2024-03-07T02:34:18.235 INFO:root:teuthology version: 0.0.1.dev262+ge691533 2024-03-07T02:34:18.236 DEBUG:teuthology.run:Teuthology command: teuthology --description upgrade:reef-x/parallel/{0-random-distro$/{centos_9.stream} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} --verbose --owner scheduled_teuthology@teuthology --archive /home/teuthworker/archive/teuthology-2024-03-07_02:25:02-upgrade:reef-x-main-distro-default-smithi/7583752 --name teuthology-2024-03-07_02:25:02-upgrade:reef-x-main-distro-default-smithi -- /home/teuthworker/archive/teuthology-2024-03-07_02:25:02-upgrade:reef-x-main-distro-default-smithi/7583752/orig.config.yaml 2024-03-07T02:34:18.286 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-03-07T02:34:18.369 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-03-07_02:25:02-upgrade:reef-x-main-distro-default-smithi/7583752 branch: main description: upgrade:reef-x/parallel/{0-random-distro$/{centos_9.stream} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} email: ceph-qa@ceph.io first_in_suite: false job_id: '7583752' kernel: kdb: true sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'run run randomized correctness test for rados operations on an erasure-coded pool ' - desc: 'object class functional tests ' - desc: 'generate read/write load with rados objects ranging from 1MB to 25MB ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'librbd python api tests ' name: teuthology-2024-03-07_02:25:02-upgrade:reef-x-main-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: main ceph: conf: global: mon election default strategy: 3 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: ea9a5688d9980e4ddedb59679d2960bcbac6fc71 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: extra_system_packages: - python3-pytest flavor: default sha1: ea9a5688d9980e4ddedb59679d2960bcbac6fc71 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: main sha1: ac30ee6cd9cb289983b4db31a5b462d33a1efd30 owner: scheduled_teuthology@teuthology priority: 50 repo: https://github.com/ceph/ceph.git roles: - - mon.a - mon.c - mgr.y - mds.a - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mds.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b seed: 1775 sha1: ea9a5688d9980e4ddedb59679d2960bcbac6fc71 sleep_before_teardown: 0 suite: upgrade:reef-x suite_branch: main suite_path: /home/teuthworker/src/github.com_ceph_ceph_ac30ee6cd9cb289983b4db31a5b462d33a1efd30/qa suite_relpath: qa suite_repo: https://github.com/ceph/ceph.git suite_sha1: ac30ee6cd9cb289983b4db31a5b462d33a1efd30 targets: smithi090.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBKZW4omzcEbnb6XnHKEANotup6dQqrbyV932xuQpqhUDztpkeK7G4iL3EQdimqp7qevRwTbl887gDURSkkDBVyA= smithi092.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFTbKYXyX1fhlFa8fPUPdAJTEveVRBAwVfqkOKEjAKG4GuvkTf3/OiXVBLU7KB5CM2pG3zr77ulDrlJjuO27b5E= tasks: - install: branch: reef exclude_packages: - ceph-volume - print: '**** done install task...' - print: '**** done start installing reef cephadm ...' - cephadm: compiled_cephadm_branch: reef conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:reef - print: '**** done end installing reef cephadm ...' - print: '**** done start cephadm.shell ceph config set mgr...' - cephadm.shell: mon.a: - ceph config set mgr mgr/cephadm/use_repo_digest true --force - print: '**** done cephadm.shell ceph config set mgr...' - print: '**** done start telemetry reef...' - workunit: clients: client.0: - test_telemetry_reef.sh - print: '**** done end telemetry reef...' - print: '**** done start parallel' - parallel: - workload - upgrade-sequence - print: '**** done end parallel' - print: '**** done start telemetry x...' - workunit: clients: client.0: - test_telemetry_reef_x.sh - print: '**** done end telemetry x...' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: e691533f9cbb33d85b2187bba20d7102f098636d timestamp: 2024-03-07_02:25:02 tube: smithi upgrade-sequence: sequential: - print: '**** done start upgrade, wait' - cephadm.shell: env: - sha1 mon.a: - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - while ceph orch upgrade status | jq '.in_progress' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - print: '**** done end upgrade, wait...' user: teuthology verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885 workload: full_sequential: - print: '**** done start ec-rados-default.yaml' - rados: clients: - client.0 ec_pool: true objects: 50 op_weights: append: 100 copy_from: 50 delete: 50 read: 100 rmattr: 25 rollback: 50 setattr: 25 snap_create: 50 snap_remove: 50 write: 0 ops: 4000 write_append_excl: false - print: '**** done end ec-rados-default.yaml' - print: '**** done start rados_api.yaml' - workunit: branch: reef clients: client.0: - cls - print: '**** done end rados_api.yaml' - print: '**** done start rados_loadgenbig.yaml' - workunit: branch: reef clients: client.0: - rados/load-gen-big.sh - print: '**** done end rados_loadgenbig.yaml' - print: '**** done start rbd_import_export.yaml' - workunit: branch: reef clients: client.1: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done end rbd_import_export.yaml' - print: '**** done start test_rbd_api.yaml' - workunit: branch: reef clients: client.0: - rbd/test_librbd.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_api.yaml' - print: '**** done start test_rbd_python.yaml' - workunit: branch: reef clients: client.0: - rbd/test_librbd_python.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_python.yaml' 2024-03-07T02:34:18.369 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_ceph_ceph_ac30ee6cd9cb289983b4db31a5b462d33a1efd30/qa; will attempt to use it 2024-03-07T02:34:18.369 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_ceph_ceph_ac30ee6cd9cb289983b4db31a5b462d33a1efd30/qa/tasks 2024-03-07T02:34:18.370 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-03-07T02:34:18.371 INFO:teuthology.task.internal:Checking packages... 2024-03-07T02:34:18.394 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'ea9a5688d9980e4ddedb59679d2960bcbac6fc71' 2024-03-07T02:34:18.394 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-03-07T02:34:18.394 INFO:teuthology.packaging:ref: None 2024-03-07T02:34:18.394 INFO:teuthology.packaging:tag: None 2024-03-07T02:34:18.394 INFO:teuthology.packaging:branch: main 2024-03-07T02:34:18.394 INFO:teuthology.packaging:sha1: ea9a5688d9980e4ddedb59679d2960bcbac6fc71 2024-03-07T02:34:18.394 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=main 2024-03-07T02:34:18.623 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-1905.gea9a5688 2024-03-07T02:34:18.625 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-03-07T02:34:18.632 INFO:teuthology.task.internal:no buildpackages task found 2024-03-07T02:34:18.632 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-03-07T02:34:18.639 INFO:teuthology.task.internal:Saving configuration 2024-03-07T02:34:18.657 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-03-07T02:34:18.662 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-03-07T02:34:18.687 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi090.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-03-07_02:25:02-upgrade:reef-x-main-distro-default-smithi/7583752', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-03-07 02:26:16.934146', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBKZW4omzcEbnb6XnHKEANotup6dQqrbyV932xuQpqhUDztpkeK7G4iL3EQdimqp7qevRwTbl887gDURSkkDBVyA='} 2024-03-07T02:34:18.710 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi092.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-03-07_02:25:02-upgrade:reef-x-main-distro-default-smithi/7583752', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-03-07 02:26:16.935822', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFTbKYXyX1fhlFa8fPUPdAJTEveVRBAwVfqkOKEjAKG4GuvkTf3/OiXVBLU7KB5CM2pG3zr77ulDrlJjuO27b5E='} 2024-03-07T02:34:18.710 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-03-07T02:34:18.717 INFO:teuthology.task.internal:roles: ubuntu@smithi090.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2024-03-07T02:34:18.717 INFO:teuthology.task.internal:roles: ubuntu@smithi092.front.sepia.ceph.com - ['mon.b', 'mds.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2024-03-07T02:34:18.717 INFO:teuthology.run_tasks:Running task console_log... 2024-03-07T02:34:18.785 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f7cae8800d0>, signals=[15]) 2024-03-07T02:34:18.786 INFO:teuthology.run_tasks:Running task internal.connect... 2024-03-07T02:34:18.792 INFO:teuthology.task.internal:Opening connections... 2024-03-07T02:34:18.792 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi090.front.sepia.ceph.com 2024-03-07T02:34:18.794 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi090.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-07T02:34:18.888 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi092.front.sepia.ceph.com 2024-03-07T02:34:18.889 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi092.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-07T02:34:18.978 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-03-07T02:34:18.986 DEBUG:teuthology.orchestra.run.smithi090:> uname -m 2024-03-07T02:34:19.003 INFO:teuthology.orchestra.run.smithi090.stdout:x86_64 2024-03-07T02:34:19.004 DEBUG:teuthology.orchestra.run.smithi090:> cat /etc/os-release 2024-03-07T02:34:19.060 INFO:teuthology.orchestra.run.smithi090.stdout:NAME="CentOS Stream" 2024-03-07T02:34:19.060 INFO:teuthology.orchestra.run.smithi090.stdout:VERSION="9" 2024-03-07T02:34:19.061 INFO:teuthology.orchestra.run.smithi090.stdout:ID="centos" 2024-03-07T02:34:19.061 INFO:teuthology.orchestra.run.smithi090.stdout:ID_LIKE="rhel fedora" 2024-03-07T02:34:19.061 INFO:teuthology.orchestra.run.smithi090.stdout:VERSION_ID="9" 2024-03-07T02:34:19.061 INFO:teuthology.orchestra.run.smithi090.stdout:PLATFORM_ID="platform:el9" 2024-03-07T02:34:19.061 INFO:teuthology.orchestra.run.smithi090.stdout:PRETTY_NAME="CentOS Stream 9" 2024-03-07T02:34:19.061 INFO:teuthology.orchestra.run.smithi090.stdout:ANSI_COLOR="0;31" 2024-03-07T02:34:19.061 INFO:teuthology.orchestra.run.smithi090.stdout:LOGO="fedora-logo-icon" 2024-03-07T02:34:19.061 INFO:teuthology.orchestra.run.smithi090.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-03-07T02:34:19.061 INFO:teuthology.orchestra.run.smithi090.stdout:HOME_URL="https://centos.org/" 2024-03-07T02:34:19.061 INFO:teuthology.orchestra.run.smithi090.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-03-07T02:34:19.061 INFO:teuthology.orchestra.run.smithi090.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-03-07T02:34:19.062 INFO:teuthology.orchestra.run.smithi090.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-03-07T02:34:19.062 INFO:teuthology.lock.ops:Updating smithi090.front.sepia.ceph.com on lock server 2024-03-07T02:34:19.081 DEBUG:teuthology.orchestra.run.smithi092:> uname -m 2024-03-07T02:34:19.098 INFO:teuthology.orchestra.run.smithi092.stdout:x86_64 2024-03-07T02:34:19.098 DEBUG:teuthology.orchestra.run.smithi092:> cat /etc/os-release 2024-03-07T02:34:19.154 INFO:teuthology.orchestra.run.smithi092.stdout:NAME="CentOS Stream" 2024-03-07T02:34:19.154 INFO:teuthology.orchestra.run.smithi092.stdout:VERSION="9" 2024-03-07T02:34:19.154 INFO:teuthology.orchestra.run.smithi092.stdout:ID="centos" 2024-03-07T02:34:19.154 INFO:teuthology.orchestra.run.smithi092.stdout:ID_LIKE="rhel fedora" 2024-03-07T02:34:19.154 INFO:teuthology.orchestra.run.smithi092.stdout:VERSION_ID="9" 2024-03-07T02:34:19.154 INFO:teuthology.orchestra.run.smithi092.stdout:PLATFORM_ID="platform:el9" 2024-03-07T02:34:19.155 INFO:teuthology.orchestra.run.smithi092.stdout:PRETTY_NAME="CentOS Stream 9" 2024-03-07T02:34:19.155 INFO:teuthology.orchestra.run.smithi092.stdout:ANSI_COLOR="0;31" 2024-03-07T02:34:19.155 INFO:teuthology.orchestra.run.smithi092.stdout:LOGO="fedora-logo-icon" 2024-03-07T02:34:19.155 INFO:teuthology.orchestra.run.smithi092.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-03-07T02:34:19.155 INFO:teuthology.orchestra.run.smithi092.stdout:HOME_URL="https://centos.org/" 2024-03-07T02:34:19.155 INFO:teuthology.orchestra.run.smithi092.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-03-07T02:34:19.155 INFO:teuthology.orchestra.run.smithi092.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-03-07T02:34:19.155 INFO:teuthology.orchestra.run.smithi092.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-03-07T02:34:19.155 INFO:teuthology.lock.ops:Updating smithi092.front.sepia.ceph.com on lock server 2024-03-07T02:34:19.173 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-03-07T02:34:19.182 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-03-07T02:34:19.187 INFO:teuthology.task.internal:Checking for old test directory... 2024-03-07T02:34:19.188 DEBUG:teuthology.orchestra.run.smithi090:> test '!' -e /home/ubuntu/cephtest 2024-03-07T02:34:19.190 DEBUG:teuthology.orchestra.run.smithi092:> test '!' -e /home/ubuntu/cephtest 2024-03-07T02:34:19.209 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-03-07T02:34:19.217 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-03-07T02:34:19.217 DEBUG:teuthology.orchestra.run.smithi090:> test -z $(ls -A /var/lib/ceph) 2024-03-07T02:34:19.247 DEBUG:teuthology.orchestra.run.smithi092:> test -z $(ls -A /var/lib/ceph) 2024-03-07T02:34:19.272 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-03-07T02:34:19.325 INFO:teuthology.run_tasks:Running task kernel... 2024-03-07T02:34:19.340 INFO:teuthology.task.kernel:normalize config orig: {'kdb': True, 'sha1': 'distro'} 2024-03-07T02:34:19.340 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': True, 'sha1': 'distro'}, 'mon.b': {'kdb': True, 'sha1': 'distro'}}, timeout 300 2024-03-07T02:34:19.340 DEBUG:teuthology.orchestra.run.smithi090:> test -f /run/.containerenv -o -f /.dockerenv 2024-03-07T02:34:19.341 DEBUG:teuthology.orchestra.run.smithi092:> test -f /run/.containerenv -o -f /.dockerenv 2024-03-07T02:34:19.356 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-07T02:34:19.357 DEBUG:teuthology.orchestra.run.smithi090:> uname -r 2024-03-07T02:34:19.357 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-07T02:34:19.358 DEBUG:teuthology.orchestra.run.smithi092:> uname -r 2024-03-07T02:34:19.413 INFO:teuthology.orchestra.run.smithi090.stdout:5.14.0-361.el9.x86_64 2024-03-07T02:34:19.414 INFO:teuthology.task.kernel:Running kernel on smithi090: 5.14.0-361.el9.x86_64 2024-03-07T02:34:19.414 DEBUG:teuthology.orchestra.run.smithi090:> sudo yum install -y kernel 2024-03-07T02:34:19.415 INFO:teuthology.orchestra.run.smithi092.stdout:5.14.0-361.el9.x86_64 2024-03-07T02:34:19.415 INFO:teuthology.task.kernel:Running kernel on smithi092: 5.14.0-361.el9.x86_64 2024-03-07T02:34:19.415 DEBUG:teuthology.orchestra.run.smithi092:> sudo yum install -y kernel 2024-03-07T02:34:21.698 INFO:teuthology.orchestra.run.smithi092.stdout:CentOS-9 - AppStream 13 MB/s | 8.1 MB 00:00 2024-03-07T02:34:21.978 INFO:teuthology.orchestra.run.smithi090.stdout:CentOS-9 - AppStream 14 MB/s | 8.1 MB 00:00 2024-03-07T02:34:23.265 INFO:teuthology.orchestra.run.smithi092.stdout:CentOS-9 - BaseOS 9.1 MB/s | 2.5 MB 00:00 2024-03-07T02:34:23.620 INFO:teuthology.orchestra.run.smithi090.stdout:CentOS-9 - BaseOS 8.0 MB/s | 2.5 MB 00:00 2024-03-07T02:34:24.147 INFO:teuthology.orchestra.run.smithi092.stdout:CentOS Stream 9 - BaseOS 18 MB/s | 8.0 MB 00:00 2024-03-07T02:34:27.348 INFO:teuthology.orchestra.run.smithi092.stdout:CentOS Stream 9 - AppStream 9.0 MB/s | 19 MB 00:02 2024-03-07T02:34:28.352 INFO:teuthology.orchestra.run.smithi090.stdout:CentOS Stream 9 - BaseOS 1.8 MB/s | 8.0 MB 00:04 2024-03-07T02:34:31.340 INFO:teuthology.orchestra.run.smithi092.stdout:CentOS Stream 9 - CRB 13 MB/s | 6.1 MB 00:00 2024-03-07T02:34:33.459 INFO:teuthology.orchestra.run.smithi092.stdout:CentOS Stream 9 - Extras packages 16 kB/s | 15 kB 00:00 2024-03-07T02:34:34.412 INFO:teuthology.orchestra.run.smithi090.stdout:CentOS Stream 9 - AppStream 3.8 MB/s | 19 MB 00:05 2024-03-07T02:34:38.540 INFO:teuthology.orchestra.run.smithi090.stdout:CentOS Stream 9 - CRB 11 MB/s | 6.1 MB 00:00 2024-03-07T02:34:41.174 INFO:teuthology.orchestra.run.smithi090.stdout:CentOS Stream 9 - Extras packages 10 kB/s | 15 kB 00:01 2024-03-07T02:34:42.551 INFO:teuthology.orchestra.run.smithi090.stdout:Extra Packages for Enterprise Linux 17 MB/s | 21 MB 00:01 2024-03-07T02:34:47.526 INFO:teuthology.orchestra.run.smithi090.stdout:lab-extras 32 kB/s | 1.7 kB 00:00 2024-03-07T02:34:49.726 INFO:teuthology.orchestra.run.smithi090.stderr:Modular dependency problems: 2024-03-07T02:34:49.726 INFO:teuthology.orchestra.run.smithi090.stderr: 2024-03-07T02:34:49.726 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 1: conflicting requests 2024-03-07T02:34:49.726 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240227110532:20125149.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.726 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 2: conflicting requests 2024-03-07T02:34:49.726 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.726 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 3: conflicting requests 2024-03-07T02:34:49.726 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.727 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 4: conflicting requests 2024-03-07T02:34:49.727 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.727 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 5: conflicting requests 2024-03-07T02:34:49.727 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240213202549:b754926a.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.727 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 6: conflicting requests 2024-03-07T02:34:49.727 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.727 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 7: conflicting requests 2024-03-07T02:34:49.727 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240222150954:49cc9d1b.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.727 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 8: conflicting requests 2024-03-07T02:34:49.727 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.727 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 9: conflicting requests 2024-03-07T02:34:49.727 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.727 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 10: conflicting requests 2024-03-07T02:34:49.728 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.728 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 11: conflicting requests 2024-03-07T02:34:49.728 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.728 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 12: conflicting requests 2024-03-07T02:34:49.728 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.728 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 13: conflicting requests 2024-03-07T02:34:49.728 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.728 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 14: conflicting requests 2024-03-07T02:34:49.728 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.729 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 15: conflicting requests 2024-03-07T02:34:49.729 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.729 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 16: conflicting requests 2024-03-07T02:34:49.729 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.729 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 17: conflicting requests 2024-03-07T02:34:49.729 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.729 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 18: conflicting requests 2024-03-07T02:34:49.729 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.729 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 19: conflicting requests 2024-03-07T02:34:49.729 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.729 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 20: conflicting requests 2024-03-07T02:34:49.729 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.729 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 21: conflicting requests 2024-03-07T02:34:49.729 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.730 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 22: conflicting requests 2024-03-07T02:34:49.730 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.730 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 23: conflicting requests 2024-03-07T02:34:49.730 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.730 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 24: conflicting requests 2024-03-07T02:34:49.730 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.730 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 25: conflicting requests 2024-03-07T02:34:49.730 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.730 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 26: conflicting requests 2024-03-07T02:34:49.730 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.730 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 27: conflicting requests 2024-03-07T02:34:49.730 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.730 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 28: conflicting requests 2024-03-07T02:34:49.730 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.730 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 29: conflicting requests 2024-03-07T02:34:49.731 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.731 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 30: conflicting requests 2024-03-07T02:34:49.731 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.731 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 31: conflicting requests 2024-03-07T02:34:49.731 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.731 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 32: conflicting requests 2024-03-07T02:34:49.731 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240214183150:9edba152.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.731 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 33: conflicting requests 2024-03-07T02:34:49.731 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.731 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 34: conflicting requests 2024-03-07T02:34:49.731 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.732 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 35: conflicting requests 2024-03-07T02:34:49.732 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.732 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 36: conflicting requests 2024-03-07T02:34:49.732 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240226094445:9edba152.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.732 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 37: conflicting requests 2024-03-07T02:34:49.732 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.732 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.732 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.732 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 38: cannot install the best candidate for the job 2024-03-07T02:34:49.732 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.732 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.732 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.732 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.732 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 39: conflicting requests 2024-03-07T02:34:49.733 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.733 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.733 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.733 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.733 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.733 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.733 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 40: cannot install the best candidate for the job 2024-03-07T02:34:49.733 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.733 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.733 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.733 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.733 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 41: cannot install the best candidate for the job 2024-03-07T02:34:49.733 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.733 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.734 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.734 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.734 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 42: cannot install the best candidate for the job 2024-03-07T02:34:49.734 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.734 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.734 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.734 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.734 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 43: cannot install the best candidate for the job 2024-03-07T02:34:49.734 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.734 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.734 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.734 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.734 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 44: cannot install the best candidate for the job 2024-03-07T02:34:49.734 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.735 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.735 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.735 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.735 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 45: cannot install the best candidate for the job 2024-03-07T02:34:49.735 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.735 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.735 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-03-07T02:34:49.735 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-03-07T02:34:50.142 INFO:teuthology.orchestra.run.smithi090.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-03-07T02:34:50.142 INFO:teuthology.orchestra.run.smithi090.stdout:Package kernel-5.14.0-361.el9.x86_64 is already installed. 2024-03-07T02:34:50.271 INFO:teuthology.orchestra.run.smithi090.stdout:Dependencies resolved. 2024-03-07T02:34:50.276 INFO:teuthology.orchestra.run.smithi090.stdout:================================================================================ 2024-03-07T02:34:50.276 INFO:teuthology.orchestra.run.smithi090.stdout: Package Architecture Version Repository Size 2024-03-07T02:34:50.276 INFO:teuthology.orchestra.run.smithi090.stdout:================================================================================ 2024-03-07T02:34:50.276 INFO:teuthology.orchestra.run.smithi090.stdout:Installing: 2024-03-07T02:34:50.276 INFO:teuthology.orchestra.run.smithi090.stdout: kernel x86_64 5.14.0-427.el9 baseos 6.0 M 2024-03-07T02:34:50.276 INFO:teuthology.orchestra.run.smithi090.stdout:Installing dependencies: 2024-03-07T02:34:50.276 INFO:teuthology.orchestra.run.smithi090.stdout: kernel-core x86_64 5.14.0-427.el9 baseos 21 M 2024-03-07T02:34:50.276 INFO:teuthology.orchestra.run.smithi090.stdout: kernel-modules x86_64 5.14.0-427.el9 baseos 39 M 2024-03-07T02:34:50.276 INFO:teuthology.orchestra.run.smithi090.stdout: kernel-modules-core x86_64 5.14.0-427.el9 baseos 33 M 2024-03-07T02:34:50.277 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T02:34:50.277 INFO:teuthology.orchestra.run.smithi090.stdout:Transaction Summary 2024-03-07T02:34:50.277 INFO:teuthology.orchestra.run.smithi090.stdout:================================================================================ 2024-03-07T02:34:50.277 INFO:teuthology.orchestra.run.smithi090.stdout:Install 4 Packages 2024-03-07T02:34:50.277 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T02:34:50.277 INFO:teuthology.orchestra.run.smithi090.stdout:Total download size: 100 M 2024-03-07T02:34:50.277 INFO:teuthology.orchestra.run.smithi090.stdout:Installed size: 123 M 2024-03-07T02:34:50.278 INFO:teuthology.orchestra.run.smithi090.stdout:Downloading Packages: 2024-03-07T02:34:51.280 INFO:teuthology.orchestra.run.smithi092.stdout:Extra Packages for Enterprise Linux 1.2 MB/s | 21 MB 00:17 2024-03-07T02:34:51.328 INFO:teuthology.orchestra.run.smithi090.stdout:(1/4): kernel-5.14.0-427.el9.x86_64.rpm 6.4 MB/s | 6.0 MB 00:00 2024-03-07T02:34:52.970 INFO:teuthology.orchestra.run.smithi090.stdout:(2/4): kernel-core-5.14.0-427.el9.x86_64.rpm 8.1 MB/s | 21 MB 00:02 2024-03-07T02:34:54.554 INFO:teuthology.orchestra.run.smithi090.stdout:(3/4): kernel-modules-core-5.14.0-427.el9.x86_6 10 MB/s | 33 MB 00:03 2024-03-07T02:34:55.238 INFO:teuthology.orchestra.run.smithi090.stdout:(4/4): kernel-modules-5.14.0-427.el9.x86_64.rpm 8.1 MB/s | 39 MB 00:04 2024-03-07T02:34:55.238 INFO:teuthology.orchestra.run.smithi090.stdout:-------------------------------------------------------------------------------- 2024-03-07T02:34:55.238 INFO:teuthology.orchestra.run.smithi090.stdout:Total 20 MB/s | 100 MB 00:04 2024-03-07T02:34:56.117 INFO:teuthology.orchestra.run.smithi090.stdout:Running transaction check 2024-03-07T02:34:56.180 INFO:teuthology.orchestra.run.smithi092.stdout:lab-extras 36 kB/s | 1.7 kB 00:00 2024-03-07T02:34:56.501 INFO:teuthology.orchestra.run.smithi090.stdout:Transaction check succeeded. 2024-03-07T02:34:56.502 INFO:teuthology.orchestra.run.smithi090.stdout:Running transaction test 2024-03-07T02:34:57.882 INFO:teuthology.orchestra.run.smithi090.stdout:Transaction test succeeded. 2024-03-07T02:34:57.882 INFO:teuthology.orchestra.run.smithi090.stdout:Running transaction 2024-03-07T02:34:58.394 INFO:teuthology.orchestra.run.smithi092.stderr:Modular dependency problems: 2024-03-07T02:34:58.395 INFO:teuthology.orchestra.run.smithi092.stderr: 2024-03-07T02:34:58.395 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 1: conflicting requests 2024-03-07T02:34:58.395 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240227110532:20125149.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.395 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 2: conflicting requests 2024-03-07T02:34:58.395 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.395 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 3: conflicting requests 2024-03-07T02:34:58.395 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.395 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 4: conflicting requests 2024-03-07T02:34:58.395 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.395 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 5: conflicting requests 2024-03-07T02:34:58.395 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240213202549:b754926a.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.396 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 6: conflicting requests 2024-03-07T02:34:58.396 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.396 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 7: conflicting requests 2024-03-07T02:34:58.396 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240222150954:49cc9d1b.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.396 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 8: conflicting requests 2024-03-07T02:34:58.396 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.396 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 9: conflicting requests 2024-03-07T02:34:58.396 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.396 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 10: conflicting requests 2024-03-07T02:34:58.396 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.396 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 11: conflicting requests 2024-03-07T02:34:58.396 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.396 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 12: conflicting requests 2024-03-07T02:34:58.396 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.396 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 13: conflicting requests 2024-03-07T02:34:58.397 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.397 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 14: conflicting requests 2024-03-07T02:34:58.397 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.397 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 15: conflicting requests 2024-03-07T02:34:58.397 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.397 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 16: conflicting requests 2024-03-07T02:34:58.397 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.397 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 17: conflicting requests 2024-03-07T02:34:58.397 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.397 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 18: conflicting requests 2024-03-07T02:34:58.397 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.397 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 19: conflicting requests 2024-03-07T02:34:58.397 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.397 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 20: conflicting requests 2024-03-07T02:34:58.398 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.398 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 21: conflicting requests 2024-03-07T02:34:58.398 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.398 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 22: conflicting requests 2024-03-07T02:34:58.398 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.398 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 23: conflicting requests 2024-03-07T02:34:58.398 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.398 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 24: conflicting requests 2024-03-07T02:34:58.398 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.398 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 25: conflicting requests 2024-03-07T02:34:58.398 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.398 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 26: conflicting requests 2024-03-07T02:34:58.398 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.398 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 27: conflicting requests 2024-03-07T02:34:58.398 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.399 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 28: conflicting requests 2024-03-07T02:34:58.399 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.399 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 29: conflicting requests 2024-03-07T02:34:58.399 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.399 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 30: conflicting requests 2024-03-07T02:34:58.399 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.399 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 31: conflicting requests 2024-03-07T02:34:58.399 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.399 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 32: conflicting requests 2024-03-07T02:34:58.399 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240214183150:9edba152.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.399 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 33: conflicting requests 2024-03-07T02:34:58.399 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.399 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 34: conflicting requests 2024-03-07T02:34:58.399 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.399 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 35: conflicting requests 2024-03-07T02:34:58.399 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.400 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 36: conflicting requests 2024-03-07T02:34:58.400 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240226094445:9edba152.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.400 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 37: conflicting requests 2024-03-07T02:34:58.400 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.400 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.400 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.400 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 38: cannot install the best candidate for the job 2024-03-07T02:34:58.400 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.400 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.400 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.400 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.400 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 39: conflicting requests 2024-03-07T02:34:58.400 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.400 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.400 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.401 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.401 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.401 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.401 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 40: cannot install the best candidate for the job 2024-03-07T02:34:58.401 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.401 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.401 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.401 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.401 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 41: cannot install the best candidate for the job 2024-03-07T02:34:58.401 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.401 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.401 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.401 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.401 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 42: cannot install the best candidate for the job 2024-03-07T02:34:58.401 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.401 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.402 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.402 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.402 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 43: cannot install the best candidate for the job 2024-03-07T02:34:58.402 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.402 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.402 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.402 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.402 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 44: cannot install the best candidate for the job 2024-03-07T02:34:58.402 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.402 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.402 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.402 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.402 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 45: cannot install the best candidate for the job 2024-03-07T02:34:58.402 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.403 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.403 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.403 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-03-07T02:34:58.787 INFO:teuthology.orchestra.run.smithi092.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-03-07T02:34:58.787 INFO:teuthology.orchestra.run.smithi092.stdout:Package kernel-5.14.0-361.el9.x86_64 is already installed. 2024-03-07T02:34:58.894 INFO:teuthology.orchestra.run.smithi092.stdout:Dependencies resolved. 2024-03-07T02:34:58.906 INFO:teuthology.orchestra.run.smithi092.stdout:================================================================================ 2024-03-07T02:34:58.906 INFO:teuthology.orchestra.run.smithi092.stdout: Package Architecture Version Repository Size 2024-03-07T02:34:58.906 INFO:teuthology.orchestra.run.smithi092.stdout:================================================================================ 2024-03-07T02:34:58.906 INFO:teuthology.orchestra.run.smithi092.stdout:Installing: 2024-03-07T02:34:58.906 INFO:teuthology.orchestra.run.smithi092.stdout: kernel x86_64 5.14.0-427.el9 baseos 6.0 M 2024-03-07T02:34:58.906 INFO:teuthology.orchestra.run.smithi092.stdout:Installing dependencies: 2024-03-07T02:34:58.906 INFO:teuthology.orchestra.run.smithi092.stdout: kernel-core x86_64 5.14.0-427.el9 baseos 21 M 2024-03-07T02:34:58.906 INFO:teuthology.orchestra.run.smithi092.stdout: kernel-modules x86_64 5.14.0-427.el9 baseos 39 M 2024-03-07T02:34:58.906 INFO:teuthology.orchestra.run.smithi092.stdout: kernel-modules-core x86_64 5.14.0-427.el9 baseos 33 M 2024-03-07T02:34:58.906 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-03-07T02:34:58.906 INFO:teuthology.orchestra.run.smithi092.stdout:Transaction Summary 2024-03-07T02:34:58.907 INFO:teuthology.orchestra.run.smithi092.stdout:================================================================================ 2024-03-07T02:34:58.907 INFO:teuthology.orchestra.run.smithi092.stdout:Install 4 Packages 2024-03-07T02:34:58.907 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-03-07T02:34:58.907 INFO:teuthology.orchestra.run.smithi092.stdout:Total download size: 100 M 2024-03-07T02:34:58.907 INFO:teuthology.orchestra.run.smithi092.stdout:Installed size: 123 M 2024-03-07T02:34:58.907 INFO:teuthology.orchestra.run.smithi092.stdout:Downloading Packages: 2024-03-07T02:35:00.723 INFO:teuthology.orchestra.run.smithi090.stdout: Preparing : 1/1 2024-03-07T02:35:01.436 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : kernel-modules-core-5.14.0-427.el9.x86_64 1/4 2024-03-07T02:35:01.570 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : kernel-core-5.14.0-427.el9.x86_64 2/4 2024-03-07T02:35:04.434 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: kernel-core-5.14.0-427.el9.x86_64 2/4 2024-03-07T02:35:04.623 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : kernel-modules-5.14.0-427.el9.x86_64 3/4 2024-03-07T02:35:08.096 INFO:teuthology.orchestra.run.smithi092.stdout:(1/4): kernel-5.14.0-427.el9.x86_64.rpm 688 kB/s | 6.0 MB 00:08 2024-03-07T02:35:09.356 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: kernel-modules-5.14.0-427.el9.x86_64 3/4 2024-03-07T02:35:09.475 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : kernel-5.14.0-427.el9.x86_64 4/4 2024-03-07T02:35:14.207 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: kernel-modules-core-5.14.0-427.el9.x86_64 4/4 2024-03-07T02:35:27.509 INFO:teuthology.orchestra.run.smithi092.stdout:(2/4): kernel-core-5.14.0-427.el9.x86_64.rpm 753 kB/s | 21 MB 00:28 2024-03-07T02:35:39.832 INFO:teuthology.orchestra.run.smithi092.stdout:(3/4): kernel-modules-core-5.14.0-427.el9.x86_6 1.1 MB/s | 33 MB 00:31 2024-03-07T02:35:44.345 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: kernel-core-5.14.0-427.el9.x86_64 4/4 2024-03-07T02:35:44.346 INFO:teuthology.orchestra.run.smithi090.stdout:dracut: Disabling early microcode, because kernel does not support it. CONFIG_MICROCODE_[AMD|INTEL]!=y 2024-03-07T02:35:44.346 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T02:35:44.429 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: kernel-modules-5.14.0-427.el9.x86_64 4/4 2024-03-07T02:35:44.883 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: kernel-5.14.0-427.el9.x86_64 4/4 2024-03-07T02:35:44.884 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : kernel-5.14.0-427.el9.x86_64 1/4 2024-03-07T02:35:44.884 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : kernel-core-5.14.0-427.el9.x86_64 2/4 2024-03-07T02:35:44.884 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : kernel-modules-5.14.0-427.el9.x86_64 3/4 2024-03-07T02:35:45.365 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : kernel-modules-core-5.14.0-427.el9.x86_64 4/4 2024-03-07T02:35:45.365 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T02:35:45.365 INFO:teuthology.orchestra.run.smithi090.stdout:Installed: 2024-03-07T02:35:45.365 INFO:teuthology.orchestra.run.smithi090.stdout: kernel-5.14.0-427.el9.x86_64 2024-03-07T02:35:45.365 INFO:teuthology.orchestra.run.smithi090.stdout: kernel-core-5.14.0-427.el9.x86_64 2024-03-07T02:35:45.365 INFO:teuthology.orchestra.run.smithi090.stdout: kernel-modules-5.14.0-427.el9.x86_64 2024-03-07T02:35:45.365 INFO:teuthology.orchestra.run.smithi090.stdout: kernel-modules-core-5.14.0-427.el9.x86_64 2024-03-07T02:35:45.366 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T02:35:45.366 INFO:teuthology.orchestra.run.smithi090.stdout:Complete! 2024-03-07T02:35:45.937 DEBUG:teuthology.orchestra.run.smithi090:> rpm -q kernel | sort -rV | head -n 1 2024-03-07T02:35:46.109 INFO:teuthology.orchestra.run.smithi090.stdout:kernel-5.14.0-427.el9.x86_64 2024-03-07T02:35:46.109 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-427.el9.x86_64 2024-03-07T02:35:46.109 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-361.el9.x86_64 Expected: 5.14.0-427.el9.x86_64 2024-03-07T02:35:46.109 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-03-07T02:35:46.109 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-03-07T02:35:46.110 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-03-07T02:35:46.110 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi090.front.sepia.ceph.com, path=None, version=distro) 2024-03-07T02:35:46.110 DEBUG:teuthology.orchestra.run.smithi090:> rpm -q kernel | sort -rV | head -n 1 2024-03-07T02:35:46.230 INFO:teuthology.orchestra.run.smithi090.stdout:kernel-5.14.0-427.el9.x86_64 2024-03-07T02:35:46.230 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-427.el9.x86_64 2024-03-07T02:35:46.230 DEBUG:teuthology.orchestra.run.smithi090:> sudo rpm -qi grub2-tools 2024-03-07T02:35:46.264 INFO:teuthology.orchestra.run.smithi090.stdout:Name : grub2-tools 2024-03-07T02:35:46.264 INFO:teuthology.orchestra.run.smithi090.stdout:Epoch : 1 2024-03-07T02:35:46.264 INFO:teuthology.orchestra.run.smithi090.stdout:Version : 2.06 2024-03-07T02:35:46.264 INFO:teuthology.orchestra.run.smithi090.stdout:Release : 68.el9 2024-03-07T02:35:46.265 INFO:teuthology.orchestra.run.smithi090.stdout:Architecture: x86_64 2024-03-07T02:35:46.265 INFO:teuthology.orchestra.run.smithi090.stdout:Install Date: Fri 01 Sep 2023 09:14:30 PM UTC 2024-03-07T02:35:46.265 INFO:teuthology.orchestra.run.smithi090.stdout:Group : Unspecified 2024-03-07T02:35:46.265 INFO:teuthology.orchestra.run.smithi090.stdout:Size : 8264254 2024-03-07T02:35:46.265 INFO:teuthology.orchestra.run.smithi090.stdout:License : GPLv3+ 2024-03-07T02:35:46.265 INFO:teuthology.orchestra.run.smithi090.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-03-07T02:35:46.265 INFO:teuthology.orchestra.run.smithi090.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-03-07T02:35:46.265 INFO:teuthology.orchestra.run.smithi090.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-03-07T02:35:46.265 INFO:teuthology.orchestra.run.smithi090.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-03-07T02:35:46.265 INFO:teuthology.orchestra.run.smithi090.stdout:Packager : builder@centos.org 2024-03-07T02:35:46.265 INFO:teuthology.orchestra.run.smithi090.stdout:Vendor : CentOS 2024-03-07T02:35:46.265 INFO:teuthology.orchestra.run.smithi090.stdout:URL : http://www.gnu.org/software/grub/ 2024-03-07T02:35:46.265 INFO:teuthology.orchestra.run.smithi090.stdout:Summary : Support tools for GRUB. 2024-03-07T02:35:46.265 INFO:teuthology.orchestra.run.smithi090.stdout:Description : 2024-03-07T02:35:46.266 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T02:35:46.266 INFO:teuthology.orchestra.run.smithi090.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-03-07T02:35:46.266 INFO:teuthology.orchestra.run.smithi090.stdout:customizable bootloader with modular architecture. It supports a rich 2024-03-07T02:35:46.266 INFO:teuthology.orchestra.run.smithi090.stdout:variety of kernel formats, file systems, computer architectures and 2024-03-07T02:35:46.266 INFO:teuthology.orchestra.run.smithi090.stdout:hardware devices. 2024-03-07T02:35:46.266 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T02:35:46.266 INFO:teuthology.orchestra.run.smithi090.stdout:This subpackage provides tools for support of all platforms. 2024-03-07T02:35:46.267 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-03-07T02:35:46.267 INFO:teuthology.task.kernel:Updating grub on smithi090 to boot 5.14.0-427.el9.x86_64 2024-03-07T02:35:46.267 DEBUG:teuthology.orchestra.run.smithi090:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-03-07T02:35:47.033 INFO:teuthology.orchestra.run.smithi090.stderr:Generating grub configuration file ... 2024-03-07T02:35:48.808 INFO:teuthology.orchestra.run.smithi090.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-03-07T02:35:48.828 INFO:teuthology.orchestra.run.smithi090.stderr:done 2024-03-07T02:35:48.830 DEBUG:teuthology.orchestra.run.smithi090:> mktemp 2024-03-07T02:35:48.862 INFO:teuthology.orchestra.run.smithi090.stdout:/tmp/tmp.Qll216E5tn 2024-03-07T02:35:48.862 DEBUG:teuthology.orchestra.run.smithi090:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.Qll216E5tn 2024-03-07T02:35:48.930 DEBUG:teuthology.orchestra.run.smithi090:> sudo chmod 0666 /tmp/tmp.Qll216E5tn 2024-03-07T02:35:49.086 DEBUG:teuthology.orchestra.remote:smithi090:/tmp/tmp.Qll216E5tn is 6KB 2024-03-07T02:35:49.104 DEBUG:teuthology.orchestra.run.smithi090:> rm -fr /tmp/tmp.Qll216E5tn 2024-03-07T02:35:49.118 DEBUG:teuthology.orchestra.run.smithi090:> sudo /bin/ls /boot/loader/entries || true 2024-03-07T02:35:49.184 INFO:teuthology.orchestra.run.smithi090.stdout:15949e3c88704300882482eddfd7baae-0-rescue.conf 2024-03-07T02:35:49.184 INFO:teuthology.orchestra.run.smithi090.stdout:15949e3c88704300882482eddfd7baae-5.14.0-239.el9.x86_64.conf 2024-03-07T02:35:49.184 INFO:teuthology.orchestra.run.smithi090.stdout:15949e3c88704300882482eddfd7baae-5.14.0-361.el9.x86_64.conf 2024-03-07T02:35:49.184 INFO:teuthology.orchestra.run.smithi090.stdout:15949e3c88704300882482eddfd7baae-5.14.0-427.el9.x86_64.conf 2024-03-07T02:35:49.185 DEBUG:teuthology.orchestra.run.smithi090:> sudo grub2-set-default 15949e3c88704300882482eddfd7baae-5.14.0-427.el9.x86_64 2024-03-07T02:35:49.337 DEBUG:teuthology.orchestra.run.smithi090:> sudo shutdown -r now 2024-03-07T02:35:54.204 INFO:teuthology.orchestra.run.smithi092.stdout:(4/4): kernel-modules-5.14.0-427.el9.x86_64.rpm 731 kB/s | 39 MB 00:55 2024-03-07T02:35:54.205 INFO:teuthology.orchestra.run.smithi092.stdout:-------------------------------------------------------------------------------- 2024-03-07T02:35:54.205 INFO:teuthology.orchestra.run.smithi092.stdout:Total 1.8 MB/s | 100 MB 00:55 2024-03-07T02:35:55.086 INFO:teuthology.orchestra.run.smithi092.stdout:Running transaction check 2024-03-07T02:35:55.468 INFO:teuthology.orchestra.run.smithi092.stdout:Transaction check succeeded. 2024-03-07T02:35:55.468 INFO:teuthology.orchestra.run.smithi092.stdout:Running transaction test 2024-03-07T02:35:56.808 INFO:teuthology.orchestra.run.smithi092.stdout:Transaction test succeeded. 2024-03-07T02:35:56.808 INFO:teuthology.orchestra.run.smithi092.stdout:Running transaction 2024-03-07T02:35:59.488 INFO:teuthology.orchestra.run.smithi092.stdout: Preparing : 1/1 2024-03-07T02:36:00.138 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : kernel-modules-core-5.14.0-427.el9.x86_64 1/4 2024-03-07T02:36:00.279 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : kernel-core-5.14.0-427.el9.x86_64 2/4 2024-03-07T02:36:03.062 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: kernel-core-5.14.0-427.el9.x86_64 2/4 2024-03-07T02:36:03.232 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : kernel-modules-5.14.0-427.el9.x86_64 3/4 2024-03-07T02:36:07.941 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: kernel-modules-5.14.0-427.el9.x86_64 3/4 2024-03-07T02:36:08.142 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : kernel-5.14.0-427.el9.x86_64 4/4 2024-03-07T02:36:12.868 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: kernel-modules-core-5.14.0-427.el9.x86_64 4/4 2024-03-07T02:36:19.340 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-03-07T02:36:19.340 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi090.front.sepia.ceph.com' 2024-03-07T02:36:19.341 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi090.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-07T02:36:42.003 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: kernel-core-5.14.0-427.el9.x86_64 4/4 2024-03-07T02:36:42.003 INFO:teuthology.orchestra.run.smithi092.stdout:dracut: Disabling early microcode, because kernel does not support it. CONFIG_MICROCODE_[AMD|INTEL]!=y 2024-03-07T02:36:42.003 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-03-07T02:36:42.088 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: kernel-modules-5.14.0-427.el9.x86_64 4/4 2024-03-07T02:36:42.552 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: kernel-5.14.0-427.el9.x86_64 4/4 2024-03-07T02:36:42.553 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : kernel-5.14.0-427.el9.x86_64 1/4 2024-03-07T02:36:42.553 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : kernel-core-5.14.0-427.el9.x86_64 2/4 2024-03-07T02:36:42.553 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : kernel-modules-5.14.0-427.el9.x86_64 3/4 2024-03-07T02:36:42.986 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : kernel-modules-core-5.14.0-427.el9.x86_64 4/4 2024-03-07T02:36:42.986 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-03-07T02:36:42.986 INFO:teuthology.orchestra.run.smithi092.stdout:Installed: 2024-03-07T02:36:42.986 INFO:teuthology.orchestra.run.smithi092.stdout: kernel-5.14.0-427.el9.x86_64 2024-03-07T02:36:42.986 INFO:teuthology.orchestra.run.smithi092.stdout: kernel-core-5.14.0-427.el9.x86_64 2024-03-07T02:36:42.986 INFO:teuthology.orchestra.run.smithi092.stdout: kernel-modules-5.14.0-427.el9.x86_64 2024-03-07T02:36:42.986 INFO:teuthology.orchestra.run.smithi092.stdout: kernel-modules-core-5.14.0-427.el9.x86_64 2024-03-07T02:36:42.986 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-03-07T02:36:42.986 INFO:teuthology.orchestra.run.smithi092.stdout:Complete! 2024-03-07T02:36:43.527 DEBUG:teuthology.orchestra.run.smithi092:> rpm -q kernel | sort -rV | head -n 1 2024-03-07T02:36:43.667 INFO:teuthology.orchestra.run.smithi092.stdout:kernel-5.14.0-427.el9.x86_64 2024-03-07T02:36:43.667 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-427.el9.x86_64 2024-03-07T02:36:43.667 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-361.el9.x86_64 Expected: 5.14.0-427.el9.x86_64 2024-03-07T02:36:43.667 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-03-07T02:36:43.667 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-03-07T02:36:43.668 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-03-07T02:36:43.668 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi092.front.sepia.ceph.com, path=None, version=distro) 2024-03-07T02:36:43.668 DEBUG:teuthology.orchestra.run.smithi092:> rpm -q kernel | sort -rV | head -n 1 2024-03-07T02:36:43.788 INFO:teuthology.orchestra.run.smithi092.stdout:kernel-5.14.0-427.el9.x86_64 2024-03-07T02:36:43.788 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-427.el9.x86_64 2024-03-07T02:36:43.788 DEBUG:teuthology.orchestra.run.smithi092:> sudo rpm -qi grub2-tools 2024-03-07T02:36:43.822 INFO:teuthology.orchestra.run.smithi092.stdout:Name : grub2-tools 2024-03-07T02:36:43.822 INFO:teuthology.orchestra.run.smithi092.stdout:Epoch : 1 2024-03-07T02:36:43.822 INFO:teuthology.orchestra.run.smithi092.stdout:Version : 2.06 2024-03-07T02:36:43.822 INFO:teuthology.orchestra.run.smithi092.stdout:Release : 68.el9 2024-03-07T02:36:43.822 INFO:teuthology.orchestra.run.smithi092.stdout:Architecture: x86_64 2024-03-07T02:36:43.822 INFO:teuthology.orchestra.run.smithi092.stdout:Install Date: Fri 01 Sep 2023 09:14:30 PM UTC 2024-03-07T02:36:43.823 INFO:teuthology.orchestra.run.smithi092.stdout:Group : Unspecified 2024-03-07T02:36:43.823 INFO:teuthology.orchestra.run.smithi092.stdout:Size : 8264254 2024-03-07T02:36:43.823 INFO:teuthology.orchestra.run.smithi092.stdout:License : GPLv3+ 2024-03-07T02:36:43.823 INFO:teuthology.orchestra.run.smithi092.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-03-07T02:36:43.823 INFO:teuthology.orchestra.run.smithi092.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-03-07T02:36:43.823 INFO:teuthology.orchestra.run.smithi092.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-03-07T02:36:43.823 INFO:teuthology.orchestra.run.smithi092.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-03-07T02:36:43.823 INFO:teuthology.orchestra.run.smithi092.stdout:Packager : builder@centos.org 2024-03-07T02:36:43.823 INFO:teuthology.orchestra.run.smithi092.stdout:Vendor : CentOS 2024-03-07T02:36:43.823 INFO:teuthology.orchestra.run.smithi092.stdout:URL : http://www.gnu.org/software/grub/ 2024-03-07T02:36:43.823 INFO:teuthology.orchestra.run.smithi092.stdout:Summary : Support tools for GRUB. 2024-03-07T02:36:43.823 INFO:teuthology.orchestra.run.smithi092.stdout:Description : 2024-03-07T02:36:43.823 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-03-07T02:36:43.823 INFO:teuthology.orchestra.run.smithi092.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-03-07T02:36:43.823 INFO:teuthology.orchestra.run.smithi092.stdout:customizable bootloader with modular architecture. It supports a rich 2024-03-07T02:36:43.824 INFO:teuthology.orchestra.run.smithi092.stdout:variety of kernel formats, file systems, computer architectures and 2024-03-07T02:36:43.824 INFO:teuthology.orchestra.run.smithi092.stdout:hardware devices. 2024-03-07T02:36:43.824 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-03-07T02:36:43.824 INFO:teuthology.orchestra.run.smithi092.stdout:This subpackage provides tools for support of all platforms. 2024-03-07T02:36:43.825 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-03-07T02:36:43.825 INFO:teuthology.task.kernel:Updating grub on smithi092 to boot 5.14.0-427.el9.x86_64 2024-03-07T02:36:43.825 DEBUG:teuthology.orchestra.run.smithi092:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-03-07T02:36:44.469 INFO:teuthology.orchestra.run.smithi092.stderr:Generating grub configuration file ... 2024-03-07T02:36:45.833 INFO:teuthology.orchestra.run.smithi092.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-03-07T02:36:45.872 INFO:teuthology.orchestra.run.smithi092.stderr:done 2024-03-07T02:36:45.874 DEBUG:teuthology.orchestra.run.smithi092:> mktemp 2024-03-07T02:36:45.889 INFO:teuthology.orchestra.run.smithi092.stdout:/tmp/tmp.dNF3gTuRbL 2024-03-07T02:36:45.889 DEBUG:teuthology.orchestra.run.smithi092:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.dNF3gTuRbL 2024-03-07T02:36:45.961 DEBUG:teuthology.orchestra.run.smithi092:> sudo chmod 0666 /tmp/tmp.dNF3gTuRbL 2024-03-07T02:36:46.109 DEBUG:teuthology.orchestra.remote:smithi092:/tmp/tmp.dNF3gTuRbL is 6KB 2024-03-07T02:36:46.129 DEBUG:teuthology.orchestra.run.smithi092:> rm -fr /tmp/tmp.dNF3gTuRbL 2024-03-07T02:36:46.143 DEBUG:teuthology.orchestra.run.smithi092:> sudo /bin/ls /boot/loader/entries || true 2024-03-07T02:36:46.217 INFO:teuthology.orchestra.run.smithi092.stdout:15949e3c88704300882482eddfd7baae-0-rescue.conf 2024-03-07T02:36:46.217 INFO:teuthology.orchestra.run.smithi092.stdout:15949e3c88704300882482eddfd7baae-5.14.0-239.el9.x86_64.conf 2024-03-07T02:36:46.217 INFO:teuthology.orchestra.run.smithi092.stdout:15949e3c88704300882482eddfd7baae-5.14.0-361.el9.x86_64.conf 2024-03-07T02:36:46.217 INFO:teuthology.orchestra.run.smithi092.stdout:15949e3c88704300882482eddfd7baae-5.14.0-427.el9.x86_64.conf 2024-03-07T02:36:46.219 DEBUG:teuthology.orchestra.run.smithi092:> sudo grub2-set-default 15949e3c88704300882482eddfd7baae-5.14.0-427.el9.x86_64 2024-03-07T02:36:46.384 DEBUG:teuthology.orchestra.run.smithi092:> sudo shutdown -r now 2024-03-07T02:36:53.948 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.90 2024-03-07T02:37:02.957 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi090.front.sepia.ceph.com' 2024-03-07T02:37:02.958 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi090.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-07T02:37:16.401 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-03-07T02:37:16.401 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi092.front.sepia.ceph.com' 2024-03-07T02:37:16.402 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi092.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-07T02:38:03.005 DEBUG:teuthology.orchestra.remote:timed out 2024-03-07T02:38:15.017 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi090.front.sepia.ceph.com' 2024-03-07T02:38:15.019 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi090.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-07T02:38:15.397 DEBUG:teuthology.orchestra.run.smithi090:> true 2024-03-07T02:38:15.857 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi090.front.sepia.ceph.com' 2024-03-07T02:38:15.857 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-427.el9.x86_64"... 2024-03-07T02:38:15.858 DEBUG:teuthology.orchestra.run.smithi090:> uname -r 2024-03-07T02:38:15.873 INFO:teuthology.orchestra.run.smithi090.stdout:5.14.0-427.el9.x86_64 2024-03-07T02:38:15.874 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-427.el9.x86_64 vs 5.14.0-427.el9.x86_64 2024-03-07T02:38:15.874 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-03-07T02:38:15.874 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-03-07T02:38:16.405 DEBUG:teuthology.orchestra.remote:timed out 2024-03-07T02:38:16.875 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-03-07T02:38:16.876 DEBUG:teuthology.orchestra.run.smithi090:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-03-07T02:38:16.952 INFO:teuthology.orchestra.run.smithi090.stdout:ttyS1 2024-03-07T02:38:16.992 DEBUG:teuthology.parallel:result is None 2024-03-07T02:38:25.406 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi092.front.sepia.ceph.com' 2024-03-07T02:38:25.406 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi092.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-07T02:38:29.027 DEBUG:teuthology.orchestra.run.smithi092:> true 2024-03-07T02:38:29.525 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi092.front.sepia.ceph.com' 2024-03-07T02:38:29.525 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-427.el9.x86_64"... 2024-03-07T02:38:29.526 DEBUG:teuthology.orchestra.run.smithi092:> uname -r 2024-03-07T02:38:29.539 INFO:teuthology.orchestra.run.smithi092.stdout:5.14.0-427.el9.x86_64 2024-03-07T02:38:29.540 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-427.el9.x86_64 vs 5.14.0-427.el9.x86_64 2024-03-07T02:38:29.540 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-03-07T02:38:29.540 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-03-07T02:38:30.541 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-03-07T02:38:30.541 DEBUG:teuthology.orchestra.run.smithi092:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-03-07T02:38:30.637 INFO:teuthology.orchestra.run.smithi092.stdout:ttyS1 2024-03-07T02:38:30.687 DEBUG:teuthology.parallel:result is None 2024-03-07T02:38:30.687 INFO:teuthology.run_tasks:Running task internal.base... 2024-03-07T02:38:30.694 INFO:teuthology.task.internal:Creating test directory... 2024-03-07T02:38:30.695 DEBUG:teuthology.orchestra.run.smithi090:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-03-07T02:38:30.698 DEBUG:teuthology.orchestra.run.smithi092:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-03-07T02:38:30.714 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-03-07T02:38:30.719 INFO:teuthology.run_tasks:Running task internal.archive... 2024-03-07T02:38:30.729 INFO:teuthology.task.internal:Creating archive directory... 2024-03-07T02:38:30.729 DEBUG:teuthology.orchestra.run.smithi090:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-03-07T02:38:30.757 DEBUG:teuthology.orchestra.run.smithi092:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-03-07T02:38:30.785 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-03-07T02:38:30.792 INFO:teuthology.task.internal:Enabling coredump saving... 2024-03-07T02:38:30.792 DEBUG:teuthology.orchestra.run.smithi090:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-03-07T02:38:30.822 DEBUG:teuthology.orchestra.run.smithi092:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-03-07T02:38:30.856 INFO:teuthology.orchestra.run.smithi090.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-03-07T02:38:30.861 INFO:teuthology.orchestra.run.smithi092.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-03-07T02:38:30.869 INFO:teuthology.orchestra.run.smithi090.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-03-07T02:38:30.874 INFO:teuthology.orchestra.run.smithi092.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-03-07T02:38:30.879 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-03-07T02:38:30.886 INFO:teuthology.task.internal:Configuring sudo... 2024-03-07T02:38:30.886 DEBUG:teuthology.orchestra.run.smithi090:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-03-07T02:38:30.914 DEBUG:teuthology.orchestra.run.smithi092:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-03-07T02:38:30.943 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-03-07T02:38:30.952 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-03-07T02:38:30.952 DEBUG:teuthology.orchestra.run.smithi090:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-03-07T02:38:30.982 DEBUG:teuthology.orchestra.run.smithi092:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-03-07T02:38:30.998 DEBUG:teuthology.orchestra.run.smithi090:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-03-07T02:38:31.083 DEBUG:teuthology.orchestra.run.smithi090:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-03-07T02:38:31.134 DEBUG:teuthology.orchestra.run.smithi090:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-03-07T02:38:31.217 DEBUG:teuthology.orchestra.run.smithi090:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-03-07T02:38:31.258 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-03-07T02:38:31.258 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-03-07T02:38:31.325 DEBUG:teuthology.orchestra.run.smithi092:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-03-07T02:38:31.366 DEBUG:teuthology.orchestra.run.smithi092:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-03-07T02:38:31.415 DEBUG:teuthology.orchestra.run.smithi092:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-03-07T02:38:31.497 DEBUG:teuthology.orchestra.run.smithi092:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-03-07T02:38:31.538 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-03-07T02:38:31.538 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-03-07T02:38:31.606 DEBUG:teuthology.orchestra.run.smithi090:> sudo service rsyslog restart 2024-03-07T02:38:31.608 DEBUG:teuthology.orchestra.run.smithi092:> sudo service rsyslog restart 2024-03-07T02:38:31.650 INFO:teuthology.orchestra.run.smithi090.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-03-07T02:38:31.701 INFO:teuthology.orchestra.run.smithi092.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-03-07T02:38:32.110 INFO:teuthology.run_tasks:Running task internal.timer... 2024-03-07T02:38:32.117 INFO:teuthology.task.internal:Starting timer... 2024-03-07T02:38:32.118 INFO:teuthology.run_tasks:Running task pcp... 2024-03-07T02:38:32.127 INFO:teuthology.run_tasks:Running task selinux... 2024-03-07T02:38:32.135 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']} 2024-03-07T02:38:32.135 DEBUG:teuthology.orchestra.run.smithi090:> sudo service auditd rotate 2024-03-07T02:38:32.204 INFO:teuthology.orchestra.run.smithi090.stdout:Rotating logs: 2024-03-07T02:38:32.206 DEBUG:teuthology.orchestra.run.smithi092:> sudo service auditd rotate 2024-03-07T02:38:32.249 INFO:teuthology.orchestra.run.smithi092.stdout:Rotating logs: 2024-03-07T02:38:32.251 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-03-07T02:38:32.251 DEBUG:teuthology.orchestra.run.smithi090:> /usr/sbin/getenforce 2024-03-07T02:38:32.274 INFO:teuthology.orchestra.run.smithi090.stdout:Permissive 2024-03-07T02:38:32.278 DEBUG:teuthology.orchestra.run.smithi092:> /usr/sbin/getenforce 2024-03-07T02:38:32.305 INFO:teuthology.orchestra.run.smithi092.stdout:Permissive 2024-03-07T02:38:32.305 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi090.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi092.front.sepia.ceph.com': 'permissive'} 2024-03-07T02:38:32.306 DEBUG:teuthology.orchestra.run.smithi090:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-03-07T02:38:32.342 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-07T02:38:32.343 DEBUG:teuthology.orchestra.run.smithi092:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-03-07T02:38:32.374 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-07T02:38:32.374 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-03-07T02:38:32.374 DEBUG:teuthology.orchestra.run.smithi090:> sudo /usr/sbin/setenforce permissive 2024-03-07T02:38:32.423 DEBUG:teuthology.orchestra.run.smithi092:> sudo /usr/sbin/setenforce permissive 2024-03-07T02:38:32.478 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-03-07T02:38:32.491 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-03-07T02:38:32.512 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-03-07T02:38:32.513 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi090.front.sepia.ceph.com,smithi092.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-03-07T02:44:58.634 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi090.front.sepia.ceph.com'), Remote(name='ubuntu@smithi092.front.sepia.ceph.com')] 2024-03-07T02:44:58.635 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi090.front.sepia.ceph.com' 2024-03-07T02:44:58.636 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi090.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-07T02:44:58.831 DEBUG:teuthology.orchestra.run.smithi090:> true 2024-03-07T02:44:58.915 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi090.front.sepia.ceph.com' 2024-03-07T02:44:58.915 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi092.front.sepia.ceph.com' 2024-03-07T02:44:58.916 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi092.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-07T02:44:59.230 DEBUG:teuthology.orchestra.run.smithi092:> true 2024-03-07T02:44:59.298 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi092.front.sepia.ceph.com' 2024-03-07T02:44:59.298 INFO:teuthology.run_tasks:Running task clock... 2024-03-07T02:44:59.314 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-03-07T02:44:59.315 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-03-07T02:44:59.315 DEBUG:teuthology.orchestra.run.smithi090:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-03-07T02:44:59.332 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-03-07T02:44:59.334 DEBUG:teuthology.orchestra.run.smithi092:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-03-07T02:44:59.359 INFO:teuthology.orchestra.run.smithi090.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-03-07T02:44:59.372 INFO:teuthology.orchestra.run.smithi092.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-03-07T02:44:59.377 INFO:teuthology.orchestra.run.smithi090.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-03-07T02:44:59.392 INFO:teuthology.orchestra.run.smithi092.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-03-07T02:44:59.408 INFO:teuthology.orchestra.run.smithi090.stderr:sudo: ntpd: command not found 2024-03-07T02:44:59.422 INFO:teuthology.orchestra.run.smithi090.stdout:506 Cannot talk to daemon 2024-03-07T02:44:59.424 INFO:teuthology.orchestra.run.smithi092.stderr:sudo: ntpd: command not found 2024-03-07T02:44:59.439 INFO:teuthology.orchestra.run.smithi090.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-03-07T02:44:59.440 INFO:teuthology.orchestra.run.smithi092.stdout:506 Cannot talk to daemon 2024-03-07T02:44:59.456 INFO:teuthology.orchestra.run.smithi090.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-03-07T02:44:59.457 INFO:teuthology.orchestra.run.smithi092.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-03-07T02:44:59.474 INFO:teuthology.orchestra.run.smithi092.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-03-07T02:44:59.516 INFO:teuthology.orchestra.run.smithi090.stderr:bash: line 1: ntpq: command not found 2024-03-07T02:44:59.517 INFO:teuthology.orchestra.run.smithi090.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-03-07T02:44:59.517 INFO:teuthology.orchestra.run.smithi090.stdout:=============================================================================== 2024-03-07T02:44:59.517 INFO:teuthology.orchestra.run.smithi090.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-07T02:44:59.518 INFO:teuthology.orchestra.run.smithi090.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-07T02:44:59.518 INFO:teuthology.orchestra.run.smithi090.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-07T02:44:59.518 INFO:teuthology.orchestra.run.smithi090.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-07T02:44:59.527 INFO:teuthology.orchestra.run.smithi092.stderr:bash: line 1: ntpq: command not found 2024-03-07T02:44:59.533 INFO:teuthology.orchestra.run.smithi092.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-03-07T02:44:59.533 INFO:teuthology.orchestra.run.smithi092.stdout:=============================================================================== 2024-03-07T02:44:59.533 INFO:teuthology.orchestra.run.smithi092.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-07T02:44:59.533 INFO:teuthology.orchestra.run.smithi092.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-07T02:44:59.534 INFO:teuthology.orchestra.run.smithi092.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-07T02:44:59.534 INFO:teuthology.orchestra.run.smithi092.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-07T02:44:59.534 INFO:teuthology.run_tasks:Running task install... 2024-03-07T02:44:59.544 DEBUG:teuthology.task.install:project ceph 2024-03-07T02:44:59.544 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': 'ea9a5688d9980e4ddedb59679d2960bcbac6fc71'}} 2024-03-07T02:44:59.544 DEBUG:teuthology.task.install:config {'branch': 'reef', 'exclude_packages': ['ceph-volume'], 'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': 'ea9a5688d9980e4ddedb59679d2960bcbac6fc71'} 2024-03-07T02:44:59.545 INFO:teuthology.task.install:Using flavor: default 2024-03-07T02:44:59.554 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-03-07T02:44:59.555 INFO:teuthology.task.install:extra packages: [] 2024-03-07T02:44:59.556 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'reef', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'ea9a5688d9980e4ddedb59679d2960bcbac6fc71', 'tag': None, 'wait_for_package': False} 2024-03-07T02:44:59.557 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-03-07T02:44:59.557 INFO:teuthology.packaging:ref: None 2024-03-07T02:44:59.557 INFO:teuthology.packaging:tag: None 2024-03-07T02:44:59.557 INFO:teuthology.packaging:branch: reef 2024-03-07T02:44:59.557 INFO:teuthology.packaging:sha1: ea9a5688d9980e4ddedb59679d2960bcbac6fc71 2024-03-07T02:44:59.557 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-03-07T02:44:59.575 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'reef', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'ea9a5688d9980e4ddedb59679d2960bcbac6fc71', 'tag': None, 'wait_for_package': False} 2024-03-07T02:44:59.575 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-03-07T02:44:59.575 INFO:teuthology.packaging:ref: None 2024-03-07T02:44:59.575 INFO:teuthology.packaging:tag: None 2024-03-07T02:44:59.575 INFO:teuthology.packaging:branch: reef 2024-03-07T02:44:59.575 INFO:teuthology.packaging:sha1: ea9a5688d9980e4ddedb59679d2960bcbac6fc71 2024-03-07T02:44:59.576 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-03-07T02:44:59.840 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/reef/ae75fc9dac756d7830c8c8f766fd136a5582707d/centos/9/flavors/default/ 2024-03-07T02:44:59.841 INFO:teuthology.task.install.rpm:Package version is 18.2.1-718.gae75fc9d 2024-03-07T02:44:59.908 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/reef/ae75fc9dac756d7830c8c8f766fd136a5582707d/centos/9/flavors/default/ 2024-03-07T02:44:59.908 INFO:teuthology.task.install.rpm:Package version is 18.2.1-718.gae75fc9d 2024-03-07T02:45:00.007 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/reef/ae75fc9dac756d7830c8c8f766fd136a5582707d/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/reef/ae75fc9dac756d7830c8c8f766fd136a5582707d/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/reef/ae75fc9dac756d7830c8c8f766fd136a5582707d/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-03-07T02:45:00.007 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-03-07T02:45:00.007 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-03-07T02:45:00.035 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-03-07T02:45:00.036 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-03-07T02:45:00.036 INFO:teuthology.packaging:ref: None 2024-03-07T02:45:00.036 INFO:teuthology.packaging:tag: None 2024-03-07T02:45:00.036 INFO:teuthology.packaging:branch: reef 2024-03-07T02:45:00.036 INFO:teuthology.packaging:sha1: ea9a5688d9980e4ddedb59679d2960bcbac6fc71 2024-03-07T02:45:00.036 DEBUG:teuthology.orchestra.run.smithi092:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/reef/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-03-07T02:45:00.100 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/reef/ae75fc9dac756d7830c8c8f766fd136a5582707d/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/reef/ae75fc9dac756d7830c8c8f766fd136a5582707d/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/reef/ae75fc9dac756d7830c8c8f766fd136a5582707d/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-03-07T02:45:00.100 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-03-07T02:45:00.100 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-03-07T02:45:00.104 DEBUG:teuthology.orchestra.run.smithi092:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-03-07T02:45:00.131 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-03-07T02:45:00.131 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-03-07T02:45:00.132 INFO:teuthology.packaging:ref: None 2024-03-07T02:45:00.132 INFO:teuthology.packaging:tag: None 2024-03-07T02:45:00.132 INFO:teuthology.packaging:branch: reef 2024-03-07T02:45:00.132 INFO:teuthology.packaging:sha1: ea9a5688d9980e4ddedb59679d2960bcbac6fc71 2024-03-07T02:45:00.132 DEBUG:teuthology.orchestra.run.smithi090:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/reef/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-03-07T02:45:00.184 DEBUG:teuthology.orchestra.run.smithi092:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-03-07T02:45:00.200 DEBUG:teuthology.orchestra.run.smithi090:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-03-07T02:45:00.254 INFO:teuthology.orchestra.run.smithi092.stdout:check_obsoletes = 1 2024-03-07T02:45:00.255 DEBUG:teuthology.orchestra.run.smithi092:> sudo yum clean all 2024-03-07T02:45:00.279 DEBUG:teuthology.orchestra.run.smithi090:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-03-07T02:45:00.346 INFO:teuthology.orchestra.run.smithi090.stdout:check_obsoletes = 1 2024-03-07T02:45:00.347 DEBUG:teuthology.orchestra.run.smithi090:> sudo yum clean all 2024-03-07T02:45:00.508 INFO:teuthology.orchestra.run.smithi092.stdout:74 files removed 2024-03-07T02:45:00.535 DEBUG:teuthology.orchestra.run.smithi092:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-03-07T02:45:00.580 INFO:teuthology.orchestra.run.smithi090.stdout:74 files removed 2024-03-07T02:45:00.607 DEBUG:teuthology.orchestra.run.smithi090:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-03-07T02:45:01.332 INFO:teuthology.orchestra.run.smithi092.stdout:ceph packages for x86_64 161 kB/s | 77 kB 00:00 2024-03-07T02:45:01.370 INFO:teuthology.orchestra.run.smithi090.stdout:ceph packages for x86_64 172 kB/s | 77 kB 00:00 2024-03-07T02:45:01.823 INFO:teuthology.orchestra.run.smithi092.stdout:ceph noarch packages 22 kB/s | 9.9 kB 00:00 2024-03-07T02:45:01.904 INFO:teuthology.orchestra.run.smithi090.stdout:ceph noarch packages 20 kB/s | 9.9 kB 00:00 2024-03-07T02:45:02.296 INFO:teuthology.orchestra.run.smithi090.stdout:ceph source packages 5.3 kB/s | 1.9 kB 00:00 2024-03-07T02:45:02.316 INFO:teuthology.orchestra.run.smithi092.stdout:ceph source packages 4.1 kB/s | 1.9 kB 00:00 2024-03-07T02:45:02.860 INFO:teuthology.orchestra.run.smithi092.stdout:CentOS-9 - AppStream 16 MB/s | 8.1 MB 00:00 2024-03-07T02:45:02.899 INFO:teuthology.orchestra.run.smithi090.stdout:CentOS-9 - AppStream 14 MB/s | 8.1 MB 00:00 2024-03-07T02:45:04.985 INFO:teuthology.orchestra.run.smithi092.stdout:CentOS-9 - BaseOS 3.1 MB/s | 2.5 MB 00:00 2024-03-07T02:45:05.025 INFO:teuthology.orchestra.run.smithi090.stdout:CentOS-9 - BaseOS 3.1 MB/s | 2.5 MB 00:00 2024-03-07T02:45:07.315 INFO:teuthology.orchestra.run.smithi090.stdout:CentOS Stream 9 - BaseOS 4.4 MB/s | 8.0 MB 00:01 2024-03-07T02:45:07.592 INFO:teuthology.orchestra.run.smithi092.stdout:CentOS Stream 9 - BaseOS 3.7 MB/s | 8.0 MB 00:02 2024-03-07T02:45:09.508 INFO:teuthology.orchestra.run.smithi090.stdout:CentOS Stream 9 - AppStream 17 MB/s | 19 MB 00:01 2024-03-07T02:45:18.208 INFO:teuthology.orchestra.run.smithi092.stdout:CentOS Stream 9 - AppStream 2.0 MB/s | 19 MB 00:09 2024-03-07T02:45:21.387 INFO:teuthology.orchestra.run.smithi090.stdout:CentOS Stream 9 - CRB 748 kB/s | 6.1 MB 00:08 2024-03-07T02:45:22.996 INFO:teuthology.orchestra.run.smithi090.stdout:CentOS Stream 9 - Extras packages 35 kB/s | 15 kB 00:00 2024-03-07T02:45:23.125 INFO:teuthology.orchestra.run.smithi092.stdout:CentOS Stream 9 - CRB 4.5 MB/s | 6.1 MB 00:01 2024-03-07T02:45:24.198 INFO:teuthology.orchestra.run.smithi090.stdout:Extra Packages for Enterprise Linux 20 MB/s | 21 MB 00:01 2024-03-07T02:45:25.800 INFO:teuthology.orchestra.run.smithi092.stdout:CentOS Stream 9 - Extras packages 12 kB/s | 15 kB 00:01 2024-03-07T02:45:29.206 INFO:teuthology.orchestra.run.smithi090.stdout:lab-extras 33 kB/s | 1.7 kB 00:00 2024-03-07T02:45:31.719 INFO:teuthology.orchestra.run.smithi090.stderr:Modular dependency problems: 2024-03-07T02:45:31.719 INFO:teuthology.orchestra.run.smithi090.stderr: 2024-03-07T02:45:31.719 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 1: conflicting requests 2024-03-07T02:45:31.719 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240227110532:20125149.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.720 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 2: conflicting requests 2024-03-07T02:45:31.720 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.720 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 3: conflicting requests 2024-03-07T02:45:31.720 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.720 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 4: conflicting requests 2024-03-07T02:45:31.720 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.720 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 5: conflicting requests 2024-03-07T02:45:31.720 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240213202549:b754926a.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.720 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 6: conflicting requests 2024-03-07T02:45:31.720 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.720 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 7: conflicting requests 2024-03-07T02:45:31.720 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240222150954:49cc9d1b.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.721 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 8: conflicting requests 2024-03-07T02:45:31.721 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.721 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 9: conflicting requests 2024-03-07T02:45:31.721 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.721 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 10: conflicting requests 2024-03-07T02:45:31.721 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.721 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 11: conflicting requests 2024-03-07T02:45:31.721 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.721 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 12: conflicting requests 2024-03-07T02:45:31.721 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.721 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 13: conflicting requests 2024-03-07T02:45:31.721 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.721 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 14: conflicting requests 2024-03-07T02:45:31.722 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.722 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 15: conflicting requests 2024-03-07T02:45:31.722 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.722 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 16: conflicting requests 2024-03-07T02:45:31.722 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.722 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 17: conflicting requests 2024-03-07T02:45:31.722 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.722 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 18: conflicting requests 2024-03-07T02:45:31.722 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.722 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 19: conflicting requests 2024-03-07T02:45:31.722 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.722 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 20: conflicting requests 2024-03-07T02:45:31.722 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.722 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 21: conflicting requests 2024-03-07T02:45:31.723 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.723 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 22: conflicting requests 2024-03-07T02:45:31.723 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.723 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 23: conflicting requests 2024-03-07T02:45:31.723 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.723 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 24: conflicting requests 2024-03-07T02:45:31.723 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.723 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 25: conflicting requests 2024-03-07T02:45:31.723 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.723 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 26: conflicting requests 2024-03-07T02:45:31.723 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.723 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 27: conflicting requests 2024-03-07T02:45:31.723 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.724 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 28: conflicting requests 2024-03-07T02:45:31.724 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.724 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 29: conflicting requests 2024-03-07T02:45:31.724 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.724 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 30: conflicting requests 2024-03-07T02:45:31.724 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.724 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 31: conflicting requests 2024-03-07T02:45:31.724 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.724 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 32: conflicting requests 2024-03-07T02:45:31.724 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240214183150:9edba152.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.724 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 33: conflicting requests 2024-03-07T02:45:31.724 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.724 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 34: conflicting requests 2024-03-07T02:45:31.725 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.725 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 35: conflicting requests 2024-03-07T02:45:31.725 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.725 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 36: conflicting requests 2024-03-07T02:45:31.725 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240226094445:9edba152.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.725 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 37: conflicting requests 2024-03-07T02:45:31.725 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.725 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.725 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.725 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 38: cannot install the best candidate for the job 2024-03-07T02:45:31.725 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.725 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.725 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.725 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.726 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 39: conflicting requests 2024-03-07T02:45:31.726 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.726 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.726 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.726 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.726 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.726 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.726 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 40: cannot install the best candidate for the job 2024-03-07T02:45:31.726 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.726 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.726 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.726 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.726 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 41: cannot install the best candidate for the job 2024-03-07T02:45:31.727 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.727 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.727 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.727 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.727 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 42: cannot install the best candidate for the job 2024-03-07T02:45:31.727 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.727 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.727 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.727 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.727 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 43: cannot install the best candidate for the job 2024-03-07T02:45:31.727 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.727 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.727 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.727 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.728 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 44: cannot install the best candidate for the job 2024-03-07T02:45:31.728 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.728 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.728 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.728 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.728 INFO:teuthology.orchestra.run.smithi090.stderr: Problem 45: cannot install the best candidate for the job 2024-03-07T02:45:31.728 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.728 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.728 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-03-07T02:45:31.728 INFO:teuthology.orchestra.run.smithi090.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-03-07T02:45:32.170 INFO:teuthology.orchestra.run.smithi090.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-03-07T02:45:32.171 INFO:teuthology.orchestra.run.smithi090.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-03-07T02:45:32.253 INFO:teuthology.orchestra.run.smithi090.stdout:Dependencies resolved. 2024-03-07T02:45:32.268 INFO:teuthology.orchestra.run.smithi090.stdout:====================================================================================== 2024-03-07T02:45:32.268 INFO:teuthology.orchestra.run.smithi090.stdout: Package Arch Version Repository Size 2024-03-07T02:45:32.268 INFO:teuthology.orchestra.run.smithi090.stdout:====================================================================================== 2024-03-07T02:45:32.269 INFO:teuthology.orchestra.run.smithi090.stdout:Installing: 2024-03-07T02:45:32.269 INFO:teuthology.orchestra.run.smithi090.stdout: ceph x86_64 2:18.2.1-718.gae75fc9d.el9 ceph 6.5 k 2024-03-07T02:45:32.269 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-base x86_64 2:18.2.1-718.gae75fc9d.el9 ceph 5.2 M 2024-03-07T02:45:32.269 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-fuse x86_64 2:18.2.1-718.gae75fc9d.el9 ceph 842 k 2024-03-07T02:45:32.269 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-immutable-object-cache x86_64 2:18.2.1-718.gae75fc9d.el9 ceph 142 k 2024-03-07T02:45:32.269 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mgr x86_64 2:18.2.1-718.gae75fc9d.el9 ceph 1.5 M 2024-03-07T02:45:32.269 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mgr-cephadm noarch 2:18.2.1-718.gae75fc9d.el9 ceph-noarch 137 k 2024-03-07T02:45:32.269 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mgr-dashboard noarch 2:18.2.1-718.gae75fc9d.el9 ceph-noarch 1.7 M 2024-03-07T02:45:32.269 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.1-718.gae75fc9d.el9 ceph-noarch 7.4 M 2024-03-07T02:45:32.269 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mgr-rook noarch 2:18.2.1-718.gae75fc9d.el9 ceph-noarch 49 k 2024-03-07T02:45:32.269 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-radosgw x86_64 2:18.2.1-718.gae75fc9d.el9 ceph 7.7 M 2024-03-07T02:45:32.269 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-test x86_64 2:18.2.1-718.gae75fc9d.el9 ceph 40 M 2024-03-07T02:45:32.269 INFO:teuthology.orchestra.run.smithi090.stdout: cephadm noarch 2:18.2.1-718.gae75fc9d.el9 ceph-noarch 223 k 2024-03-07T02:45:32.270 INFO:teuthology.orchestra.run.smithi090.stdout: libcephfs-devel x86_64 2:18.2.1-718.gae75fc9d.el9 ceph 31 k 2024-03-07T02:45:32.270 INFO:teuthology.orchestra.run.smithi090.stdout: libcephfs2 x86_64 2:18.2.1-718.gae75fc9d.el9 ceph 659 k 2024-03-07T02:45:32.270 INFO:teuthology.orchestra.run.smithi090.stdout: librados-devel x86_64 2:18.2.1-718.gae75fc9d.el9 ceph 127 k 2024-03-07T02:45:32.270 INFO:teuthology.orchestra.run.smithi090.stdout: python3-cephfs x86_64 2:18.2.1-718.gae75fc9d.el9 ceph 161 k 2024-03-07T02:45:32.270 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pytest noarch 6.2.2-6.el9 appstream 521 k 2024-03-07T02:45:32.270 INFO:teuthology.orchestra.run.smithi090.stdout: python3-rados x86_64 2:18.2.1-718.gae75fc9d.el9 ceph 321 k 2024-03-07T02:45:32.270 INFO:teuthology.orchestra.run.smithi090.stdout: python3-rbd x86_64 2:18.2.1-718.gae75fc9d.el9 ceph 298 k 2024-03-07T02:45:32.270 INFO:teuthology.orchestra.run.smithi090.stdout: python3-rgw x86_64 2:18.2.1-718.gae75fc9d.el9 ceph 99 k 2024-03-07T02:45:32.270 INFO:teuthology.orchestra.run.smithi090.stdout: rbd-fuse x86_64 2:18.2.1-718.gae75fc9d.el9 ceph 87 k 2024-03-07T02:45:32.270 INFO:teuthology.orchestra.run.smithi090.stdout: rbd-mirror x86_64 2:18.2.1-718.gae75fc9d.el9 ceph 3.0 M 2024-03-07T02:45:32.270 INFO:teuthology.orchestra.run.smithi090.stdout: rbd-nbd x86_64 2:18.2.1-718.gae75fc9d.el9 ceph 172 k 2024-03-07T02:45:32.270 INFO:teuthology.orchestra.run.smithi090.stdout:Upgrading: 2024-03-07T02:45:32.270 INFO:teuthology.orchestra.run.smithi090.stdout: librados2 x86_64 2:18.2.1-718.gae75fc9d.el9 ceph 3.3 M 2024-03-07T02:45:32.271 INFO:teuthology.orchestra.run.smithi090.stdout: librbd1 x86_64 2:18.2.1-718.gae75fc9d.el9 ceph 3.0 M 2024-03-07T02:45:32.271 INFO:teuthology.orchestra.run.smithi090.stdout:Installing dependencies: 2024-03-07T02:45:32.271 INFO:teuthology.orchestra.run.smithi090.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-03-07T02:45:32.271 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-common x86_64 2:18.2.1-718.gae75fc9d.el9 ceph 18 M 2024-03-07T02:45:32.271 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-grafana-dashboards noarch 2:18.2.1-718.gae75fc9d.el9 ceph-noarch 23 k 2024-03-07T02:45:32.271 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mds x86_64 2:18.2.1-718.gae75fc9d.el9 ceph 2.1 M 2024-03-07T02:45:32.271 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mgr-modules-core noarch 2:18.2.1-718.gae75fc9d.el9 ceph-noarch 245 k 2024-03-07T02:45:32.271 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mon x86_64 2:18.2.1-718.gae75fc9d.el9 ceph 4.5 M 2024-03-07T02:45:32.271 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-osd x86_64 2:18.2.1-718.gae75fc9d.el9 ceph 18 M 2024-03-07T02:45:32.271 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-prometheus-alerts noarch 2:18.2.1-718.gae75fc9d.el9 ceph-noarch 15 k 2024-03-07T02:45:32.271 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-selinux x86_64 2:18.2.1-718.gae75fc9d.el9 ceph 25 k 2024-03-07T02:45:32.271 INFO:teuthology.orchestra.run.smithi090.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-03-07T02:45:32.271 INFO:teuthology.orchestra.run.smithi090.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-03-07T02:45:32.271 INFO:teuthology.orchestra.run.smithi090.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-03-07T02:45:32.272 INFO:teuthology.orchestra.run.smithi090.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2024-03-07T02:45:32.272 INFO:teuthology.orchestra.run.smithi090.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-03-07T02:45:32.272 INFO:teuthology.orchestra.run.smithi090.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-03-07T02:45:32.272 INFO:teuthology.orchestra.run.smithi090.stdout: jq x86_64 1.6-16.el9 baseos 187 k 2024-03-07T02:45:32.272 INFO:teuthology.orchestra.run.smithi090.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-03-07T02:45:32.272 INFO:teuthology.orchestra.run.smithi090.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-03-07T02:45:32.272 INFO:teuthology.orchestra.run.smithi090.stdout: libcephsqlite x86_64 2:18.2.1-718.gae75fc9d.el9 ceph 166 k 2024-03-07T02:45:32.273 INFO:teuthology.orchestra.run.smithi090.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-03-07T02:45:32.273 INFO:teuthology.orchestra.run.smithi090.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-03-07T02:45:32.273 INFO:teuthology.orchestra.run.smithi090.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-03-07T02:45:32.273 INFO:teuthology.orchestra.run.smithi090.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-03-07T02:45:32.273 INFO:teuthology.orchestra.run.smithi090.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-03-07T02:45:32.273 INFO:teuthology.orchestra.run.smithi090.stdout: libradosstriper1 x86_64 2:18.2.1-718.gae75fc9d.el9 ceph 474 k 2024-03-07T02:45:32.273 INFO:teuthology.orchestra.run.smithi090.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-03-07T02:45:32.273 INFO:teuthology.orchestra.run.smithi090.stdout: librgw2 x86_64 2:18.2.1-718.gae75fc9d.el9 ceph 4.5 M 2024-03-07T02:45:32.273 INFO:teuthology.orchestra.run.smithi090.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-03-07T02:45:32.273 INFO:teuthology.orchestra.run.smithi090.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-03-07T02:45:32.273 INFO:teuthology.orchestra.run.smithi090.stdout: oniguruma x86_64 6.9.6-1.el9.5 baseos 218 k 2024-03-07T02:45:32.273 INFO:teuthology.orchestra.run.smithi090.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-03-07T02:45:32.274 INFO:teuthology.orchestra.run.smithi090.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-03-07T02:45:32.274 INFO:teuthology.orchestra.run.smithi090.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-03-07T02:45:32.274 INFO:teuthology.orchestra.run.smithi090.stdout: python3-asyncssh noarch 2.13.2-4.el9 epel 548 k 2024-03-07T02:45:32.274 INFO:teuthology.orchestra.run.smithi090.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-03-07T02:45:32.274 INFO:teuthology.orchestra.run.smithi090.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-03-07T02:45:32.274 INFO:teuthology.orchestra.run.smithi090.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-03-07T02:45:32.274 INFO:teuthology.orchestra.run.smithi090.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-03-07T02:45:32.274 INFO:teuthology.orchestra.run.smithi090.stdout: python3-ceph-argparse x86_64 2:18.2.1-718.gae75fc9d.el9 ceph 45 k 2024-03-07T02:45:32.274 INFO:teuthology.orchestra.run.smithi090.stdout: python3-ceph-common x86_64 2:18.2.1-718.gae75fc9d.el9 ceph 126 k 2024-03-07T02:45:32.274 INFO:teuthology.orchestra.run.smithi090.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-03-07T02:45:32.274 INFO:teuthology.orchestra.run.smithi090.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-03-07T02:45:32.274 INFO:teuthology.orchestra.run.smithi090.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-03-07T02:45:32.274 INFO:teuthology.orchestra.run.smithi090.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-03-07T02:45:32.275 INFO:teuthology.orchestra.run.smithi090.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-03-07T02:45:32.275 INFO:teuthology.orchestra.run.smithi090.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2024-03-07T02:45:32.275 INFO:teuthology.orchestra.run.smithi090.stdout: python3-google-auth noarch 1:2.28.0-1.el9 epel 203 k 2024-03-07T02:45:32.275 INFO:teuthology.orchestra.run.smithi090.stdout: python3-iniconfig noarch 1.1.1-7.el9 appstream 17 k 2024-03-07T02:45:32.275 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-03-07T02:45:32.275 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-03-07T02:45:32.275 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-03-07T02:45:32.275 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-03-07T02:45:32.275 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-03-07T02:45:32.275 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-03-07T02:45:32.275 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-03-07T02:45:32.275 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-03-07T02:45:32.275 INFO:teuthology.orchestra.run.smithi090.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-03-07T02:45:32.275 INFO:teuthology.orchestra.run.smithi090.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-03-07T02:45:32.276 INFO:teuthology.orchestra.run.smithi090.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-03-07T02:45:32.276 INFO:teuthology.orchestra.run.smithi090.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-03-07T02:45:32.276 INFO:teuthology.orchestra.run.smithi090.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-03-07T02:45:32.276 INFO:teuthology.orchestra.run.smithi090.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-03-07T02:45:32.276 INFO:teuthology.orchestra.run.smithi090.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-03-07T02:45:32.276 INFO:teuthology.orchestra.run.smithi090.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-03-07T02:45:32.276 INFO:teuthology.orchestra.run.smithi090.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-03-07T02:45:32.276 INFO:teuthology.orchestra.run.smithi090.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-03-07T02:45:32.276 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-03-07T02:45:32.276 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pluggy noarch 0.13.1-7.el9 appstream 41 k 2024-03-07T02:45:32.276 INFO:teuthology.orchestra.run.smithi090.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-03-07T02:45:32.276 INFO:teuthology.orchestra.run.smithi090.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-03-07T02:45:32.277 INFO:teuthology.orchestra.run.smithi090.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-03-07T02:45:32.277 INFO:teuthology.orchestra.run.smithi090.stdout: python3-py noarch 1.10.0-6.el9 appstream 477 k 2024-03-07T02:45:32.277 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-03-07T02:45:32.277 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-03-07T02:45:32.277 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-03-07T02:45:32.277 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-03-07T02:45:32.277 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-03-07T02:45:32.277 INFO:teuthology.orchestra.run.smithi090.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-03-07T02:45:32.277 INFO:teuthology.orchestra.run.smithi090.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-03-07T02:45:32.277 INFO:teuthology.orchestra.run.smithi090.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-03-07T02:45:32.277 INFO:teuthology.orchestra.run.smithi090.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-03-07T02:45:32.277 INFO:teuthology.orchestra.run.smithi090.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-03-07T02:45:32.277 INFO:teuthology.orchestra.run.smithi090.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-03-07T02:45:32.278 INFO:teuthology.orchestra.run.smithi090.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-03-07T02:45:32.278 INFO:teuthology.orchestra.run.smithi090.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-03-07T02:45:32.278 INFO:teuthology.orchestra.run.smithi090.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-03-07T02:45:32.278 INFO:teuthology.orchestra.run.smithi090.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-03-07T02:45:32.278 INFO:teuthology.orchestra.run.smithi090.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-03-07T02:45:32.278 INFO:teuthology.orchestra.run.smithi090.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-03-07T02:45:32.278 INFO:teuthology.orchestra.run.smithi090.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-03-07T02:45:32.278 INFO:teuthology.orchestra.run.smithi090.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-03-07T02:45:32.278 INFO:teuthology.orchestra.run.smithi090.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-03-07T02:45:32.278 INFO:teuthology.orchestra.run.smithi090.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-03-07T02:45:32.278 INFO:teuthology.orchestra.run.smithi090.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-03-07T02:45:32.278 INFO:teuthology.orchestra.run.smithi090.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-03-07T02:45:32.278 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T02:45:32.278 INFO:teuthology.orchestra.run.smithi090.stdout:Transaction Summary 2024-03-07T02:45:32.279 INFO:teuthology.orchestra.run.smithi090.stdout:====================================================================================== 2024-03-07T02:45:32.279 INFO:teuthology.orchestra.run.smithi090.stdout:Install 118 Packages 2024-03-07T02:45:32.279 INFO:teuthology.orchestra.run.smithi090.stdout:Upgrade 2 Packages 2024-03-07T02:45:32.279 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T02:45:32.279 INFO:teuthology.orchestra.run.smithi090.stdout:Total download size: 179 M 2024-03-07T02:45:32.279 INFO:teuthology.orchestra.run.smithi090.stdout:Downloading Packages: 2024-03-07T02:45:32.726 INFO:teuthology.orchestra.run.smithi090.stdout:(1/120): ceph-18.2.1-718.gae75fc9d.el9.x86_64.r 24 kB/s | 6.5 kB 00:00 2024-03-07T02:45:32.787 INFO:teuthology.orchestra.run.smithi092.stdout:Extra Packages for Enterprise Linux 3.0 MB/s | 21 MB 00:06 2024-03-07T02:45:33.444 INFO:teuthology.orchestra.run.smithi090.stdout:(2/120): ceph-fuse-18.2.1-718.gae75fc9d.el9.x86 1.1 MB/s | 842 kB 00:00 2024-03-07T02:45:33.517 INFO:teuthology.orchestra.run.smithi090.stdout:(3/120): ceph-immutable-object-cache-18.2.1-718 1.9 MB/s | 142 kB 00:00 2024-03-07T02:45:34.092 INFO:teuthology.orchestra.run.smithi090.stdout:(4/120): ceph-mds-18.2.1-718.gae75fc9d.el9.x86_ 3.7 MB/s | 2.1 MB 00:00 2024-03-07T02:45:34.168 INFO:teuthology.orchestra.run.smithi090.stdout:(5/120): ceph-base-18.2.1-718.gae75fc9d.el9.x86 3.0 MB/s | 5.2 MB 00:01 2024-03-07T02:45:34.503 INFO:teuthology.orchestra.run.smithi090.stdout:(6/120): ceph-mgr-18.2.1-718.gae75fc9d.el9.x86_ 3.5 MB/s | 1.5 MB 00:00 2024-03-07T02:45:34.903 INFO:teuthology.orchestra.run.smithi090.stdout:(7/120): ceph-mon-18.2.1-718.gae75fc9d.el9.x86_ 6.1 MB/s | 4.5 MB 00:00 2024-03-07T02:45:36.054 INFO:teuthology.orchestra.run.smithi090.stdout:(8/120): ceph-common-18.2.1-718.gae75fc9d.el9.x 5.1 MB/s | 18 MB 00:03 2024-03-07T02:45:36.145 INFO:teuthology.orchestra.run.smithi090.stdout:(9/120): ceph-selinux-18.2.1-718.gae75fc9d.el9. 275 kB/s | 25 kB 00:00 2024-03-07T02:45:36.471 INFO:teuthology.orchestra.run.smithi090.stdout:(10/120): ceph-radosgw-18.2.1-718.gae75fc9d.el9 4.9 MB/s | 7.7 MB 00:01 2024-03-07T02:45:36.580 INFO:teuthology.orchestra.run.smithi090.stdout:(11/120): libcephfs-devel-18.2.1-718.gae75fc9d. 287 kB/s | 31 kB 00:00 2024-03-07T02:45:37.022 INFO:teuthology.orchestra.run.smithi090.stdout:(12/120): libcephfs2-18.2.1-718.gae75fc9d.el9.x 1.5 MB/s | 659 kB 00:00 2024-03-07T02:45:37.163 INFO:teuthology.orchestra.run.smithi090.stdout:(13/120): libcephsqlite-18.2.1-718.gae75fc9d.el 1.1 MB/s | 166 kB 00:00 2024-03-07T02:45:37.255 INFO:teuthology.orchestra.run.smithi090.stdout:(14/120): librados-devel-18.2.1-718.gae75fc9d.e 1.3 MB/s | 127 kB 00:00 2024-03-07T02:45:37.464 INFO:teuthology.orchestra.run.smithi090.stdout:(15/120): libradosstriper1-18.2.1-718.gae75fc9d 2.2 MB/s | 474 kB 00:00 2024-03-07T02:45:37.785 INFO:teuthology.orchestra.run.smithi092.stdout:lab-extras 14 kB/s | 1.7 kB 00:00 2024-03-07T02:45:39.081 INFO:teuthology.orchestra.run.smithi090.stdout:(16/120): librgw2-18.2.1-718.gae75fc9d.el9.x86_ 2.8 MB/s | 4.5 MB 00:01 2024-03-07T02:45:39.173 INFO:teuthology.orchestra.run.smithi090.stdout:(17/120): python3-ceph-argparse-18.2.1-718.gae7 492 kB/s | 45 kB 00:00 2024-03-07T02:45:39.273 INFO:teuthology.orchestra.run.smithi090.stdout:(18/120): python3-ceph-common-18.2.1-718.gae75f 1.2 MB/s | 126 kB 00:00 2024-03-07T02:45:39.382 INFO:teuthology.orchestra.run.smithi090.stdout:(19/120): python3-cephfs-18.2.1-718.gae75fc9d.e 1.5 MB/s | 161 kB 00:00 2024-03-07T02:45:39.568 INFO:teuthology.orchestra.run.smithi090.stdout:(20/120): python3-rados-18.2.1-718.gae75fc9d.el 1.7 MB/s | 321 kB 00:00 2024-03-07T02:45:39.733 INFO:teuthology.orchestra.run.smithi090.stdout:(21/120): python3-rbd-18.2.1-718.gae75fc9d.el9. 1.7 MB/s | 298 kB 00:00 2024-03-07T02:45:39.850 INFO:teuthology.orchestra.run.smithi090.stdout:(22/120): python3-rgw-18.2.1-718.gae75fc9d.el9. 852 kB/s | 99 kB 00:00 2024-03-07T02:45:39.925 INFO:teuthology.orchestra.run.smithi090.stdout:(23/120): rbd-fuse-18.2.1-718.gae75fc9d.el9.x86 1.1 MB/s | 87 kB 00:00 2024-03-07T02:45:40.307 INFO:teuthology.orchestra.run.smithi092.stderr:Modular dependency problems: 2024-03-07T02:45:40.307 INFO:teuthology.orchestra.run.smithi092.stderr: 2024-03-07T02:45:40.308 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 1: conflicting requests 2024-03-07T02:45:40.308 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240227110532:20125149.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.308 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 2: conflicting requests 2024-03-07T02:45:40.308 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.308 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 3: conflicting requests 2024-03-07T02:45:40.308 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.308 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 4: conflicting requests 2024-03-07T02:45:40.308 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.308 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 5: conflicting requests 2024-03-07T02:45:40.308 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240213202549:b754926a.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.308 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 6: conflicting requests 2024-03-07T02:45:40.308 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.309 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 7: conflicting requests 2024-03-07T02:45:40.309 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240222150954:49cc9d1b.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.309 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 8: conflicting requests 2024-03-07T02:45:40.309 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.309 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 9: conflicting requests 2024-03-07T02:45:40.309 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.309 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 10: conflicting requests 2024-03-07T02:45:40.309 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.309 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 11: conflicting requests 2024-03-07T02:45:40.309 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.309 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 12: conflicting requests 2024-03-07T02:45:40.309 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.309 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 13: conflicting requests 2024-03-07T02:45:40.310 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.310 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 14: conflicting requests 2024-03-07T02:45:40.310 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.310 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 15: conflicting requests 2024-03-07T02:45:40.310 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.310 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 16: conflicting requests 2024-03-07T02:45:40.310 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.310 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 17: conflicting requests 2024-03-07T02:45:40.310 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.310 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 18: conflicting requests 2024-03-07T02:45:40.310 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.310 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 19: conflicting requests 2024-03-07T02:45:40.310 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.310 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 20: conflicting requests 2024-03-07T02:45:40.311 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.311 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 21: conflicting requests 2024-03-07T02:45:40.311 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.311 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 22: conflicting requests 2024-03-07T02:45:40.311 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.311 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 23: conflicting requests 2024-03-07T02:45:40.311 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.311 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 24: conflicting requests 2024-03-07T02:45:40.311 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.311 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 25: conflicting requests 2024-03-07T02:45:40.311 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.311 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 26: conflicting requests 2024-03-07T02:45:40.311 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.311 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 27: conflicting requests 2024-03-07T02:45:40.312 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.312 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 28: conflicting requests 2024-03-07T02:45:40.312 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.312 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 29: conflicting requests 2024-03-07T02:45:40.312 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.312 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 30: conflicting requests 2024-03-07T02:45:40.312 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.312 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 31: conflicting requests 2024-03-07T02:45:40.312 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.312 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 32: conflicting requests 2024-03-07T02:45:40.312 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240214183150:9edba152.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.312 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 33: conflicting requests 2024-03-07T02:45:40.313 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.313 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 34: conflicting requests 2024-03-07T02:45:40.313 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.313 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 35: conflicting requests 2024-03-07T02:45:40.313 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.313 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 36: conflicting requests 2024-03-07T02:45:40.313 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240226094445:9edba152.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.313 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 37: conflicting requests 2024-03-07T02:45:40.313 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.313 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.313 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.313 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 38: cannot install the best candidate for the job 2024-03-07T02:45:40.313 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.313 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.314 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.314 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.314 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 39: conflicting requests 2024-03-07T02:45:40.314 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.314 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.314 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.314 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.314 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.314 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.314 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 40: cannot install the best candidate for the job 2024-03-07T02:45:40.314 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.314 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.314 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.315 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.315 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 41: cannot install the best candidate for the job 2024-03-07T02:45:40.315 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.315 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.315 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.315 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.315 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 42: cannot install the best candidate for the job 2024-03-07T02:45:40.315 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.318 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.318 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.318 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.319 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 43: cannot install the best candidate for the job 2024-03-07T02:45:40.319 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.319 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.319 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.319 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.319 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 44: cannot install the best candidate for the job 2024-03-07T02:45:40.319 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.319 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.321 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.321 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.321 INFO:teuthology.orchestra.run.smithi092.stderr: Problem 45: cannot install the best candidate for the job 2024-03-07T02:45:40.321 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.321 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.321 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.321 INFO:teuthology.orchestra.run.smithi092.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-03-07T02:45:40.400 INFO:teuthology.orchestra.run.smithi090.stdout:(24/120): ceph-osd-18.2.1-718.gae75fc9d.el9.x86 3.0 MB/s | 18 MB 00:05 2024-03-07T02:45:40.618 INFO:teuthology.orchestra.run.smithi090.stdout:(25/120): rbd-nbd-18.2.1-718.gae75fc9d.el9.x86_ 794 kB/s | 172 kB 00:00 2024-03-07T02:45:40.734 INFO:teuthology.orchestra.run.smithi090.stdout:(26/120): ceph-grafana-dashboards-18.2.1-718.ga 199 kB/s | 23 kB 00:00 2024-03-07T02:45:40.770 INFO:teuthology.orchestra.run.smithi092.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-03-07T02:45:40.772 INFO:teuthology.orchestra.run.smithi092.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-03-07T02:45:40.855 INFO:teuthology.orchestra.run.smithi092.stdout:Dependencies resolved. 2024-03-07T02:45:40.873 INFO:teuthology.orchestra.run.smithi092.stdout:====================================================================================== 2024-03-07T02:45:40.874 INFO:teuthology.orchestra.run.smithi092.stdout: Package Arch Version Repository Size 2024-03-07T02:45:40.874 INFO:teuthology.orchestra.run.smithi092.stdout:====================================================================================== 2024-03-07T02:45:40.874 INFO:teuthology.orchestra.run.smithi092.stdout:Installing: 2024-03-07T02:45:40.874 INFO:teuthology.orchestra.run.smithi092.stdout: ceph x86_64 2:18.2.1-718.gae75fc9d.el9 ceph 6.5 k 2024-03-07T02:45:40.874 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-base x86_64 2:18.2.1-718.gae75fc9d.el9 ceph 5.2 M 2024-03-07T02:45:40.874 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-fuse x86_64 2:18.2.1-718.gae75fc9d.el9 ceph 842 k 2024-03-07T02:45:40.874 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-immutable-object-cache x86_64 2:18.2.1-718.gae75fc9d.el9 ceph 142 k 2024-03-07T02:45:40.874 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mgr x86_64 2:18.2.1-718.gae75fc9d.el9 ceph 1.5 M 2024-03-07T02:45:40.874 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mgr-cephadm noarch 2:18.2.1-718.gae75fc9d.el9 ceph-noarch 137 k 2024-03-07T02:45:40.874 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mgr-dashboard noarch 2:18.2.1-718.gae75fc9d.el9 ceph-noarch 1.7 M 2024-03-07T02:45:40.874 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.1-718.gae75fc9d.el9 ceph-noarch 7.4 M 2024-03-07T02:45:40.874 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mgr-rook noarch 2:18.2.1-718.gae75fc9d.el9 ceph-noarch 49 k 2024-03-07T02:45:40.875 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-radosgw x86_64 2:18.2.1-718.gae75fc9d.el9 ceph 7.7 M 2024-03-07T02:45:40.875 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-test x86_64 2:18.2.1-718.gae75fc9d.el9 ceph 40 M 2024-03-07T02:45:40.875 INFO:teuthology.orchestra.run.smithi092.stdout: cephadm noarch 2:18.2.1-718.gae75fc9d.el9 ceph-noarch 223 k 2024-03-07T02:45:40.875 INFO:teuthology.orchestra.run.smithi092.stdout: libcephfs-devel x86_64 2:18.2.1-718.gae75fc9d.el9 ceph 31 k 2024-03-07T02:45:40.875 INFO:teuthology.orchestra.run.smithi092.stdout: libcephfs2 x86_64 2:18.2.1-718.gae75fc9d.el9 ceph 659 k 2024-03-07T02:45:40.875 INFO:teuthology.orchestra.run.smithi092.stdout: librados-devel x86_64 2:18.2.1-718.gae75fc9d.el9 ceph 127 k 2024-03-07T02:45:40.875 INFO:teuthology.orchestra.run.smithi092.stdout: python3-cephfs x86_64 2:18.2.1-718.gae75fc9d.el9 ceph 161 k 2024-03-07T02:45:40.875 INFO:teuthology.orchestra.run.smithi092.stdout: python3-pytest noarch 6.2.2-6.el9 appstream 521 k 2024-03-07T02:45:40.875 INFO:teuthology.orchestra.run.smithi092.stdout: python3-rados x86_64 2:18.2.1-718.gae75fc9d.el9 ceph 321 k 2024-03-07T02:45:40.875 INFO:teuthology.orchestra.run.smithi092.stdout: python3-rbd x86_64 2:18.2.1-718.gae75fc9d.el9 ceph 298 k 2024-03-07T02:45:40.875 INFO:teuthology.orchestra.run.smithi092.stdout: python3-rgw x86_64 2:18.2.1-718.gae75fc9d.el9 ceph 99 k 2024-03-07T02:45:40.875 INFO:teuthology.orchestra.run.smithi092.stdout: rbd-fuse x86_64 2:18.2.1-718.gae75fc9d.el9 ceph 87 k 2024-03-07T02:45:40.875 INFO:teuthology.orchestra.run.smithi092.stdout: rbd-mirror x86_64 2:18.2.1-718.gae75fc9d.el9 ceph 3.0 M 2024-03-07T02:45:40.875 INFO:teuthology.orchestra.run.smithi092.stdout: rbd-nbd x86_64 2:18.2.1-718.gae75fc9d.el9 ceph 172 k 2024-03-07T02:45:40.876 INFO:teuthology.orchestra.run.smithi092.stdout:Upgrading: 2024-03-07T02:45:40.876 INFO:teuthology.orchestra.run.smithi092.stdout: librados2 x86_64 2:18.2.1-718.gae75fc9d.el9 ceph 3.3 M 2024-03-07T02:45:40.876 INFO:teuthology.orchestra.run.smithi092.stdout: librbd1 x86_64 2:18.2.1-718.gae75fc9d.el9 ceph 3.0 M 2024-03-07T02:45:40.876 INFO:teuthology.orchestra.run.smithi092.stdout:Installing dependencies: 2024-03-07T02:45:40.876 INFO:teuthology.orchestra.run.smithi092.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-03-07T02:45:40.876 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-common x86_64 2:18.2.1-718.gae75fc9d.el9 ceph 18 M 2024-03-07T02:45:40.876 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-grafana-dashboards noarch 2:18.2.1-718.gae75fc9d.el9 ceph-noarch 23 k 2024-03-07T02:45:40.876 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mds x86_64 2:18.2.1-718.gae75fc9d.el9 ceph 2.1 M 2024-03-07T02:45:40.876 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mgr-modules-core noarch 2:18.2.1-718.gae75fc9d.el9 ceph-noarch 245 k 2024-03-07T02:45:40.876 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mon x86_64 2:18.2.1-718.gae75fc9d.el9 ceph 4.5 M 2024-03-07T02:45:40.876 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-osd x86_64 2:18.2.1-718.gae75fc9d.el9 ceph 18 M 2024-03-07T02:45:40.876 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-prometheus-alerts noarch 2:18.2.1-718.gae75fc9d.el9 ceph-noarch 15 k 2024-03-07T02:45:40.876 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-selinux x86_64 2:18.2.1-718.gae75fc9d.el9 ceph 25 k 2024-03-07T02:45:40.877 INFO:teuthology.orchestra.run.smithi092.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-03-07T02:45:40.877 INFO:teuthology.orchestra.run.smithi092.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-03-07T02:45:40.877 INFO:teuthology.orchestra.run.smithi092.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-03-07T02:45:40.877 INFO:teuthology.orchestra.run.smithi092.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2024-03-07T02:45:40.877 INFO:teuthology.orchestra.run.smithi092.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-03-07T02:45:40.877 INFO:teuthology.orchestra.run.smithi092.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-03-07T02:45:40.878 INFO:teuthology.orchestra.run.smithi092.stdout: jq x86_64 1.6-16.el9 baseos 187 k 2024-03-07T02:45:40.878 INFO:teuthology.orchestra.run.smithi092.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-03-07T02:45:40.878 INFO:teuthology.orchestra.run.smithi092.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-03-07T02:45:40.878 INFO:teuthology.orchestra.run.smithi092.stdout: libcephsqlite x86_64 2:18.2.1-718.gae75fc9d.el9 ceph 166 k 2024-03-07T02:45:40.878 INFO:teuthology.orchestra.run.smithi092.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-03-07T02:45:40.878 INFO:teuthology.orchestra.run.smithi092.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-03-07T02:45:40.878 INFO:teuthology.orchestra.run.smithi092.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-03-07T02:45:40.878 INFO:teuthology.orchestra.run.smithi092.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-03-07T02:45:40.880 INFO:teuthology.orchestra.run.smithi092.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-03-07T02:45:40.880 INFO:teuthology.orchestra.run.smithi092.stdout: libradosstriper1 x86_64 2:18.2.1-718.gae75fc9d.el9 ceph 474 k 2024-03-07T02:45:40.880 INFO:teuthology.orchestra.run.smithi092.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-03-07T02:45:40.880 INFO:teuthology.orchestra.run.smithi092.stdout: librgw2 x86_64 2:18.2.1-718.gae75fc9d.el9 ceph 4.5 M 2024-03-07T02:45:40.881 INFO:teuthology.orchestra.run.smithi092.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-03-07T02:45:40.881 INFO:teuthology.orchestra.run.smithi092.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-03-07T02:45:40.881 INFO:teuthology.orchestra.run.smithi092.stdout: oniguruma x86_64 6.9.6-1.el9.5 baseos 218 k 2024-03-07T02:45:40.881 INFO:teuthology.orchestra.run.smithi092.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-03-07T02:45:40.881 INFO:teuthology.orchestra.run.smithi092.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-03-07T02:45:40.881 INFO:teuthology.orchestra.run.smithi092.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-03-07T02:45:40.881 INFO:teuthology.orchestra.run.smithi092.stdout: python3-asyncssh noarch 2.13.2-4.el9 epel 548 k 2024-03-07T02:45:40.881 INFO:teuthology.orchestra.run.smithi092.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-03-07T02:45:40.882 INFO:teuthology.orchestra.run.smithi092.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-03-07T02:45:40.882 INFO:teuthology.orchestra.run.smithi092.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-03-07T02:45:40.882 INFO:teuthology.orchestra.run.smithi092.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-03-07T02:45:40.882 INFO:teuthology.orchestra.run.smithi092.stdout: python3-ceph-argparse x86_64 2:18.2.1-718.gae75fc9d.el9 ceph 45 k 2024-03-07T02:45:40.882 INFO:teuthology.orchestra.run.smithi092.stdout: python3-ceph-common x86_64 2:18.2.1-718.gae75fc9d.el9 ceph 126 k 2024-03-07T02:45:40.882 INFO:teuthology.orchestra.run.smithi092.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-03-07T02:45:40.882 INFO:teuthology.orchestra.run.smithi092.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-03-07T02:45:40.882 INFO:teuthology.orchestra.run.smithi092.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-03-07T02:45:40.882 INFO:teuthology.orchestra.run.smithi092.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-03-07T02:45:40.883 INFO:teuthology.orchestra.run.smithi092.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-03-07T02:45:40.883 INFO:teuthology.orchestra.run.smithi092.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2024-03-07T02:45:40.883 INFO:teuthology.orchestra.run.smithi092.stdout: python3-google-auth noarch 1:2.28.0-1.el9 epel 203 k 2024-03-07T02:45:40.883 INFO:teuthology.orchestra.run.smithi092.stdout: python3-iniconfig noarch 1.1.1-7.el9 appstream 17 k 2024-03-07T02:45:40.883 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-03-07T02:45:40.883 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-03-07T02:45:40.883 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-03-07T02:45:40.883 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-03-07T02:45:40.883 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-03-07T02:45:40.884 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-03-07T02:45:40.884 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-03-07T02:45:40.884 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-03-07T02:45:40.884 INFO:teuthology.orchestra.run.smithi092.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-03-07T02:45:40.884 INFO:teuthology.orchestra.run.smithi092.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-03-07T02:45:40.884 INFO:teuthology.orchestra.run.smithi092.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-03-07T02:45:40.884 INFO:teuthology.orchestra.run.smithi092.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-03-07T02:45:40.884 INFO:teuthology.orchestra.run.smithi092.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-03-07T02:45:40.885 INFO:teuthology.orchestra.run.smithi092.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-03-07T02:45:40.885 INFO:teuthology.orchestra.run.smithi092.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-03-07T02:45:40.885 INFO:teuthology.orchestra.run.smithi092.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-03-07T02:45:40.885 INFO:teuthology.orchestra.run.smithi092.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-03-07T02:45:40.885 INFO:teuthology.orchestra.run.smithi092.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-03-07T02:45:40.885 INFO:teuthology.orchestra.run.smithi092.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-03-07T02:45:40.885 INFO:teuthology.orchestra.run.smithi092.stdout: python3-pluggy noarch 0.13.1-7.el9 appstream 41 k 2024-03-07T02:45:40.885 INFO:teuthology.orchestra.run.smithi092.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-03-07T02:45:40.885 INFO:teuthology.orchestra.run.smithi092.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-03-07T02:45:40.885 INFO:teuthology.orchestra.run.smithi092.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-03-07T02:45:40.885 INFO:teuthology.orchestra.run.smithi092.stdout: python3-py noarch 1.10.0-6.el9 appstream 477 k 2024-03-07T02:45:40.885 INFO:teuthology.orchestra.run.smithi092.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-03-07T02:45:40.885 INFO:teuthology.orchestra.run.smithi092.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-03-07T02:45:40.886 INFO:teuthology.orchestra.run.smithi092.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-03-07T02:45:40.886 INFO:teuthology.orchestra.run.smithi092.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-03-07T02:45:40.886 INFO:teuthology.orchestra.run.smithi092.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-03-07T02:45:40.886 INFO:teuthology.orchestra.run.smithi092.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-03-07T02:45:40.886 INFO:teuthology.orchestra.run.smithi092.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-03-07T02:45:40.886 INFO:teuthology.orchestra.run.smithi092.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-03-07T02:45:40.886 INFO:teuthology.orchestra.run.smithi092.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-03-07T02:45:40.886 INFO:teuthology.orchestra.run.smithi092.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-03-07T02:45:40.886 INFO:teuthology.orchestra.run.smithi092.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-03-07T02:45:40.886 INFO:teuthology.orchestra.run.smithi092.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-03-07T02:45:40.886 INFO:teuthology.orchestra.run.smithi092.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-03-07T02:45:40.886 INFO:teuthology.orchestra.run.smithi092.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-03-07T02:45:40.886 INFO:teuthology.orchestra.run.smithi092.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-03-07T02:45:40.886 INFO:teuthology.orchestra.run.smithi092.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-03-07T02:45:40.887 INFO:teuthology.orchestra.run.smithi092.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-03-07T02:45:40.887 INFO:teuthology.orchestra.run.smithi092.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-03-07T02:45:40.887 INFO:teuthology.orchestra.run.smithi092.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-03-07T02:45:40.887 INFO:teuthology.orchestra.run.smithi092.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-03-07T02:45:40.887 INFO:teuthology.orchestra.run.smithi092.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-03-07T02:45:40.887 INFO:teuthology.orchestra.run.smithi092.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-03-07T02:45:40.887 INFO:teuthology.orchestra.run.smithi092.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-03-07T02:45:40.887 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-03-07T02:45:40.887 INFO:teuthology.orchestra.run.smithi092.stdout:Transaction Summary 2024-03-07T02:45:40.887 INFO:teuthology.orchestra.run.smithi092.stdout:====================================================================================== 2024-03-07T02:45:40.889 INFO:teuthology.orchestra.run.smithi092.stdout:Install 118 Packages 2024-03-07T02:45:40.889 INFO:teuthology.orchestra.run.smithi092.stdout:Upgrade 2 Packages 2024-03-07T02:45:40.889 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-03-07T02:45:40.890 INFO:teuthology.orchestra.run.smithi092.stdout:Total download size: 179 M 2024-03-07T02:45:40.890 INFO:teuthology.orchestra.run.smithi092.stdout:Downloading Packages: 2024-03-07T02:45:40.891 INFO:teuthology.orchestra.run.smithi090.stdout:(27/120): ceph-mgr-cephadm-18.2.1-718.gae75fc9d 873 kB/s | 137 kB 00:00 2024-03-07T02:45:41.345 INFO:teuthology.orchestra.run.smithi090.stdout:(28/120): rbd-mirror-18.2.1-718.gae75fc9d.el9.x 2.1 MB/s | 3.0 MB 00:01 2024-03-07T02:45:41.594 INFO:teuthology.orchestra.run.smithi090.stdout:(29/120): ceph-mgr-dashboard-18.2.1-718.gae75fc 2.5 MB/s | 1.7 MB 00:00 2024-03-07T02:45:41.737 INFO:teuthology.orchestra.run.smithi090.stdout:(30/120): ceph-mgr-modules-core-18.2.1-718.gae7 1.7 MB/s | 245 kB 00:00 2024-03-07T02:45:41.846 INFO:teuthology.orchestra.run.smithi090.stdout:(31/120): ceph-mgr-rook-18.2.1-718.gae75fc9d.el 455 kB/s | 49 kB 00:00 2024-03-07T02:45:41.963 INFO:teuthology.orchestra.run.smithi090.stdout:(32/120): ceph-prometheus-alerts-18.2.1-718.gae 127 kB/s | 15 kB 00:00 2024-03-07T02:45:42.026 INFO:teuthology.orchestra.run.smithi092.stdout:(1/120): ceph-18.2.1-718.gae75fc9d.el9.x86_64.r 16 kB/s | 6.5 kB 00:00 2024-03-07T02:45:42.105 INFO:teuthology.orchestra.run.smithi090.stdout:(33/120): cephadm-18.2.1-718.gae75fc9d.el9.noar 1.5 MB/s | 223 kB 00:00 2024-03-07T02:45:42.213 INFO:teuthology.orchestra.run.smithi090.stdout:(34/120): fuse-2.9.9-15.el9.x86_64.rpm 742 kB/s | 80 kB 00:00 2024-03-07T02:45:42.289 INFO:teuthology.orchestra.run.smithi090.stdout:(35/120): jq-1.6-16.el9.x86_64.rpm 2.4 MB/s | 187 kB 00:00 2024-03-07T02:45:42.439 INFO:teuthology.orchestra.run.smithi090.stdout:(36/120): libgfortran-11.4.1-3.el9.x86_64.rpm 5.2 MB/s | 803 kB 00:00 2024-03-07T02:45:42.514 INFO:teuthology.orchestra.run.smithi090.stdout:(37/120): libquadmath-11.4.1-3.el9.x86_64.rpm 2.5 MB/s | 195 kB 00:00 2024-03-07T02:45:42.598 INFO:teuthology.orchestra.run.smithi090.stdout:(38/120): oniguruma-6.9.6-1.el9.5.x86_64.rpm 2.6 MB/s | 218 kB 00:00 2024-03-07T02:45:42.690 INFO:teuthology.orchestra.run.smithi090.stdout:(39/120): python3-cffi-1.14.5-5.el9.x86_64.rpm 2.7 MB/s | 253 kB 00:00 2024-03-07T02:45:42.818 INFO:teuthology.orchestra.run.smithi092.stdout:(2/120): ceph-fuse-18.2.1-718.gae75fc9d.el9.x86 1.0 MB/s | 842 kB 00:00 2024-03-07T02:45:42.927 INFO:teuthology.orchestra.run.smithi092.stdout:(3/120): ceph-immutable-object-cache-18.2.1-718 1.3 MB/s | 142 kB 00:00 2024-03-07T02:45:43.049 INFO:teuthology.orchestra.run.smithi090.stdout:(40/120): python3-cryptography-36.0.1-4.el9.x86 3.4 MB/s | 1.2 MB 00:00 2024-03-07T02:45:43.092 INFO:teuthology.orchestra.run.smithi090.stdout:(41/120): python3-ply-3.11-14.el9.noarch.rpm 2.5 MB/s | 106 kB 00:00 2024-03-07T02:45:43.150 INFO:teuthology.orchestra.run.smithi090.stdout:(42/120): python3-pycparser-2.20-6.el9.noarch.r 2.3 MB/s | 135 kB 00:00 2024-03-07T02:45:43.200 INFO:teuthology.orchestra.run.smithi090.stdout:(43/120): python3-requests-2.25.1-8.el9.noarch. 2.4 MB/s | 125 kB 00:00 2024-03-07T02:45:43.284 INFO:teuthology.orchestra.run.smithi090.stdout:(44/120): python3-urllib3-1.26.5-5.el9.noarch.r 2.5 MB/s | 215 kB 00:00 2024-03-07T02:45:43.409 INFO:teuthology.orchestra.run.smithi090.stdout:(45/120): boost-program-options-1.75.0-8.el9.x8 855 kB/s | 107 kB 00:00 2024-03-07T02:45:43.459 INFO:teuthology.orchestra.run.smithi090.stdout:(46/120): flexiblas-3.0.4-8.el9.x86_64.rpm 652 kB/s | 33 kB 00:00 2024-03-07T02:45:43.626 INFO:teuthology.orchestra.run.smithi090.stdout:(47/120): flexiblas-netlib-3.0.4-8.el9.x86_64.r 18 MB/s | 3.0 MB 00:00 2024-03-07T02:45:43.668 INFO:teuthology.orchestra.run.smithi090.stdout:(48/120): flexiblas-openblas-openmp-3.0.4-8.el9 437 kB/s | 18 kB 00:00 2024-03-07T02:45:43.710 INFO:teuthology.orchestra.run.smithi090.stdout:(49/120): libpmemobj-1.12.1-1.el9.x86_64.rpm 3.7 MB/s | 160 kB 00:00 2024-03-07T02:45:43.753 INFO:teuthology.orchestra.run.smithi090.stdout:(50/120): librabbitmq-0.11.0-7.el9.x86_64.rpm 1.1 MB/s | 45 kB 00:00 2024-03-07T02:45:43.811 INFO:teuthology.orchestra.run.smithi090.stdout:(51/120): librdkafka-1.6.1-102.el9.x86_64.rpm 11 MB/s | 662 kB 00:00 2024-03-07T02:45:43.862 INFO:teuthology.orchestra.run.smithi090.stdout:(52/120): lttng-ust-2.12.0-6.el9.x86_64.rpm 5.7 MB/s | 292 kB 00:00 2024-03-07T02:45:43.905 INFO:teuthology.orchestra.run.smithi090.stdout:(53/120): openblas-0.3.21-2.el9.x86_64.rpm 820 kB/s | 35 kB 00:00 2024-03-07T02:45:44.044 INFO:teuthology.orchestra.run.smithi092.stdout:(4/120): ceph-base-18.2.1-718.gae75fc9d.el9.x86 2.2 MB/s | 5.2 MB 00:02 2024-03-07T02:45:44.169 INFO:teuthology.orchestra.run.smithi092.stdout:(5/120): ceph-mds-18.2.1-718.gae75fc9d.el9.x86_ 1.7 MB/s | 2.1 MB 00:01 2024-03-07T02:45:44.372 INFO:teuthology.orchestra.run.smithi090.stdout:(54/120): ceph-test-18.2.1-718.gae75fc9d.el9.x8 4.8 MB/s | 40 MB 00:08 2024-03-07T02:45:44.419 INFO:teuthology.orchestra.run.smithi092.stdout:(6/120): ceph-mgr-18.2.1-718.gae75fc9d.el9.x86_ 3.9 MB/s | 1.5 MB 00:00 2024-03-07T02:45:44.481 INFO:teuthology.orchestra.run.smithi090.stdout:(55/120): ceph-mgr-diskprediction-local-18.2.1- 2.4 MB/s | 7.4 MB 00:03 2024-03-07T02:45:44.564 INFO:teuthology.orchestra.run.smithi090.stdout:(56/120): openblas-openmp-0.3.21-2.el9.x86_64.r 7.2 MB/s | 4.7 MB 00:00 2024-03-07T02:45:44.606 INFO:teuthology.orchestra.run.smithi090.stdout:(57/120): python3-attrs-20.3.0-7.el9.noarch.rpm 374 kB/s | 87 kB 00:00 2024-03-07T02:45:44.632 INFO:teuthology.orchestra.run.smithi090.stdout:(58/120): python3-devel-3.9.17-2.el9.x86_64.rpm 3.6 MB/s | 245 kB 00:00 2024-03-07T02:45:44.657 INFO:teuthology.orchestra.run.smithi090.stdout:(59/120): python3-iniconfig-1.1.1-7.el9.noarch. 347 kB/s | 17 kB 00:00 2024-03-07T02:45:44.691 INFO:teuthology.orchestra.run.smithi090.stdout:(60/120): python3-jinja2-2.11.3-5.el9.noarch.rp 4.1 MB/s | 248 kB 00:00 2024-03-07T02:45:44.716 INFO:teuthology.orchestra.run.smithi090.stdout:(61/120): python3-jsonpatch-1.21-16.el9.noarch. 439 kB/s | 26 kB 00:00 2024-03-07T02:45:44.742 INFO:teuthology.orchestra.run.smithi090.stdout:(62/120): python3-jsonpointer-2.0-4.el9.noarch. 382 kB/s | 19 kB 00:00 2024-03-07T02:45:44.791 INFO:teuthology.orchestra.run.smithi090.stdout:(63/120): python3-mako-1.1.4-6.el9.noarch.rpm 2.2 MB/s | 172 kB 00:00 2024-03-07T02:45:44.817 INFO:teuthology.orchestra.run.smithi090.stdout:(64/120): python3-markupsafe-1.1.1-12.el9.x86_6 462 kB/s | 35 kB 00:00 2024-03-07T02:45:44.934 INFO:teuthology.orchestra.run.smithi090.stdout:(65/120): python3-babel-2.9.1-2.el9.noarch.rpm 13 MB/s | 6.0 MB 00:00 2024-03-07T02:45:45.059 INFO:teuthology.orchestra.run.smithi090.stdout:(66/120): python3-numpy-f2py-1.20.1-5.el9.x86_6 1.0 MB/s | 250 kB 00:00 2024-03-07T02:45:45.113 INFO:teuthology.orchestra.run.smithi090.stdout:(67/120): python3-oauthlib-3.1.1-5.el9.noarch.r 1.2 MB/s | 222 kB 00:00 2024-03-07T02:45:45.135 INFO:teuthology.orchestra.run.smithi090.stdout:(68/120): python3-packaging-20.9-5.el9.noarch.r 1.0 MB/s | 77 kB 00:00 2024-03-07T02:45:45.160 INFO:teuthology.orchestra.run.smithi090.stdout:(69/120): python3-pluggy-0.13.1-7.el9.noarch.rp 823 kB/s | 41 kB 00:00 2024-03-07T02:45:45.185 INFO:teuthology.orchestra.run.smithi090.stdout:(70/120): python3-prettytable-0.7.2-27.el9.noar 840 kB/s | 42 kB 00:00 2024-03-07T02:45:45.219 INFO:teuthology.orchestra.run.smithi090.stdout:(71/120): python3-py-1.10.0-6.el9.noarch.rpm 8.0 MB/s | 477 kB 00:00 2024-03-07T02:45:45.244 INFO:teuthology.orchestra.run.smithi090.stdout:(72/120): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.6 MB/s | 159 kB 00:00 2024-03-07T02:45:45.269 INFO:teuthology.orchestra.run.smithi090.stdout:(73/120): python3-pyasn1-modules-0.4.8-6.el9.no 5.4 MB/s | 279 kB 00:00 2024-03-07T02:45:45.362 INFO:teuthology.orchestra.run.smithi090.stdout:(74/120): python3-numpy-1.20.1-5.el9.x86_64.rpm 9.4 MB/s | 5.1 MB 00:00 2024-03-07T02:45:45.387 INFO:teuthology.orchestra.run.smithi090.stdout:(75/120): python3-pytz-2021.1-5.el9.noarch.rpm 436 kB/s | 51 kB 00:00 2024-03-07T02:45:45.424 INFO:teuthology.orchestra.run.smithi090.stdout:(76/120): python3-pytest-6.2.2-6.el9.noarch.rpm 2.9 MB/s | 521 kB 00:00 2024-03-07T02:45:45.446 INFO:teuthology.orchestra.run.smithi090.stdout:(77/120): python3-requests-oauthlib-1.3.0-12.el 642 kB/s | 54 kB 00:00 2024-03-07T02:45:45.496 INFO:teuthology.orchestra.run.smithi090.stdout:(78/120): python3-toml-0.10.2-6.el9.noarch.rpm 835 kB/s | 42 kB 00:00 2024-03-07T02:45:45.523 INFO:teuthology.orchestra.run.smithi090.stdout:(79/120): socat-1.7.4.1-5.el9.x86_64.rpm 3.9 MB/s | 305 kB 00:00 2024-03-07T02:45:45.548 INFO:teuthology.orchestra.run.smithi090.stdout:(80/120): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.2 MB/s | 64 kB 00:00 2024-03-07T02:45:45.857 INFO:teuthology.orchestra.run.smithi090.stdout:(81/120): python3-scipy-1.6.2-8.el9.x86_64.rpm 35 MB/s | 16 MB 00:00 2024-03-07T02:45:45.882 INFO:teuthology.orchestra.run.smithi090.stdout:(82/120): fmt-8.1.1-5.el9.x86_64.rpm 308 kB/s | 111 kB 00:00 2024-03-07T02:45:45.949 INFO:teuthology.orchestra.run.smithi090.stdout:(83/120): libarrow-doc-9.0.0-10.el9.noarch.rpm 390 kB/s | 26 kB 00:00 2024-03-07T02:45:46.017 INFO:teuthology.orchestra.run.smithi090.stdout:(84/120): liboath-2.6.7-2.el9.x86_64.rpm 728 kB/s | 49 kB 00:00 2024-03-07T02:45:46.091 INFO:teuthology.orchestra.run.smithi090.stdout:(85/120): gperftools-libs-2.9.1-2.el9.x86_64.rp 569 kB/s | 309 kB 00:00 2024-03-07T02:45:46.116 INFO:teuthology.orchestra.run.smithi090.stdout:(86/120): libunwind-1.6.2-1.el9.x86_64.rpm 670 kB/s | 67 kB 00:00 2024-03-07T02:45:46.359 INFO:teuthology.orchestra.run.smithi090.stdout:(87/120): python3-asyncssh-2.13.2-4.el9.noarch. 2.2 MB/s | 548 kB 00:00 2024-03-07T02:45:46.434 INFO:teuthology.orchestra.run.smithi090.stdout:(88/120): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 580 kB/s | 43 kB 00:00 2024-03-07T02:45:46.444 INFO:teuthology.orchestra.run.smithi092.stdout:(7/120): ceph-osd-18.2.1-718.gae75fc9d.el9.x86_ 8.7 MB/s | 18 MB 00:02 2024-03-07T02:45:46.503 INFO:teuthology.orchestra.run.smithi092.stdout:(8/120): ceph-mon-18.2.1-718.gae75fc9d.el9.x86_ 1.9 MB/s | 4.5 MB 00:02 2024-03-07T02:45:46.603 INFO:teuthology.orchestra.run.smithi092.stdout:(9/120): ceph-selinux-18.2.1-718.gae75fc9d.el9. 251 kB/s | 25 kB 00:00 2024-03-07T02:45:46.633 INFO:teuthology.orchestra.run.smithi090.stdout:(89/120): libarrow-9.0.0-10.el9.x86_64.rpm 5.7 MB/s | 4.4 MB 00:00 2024-03-07T02:45:46.693 INFO:teuthology.orchestra.run.smithi090.stdout:(90/120): python3-cachetools-4.2.4-1.el9.noarch 124 kB/s | 32 kB 00:00 2024-03-07T02:45:46.727 INFO:teuthology.orchestra.run.smithi090.stdout:(91/120): python3-certifi-2021.10.8-2.el9.noarc 161 kB/s | 15 kB 00:00 2024-03-07T02:45:46.794 INFO:teuthology.orchestra.run.smithi090.stdout:(92/120): python3-cheroot-8.6.0-4.el9.noarch.rp 1.7 MB/s | 172 kB 00:00 2024-03-07T02:45:46.836 INFO:teuthology.orchestra.run.smithi090.stdout:(93/120): python3-cherrypy-18.6.1-2.el9.noarch. 3.2 MB/s | 358 kB 00:00 2024-03-07T02:45:46.871 INFO:teuthology.orchestra.run.smithi090.stdout:(94/120): parquet-libs-9.0.0-10.el9.x86_64.rpm 1.1 MB/s | 838 kB 00:00 2024-03-07T02:45:46.894 INFO:teuthology.orchestra.run.smithi090.stdout:(95/120): python3-google-auth-2.28.0-1.el9.noar 2.0 MB/s | 203 kB 00:00 2024-03-07T02:45:46.928 INFO:teuthology.orchestra.run.smithi090.stdout:(96/120): python3-jaraco-8.2.1-3.el9.noarch.rpm 116 kB/s | 11 kB 00:00 2024-03-07T02:45:46.953 INFO:teuthology.orchestra.run.smithi090.stdout:(97/120): python3-jaraco-classes-3.2.1-5.el9.no 210 kB/s | 18 kB 00:00 2024-03-07T02:45:46.979 INFO:teuthology.orchestra.run.smithi090.stdout:(98/120): python3-jaraco-collections-3.0.0-8.el 275 kB/s | 23 kB 00:00 2024-03-07T02:45:47.021 INFO:teuthology.orchestra.run.smithi090.stdout:(99/120): python3-jaraco-functools-3.5.0-2.el9. 210 kB/s | 19 kB 00:00 2024-03-07T02:45:47.046 INFO:teuthology.orchestra.run.smithi090.stdout:(100/120): python3-jaraco-text-3.2.0-6.el9.noar 213 kB/s | 20 kB 00:00 2024-03-07T02:45:47.146 INFO:teuthology.orchestra.run.smithi090.stdout:(101/120): python3-more-itertools-8.12.0-2.el9. 787 kB/s | 79 kB 00:00 2024-03-07T02:45:47.222 INFO:teuthology.orchestra.run.smithi090.stdout:(102/120): python3-logutils-0.3.5-21.el9.noarch 231 kB/s | 46 kB 00:00 2024-03-07T02:45:47.247 INFO:teuthology.orchestra.run.smithi090.stdout:(103/120): python3-natsort-7.1.1-5.el9.noarch.r 575 kB/s | 58 kB 00:00 2024-03-07T02:45:47.289 INFO:teuthology.orchestra.run.smithi090.stdout:(104/120): python3-kubernetes-26.1.0-2.el9.noar 3.3 MB/s | 1.0 MB 00:00 2024-03-07T02:45:47.332 INFO:teuthology.orchestra.run.smithi090.stdout:(105/120): python3-portend-3.1.0-2.el9.noarch.r 193 kB/s | 16 kB 00:00 2024-03-07T02:45:47.383 INFO:teuthology.orchestra.run.smithi090.stdout:(106/120): python3-pyOpenSSL-21.0.0-1.el9.noarc 964 kB/s | 90 kB 00:00 2024-03-07T02:45:47.424 INFO:teuthology.orchestra.run.smithi090.stdout:(107/120): python3-repoze-lru-0.7-16.el9.noarch 334 kB/s | 31 kB 00:00 2024-03-07T02:45:47.453 INFO:teuthology.orchestra.run.smithi092.stdout:(10/120): ceph-radosgw-18.2.1-718.gae75fc9d.el9 7.6 MB/s | 7.7 MB 00:01 2024-03-07T02:45:47.475 INFO:teuthology.orchestra.run.smithi090.stdout:(108/120): python3-routes-2.5.1-5.el9.noarch.rp 2.0 MB/s | 188 kB 00:00 2024-03-07T02:45:47.501 INFO:teuthology.orchestra.run.smithi090.stdout:(109/120): python3-pecan-1.4.2-3.el9.noarch.rpm 979 kB/s | 272 kB 00:00 2024-03-07T02:45:47.525 INFO:teuthology.orchestra.run.smithi090.stdout:(110/120): python3-rsa-4.9-2.el9.noarch.rpm 587 kB/s | 59 kB 00:00 2024-03-07T02:45:47.553 INFO:teuthology.orchestra.run.smithi092.stdout:(11/120): libcephfs-devel-18.2.1-718.gae75fc9d. 311 kB/s | 31 kB 00:00 2024-03-07T02:45:47.559 INFO:teuthology.orchestra.run.smithi090.stdout:(111/120): python3-tempora-5.0.0-2.el9.noarch.r 425 kB/s | 36 kB 00:00 2024-03-07T02:45:47.610 INFO:teuthology.orchestra.run.smithi090.stdout:(112/120): python3-webob-1.8.7-6.el9.noarch.rpm 2.7 MB/s | 230 kB 00:00 2024-03-07T02:45:47.635 INFO:teuthology.orchestra.run.smithi090.stdout:(113/120): python3-typing-extensions-4.4.0-2.el 379 kB/s | 51 kB 00:00 2024-03-07T02:45:47.660 INFO:teuthology.orchestra.run.smithi090.stdout:(114/120): python3-websocket-client-1.2.3-2.el9 892 kB/s | 90 kB 00:00 2024-03-07T02:45:47.711 INFO:teuthology.orchestra.run.smithi090.stdout:(115/120): python3-zc-lockfile-2.0-10.el9.noarc 265 kB/s | 20 kB 00:00 2024-03-07T02:45:47.737 INFO:teuthology.orchestra.run.smithi092.stdout:(12/120): libcephfs2-18.2.1-718.gae75fc9d.el9.x 3.5 MB/s | 659 kB 00:00 2024-03-07T02:45:47.752 INFO:teuthology.orchestra.run.smithi090.stdout:(116/120): re2-20211101-3.el9.x86_64.rpm 2.0 MB/s | 192 kB 00:00 2024-03-07T02:45:47.836 INFO:teuthology.orchestra.run.smithi090.stdout:(117/120): thrift-0.15.0-2.el9.x86_64.rpm 13 MB/s | 1.6 MB 00:00 2024-03-07T02:45:47.862 INFO:teuthology.orchestra.run.smithi092.stdout:(13/120): libcephsqlite-18.2.1-718.gae75fc9d.el 1.3 MB/s | 166 kB 00:00 2024-03-07T02:45:47.986 INFO:teuthology.orchestra.run.smithi090.stdout:(118/120): python3-werkzeug-2.0.3-3.el9.1.noarc 1.1 MB/s | 427 kB 00:00 2024-03-07T02:45:48.004 INFO:teuthology.orchestra.run.smithi092.stdout:(14/120): librados-devel-18.2.1-718.gae75fc9d.e 894 kB/s | 127 kB 00:00 2024-03-07T02:45:48.138 INFO:teuthology.orchestra.run.smithi092.stdout:(15/120): libradosstriper1-18.2.1-718.gae75fc9d 3.5 MB/s | 474 kB 00:00 2024-03-07T02:45:49.004 INFO:teuthology.orchestra.run.smithi092.stdout:(16/120): librgw2-18.2.1-718.gae75fc9d.el9.x86_ 5.1 MB/s | 4.5 MB 00:00 2024-03-07T02:45:49.095 INFO:teuthology.orchestra.run.smithi090.stdout:(119/120): librbd1-18.2.1-718.gae75fc9d.el9.x86 2.4 MB/s | 3.0 MB 00:01 2024-03-07T02:45:49.105 INFO:teuthology.orchestra.run.smithi092.stdout:(17/120): python3-ceph-argparse-18.2.1-718.gae7 451 kB/s | 45 kB 00:00 2024-03-07T02:45:49.222 INFO:teuthology.orchestra.run.smithi092.stdout:(18/120): python3-ceph-common-18.2.1-718.gae75f 1.1 MB/s | 126 kB 00:00 2024-03-07T02:45:49.340 INFO:teuthology.orchestra.run.smithi092.stdout:(19/120): python3-cephfs-18.2.1-718.gae75fc9d.e 1.4 MB/s | 161 kB 00:00 2024-03-07T02:45:49.464 INFO:teuthology.orchestra.run.smithi092.stdout:(20/120): python3-rados-18.2.1-718.gae75fc9d.el 2.5 MB/s | 321 kB 00:00 2024-03-07T02:45:49.572 INFO:teuthology.orchestra.run.smithi092.stdout:(21/120): python3-rbd-18.2.1-718.gae75fc9d.el9. 2.7 MB/s | 298 kB 00:00 2024-03-07T02:45:49.681 INFO:teuthology.orchestra.run.smithi092.stdout:(22/120): python3-rgw-18.2.1-718.gae75fc9d.el9. 916 kB/s | 99 kB 00:00 2024-03-07T02:45:49.720 INFO:teuthology.orchestra.run.smithi090.stdout:(120/120): librados2-18.2.1-718.gae75fc9d.el9.x 1.7 MB/s | 3.3 MB 00:01 2024-03-07T02:45:49.723 INFO:teuthology.orchestra.run.smithi090.stdout:-------------------------------------------------------------------------------- 2024-03-07T02:45:49.723 INFO:teuthology.orchestra.run.smithi090.stdout:Total 10 MB/s | 179 MB 00:17 2024-03-07T02:45:49.792 INFO:teuthology.orchestra.run.smithi092.stdout:(23/120): rbd-fuse-18.2.1-718.gae75fc9d.el9.x86 806 kB/s | 87 kB 00:00 2024-03-07T02:45:50.358 INFO:teuthology.orchestra.run.smithi092.stdout:(24/120): rbd-mirror-18.2.1-718.gae75fc9d.el9.x 5.3 MB/s | 3.0 MB 00:00 2024-03-07T02:45:50.467 INFO:teuthology.orchestra.run.smithi090.stdout:Running transaction check 2024-03-07T02:45:50.499 INFO:teuthology.orchestra.run.smithi092.stdout:(25/120): rbd-nbd-18.2.1-718.gae75fc9d.el9.x86_ 1.2 MB/s | 172 kB 00:00 2024-03-07T02:45:50.561 INFO:teuthology.orchestra.run.smithi090.stdout:Transaction check succeeded. 2024-03-07T02:45:50.561 INFO:teuthology.orchestra.run.smithi090.stdout:Running transaction test 2024-03-07T02:45:50.624 INFO:teuthology.orchestra.run.smithi092.stdout:(26/120): ceph-grafana-dashboards-18.2.1-718.ga 185 kB/s | 23 kB 00:00 2024-03-07T02:45:50.733 INFO:teuthology.orchestra.run.smithi092.stdout:(27/120): ceph-mgr-cephadm-18.2.1-718.gae75fc9d 1.2 MB/s | 137 kB 00:00 2024-03-07T02:45:51.108 INFO:teuthology.orchestra.run.smithi092.stdout:(28/120): ceph-mgr-dashboard-18.2.1-718.gae75fc 4.6 MB/s | 1.7 MB 00:00 2024-03-07T02:45:51.463 INFO:teuthology.orchestra.run.smithi092.stdout:(29/120): ceph-common-18.2.1-718.gae75fc9d.el9. 1.9 MB/s | 18 MB 00:09 2024-03-07T02:45:52.175 INFO:teuthology.orchestra.run.smithi092.stdout:(30/120): ceph-mgr-modules-core-18.2.1-718.gae7 342 kB/s | 245 kB 00:00 2024-03-07T02:45:52.207 INFO:teuthology.orchestra.run.smithi090.stdout:Transaction test succeeded. 2024-03-07T02:45:52.208 INFO:teuthology.orchestra.run.smithi090.stdout:Running transaction 2024-03-07T02:45:52.286 INFO:teuthology.orchestra.run.smithi092.stdout:(31/120): ceph-mgr-rook-18.2.1-718.gae75fc9d.el 454 kB/s | 49 kB 00:00 2024-03-07T02:45:52.409 INFO:teuthology.orchestra.run.smithi092.stdout:(32/120): ceph-prometheus-alerts-18.2.1-718.gae 119 kB/s | 15 kB 00:00 2024-03-07T02:45:52.518 INFO:teuthology.orchestra.run.smithi092.stdout:(33/120): ceph-mgr-diskprediction-local-18.2.1- 5.2 MB/s | 7.4 MB 00:01 2024-03-07T02:45:52.718 INFO:teuthology.orchestra.run.smithi092.stdout:(34/120): cephadm-18.2.1-718.gae75fc9d.el9.noar 724 kB/s | 223 kB 00:00 2024-03-07T02:45:53.035 INFO:teuthology.orchestra.run.smithi092.stdout:(35/120): fuse-2.9.9-15.el9.x86_64.rpm 155 kB/s | 80 kB 00:00 2024-03-07T02:45:53.327 INFO:teuthology.orchestra.run.smithi092.stdout:(36/120): jq-1.6-16.el9.x86_64.rpm 308 kB/s | 187 kB 00:00 2024-03-07T02:45:53.527 INFO:teuthology.orchestra.run.smithi092.stdout:(37/120): libquadmath-11.4.1-3.el9.x86_64.rpm 977 kB/s | 195 kB 00:00 2024-03-07T02:45:53.602 INFO:teuthology.orchestra.run.smithi092.stdout:(38/120): libgfortran-11.4.1-3.el9.x86_64.rpm 1.4 MB/s | 803 kB 00:00 2024-03-07T02:45:53.636 INFO:teuthology.orchestra.run.smithi092.stdout:(39/120): oniguruma-6.9.6-1.el9.5.x86_64.rpm 2.0 MB/s | 218 kB 00:00 2024-03-07T02:45:53.711 INFO:teuthology.orchestra.run.smithi092.stdout:(40/120): python3-cffi-1.14.5-5.el9.x86_64.rpm 2.3 MB/s | 253 kB 00:00 2024-03-07T02:45:53.820 INFO:teuthology.orchestra.run.smithi092.stdout:(41/120): python3-ply-3.11-14.el9.noarch.rpm 984 kB/s | 106 kB 00:00 2024-03-07T02:45:53.937 INFO:teuthology.orchestra.run.smithi092.stdout:(42/120): python3-pycparser-2.20-6.el9.noarch.r 1.1 MB/s | 135 kB 00:00 2024-03-07T02:45:54.020 INFO:teuthology.orchestra.run.smithi092.stdout:(43/120): python3-cryptography-36.0.1-4.el9.x86 3.2 MB/s | 1.2 MB 00:00 2024-03-07T02:45:54.037 INFO:teuthology.orchestra.run.smithi092.stdout:(44/120): python3-requests-2.25.1-8.el9.noarch. 1.2 MB/s | 125 kB 00:00 2024-03-07T02:45:54.132 INFO:teuthology.orchestra.run.smithi092.stdout:(45/120): python3-urllib3-1.26.5-5.el9.noarch.r 1.9 MB/s | 215 kB 00:00 2024-03-07T02:45:54.288 INFO:teuthology.orchestra.run.smithi092.stdout:(46/120): flexiblas-3.0.4-8.el9.x86_64.rpm 207 kB/s | 33 kB 00:00 2024-03-07T02:45:54.540 INFO:teuthology.orchestra.run.smithi092.stdout:(47/120): boost-program-options-1.75.0-8.el9.x8 214 kB/s | 107 kB 00:00 2024-03-07T02:45:54.655 INFO:teuthology.orchestra.run.smithi092.stdout:(48/120): flexiblas-openblas-openmp-3.0.4-8.el9 156 kB/s | 18 kB 00:00 2024-03-07T02:45:54.914 INFO:teuthology.orchestra.run.smithi092.stdout:(49/120): libpmemobj-1.12.1-1.el9.x86_64.rpm 620 kB/s | 160 kB 00:00 2024-03-07T02:45:55.006 INFO:teuthology.orchestra.run.smithi092.stdout:(50/120): librabbitmq-0.11.0-7.el9.x86_64.rpm 493 kB/s | 45 kB 00:00 2024-03-07T02:45:56.706 INFO:teuthology.orchestra.run.smithi092.stdout:(51/120): librdkafka-1.6.1-102.el9.x86_64.rpm 390 kB/s | 662 kB 00:01 2024-03-07T02:45:56.965 INFO:teuthology.orchestra.run.smithi090.stdout: Preparing : 1/1 2024-03-07T02:45:56.989 INFO:teuthology.orchestra.run.smithi092.stdout:(52/120): lttng-ust-2.12.0-6.el9.x86_64.rpm 1.0 MB/s | 292 kB 00:00 2024-03-07T02:45:57.049 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/122 2024-03-07T02:45:57.073 INFO:teuthology.orchestra.run.smithi092.stdout:(53/120): openblas-0.3.21-2.el9.x86_64.rpm 424 kB/s | 35 kB 00:00 2024-03-07T02:45:57.082 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/122 2024-03-07T02:45:57.141 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/122 2024-03-07T02:45:57.165 INFO:teuthology.orchestra.run.smithi092.stdout:(54/120): flexiblas-netlib-3.0.4-8.el9.x86_64.r 1.0 MB/s | 3.0 MB 00:02 2024-03-07T02:45:57.282 INFO:teuthology.orchestra.run.smithi092.stdout:(55/120): python3-attrs-20.3.0-7.el9.noarch.rpm 750 kB/s | 87 kB 00:00 2024-03-07T02:45:57.476 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/122 2024-03-07T02:45:57.551 INFO:teuthology.orchestra.run.smithi090.stdout: Upgrading : librados2-2:18.2.1-718.gae75fc9d.el9.x86_64 5/122 2024-03-07T02:45:57.668 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: librados2-2:18.2.1-718.gae75fc9d.el9.x86_64 5/122 2024-03-07T02:45:57.703 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : libcephfs2-2:18.2.1-718.gae75fc9d.el9.x86_64 6/122 2024-03-07T02:45:57.803 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: libcephfs2-2:18.2.1-718.gae75fc9d.el9.x86_64 6/122 2024-03-07T02:45:57.863 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-rados-2:18.2.1-718.gae75fc9d.el9.x86_64 7/122 2024-03-07T02:45:57.899 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/122 2024-03-07T02:45:57.945 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/122 2024-03-07T02:45:57.972 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : libcephsqlite-2:18.2.1-718.gae75fc9d.el9.x86_64 10/122 2024-03-07T02:45:58.057 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: libcephsqlite-2:18.2.1-718.gae75fc9d.el9.x86_64 10/122 2024-03-07T02:45:58.082 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : libradosstriper1-2:18.2.1-718.gae75fc9d.el9.x86_ 11/122 2024-03-07T02:45:58.192 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: libradosstriper1-2:18.2.1-718.gae75fc9d.el9.x86_ 11/122 2024-03-07T02:45:58.229 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 12/122 2024-03-07T02:45:58.262 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : liboath-2.6.7-2.el9.x86_64 13/122 2024-03-07T02:45:58.292 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 14/122 2024-03-07T02:45:58.324 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 15/122 2024-03-07T02:45:58.397 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 16/122 2024-03-07T02:45:58.440 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 17/122 2024-03-07T02:45:58.476 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 18/122 2024-03-07T02:45:58.554 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 19/122 2024-03-07T02:45:58.607 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 20/122 2024-03-07T02:45:58.644 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 21/122 2024-03-07T02:45:58.691 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 22/122 2024-03-07T02:45:58.726 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 23/122 2024-03-07T02:45:58.770 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-ceph-argparse-2:18.2.1-718.gae75fc9d.el9 24/122 2024-03-07T02:45:58.844 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-cephfs-2:18.2.1-718.gae75fc9d.el9.x86_64 25/122 2024-03-07T02:45:58.977 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 26/122 2024-03-07T02:45:59.048 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 27/122 2024-03-07T02:45:59.149 INFO:teuthology.orchestra.run.smithi092.stdout:(56/120): openblas-openmp-0.3.21-2.el9.x86_64.r 2.3 MB/s | 4.7 MB 00:02 2024-03-07T02:45:59.241 INFO:teuthology.orchestra.run.smithi092.stdout:(57/120): python3-devel-3.9.17-2.el9.x86_64.rpm 2.6 MB/s | 245 kB 00:00 2024-03-07T02:45:59.299 INFO:teuthology.orchestra.run.smithi092.stdout:(58/120): python3-iniconfig-1.1.1-7.el9.noarch. 299 kB/s | 17 kB 00:00 2024-03-07T02:45:59.458 INFO:teuthology.orchestra.run.smithi092.stdout:(59/120): python3-babel-2.9.1-2.el9.noarch.rpm 2.7 MB/s | 6.0 MB 00:02 2024-03-07T02:45:59.483 INFO:teuthology.orchestra.run.smithi092.stdout:(60/120): python3-jinja2-2.11.3-5.el9.noarch.rp 1.3 MB/s | 248 kB 00:00 2024-03-07T02:45:59.500 INFO:teuthology.orchestra.run.smithi092.stdout:(61/120): python3-jsonpatch-1.21-16.el9.noarch. 609 kB/s | 26 kB 00:00 2024-03-07T02:45:59.534 INFO:teuthology.orchestra.run.smithi092.stdout:(62/120): python3-jsonpointer-2.0-4.el9.noarch. 380 kB/s | 19 kB 00:00 2024-03-07T02:45:59.584 INFO:teuthology.orchestra.run.smithi092.stdout:(63/120): python3-markupsafe-1.1.1-12.el9.x86_6 697 kB/s | 35 kB 00:00 2024-03-07T02:45:59.587 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-rsa-4.9-2.el9.noarch 28/122 2024-03-07T02:45:59.609 INFO:teuthology.orchestra.run.smithi092.stdout:(64/120): python3-mako-1.1.4-6.el9.noarch.rpm 1.5 MB/s | 172 kB 00:00 2024-03-07T02:45:59.671 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 29/122 2024-03-07T02:45:59.710 INFO:teuthology.orchestra.run.smithi092.stdout:(65/120): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.5 MB/s | 250 kB 00:00 2024-03-07T02:45:59.716 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 30/122 2024-03-07T02:45:59.750 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 31/122 2024-03-07T02:45:59.785 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 32/122 2024-03-07T02:45:59.810 INFO:teuthology.orchestra.run.smithi092.stdout:(66/120): python3-oauthlib-3.1.1-5.el9.noarch.r 2.2 MB/s | 222 kB 00:00 2024-03-07T02:45:59.838 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 33/122 2024-03-07T02:45:59.869 INFO:teuthology.orchestra.run.smithi092.stdout:(67/120): python3-packaging-20.9-5.el9.noarch.r 1.3 MB/s | 77 kB 00:00 2024-03-07T02:45:59.874 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : librados-devel-2:18.2.1-718.gae75fc9d.el9.x86_64 34/122 2024-03-07T02:45:59.905 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 35/122 2024-03-07T02:45:59.948 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 36/122 2024-03-07T02:45:59.969 INFO:teuthology.orchestra.run.smithi092.stdout:(68/120): python3-pluggy-0.13.1-7.el9.noarch.rp 413 kB/s | 41 kB 00:00 2024-03-07T02:46:00.019 INFO:teuthology.orchestra.run.smithi092.stdout:(69/120): python3-prettytable-0.7.2-27.el9.noar 848 kB/s | 42 kB 00:00 2024-03-07T02:46:00.054 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : re2-1:20211101-3.el9.x86_64 37/122 2024-03-07T02:46:00.084 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 38/122 2024-03-07T02:46:00.149 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 39/122 2024-03-07T02:46:00.222 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 40/122 2024-03-07T02:46:00.260 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 41/122 2024-03-07T02:46:00.297 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 42/122 2024-03-07T02:46:00.320 INFO:teuthology.orchestra.run.smithi092.stdout:(70/120): python3-py-1.10.0-6.el9.noarch.rpm 1.6 MB/s | 477 kB 00:00 2024-03-07T02:46:00.345 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 43/122 2024-03-07T02:46:00.390 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 44/122 2024-03-07T02:46:00.428 INFO:teuthology.orchestra.run.smithi092.stdout:(71/120): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.4 MB/s | 159 kB 00:00 2024-03-07T02:46:00.441 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 45/122 2024-03-07T02:46:00.586 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 46/122 2024-03-07T02:46:00.637 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 47/122 2024-03-07T02:46:00.662 INFO:teuthology.orchestra.run.smithi092.stdout:(72/120): python3-pyasn1-modules-0.4.8-6.el9.no 1.2 MB/s | 279 kB 00:00 2024-03-07T02:46:00.678 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 48/122 2024-03-07T02:46:00.773 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 49/122 2024-03-07T02:46:00.812 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-google-auth-1:2.28.0-1.el9.noarch 50/122 2024-03-07T02:46:00.854 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 51/122 2024-03-07T02:46:00.879 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 52/122 2024-03-07T02:46:00.906 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 53/122 2024-03-07T02:46:00.942 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : fmt-8.1.1-5.el9.x86_64 54/122 2024-03-07T02:46:00.987 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 55/122 2024-03-07T02:46:01.113 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 56/122 2024-03-07T02:46:01.154 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-py-1.10.0-6.el9.noarch 57/122 2024-03-07T02:46:01.193 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 58/122 2024-03-07T02:46:01.196 INFO:teuthology.orchestra.run.smithi092.stdout:(73/120): python3-pytest-6.2.2-6.el9.noarch.rpm 976 kB/s | 521 kB 00:00 2024-03-07T02:46:01.244 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 59/122 2024-03-07T02:46:01.295 INFO:teuthology.orchestra.run.smithi092.stdout:(74/120): python3-pytz-2021.1-5.el9.noarch.rpm 511 kB/s | 51 kB 00:00 2024-03-07T02:46:01.352 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-packaging-20.9-5.el9.noarch 60/122 2024-03-07T02:46:01.387 INFO:teuthology.orchestra.run.smithi092.stdout:(75/120): python3-requests-oauthlib-1.3.0-12.el 585 kB/s | 54 kB 00:00 2024-03-07T02:46:01.409 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 61/122 2024-03-07T02:46:02.137 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 62/122 2024-03-07T02:46:02.197 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 63/122 2024-03-07T02:46:02.231 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 64/122 2024-03-07T02:46:02.265 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 65/122 2024-03-07T02:46:02.369 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 66/122 2024-03-07T02:46:02.714 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 67/122 2024-03-07T02:46:02.844 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 68/122 2024-03-07T02:46:03.032 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : openblas-0.3.21-2.el9.x86_64 69/122 2024-03-07T02:46:03.067 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 70/122 2024-03-07T02:46:03.166 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 71/122 2024-03-07T02:46:03.828 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 72/122 2024-03-07T02:46:03.970 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 73/122 2024-03-07T02:46:03.996 INFO:teuthology.orchestra.run.smithi092.stdout:(76/120): python3-numpy-1.20.1-5.el9.x86_64.rpm 1.2 MB/s | 5.1 MB 00:04 2024-03-07T02:46:04.138 INFO:teuthology.orchestra.run.smithi092.stdout:(77/120): python3-toml-0.10.2-6.el9.noarch.rpm 295 kB/s | 42 kB 00:00 2024-03-07T02:46:04.830 INFO:teuthology.orchestra.run.smithi092.stdout:(78/120): socat-1.7.4.1-5.el9.x86_64.rpm 441 kB/s | 305 kB 00:00 2024-03-07T02:46:05.046 INFO:teuthology.orchestra.run.smithi092.stdout:(79/120): xmlstarlet-1.6.1-20.el9.x86_64.rpm 294 kB/s | 64 kB 00:00 2024-03-07T02:46:05.233 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 74/122 2024-03-07T02:46:05.330 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 75/122 2024-03-07T02:46:05.389 INFO:teuthology.orchestra.run.smithi092.stdout:(80/120): fmt-8.1.1-5.el9.x86_64.rpm 324 kB/s | 111 kB 00:00 2024-03-07T02:46:05.564 INFO:teuthology.orchestra.run.smithi092.stdout:(81/120): gperftools-libs-2.9.1-2.el9.x86_64.rp 1.7 MB/s | 309 kB 00:00 2024-03-07T02:46:05.639 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 76/122 2024-03-07T02:46:05.668 INFO:teuthology.orchestra.run.smithi090.stdout: Upgrading : librbd1-2:18.2.1-718.gae75fc9d.el9.x86_64 77/122 2024-03-07T02:46:05.754 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: librbd1-2:18.2.1-718.gae75fc9d.el9.x86_64 77/122 2024-03-07T02:46:05.781 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-rbd-2:18.2.1-718.gae75fc9d.el9.x86_64 78/122 2024-03-07T02:46:05.826 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 79/122 2024-03-07T02:46:06.236 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 80/122 2024-03-07T02:46:06.287 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : librgw2-2:18.2.1-718.gae75fc9d.el9.x86_64 81/122 2024-03-07T02:46:06.366 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: librgw2-2:18.2.1-718.gae75fc9d.el9.x86_64 81/122 2024-03-07T02:46:06.410 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-rgw-2:18.2.1-718.gae75fc9d.el9.x86_64 82/122 2024-03-07T02:46:06.468 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-ply-3.11-14.el9.noarch 83/122 2024-03-07T02:46:06.506 INFO:teuthology.orchestra.run.smithi092.stdout:(82/120): libarrow-9.0.0-10.el9.x86_64.rpm 4.7 MB/s | 4.4 MB 00:00 2024-03-07T02:46:06.532 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 84/122 2024-03-07T02:46:06.606 INFO:teuthology.orchestra.run.smithi092.stdout:(83/120): libarrow-doc-9.0.0-10.el9.noarch.rpm 260 kB/s | 26 kB 00:00 2024-03-07T02:46:06.690 INFO:teuthology.orchestra.run.smithi092.stdout:(84/120): liboath-2.6.7-2.el9.x86_64.rpm 583 kB/s | 49 kB 00:00 2024-03-07T02:46:06.717 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 85/122 2024-03-07T02:46:06.765 INFO:teuthology.orchestra.run.smithi092.stdout:(85/120): libunwind-1.6.2-1.el9.x86_64.rpm 899 kB/s | 67 kB 00:00 2024-03-07T02:46:06.766 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 86/122 2024-03-07T02:46:06.844 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 87/122 2024-03-07T02:46:06.932 INFO:teuthology.orchestra.run.smithi092.stdout:(86/120): parquet-libs-9.0.0-10.el9.x86_64.rpm 4.9 MB/s | 838 kB 00:00 2024-03-07T02:46:06.940 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 88/122 2024-03-07T02:46:07.081 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 89/122 2024-03-07T02:46:07.134 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-asyncssh-2.13.2-4.el9.noarch 90/122 2024-03-07T02:46:07.149 INFO:teuthology.orchestra.run.smithi092.stdout:(87/120): python3-asyncssh-2.13.2-4.el9.noarch. 2.5 MB/s | 548 kB 00:00 2024-03-07T02:46:07.166 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 91/122 2024-03-07T02:46:07.207 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 92/122 2024-03-07T02:46:07.208 INFO:teuthology.orchestra.run.smithi092.stdout:(88/120): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 746 kB/s | 43 kB 00:00 2024-03-07T02:46:07.242 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : jq-1.6-16.el9.x86_64 93/122 2024-03-07T02:46:07.266 INFO:teuthology.orchestra.run.smithi092.stdout:(89/120): python3-cachetools-4.2.4-1.el9.noarch 553 kB/s | 32 kB 00:00 2024-03-07T02:46:07.270 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : fuse-2.9.9-15.el9.x86_64 94/122 2024-03-07T02:46:07.325 INFO:teuthology.orchestra.run.smithi092.stdout:(90/120): python3-certifi-2021.10.8-2.el9.noarc 257 kB/s | 15 kB 00:00 2024-03-07T02:46:07.392 INFO:teuthology.orchestra.run.smithi092.stdout:(91/120): python3-cheroot-8.6.0-4.el9.noarch.rp 2.5 MB/s | 172 kB 00:00 2024-03-07T02:46:07.467 INFO:teuthology.orchestra.run.smithi092.stdout:(92/120): python3-cherrypy-18.6.1-2.el9.noarch. 4.7 MB/s | 358 kB 00:00 2024-03-07T02:46:07.535 INFO:teuthology.orchestra.run.smithi092.stdout:(93/120): python3-google-auth-2.28.0-1.el9.noar 3.0 MB/s | 203 kB 00:00 2024-03-07T02:46:07.593 INFO:teuthology.orchestra.run.smithi092.stdout:(94/120): python3-jaraco-8.2.1-3.el9.noarch.rpm 183 kB/s | 11 kB 00:00 2024-03-07T02:46:07.644 INFO:teuthology.orchestra.run.smithi092.stdout:(95/120): python3-jaraco-classes-3.2.1-5.el9.no 353 kB/s | 18 kB 00:00 2024-03-07T02:46:07.702 INFO:teuthology.orchestra.run.smithi092.stdout:(96/120): python3-jaraco-collections-3.0.0-8.el 398 kB/s | 23 kB 00:00 2024-03-07T02:46:07.711 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: cephadm-2:18.2.1-718.gae75fc9d.el9.noarch 95/122 2024-03-07T02:46:07.736 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : cephadm-2:18.2.1-718.gae75fc9d.el9.noarch 95/122 2024-03-07T02:46:07.766 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-prometheus-alerts-2:18.2.1-718.gae75fc9d.el 96/122 2024-03-07T02:46:07.770 INFO:teuthology.orchestra.run.smithi092.stdout:(97/120): python3-jaraco-functools-3.5.0-2.el9. 291 kB/s | 19 kB 00:00 2024-03-07T02:46:07.827 INFO:teuthology.orchestra.run.smithi092.stdout:(98/120): python3-jaraco-text-3.2.0-6.el9.noarc 338 kB/s | 20 kB 00:00 2024-03-07T02:46:07.841 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-grafana-dashboards-2:18.2.1-718.gae75fc9d.e 97/122 2024-03-07T02:46:07.878 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-ceph-common-2:18.2.1-718.gae75fc9d.el9.x 98/122 2024-03-07T02:46:08.044 INFO:teuthology.orchestra.run.smithi092.stdout:(99/120): python3-kubernetes-26.1.0-2.el9.noarc 4.7 MB/s | 1.0 MB 00:00 2024-03-07T02:46:08.120 INFO:teuthology.orchestra.run.smithi092.stdout:(100/120): python3-logutils-0.3.5-21.el9.noarch 618 kB/s | 46 kB 00:00 2024-03-07T02:46:08.203 INFO:teuthology.orchestra.run.smithi092.stdout:(101/120): python3-more-itertools-8.12.0-2.el9. 947 kB/s | 79 kB 00:00 2024-03-07T02:46:08.279 INFO:teuthology.orchestra.run.smithi092.stdout:(102/120): python3-natsort-7.1.1-5.el9.noarch.r 770 kB/s | 58 kB 00:00 2024-03-07T02:46:08.370 INFO:teuthology.orchestra.run.smithi092.stdout:(103/120): python3-pecan-1.4.2-3.el9.noarch.rpm 2.9 MB/s | 272 kB 00:00 2024-03-07T02:46:08.454 INFO:teuthology.orchestra.run.smithi092.stdout:(104/120): python3-portend-3.1.0-2.el9.noarch.r 197 kB/s | 16 kB 00:00 2024-03-07T02:46:08.546 INFO:teuthology.orchestra.run.smithi092.stdout:(105/120): python3-pyOpenSSL-21.0.0-1.el9.noarc 981 kB/s | 90 kB 00:00 2024-03-07T02:46:08.647 INFO:teuthology.orchestra.run.smithi092.stdout:(106/120): python3-repoze-lru-0.7-16.el9.noarch 307 kB/s | 31 kB 00:00 2024-03-07T02:46:08.755 INFO:teuthology.orchestra.run.smithi092.stdout:(107/120): python3-routes-2.5.1-5.el9.noarch.rp 1.7 MB/s | 188 kB 00:00 2024-03-07T02:46:08.847 INFO:teuthology.orchestra.run.smithi092.stdout:(108/120): python3-rsa-4.9-2.el9.noarch.rpm 645 kB/s | 59 kB 00:00 2024-03-07T02:46:08.948 INFO:teuthology.orchestra.run.smithi092.stdout:(109/120): python3-tempora-5.0.0-2.el9.noarch.r 357 kB/s | 36 kB 00:00 2024-03-07T02:46:09.415 INFO:teuthology.orchestra.run.smithi092.stdout:(110/120): python3-typing-extensions-4.4.0-2.el 109 kB/s | 51 kB 00:00 2024-03-07T02:46:09.790 INFO:teuthology.orchestra.run.smithi092.stdout:(111/120): ceph-test-18.2.1-718.gae75fc9d.el9.x 1.7 MB/s | 40 MB 00:23 2024-03-07T02:46:09.815 INFO:teuthology.orchestra.run.smithi092.stdout:(112/120): python3-webob-1.8.7-6.el9.noarch.rpm 574 kB/s | 230 kB 00:00 2024-03-07T02:46:09.940 INFO:teuthology.orchestra.run.smithi092.stdout:(113/120): python3-werkzeug-2.0.3-3.el9.1.noarc 3.3 MB/s | 427 kB 00:00 2024-03-07T02:46:09.962 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-common-2:18.2.1-718.gae75fc9d.el9.x86_64 99/122 2024-03-07T02:46:10.007 INFO:teuthology.orchestra.run.smithi092.stdout:(114/120): python3-zc-lockfile-2.0-10.el9.noarc 299 kB/s | 20 kB 00:00 2024-03-07T02:46:10.033 INFO:teuthology.orchestra.run.smithi092.stdout:(115/120): python3-websocket-client-1.2.3-2.el9 370 kB/s | 90 kB 00:00 2024-03-07T02:46:10.059 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-common-2:18.2.1-718.gae75fc9d.el9.x86_64 99/122 2024-03-07T02:46:10.083 INFO:teuthology.orchestra.run.smithi092.stdout:(116/120): re2-20211101-3.el9.x86_64.rpm 2.5 MB/s | 192 kB 00:00 2024-03-07T02:46:10.617 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-common-2:18.2.1-718.gae75fc9d.el9.x86_64 99/122 2024-03-07T02:46:10.650 INFO:teuthology.orchestra.run.smithi092.stdout:(117/120): thrift-0.15.0-2.el9.x86_64.rpm 2.6 MB/s | 1.6 MB 00:00 2024-03-07T02:46:10.655 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-base-2:18.2.1-718.gae75fc9d.el9.x86_64 100/122 2024-03-07T02:46:10.746 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-base-2:18.2.1-718.gae75fc9d.el9.x86_64 100/122 2024-03-07T02:46:10.747 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-03-07T02:46:10.747 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-03-07T02:46:10.747 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T02:46:10.782 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-selinux-2:18.2.1-718.gae75fc9d.el9.x86_64 101/122 2024-03-07T02:46:11.250 INFO:teuthology.orchestra.run.smithi092.stdout:(118/120): librbd1-18.2.1-718.gae75fc9d.el9.x86 5.0 MB/s | 3.0 MB 00:00 2024-03-07T02:46:12.250 INFO:teuthology.orchestra.run.smithi092.stdout:(119/120): librados2-18.2.1-718.gae75fc9d.el9.x 1.5 MB/s | 3.3 MB 00:02 2024-03-07T02:46:16.217 INFO:teuthology.orchestra.run.smithi092.stdout:(120/120): python3-scipy-1.6.2-8.el9.x86_64.rpm 1.1 MB/s | 16 MB 00:14 2024-03-07T02:46:16.219 INFO:teuthology.orchestra.run.smithi092.stdout:-------------------------------------------------------------------------------- 2024-03-07T02:46:16.219 INFO:teuthology.orchestra.run.smithi092.stdout:Total 5.1 MB/s | 179 MB 00:35 2024-03-07T02:46:16.935 INFO:teuthology.orchestra.run.smithi092.stdout:Running transaction check 2024-03-07T02:46:17.029 INFO:teuthology.orchestra.run.smithi092.stdout:Transaction check succeeded. 2024-03-07T02:46:17.029 INFO:teuthology.orchestra.run.smithi092.stdout:Running transaction test 2024-03-07T02:46:18.639 INFO:teuthology.orchestra.run.smithi092.stdout:Transaction test succeeded. 2024-03-07T02:46:18.640 INFO:teuthology.orchestra.run.smithi092.stdout:Running transaction 2024-03-07T02:46:23.404 INFO:teuthology.orchestra.run.smithi092.stdout: Preparing : 1/1 2024-03-07T02:46:23.477 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/122 2024-03-07T02:46:23.501 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/122 2024-03-07T02:46:23.550 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/122 2024-03-07T02:46:23.606 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-selinux-2:18.2.1-718.gae75fc9d.el9.x86_64 101/122 2024-03-07T02:46:23.606 INFO:teuthology.orchestra.run.smithi090.stdout:skipping the directory /sys 2024-03-07T02:46:23.606 INFO:teuthology.orchestra.run.smithi090.stdout:skipping the directory /proc 2024-03-07T02:46:23.606 INFO:teuthology.orchestra.run.smithi090.stdout:skipping the directory /mnt 2024-03-07T02:46:23.606 INFO:teuthology.orchestra.run.smithi090.stdout:skipping the directory /var/tmp 2024-03-07T02:46:23.606 INFO:teuthology.orchestra.run.smithi090.stdout:skipping the directory /home 2024-03-07T02:46:23.606 INFO:teuthology.orchestra.run.smithi090.stdout:skipping the directory /root 2024-03-07T02:46:23.606 INFO:teuthology.orchestra.run.smithi090.stdout:skipping the directory /tmp 2024-03-07T02:46:23.607 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T02:46:23.683 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-mgr-cephadm-2:18.2.1-718.gae75fc9d.el9.noar 102/122 2024-03-07T02:46:23.863 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/122 2024-03-07T02:46:23.905 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.1-718.gae75fc9d.el9.noar 102/122 2024-03-07T02:46:23.911 INFO:teuthology.orchestra.run.smithi092.stdout: Upgrading : librados2-2:18.2.1-718.gae75fc9d.el9.x86_64 5/122 2024-03-07T02:46:23.945 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-mgr-dashboard-2:18.2.1-718.gae75fc9d.el9.no 103/122 2024-03-07T02:46:24.026 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: librados2-2:18.2.1-718.gae75fc9d.el9.x86_64 5/122 2024-03-07T02:46:24.054 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : libcephfs2-2:18.2.1-718.gae75fc9d.el9.x86_64 6/122 2024-03-07T02:46:24.146 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: libcephfs2-2:18.2.1-718.gae75fc9d.el9.x86_64 6/122 2024-03-07T02:46:24.198 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-rados-2:18.2.1-718.gae75fc9d.el9.x86_64 7/122 2024-03-07T02:46:24.233 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/122 2024-03-07T02:46:24.270 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/122 2024-03-07T02:46:24.298 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : libcephsqlite-2:18.2.1-718.gae75fc9d.el9.x86_64 10/122 2024-03-07T02:46:24.399 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: libcephsqlite-2:18.2.1-718.gae75fc9d.el9.x86_64 10/122 2024-03-07T02:46:24.424 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : libradosstriper1-2:18.2.1-718.gae75fc9d.el9.x86_ 11/122 2024-03-07T02:46:24.549 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: libradosstriper1-2:18.2.1-718.gae75fc9d.el9.x86_ 11/122 2024-03-07T02:46:24.587 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 12/122 2024-03-07T02:46:24.619 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : liboath-2.6.7-2.el9.x86_64 13/122 2024-03-07T02:46:24.648 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 14/122 2024-03-07T02:46:24.689 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 15/122 2024-03-07T02:46:24.754 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 16/122 2024-03-07T02:46:24.797 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 17/122 2024-03-07T02:46:24.824 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 18/122 2024-03-07T02:46:24.893 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 19/122 2024-03-07T02:46:24.945 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.1-718.gae75fc9d.el9.no 103/122 2024-03-07T02:46:24.946 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 20/122 2024-03-07T02:46:24.998 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.1-718.gae75 104/122 2024-03-07T02:46:25.010 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 21/122 2024-03-07T02:46:25.046 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 22/122 2024-03-07T02:46:25.081 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 23/122 2024-03-07T02:46:25.097 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.1-718.gae75 104/122 2024-03-07T02:46:25.124 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-ceph-argparse-2:18.2.1-718.gae75fc9d.el9 24/122 2024-03-07T02:46:25.199 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-cephfs-2:18.2.1-718.gae75fc9d.el9.x86_64 25/122 2024-03-07T02:46:25.256 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-mgr-modules-core-2:18.2.1-718.gae75fc9d.el9 105/122 2024-03-07T02:46:25.284 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-mgr-2:18.2.1-718.gae75fc9d.el9.x86_64 106/122 2024-03-07T02:46:25.306 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-mgr-2:18.2.1-718.gae75fc9d.el9.x86_64 106/122 2024-03-07T02:46:25.307 INFO:teuthology.orchestra.run.smithi090.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-07T02:46:25.307 INFO:teuthology.orchestra.run.smithi090.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-03-07T02:46:25.307 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-03-07T02:46:25.307 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-03-07T02:46:25.307 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T02:46:25.335 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 26/122 2024-03-07T02:46:25.360 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-mgr-rook-2:18.2.1-718.gae75fc9d.el9.noarch 107/122 2024-03-07T02:46:25.386 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 27/122 2024-03-07T02:46:25.553 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.1-718.gae75fc9d.el9.noarch 107/122 2024-03-07T02:46:25.585 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-mds-2:18.2.1-718.gae75fc9d.el9.x86_64 108/122 2024-03-07T02:46:25.608 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-mds-2:18.2.1-718.gae75fc9d.el9.x86_64 108/122 2024-03-07T02:46:25.608 INFO:teuthology.orchestra.run.smithi090.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-07T02:46:25.608 INFO:teuthology.orchestra.run.smithi090.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-03-07T02:46:25.608 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-03-07T02:46:25.608 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-03-07T02:46:25.609 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T02:46:25.914 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-rsa-4.9-2.el9.noarch 28/122 2024-03-07T02:46:26.000 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 29/122 2024-03-07T02:46:26.037 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 30/122 2024-03-07T02:46:26.072 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 31/122 2024-03-07T02:46:26.104 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-mon-2:18.2.1-718.gae75fc9d.el9.x86_64 109/122 2024-03-07T02:46:26.106 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 32/122 2024-03-07T02:46:26.127 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-mon-2:18.2.1-718.gae75fc9d.el9.x86_64 109/122 2024-03-07T02:46:26.127 INFO:teuthology.orchestra.run.smithi090.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-07T02:46:26.127 INFO:teuthology.orchestra.run.smithi090.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-03-07T02:46:26.127 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-03-07T02:46:26.127 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-03-07T02:46:26.127 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T02:46:26.148 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 33/122 2024-03-07T02:46:26.186 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : librados-devel-2:18.2.1-718.gae75fc9d.el9.x86_64 34/122 2024-03-07T02:46:26.216 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 35/122 2024-03-07T02:46:26.250 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 36/122 2024-03-07T02:46:26.358 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : re2-1:20211101-3.el9.x86_64 37/122 2024-03-07T02:46:26.395 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 38/122 2024-03-07T02:46:26.451 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 39/122 2024-03-07T02:46:26.524 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 40/122 2024-03-07T02:46:26.555 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 41/122 2024-03-07T02:46:26.591 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 42/122 2024-03-07T02:46:26.639 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 43/122 2024-03-07T02:46:26.683 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 44/122 2024-03-07T02:46:26.726 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 45/122 2024-03-07T02:46:26.861 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 46/122 2024-03-07T02:46:26.914 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 47/122 2024-03-07T02:46:26.956 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 48/122 2024-03-07T02:46:27.051 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 49/122 2024-03-07T02:46:27.081 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-google-auth-1:2.28.0-1.el9.noarch 50/122 2024-03-07T02:46:27.123 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 51/122 2024-03-07T02:46:27.147 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 52/122 2024-03-07T02:46:27.165 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 53/122 2024-03-07T02:46:27.193 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : fmt-8.1.1-5.el9.x86_64 54/122 2024-03-07T02:46:27.237 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 55/122 2024-03-07T02:46:27.362 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 56/122 2024-03-07T02:46:27.396 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-py-1.10.0-6.el9.noarch 57/122 2024-03-07T02:46:27.436 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 58/122 2024-03-07T02:46:27.477 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 59/122 2024-03-07T02:46:27.586 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-packaging-20.9-5.el9.noarch 60/122 2024-03-07T02:46:27.640 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 61/122 2024-03-07T02:46:27.673 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-osd-2:18.2.1-718.gae75fc9d.el9.x86_64 110/122 2024-03-07T02:46:27.698 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-osd-2:18.2.1-718.gae75fc9d.el9.x86_64 110/122 2024-03-07T02:46:27.698 INFO:teuthology.orchestra.run.smithi090.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-07T02:46:27.698 INFO:teuthology.orchestra.run.smithi090.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-03-07T02:46:27.698 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-03-07T02:46:27.698 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-03-07T02:46:27.698 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T02:46:28.376 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 62/122 2024-03-07T02:46:28.406 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-2:18.2.1-718.gae75fc9d.el9.x86_64 111/122 2024-03-07T02:46:28.429 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 63/122 2024-03-07T02:46:28.432 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-radosgw-2:18.2.1-718.gae75fc9d.el9.x86_64 112/122 2024-03-07T02:46:28.455 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-radosgw-2:18.2.1-718.gae75fc9d.el9.x86_64 112/122 2024-03-07T02:46:28.455 INFO:teuthology.orchestra.run.smithi090.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-07T02:46:28.455 INFO:teuthology.orchestra.run.smithi090.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-03-07T02:46:28.455 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-03-07T02:46:28.455 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-03-07T02:46:28.455 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T02:46:28.462 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 64/122 2024-03-07T02:46:28.500 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-immutable-object-cache-2:18.2.1-718.gae75fc 113/122 2024-03-07T02:46:28.504 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 65/122 2024-03-07T02:46:28.522 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.1-718.gae75fc 113/122 2024-03-07T02:46:28.522 INFO:teuthology.orchestra.run.smithi090.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-07T02:46:28.522 INFO:teuthology.orchestra.run.smithi090.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-03-07T02:46:28.522 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T02:46:28.605 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 66/122 2024-03-07T02:46:28.663 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 67/122 2024-03-07T02:46:28.697 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 68/122 2024-03-07T02:46:28.817 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : rbd-mirror-2:18.2.1-718.gae75fc9d.el9.x86_64 114/122 2024-03-07T02:46:28.839 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: rbd-mirror-2:18.2.1-718.gae75fc9d.el9.x86_64 114/122 2024-03-07T02:46:28.839 INFO:teuthology.orchestra.run.smithi090.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-07T02:46:28.839 INFO:teuthology.orchestra.run.smithi090.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-03-07T02:46:28.840 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-03-07T02:46:28.840 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-03-07T02:46:28.840 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T02:46:28.875 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : openblas-0.3.21-2.el9.x86_64 69/122 2024-03-07T02:46:28.905 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 70/122 2024-03-07T02:46:28.982 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 71/122 2024-03-07T02:46:29.651 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 72/122 2024-03-07T02:46:29.770 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 73/122 2024-03-07T02:46:31.059 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 74/122 2024-03-07T02:46:31.129 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 75/122 2024-03-07T02:46:31.429 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 76/122 2024-03-07T02:46:31.457 INFO:teuthology.orchestra.run.smithi092.stdout: Upgrading : librbd1-2:18.2.1-718.gae75fc9d.el9.x86_64 77/122 2024-03-07T02:46:31.539 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: librbd1-2:18.2.1-718.gae75fc9d.el9.x86_64 77/122 2024-03-07T02:46:31.571 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-rbd-2:18.2.1-718.gae75fc9d.el9.x86_64 78/122 2024-03-07T02:46:31.607 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 79/122 2024-03-07T02:46:32.004 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 80/122 2024-03-07T02:46:32.035 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : librgw2-2:18.2.1-718.gae75fc9d.el9.x86_64 81/122 2024-03-07T02:46:32.106 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: librgw2-2:18.2.1-718.gae75fc9d.el9.x86_64 81/122 2024-03-07T02:46:32.148 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-rgw-2:18.2.1-718.gae75fc9d.el9.x86_64 82/122 2024-03-07T02:46:32.198 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-ply-3.11-14.el9.noarch 83/122 2024-03-07T02:46:32.254 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 84/122 2024-03-07T02:46:32.440 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 85/122 2024-03-07T02:46:32.486 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 86/122 2024-03-07T02:46:32.565 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 87/122 2024-03-07T02:46:32.652 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 88/122 2024-03-07T02:46:32.679 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-test-2:18.2.1-718.gae75fc9d.el9.x86_64 115/122 2024-03-07T02:46:32.715 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-fuse-2:18.2.1-718.gae75fc9d.el9.x86_64 116/122 2024-03-07T02:46:32.758 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : rbd-fuse-2:18.2.1-718.gae75fc9d.el9.x86_64 117/122 2024-03-07T02:46:32.797 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 89/122 2024-03-07T02:46:32.836 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-asyncssh-2.13.2-4.el9.noarch 90/122 2024-03-07T02:46:32.868 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 91/122 2024-03-07T02:46:32.873 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : rbd-nbd-2:18.2.1-718.gae75fc9d.el9.x86_64 118/122 2024-03-07T02:46:32.901 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 92/122 2024-03-07T02:46:32.914 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-pytest-6.2.2-6.el9.noarch 119/122 2024-03-07T02:46:32.944 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : jq-1.6-16.el9.x86_64 93/122 2024-03-07T02:46:32.945 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : libcephfs-devel-2:18.2.1-718.gae75fc9d.el9.x86_6 120/122 2024-03-07T02:46:32.946 INFO:teuthology.orchestra.run.smithi090.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-03-07T02:46:32.971 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : fuse-2.9.9-15.el9.x86_64 94/122 2024-03-07T02:46:33.038 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-03-07T02:46:33.038 INFO:teuthology.orchestra.run.smithi090.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 122/122 2024-03-07T02:46:33.410 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: cephadm-2:18.2.1-718.gae75fc9d.el9.noarch 95/122 2024-03-07T02:46:33.426 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : cephadm-2:18.2.1-718.gae75fc9d.el9.noarch 95/122 2024-03-07T02:46:33.456 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-prometheus-alerts-2:18.2.1-718.gae75fc9d.el 96/122 2024-03-07T02:46:33.522 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-grafana-dashboards-2:18.2.1-718.gae75fc9d.e 97/122 2024-03-07T02:46:33.551 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-ceph-common-2:18.2.1-718.gae75fc9d.el9.x 98/122 2024-03-07T02:46:35.574 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: ceph-common-2:18.2.1-718.gae75fc9d.el9.x86_64 99/122 2024-03-07T02:46:35.614 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-common-2:18.2.1-718.gae75fc9d.el9.x86_64 99/122 2024-03-07T02:46:36.148 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: ceph-common-2:18.2.1-718.gae75fc9d.el9.x86_64 99/122 2024-03-07T02:46:36.184 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-base-2:18.2.1-718.gae75fc9d.el9.x86_64 100/122 2024-03-07T02:46:36.279 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: ceph-base-2:18.2.1-718.gae75fc9d.el9.x86_64 100/122 2024-03-07T02:46:36.279 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-03-07T02:46:36.279 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-03-07T02:46:36.279 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-03-07T02:46:36.335 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-selinux-2:18.2.1-718.gae75fc9d.el9.x86_64 101/122 2024-03-07T02:46:38.232 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 122/122 2024-03-07T02:46:38.233 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-2:18.2.1-718.gae75fc9d.el9.x86_64 1/122 2024-03-07T02:46:38.233 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-base-2:18.2.1-718.gae75fc9d.el9.x86_64 2/122 2024-03-07T02:46:38.233 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-common-2:18.2.1-718.gae75fc9d.el9.x86_64 3/122 2024-03-07T02:46:38.233 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-fuse-2:18.2.1-718.gae75fc9d.el9.x86_64 4/122 2024-03-07T02:46:38.233 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-immutable-object-cache-2:18.2.1-718.gae75fc 5/122 2024-03-07T02:46:38.233 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-mds-2:18.2.1-718.gae75fc9d.el9.x86_64 6/122 2024-03-07T02:46:38.233 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-mgr-2:18.2.1-718.gae75fc9d.el9.x86_64 7/122 2024-03-07T02:46:38.233 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-mon-2:18.2.1-718.gae75fc9d.el9.x86_64 8/122 2024-03-07T02:46:38.233 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-osd-2:18.2.1-718.gae75fc9d.el9.x86_64 9/122 2024-03-07T02:46:38.233 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-radosgw-2:18.2.1-718.gae75fc9d.el9.x86_64 10/122 2024-03-07T02:46:38.234 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-selinux-2:18.2.1-718.gae75fc9d.el9.x86_64 11/122 2024-03-07T02:46:38.234 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-test-2:18.2.1-718.gae75fc9d.el9.x86_64 12/122 2024-03-07T02:46:38.234 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : libcephfs-devel-2:18.2.1-718.gae75fc9d.el9.x86_6 13/122 2024-03-07T02:46:38.234 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : libcephfs2-2:18.2.1-718.gae75fc9d.el9.x86_64 14/122 2024-03-07T02:46:38.234 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : libcephsqlite-2:18.2.1-718.gae75fc9d.el9.x86_64 15/122 2024-03-07T02:46:38.234 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : librados-devel-2:18.2.1-718.gae75fc9d.el9.x86_64 16/122 2024-03-07T02:46:38.234 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : libradosstriper1-2:18.2.1-718.gae75fc9d.el9.x86_ 17/122 2024-03-07T02:46:38.234 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : librgw2-2:18.2.1-718.gae75fc9d.el9.x86_64 18/122 2024-03-07T02:46:38.234 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-ceph-argparse-2:18.2.1-718.gae75fc9d.el9 19/122 2024-03-07T02:46:38.234 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-ceph-common-2:18.2.1-718.gae75fc9d.el9.x 20/122 2024-03-07T02:46:38.234 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-cephfs-2:18.2.1-718.gae75fc9d.el9.x86_64 21/122 2024-03-07T02:46:38.234 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-rados-2:18.2.1-718.gae75fc9d.el9.x86_64 22/122 2024-03-07T02:46:38.235 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-rbd-2:18.2.1-718.gae75fc9d.el9.x86_64 23/122 2024-03-07T02:46:38.235 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-rgw-2:18.2.1-718.gae75fc9d.el9.x86_64 24/122 2024-03-07T02:46:38.235 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : rbd-fuse-2:18.2.1-718.gae75fc9d.el9.x86_64 25/122 2024-03-07T02:46:38.235 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : rbd-mirror-2:18.2.1-718.gae75fc9d.el9.x86_64 26/122 2024-03-07T02:46:38.235 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : rbd-nbd-2:18.2.1-718.gae75fc9d.el9.x86_64 27/122 2024-03-07T02:46:38.235 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-grafana-dashboards-2:18.2.1-718.gae75fc9d.e 28/122 2024-03-07T02:46:38.235 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-mgr-cephadm-2:18.2.1-718.gae75fc9d.el9.noar 29/122 2024-03-07T02:46:38.235 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-mgr-dashboard-2:18.2.1-718.gae75fc9d.el9.no 30/122 2024-03-07T02:46:38.235 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.1-718.gae75 31/122 2024-03-07T02:46:38.235 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-mgr-modules-core-2:18.2.1-718.gae75fc9d.el9 32/122 2024-03-07T02:46:38.235 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-mgr-rook-2:18.2.1-718.gae75fc9d.el9.noarch 33/122 2024-03-07T02:46:38.235 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-prometheus-alerts-2:18.2.1-718.gae75fc9d.el 34/122 2024-03-07T02:46:38.235 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : cephadm-2:18.2.1-718.gae75fc9d.el9.noarch 35/122 2024-03-07T02:46:38.236 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 36/122 2024-03-07T02:46:38.236 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : jq-1.6-16.el9.x86_64 37/122 2024-03-07T02:46:38.236 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 38/122 2024-03-07T02:46:38.236 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 39/122 2024-03-07T02:46:38.236 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 40/122 2024-03-07T02:46:38.236 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 41/122 2024-03-07T02:46:38.236 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 42/122 2024-03-07T02:46:38.236 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-ply-3.11-14.el9.noarch 43/122 2024-03-07T02:46:38.236 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 44/122 2024-03-07T02:46:38.236 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 45/122 2024-03-07T02:46:38.236 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 46/122 2024-03-07T02:46:38.237 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 47/122 2024-03-07T02:46:38.237 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 48/122 2024-03-07T02:46:38.237 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 49/122 2024-03-07T02:46:38.237 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 50/122 2024-03-07T02:46:38.237 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 51/122 2024-03-07T02:46:38.237 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 52/122 2024-03-07T02:46:38.237 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 53/122 2024-03-07T02:46:38.237 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 54/122 2024-03-07T02:46:38.237 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 55/122 2024-03-07T02:46:38.237 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 56/122 2024-03-07T02:46:38.237 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 57/122 2024-03-07T02:46:38.237 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 58/122 2024-03-07T02:46:38.238 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 59/122 2024-03-07T02:46:38.238 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 60/122 2024-03-07T02:46:38.238 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 61/122 2024-03-07T02:46:38.238 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 62/122 2024-03-07T02:46:38.238 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 63/122 2024-03-07T02:46:38.238 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 64/122 2024-03-07T02:46:38.238 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 65/122 2024-03-07T02:46:38.238 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 66/122 2024-03-07T02:46:38.238 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 67/122 2024-03-07T02:46:38.238 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 68/122 2024-03-07T02:46:38.238 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 69/122 2024-03-07T02:46:38.239 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 70/122 2024-03-07T02:46:38.239 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 71/122 2024-03-07T02:46:38.239 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 72/122 2024-03-07T02:46:38.239 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 73/122 2024-03-07T02:46:38.239 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 74/122 2024-03-07T02:46:38.239 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-pytest-6.2.2-6.el9.noarch 75/122 2024-03-07T02:46:38.239 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 76/122 2024-03-07T02:46:38.239 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 77/122 2024-03-07T02:46:38.239 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 78/122 2024-03-07T02:46:38.239 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 79/122 2024-03-07T02:46:38.239 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 80/122 2024-03-07T02:46:38.239 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 81/122 2024-03-07T02:46:38.239 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 82/122 2024-03-07T02:46:38.239 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 83/122 2024-03-07T02:46:38.240 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 84/122 2024-03-07T02:46:38.240 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 85/122 2024-03-07T02:46:38.240 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 86/122 2024-03-07T02:46:38.240 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 87/122 2024-03-07T02:46:38.240 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 88/122 2024-03-07T02:46:38.240 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-asyncssh-2.13.2-4.el9.noarch 89/122 2024-03-07T02:46:38.240 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 90/122 2024-03-07T02:46:38.240 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 91/122 2024-03-07T02:46:38.240 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 92/122 2024-03-07T02:46:38.240 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 93/122 2024-03-07T02:46:38.240 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 94/122 2024-03-07T02:46:38.240 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-google-auth-1:2.28.0-1.el9.noarch 95/122 2024-03-07T02:46:38.240 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 96/122 2024-03-07T02:46:38.241 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 97/122 2024-03-07T02:46:38.241 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 98/122 2024-03-07T02:46:38.241 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 99/122 2024-03-07T02:46:38.241 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 100/122 2024-03-07T02:46:38.241 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 101/122 2024-03-07T02:46:38.241 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 102/122 2024-03-07T02:46:38.241 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 103/122 2024-03-07T02:46:38.241 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 104/122 2024-03-07T02:46:38.241 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 105/122 2024-03-07T02:46:38.241 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 106/122 2024-03-07T02:46:38.242 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 107/122 2024-03-07T02:46:38.242 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 108/122 2024-03-07T02:46:38.242 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 109/122 2024-03-07T02:46:38.242 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 110/122 2024-03-07T02:46:38.242 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 111/122 2024-03-07T02:46:38.242 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 112/122 2024-03-07T02:46:38.242 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 113/122 2024-03-07T02:46:38.242 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 114/122 2024-03-07T02:46:38.242 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 115/122 2024-03-07T02:46:38.242 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 116/122 2024-03-07T02:46:38.242 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : re2-1:20211101-3.el9.x86_64 117/122 2024-03-07T02:46:38.242 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 118/122 2024-03-07T02:46:38.242 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : librados2-2:18.2.1-718.gae75fc9d.el9.x86_64 119/122 2024-03-07T02:46:38.242 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 120/122 2024-03-07T02:46:38.243 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : librbd1-2:18.2.1-718.gae75fc9d.el9.x86_64 121/122 2024-03-07T02:46:40.270 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 122/122 2024-03-07T02:46:40.270 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T02:46:40.270 INFO:teuthology.orchestra.run.smithi090.stdout:Upgraded: 2024-03-07T02:46:40.270 INFO:teuthology.orchestra.run.smithi090.stdout: librados2-2:18.2.1-718.gae75fc9d.el9.x86_64 2024-03-07T02:46:40.270 INFO:teuthology.orchestra.run.smithi090.stdout: librbd1-2:18.2.1-718.gae75fc9d.el9.x86_64 2024-03-07T02:46:40.270 INFO:teuthology.orchestra.run.smithi090.stdout:Installed: 2024-03-07T02:46:40.270 INFO:teuthology.orchestra.run.smithi090.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-03-07T02:46:40.270 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-2:18.2.1-718.gae75fc9d.el9.x86_64 2024-03-07T02:46:40.270 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-base-2:18.2.1-718.gae75fc9d.el9.x86_64 2024-03-07T02:46:40.270 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-common-2:18.2.1-718.gae75fc9d.el9.x86_64 2024-03-07T02:46:40.271 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-fuse-2:18.2.1-718.gae75fc9d.el9.x86_64 2024-03-07T02:46:40.271 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-grafana-dashboards-2:18.2.1-718.gae75fc9d.el9.noarch 2024-03-07T02:46:40.271 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-immutable-object-cache-2:18.2.1-718.gae75fc9d.el9.x86_64 2024-03-07T02:46:40.271 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mds-2:18.2.1-718.gae75fc9d.el9.x86_64 2024-03-07T02:46:40.271 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mgr-2:18.2.1-718.gae75fc9d.el9.x86_64 2024-03-07T02:46:40.271 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mgr-cephadm-2:18.2.1-718.gae75fc9d.el9.noarch 2024-03-07T02:46:40.271 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mgr-dashboard-2:18.2.1-718.gae75fc9d.el9.noarch 2024-03-07T02:46:40.271 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mgr-diskprediction-local-2:18.2.1-718.gae75fc9d.el9.noarch 2024-03-07T02:46:40.271 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mgr-modules-core-2:18.2.1-718.gae75fc9d.el9.noarch 2024-03-07T02:46:40.271 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mgr-rook-2:18.2.1-718.gae75fc9d.el9.noarch 2024-03-07T02:46:40.271 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mon-2:18.2.1-718.gae75fc9d.el9.x86_64 2024-03-07T02:46:40.271 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-osd-2:18.2.1-718.gae75fc9d.el9.x86_64 2024-03-07T02:46:40.271 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-prometheus-alerts-2:18.2.1-718.gae75fc9d.el9.noarch 2024-03-07T02:46:40.272 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-radosgw-2:18.2.1-718.gae75fc9d.el9.x86_64 2024-03-07T02:46:40.272 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-selinux-2:18.2.1-718.gae75fc9d.el9.x86_64 2024-03-07T02:46:40.272 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-test-2:18.2.1-718.gae75fc9d.el9.x86_64 2024-03-07T02:46:40.272 INFO:teuthology.orchestra.run.smithi090.stdout: cephadm-2:18.2.1-718.gae75fc9d.el9.noarch 2024-03-07T02:46:40.272 INFO:teuthology.orchestra.run.smithi090.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-03-07T02:46:40.272 INFO:teuthology.orchestra.run.smithi090.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-03-07T02:46:40.272 INFO:teuthology.orchestra.run.smithi090.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-03-07T02:46:40.272 INFO:teuthology.orchestra.run.smithi090.stdout: fmt-8.1.1-5.el9.x86_64 2024-03-07T02:46:40.272 INFO:teuthology.orchestra.run.smithi090.stdout: fuse-2.9.9-15.el9.x86_64 2024-03-07T02:46:40.272 INFO:teuthology.orchestra.run.smithi090.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-03-07T02:46:40.272 INFO:teuthology.orchestra.run.smithi090.stdout: jq-1.6-16.el9.x86_64 2024-03-07T02:46:40.272 INFO:teuthology.orchestra.run.smithi090.stdout: libarrow-9.0.0-10.el9.x86_64 2024-03-07T02:46:40.272 INFO:teuthology.orchestra.run.smithi090.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-03-07T02:46:40.273 INFO:teuthology.orchestra.run.smithi090.stdout: libcephfs-devel-2:18.2.1-718.gae75fc9d.el9.x86_64 2024-03-07T02:46:40.273 INFO:teuthology.orchestra.run.smithi090.stdout: libcephfs2-2:18.2.1-718.gae75fc9d.el9.x86_64 2024-03-07T02:46:40.273 INFO:teuthology.orchestra.run.smithi090.stdout: libcephsqlite-2:18.2.1-718.gae75fc9d.el9.x86_64 2024-03-07T02:46:40.273 INFO:teuthology.orchestra.run.smithi090.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-03-07T02:46:40.273 INFO:teuthology.orchestra.run.smithi090.stdout: liboath-2.6.7-2.el9.x86_64 2024-03-07T02:46:40.273 INFO:teuthology.orchestra.run.smithi090.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-03-07T02:46:40.273 INFO:teuthology.orchestra.run.smithi090.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-03-07T02:46:40.273 INFO:teuthology.orchestra.run.smithi090.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-03-07T02:46:40.273 INFO:teuthology.orchestra.run.smithi090.stdout: librados-devel-2:18.2.1-718.gae75fc9d.el9.x86_64 2024-03-07T02:46:40.274 INFO:teuthology.orchestra.run.smithi090.stdout: libradosstriper1-2:18.2.1-718.gae75fc9d.el9.x86_64 2024-03-07T02:46:40.274 INFO:teuthology.orchestra.run.smithi090.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-03-07T02:46:40.274 INFO:teuthology.orchestra.run.smithi090.stdout: librgw2-2:18.2.1-718.gae75fc9d.el9.x86_64 2024-03-07T02:46:40.274 INFO:teuthology.orchestra.run.smithi090.stdout: libunwind-1.6.2-1.el9.x86_64 2024-03-07T02:46:40.275 INFO:teuthology.orchestra.run.smithi090.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-03-07T02:46:40.275 INFO:teuthology.orchestra.run.smithi090.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2024-03-07T02:46:40.275 INFO:teuthology.orchestra.run.smithi090.stdout: openblas-0.3.21-2.el9.x86_64 2024-03-07T02:46:40.275 INFO:teuthology.orchestra.run.smithi090.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-03-07T02:46:40.275 INFO:teuthology.orchestra.run.smithi090.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-03-07T02:46:40.275 INFO:teuthology.orchestra.run.smithi090.stdout: python3-asyncssh-2.13.2-4.el9.noarch 2024-03-07T02:46:40.275 INFO:teuthology.orchestra.run.smithi090.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-03-07T02:46:40.275 INFO:teuthology.orchestra.run.smithi090.stdout: python3-babel-2.9.1-2.el9.noarch 2024-03-07T02:46:40.275 INFO:teuthology.orchestra.run.smithi090.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-03-07T02:46:40.275 INFO:teuthology.orchestra.run.smithi090.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-03-07T02:46:40.275 INFO:teuthology.orchestra.run.smithi090.stdout: python3-ceph-argparse-2:18.2.1-718.gae75fc9d.el9.x86_64 2024-03-07T02:46:40.275 INFO:teuthology.orchestra.run.smithi090.stdout: python3-ceph-common-2:18.2.1-718.gae75fc9d.el9.x86_64 2024-03-07T02:46:40.275 INFO:teuthology.orchestra.run.smithi090.stdout: python3-cephfs-2:18.2.1-718.gae75fc9d.el9.x86_64 2024-03-07T02:46:40.275 INFO:teuthology.orchestra.run.smithi090.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-03-07T02:46:40.276 INFO:teuthology.orchestra.run.smithi090.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-03-07T02:46:40.276 INFO:teuthology.orchestra.run.smithi090.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-03-07T02:46:40.276 INFO:teuthology.orchestra.run.smithi090.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-03-07T02:46:40.276 INFO:teuthology.orchestra.run.smithi090.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-03-07T02:46:40.276 INFO:teuthology.orchestra.run.smithi090.stdout: python3-devel-3.9.17-2.el9.x86_64 2024-03-07T02:46:40.276 INFO:teuthology.orchestra.run.smithi090.stdout: python3-google-auth-1:2.28.0-1.el9.noarch 2024-03-07T02:46:40.276 INFO:teuthology.orchestra.run.smithi090.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-03-07T02:46:40.276 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-03-07T02:46:40.276 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-03-07T02:46:40.276 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-03-07T02:46:40.276 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-03-07T02:46:40.276 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-03-07T02:46:40.277 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-03-07T02:46:40.277 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-03-07T02:46:40.277 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-03-07T02:46:40.277 INFO:teuthology.orchestra.run.smithi090.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-03-07T02:46:40.277 INFO:teuthology.orchestra.run.smithi090.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-03-07T02:46:40.277 INFO:teuthology.orchestra.run.smithi090.stdout: python3-mako-1.1.4-6.el9.noarch 2024-03-07T02:46:40.277 INFO:teuthology.orchestra.run.smithi090.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-03-07T02:46:40.277 INFO:teuthology.orchestra.run.smithi090.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-03-07T02:46:40.277 INFO:teuthology.orchestra.run.smithi090.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-03-07T02:46:40.277 INFO:teuthology.orchestra.run.smithi090.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-03-07T02:46:40.277 INFO:teuthology.orchestra.run.smithi090.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-03-07T02:46:40.277 INFO:teuthology.orchestra.run.smithi090.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-03-07T02:46:40.277 INFO:teuthology.orchestra.run.smithi090.stdout: python3-packaging-20.9-5.el9.noarch 2024-03-07T02:46:40.277 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-03-07T02:46:40.278 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-03-07T02:46:40.278 INFO:teuthology.orchestra.run.smithi090.stdout: python3-ply-3.11-14.el9.noarch 2024-03-07T02:46:40.278 INFO:teuthology.orchestra.run.smithi090.stdout: python3-portend-3.1.0-2.el9.noarch 2024-03-07T02:46:40.278 INFO:teuthology.orchestra.run.smithi090.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-03-07T02:46:40.278 INFO:teuthology.orchestra.run.smithi090.stdout: python3-py-1.10.0-6.el9.noarch 2024-03-07T02:46:40.278 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-03-07T02:46:40.278 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-03-07T02:46:40.278 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-03-07T02:46:40.278 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pycparser-2.20-6.el9.noarch 2024-03-07T02:46:40.278 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pytest-6.2.2-6.el9.noarch 2024-03-07T02:46:40.278 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pytz-2021.1-5.el9.noarch 2024-03-07T02:46:40.278 INFO:teuthology.orchestra.run.smithi090.stdout: python3-rados-2:18.2.1-718.gae75fc9d.el9.x86_64 2024-03-07T02:46:40.278 INFO:teuthology.orchestra.run.smithi090.stdout: python3-rbd-2:18.2.1-718.gae75fc9d.el9.x86_64 2024-03-07T02:46:40.278 INFO:teuthology.orchestra.run.smithi090.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-03-07T02:46:40.279 INFO:teuthology.orchestra.run.smithi090.stdout: python3-requests-2.25.1-8.el9.noarch 2024-03-07T02:46:40.279 INFO:teuthology.orchestra.run.smithi090.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-03-07T02:46:40.279 INFO:teuthology.orchestra.run.smithi090.stdout: python3-rgw-2:18.2.1-718.gae75fc9d.el9.x86_64 2024-03-07T02:46:40.279 INFO:teuthology.orchestra.run.smithi090.stdout: python3-routes-2.5.1-5.el9.noarch 2024-03-07T02:46:40.279 INFO:teuthology.orchestra.run.smithi090.stdout: python3-rsa-4.9-2.el9.noarch 2024-03-07T02:46:40.279 INFO:teuthology.orchestra.run.smithi090.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-03-07T02:46:40.279 INFO:teuthology.orchestra.run.smithi090.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-03-07T02:46:40.279 INFO:teuthology.orchestra.run.smithi090.stdout: python3-toml-0.10.2-6.el9.noarch 2024-03-07T02:46:40.279 INFO:teuthology.orchestra.run.smithi090.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-03-07T02:46:40.279 INFO:teuthology.orchestra.run.smithi090.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-03-07T02:46:40.279 INFO:teuthology.orchestra.run.smithi090.stdout: python3-webob-1.8.7-6.el9.noarch 2024-03-07T02:46:40.279 INFO:teuthology.orchestra.run.smithi090.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-03-07T02:46:40.279 INFO:teuthology.orchestra.run.smithi090.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-03-07T02:46:40.280 INFO:teuthology.orchestra.run.smithi090.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-03-07T02:46:40.280 INFO:teuthology.orchestra.run.smithi090.stdout: rbd-fuse-2:18.2.1-718.gae75fc9d.el9.x86_64 2024-03-07T02:46:40.280 INFO:teuthology.orchestra.run.smithi090.stdout: rbd-mirror-2:18.2.1-718.gae75fc9d.el9.x86_64 2024-03-07T02:46:40.280 INFO:teuthology.orchestra.run.smithi090.stdout: rbd-nbd-2:18.2.1-718.gae75fc9d.el9.x86_64 2024-03-07T02:46:40.280 INFO:teuthology.orchestra.run.smithi090.stdout: re2-1:20211101-3.el9.x86_64 2024-03-07T02:46:40.280 INFO:teuthology.orchestra.run.smithi090.stdout: socat-1.7.4.1-5.el9.x86_64 2024-03-07T02:46:40.280 INFO:teuthology.orchestra.run.smithi090.stdout: thrift-0.15.0-2.el9.x86_64 2024-03-07T02:46:40.280 INFO:teuthology.orchestra.run.smithi090.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-03-07T02:46:40.281 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T02:46:40.281 INFO:teuthology.orchestra.run.smithi090.stdout:Complete! 2024-03-07T02:46:40.666 DEBUG:teuthology.parallel:result is None 2024-03-07T02:46:47.326 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: ceph-selinux-2:18.2.1-718.gae75fc9d.el9.x86_64 101/122 2024-03-07T02:46:47.326 INFO:teuthology.orchestra.run.smithi092.stdout:skipping the directory /sys 2024-03-07T02:46:47.327 INFO:teuthology.orchestra.run.smithi092.stdout:skipping the directory /proc 2024-03-07T02:46:47.327 INFO:teuthology.orchestra.run.smithi092.stdout:skipping the directory /mnt 2024-03-07T02:46:47.327 INFO:teuthology.orchestra.run.smithi092.stdout:skipping the directory /var/tmp 2024-03-07T02:46:47.327 INFO:teuthology.orchestra.run.smithi092.stdout:skipping the directory /home 2024-03-07T02:46:47.327 INFO:teuthology.orchestra.run.smithi092.stdout:skipping the directory /root 2024-03-07T02:46:47.327 INFO:teuthology.orchestra.run.smithi092.stdout:skipping the directory /tmp 2024-03-07T02:46:47.327 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-03-07T02:46:47.402 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-mgr-cephadm-2:18.2.1-718.gae75fc9d.el9.noar 102/122 2024-03-07T02:46:47.631 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.1-718.gae75fc9d.el9.noar 102/122 2024-03-07T02:46:47.669 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-mgr-dashboard-2:18.2.1-718.gae75fc9d.el9.no 103/122 2024-03-07T02:46:48.664 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.1-718.gae75fc9d.el9.no 103/122 2024-03-07T02:46:48.697 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.1-718.gae75 104/122 2024-03-07T02:46:48.797 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.1-718.gae75 104/122 2024-03-07T02:46:48.956 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-mgr-modules-core-2:18.2.1-718.gae75fc9d.el9 105/122 2024-03-07T02:46:48.999 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-mgr-2:18.2.1-718.gae75fc9d.el9.x86_64 106/122 2024-03-07T02:46:49.021 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: ceph-mgr-2:18.2.1-718.gae75fc9d.el9.x86_64 106/122 2024-03-07T02:46:49.021 INFO:teuthology.orchestra.run.smithi092.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-07T02:46:49.021 INFO:teuthology.orchestra.run.smithi092.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-03-07T02:46:49.021 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-03-07T02:46:49.022 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-03-07T02:46:49.022 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-03-07T02:46:49.066 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-mgr-rook-2:18.2.1-718.gae75fc9d.el9.noarch 107/122 2024-03-07T02:46:49.265 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.1-718.gae75fc9d.el9.noarch 107/122 2024-03-07T02:46:49.291 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-mds-2:18.2.1-718.gae75fc9d.el9.x86_64 108/122 2024-03-07T02:46:49.314 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: ceph-mds-2:18.2.1-718.gae75fc9d.el9.x86_64 108/122 2024-03-07T02:46:49.314 INFO:teuthology.orchestra.run.smithi092.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-07T02:46:49.314 INFO:teuthology.orchestra.run.smithi092.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-03-07T02:46:49.314 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-03-07T02:46:49.314 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-03-07T02:46:49.314 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-03-07T02:46:49.759 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-mon-2:18.2.1-718.gae75fc9d.el9.x86_64 109/122 2024-03-07T02:46:49.781 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: ceph-mon-2:18.2.1-718.gae75fc9d.el9.x86_64 109/122 2024-03-07T02:46:49.782 INFO:teuthology.orchestra.run.smithi092.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-07T02:46:49.782 INFO:teuthology.orchestra.run.smithi092.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-03-07T02:46:49.782 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-03-07T02:46:49.782 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-03-07T02:46:49.782 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-03-07T02:46:51.293 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-osd-2:18.2.1-718.gae75fc9d.el9.x86_64 110/122 2024-03-07T02:46:51.318 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: ceph-osd-2:18.2.1-718.gae75fc9d.el9.x86_64 110/122 2024-03-07T02:46:51.318 INFO:teuthology.orchestra.run.smithi092.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-07T02:46:51.318 INFO:teuthology.orchestra.run.smithi092.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-03-07T02:46:51.318 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-03-07T02:46:51.318 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-03-07T02:46:51.318 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-03-07T02:46:52.022 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-2:18.2.1-718.gae75fc9d.el9.x86_64 111/122 2024-03-07T02:46:52.069 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-radosgw-2:18.2.1-718.gae75fc9d.el9.x86_64 112/122 2024-03-07T02:46:52.091 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: ceph-radosgw-2:18.2.1-718.gae75fc9d.el9.x86_64 112/122 2024-03-07T02:46:52.091 INFO:teuthology.orchestra.run.smithi092.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-07T02:46:52.092 INFO:teuthology.orchestra.run.smithi092.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-03-07T02:46:52.092 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-03-07T02:46:52.092 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-03-07T02:46:52.092 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-03-07T02:46:52.128 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-immutable-object-cache-2:18.2.1-718.gae75fc 113/122 2024-03-07T02:46:52.150 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.1-718.gae75fc 113/122 2024-03-07T02:46:52.150 INFO:teuthology.orchestra.run.smithi092.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-07T02:46:52.150 INFO:teuthology.orchestra.run.smithi092.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-03-07T02:46:52.150 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-03-07T02:46:52.454 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : rbd-mirror-2:18.2.1-718.gae75fc9d.el9.x86_64 114/122 2024-03-07T02:46:52.475 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: rbd-mirror-2:18.2.1-718.gae75fc9d.el9.x86_64 114/122 2024-03-07T02:46:52.476 INFO:teuthology.orchestra.run.smithi092.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-07T02:46:52.476 INFO:teuthology.orchestra.run.smithi092.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-03-07T02:46:52.476 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-03-07T02:46:52.476 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-03-07T02:46:52.476 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-03-07T02:46:56.261 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-test-2:18.2.1-718.gae75fc9d.el9.x86_64 115/122 2024-03-07T02:46:56.299 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-fuse-2:18.2.1-718.gae75fc9d.el9.x86_64 116/122 2024-03-07T02:46:56.340 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : rbd-fuse-2:18.2.1-718.gae75fc9d.el9.x86_64 117/122 2024-03-07T02:46:56.466 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : rbd-nbd-2:18.2.1-718.gae75fc9d.el9.x86_64 118/122 2024-03-07T02:46:56.506 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-pytest-6.2.2-6.el9.noarch 119/122 2024-03-07T02:46:56.537 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : libcephfs-devel-2:18.2.1-718.gae75fc9d.el9.x86_6 120/122 2024-03-07T02:46:56.537 INFO:teuthology.orchestra.run.smithi092.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-03-07T02:46:56.604 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-03-07T02:46:56.604 INFO:teuthology.orchestra.run.smithi092.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 122/122 2024-03-07T02:47:00.947 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 122/122 2024-03-07T02:47:00.947 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-2:18.2.1-718.gae75fc9d.el9.x86_64 1/122 2024-03-07T02:47:00.948 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-base-2:18.2.1-718.gae75fc9d.el9.x86_64 2/122 2024-03-07T02:47:00.948 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-common-2:18.2.1-718.gae75fc9d.el9.x86_64 3/122 2024-03-07T02:47:00.948 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-fuse-2:18.2.1-718.gae75fc9d.el9.x86_64 4/122 2024-03-07T02:47:00.948 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-immutable-object-cache-2:18.2.1-718.gae75fc 5/122 2024-03-07T02:47:00.948 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-mds-2:18.2.1-718.gae75fc9d.el9.x86_64 6/122 2024-03-07T02:47:00.948 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-mgr-2:18.2.1-718.gae75fc9d.el9.x86_64 7/122 2024-03-07T02:47:00.948 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-mon-2:18.2.1-718.gae75fc9d.el9.x86_64 8/122 2024-03-07T02:47:00.948 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-osd-2:18.2.1-718.gae75fc9d.el9.x86_64 9/122 2024-03-07T02:47:00.948 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-radosgw-2:18.2.1-718.gae75fc9d.el9.x86_64 10/122 2024-03-07T02:47:00.948 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-selinux-2:18.2.1-718.gae75fc9d.el9.x86_64 11/122 2024-03-07T02:47:00.948 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-test-2:18.2.1-718.gae75fc9d.el9.x86_64 12/122 2024-03-07T02:47:00.948 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : libcephfs-devel-2:18.2.1-718.gae75fc9d.el9.x86_6 13/122 2024-03-07T02:47:00.949 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : libcephfs2-2:18.2.1-718.gae75fc9d.el9.x86_64 14/122 2024-03-07T02:47:00.949 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : libcephsqlite-2:18.2.1-718.gae75fc9d.el9.x86_64 15/122 2024-03-07T02:47:00.949 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : librados-devel-2:18.2.1-718.gae75fc9d.el9.x86_64 16/122 2024-03-07T02:47:00.949 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : libradosstriper1-2:18.2.1-718.gae75fc9d.el9.x86_ 17/122 2024-03-07T02:47:00.949 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : librgw2-2:18.2.1-718.gae75fc9d.el9.x86_64 18/122 2024-03-07T02:47:00.949 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-ceph-argparse-2:18.2.1-718.gae75fc9d.el9 19/122 2024-03-07T02:47:00.949 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-ceph-common-2:18.2.1-718.gae75fc9d.el9.x 20/122 2024-03-07T02:47:00.949 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-cephfs-2:18.2.1-718.gae75fc9d.el9.x86_64 21/122 2024-03-07T02:47:00.949 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-rados-2:18.2.1-718.gae75fc9d.el9.x86_64 22/122 2024-03-07T02:47:00.949 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-rbd-2:18.2.1-718.gae75fc9d.el9.x86_64 23/122 2024-03-07T02:47:00.949 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-rgw-2:18.2.1-718.gae75fc9d.el9.x86_64 24/122 2024-03-07T02:47:00.949 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : rbd-fuse-2:18.2.1-718.gae75fc9d.el9.x86_64 25/122 2024-03-07T02:47:00.949 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : rbd-mirror-2:18.2.1-718.gae75fc9d.el9.x86_64 26/122 2024-03-07T02:47:00.950 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : rbd-nbd-2:18.2.1-718.gae75fc9d.el9.x86_64 27/122 2024-03-07T02:47:00.950 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-grafana-dashboards-2:18.2.1-718.gae75fc9d.e 28/122 2024-03-07T02:47:00.950 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-mgr-cephadm-2:18.2.1-718.gae75fc9d.el9.noar 29/122 2024-03-07T02:47:00.950 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-mgr-dashboard-2:18.2.1-718.gae75fc9d.el9.no 30/122 2024-03-07T02:47:00.950 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.1-718.gae75 31/122 2024-03-07T02:47:00.950 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-mgr-modules-core-2:18.2.1-718.gae75fc9d.el9 32/122 2024-03-07T02:47:00.950 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-mgr-rook-2:18.2.1-718.gae75fc9d.el9.noarch 33/122 2024-03-07T02:47:00.950 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-prometheus-alerts-2:18.2.1-718.gae75fc9d.el 34/122 2024-03-07T02:47:00.950 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : cephadm-2:18.2.1-718.gae75fc9d.el9.noarch 35/122 2024-03-07T02:47:00.950 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 36/122 2024-03-07T02:47:00.950 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : jq-1.6-16.el9.x86_64 37/122 2024-03-07T02:47:00.950 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 38/122 2024-03-07T02:47:00.950 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 39/122 2024-03-07T02:47:00.951 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 40/122 2024-03-07T02:47:00.951 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 41/122 2024-03-07T02:47:00.951 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 42/122 2024-03-07T02:47:00.951 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-ply-3.11-14.el9.noarch 43/122 2024-03-07T02:47:00.951 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 44/122 2024-03-07T02:47:00.951 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 45/122 2024-03-07T02:47:00.951 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 46/122 2024-03-07T02:47:00.951 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 47/122 2024-03-07T02:47:00.951 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 48/122 2024-03-07T02:47:00.951 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 49/122 2024-03-07T02:47:00.951 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 50/122 2024-03-07T02:47:00.951 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 51/122 2024-03-07T02:47:00.951 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 52/122 2024-03-07T02:47:00.951 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 53/122 2024-03-07T02:47:00.952 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 54/122 2024-03-07T02:47:00.952 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 55/122 2024-03-07T02:47:00.952 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 56/122 2024-03-07T02:47:00.952 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 57/122 2024-03-07T02:47:00.952 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 58/122 2024-03-07T02:47:00.952 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 59/122 2024-03-07T02:47:00.952 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 60/122 2024-03-07T02:47:00.952 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 61/122 2024-03-07T02:47:00.952 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 62/122 2024-03-07T02:47:00.952 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 63/122 2024-03-07T02:47:00.952 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 64/122 2024-03-07T02:47:00.952 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 65/122 2024-03-07T02:47:00.953 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 66/122 2024-03-07T02:47:00.953 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 67/122 2024-03-07T02:47:00.953 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 68/122 2024-03-07T02:47:00.953 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 69/122 2024-03-07T02:47:00.953 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 70/122 2024-03-07T02:47:00.953 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 71/122 2024-03-07T02:47:00.953 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 72/122 2024-03-07T02:47:00.953 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 73/122 2024-03-07T02:47:00.953 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 74/122 2024-03-07T02:47:00.953 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-pytest-6.2.2-6.el9.noarch 75/122 2024-03-07T02:47:00.953 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 76/122 2024-03-07T02:47:00.953 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 77/122 2024-03-07T02:47:00.953 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 78/122 2024-03-07T02:47:00.953 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 79/122 2024-03-07T02:47:00.954 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 80/122 2024-03-07T02:47:00.954 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 81/122 2024-03-07T02:47:00.954 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 82/122 2024-03-07T02:47:00.954 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 83/122 2024-03-07T02:47:00.954 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 84/122 2024-03-07T02:47:00.954 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 85/122 2024-03-07T02:47:00.954 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 86/122 2024-03-07T02:47:00.954 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 87/122 2024-03-07T02:47:00.954 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 88/122 2024-03-07T02:47:00.954 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-asyncssh-2.13.2-4.el9.noarch 89/122 2024-03-07T02:47:00.954 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 90/122 2024-03-07T02:47:00.954 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 91/122 2024-03-07T02:47:00.954 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 92/122 2024-03-07T02:47:00.954 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 93/122 2024-03-07T02:47:00.955 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 94/122 2024-03-07T02:47:00.955 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-google-auth-1:2.28.0-1.el9.noarch 95/122 2024-03-07T02:47:00.955 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 96/122 2024-03-07T02:47:00.955 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 97/122 2024-03-07T02:47:00.955 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 98/122 2024-03-07T02:47:00.955 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 99/122 2024-03-07T02:47:00.955 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 100/122 2024-03-07T02:47:00.955 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 101/122 2024-03-07T02:47:00.955 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 102/122 2024-03-07T02:47:00.955 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 103/122 2024-03-07T02:47:00.955 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 104/122 2024-03-07T02:47:00.955 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 105/122 2024-03-07T02:47:00.955 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 106/122 2024-03-07T02:47:00.955 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 107/122 2024-03-07T02:47:00.956 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 108/122 2024-03-07T02:47:00.956 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 109/122 2024-03-07T02:47:00.956 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 110/122 2024-03-07T02:47:00.956 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 111/122 2024-03-07T02:47:00.956 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 112/122 2024-03-07T02:47:00.956 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 113/122 2024-03-07T02:47:00.956 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 114/122 2024-03-07T02:47:00.956 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 115/122 2024-03-07T02:47:00.956 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 116/122 2024-03-07T02:47:00.956 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : re2-1:20211101-3.el9.x86_64 117/122 2024-03-07T02:47:00.956 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 118/122 2024-03-07T02:47:00.956 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : librados2-2:18.2.1-718.gae75fc9d.el9.x86_64 119/122 2024-03-07T02:47:00.956 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 120/122 2024-03-07T02:47:00.956 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : librbd1-2:18.2.1-718.gae75fc9d.el9.x86_64 121/122 2024-03-07T02:47:03.234 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 122/122 2024-03-07T02:47:03.234 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-03-07T02:47:03.234 INFO:teuthology.orchestra.run.smithi092.stdout:Upgraded: 2024-03-07T02:47:03.234 INFO:teuthology.orchestra.run.smithi092.stdout: librados2-2:18.2.1-718.gae75fc9d.el9.x86_64 2024-03-07T02:47:03.234 INFO:teuthology.orchestra.run.smithi092.stdout: librbd1-2:18.2.1-718.gae75fc9d.el9.x86_64 2024-03-07T02:47:03.235 INFO:teuthology.orchestra.run.smithi092.stdout:Installed: 2024-03-07T02:47:03.235 INFO:teuthology.orchestra.run.smithi092.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-03-07T02:47:03.235 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-2:18.2.1-718.gae75fc9d.el9.x86_64 2024-03-07T02:47:03.235 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-base-2:18.2.1-718.gae75fc9d.el9.x86_64 2024-03-07T02:47:03.235 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-common-2:18.2.1-718.gae75fc9d.el9.x86_64 2024-03-07T02:47:03.235 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-fuse-2:18.2.1-718.gae75fc9d.el9.x86_64 2024-03-07T02:47:03.235 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-grafana-dashboards-2:18.2.1-718.gae75fc9d.el9.noarch 2024-03-07T02:47:03.235 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-immutable-object-cache-2:18.2.1-718.gae75fc9d.el9.x86_64 2024-03-07T02:47:03.235 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mds-2:18.2.1-718.gae75fc9d.el9.x86_64 2024-03-07T02:47:03.235 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mgr-2:18.2.1-718.gae75fc9d.el9.x86_64 2024-03-07T02:47:03.235 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mgr-cephadm-2:18.2.1-718.gae75fc9d.el9.noarch 2024-03-07T02:47:03.235 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mgr-dashboard-2:18.2.1-718.gae75fc9d.el9.noarch 2024-03-07T02:47:03.235 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mgr-diskprediction-local-2:18.2.1-718.gae75fc9d.el9.noarch 2024-03-07T02:47:03.235 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mgr-modules-core-2:18.2.1-718.gae75fc9d.el9.noarch 2024-03-07T02:47:03.236 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mgr-rook-2:18.2.1-718.gae75fc9d.el9.noarch 2024-03-07T02:47:03.236 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mon-2:18.2.1-718.gae75fc9d.el9.x86_64 2024-03-07T02:47:03.236 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-osd-2:18.2.1-718.gae75fc9d.el9.x86_64 2024-03-07T02:47:03.236 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-prometheus-alerts-2:18.2.1-718.gae75fc9d.el9.noarch 2024-03-07T02:47:03.236 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-radosgw-2:18.2.1-718.gae75fc9d.el9.x86_64 2024-03-07T02:47:03.236 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-selinux-2:18.2.1-718.gae75fc9d.el9.x86_64 2024-03-07T02:47:03.236 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-test-2:18.2.1-718.gae75fc9d.el9.x86_64 2024-03-07T02:47:03.236 INFO:teuthology.orchestra.run.smithi092.stdout: cephadm-2:18.2.1-718.gae75fc9d.el9.noarch 2024-03-07T02:47:03.236 INFO:teuthology.orchestra.run.smithi092.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-03-07T02:47:03.236 INFO:teuthology.orchestra.run.smithi092.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-03-07T02:47:03.236 INFO:teuthology.orchestra.run.smithi092.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-03-07T02:47:03.236 INFO:teuthology.orchestra.run.smithi092.stdout: fmt-8.1.1-5.el9.x86_64 2024-03-07T02:47:03.236 INFO:teuthology.orchestra.run.smithi092.stdout: fuse-2.9.9-15.el9.x86_64 2024-03-07T02:47:03.237 INFO:teuthology.orchestra.run.smithi092.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-03-07T02:47:03.237 INFO:teuthology.orchestra.run.smithi092.stdout: jq-1.6-16.el9.x86_64 2024-03-07T02:47:03.237 INFO:teuthology.orchestra.run.smithi092.stdout: libarrow-9.0.0-10.el9.x86_64 2024-03-07T02:47:03.237 INFO:teuthology.orchestra.run.smithi092.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-03-07T02:47:03.237 INFO:teuthology.orchestra.run.smithi092.stdout: libcephfs-devel-2:18.2.1-718.gae75fc9d.el9.x86_64 2024-03-07T02:47:03.237 INFO:teuthology.orchestra.run.smithi092.stdout: libcephfs2-2:18.2.1-718.gae75fc9d.el9.x86_64 2024-03-07T02:47:03.237 INFO:teuthology.orchestra.run.smithi092.stdout: libcephsqlite-2:18.2.1-718.gae75fc9d.el9.x86_64 2024-03-07T02:47:03.237 INFO:teuthology.orchestra.run.smithi092.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-03-07T02:47:03.237 INFO:teuthology.orchestra.run.smithi092.stdout: liboath-2.6.7-2.el9.x86_64 2024-03-07T02:47:03.237 INFO:teuthology.orchestra.run.smithi092.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-03-07T02:47:03.237 INFO:teuthology.orchestra.run.smithi092.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-03-07T02:47:03.237 INFO:teuthology.orchestra.run.smithi092.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-03-07T02:47:03.237 INFO:teuthology.orchestra.run.smithi092.stdout: librados-devel-2:18.2.1-718.gae75fc9d.el9.x86_64 2024-03-07T02:47:03.238 INFO:teuthology.orchestra.run.smithi092.stdout: libradosstriper1-2:18.2.1-718.gae75fc9d.el9.x86_64 2024-03-07T02:47:03.238 INFO:teuthology.orchestra.run.smithi092.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-03-07T02:47:03.238 INFO:teuthology.orchestra.run.smithi092.stdout: librgw2-2:18.2.1-718.gae75fc9d.el9.x86_64 2024-03-07T02:47:03.238 INFO:teuthology.orchestra.run.smithi092.stdout: libunwind-1.6.2-1.el9.x86_64 2024-03-07T02:47:03.238 INFO:teuthology.orchestra.run.smithi092.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-03-07T02:47:03.238 INFO:teuthology.orchestra.run.smithi092.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2024-03-07T02:47:03.238 INFO:teuthology.orchestra.run.smithi092.stdout: openblas-0.3.21-2.el9.x86_64 2024-03-07T02:47:03.238 INFO:teuthology.orchestra.run.smithi092.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-03-07T02:47:03.238 INFO:teuthology.orchestra.run.smithi092.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-03-07T02:47:03.238 INFO:teuthology.orchestra.run.smithi092.stdout: python3-asyncssh-2.13.2-4.el9.noarch 2024-03-07T02:47:03.238 INFO:teuthology.orchestra.run.smithi092.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-03-07T02:47:03.238 INFO:teuthology.orchestra.run.smithi092.stdout: python3-babel-2.9.1-2.el9.noarch 2024-03-07T02:47:03.238 INFO:teuthology.orchestra.run.smithi092.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-03-07T02:47:03.238 INFO:teuthology.orchestra.run.smithi092.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-03-07T02:47:03.239 INFO:teuthology.orchestra.run.smithi092.stdout: python3-ceph-argparse-2:18.2.1-718.gae75fc9d.el9.x86_64 2024-03-07T02:47:03.239 INFO:teuthology.orchestra.run.smithi092.stdout: python3-ceph-common-2:18.2.1-718.gae75fc9d.el9.x86_64 2024-03-07T02:47:03.239 INFO:teuthology.orchestra.run.smithi092.stdout: python3-cephfs-2:18.2.1-718.gae75fc9d.el9.x86_64 2024-03-07T02:47:03.239 INFO:teuthology.orchestra.run.smithi092.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-03-07T02:47:03.239 INFO:teuthology.orchestra.run.smithi092.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-03-07T02:47:03.239 INFO:teuthology.orchestra.run.smithi092.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-03-07T02:47:03.239 INFO:teuthology.orchestra.run.smithi092.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-03-07T02:47:03.239 INFO:teuthology.orchestra.run.smithi092.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-03-07T02:47:03.239 INFO:teuthology.orchestra.run.smithi092.stdout: python3-devel-3.9.17-2.el9.x86_64 2024-03-07T02:47:03.239 INFO:teuthology.orchestra.run.smithi092.stdout: python3-google-auth-1:2.28.0-1.el9.noarch 2024-03-07T02:47:03.239 INFO:teuthology.orchestra.run.smithi092.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-03-07T02:47:03.239 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-03-07T02:47:03.239 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-03-07T02:47:03.240 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-03-07T02:47:03.240 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-03-07T02:47:03.241 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-03-07T02:47:03.241 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-03-07T02:47:03.241 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-03-07T02:47:03.241 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-03-07T02:47:03.241 INFO:teuthology.orchestra.run.smithi092.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-03-07T02:47:03.241 INFO:teuthology.orchestra.run.smithi092.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-03-07T02:47:03.241 INFO:teuthology.orchestra.run.smithi092.stdout: python3-mako-1.1.4-6.el9.noarch 2024-03-07T02:47:03.241 INFO:teuthology.orchestra.run.smithi092.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-03-07T02:47:03.241 INFO:teuthology.orchestra.run.smithi092.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-03-07T02:47:03.241 INFO:teuthology.orchestra.run.smithi092.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-03-07T02:47:03.241 INFO:teuthology.orchestra.run.smithi092.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-03-07T02:47:03.241 INFO:teuthology.orchestra.run.smithi092.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-03-07T02:47:03.242 INFO:teuthology.orchestra.run.smithi092.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-03-07T02:47:03.242 INFO:teuthology.orchestra.run.smithi092.stdout: python3-packaging-20.9-5.el9.noarch 2024-03-07T02:47:03.242 INFO:teuthology.orchestra.run.smithi092.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-03-07T02:47:03.242 INFO:teuthology.orchestra.run.smithi092.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-03-07T02:47:03.242 INFO:teuthology.orchestra.run.smithi092.stdout: python3-ply-3.11-14.el9.noarch 2024-03-07T02:47:03.242 INFO:teuthology.orchestra.run.smithi092.stdout: python3-portend-3.1.0-2.el9.noarch 2024-03-07T02:47:03.242 INFO:teuthology.orchestra.run.smithi092.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-03-07T02:47:03.242 INFO:teuthology.orchestra.run.smithi092.stdout: python3-py-1.10.0-6.el9.noarch 2024-03-07T02:47:03.243 INFO:teuthology.orchestra.run.smithi092.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-03-07T02:47:03.243 INFO:teuthology.orchestra.run.smithi092.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-03-07T02:47:03.243 INFO:teuthology.orchestra.run.smithi092.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-03-07T02:47:03.243 INFO:teuthology.orchestra.run.smithi092.stdout: python3-pycparser-2.20-6.el9.noarch 2024-03-07T02:47:03.243 INFO:teuthology.orchestra.run.smithi092.stdout: python3-pytest-6.2.2-6.el9.noarch 2024-03-07T02:47:03.243 INFO:teuthology.orchestra.run.smithi092.stdout: python3-pytz-2021.1-5.el9.noarch 2024-03-07T02:47:03.243 INFO:teuthology.orchestra.run.smithi092.stdout: python3-rados-2:18.2.1-718.gae75fc9d.el9.x86_64 2024-03-07T02:47:03.243 INFO:teuthology.orchestra.run.smithi092.stdout: python3-rbd-2:18.2.1-718.gae75fc9d.el9.x86_64 2024-03-07T02:47:03.243 INFO:teuthology.orchestra.run.smithi092.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-03-07T02:47:03.243 INFO:teuthology.orchestra.run.smithi092.stdout: python3-requests-2.25.1-8.el9.noarch 2024-03-07T02:47:03.243 INFO:teuthology.orchestra.run.smithi092.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-03-07T02:47:03.243 INFO:teuthology.orchestra.run.smithi092.stdout: python3-rgw-2:18.2.1-718.gae75fc9d.el9.x86_64 2024-03-07T02:47:03.243 INFO:teuthology.orchestra.run.smithi092.stdout: python3-routes-2.5.1-5.el9.noarch 2024-03-07T02:47:03.244 INFO:teuthology.orchestra.run.smithi092.stdout: python3-rsa-4.9-2.el9.noarch 2024-03-07T02:47:03.244 INFO:teuthology.orchestra.run.smithi092.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-03-07T02:47:03.244 INFO:teuthology.orchestra.run.smithi092.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-03-07T02:47:03.244 INFO:teuthology.orchestra.run.smithi092.stdout: python3-toml-0.10.2-6.el9.noarch 2024-03-07T02:47:03.244 INFO:teuthology.orchestra.run.smithi092.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-03-07T02:47:03.244 INFO:teuthology.orchestra.run.smithi092.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-03-07T02:47:03.244 INFO:teuthology.orchestra.run.smithi092.stdout: python3-webob-1.8.7-6.el9.noarch 2024-03-07T02:47:03.244 INFO:teuthology.orchestra.run.smithi092.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-03-07T02:47:03.244 INFO:teuthology.orchestra.run.smithi092.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-03-07T02:47:03.244 INFO:teuthology.orchestra.run.smithi092.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-03-07T02:47:03.244 INFO:teuthology.orchestra.run.smithi092.stdout: rbd-fuse-2:18.2.1-718.gae75fc9d.el9.x86_64 2024-03-07T02:47:03.244 INFO:teuthology.orchestra.run.smithi092.stdout: rbd-mirror-2:18.2.1-718.gae75fc9d.el9.x86_64 2024-03-07T02:47:03.244 INFO:teuthology.orchestra.run.smithi092.stdout: rbd-nbd-2:18.2.1-718.gae75fc9d.el9.x86_64 2024-03-07T02:47:03.244 INFO:teuthology.orchestra.run.smithi092.stdout: re2-1:20211101-3.el9.x86_64 2024-03-07T02:47:03.245 INFO:teuthology.orchestra.run.smithi092.stdout: socat-1.7.4.1-5.el9.x86_64 2024-03-07T02:47:03.245 INFO:teuthology.orchestra.run.smithi092.stdout: thrift-0.15.0-2.el9.x86_64 2024-03-07T02:47:03.245 INFO:teuthology.orchestra.run.smithi092.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-03-07T02:47:03.245 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-03-07T02:47:03.245 INFO:teuthology.orchestra.run.smithi092.stdout:Complete! 2024-03-07T02:47:03.628 DEBUG:teuthology.parallel:result is None 2024-03-07T02:47:03.629 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-03-07T02:47:03.629 INFO:teuthology.packaging:ref: None 2024-03-07T02:47:03.629 INFO:teuthology.packaging:tag: None 2024-03-07T02:47:03.629 INFO:teuthology.packaging:branch: reef 2024-03-07T02:47:03.630 INFO:teuthology.packaging:sha1: ea9a5688d9980e4ddedb59679d2960bcbac6fc71 2024-03-07T02:47:03.630 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-03-07T02:47:04.025 DEBUG:teuthology.orchestra.run.smithi090:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-03-07T02:47:04.051 INFO:teuthology.orchestra.run.smithi090.stdout:18.2.1-718.gae75fc9d.el9 2024-03-07T02:47:04.051 INFO:teuthology.packaging:The installed version of ceph is 18.2.1-718.gae75fc9d.el9 2024-03-07T02:47:04.051 INFO:teuthology.task.install:The correct ceph version 18.2.1-718.gae75fc9d is installed. 2024-03-07T02:47:04.053 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-03-07T02:47:04.053 INFO:teuthology.packaging:ref: None 2024-03-07T02:47:04.053 INFO:teuthology.packaging:tag: None 2024-03-07T02:47:04.053 INFO:teuthology.packaging:branch: reef 2024-03-07T02:47:04.054 INFO:teuthology.packaging:sha1: ea9a5688d9980e4ddedb59679d2960bcbac6fc71 2024-03-07T02:47:04.054 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-03-07T02:47:04.455 DEBUG:teuthology.orchestra.run.smithi092:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-03-07T02:47:04.476 INFO:teuthology.orchestra.run.smithi092.stdout:18.2.1-718.gae75fc9d.el9 2024-03-07T02:47:04.477 INFO:teuthology.packaging:The installed version of ceph is 18.2.1-718.gae75fc9d.el9 2024-03-07T02:47:04.477 INFO:teuthology.task.install:The correct ceph version 18.2.1-718.gae75fc9d is installed. 2024-03-07T02:47:04.479 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-03-07T02:47:04.479 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-03-07T02:47:04.479 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-03-07T02:47:04.515 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-03-07T02:47:04.515 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-03-07T02:47:04.547 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-03-07T02:47:04.547 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-03-07T02:47:04.547 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd of=/usr/bin/daemon-helper 2024-03-07T02:47:04.585 DEBUG:teuthology.orchestra.run.smithi090:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-03-07T02:47:04.655 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-03-07T02:47:04.655 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd of=/usr/bin/daemon-helper 2024-03-07T02:47:04.683 DEBUG:teuthology.orchestra.run.smithi092:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-03-07T02:47:04.751 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-03-07T02:47:04.751 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-03-07T02:47:04.751 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd of=/usr/bin/adjust-ulimits 2024-03-07T02:47:04.781 DEBUG:teuthology.orchestra.run.smithi090:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-03-07T02:47:04.850 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-03-07T02:47:04.850 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd of=/usr/bin/adjust-ulimits 2024-03-07T02:47:04.876 DEBUG:teuthology.orchestra.run.smithi092:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-03-07T02:47:04.943 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-03-07T02:47:04.943 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-03-07T02:47:04.943 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd of=/usr/bin/stdin-killer 2024-03-07T02:47:04.970 DEBUG:teuthology.orchestra.run.smithi090:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-03-07T02:47:05.037 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-03-07T02:47:05.037 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd of=/usr/bin/stdin-killer 2024-03-07T02:47:05.063 DEBUG:teuthology.orchestra.run.smithi092:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-03-07T02:47:05.131 INFO:teuthology.run_tasks:Running task print... 2024-03-07T02:47:05.141 INFO:teuthology.task.print:**** done install task... 2024-03-07T02:47:05.141 INFO:teuthology.run_tasks:Running task print... 2024-03-07T02:47:05.158 INFO:teuthology.task.print:**** done start installing reef cephadm ... 2024-03-07T02:47:05.159 INFO:teuthology.run_tasks:Running task cephadm... 2024-03-07T02:47:05.270 INFO:tasks.cephadm:Config: {'compiled_cephadm_branch': 'reef', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 3}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:reef', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': 'ea9a5688d9980e4ddedb59679d2960bcbac6fc71'} 2024-03-07T02:47:05.270 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:reef 2024-03-07T02:47:05.271 INFO:tasks.cephadm:Cluster fsid is fb96fd1c-dc2c-11ee-95c6-87774f69a715 2024-03-07T02:47:05.271 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-03-07T02:47:05.271 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.90', 'mon.c': '[v2:172.21.15.90:3301,v1:172.21.15.90:6790]', 'mon.b': '172.21.15.92'} 2024-03-07T02:47:05.271 INFO:tasks.cephadm:First mon is mon.a on smithi090 2024-03-07T02:47:05.271 INFO:tasks.cephadm:First mgr is y 2024-03-07T02:47:05.271 INFO:tasks.cephadm:Normalizing hostnames... 2024-03-07T02:47:05.272 DEBUG:teuthology.orchestra.run.smithi090:> sudo hostname $(hostname -s) 2024-03-07T02:47:05.299 DEBUG:teuthology.orchestra.run.smithi092:> sudo hostname $(hostname -s) 2024-03-07T02:47:05.327 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra for reef 2024-03-07T02:47:05.327 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=ea9a5688d9980e4ddedb59679d2960bcbac6fc71 2024-03-07T02:47:05.620 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': 'ea9a5688d9980e4ddedb59679d2960bcbac6fc71', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/54541/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.0.0-1905-gea9a5688', 'node_name': '172.21.5.34+adami04', 'job_name': 'ceph-dev-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.0.0-1905.gea9a5688'}, 'url': 'https://4.chacra.ceph.com/r/ceph/main/ea9a5688d9980e4ddedb59679d2960bcbac6fc71/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-03-06 21:12:25.587803', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'main', 'chacra_url': 'https://4.chacra.ceph.com/repos/ceph/main/ea9a5688d9980e4ddedb59679d2960bcbac6fc71/centos/9/flavors/default/', 'archs': ['source', 'x86_64'], 'distro': 'centos'}] 2024-03-07T02:47:05.906 INFO:tasks.util.chacra:got chacra host 2.chacra.ceph.com, ref reef, sha1 ae75fc9dac756d7830c8c8f766fd136a5582707d from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&ref=reef 2024-03-07T02:47:05.908 INFO:tasks.cephadm:Discovered cachra url: https://2.chacra.ceph.com/binaries/ceph/reef/ae75fc9dac756d7830c8c8f766fd136a5582707d/centos/9/x86_64/flavors/default/cephadm 2024-03-07T02:47:05.908 DEBUG:teuthology.orchestra.run.smithi090:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/reef/ae75fc9dac756d7830c8c8f766fd136a5582707d/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-03-07T02:47:13.173 INFO:teuthology.orchestra.run.smithi090.stdout:-rw-r--r--. 1 ubuntu ubuntu 214737 Mar 7 02:47 /home/ubuntu/cephtest/cephadm 2024-03-07T02:47:13.173 DEBUG:teuthology.orchestra.run.smithi092:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/reef/ae75fc9dac756d7830c8c8f766fd136a5582707d/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-03-07T02:47:14.264 INFO:teuthology.orchestra.run.smithi092.stdout:-rw-r--r--. 1 ubuntu ubuntu 214737 Mar 7 02:47 /home/ubuntu/cephtest/cephadm 2024-03-07T02:47:14.264 DEBUG:teuthology.orchestra.run.smithi090:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-03-07T02:47:14.283 DEBUG:teuthology.orchestra.run.smithi092:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-03-07T02:47:14.314 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:reef on all hosts... 2024-03-07T02:47:14.314 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef pull 2024-03-07T02:47:14.325 DEBUG:teuthology.orchestra.run.smithi092:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef pull 2024-03-07T02:47:15.204 INFO:teuthology.orchestra.run.smithi090.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-03-07T02:47:15.323 INFO:teuthology.orchestra.run.smithi092.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-03-07T02:48:06.020 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-03-07T02:48:06.021 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph_version": "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)", 2024-03-07T02:48:06.021 INFO:teuthology.orchestra.run.smithi090.stdout: "image_id": "0164bb8a7c6757b1a14e365a606a78ffe7cebb460f04a1ceb58f5dcf21071c24", 2024-03-07T02:48:06.021 INFO:teuthology.orchestra.run.smithi090.stdout: "repo_digests": [ 2024-03-07T02:48:06.021 INFO:teuthology.orchestra.run.smithi090.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:4e788e3c6821efe986a710ffe10c052cd830c07b33cd4a66b97449fc9bbef8e7" 2024-03-07T02:48:06.021 INFO:teuthology.orchestra.run.smithi090.stdout: ] 2024-03-07T02:48:06.021 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-03-07T02:48:09.186 INFO:teuthology.orchestra.run.smithi092.stdout:{ 2024-03-07T02:48:09.186 INFO:teuthology.orchestra.run.smithi092.stdout: "ceph_version": "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)", 2024-03-07T02:48:09.186 INFO:teuthology.orchestra.run.smithi092.stdout: "image_id": "0164bb8a7c6757b1a14e365a606a78ffe7cebb460f04a1ceb58f5dcf21071c24", 2024-03-07T02:48:09.186 INFO:teuthology.orchestra.run.smithi092.stdout: "repo_digests": [ 2024-03-07T02:48:09.186 INFO:teuthology.orchestra.run.smithi092.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:4e788e3c6821efe986a710ffe10c052cd830c07b33cd4a66b97449fc9bbef8e7" 2024-03-07T02:48:09.186 INFO:teuthology.orchestra.run.smithi092.stdout: ] 2024-03-07T02:48:09.186 INFO:teuthology.orchestra.run.smithi092.stdout:} 2024-03-07T02:48:09.204 DEBUG:teuthology.orchestra.run.smithi090:> sudo mkdir -p /etc/ceph 2024-03-07T02:48:09.240 DEBUG:teuthology.orchestra.run.smithi092:> sudo mkdir -p /etc/ceph 2024-03-07T02:48:09.270 DEBUG:teuthology.orchestra.run.smithi090:> sudo chmod 777 /etc/ceph 2024-03-07T02:48:09.309 DEBUG:teuthology.orchestra.run.smithi092:> sudo chmod 777 /etc/ceph 2024-03-07T02:48:09.336 INFO:tasks.cephadm:Writing seed config... 2024-03-07T02:48:09.340 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2024-03-07T02:48:09.340 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2024-03-07T02:48:09.340 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-03-07T02:48:09.340 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-03-07T02:48:09.340 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-03-07T02:48:09.340 INFO:tasks.cephadm: override: [global] mon election default strategy = 3 2024-03-07T02:48:09.340 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-03-07T02:48:09.340 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-03-07T02:48:09.340 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-03-07T02:48:09.341 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-03-07T02:48:09.341 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-03-07T02:48:09.341 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-03-07T02:48:09.341 DEBUG:teuthology.orchestra.run.smithi090:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-03-07T02:48:09.366 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = fb96fd1c-dc2c-11ee-95c6-87774f69a715 mon election default strategy = 3 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-03-07T02:48:09.367 DEBUG:teuthology.orchestra.run.smithi090:mon.a> sudo journalctl -f -n 0 -u ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@mon.a.service 2024-03-07T02:48:09.409 DEBUG:teuthology.orchestra.run.smithi090:mgr.y> sudo journalctl -f -n 0 -u ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@mgr.y.service 2024-03-07T02:48:09.452 INFO:tasks.cephadm:Bootstrapping... 2024-03-07T02:48:09.452 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef -v bootstrap --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.90 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-03-07T02:48:09.609 INFO:teuthology.orchestra.run.smithi090.stdout:-------------------------------------------------------------------------------- 2024-03-07T02:48:09.609 INFO:teuthology.orchestra.run.smithi090.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:reef', '-v', 'bootstrap', '--fsid', 'fb96fd1c-dc2c-11ee-95c6-87774f69a715', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.90', '--skip-admin-label'] 2024-03-07T02:48:09.636 INFO:teuthology.orchestra.run.smithi090.stdout:/bin/podman: stdout 4.9.3-dev 2024-03-07T02:48:09.636 INFO:teuthology.orchestra.run.smithi090.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-03-07T02:48:09.636 INFO:teuthology.orchestra.run.smithi090.stdout:Verifying podman|docker is present... 2024-03-07T02:48:09.659 INFO:teuthology.orchestra.run.smithi090.stdout:/bin/podman: stdout 4.9.3-dev 2024-03-07T02:48:09.659 INFO:teuthology.orchestra.run.smithi090.stdout:Verifying lvm2 is present... 2024-03-07T02:48:09.659 INFO:teuthology.orchestra.run.smithi090.stdout:Verifying time synchronization is in place... 2024-03-07T02:48:09.666 INFO:teuthology.orchestra.run.smithi090.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-03-07T02:48:09.666 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-03-07T02:48:09.672 INFO:teuthology.orchestra.run.smithi090.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-03-07T02:48:09.672 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stdout inactive 2024-03-07T02:48:09.678 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stdout enabled 2024-03-07T02:48:09.683 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stdout active 2024-03-07T02:48:09.684 INFO:teuthology.orchestra.run.smithi090.stdout:Unit chronyd.service is enabled and running 2024-03-07T02:48:09.684 INFO:teuthology.orchestra.run.smithi090.stdout:Repeating the final host check... 2024-03-07T02:48:09.707 INFO:teuthology.orchestra.run.smithi090.stdout:/bin/podman: stdout 4.9.3-dev 2024-03-07T02:48:09.707 INFO:teuthology.orchestra.run.smithi090.stdout:podman (/bin/podman) version 4.9.3 is present 2024-03-07T02:48:09.707 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl is present 2024-03-07T02:48:09.707 INFO:teuthology.orchestra.run.smithi090.stdout:lvcreate is present 2024-03-07T02:48:09.713 INFO:teuthology.orchestra.run.smithi090.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-03-07T02:48:09.713 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-03-07T02:48:09.718 INFO:teuthology.orchestra.run.smithi090.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-03-07T02:48:09.719 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stdout inactive 2024-03-07T02:48:09.725 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stdout enabled 2024-03-07T02:48:09.731 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stdout active 2024-03-07T02:48:09.731 INFO:teuthology.orchestra.run.smithi090.stdout:Unit chronyd.service is enabled and running 2024-03-07T02:48:09.731 INFO:teuthology.orchestra.run.smithi090.stdout:Host looks OK 2024-03-07T02:48:09.731 INFO:teuthology.orchestra.run.smithi090.stdout:Cluster fsid: fb96fd1c-dc2c-11ee-95c6-87774f69a715 2024-03-07T02:48:09.731 INFO:teuthology.orchestra.run.smithi090.stdout:Acquiring lock 140456076733600 on /run/cephadm/fb96fd1c-dc2c-11ee-95c6-87774f69a715.lock 2024-03-07T02:48:09.731 INFO:teuthology.orchestra.run.smithi090.stdout:Lock 140456076733600 acquired on /run/cephadm/fb96fd1c-dc2c-11ee-95c6-87774f69a715.lock 2024-03-07T02:48:09.731 INFO:teuthology.orchestra.run.smithi090.stdout:Verifying IP 172.21.15.90 port 3300 ... 2024-03-07T02:48:09.731 INFO:teuthology.orchestra.run.smithi090.stdout:Verifying IP 172.21.15.90 port 6789 ... 2024-03-07T02:48:09.732 INFO:teuthology.orchestra.run.smithi090.stdout:Base mon IP(s) is [172.21.15.90:3300, 172.21.15.90:6789], mon addrv is [v2:172.21.15.90:3300,v1:172.21.15.90:6789] 2024-03-07T02:48:09.734 INFO:teuthology.orchestra.run.smithi090.stdout:/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 proto dhcp src 172.21.15.90 metric 100 2024-03-07T02:48:09.734 INFO:teuthology.orchestra.run.smithi090.stdout:/sbin/ip: stdout 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.90 metric 100 2024-03-07T02:48:09.737 INFO:teuthology.orchestra.run.smithi090.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-03-07T02:48:09.737 INFO:teuthology.orchestra.run.smithi090.stdout:/sbin/ip: stdout fe80::/64 dev enp3s0f1 proto kernel metric 256 pref medium 2024-03-07T02:48:09.737 INFO:teuthology.orchestra.run.smithi090.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 1024 expires 1797sec hoplimit 64 pref medium 2024-03-07T02:48:09.739 INFO:teuthology.orchestra.run.smithi090.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-03-07T02:48:09.739 INFO:teuthology.orchestra.run.smithi090.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-03-07T02:48:09.739 INFO:teuthology.orchestra.run.smithi090.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-03-07T02:48:09.739 INFO:teuthology.orchestra.run.smithi090.stdout:/sbin/ip: stdout 5: enp3s0f1: mtu 1500 state UP qlen 1000 2024-03-07T02:48:09.739 INFO:teuthology.orchestra.run.smithi090.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:fe8f:d767/64 scope link 2024-03-07T02:48:09.739 INFO:teuthology.orchestra.run.smithi090.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-03-07T02:48:09.740 INFO:teuthology.orchestra.run.smithi090.stdout:Mon IP `172.21.15.90` is in CIDR network `172.21.0.0/20` 2024-03-07T02:48:09.740 INFO:teuthology.orchestra.run.smithi090.stdout:Mon IP `172.21.15.90` is in CIDR network `172.21.0.0/20` 2024-03-07T02:48:09.740 INFO:teuthology.orchestra.run.smithi090.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-03-07T02:48:09.740 INFO:teuthology.orchestra.run.smithi090.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-03-07T02:48:09.741 INFO:teuthology.orchestra.run.smithi090.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-03-07T02:48:10.138 INFO:teuthology.orchestra.run.smithi090.stdout:/bin/podman: stdout 0164bb8a7c6757b1a14e365a606a78ffe7cebb460f04a1ceb58f5dcf21071c24 2024-03-07T02:48:10.139 INFO:teuthology.orchestra.run.smithi090.stdout:/bin/podman: stderr Trying to pull quay.ceph.io/ceph-ci/ceph:reef... 2024-03-07T02:48:10.139 INFO:teuthology.orchestra.run.smithi090.stdout:/bin/podman: stderr Getting image source signatures 2024-03-07T02:48:10.139 INFO:teuthology.orchestra.run.smithi090.stdout:/bin/podman: stderr Copying blob sha256:d204da7371a230c4088f5fe9a25a43487a0dd3fde87106768c68d92d02252ce5 2024-03-07T02:48:10.139 INFO:teuthology.orchestra.run.smithi090.stdout:/bin/podman: stderr Copying blob sha256:7feca07754707458c3945cf0062cf4dabc512f6d90fe1a9a1370b362b6011124 2024-03-07T02:48:10.139 INFO:teuthology.orchestra.run.smithi090.stdout:/bin/podman: stderr Copying config sha256:0164bb8a7c6757b1a14e365a606a78ffe7cebb460f04a1ceb58f5dcf21071c24 2024-03-07T02:48:10.139 INFO:teuthology.orchestra.run.smithi090.stdout:/bin/podman: stderr Writing manifest to image destination 2024-03-07T02:48:11.005 INFO:teuthology.orchestra.run.smithi090.stdout:ceph: stdout ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable) 2024-03-07T02:48:11.005 INFO:teuthology.orchestra.run.smithi090.stdout:Ceph version: ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable) 2024-03-07T02:48:11.005 INFO:teuthology.orchestra.run.smithi090.stdout:Extracting ceph user uid/gid from container image... 2024-03-07T02:48:11.788 INFO:teuthology.orchestra.run.smithi090.stdout:stat: stdout 167 167 2024-03-07T02:48:11.788 INFO:teuthology.orchestra.run.smithi090.stdout:Creating initial keys... 2024-03-07T02:48:12.637 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph-authtool: stdout AQDsKullwJQjCBAAubMOL9QcApYpO3QCm2XW3A== 2024-03-07T02:48:13.479 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph-authtool: stdout AQDsKullMDNONxAAT4gPDHCMBW2agKyc0aGbGA== 2024-03-07T02:48:14.303 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph-authtool: stdout AQDtKull9rhkLhAALJ254L563UPVcwXtmW3TpQ== 2024-03-07T02:48:14.304 INFO:teuthology.orchestra.run.smithi090.stdout:Creating initial monmap... 2024-03-07T02:48:15.172 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-03-07T02:48:15.172 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = pacific 2024-03-07T02:48:15.172 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to fb96fd1c-dc2c-11ee-95c6-87774f69a715 2024-03-07T02:48:15.172 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-03-07T02:48:15.172 INFO:teuthology.orchestra.run.smithi090.stdout:monmaptool for a [v2:172.21.15.90:3300,v1:172.21.15.90:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-03-07T02:48:15.172 INFO:teuthology.orchestra.run.smithi090.stdout:setting min_mon_release = pacific 2024-03-07T02:48:15.173 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/monmaptool: set fsid to fb96fd1c-dc2c-11ee-95c6-87774f69a715 2024-03-07T02:48:15.173 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-03-07T02:48:15.173 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T02:48:15.173 INFO:teuthology.orchestra.run.smithi090.stdout:Creating mon... 2024-03-07T02:48:16.013 INFO:teuthology.orchestra.run.smithi090.stdout:create mon.a on 2024-03-07T02:48:16.213 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-03-07T02:48:16.357 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-03-07T02:48:16.534 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715.target → /etc/systemd/system/ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715.target. 2024-03-07T02:48:16.535 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715.target → /etc/systemd/system/ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715.target. 2024-03-07T02:48:17.599 INFO:teuthology.orchestra.run.smithi090.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@mon.a 2024-03-07T02:48:17.600 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stderr Failed to reset failed state of unit ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@mon.a.service: Unit ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@mon.a.service not loaded. 2024-03-07T02:48:17.997 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715.target.wants/ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@mon.a.service → /etc/systemd/system/ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@.service. 2024-03-07T02:48:18.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:18 smithi090 podman[26828]: 2024-03-07 02:48:18.144074768 +0000 UTC m=+0.017486226 image pull 0164bb8a7c6757b1a14e365a606a78ffe7cebb460f04a1ceb58f5dcf21071c24 quay.ceph.io/ceph-ci/ceph:reef 2024-03-07T02:48:19.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:19 smithi090 podman[26828]: 2024-03-07 02:48:19.332115563 +0000 UTC m=+1.205527021 container create 111c76877dea7d5e9ce274bbdf617fbf4d948fc4baca6a75c2ba17dd4e040f70 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-a, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240222, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, RELEASE=reef-ae75fc9, maintainer=Guillaume Abrioux ) 2024-03-07T02:48:21.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:21 smithi090 podman[26828]: 2024-03-07 02:48:21.332375992 +0000 UTC m=+3.205787457 container init 111c76877dea7d5e9ce274bbdf617fbf4d948fc4baca6a75c2ba17dd4e040f70 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-a, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240222, RELEASE=reef-ae75fc9, io.buildah.version=1.33.5) 2024-03-07T02:48:21.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:21 smithi090 podman[26828]: 2024-03-07 02:48:21.336035869 +0000 UTC m=+3.209447323 container start 111c76877dea7d5e9ce274bbdf617fbf4d948fc4baca6a75c2ba17dd4e040f70 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-a, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240222, ceph=True, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, io.buildah.version=1.33.5, RELEASE=reef-ae75fc9, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-03-07T02:48:21.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:21 smithi090 ceph-mon[26850]: mkfs fb96fd1c-dc2c-11ee-95c6-87774f69a715 2024-03-07T02:48:21.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:21 smithi090 ceph-mon[26850]: mon.a is new leader, mons a in quorum (ranks 0) 2024-03-07T02:48:22.463 INFO:teuthology.orchestra.run.smithi090.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-03-07T02:48:22.463 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stdout disabled 2024-03-07T02:48:22.471 INFO:teuthology.orchestra.run.smithi090.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-03-07T02:48:22.471 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stdout inactive 2024-03-07T02:48:22.471 INFO:teuthology.orchestra.run.smithi090.stdout:firewalld.service is not enabled 2024-03-07T02:48:22.471 INFO:teuthology.orchestra.run.smithi090.stdout:Not possible to enable service . firewalld.service is not available 2024-03-07T02:48:22.472 INFO:teuthology.orchestra.run.smithi090.stdout:Waiting for mon to start... 2024-03-07T02:48:22.478 INFO:teuthology.orchestra.run.smithi090.stdout:Waiting for mon... 2024-03-07T02:48:22.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:22 smithi090 ceph-mon[26850]: mon.a is new leader, mons a in quorum (ranks 0) 2024-03-07T02:48:22.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:22 smithi090 ceph-mon[26850]: monmap e1: 1 mons at {a=[v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-07T02:48:22.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:22 smithi090 ceph-mon[26850]: fsmap 2024-03-07T02:48:22.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:22 smithi090 ceph-mon[26850]: osdmap e1: 0 total, 0 up, 0 in 2024-03-07T02:48:22.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:22 smithi090 ceph-mon[26850]: mgrmap e1: no daemons active 2024-03-07T02:48:22.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:22 smithi090 bash[26828]: 111c76877dea7d5e9ce274bbdf617fbf4d948fc4baca6a75c2ba17dd4e040f70 2024-03-07T02:48:22.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:22 smithi090 systemd[1]: Started Ceph mon.a for fb96fd1c-dc2c-11ee-95c6-87774f69a715. 2024-03-07T02:48:27.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:27 smithi090 ceph-mon[26850]: from='client.? 172.21.15.90:0/343676002' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-03-07T02:48:27.783 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout cluster: 2024-03-07T02:48:27.783 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout id: fb96fd1c-dc2c-11ee-95c6-87774f69a715 2024-03-07T02:48:27.783 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-03-07T02:48:27.783 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout 2024-03-07T02:48:27.783 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout services: 2024-03-07T02:48:27.783 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 5s) 2024-03-07T02:48:27.783 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-03-07T02:48:27.784 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-03-07T02:48:27.784 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout 2024-03-07T02:48:27.784 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout data: 2024-03-07T02:48:27.784 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-03-07T02:48:27.784 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-03-07T02:48:27.784 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-03-07T02:48:27.784 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout pgs: 2024-03-07T02:48:27.784 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout 2024-03-07T02:48:27.784 INFO:teuthology.orchestra.run.smithi090.stdout:mon is available 2024-03-07T02:48:27.784 INFO:teuthology.orchestra.run.smithi090.stdout:Assimilating anything we can from ceph.conf... 2024-03-07T02:48:28.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:28 smithi090 ceph-mon[26850]: from='client.? 172.21.15.90:0/4094819258' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-03-07T02:48:28.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:28 smithi090 ceph-mon[26850]: from='client.? 172.21.15.90:0/4094819258' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-03-07T02:48:28.832 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout 2024-03-07T02:48:28.832 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout [global] 2024-03-07T02:48:28.832 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout fsid = fb96fd1c-dc2c-11ee-95c6-87774f69a715 2024-03-07T02:48:28.833 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.90:3300,v1:172.21.15.90:6789] 2024-03-07T02:48:28.833 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-03-07T02:48:28.833 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-03-07T02:48:28.833 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-03-07T02:48:28.833 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-03-07T02:48:28.833 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout 2024-03-07T02:48:28.833 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout [mgr] 2024-03-07T02:48:28.833 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-03-07T02:48:28.833 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout 2024-03-07T02:48:28.833 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout [osd] 2024-03-07T02:48:28.833 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-03-07T02:48:28.833 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-03-07T02:48:28.833 INFO:teuthology.orchestra.run.smithi090.stdout:Generating new minimal ceph.conf... 2024-03-07T02:48:29.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:29 smithi090 ceph-mon[26850]: from='client.? 172.21.15.90:0/4111759161' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:48:29.865 INFO:teuthology.orchestra.run.smithi090.stdout:Restarting the monitor... 2024-03-07T02:48:30.116 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:29 smithi090 systemd[1]: Stopping Ceph mon.a for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T02:48:30.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:30 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-a[26846]: 2024-03-07T02:48:30.113+0000 7fdff1a38700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-03-07T02:48:30.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:30 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-a[26846]: 2024-03-07T02:48:30.113+0000 7fdff1a38700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-03-07T02:48:30.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:30 smithi090 podman[27096]: 2024-03-07 02:48:30.278449836 +0000 UTC m=+0.249165294 container died 111c76877dea7d5e9ce274bbdf617fbf4d948fc4baca6a75c2ba17dd4e040f70 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-a, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240222, ceph=True, GIT_CLEAN=True, RELEASE=reef-ae75fc9, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-03-07T02:48:33.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:33 smithi090 podman[27096]: 2024-03-07 02:48:33.482779789 +0000 UTC m=+3.453495257 container cleanup 111c76877dea7d5e9ce274bbdf617fbf4d948fc4baca6a75c2ba17dd4e040f70 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-a, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=reef-ae75fc9, org.label-schema.build-date=20240222, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0) 2024-03-07T02:48:33.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:33 smithi090 bash[27096]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-a 2024-03-07T02:48:34.036 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:33 smithi090 podman[27109]: 2024-03-07 02:48:33.700579268 +0000 UTC m=+3.421451148 container remove 111c76877dea7d5e9ce274bbdf617fbf4d948fc4baca6a75c2ba17dd4e040f70 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-a, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240222, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-ae75fc9, io.buildah.version=1.33.5) 2024-03-07T02:48:34.036 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:33 smithi090 systemd[1]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@mon.a.service: Deactivated successfully. 2024-03-07T02:48:34.036 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:33 smithi090 systemd[1]: Stopped Ceph mon.a for fb96fd1c-dc2c-11ee-95c6-87774f69a715. 2024-03-07T02:48:34.036 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:33 smithi090 systemd[1]: Starting Ceph mon.a for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T02:48:34.299 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 podman[27205]: 2024-03-07 02:48:34.034909989 +0000 UTC m=+0.113467020 container create 84d91110fe9fa1b1941a63453ea2d5230f3bbfdc8d252d75255777963fc538f4 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-a, GIT_BRANCH=HEAD, org.label-schema.build-date=20240222, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-ae75fc9) 2024-03-07T02:48:34.299 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 podman[27205]: 2024-03-07 02:48:33.939936968 +0000 UTC m=+0.018494008 image pull 0164bb8a7c6757b1a14e365a606a78ffe7cebb460f04a1ceb58f5dcf21071c24 quay.ceph.io/ceph-ci/ceph:reef 2024-03-07T02:48:34.299 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 podman[27205]: 2024-03-07 02:48:34.222208676 +0000 UTC m=+0.300765714 container init 84d91110fe9fa1b1941a63453ea2d5230f3bbfdc8d252d75255777963fc538f4 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-a, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240222, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, RELEASE=reef-ae75fc9, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-03-07T02:48:34.299 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 podman[27205]: 2024-03-07 02:48:34.224971486 +0000 UTC m=+0.303528517 container start 84d91110fe9fa1b1941a63453ea2d5230f3bbfdc8d252d75255777963fc538f4 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-a, RELEASE=reef-ae75fc9, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240222, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-03-07T02:48:34.300 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: set uid:gid to 167:167 (ceph:ceph) 2024-03-07T02:48:34.300 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable), process ceph-mon, pid 2 2024-03-07T02:48:34.300 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: pidfile_write: ignore empty --pid-file 2024-03-07T02:48:34.300 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: load: jerasure load: lrc 2024-03-07T02:48:34.300 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: RocksDB version: 7.9.2 2024-03-07T02:48:34.300 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Git sha 0 2024-03-07T02:48:34.300 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Compile date 2024-03-06 23:19:49 2024-03-07T02:48:34.300 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: DB SUMMARY 2024-03-07T02:48:34.300 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: DB Session ID: 2Y1TSF3CP4EXY8EN5XBI 2024-03-07T02:48:34.300 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: CURRENT file: CURRENT 2024-03-07T02:48:34.300 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: IDENTITY file: IDENTITY 2024-03-07T02:48:34.300 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-03-07T02:48:34.301 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-03-07T02:48:34.301 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 85324 ; 2024-03-07T02:48:34.301 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.error_if_exists: 0 2024-03-07T02:48:34.301 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.create_if_missing: 0 2024-03-07T02:48:34.301 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.paranoid_checks: 1 2024-03-07T02:48:34.301 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.flush_verify_memtable_count: 1 2024-03-07T02:48:34.301 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-03-07T02:48:34.301 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-03-07T02:48:34.301 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.env: 0x5569a404e720 2024-03-07T02:48:34.301 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.fs: PosixFileSystem 2024-03-07T02:48:34.301 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.info_log: 0x5569a5acd4c0 2024-03-07T02:48:34.301 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.max_file_opening_threads: 16 2024-03-07T02:48:34.301 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.statistics: (nil) 2024-03-07T02:48:34.302 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.use_fsync: 0 2024-03-07T02:48:34.302 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.max_log_file_size: 0 2024-03-07T02:48:34.302 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-03-07T02:48:34.302 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.log_file_time_to_roll: 0 2024-03-07T02:48:34.302 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.keep_log_file_num: 1000 2024-03-07T02:48:34.302 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.recycle_log_file_num: 0 2024-03-07T02:48:34.302 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.allow_fallocate: 1 2024-03-07T02:48:34.302 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.allow_mmap_reads: 0 2024-03-07T02:48:34.302 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.allow_mmap_writes: 0 2024-03-07T02:48:34.302 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.use_direct_reads: 0 2024-03-07T02:48:34.302 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-03-07T02:48:34.302 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.create_missing_column_families: 0 2024-03-07T02:48:34.302 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.db_log_dir: 2024-03-07T02:48:34.303 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.wal_dir: 2024-03-07T02:48:34.303 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.table_cache_numshardbits: 6 2024-03-07T02:48:34.303 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.WAL_ttl_seconds: 0 2024-03-07T02:48:34.303 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.WAL_size_limit_MB: 0 2024-03-07T02:48:34.303 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-03-07T02:48:34.303 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-03-07T02:48:34.303 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.is_fd_close_on_exec: 1 2024-03-07T02:48:34.303 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.advise_random_on_open: 1 2024-03-07T02:48:34.303 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.db_write_buffer_size: 0 2024-03-07T02:48:34.303 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.write_buffer_manager: 0x5569a4d3e140 2024-03-07T02:48:34.303 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-03-07T02:48:34.303 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-03-07T02:48:34.303 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.use_adaptive_mutex: 0 2024-03-07T02:48:34.303 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.rate_limiter: (nil) 2024-03-07T02:48:34.303 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-03-07T02:48:34.303 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.wal_recovery_mode: 2 2024-03-07T02:48:34.304 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.enable_thread_tracking: 0 2024-03-07T02:48:34.304 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.enable_pipelined_write: 0 2024-03-07T02:48:34.304 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.unordered_write: 0 2024-03-07T02:48:34.304 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-03-07T02:48:34.304 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-03-07T02:48:34.304 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-03-07T02:48:34.304 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-03-07T02:48:34.304 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.row_cache: None 2024-03-07T02:48:34.304 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.wal_filter: None 2024-03-07T02:48:34.304 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-03-07T02:48:34.304 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.allow_ingest_behind: 0 2024-03-07T02:48:34.304 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.two_write_queues: 0 2024-03-07T02:48:34.304 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.manual_wal_flush: 0 2024-03-07T02:48:34.305 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.wal_compression: 0 2024-03-07T02:48:34.305 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.atomic_flush: 0 2024-03-07T02:48:34.305 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-03-07T02:48:34.305 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.persist_stats_to_disk: 0 2024-03-07T02:48:34.305 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.write_dbid_to_manifest: 0 2024-03-07T02:48:34.305 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.log_readahead_size: 0 2024-03-07T02:48:34.305 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-03-07T02:48:34.305 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.best_efforts_recovery: 0 2024-03-07T02:48:34.305 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-03-07T02:48:34.305 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-03-07T02:48:34.305 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.allow_data_in_errors: 0 2024-03-07T02:48:34.305 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.db_host_id: __hostname__ 2024-03-07T02:48:34.305 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.enforce_single_del_contracts: true 2024-03-07T02:48:34.305 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.max_background_jobs: 2 2024-03-07T02:48:34.306 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.max_background_compactions: -1 2024-03-07T02:48:34.306 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.max_subcompactions: 1 2024-03-07T02:48:34.306 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-03-07T02:48:34.306 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-03-07T02:48:34.306 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.delayed_write_rate : 16777216 2024-03-07T02:48:34.306 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.max_total_wal_size: 0 2024-03-07T02:48:34.306 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-03-07T02:48:34.306 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.stats_dump_period_sec: 600 2024-03-07T02:48:34.306 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.stats_persist_period_sec: 600 2024-03-07T02:48:34.306 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-03-07T02:48:34.306 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.max_open_files: -1 2024-03-07T02:48:34.306 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.bytes_per_sync: 0 2024-03-07T02:48:34.306 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.wal_bytes_per_sync: 0 2024-03-07T02:48:34.306 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.strict_bytes_per_sync: 0 2024-03-07T02:48:34.306 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.compaction_readahead_size: 0 2024-03-07T02:48:34.307 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.max_background_flushes: -1 2024-03-07T02:48:34.308 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Compression algorithms supported: 2024-03-07T02:48:34.308 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-03-07T02:48:34.308 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: kZSTD supported: 0 2024-03-07T02:48:34.308 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: kXpressCompression supported: 0 2024-03-07T02:48:34.308 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: kLZ4HCCompression supported: 1 2024-03-07T02:48:34.308 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: kZlibCompression supported: 1 2024-03-07T02:48:34.308 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: kSnappyCompression supported: 1 2024-03-07T02:48:34.308 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: kLZ4Compression supported: 1 2024-03-07T02:48:34.308 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: kBZip2Compression supported: 0 2024-03-07T02:48:34.308 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Fast CRC32 supported: Supported on x86 2024-03-07T02:48:34.308 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: DMutex implementation: pthread_mutex_t 2024-03-07T02:48:34.308 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-03-07T02:48:34.309 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-03-07T02:48:34.309 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-03-07T02:48:34.309 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.merge_operator: 2024-03-07T02:48:34.309 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.compaction_filter: None 2024-03-07T02:48:34.309 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.compaction_filter_factory: None 2024-03-07T02:48:34.309 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.sst_partitioner_factory: None 2024-03-07T02:48:34.309 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.memtable_factory: SkipListFactory 2024-03-07T02:48:34.309 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.table_factory: BlockBasedTable 2024-03-07T02:48:34.309 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5569a5acd5c0) 2024-03-07T02:48:34.309 INFO:journalctl@ceph.mon.a.smithi090.stdout: cache_index_and_filter_blocks: 1 2024-03-07T02:48:34.309 INFO:journalctl@ceph.mon.a.smithi090.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-03-07T02:48:34.309 INFO:journalctl@ceph.mon.a.smithi090.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-03-07T02:48:34.309 INFO:journalctl@ceph.mon.a.smithi090.stdout: pin_top_level_index_and_filter: 1 2024-03-07T02:48:34.309 INFO:journalctl@ceph.mon.a.smithi090.stdout: index_type: 0 2024-03-07T02:48:34.309 INFO:journalctl@ceph.mon.a.smithi090.stdout: data_block_index_type: 0 2024-03-07T02:48:34.310 INFO:journalctl@ceph.mon.a.smithi090.stdout: index_shortening: 1 2024-03-07T02:48:34.310 INFO:journalctl@ceph.mon.a.smithi090.stdout: data_block_hash_table_util_ratio: 0.750000 2024-03-07T02:48:34.310 INFO:journalctl@ceph.mon.a.smithi090.stdout: checksum: 4 2024-03-07T02:48:34.310 INFO:journalctl@ceph.mon.a.smithi090.stdout: no_block_cache: 0 2024-03-07T02:48:34.310 INFO:journalctl@ceph.mon.a.smithi090.stdout: block_cache: 0x5569a4ddf1f0 2024-03-07T02:48:34.310 INFO:journalctl@ceph.mon.a.smithi090.stdout: block_cache_name: BinnedLRUCache 2024-03-07T02:48:34.310 INFO:journalctl@ceph.mon.a.smithi090.stdout: block_cache_options: 2024-03-07T02:48:34.310 INFO:journalctl@ceph.mon.a.smithi090.stdout: capacity : 536870912 2024-03-07T02:48:34.310 INFO:journalctl@ceph.mon.a.smithi090.stdout: num_shard_bits : 4 2024-03-07T02:48:34.310 INFO:journalctl@ceph.mon.a.smithi090.stdout: strict_capacity_limit : 0 2024-03-07T02:48:34.310 INFO:journalctl@ceph.mon.a.smithi090.stdout: high_pri_pool_ratio: 0.000 2024-03-07T02:48:34.310 INFO:journalctl@ceph.mon.a.smithi090.stdout: block_cache_compressed: (nil) 2024-03-07T02:48:34.310 INFO:journalctl@ceph.mon.a.smithi090.stdout: persistent_cache: (nil) 2024-03-07T02:48:34.310 INFO:journalctl@ceph.mon.a.smithi090.stdout: block_size: 4096 2024-03-07T02:48:34.310 INFO:journalctl@ceph.mon.a.smithi090.stdout: block_size_deviation: 10 2024-03-07T02:48:34.311 INFO:journalctl@ceph.mon.a.smithi090.stdout: block_restart_interval: 16 2024-03-07T02:48:34.311 INFO:journalctl@ceph.mon.a.smithi090.stdout: index_block_restart_interval: 1 2024-03-07T02:48:34.311 INFO:journalctl@ceph.mon.a.smithi090.stdout: metadata_block_size: 4096 2024-03-07T02:48:34.311 INFO:journalctl@ceph.mon.a.smithi090.stdout: partition_filters: 0 2024-03-07T02:48:34.311 INFO:journalctl@ceph.mon.a.smithi090.stdout: use_delta_encoding: 1 2024-03-07T02:48:34.311 INFO:journalctl@ceph.mon.a.smithi090.stdout: filter_policy: bloomfilter 2024-03-07T02:48:34.311 INFO:journalctl@ceph.mon.a.smithi090.stdout: whole_key_filtering: 1 2024-03-07T02:48:34.311 INFO:journalctl@ceph.mon.a.smithi090.stdout: verify_compression: 0 2024-03-07T02:48:34.311 INFO:journalctl@ceph.mon.a.smithi090.stdout: read_amp_bytes_per_bit: 0 2024-03-07T02:48:34.311 INFO:journalctl@ceph.mon.a.smithi090.stdout: format_version: 5 2024-03-07T02:48:34.311 INFO:journalctl@ceph.mon.a.smithi090.stdout: enable_index_compression: 1 2024-03-07T02:48:34.311 INFO:journalctl@ceph.mon.a.smithi090.stdout: block_align: 0 2024-03-07T02:48:34.311 INFO:journalctl@ceph.mon.a.smithi090.stdout: max_auto_readahead_size: 262144 2024-03-07T02:48:34.312 INFO:journalctl@ceph.mon.a.smithi090.stdout: prepopulate_block_cache: 0 2024-03-07T02:48:34.312 INFO:journalctl@ceph.mon.a.smithi090.stdout: initial_auto_readahead_size: 8192 2024-03-07T02:48:34.312 INFO:journalctl@ceph.mon.a.smithi090.stdout: num_file_reads_for_auto_readahead: 2 2024-03-07T02:48:34.312 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.write_buffer_size: 33554432 2024-03-07T02:48:34.312 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.max_write_buffer_number: 2 2024-03-07T02:48:34.312 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.compression: NoCompression 2024-03-07T02:48:34.312 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.bottommost_compression: Disabled 2024-03-07T02:48:34.312 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.prefix_extractor: nullptr 2024-03-07T02:48:34.312 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-03-07T02:48:34.312 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.num_levels: 7 2024-03-07T02:48:34.312 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-03-07T02:48:34.312 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-03-07T02:48:34.312 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-03-07T02:48:34.313 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-03-07T02:48:34.313 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-03-07T02:48:34.313 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-03-07T02:48:34.313 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-03-07T02:48:34.313 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-03-07T02:48:34.313 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-03-07T02:48:34.313 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-03-07T02:48:34.313 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-03-07T02:48:34.313 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-03-07T02:48:34.313 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.compression_opts.window_bits: -14 2024-03-07T02:48:34.313 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.compression_opts.level: 32767 2024-03-07T02:48:34.313 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.compression_opts.strategy: 0 2024-03-07T02:48:34.313 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-03-07T02:48:34.313 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-03-07T02:48:34.314 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-03-07T02:48:34.314 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-03-07T02:48:34.314 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.compression_opts.enabled: false 2024-03-07T02:48:34.314 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-03-07T02:48:34.314 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-03-07T02:48:34.314 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-03-07T02:48:34.314 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-03-07T02:48:34.314 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.target_file_size_base: 67108864 2024-03-07T02:48:34.314 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.target_file_size_multiplier: 1 2024-03-07T02:48:34.314 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-03-07T02:48:34.314 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-03-07T02:48:34.314 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-03-07T02:48:34.315 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-03-07T02:48:34.315 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-03-07T02:48:34.315 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-03-07T02:48:34.315 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-03-07T02:48:34.315 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-03-07T02:48:34.315 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-03-07T02:48:34.315 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-03-07T02:48:34.315 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-03-07T02:48:34.315 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-03-07T02:48:34.315 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-03-07T02:48:34.315 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.arena_block_size: 1048576 2024-03-07T02:48:34.315 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-03-07T02:48:34.315 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-03-07T02:48:34.316 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.disable_auto_compactions: 0 2024-03-07T02:48:34.316 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-03-07T02:48:34.316 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-03-07T02:48:34.316 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-03-07T02:48:34.316 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-03-07T02:48:34.316 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-03-07T02:48:34.316 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-03-07T02:48:34.316 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-03-07T02:48:34.316 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-03-07T02:48:34.316 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-03-07T02:48:34.316 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-03-07T02:48:34.316 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.table_properties_collectors: 2024-03-07T02:48:34.316 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.inplace_update_support: 0 2024-03-07T02:48:34.317 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.inplace_update_num_locks: 10000 2024-03-07T02:48:34.317 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-03-07T02:48:34.317 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-03-07T02:48:34.317 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.memtable_huge_page_size: 0 2024-03-07T02:48:34.317 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.bloom_locality: 0 2024-03-07T02:48:34.317 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.max_successive_merges: 0 2024-03-07T02:48:34.317 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.optimize_filters_for_hits: 0 2024-03-07T02:48:34.317 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.paranoid_file_checks: 0 2024-03-07T02:48:34.317 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.force_consistency_checks: 1 2024-03-07T02:48:34.317 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.report_bg_io_stats: 0 2024-03-07T02:48:34.317 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.ttl: 2592000 2024-03-07T02:48:34.317 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.periodic_compaction_seconds: 0 2024-03-07T02:48:34.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-03-07T02:48:34.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-03-07T02:48:34.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.enable_blob_files: false 2024-03-07T02:48:34.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.min_blob_size: 0 2024-03-07T02:48:34.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.blob_file_size: 268435456 2024-03-07T02:48:34.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.blob_compression_type: NoCompression 2024-03-07T02:48:34.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.enable_blob_garbage_collection: false 2024-03-07T02:48:34.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-03-07T02:48:34.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-03-07T02:48:34.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-03-07T02:48:34.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.blob_file_starting_level: 0 2024-03-07T02:48:34.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-03-07T02:48:34.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-03-07T02:48:34.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-03-07T02:48:34.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 8094ce75-a7b6-4706-bed1-633d6424df1f 2024-03-07T02:48:34.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: EVENT_LOG_v1 {"time_micros": 1709779714253923, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-03-07T02:48:34.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-03-07T02:48:34.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: EVENT_LOG_v1 {"time_micros": 1709779714255258, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 81494, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 271, "table_properties": {"data_size": 79651, "index_size": 253, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10313, "raw_average_key_size": 47, "raw_value_size": 73794, "raw_average_value_size": 338, "num_data_blocks": 11, "num_entries": 218, "num_filter_entries": 218, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1709779714, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "8094ce75-a7b6-4706-bed1-633d6424df1f", "db_session_id": "2Y1TSF3CP4EXY8EN5XBI", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-03-07T02:48:34.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: EVENT_LOG_v1 {"time_micros": 1709779714255364, "job": 1, "event": "recovery_finished"} 2024-03-07T02:48:34.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-03-07T02:48:34.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-03-07T02:48:34.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5569a4e7c000 2024-03-07T02:48:34.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: DB pointer 0x5569a4e6a000 2024-03-07T02:48:34.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-03-07T02:48:34.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-03-07T02:48:34.319 INFO:journalctl@ceph.mon.a.smithi090.stdout: ** DB Stats ** 2024-03-07T02:48:34.320 INFO:journalctl@ceph.mon.a.smithi090.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-03-07T02:48:34.320 INFO:journalctl@ceph.mon.a.smithi090.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-03-07T02:48:34.320 INFO:journalctl@ceph.mon.a.smithi090.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-03-07T02:48:34.320 INFO:journalctl@ceph.mon.a.smithi090.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-03-07T02:48:34.320 INFO:journalctl@ceph.mon.a.smithi090.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-03-07T02:48:34.320 INFO:journalctl@ceph.mon.a.smithi090.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-03-07T02:48:34.320 INFO:journalctl@ceph.mon.a.smithi090.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-03-07T02:48:34.320 INFO:journalctl@ceph.mon.a.smithi090.stdout: 2024-03-07T02:48:34.320 INFO:journalctl@ceph.mon.a.smithi090.stdout: ** Compaction Stats [default] ** 2024-03-07T02:48:34.320 INFO:journalctl@ceph.mon.a.smithi090.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-03-07T02:48:34.320 INFO:journalctl@ceph.mon.a.smithi090.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-03-07T02:48:34.320 INFO:journalctl@ceph.mon.a.smithi090.stdout: L0 2/0 81.42 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 93.5 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-03-07T02:48:34.320 INFO:journalctl@ceph.mon.a.smithi090.stdout: Sum 2/0 81.42 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 93.5 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-03-07T02:48:34.320 INFO:journalctl@ceph.mon.a.smithi090.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 93.5 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-03-07T02:48:34.321 INFO:journalctl@ceph.mon.a.smithi090.stdout: 2024-03-07T02:48:34.321 INFO:journalctl@ceph.mon.a.smithi090.stdout: ** Compaction Stats [default] ** 2024-03-07T02:48:34.321 INFO:journalctl@ceph.mon.a.smithi090.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-03-07T02:48:34.321 INFO:journalctl@ceph.mon.a.smithi090.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-03-07T02:48:34.321 INFO:journalctl@ceph.mon.a.smithi090.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 93.5 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-03-07T02:48:34.321 INFO:journalctl@ceph.mon.a.smithi090.stdout: 2024-03-07T02:48:34.321 INFO:journalctl@ceph.mon.a.smithi090.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-03-07T02:48:34.321 INFO:journalctl@ceph.mon.a.smithi090.stdout: 2024-03-07T02:48:34.321 INFO:journalctl@ceph.mon.a.smithi090.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-03-07T02:48:34.321 INFO:journalctl@ceph.mon.a.smithi090.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-03-07T02:48:34.321 INFO:journalctl@ceph.mon.a.smithi090.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-03-07T02:48:34.321 INFO:journalctl@ceph.mon.a.smithi090.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-03-07T02:48:34.321 INFO:journalctl@ceph.mon.a.smithi090.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-03-07T02:48:34.321 INFO:journalctl@ceph.mon.a.smithi090.stdout: AddFile(Keys): cumulative 0, interval 0 2024-03-07T02:48:34.322 INFO:journalctl@ceph.mon.a.smithi090.stdout: Cumulative compaction: 0.00 GB write, 19.50 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-03-07T02:48:34.322 INFO:journalctl@ceph.mon.a.smithi090.stdout: Interval compaction: 0.00 GB write, 19.50 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-03-07T02:48:34.322 INFO:journalctl@ceph.mon.a.smithi090.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-03-07T02:48:34.322 INFO:journalctl@ceph.mon.a.smithi090.stdout: Block cache BinnedLRUCache@0x5569a4ddf1f0#2 capacity: 512.00 MB usage: 1.20 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-03-07T02:48:34.322 INFO:journalctl@ceph.mon.a.smithi090.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,0.77 KB,0.000146031%) IndexBlock(2,0.44 KB,8.34465e-05%) Misc(1,0.00 KB,0%) 2024-03-07T02:48:34.322 INFO:journalctl@ceph.mon.a.smithi090.stdout: 2024-03-07T02:48:34.322 INFO:journalctl@ceph.mon.a.smithi090.stdout: ** File Read Latency Histogram By Level [default] ** 2024-03-07T02:48:34.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: starting mon.a rank 0 at public addrs [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] at bind addrs [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 2024-03-07T02:48:34.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: mon.a@-1(???) e1 preinit fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 2024-03-07T02:48:34.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: mon.a@-1(???).mds e1 new map 2024-03-07T02:48:34.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: mon.a@-1(???).mds e1 print_map 2024-03-07T02:48:34.322 INFO:journalctl@ceph.mon.a.smithi090.stdout: e1 2024-03-07T02:48:34.322 INFO:journalctl@ceph.mon.a.smithi090.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-03-07T02:48:34.323 INFO:journalctl@ceph.mon.a.smithi090.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-03-07T02:48:34.323 INFO:journalctl@ceph.mon.a.smithi090.stdout: legacy client fscid: -1 2024-03-07T02:48:34.323 INFO:journalctl@ceph.mon.a.smithi090.stdout: 2024-03-07T02:48:34.323 INFO:journalctl@ceph.mon.a.smithi090.stdout: No filesystems configured 2024-03-07T02:48:34.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-03-07T02:48:34.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-03-07T02:48:34.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-03-07T02:48:34.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-03-07T02:48:34.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-03-07T02:48:34.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 bash[27205]: 84d91110fe9fa1b1941a63453ea2d5230f3bbfdc8d252d75255777963fc538f4 2024-03-07T02:48:34.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 systemd[1]: Started Ceph mon.a for fb96fd1c-dc2c-11ee-95c6-87774f69a715. 2024-03-07T02:48:34.323 INFO:teuthology.orchestra.run.smithi090.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-03-07T02:48:34.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: mon.a is new leader, mons a in quorum (ranks 0) 2024-03-07T02:48:34.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: monmap e1: 1 mons at {a=[v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-07T02:48:34.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: fsmap 2024-03-07T02:48:34.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: osdmap e1: 0 total, 0 up, 0 in 2024-03-07T02:48:34.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:34 smithi090 ceph-mon[27223]: mgrmap e1: no daemons active 2024-03-07T02:48:35.327 INFO:teuthology.orchestra.run.smithi090.stdout:Wrote config to /etc/ceph/ceph.conf 2024-03-07T02:48:35.349 INFO:teuthology.orchestra.run.smithi090.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-03-07T02:48:35.349 INFO:teuthology.orchestra.run.smithi090.stdout:Creating mgr... 2024-03-07T02:48:35.349 INFO:teuthology.orchestra.run.smithi090.stdout:Verifying port 0.0.0.0:9283 ... 2024-03-07T02:48:35.350 INFO:teuthology.orchestra.run.smithi090.stdout:Verifying port 0.0.0.0:8765 ... 2024-03-07T02:48:35.593 INFO:teuthology.orchestra.run.smithi090.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@mgr.y 2024-03-07T02:48:35.593 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stderr Failed to reset failed state of unit ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@mgr.y.service: Unit ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@mgr.y.service not loaded. 2024-03-07T02:48:35.739 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715.target.wants/ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@mgr.y.service → /etc/systemd/system/ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@.service. 2024-03-07T02:48:35.757 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:48:35 smithi090 systemd[1]: Starting Ceph mgr.y for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T02:48:36.065 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:35 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/924985253' entity='client.admin' 2024-03-07T02:48:36.065 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:48:35 smithi090 podman[27438]: 2024-03-07 02:48:35.96746198 +0000 UTC m=+0.111695143 container create a5359f652648771d41d41037c381df0f80c5cbdc3cca5351523b126b029c1929 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240222, ceph=True, org.label-schema.license=GPLv2, RELEASE=reef-ae75fc9, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-07T02:48:36.065 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:48:35 smithi090 podman[27438]: 2024-03-07 02:48:35.874533074 +0000 UTC m=+0.018766237 image pull 0164bb8a7c6757b1a14e365a606a78ffe7cebb460f04a1ceb58f5dcf21071c24 quay.ceph.io/ceph-ci/ceph:reef 2024-03-07T02:48:36.244 INFO:teuthology.orchestra.run.smithi090.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-03-07T02:48:36.244 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stdout disabled 2024-03-07T02:48:36.251 INFO:teuthology.orchestra.run.smithi090.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-03-07T02:48:36.251 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stdout inactive 2024-03-07T02:48:36.251 INFO:teuthology.orchestra.run.smithi090.stdout:firewalld.service is not enabled 2024-03-07T02:48:36.251 INFO:teuthology.orchestra.run.smithi090.stdout:Not possible to enable service . firewalld.service is not available 2024-03-07T02:48:36.260 INFO:teuthology.orchestra.run.smithi090.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-03-07T02:48:36.260 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stdout disabled 2024-03-07T02:48:36.268 INFO:teuthology.orchestra.run.smithi090.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-03-07T02:48:36.268 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stdout inactive 2024-03-07T02:48:36.268 INFO:teuthology.orchestra.run.smithi090.stdout:firewalld.service is not enabled 2024-03-07T02:48:36.268 INFO:teuthology.orchestra.run.smithi090.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-03-07T02:48:36.268 INFO:teuthology.orchestra.run.smithi090.stdout:Waiting for mgr to start... 2024-03-07T02:48:36.268 INFO:teuthology.orchestra.run.smithi090.stdout:Waiting for mgr... 2024-03-07T02:48:36.328 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:48:36 smithi090 podman[27438]: 2024-03-07 02:48:36.161835097 +0000 UTC m=+0.306068273 container init a5359f652648771d41d41037c381df0f80c5cbdc3cca5351523b126b029c1929 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, org.label-schema.vendor=CentOS, RELEASE=reef-ae75fc9, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240222, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-03-07T02:48:36.328 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:48:36 smithi090 podman[27438]: 2024-03-07 02:48:36.164601325 +0000 UTC m=+0.308834490 container start a5359f652648771d41d41037c381df0f80c5cbdc3cca5351523b126b029c1929 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.build-date=20240222, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, RELEASE=reef-ae75fc9) 2024-03-07T02:48:36.328 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:48:36 smithi090 bash[27438]: a5359f652648771d41d41037c381df0f80c5cbdc3cca5351523b126b029c1929 2024-03-07T02:48:36.328 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:48:36 smithi090 systemd[1]: Started Ceph mgr.y for fb96fd1c-dc2c-11ee-95c6-87774f69a715. 2024-03-07T02:48:37.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:36 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/1845908551' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-03-07T02:48:37.078 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:48:36 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:48:36.737+0000 7fbab686b200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-07T02:48:37.078 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:48:36 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:48:36.834+0000 7fbab686b200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-07T02:48:37.498 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout 2024-03-07T02:48:37.498 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout { 2024-03-07T02:48:37.498 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "fsid": "fb96fd1c-dc2c-11ee-95c6-87774f69a715", 2024-03-07T02:48:37.498 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "health": { 2024-03-07T02:48:37.498 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-03-07T02:48:37.498 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-03-07T02:48:37.498 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-03-07T02:48:37.498 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-03-07T02:48:37.499 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-03-07T02:48:37.499 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-03-07T02:48:37.499 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout 0 2024-03-07T02:48:37.499 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout ], 2024-03-07T02:48:37.499 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-03-07T02:48:37.499 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "a" 2024-03-07T02:48:37.499 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout ], 2024-03-07T02:48:37.499 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2024-03-07T02:48:37.499 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "monmap": { 2024-03-07T02:48:37.499 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-07T02:48:37.499 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-03-07T02:48:37.499 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-03-07T02:48:37.499 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-03-07T02:48:37.500 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-03-07T02:48:37.500 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-07T02:48:37.500 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-03-07T02:48:37.500 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-03-07T02:48:37.500 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-03-07T02:48:37.500 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-03-07T02:48:37.500 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-03-07T02:48:37.500 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-03-07T02:48:37.500 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-03-07T02:48:37.500 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-03-07T02:48:37.500 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-03-07T02:48:37.500 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-03-07T02:48:37.500 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-03-07T02:48:37.500 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-03-07T02:48:37.501 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-03-07T02:48:37.501 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-03-07T02:48:37.501 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-03-07T02:48:37.501 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-03-07T02:48:37.501 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-03-07T02:48:37.501 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-03-07T02:48:37.501 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-07T02:48:37.501 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-03-07T02:48:37.501 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-03-07T02:48:37.501 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-03-07T02:48:37.501 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-03-07T02:48:37.501 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "available": false, 2024-03-07T02:48:37.501 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-03-07T02:48:37.501 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "modules": [ 2024-03-07T02:48:37.501 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "iostat", 2024-03-07T02:48:37.502 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "nfs", 2024-03-07T02:48:37.502 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "restful" 2024-03-07T02:48:37.502 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout ], 2024-03-07T02:48:37.502 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "services": {} 2024-03-07T02:48:37.502 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-03-07T02:48:37.502 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-03-07T02:48:37.502 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-07T02:48:37.502 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "modified": "2024-03-07T02:48:21.403012+0000", 2024-03-07T02:48:37.502 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "services": {} 2024-03-07T02:48:37.502 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-03-07T02:48:37.502 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-03-07T02:48:37.502 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout } 2024-03-07T02:48:37.502 INFO:teuthology.orchestra.run.smithi090.stdout:mgr not available, waiting (1/15)... 2024-03-07T02:48:37.808 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:48:37 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:48:37.485+0000 7fbab686b200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-07T02:48:37.808 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:48:37 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:48:37.578+0000 7fbab686b200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-07T02:48:37.809 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:48:37 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:48:37.714+0000 7fbab686b200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-07T02:48:38.078 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:48:37 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:48:37.806+0000 7fbab686b200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-07T02:48:38.078 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:48:37 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:48:37.886+0000 7fbab686b200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-07T02:48:38.419 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:48:38 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:48:38.140+0000 7fbab686b200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-07T02:48:38.419 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:48:38 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:48:38.244+0000 7fbab686b200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-07T02:48:38.420 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:48:38 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:48:38.327+0000 7fbab686b200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-07T02:48:38.420 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:48:38 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:48:38.417+0000 7fbab686b200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-07T02:48:38.828 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:48:38 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:48:38.588+0000 7fbab686b200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-07T02:48:39.828 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:48:39 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:48:39.537+0000 7fbab686b200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-07T02:48:39.828 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:48:39 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:48:39.667+0000 7fbab686b200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-07T02:48:40.264 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:48:40 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:48:40.003+0000 7fbab686b200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-07T02:48:40.265 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:48:40 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:48:40.106+0000 7fbab686b200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-07T02:48:40.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:40 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/1809482837' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-03-07T02:48:40.578 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:48:40 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:48:40.305+0000 7fbab686b200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-07T02:48:40.578 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:48:40 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:48:40.488+0000 7fbab686b200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-07T02:48:40.693 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout 2024-03-07T02:48:40.699 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout { 2024-03-07T02:48:40.699 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "fsid": "fb96fd1c-dc2c-11ee-95c6-87774f69a715", 2024-03-07T02:48:40.699 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "health": { 2024-03-07T02:48:40.699 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-03-07T02:48:40.699 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-03-07T02:48:40.699 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-03-07T02:48:40.699 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-03-07T02:48:40.699 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-03-07T02:48:40.699 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-03-07T02:48:40.699 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout 0 2024-03-07T02:48:40.699 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout ], 2024-03-07T02:48:40.700 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-03-07T02:48:40.700 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "a" 2024-03-07T02:48:40.700 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout ], 2024-03-07T02:48:40.700 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "quorum_age": 5, 2024-03-07T02:48:40.700 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "monmap": { 2024-03-07T02:48:40.700 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-07T02:48:40.700 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-03-07T02:48:40.700 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-03-07T02:48:40.700 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-03-07T02:48:40.700 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-03-07T02:48:40.700 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-07T02:48:40.700 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-03-07T02:48:40.700 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-03-07T02:48:40.700 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-03-07T02:48:40.701 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-03-07T02:48:40.701 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-03-07T02:48:40.701 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-03-07T02:48:40.701 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-03-07T02:48:40.701 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-03-07T02:48:40.701 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-03-07T02:48:40.701 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-03-07T02:48:40.701 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-03-07T02:48:40.701 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-03-07T02:48:40.701 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-03-07T02:48:40.701 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-03-07T02:48:40.701 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-03-07T02:48:40.701 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-03-07T02:48:40.701 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-03-07T02:48:40.701 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-03-07T02:48:40.702 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-07T02:48:40.702 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-03-07T02:48:40.702 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-03-07T02:48:40.702 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-03-07T02:48:40.702 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-03-07T02:48:40.702 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "available": false, 2024-03-07T02:48:40.702 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-03-07T02:48:40.702 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "modules": [ 2024-03-07T02:48:40.702 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "iostat", 2024-03-07T02:48:40.702 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "nfs", 2024-03-07T02:48:40.702 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "restful" 2024-03-07T02:48:40.702 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout ], 2024-03-07T02:48:40.702 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "services": {} 2024-03-07T02:48:40.702 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-03-07T02:48:40.702 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-03-07T02:48:40.703 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-07T02:48:40.703 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "modified": "2024-03-07T02:48:21.403012+0000", 2024-03-07T02:48:40.703 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "services": {} 2024-03-07T02:48:40.703 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-03-07T02:48:40.703 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-03-07T02:48:40.703 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout } 2024-03-07T02:48:40.703 INFO:teuthology.orchestra.run.smithi090.stdout:mgr not available, waiting (2/15)... 2024-03-07T02:48:41.027 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:48:40 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:48:40.770+0000 7fbab686b200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-07T02:48:41.027 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:48:41 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:48:41.024+0000 7fbab686b200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-07T02:48:41.328 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:48:41 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:48:41.255+0000 7fbab686b200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-07T02:48:42.328 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:48:42 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:48:42.038+0000 7fbab686b200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-07T02:48:42.904 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:48:42 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:48:42.592+0000 7fbab686b200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-07T02:48:42.904 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:48:42 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:48:42.688+0000 7fbab686b200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-07T02:48:43.190 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:48:42 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:48:42.906+0000 7fbab686b200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-07T02:48:43.190 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:42 smithi090 ceph-mon[27223]: Activating manager daemon y 2024-03-07T02:48:43.190 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:42 smithi090 ceph-mon[27223]: mgrmap e2: y(active, starting, since 0.00277716s) 2024-03-07T02:48:43.190 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:42 smithi090 ceph-mon[27223]: from='mgr.14100 172.21.15.90:0/2165411863' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-07T02:48:43.191 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:42 smithi090 ceph-mon[27223]: from='mgr.14100 172.21.15.90:0/2165411863' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-07T02:48:43.191 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:42 smithi090 ceph-mon[27223]: from='mgr.14100 172.21.15.90:0/2165411863' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-07T02:48:43.191 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:42 smithi090 ceph-mon[27223]: from='mgr.14100 172.21.15.90:0/2165411863' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:48:43.191 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:42 smithi090 ceph-mon[27223]: from='mgr.14100 172.21.15.90:0/2165411863' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-07T02:48:43.191 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:42 smithi090 ceph-mon[27223]: Manager daemon y is now available 2024-03-07T02:48:43.191 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:42 smithi090 ceph-mon[27223]: from='mgr.14100 172.21.15.90:0/2165411863' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-07T02:48:43.191 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:42 smithi090 ceph-mon[27223]: from='mgr.14100 172.21.15.90:0/2165411863' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-07T02:48:43.191 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:42 smithi090 ceph-mon[27223]: from='mgr.14100 172.21.15.90:0/2165411863' entity='mgr.y' 2024-03-07T02:48:43.191 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:42 smithi090 ceph-mon[27223]: from='mgr.14100 172.21.15.90:0/2165411863' entity='mgr.y' 2024-03-07T02:48:43.191 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:42 smithi090 ceph-mon[27223]: from='mgr.14100 172.21.15.90:0/2165411863' entity='mgr.y' 2024-03-07T02:48:43.758 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout 2024-03-07T02:48:43.759 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout { 2024-03-07T02:48:43.759 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "fsid": "fb96fd1c-dc2c-11ee-95c6-87774f69a715", 2024-03-07T02:48:43.759 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "health": { 2024-03-07T02:48:43.759 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-03-07T02:48:43.759 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-03-07T02:48:43.759 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-03-07T02:48:43.759 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-03-07T02:48:43.759 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-03-07T02:48:43.759 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-03-07T02:48:43.759 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout 0 2024-03-07T02:48:43.759 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout ], 2024-03-07T02:48:43.759 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-03-07T02:48:43.759 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "a" 2024-03-07T02:48:43.760 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout ], 2024-03-07T02:48:43.760 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "quorum_age": 8, 2024-03-07T02:48:43.760 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "monmap": { 2024-03-07T02:48:43.760 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-07T02:48:43.760 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-03-07T02:48:43.760 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-03-07T02:48:43.760 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-03-07T02:48:43.760 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-03-07T02:48:43.760 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-07T02:48:43.760 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-03-07T02:48:43.760 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-03-07T02:48:43.760 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-03-07T02:48:43.760 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-03-07T02:48:43.761 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-03-07T02:48:43.761 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-03-07T02:48:43.761 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-03-07T02:48:43.761 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-03-07T02:48:43.761 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-03-07T02:48:43.761 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-03-07T02:48:43.761 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-03-07T02:48:43.761 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-03-07T02:48:43.761 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-03-07T02:48:43.761 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-03-07T02:48:43.761 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-03-07T02:48:43.761 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-03-07T02:48:43.761 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-03-07T02:48:43.761 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-03-07T02:48:43.761 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-07T02:48:43.762 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-03-07T02:48:43.762 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-03-07T02:48:43.762 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-03-07T02:48:43.762 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-03-07T02:48:43.762 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "available": false, 2024-03-07T02:48:43.762 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-03-07T02:48:43.762 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "modules": [ 2024-03-07T02:48:43.762 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "iostat", 2024-03-07T02:48:43.762 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "nfs", 2024-03-07T02:48:43.762 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "restful" 2024-03-07T02:48:43.762 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout ], 2024-03-07T02:48:43.762 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "services": {} 2024-03-07T02:48:43.762 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-03-07T02:48:43.762 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-03-07T02:48:43.762 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-07T02:48:43.762 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "modified": "2024-03-07T02:48:21.403012+0000", 2024-03-07T02:48:43.763 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "services": {} 2024-03-07T02:48:43.763 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-03-07T02:48:43.763 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-03-07T02:48:43.763 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout } 2024-03-07T02:48:43.763 INFO:teuthology.orchestra.run.smithi090.stdout:mgr not available, waiting (3/15)... 2024-03-07T02:48:44.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:43 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/220454290' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-03-07T02:48:44.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:43 smithi090 ceph-mon[27223]: mgrmap e3: y(active, since 1.00668s) 2024-03-07T02:48:46.451 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:46 smithi090 ceph-mon[27223]: mgrmap e4: y(active, since 2s) 2024-03-07T02:48:47.117 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout 2024-03-07T02:48:47.117 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout { 2024-03-07T02:48:47.117 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "fsid": "fb96fd1c-dc2c-11ee-95c6-87774f69a715", 2024-03-07T02:48:47.117 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "health": { 2024-03-07T02:48:47.117 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-03-07T02:48:47.117 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-03-07T02:48:47.117 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-03-07T02:48:47.118 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-03-07T02:48:47.118 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-03-07T02:48:47.118 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-03-07T02:48:47.118 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout 0 2024-03-07T02:48:47.118 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout ], 2024-03-07T02:48:47.118 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-03-07T02:48:47.118 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "a" 2024-03-07T02:48:47.118 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout ], 2024-03-07T02:48:47.118 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "quorum_age": 12, 2024-03-07T02:48:47.118 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "monmap": { 2024-03-07T02:48:47.118 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-07T02:48:47.118 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-03-07T02:48:47.118 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-03-07T02:48:47.118 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-03-07T02:48:47.119 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-03-07T02:48:47.119 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-07T02:48:47.119 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-03-07T02:48:47.119 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-03-07T02:48:47.119 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-03-07T02:48:47.119 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-03-07T02:48:47.119 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-03-07T02:48:47.119 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-03-07T02:48:47.119 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-03-07T02:48:47.119 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-03-07T02:48:47.119 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-03-07T02:48:47.119 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-03-07T02:48:47.119 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-03-07T02:48:47.119 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-03-07T02:48:47.119 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-03-07T02:48:47.120 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-03-07T02:48:47.120 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-03-07T02:48:47.120 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-03-07T02:48:47.120 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-03-07T02:48:47.120 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-03-07T02:48:47.120 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-07T02:48:47.120 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-03-07T02:48:47.120 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-03-07T02:48:47.120 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-03-07T02:48:47.120 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-03-07T02:48:47.120 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "available": true, 2024-03-07T02:48:47.120 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-03-07T02:48:47.120 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "modules": [ 2024-03-07T02:48:47.121 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "iostat", 2024-03-07T02:48:47.121 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "nfs", 2024-03-07T02:48:47.121 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "restful" 2024-03-07T02:48:47.121 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout ], 2024-03-07T02:48:47.121 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "services": {} 2024-03-07T02:48:47.121 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-03-07T02:48:47.121 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-03-07T02:48:47.121 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-07T02:48:47.121 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "modified": "2024-03-07T02:48:21.403012+0000", 2024-03-07T02:48:47.121 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "services": {} 2024-03-07T02:48:47.121 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-03-07T02:48:47.121 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-03-07T02:48:47.121 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout } 2024-03-07T02:48:47.121 INFO:teuthology.orchestra.run.smithi090.stdout:mgr is available 2024-03-07T02:48:47.371 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:47 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/3298928351' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-03-07T02:48:48.560 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:48 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/3495439514' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-03-07T02:48:48.564 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout 2024-03-07T02:48:48.564 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout [global] 2024-03-07T02:48:48.564 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout fsid = fb96fd1c-dc2c-11ee-95c6-87774f69a715 2024-03-07T02:48:48.564 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-03-07T02:48:48.564 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-03-07T02:48:48.564 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-03-07T02:48:48.564 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-03-07T02:48:48.564 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout 2024-03-07T02:48:48.564 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout [mgr] 2024-03-07T02:48:48.564 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-03-07T02:48:48.564 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout 2024-03-07T02:48:48.565 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout [osd] 2024-03-07T02:48:48.565 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-03-07T02:48:48.565 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-03-07T02:48:48.565 INFO:teuthology.orchestra.run.smithi090.stdout:Enabling cephadm module... 2024-03-07T02:48:49.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:49 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/1061942919' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-03-07T02:48:49.578 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:48:49 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: ignoring --setuser ceph since I am not root 2024-03-07T02:48:49.578 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:48:49 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: ignoring --setgroup ceph since I am not root 2024-03-07T02:48:49.828 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:48:49 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:48:49.816+0000 7f307da13200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-07T02:48:50.166 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:48:49 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:48:49.913+0000 7f307da13200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-07T02:48:50.531 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:50 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/1061942919' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-03-07T02:48:50.531 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:50 smithi090 ceph-mon[27223]: mgrmap e5: y(active, since 6s) 2024-03-07T02:48:50.807 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:48:50 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:48:50.568+0000 7f307da13200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-07T02:48:50.807 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:48:50 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:48:50.659+0000 7f307da13200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-07T02:48:50.807 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:48:50 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:48:50.804+0000 7f307da13200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-07T02:48:51.078 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:48:50 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:48:50.901+0000 7f307da13200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-07T02:48:51.078 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:48:50 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:48:50.984+0000 7f307da13200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-07T02:48:51.173 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout { 2024-03-07T02:48:51.174 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-03-07T02:48:51.174 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "available": true, 2024-03-07T02:48:51.174 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-03-07T02:48:51.174 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-03-07T02:48:51.174 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout } 2024-03-07T02:48:51.174 INFO:teuthology.orchestra.run.smithi090.stdout:Waiting for the mgr to restart... 2024-03-07T02:48:51.174 INFO:teuthology.orchestra.run.smithi090.stdout:Waiting for mgr epoch 5... 2024-03-07T02:48:51.452 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:51 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/2684863540' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-03-07T02:48:51.453 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:48:51 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:48:51.249+0000 7f307da13200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-07T02:48:51.453 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:48:51 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:48:51.361+0000 7f307da13200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-07T02:48:51.453 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:48:51 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:48:51.450+0000 7f307da13200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-07T02:48:51.725 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:48:51 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:48:51.546+0000 7f307da13200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-07T02:48:52.078 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:48:51 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:48:51.723+0000 7f307da13200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-07T02:48:53.079 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:48:52 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:48:52.669+0000 7f307da13200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-07T02:48:53.079 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:48:52 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:48:52.797+0000 7f307da13200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-07T02:48:53.407 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:48:53 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:48:53.125+0000 7f307da13200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-07T02:48:53.407 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:48:53 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:48:53.213+0000 7f307da13200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-07T02:48:53.407 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:48:53 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:48:53.404+0000 7f307da13200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-07T02:48:53.828 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:48:53 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:48:53.587+0000 7f307da13200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-07T02:48:54.125 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:48:53 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:48:53.867+0000 7f307da13200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-07T02:48:54.125 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:48:54 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:48:54.123+0000 7f307da13200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-07T02:48:54.578 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:48:54 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:48:54.355+0000 7f307da13200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-07T02:48:55.578 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:48:55 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:48:55.142+0000 7f307da13200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-07T02:48:56.008 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:48:55 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:48:55.699+0000 7f307da13200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-07T02:48:56.009 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:48:55 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:48:55.795+0000 7f307da13200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-07T02:48:56.009 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:48:56 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:48:56.006+0000 7f307da13200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-07T02:48:56.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:56 smithi090 ceph-mon[27223]: Active manager daemon y restarted 2024-03-07T02:48:56.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:56 smithi090 ceph-mon[27223]: Activating manager daemon y 2024-03-07T02:48:56.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:56 smithi090 ceph-mon[27223]: osdmap e2: 0 total, 0 up, 0 in 2024-03-07T02:48:56.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:56 smithi090 ceph-mon[27223]: mgrmap e6: y(active, starting, since 0.00334277s) 2024-03-07T02:48:56.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:56 smithi090 ceph-mon[27223]: from='mgr.14120 172.21.15.90:0/702150279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:48:56.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:56 smithi090 ceph-mon[27223]: from='mgr.14120 172.21.15.90:0/702150279' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-07T02:48:56.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:56 smithi090 ceph-mon[27223]: from='mgr.14120 172.21.15.90:0/702150279' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-07T02:48:56.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:56 smithi090 ceph-mon[27223]: from='mgr.14120 172.21.15.90:0/702150279' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-07T02:48:56.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:56 smithi090 ceph-mon[27223]: from='mgr.14120 172.21.15.90:0/702150279' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-07T02:48:56.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:56 smithi090 ceph-mon[27223]: Manager daemon y is now available 2024-03-07T02:48:56.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:56 smithi090 ceph-mon[27223]: from='mgr.14120 172.21.15.90:0/702150279' entity='mgr.y' 2024-03-07T02:48:56.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:56 smithi090 ceph-mon[27223]: from='mgr.14120 172.21.15.90:0/702150279' entity='mgr.y' 2024-03-07T02:48:56.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:56 smithi090 ceph-mon[27223]: from='mgr.14120 172.21.15.90:0/702150279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:48:56.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:56 smithi090 ceph-mon[27223]: from='mgr.14120 172.21.15.90:0/702150279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:48:56.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:56 smithi090 ceph-mon[27223]: from='mgr.14120 172.21.15.90:0/702150279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:48:57.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:57 smithi090 ceph-mon[27223]: Found migration_current of "None". Setting to last migration. 2024-03-07T02:48:57.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:57 smithi090 ceph-mon[27223]: from='mgr.14120 172.21.15.90:0/702150279' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-07T02:48:57.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:57 smithi090 ceph-mon[27223]: from='mgr.14120 172.21.15.90:0/702150279' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-07T02:48:57.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:57 smithi090 ceph-mon[27223]: from='mgr.14120 172.21.15.90:0/702150279' entity='mgr.y' 2024-03-07T02:48:57.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:57 smithi090 ceph-mon[27223]: from='mgr.14120 172.21.15.90:0/702150279' entity='mgr.y' 2024-03-07T02:48:57.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:57 smithi090 ceph-mon[27223]: mgrmap e7: y(active, since 1.00529s) 2024-03-07T02:48:57.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:57 smithi090 ceph-mon[27223]: from='mgr.14120 172.21.15.90:0/702150279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:48:57.575 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout { 2024-03-07T02:48:57.575 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-03-07T02:48:57.575 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "initialized": true 2024-03-07T02:48:57.575 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout } 2024-03-07T02:48:57.575 INFO:teuthology.orchestra.run.smithi090.stdout:mgr epoch 5 is available 2024-03-07T02:48:57.575 INFO:teuthology.orchestra.run.smithi090.stdout:Setting orchestrator backend to cephadm... 2024-03-07T02:48:58.225 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:58 smithi090 ceph-mon[27223]: [07/Mar/2024:02:48:56] ENGINE Bus STARTING 2024-03-07T02:48:58.225 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:58 smithi090 ceph-mon[27223]: [07/Mar/2024:02:48:56] ENGINE Serving on https://172.21.15.90:7150 2024-03-07T02:48:58.225 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:58 smithi090 ceph-mon[27223]: [07/Mar/2024:02:48:57] ENGINE Serving on http://172.21.15.90:8765 2024-03-07T02:48:58.225 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:58 smithi090 ceph-mon[27223]: [07/Mar/2024:02:48:57] ENGINE Bus STARTED 2024-03-07T02:48:58.225 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:58 smithi090 ceph-mon[27223]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-03-07T02:48:58.225 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:58 smithi090 ceph-mon[27223]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-03-07T02:48:59.169 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:59 smithi090 ceph-mon[27223]: mgrmap e8: y(active, since 2s) 2024-03-07T02:48:59.169 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:59 smithi090 ceph-mon[27223]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:48:59.169 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:59 smithi090 ceph-mon[27223]: from='mgr.14120 172.21.15.90:0/702150279' entity='mgr.y' 2024-03-07T02:48:59.169 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:48:59 smithi090 ceph-mon[27223]: from='mgr.14120 172.21.15.90:0/702150279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:48:59.925 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout value unchanged 2024-03-07T02:48:59.926 INFO:teuthology.orchestra.run.smithi090.stdout:Generating ssh key... 2024-03-07T02:49:00.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:00 smithi090 ceph-mon[27223]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:49:01.031 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:49:00 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: Generating public/private rsa key pair. 2024-03-07T02:49:01.031 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:49:00 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: Your identification has been saved in /tmp/tmpm3rg_n9t/key. 2024-03-07T02:49:01.032 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:49:00 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: Your public key has been saved in /tmp/tmpm3rg_n9t/key.pub. 2024-03-07T02:49:01.032 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:49:00 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: The key fingerprint is: 2024-03-07T02:49:01.032 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:49:00 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: SHA256:OMFb5h8TjWjo3divfJ8WfzEx///KcyaeBfW06zsb7SA ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715 2024-03-07T02:49:01.032 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:49:00 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: The key's randomart image is: 2024-03-07T02:49:01.032 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:49:00 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: +---[RSA 3072]----+ 2024-03-07T02:49:01.032 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:49:00 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: | | 2024-03-07T02:49:01.032 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:49:00 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: | . . . o | 2024-03-07T02:49:01.032 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:49:00 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: | + = o . o| 2024-03-07T02:49:01.032 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:49:00 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: | . X + . =o| 2024-03-07T02:49:01.032 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:49:00 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: | = S = ..=| 2024-03-07T02:49:01.032 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:49:00 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: | . . + .++| 2024-03-07T02:49:01.032 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:49:00 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: | . E .=*| 2024-03-07T02:49:01.032 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:49:00 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: | . ..o=BB| 2024-03-07T02:49:01.032 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:49:00 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: | o. +BX@| 2024-03-07T02:49:01.033 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:49:00 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: +----[SHA256]-----+ 2024-03-07T02:49:01.926 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:01 smithi090 ceph-mon[27223]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:49:01.926 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:01 smithi090 ceph-mon[27223]: Generating ssh key... 2024-03-07T02:49:01.926 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:01 smithi090 ceph-mon[27223]: from='mgr.14120 172.21.15.90:0/702150279' entity='mgr.y' 2024-03-07T02:49:01.926 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:01 smithi090 ceph-mon[27223]: from='mgr.14120 172.21.15.90:0/702150279' entity='mgr.y' 2024-03-07T02:49:02.535 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCn7344PqUYfdWqxzXzbZPFEu5e0eYp18UqkRAUnqQNpYSPSedPMY0bk4YTj215kgjZzhCT0xvvCPtFol/HhW8Ue+ep4j1Go+E/MRROmtWWLX/tHwqd5L1za9nT7ldCCkxzGRhHMvkoyVg3aKuqYaEq81tyhuKmd4EAGvCQxry1vd1Fcl1F72d8GFc1ivHBdxWU/REx6fuaodrUTjSKNwTJGZOA4zHvVW4WflVeNR2E4sJ79v/4UqjAqXD15govqCkWTrHxin8FUgIIrKpDmDRI8rj4lcxxqdfX5cq0L4QdSmoos/+RP7Juwk0RJLfdhRRzEckD1N/CvCUsaa0L17OodoML/S38gEBrAnyEc/pzr3GZ1Q88rcjCHgscT8XrRvO1sgaoVqXt31mgN2tpLwP04AMUQ2GnOt15sDPQ6fT4EybCgopLFcsYxXe9CGIk3OSS3ikkM3laUgJGVwj+4Jg1MRWskqClbWTWnNQt7kwXxksAmzGKHMzMEskMBTmLLEk= ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715 2024-03-07T02:49:02.535 INFO:teuthology.orchestra.run.smithi090.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-03-07T02:49:02.535 INFO:teuthology.orchestra.run.smithi090.stdout:Adding key to root@localhost authorized_keys... 2024-03-07T02:49:02.535 INFO:teuthology.orchestra.run.smithi090.stdout:Adding host smithi090... 2024-03-07T02:49:02.970 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:02 smithi090 ceph-mon[27223]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:49:03.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:03 smithi090 ceph-mon[27223]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi090", "addr": "172.21.15.90", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:49:05.480 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:05 smithi090 ceph-mon[27223]: Deploying cephadm binary to smithi090 2024-03-07T02:49:06.339 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout Added host 'smithi090' with addr '172.21.15.90' 2024-03-07T02:49:06.339 INFO:teuthology.orchestra.run.smithi090.stdout:Deploying unmanaged mon service... 2024-03-07T02:49:06.964 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:06 smithi090 ceph-mon[27223]: from='mgr.14120 172.21.15.90:0/702150279' entity='mgr.y' 2024-03-07T02:49:06.964 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:06 smithi090 ceph-mon[27223]: Added host smithi090 2024-03-07T02:49:06.964 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:06 smithi090 ceph-mon[27223]: from='mgr.14120 172.21.15.90:0/702150279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:49:07.810 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-03-07T02:49:07.811 INFO:teuthology.orchestra.run.smithi090.stdout:Deploying unmanaged mgr service... 2024-03-07T02:49:08.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:07 smithi090 ceph-mon[27223]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:49:08.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:07 smithi090 ceph-mon[27223]: Saving service mon spec with placement count:5 2024-03-07T02:49:08.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:07 smithi090 ceph-mon[27223]: from='mgr.14120 172.21.15.90:0/702150279' entity='mgr.y' 2024-03-07T02:49:09.415 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-03-07T02:49:09.732 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:09 smithi090 ceph-mon[27223]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:49:09.733 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:09 smithi090 ceph-mon[27223]: Saving service mgr spec with placement count:2 2024-03-07T02:49:09.733 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:09 smithi090 ceph-mon[27223]: from='mgr.14120 172.21.15.90:0/702150279' entity='mgr.y' 2024-03-07T02:49:09.733 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:09 smithi090 ceph-mon[27223]: from='mgr.14120 172.21.15.90:0/702150279' entity='mgr.y' 2024-03-07T02:49:11.254 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:11 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/2687905069' entity='client.admin' 2024-03-07T02:49:11.254 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:11 smithi090 ceph-mon[27223]: from='mgr.14120 172.21.15.90:0/702150279' entity='mgr.y' 2024-03-07T02:49:12.460 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:12 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/725425558' entity='client.admin' 2024-03-07T02:49:12.460 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:12 smithi090 ceph-mon[27223]: from='mgr.14120 172.21.15.90:0/702150279' entity='mgr.y' 2024-03-07T02:49:12.462 INFO:teuthology.orchestra.run.smithi090.stdout:Enabling the dashboard module... 2024-03-07T02:49:14.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:14 smithi090 ceph-mon[27223]: from='mgr.14120 172.21.15.90:0/702150279' entity='mgr.y' 2024-03-07T02:49:14.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:14 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/3544456171' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-03-07T02:49:14.328 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:49:14 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: ignoring --setuser ceph since I am not root 2024-03-07T02:49:14.329 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:49:14 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: ignoring --setgroup ceph since I am not root 2024-03-07T02:49:14.828 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:49:14 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:49:14.647+0000 7f03440b6200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-07T02:49:14.828 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:49:14 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:49:14.741+0000 7f03440b6200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-07T02:49:15.178 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:15 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/3544456171' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-03-07T02:49:15.178 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:15 smithi090 ceph-mon[27223]: mgrmap e9: y(active, since 18s) 2024-03-07T02:49:15.430 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:49:15 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:49:15.392+0000 7f03440b6200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-07T02:49:15.819 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:49:15 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:49:15.488+0000 7f03440b6200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-07T02:49:15.819 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:49:15 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:49:15.634+0000 7f03440b6200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-07T02:49:15.819 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:49:15 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:49:15.732+0000 7f03440b6200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-07T02:49:15.819 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:49:15 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:49:15.816+0000 7f03440b6200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-07T02:49:16.381 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:16 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/3846733790' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-03-07T02:49:16.382 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:49:16 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:49:16.084+0000 7f03440b6200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-07T02:49:16.382 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:49:16 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:49:16.197+0000 7f03440b6200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-07T02:49:16.382 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:49:16 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:49:16.284+0000 7f03440b6200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-07T02:49:16.382 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:49:16 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:49:16.379+0000 7f03440b6200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-07T02:49:16.508 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout { 2024-03-07T02:49:16.508 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-03-07T02:49:16.508 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "available": true, 2024-03-07T02:49:16.508 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-03-07T02:49:16.508 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-03-07T02:49:16.508 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout } 2024-03-07T02:49:16.508 INFO:teuthology.orchestra.run.smithi090.stdout:Waiting for the mgr to restart... 2024-03-07T02:49:16.508 INFO:teuthology.orchestra.run.smithi090.stdout:Waiting for mgr epoch 9... 2024-03-07T02:49:16.647 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:49:16 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:49:16.561+0000 7f03440b6200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-07T02:49:17.828 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:49:17 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:49:17.526+0000 7f03440b6200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-07T02:49:17.828 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:49:17 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:49:17.654+0000 7f03440b6200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-07T02:49:18.272 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:49:17 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:49:17.986+0000 7f03440b6200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-07T02:49:18.273 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:49:18 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:49:18.075+0000 7f03440b6200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-07T02:49:18.273 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:49:18 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:49:18.270+0000 7f03440b6200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-07T02:49:18.578 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:49:18 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:49:18.454+0000 7f03440b6200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-07T02:49:18.997 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:49:18 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:49:18.737+0000 7f03440b6200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-07T02:49:18.997 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:49:18 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:49:18.995+0000 7f03440b6200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-07T02:49:19.328 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:49:19 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:49:19.228+0000 7f03440b6200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-07T02:49:20.328 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:49:20 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:49:20.028+0000 7f03440b6200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-07T02:49:20.905 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:49:20 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:49:20.591+0000 7f03440b6200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-07T02:49:20.905 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:49:20 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:49:20.690+0000 7f03440b6200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-07T02:49:20.905 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:49:20 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:49:20.903+0000 7f03440b6200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-07T02:49:21.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:20 smithi090 ceph-mon[27223]: Active manager daemon y restarted 2024-03-07T02:49:21.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:20 smithi090 ceph-mon[27223]: Activating manager daemon y 2024-03-07T02:49:21.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:20 smithi090 ceph-mon[27223]: osdmap e3: 0 total, 0 up, 0 in 2024-03-07T02:49:21.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:20 smithi090 ceph-mon[27223]: mgrmap e10: y(active, starting, since 0.0036783s) 2024-03-07T02:49:21.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:20 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:49:21.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:20 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-07T02:49:21.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:20 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-07T02:49:21.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:20 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-07T02:49:21.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:20 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-07T02:49:21.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:20 smithi090 ceph-mon[27223]: Manager daemon y is now available 2024-03-07T02:49:21.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:20 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:49:21.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:20 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:49:22.308 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:21 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-07T02:49:22.309 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:21 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-07T02:49:22.309 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:21 smithi090 ceph-mon[27223]: mgrmap e11: y(active, since 1.00566s) 2024-03-07T02:49:22.588 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout { 2024-03-07T02:49:22.588 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-03-07T02:49:22.588 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "initialized": true 2024-03-07T02:49:22.588 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout } 2024-03-07T02:49:22.588 INFO:teuthology.orchestra.run.smithi090.stdout:mgr epoch 9 is available 2024-03-07T02:49:22.588 INFO:teuthology.orchestra.run.smithi090.stdout:Generating a dashboard self-signed certificate... 2024-03-07T02:49:23.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:22 smithi090 ceph-mon[27223]: [07/Mar/2024:02:49:21] ENGINE Bus STARTING 2024-03-07T02:49:23.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:22 smithi090 ceph-mon[27223]: [07/Mar/2024:02:49:21] ENGINE Serving on https://172.21.15.90:7150 2024-03-07T02:49:23.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:22 smithi090 ceph-mon[27223]: [07/Mar/2024:02:49:21] ENGINE Serving on http://172.21.15.90:8765 2024-03-07T02:49:23.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:22 smithi090 ceph-mon[27223]: [07/Mar/2024:02:49:21] ENGINE Bus STARTED 2024-03-07T02:49:23.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:22 smithi090 ceph-mon[27223]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-03-07T02:49:23.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:22 smithi090 ceph-mon[27223]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-03-07T02:49:23.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:22 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:49:23.939 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-03-07T02:49:23.939 INFO:teuthology.orchestra.run.smithi090.stdout:Creating initial admin user... 2024-03-07T02:49:24.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:24 smithi090 ceph-mon[27223]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:49:24.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:24 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:49:24.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:24 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:49:24.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:24 smithi090 ceph-mon[27223]: mgrmap e12: y(active, since 2s) 2024-03-07T02:49:25.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:25 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:49:25.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:25 smithi090 ceph-mon[27223]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:49:25.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:25 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:49:26.011 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$xNZKMamwr92w7pWJvz4T4.EJ5j5MN.LCgRtsDUpvG6g2jC.TPK0V.", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1709779764, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-03-07T02:49:26.011 INFO:teuthology.orchestra.run.smithi090.stdout:Fetching dashboard port number... 2024-03-07T02:49:27.606 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout 8443 2024-03-07T02:49:27.615 INFO:teuthology.orchestra.run.smithi090.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-03-07T02:49:27.615 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stdout disabled 2024-03-07T02:49:27.621 INFO:teuthology.orchestra.run.smithi090.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-03-07T02:49:27.622 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stdout inactive 2024-03-07T02:49:27.622 INFO:teuthology.orchestra.run.smithi090.stdout:firewalld.service is not enabled 2024-03-07T02:49:27.622 INFO:teuthology.orchestra.run.smithi090.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-03-07T02:49:27.623 INFO:teuthology.orchestra.run.smithi090.stdout:Ceph Dashboard is now available at: 2024-03-07T02:49:27.623 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T02:49:27.623 INFO:teuthology.orchestra.run.smithi090.stdout: URL: https://smithi090.front.sepia.ceph.com:8443/ 2024-03-07T02:49:27.623 INFO:teuthology.orchestra.run.smithi090.stdout: User: admin 2024-03-07T02:49:27.623 INFO:teuthology.orchestra.run.smithi090.stdout: Password: wp58ql40x1 2024-03-07T02:49:27.623 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T02:49:27.624 INFO:teuthology.orchestra.run.smithi090.stdout:Saving cluster configuration to /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/config directory 2024-03-07T02:49:27.624 INFO:teuthology.orchestra.run.smithi090.stdout:Enabling autotune for osd_memory_target 2024-03-07T02:49:28.247 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:28 smithi090 ceph-mon[27223]: mgrmap e13: y(active, since 6s) 2024-03-07T02:49:28.248 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:28 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/1066589373' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-03-07T02:49:30.116 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-03-07T02:49:30.116 INFO:teuthology.orchestra.run.smithi090.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-03-07T02:49:30.116 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T02:49:30.116 INFO:teuthology.orchestra.run.smithi090.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-03-07T02:49:30.116 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T02:49:30.116 INFO:teuthology.orchestra.run.smithi090.stdout:Or, if you are only running a single cluster on this host: 2024-03-07T02:49:30.116 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T02:49:30.116 INFO:teuthology.orchestra.run.smithi090.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-03-07T02:49:30.116 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T02:49:30.116 INFO:teuthology.orchestra.run.smithi090.stdout:Please consider enabling telemetry to help improve Ceph: 2024-03-07T02:49:30.117 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T02:49:30.117 INFO:teuthology.orchestra.run.smithi090.stdout: ceph telemetry on 2024-03-07T02:49:30.117 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T02:49:30.117 INFO:teuthology.orchestra.run.smithi090.stdout:For more information see: 2024-03-07T02:49:30.117 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T02:49:30.117 INFO:teuthology.orchestra.run.smithi090.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-03-07T02:49:30.117 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T02:49:30.117 INFO:teuthology.orchestra.run.smithi090.stdout:Bootstrap complete. 2024-03-07T02:49:30.154 INFO:tasks.cephadm:Fetching config... 2024-03-07T02:49:30.154 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-03-07T02:49:30.154 DEBUG:teuthology.orchestra.run.smithi090:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-03-07T02:49:30.170 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-03-07T02:49:30.171 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-03-07T02:49:30.171 DEBUG:teuthology.orchestra.run.smithi090:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-03-07T02:49:30.226 INFO:tasks.cephadm:Fetching mon keyring... 2024-03-07T02:49:30.226 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-03-07T02:49:30.226 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd if=/var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/keyring of=/dev/stdout 2024-03-07T02:49:30.293 INFO:tasks.cephadm:Fetching pub ssh key... 2024-03-07T02:49:30.293 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-03-07T02:49:30.293 DEBUG:teuthology.orchestra.run.smithi090:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-03-07T02:49:30.349 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-03-07T02:49:30.349 DEBUG:teuthology.orchestra.run.smithi090:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCn7344PqUYfdWqxzXzbZPFEu5e0eYp18UqkRAUnqQNpYSPSedPMY0bk4YTj215kgjZzhCT0xvvCPtFol/HhW8Ue+ep4j1Go+E/MRROmtWWLX/tHwqd5L1za9nT7ldCCkxzGRhHMvkoyVg3aKuqYaEq81tyhuKmd4EAGvCQxry1vd1Fcl1F72d8GFc1ivHBdxWU/REx6fuaodrUTjSKNwTJGZOA4zHvVW4WflVeNR2E4sJ79v/4UqjAqXD15govqCkWTrHxin8FUgIIrKpDmDRI8rj4lcxxqdfX5cq0L4QdSmoos/+RP7Juwk0RJLfdhRRzEckD1N/CvCUsaa0L17OodoML/S38gEBrAnyEc/pzr3GZ1Q88rcjCHgscT8XrRvO1sgaoVqXt31mgN2tpLwP04AMUQ2GnOt15sDPQ6fT4EybCgopLFcsYxXe9CGIk3OSS3ikkM3laUgJGVwj+4Jg1MRWskqClbWTWnNQt7kwXxksAmzGKHMzMEskMBTmLLEk= ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-03-07T02:49:30.427 INFO:teuthology.orchestra.run.smithi090.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCn7344PqUYfdWqxzXzbZPFEu5e0eYp18UqkRAUnqQNpYSPSedPMY0bk4YTj215kgjZzhCT0xvvCPtFol/HhW8Ue+ep4j1Go+E/MRROmtWWLX/tHwqd5L1za9nT7ldCCkxzGRhHMvkoyVg3aKuqYaEq81tyhuKmd4EAGvCQxry1vd1Fcl1F72d8GFc1ivHBdxWU/REx6fuaodrUTjSKNwTJGZOA4zHvVW4WflVeNR2E4sJ79v/4UqjAqXD15govqCkWTrHxin8FUgIIrKpDmDRI8rj4lcxxqdfX5cq0L4QdSmoos/+RP7Juwk0RJLfdhRRzEckD1N/CvCUsaa0L17OodoML/S38gEBrAnyEc/pzr3GZ1Q88rcjCHgscT8XrRvO1sgaoVqXt31mgN2tpLwP04AMUQ2GnOt15sDPQ6fT4EybCgopLFcsYxXe9CGIk3OSS3ikkM3laUgJGVwj+4Jg1MRWskqClbWTWnNQt7kwXxksAmzGKHMzMEskMBTmLLEk= ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715 2024-03-07T02:49:30.455 DEBUG:teuthology.orchestra.run.smithi092:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCn7344PqUYfdWqxzXzbZPFEu5e0eYp18UqkRAUnqQNpYSPSedPMY0bk4YTj215kgjZzhCT0xvvCPtFol/HhW8Ue+ep4j1Go+E/MRROmtWWLX/tHwqd5L1za9nT7ldCCkxzGRhHMvkoyVg3aKuqYaEq81tyhuKmd4EAGvCQxry1vd1Fcl1F72d8GFc1ivHBdxWU/REx6fuaodrUTjSKNwTJGZOA4zHvVW4WflVeNR2E4sJ79v/4UqjAqXD15govqCkWTrHxin8FUgIIrKpDmDRI8rj4lcxxqdfX5cq0L4QdSmoos/+RP7Juwk0RJLfdhRRzEckD1N/CvCUsaa0L17OodoML/S38gEBrAnyEc/pzr3GZ1Q88rcjCHgscT8XrRvO1sgaoVqXt31mgN2tpLwP04AMUQ2GnOt15sDPQ6fT4EybCgopLFcsYxXe9CGIk3OSS3ikkM3laUgJGVwj+4Jg1MRWskqClbWTWnNQt7kwXxksAmzGKHMzMEskMBTmLLEk= ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-03-07T02:49:30.500 INFO:teuthology.orchestra.run.smithi092.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCn7344PqUYfdWqxzXzbZPFEu5e0eYp18UqkRAUnqQNpYSPSedPMY0bk4YTj215kgjZzhCT0xvvCPtFol/HhW8Ue+ep4j1Go+E/MRROmtWWLX/tHwqd5L1za9nT7ldCCkxzGRhHMvkoyVg3aKuqYaEq81tyhuKmd4EAGvCQxry1vd1Fcl1F72d8GFc1ivHBdxWU/REx6fuaodrUTjSKNwTJGZOA4zHvVW4WflVeNR2E4sJ79v/4UqjAqXD15govqCkWTrHxin8FUgIIrKpDmDRI8rj4lcxxqdfX5cq0L4QdSmoos/+RP7Juwk0RJLfdhRRzEckD1N/CvCUsaa0L17OodoML/S38gEBrAnyEc/pzr3GZ1Q88rcjCHgscT8XrRvO1sgaoVqXt31mgN2tpLwP04AMUQ2GnOt15sDPQ6fT4EybCgopLFcsYxXe9CGIk3OSS3ikkM3laUgJGVwj+4Jg1MRWskqClbWTWnNQt7kwXxksAmzGKHMzMEskMBTmLLEk= ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715 2024-03-07T02:49:30.515 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-03-07T02:49:30.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:30 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/1684513469' entity='client.admin' 2024-03-07T02:49:30.752 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T02:49:34.006 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-03-07T02:49:34.006 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-03-07T02:49:34.626 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:34 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/80168899' entity='client.admin' 2024-03-07T02:49:34.748 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T02:49:35.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:35 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:49:35.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:35 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:49:35.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:35 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi090", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:49:35.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:35 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:49:35.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:35 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:49:35.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:35 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:49:37.216 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi092 2024-03-07T02:49:37.216 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-03-07T02:49:37.216 DEBUG:teuthology.orchestra.run.smithi092:> dd of=/etc/ceph/ceph.conf 2024-03-07T02:49:37.234 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-03-07T02:49:37.234 DEBUG:teuthology.orchestra.run.smithi092:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-03-07T02:49:37.291 INFO:tasks.cephadm:Adding host smithi092 to orchestrator... 2024-03-07T02:49:37.291 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph orch host add smithi092 2024-03-07T02:49:37.494 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T02:49:37.787 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:37 smithi090 ceph-mon[27223]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:49:37.787 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:37 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:49:37.787 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:37 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:49:37.788 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:37 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:49:37.788 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:37 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:49:37.788 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:37 smithi090 ceph-mon[27223]: Updating smithi090:/etc/ceph/ceph.conf 2024-03-07T02:49:37.788 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:37 smithi090 ceph-mon[27223]: Updating smithi090:/var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/config/ceph.conf 2024-03-07T02:49:37.788 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:37 smithi090 ceph-mon[27223]: Updating smithi090:/etc/ceph/ceph.client.admin.keyring 2024-03-07T02:49:37.788 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:37 smithi090 ceph-mon[27223]: Updating smithi090:/var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/config/ceph.client.admin.keyring 2024-03-07T02:49:37.788 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:37 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:49:37.788 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:37 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:49:37.788 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:37 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:49:40.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:40 smithi090 ceph-mon[27223]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi092", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:49:40.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:40 smithi090 ceph-mon[27223]: Deploying cephadm binary to smithi092 2024-03-07T02:49:41.694 INFO:teuthology.orchestra.run.smithi090.stdout:Added host 'smithi092' with addr '172.21.15.92' 2024-03-07T02:49:42.016 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:41 smithi090 ceph-mon[27223]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:49:42.016 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:41 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:49:42.016 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:41 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:49:42.316 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph orch host ls --format=json 2024-03-07T02:49:42.516 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T02:49:43.251 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:43 smithi090 ceph-mon[27223]: Added host smithi092 2024-03-07T02:49:43.251 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:43 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:49:43.251 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:43 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:49:44.188 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T02:49:44.188 INFO:teuthology.orchestra.run.smithi090.stdout:[{"addr": "172.21.15.90", "hostname": "smithi090", "labels": [], "status": ""}, {"addr": "172.21.15.92", "hostname": "smithi092", "labels": [], "status": ""}] 2024-03-07T02:49:44.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:44 smithi090 ceph-mon[27223]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:49:44.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:44 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:49:44.760 INFO:tasks.cephadm:Setting crush tunables to default 2024-03-07T02:49:44.760 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph osd crush tunables default 2024-03-07T02:49:44.957 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T02:49:45.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:45 smithi090 ceph-mon[27223]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T02:49:45.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:45 smithi090 ceph-mon[27223]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:49:47.123 INFO:teuthology.orchestra.run.smithi090.stderr:adjusted tunables profile to default 2024-03-07T02:49:47.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:47 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:49:47.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:47 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:49:47.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:47 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:49:47.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:47 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:49:47.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:47 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi092", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:49:47.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:47 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:49:47.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:47 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:49:47.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:47 smithi090 ceph-mon[27223]: Updating smithi092:/etc/ceph/ceph.conf 2024-03-07T02:49:47.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:47 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/1121403333' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-03-07T02:49:47.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:47 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:49:47.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:47 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:49:47.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:47 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:49:47.711 INFO:tasks.cephadm:Adding mon.a on smithi090 2024-03-07T02:49:47.711 INFO:tasks.cephadm:Adding mon.c on smithi090 2024-03-07T02:49:47.711 INFO:tasks.cephadm:Adding mon.b on smithi092 2024-03-07T02:49:47.711 DEBUG:teuthology.orchestra.run.smithi092:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph orch apply mon '3;smithi090:172.21.15.90=a;smithi090:[v2:172.21.15.90:3301,v1:172.21.15.90:6790]=c;smithi092:172.21.15.92=b' 2024-03-07T02:49:47.904 INFO:teuthology.orchestra.run.smithi092.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/config/ceph.conf 2024-03-07T02:49:48.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:48 smithi090 ceph-mon[27223]: Updating smithi092:/var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/config/ceph.conf 2024-03-07T02:49:48.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:48 smithi090 ceph-mon[27223]: Updating smithi092:/etc/ceph/ceph.client.admin.keyring 2024-03-07T02:49:48.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:48 smithi090 ceph-mon[27223]: Updating smithi092:/var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/config/ceph.client.admin.keyring 2024-03-07T02:49:48.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:48 smithi090 ceph-mon[27223]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:49:48.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:48 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/1121403333' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-03-07T02:49:48.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:48 smithi090 ceph-mon[27223]: osdmap e4: 0 total, 0 up, 0 in 2024-03-07T02:49:49.595 INFO:teuthology.orchestra.run.smithi092.stdout:Scheduled mon update... 2024-03-07T02:49:50.185 DEBUG:teuthology.orchestra.run.smithi090:mon.c> sudo journalctl -f -n 0 -u ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@mon.c.service 2024-03-07T02:49:50.188 DEBUG:teuthology.orchestra.run.smithi092:mon.b> sudo journalctl -f -n 0 -u ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@mon.b.service 2024-03-07T02:49:50.191 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-03-07T02:49:50.191 DEBUG:teuthology.orchestra.run.smithi092:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph mon dump -f json 2024-03-07T02:49:50.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:50 smithi090 ceph-mon[27223]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:49:50.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:50 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:49:50.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:50 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:49:50.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:50 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:49:50.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:50 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:49:50.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:50 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:49:50.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:50 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-07T02:49:50.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:50 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:49:51.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:51 smithi090 ceph-mon[27223]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi090:172.21.15.90=a;smithi090:[v2:172.21.15.90:3301,v1:172.21.15.90:6790]=c;smithi092:172.21.15.92=b", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:49:51.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:51 smithi090 ceph-mon[27223]: Saving service mon spec with placement smithi090:172.21.15.90=a;smithi090:[v2:172.21.15.90:3301,v1:172.21.15.90:6790]=c;smithi092:172.21.15.92=b;count:3 2024-03-07T02:49:51.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:51 smithi090 ceph-mon[27223]: Deploying daemon mon.b on smithi092 2024-03-07T02:49:52.052 INFO:teuthology.orchestra.run.smithi092.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/config/ceph.conf 2024-03-07T02:49:52.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:52 smithi090 ceph-mon[27223]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:49:54.343 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-03-07T02:49:54.343 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":1,"fsid":"fb96fd1c-dc2c-11ee-95c6-87774f69a715","modified":"2024-03-07T02:48:14.633942Z","created":"2024-03-07T02:48:14.633942Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:3300","nonce":0},{"type":"v1","addr":"172.21.15.90:6789","nonce":0}]},"addr":"172.21.15.90:6789/0","public_addr":"172.21.15.90:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-03-07T02:49:54.345 INFO:teuthology.orchestra.run.smithi092.stderr:dumped monmap epoch 1 2024-03-07T02:49:54.456 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: RocksDB version: 7.9.2 2024-03-07T02:49:54.456 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Git sha 0 2024-03-07T02:49:54.456 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Compile date 2024-03-06 23:19:49 2024-03-07T02:49:54.456 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: DB SUMMARY 2024-03-07T02:49:54.456 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: DB Session ID: YVSWAZET33ZS6SC6H2PT 2024-03-07T02:49:54.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:54 smithi090 ceph-mon[27223]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:49:54.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: CURRENT file: CURRENT 2024-03-07T02:49:54.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: IDENTITY file: IDENTITY 2024-03-07T02:49:54.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-03-07T02:49:54.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2024-03-07T02:49:54.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000004.log size: 511 ; 2024-03-07T02:49:54.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.error_if_exists: 0 2024-03-07T02:49:54.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.create_if_missing: 0 2024-03-07T02:49:54.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.paranoid_checks: 1 2024-03-07T02:49:54.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.flush_verify_memtable_count: 1 2024-03-07T02:49:54.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-03-07T02:49:54.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-03-07T02:49:54.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.env: 0x55ba04c42720 2024-03-07T02:49:54.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.fs: PosixFileSystem 2024-03-07T02:49:54.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.info_log: 0x55ba073d94c0 2024-03-07T02:49:54.919 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.max_file_opening_threads: 16 2024-03-07T02:49:54.919 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.statistics: (nil) 2024-03-07T02:49:54.919 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.use_fsync: 0 2024-03-07T02:49:54.919 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.max_log_file_size: 0 2024-03-07T02:49:54.919 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-03-07T02:49:54.919 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.log_file_time_to_roll: 0 2024-03-07T02:49:54.919 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.keep_log_file_num: 1000 2024-03-07T02:49:54.919 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.recycle_log_file_num: 0 2024-03-07T02:49:54.919 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.allow_fallocate: 1 2024-03-07T02:49:54.919 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.allow_mmap_reads: 0 2024-03-07T02:49:54.919 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.allow_mmap_writes: 0 2024-03-07T02:49:54.920 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.use_direct_reads: 0 2024-03-07T02:49:54.920 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-03-07T02:49:54.920 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.create_missing_column_families: 0 2024-03-07T02:49:54.920 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.db_log_dir: 2024-03-07T02:49:54.920 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.wal_dir: 2024-03-07T02:49:54.920 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.table_cache_numshardbits: 6 2024-03-07T02:49:54.920 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.WAL_ttl_seconds: 0 2024-03-07T02:49:54.920 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.WAL_size_limit_MB: 0 2024-03-07T02:49:54.920 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-03-07T02:49:54.920 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-03-07T02:49:54.920 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.is_fd_close_on_exec: 1 2024-03-07T02:49:54.920 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.advise_random_on_open: 1 2024-03-07T02:49:54.920 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.db_write_buffer_size: 0 2024-03-07T02:49:54.922 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.write_buffer_manager: 0x55ba0664a140 2024-03-07T02:49:54.922 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-03-07T02:49:54.922 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-03-07T02:49:54.922 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.use_adaptive_mutex: 0 2024-03-07T02:49:54.922 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.rate_limiter: (nil) 2024-03-07T02:49:54.922 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-03-07T02:49:54.922 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.wal_recovery_mode: 2 2024-03-07T02:49:54.922 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.enable_thread_tracking: 0 2024-03-07T02:49:54.922 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.enable_pipelined_write: 0 2024-03-07T02:49:54.922 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.unordered_write: 0 2024-03-07T02:49:54.923 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-03-07T02:49:54.923 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-03-07T02:49:54.923 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-03-07T02:49:54.923 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-03-07T02:49:54.923 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.row_cache: None 2024-03-07T02:49:54.923 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.wal_filter: None 2024-03-07T02:49:54.923 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-03-07T02:49:54.923 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.allow_ingest_behind: 0 2024-03-07T02:49:54.923 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.two_write_queues: 0 2024-03-07T02:49:54.923 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.manual_wal_flush: 0 2024-03-07T02:49:54.923 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.wal_compression: 0 2024-03-07T02:49:54.923 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.atomic_flush: 0 2024-03-07T02:49:54.923 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-03-07T02:49:54.923 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.persist_stats_to_disk: 0 2024-03-07T02:49:54.924 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.write_dbid_to_manifest: 0 2024-03-07T02:49:54.924 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.log_readahead_size: 0 2024-03-07T02:49:54.924 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-03-07T02:49:54.924 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.best_efforts_recovery: 0 2024-03-07T02:49:54.924 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-03-07T02:49:54.924 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-03-07T02:49:54.924 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.allow_data_in_errors: 0 2024-03-07T02:49:54.924 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.db_host_id: __hostname__ 2024-03-07T02:49:54.924 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.enforce_single_del_contracts: true 2024-03-07T02:49:54.924 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.max_background_jobs: 2 2024-03-07T02:49:54.924 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.max_background_compactions: -1 2024-03-07T02:49:54.924 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.max_subcompactions: 1 2024-03-07T02:49:54.924 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-03-07T02:49:54.925 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-03-07T02:49:54.925 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.delayed_write_rate : 16777216 2024-03-07T02:49:54.925 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.max_total_wal_size: 0 2024-03-07T02:49:54.925 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-03-07T02:49:54.925 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.stats_dump_period_sec: 600 2024-03-07T02:49:54.925 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.stats_persist_period_sec: 600 2024-03-07T02:49:54.925 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-03-07T02:49:54.925 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.max_open_files: -1 2024-03-07T02:49:54.925 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.bytes_per_sync: 0 2024-03-07T02:49:54.925 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.wal_bytes_per_sync: 0 2024-03-07T02:49:54.925 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.strict_bytes_per_sync: 0 2024-03-07T02:49:54.925 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.compaction_readahead_size: 0 2024-03-07T02:49:54.925 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.max_background_flushes: -1 2024-03-07T02:49:54.926 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Compression algorithms supported: 2024-03-07T02:49:54.926 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-03-07T02:49:54.926 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: kZSTD supported: 0 2024-03-07T02:49:54.926 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: kXpressCompression supported: 0 2024-03-07T02:49:54.926 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: kLZ4HCCompression supported: 1 2024-03-07T02:49:54.926 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: kZlibCompression supported: 1 2024-03-07T02:49:54.926 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: kSnappyCompression supported: 1 2024-03-07T02:49:54.926 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: kLZ4Compression supported: 1 2024-03-07T02:49:54.926 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: kBZip2Compression supported: 0 2024-03-07T02:49:54.926 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Fast CRC32 supported: Supported on x86 2024-03-07T02:49:54.926 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: DMutex implementation: pthread_mutex_t 2024-03-07T02:49:54.926 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 2024-03-07T02:49:54.926 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-03-07T02:49:54.926 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-03-07T02:49:54.926 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.merge_operator: 2024-03-07T02:49:54.926 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.compaction_filter: None 2024-03-07T02:49:54.927 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.compaction_filter_factory: None 2024-03-07T02:49:54.927 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.sst_partitioner_factory: None 2024-03-07T02:49:54.927 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.memtable_factory: SkipListFactory 2024-03-07T02:49:54.927 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.table_factory: BlockBasedTable 2024-03-07T02:49:54.927 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55ba073d95c0) 2024-03-07T02:49:54.927 INFO:journalctl@ceph.mon.b.smithi092.stdout: cache_index_and_filter_blocks: 1 2024-03-07T02:49:54.927 INFO:journalctl@ceph.mon.b.smithi092.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-03-07T02:49:54.927 INFO:journalctl@ceph.mon.b.smithi092.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-03-07T02:49:54.927 INFO:journalctl@ceph.mon.b.smithi092.stdout: pin_top_level_index_and_filter: 1 2024-03-07T02:49:54.927 INFO:journalctl@ceph.mon.b.smithi092.stdout: index_type: 0 2024-03-07T02:49:54.927 INFO:journalctl@ceph.mon.b.smithi092.stdout: data_block_index_type: 0 2024-03-07T02:49:54.927 INFO:journalctl@ceph.mon.b.smithi092.stdout: index_shortening: 1 2024-03-07T02:49:54.927 INFO:journalctl@ceph.mon.b.smithi092.stdout: data_block_hash_table_util_ratio: 0.750000 2024-03-07T02:49:54.927 INFO:journalctl@ceph.mon.b.smithi092.stdout: checksum: 4 2024-03-07T02:49:54.928 INFO:journalctl@ceph.mon.b.smithi092.stdout: no_block_cache: 0 2024-03-07T02:49:54.928 INFO:journalctl@ceph.mon.b.smithi092.stdout: block_cache: 0x55ba066eb1f0 2024-03-07T02:49:54.928 INFO:journalctl@ceph.mon.b.smithi092.stdout: block_cache_name: BinnedLRUCache 2024-03-07T02:49:54.928 INFO:journalctl@ceph.mon.b.smithi092.stdout: block_cache_options: 2024-03-07T02:49:54.928 INFO:journalctl@ceph.mon.b.smithi092.stdout: capacity : 536870912 2024-03-07T02:49:54.928 INFO:journalctl@ceph.mon.b.smithi092.stdout: num_shard_bits : 4 2024-03-07T02:49:54.928 INFO:journalctl@ceph.mon.b.smithi092.stdout: strict_capacity_limit : 0 2024-03-07T02:49:54.928 INFO:journalctl@ceph.mon.b.smithi092.stdout: high_pri_pool_ratio: 0.000 2024-03-07T02:49:54.928 INFO:journalctl@ceph.mon.b.smithi092.stdout: block_cache_compressed: (nil) 2024-03-07T02:49:54.928 INFO:journalctl@ceph.mon.b.smithi092.stdout: persistent_cache: (nil) 2024-03-07T02:49:54.928 INFO:journalctl@ceph.mon.b.smithi092.stdout: block_size: 4096 2024-03-07T02:49:54.928 INFO:journalctl@ceph.mon.b.smithi092.stdout: block_size_deviation: 10 2024-03-07T02:49:54.929 INFO:journalctl@ceph.mon.b.smithi092.stdout: block_restart_interval: 16 2024-03-07T02:49:54.929 INFO:journalctl@ceph.mon.b.smithi092.stdout: index_block_restart_interval: 1 2024-03-07T02:49:54.929 INFO:journalctl@ceph.mon.b.smithi092.stdout: metadata_block_size: 4096 2024-03-07T02:49:54.929 INFO:journalctl@ceph.mon.b.smithi092.stdout: partition_filters: 0 2024-03-07T02:49:54.929 INFO:journalctl@ceph.mon.b.smithi092.stdout: use_delta_encoding: 1 2024-03-07T02:49:54.929 INFO:journalctl@ceph.mon.b.smithi092.stdout: filter_policy: bloomfilter 2024-03-07T02:49:54.929 INFO:journalctl@ceph.mon.b.smithi092.stdout: whole_key_filtering: 1 2024-03-07T02:49:54.929 INFO:journalctl@ceph.mon.b.smithi092.stdout: verify_compression: 0 2024-03-07T02:49:54.929 INFO:journalctl@ceph.mon.b.smithi092.stdout: read_amp_bytes_per_bit: 0 2024-03-07T02:49:54.929 INFO:journalctl@ceph.mon.b.smithi092.stdout: format_version: 5 2024-03-07T02:49:54.929 INFO:journalctl@ceph.mon.b.smithi092.stdout: enable_index_compression: 1 2024-03-07T02:49:54.929 INFO:journalctl@ceph.mon.b.smithi092.stdout: block_align: 0 2024-03-07T02:49:54.929 INFO:journalctl@ceph.mon.b.smithi092.stdout: max_auto_readahead_size: 262144 2024-03-07T02:49:54.929 INFO:journalctl@ceph.mon.b.smithi092.stdout: prepopulate_block_cache: 0 2024-03-07T02:49:54.930 INFO:journalctl@ceph.mon.b.smithi092.stdout: initial_auto_readahead_size: 8192 2024-03-07T02:49:54.930 INFO:journalctl@ceph.mon.b.smithi092.stdout: num_file_reads_for_auto_readahead: 2 2024-03-07T02:49:54.930 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.write_buffer_size: 33554432 2024-03-07T02:49:54.930 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.max_write_buffer_number: 2 2024-03-07T02:49:54.930 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.compression: NoCompression 2024-03-07T02:49:54.930 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.bottommost_compression: Disabled 2024-03-07T02:49:54.930 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.prefix_extractor: nullptr 2024-03-07T02:49:54.930 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-03-07T02:49:54.930 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.num_levels: 7 2024-03-07T02:49:54.930 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-03-07T02:49:54.930 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-03-07T02:49:54.930 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-03-07T02:49:54.930 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-03-07T02:49:54.930 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-03-07T02:49:54.930 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-03-07T02:49:54.931 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-03-07T02:49:54.931 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-03-07T02:49:54.931 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-03-07T02:49:54.931 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-03-07T02:49:54.931 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-03-07T02:49:54.931 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-03-07T02:49:54.931 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.compression_opts.window_bits: -14 2024-03-07T02:49:54.931 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.compression_opts.level: 32767 2024-03-07T02:49:54.931 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.compression_opts.strategy: 0 2024-03-07T02:49:54.931 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-03-07T02:49:54.931 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-03-07T02:49:54.931 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-03-07T02:49:54.931 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-03-07T02:49:54.931 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.compression_opts.enabled: false 2024-03-07T02:49:54.931 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-03-07T02:49:54.932 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-03-07T02:49:54.932 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-03-07T02:49:54.932 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-03-07T02:49:54.932 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.target_file_size_base: 67108864 2024-03-07T02:49:54.932 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.target_file_size_multiplier: 1 2024-03-07T02:49:54.932 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-03-07T02:49:54.932 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-03-07T02:49:54.932 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-03-07T02:49:54.932 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-03-07T02:49:54.932 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-03-07T02:49:54.932 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-03-07T02:49:54.932 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-03-07T02:49:54.932 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-03-07T02:49:54.932 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-03-07T02:49:54.933 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-03-07T02:49:54.933 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-03-07T02:49:54.933 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-03-07T02:49:54.933 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-03-07T02:49:54.933 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.arena_block_size: 1048576 2024-03-07T02:49:54.933 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-03-07T02:49:54.933 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-03-07T02:49:54.933 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.disable_auto_compactions: 0 2024-03-07T02:49:54.933 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-03-07T02:49:54.933 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-03-07T02:49:54.933 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-03-07T02:49:54.933 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-03-07T02:49:54.933 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-03-07T02:49:54.933 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-03-07T02:49:54.933 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-03-07T02:49:54.934 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-03-07T02:49:54.934 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-03-07T02:49:54.934 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-03-07T02:49:54.934 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.table_properties_collectors: 2024-03-07T02:49:54.934 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.inplace_update_support: 0 2024-03-07T02:49:54.934 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.inplace_update_num_locks: 10000 2024-03-07T02:49:54.934 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-03-07T02:49:54.934 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-03-07T02:49:54.934 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.memtable_huge_page_size: 0 2024-03-07T02:49:54.934 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.bloom_locality: 0 2024-03-07T02:49:54.934 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.max_successive_merges: 0 2024-03-07T02:49:54.934 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.optimize_filters_for_hits: 0 2024-03-07T02:49:54.934 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.paranoid_file_checks: 0 2024-03-07T02:49:54.934 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.force_consistency_checks: 1 2024-03-07T02:49:54.934 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.report_bg_io_stats: 0 2024-03-07T02:49:54.935 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.ttl: 2592000 2024-03-07T02:49:54.935 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.periodic_compaction_seconds: 0 2024-03-07T02:49:54.935 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-03-07T02:49:54.935 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-03-07T02:49:54.935 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.enable_blob_files: false 2024-03-07T02:49:54.935 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.min_blob_size: 0 2024-03-07T02:49:54.935 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.blob_file_size: 268435456 2024-03-07T02:49:54.935 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.blob_compression_type: NoCompression 2024-03-07T02:49:54.935 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.enable_blob_garbage_collection: false 2024-03-07T02:49:54.935 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-03-07T02:49:54.935 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-03-07T02:49:54.935 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-03-07T02:49:54.935 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.blob_file_starting_level: 0 2024-03-07T02:49:54.935 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-03-07T02:49:54.935 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-03-07T02:49:54.936 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-03-07T02:49:54.936 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 04d5b277-e83c-40bc-9ff4-a320d5a24fdd 2024-03-07T02:49:54.936 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: EVENT_LOG_v1 {"time_micros": 1709779794456173, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-03-07T02:49:54.936 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-03-07T02:49:54.936 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: EVENT_LOG_v1 {"time_micros": 1709779794456670, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1622, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1709779794, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "04d5b277-e83c-40bc-9ff4-a320d5a24fdd", "db_session_id": "YVSWAZET33ZS6SC6H2PT", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-03-07T02:49:54.936 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: EVENT_LOG_v1 {"time_micros": 1709779794456767, "job": 1, "event": "recovery_finished"} 2024-03-07T02:49:54.936 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-03-07T02:49:54.936 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-03-07T02:49:54.936 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55ba06788000 2024-03-07T02:49:54.936 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: DB pointer 0x55ba06776000 2024-03-07T02:49:54.936 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-03-07T02:49:54.936 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-03-07T02:49:54.936 INFO:journalctl@ceph.mon.b.smithi092.stdout: ** DB Stats ** 2024-03-07T02:49:54.936 INFO:journalctl@ceph.mon.b.smithi092.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-03-07T02:49:54.937 INFO:journalctl@ceph.mon.b.smithi092.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-03-07T02:49:54.937 INFO:journalctl@ceph.mon.b.smithi092.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-03-07T02:49:54.937 INFO:journalctl@ceph.mon.b.smithi092.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-03-07T02:49:54.937 INFO:journalctl@ceph.mon.b.smithi092.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-03-07T02:49:54.937 INFO:journalctl@ceph.mon.b.smithi092.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-03-07T02:49:54.937 INFO:journalctl@ceph.mon.b.smithi092.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-03-07T02:49:54.937 INFO:journalctl@ceph.mon.b.smithi092.stdout: 2024-03-07T02:49:54.937 INFO:journalctl@ceph.mon.b.smithi092.stdout: ** Compaction Stats [default] ** 2024-03-07T02:49:54.937 INFO:journalctl@ceph.mon.b.smithi092.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-03-07T02:49:54.937 INFO:journalctl@ceph.mon.b.smithi092.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-03-07T02:49:54.937 INFO:journalctl@ceph.mon.b.smithi092.stdout: L0 1/0 1.58 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.3 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-03-07T02:49:54.937 INFO:journalctl@ceph.mon.b.smithi092.stdout: Sum 1/0 1.58 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.3 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-03-07T02:49:54.937 INFO:journalctl@ceph.mon.b.smithi092.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.3 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-03-07T02:49:54.937 INFO:journalctl@ceph.mon.b.smithi092.stdout: 2024-03-07T02:49:54.937 INFO:journalctl@ceph.mon.b.smithi092.stdout: ** Compaction Stats [default] ** 2024-03-07T02:49:54.938 INFO:journalctl@ceph.mon.b.smithi092.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-03-07T02:49:54.938 INFO:journalctl@ceph.mon.b.smithi092.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-03-07T02:49:54.938 INFO:journalctl@ceph.mon.b.smithi092.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.3 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-03-07T02:49:54.938 INFO:journalctl@ceph.mon.b.smithi092.stdout: 2024-03-07T02:49:54.938 INFO:journalctl@ceph.mon.b.smithi092.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-03-07T02:49:54.938 INFO:journalctl@ceph.mon.b.smithi092.stdout: 2024-03-07T02:49:54.938 INFO:journalctl@ceph.mon.b.smithi092.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-03-07T02:49:54.938 INFO:journalctl@ceph.mon.b.smithi092.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-03-07T02:49:54.938 INFO:journalctl@ceph.mon.b.smithi092.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-03-07T02:49:54.938 INFO:journalctl@ceph.mon.b.smithi092.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-03-07T02:49:54.938 INFO:journalctl@ceph.mon.b.smithi092.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-03-07T02:49:54.938 INFO:journalctl@ceph.mon.b.smithi092.stdout: AddFile(Keys): cumulative 0, interval 0 2024-03-07T02:49:54.938 INFO:journalctl@ceph.mon.b.smithi092.stdout: Cumulative compaction: 0.00 GB write, 0.51 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-03-07T02:49:54.938 INFO:journalctl@ceph.mon.b.smithi092.stdout: Interval compaction: 0.00 GB write, 0.51 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-03-07T02:49:54.938 INFO:journalctl@ceph.mon.b.smithi092.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-03-07T02:49:54.939 INFO:journalctl@ceph.mon.b.smithi092.stdout: Block cache BinnedLRUCache@0x55ba066eb1f0#2 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2024-03-07T02:49:54.939 INFO:journalctl@ceph.mon.b.smithi092.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-03-07T02:49:54.939 INFO:journalctl@ceph.mon.b.smithi092.stdout: 2024-03-07T02:49:54.939 INFO:journalctl@ceph.mon.b.smithi092.stdout: ** File Read Latency Histogram By Level [default] ** 2024-03-07T02:49:54.939 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: mon.b does not exist in monmap, will attempt to join an existing cluster 2024-03-07T02:49:54.939 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: using public_addr v2:172.21.15.92:0/0 -> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] 2024-03-07T02:49:54.939 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: starting mon.b rank -1 at public addrs [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] at bind addrs [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 2024-03-07T02:49:54.939 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: mon.b@-1(???) e0 preinit fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 2024-03-07T02:49:54.939 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: mon.b@-1(synchronizing).mds e1 new map 2024-03-07T02:49:54.939 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: mon.b@-1(synchronizing).mds e1 print_map 2024-03-07T02:49:54.939 INFO:journalctl@ceph.mon.b.smithi092.stdout: e1 2024-03-07T02:49:54.939 INFO:journalctl@ceph.mon.b.smithi092.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-03-07T02:49:54.939 INFO:journalctl@ceph.mon.b.smithi092.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-03-07T02:49:54.940 INFO:journalctl@ceph.mon.b.smithi092.stdout: legacy client fscid: -1 2024-03-07T02:49:54.940 INFO:journalctl@ceph.mon.b.smithi092.stdout: 2024-03-07T02:49:54.940 INFO:journalctl@ceph.mon.b.smithi092.stdout: No filesystems configured 2024-03-07T02:49:54.940 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-03-07T02:49:54.940 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-03-07T02:49:54.940 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-03-07T02:49:54.940 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-03-07T02:49:54.940 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-03-07T02:49:54.940 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-03-07T02:49:54.940 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-03-07T02:49:54.940 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-03-07T02:49:54.941 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-03-07T02:49:54.941 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-03-07T02:49:54.941 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: Updating smithi092:/var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/config/ceph.conf 2024-03-07T02:49:54.941 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: Updating smithi092:/etc/ceph/ceph.client.admin.keyring 2024-03-07T02:49:54.941 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: Updating smithi092:/var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/config/ceph.client.admin.keyring 2024-03-07T02:49:54.941 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:49:54.941 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/1121403333' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-03-07T02:49:54.941 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: osdmap e4: 0 total, 0 up, 0 in 2024-03-07T02:49:54.941 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:49:54.941 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:49:54.941 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:49:54.941 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:49:54.941 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:49:54.941 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:49:54.942 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-07T02:49:54.942 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:49:54.942 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi090:172.21.15.90=a;smithi090:[v2:172.21.15.90:3301,v1:172.21.15.90:6790]=c;smithi092:172.21.15.92=b", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:49:54.942 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: Saving service mon spec with placement smithi090:172.21.15.90=a;smithi090:[v2:172.21.15.90:3301,v1:172.21.15.90:6790]=c;smithi092:172.21.15.92=b;count:3 2024-03-07T02:49:54.942 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: Deploying daemon mon.b on smithi092 2024-03-07T02:49:54.942 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:49:54.942 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:49:54.942 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 ceph-mon[31083]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-03-07T02:49:54.942 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 bash[31050]: 27a7830719c5d7fb4a911c0f958396c26e2f1d6587b2d836257c882a84a76f63 2024-03-07T02:49:54.942 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:54 smithi092 systemd[1]: Started Ceph mon.b for fb96fd1c-dc2c-11ee-95c6-87774f69a715. 2024-03-07T02:49:56.150 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-03-07T02:49:56.150 DEBUG:teuthology.orchestra.run.smithi092:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph mon dump -f json 2024-03-07T02:49:56.358 INFO:teuthology.orchestra.run.smithi092.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.b/config 2024-03-07T02:49:59.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:59 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:49:59.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:59 smithi092 ceph-mon[31083]: mon.a calling monitor election 2024-03-07T02:49:59.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:59 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:49:59.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:59 smithi092 ceph-mon[31083]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:49:59.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:59 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:49:59.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:59 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:49:59.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:59 smithi092 ceph-mon[31083]: mon.b calling monitor election 2024-03-07T02:49:59.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:59 smithi092 ceph-mon[31083]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:49:59.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:59 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:49:59.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:59 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:49:59.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:59 smithi092 ceph-mon[31083]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:49:59.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:59 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:49:59.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:59 smithi092 ceph-mon[31083]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-03-07T02:49:59.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:59 smithi092 ceph-mon[31083]: monmap e2: 2 mons at {a=[v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0],b=[v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-07T02:49:59.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:59 smithi092 ceph-mon[31083]: fsmap 2024-03-07T02:49:59.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:59 smithi092 ceph-mon[31083]: osdmap e4: 0 total, 0 up, 0 in 2024-03-07T02:49:59.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:59 smithi092 ceph-mon[31083]: mgrmap e13: y(active, since 38s) 2024-03-07T02:49:59.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:59 smithi092 ceph-mon[31083]: overall HEALTH_OK 2024-03-07T02:49:59.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:59 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:49:59.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:59 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:49:59.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:59 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:49:59.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:59 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-07T02:49:59.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:49:59 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:50:00.047 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:59 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:50:00.047 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:59 smithi090 ceph-mon[27223]: mon.a calling monitor election 2024-03-07T02:50:00.047 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:59 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:50:00.048 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:59 smithi090 ceph-mon[27223]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:50:00.048 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:59 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:50:00.048 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:59 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:50:00.048 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:59 smithi090 ceph-mon[27223]: mon.b calling monitor election 2024-03-07T02:50:00.048 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:59 smithi090 ceph-mon[27223]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:50:00.048 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:59 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:50:00.048 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:59 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:50:00.048 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:59 smithi090 ceph-mon[27223]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:50:00.048 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:59 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:50:00.048 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:59 smithi090 ceph-mon[27223]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-03-07T02:50:00.048 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:59 smithi090 ceph-mon[27223]: monmap e2: 2 mons at {a=[v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0],b=[v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-07T02:50:00.048 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:59 smithi090 ceph-mon[27223]: fsmap 2024-03-07T02:50:00.049 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:59 smithi090 ceph-mon[27223]: osdmap e4: 0 total, 0 up, 0 in 2024-03-07T02:50:00.049 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:59 smithi090 ceph-mon[27223]: mgrmap e13: y(active, since 38s) 2024-03-07T02:50:00.049 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:59 smithi090 ceph-mon[27223]: overall HEALTH_OK 2024-03-07T02:50:00.049 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:59 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:00.049 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:59 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:00.049 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:59 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:00.049 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:59 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-07T02:50:00.049 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:49:59 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:50:00.842 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:00 smithi092 ceph-mon[31083]: Deploying daemon mon.c on smithi090 2024-03-07T02:50:00.842 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:00 smithi092 ceph-mon[31083]: overall HEALTH_OK 2024-03-07T02:50:00.842 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:00 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:50:01.041 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:00 smithi090 ceph-mon[27223]: Deploying daemon mon.c on smithi090 2024-03-07T02:50:01.041 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:00 smithi090 ceph-mon[27223]: overall HEALTH_OK 2024-03-07T02:50:01.041 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:00 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:50:01.170 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-03-07T02:50:01.171 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":2,"fsid":"fb96fd1c-dc2c-11ee-95c6-87774f69a715","modified":"2024-03-07T02:49:54.483365Z","created":"2024-03-07T02:48:14.633942Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:3300","nonce":0},{"type":"v1","addr":"172.21.15.90:6789","nonce":0}]},"addr":"172.21.15.90:6789/0","public_addr":"172.21.15.90:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:3300","nonce":0},{"type":"v1","addr":"172.21.15.92:6789","nonce":0}]},"addr":"172.21.15.92:6789/0","public_addr":"172.21.15.92:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-03-07T02:50:01.173 INFO:teuthology.orchestra.run.smithi092.stderr:dumped monmap epoch 2 2024-03-07T02:50:01.740 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:01 smithi092 ceph-mon[31083]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:50:01.740 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:01 smithi092 ceph-mon[31083]: from='client.? 172.21.15.92:0/1802618985' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-03-07T02:50:02.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:01 smithi090 ceph-mon[27223]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:50:02.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:01 smithi090 ceph-mon[27223]: from='client.? 172.21.15.92:0/1802618985' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-03-07T02:50:02.764 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-03-07T02:50:02.765 DEBUG:teuthology.orchestra.run.smithi092:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph mon dump -f json 2024-03-07T02:50:02.974 INFO:teuthology.orchestra.run.smithi092.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.b/config 2024-03-07T02:50:03.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:03 smithi090 systemd[1]: Started Ceph mon.c for fb96fd1c-dc2c-11ee-95c6-87774f69a715. 2024-03-07T02:50:08.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:08 smithi092 ceph-mon[31083]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:50:08.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:08 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:50:08.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:08 smithi092 ceph-mon[31083]: mon.a calling monitor election 2024-03-07T02:50:08.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:08 smithi092 ceph-mon[31083]: mon.b calling monitor election 2024-03-07T02:50:08.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:08 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:50:08.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:08 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:50:08.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:08 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:50:08.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:08 smithi092 ceph-mon[31083]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:50:08.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:08 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:50:08.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:08 smithi092 ceph-mon[31083]: mon.c calling monitor election 2024-03-07T02:50:08.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:08 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:50:08.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:08 smithi092 ceph-mon[31083]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:50:08.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:08 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:50:08.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:08 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:50:08.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:08 smithi092 ceph-mon[31083]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-03-07T02:50:08.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:08 smithi092 ceph-mon[31083]: monmap e3: 3 mons at {a=[v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0],b=[v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0],c=[v2:172.21.15.90:3301/0,v1:172.21.15.90:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-07T02:50:08.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:08 smithi092 ceph-mon[31083]: fsmap 2024-03-07T02:50:08.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:08 smithi092 ceph-mon[31083]: osdmap e4: 0 total, 0 up, 0 in 2024-03-07T02:50:08.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:08 smithi092 ceph-mon[31083]: mgrmap e13: y(active, since 47s) 2024-03-07T02:50:08.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:08 smithi092 ceph-mon[31083]: overall HEALTH_OK 2024-03-07T02:50:08.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:08 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:08.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:08 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:08.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:08 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:08.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:08 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:08.429 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-03-07T02:50:08.429 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":3,"fsid":"fb96fd1c-dc2c-11ee-95c6-87774f69a715","modified":"2024-03-07T02:50:03.007557Z","created":"2024-03-07T02:48:14.633942Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:3300","nonce":0},{"type":"v1","addr":"172.21.15.90:6789","nonce":0}]},"addr":"172.21.15.90:6789/0","public_addr":"172.21.15.90:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:3300","nonce":0},{"type":"v1","addr":"172.21.15.92:6789","nonce":0}]},"addr":"172.21.15.92:6789/0","public_addr":"172.21.15.92:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:3301","nonce":0},{"type":"v1","addr":"172.21.15.90:6790","nonce":0}]},"addr":"172.21.15.90:6790/0","public_addr":"172.21.15.90:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-03-07T02:50:08.432 INFO:teuthology.orchestra.run.smithi092.stderr:dumped monmap epoch 3 2024-03-07T02:50:08.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:08 smithi090 ceph-mon[27223]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:50:08.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:08 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:50:08.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:08 smithi090 ceph-mon[27223]: mon.a calling monitor election 2024-03-07T02:50:08.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:08 smithi090 ceph-mon[27223]: mon.b calling monitor election 2024-03-07T02:50:08.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:08 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:50:08.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:08 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:50:08.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:08 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:50:08.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:08 smithi090 ceph-mon[27223]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:50:08.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:08 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:50:08.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:08 smithi090 ceph-mon[27223]: mon.c calling monitor election 2024-03-07T02:50:08.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:08 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:50:08.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:08 smithi090 ceph-mon[27223]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:50:08.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:08 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:50:08.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:08 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:50:08.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:08 smithi090 ceph-mon[27223]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-03-07T02:50:08.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:08 smithi090 ceph-mon[27223]: monmap e3: 3 mons at {a=[v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0],b=[v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0],c=[v2:172.21.15.90:3301/0,v1:172.21.15.90:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-07T02:50:08.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:08 smithi090 ceph-mon[27223]: fsmap 2024-03-07T02:50:08.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:08 smithi090 ceph-mon[27223]: osdmap e4: 0 total, 0 up, 0 in 2024-03-07T02:50:08.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:08 smithi090 ceph-mon[27223]: mgrmap e13: y(active, since 47s) 2024-03-07T02:50:08.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:08 smithi090 ceph-mon[27223]: overall HEALTH_OK 2024-03-07T02:50:08.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:08 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:08.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:08 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:08.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:08 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:08.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:08 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:08.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:08 smithi090 ceph-mon[37987]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:50:08.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:08 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:50:08.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:08 smithi090 ceph-mon[37987]: mon.a calling monitor election 2024-03-07T02:50:08.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:08 smithi090 ceph-mon[37987]: mon.b calling monitor election 2024-03-07T02:50:08.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:08 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:50:08.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:08 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:50:08.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:08 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:50:08.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:08 smithi090 ceph-mon[37987]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:50:08.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:08 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:50:08.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:08 smithi090 ceph-mon[37987]: mon.c calling monitor election 2024-03-07T02:50:08.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:08 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:50:08.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:08 smithi090 ceph-mon[37987]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:50:08.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:08 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:50:08.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:08 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:50:08.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:08 smithi090 ceph-mon[37987]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-03-07T02:50:08.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:08 smithi090 ceph-mon[37987]: monmap e3: 3 mons at {a=[v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0],b=[v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0],c=[v2:172.21.15.90:3301/0,v1:172.21.15.90:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-07T02:50:08.582 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:08 smithi090 ceph-mon[37987]: fsmap 2024-03-07T02:50:08.582 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:08 smithi090 ceph-mon[37987]: osdmap e4: 0 total, 0 up, 0 in 2024-03-07T02:50:08.582 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:08 smithi090 ceph-mon[37987]: mgrmap e13: y(active, since 47s) 2024-03-07T02:50:08.582 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:08 smithi090 ceph-mon[37987]: overall HEALTH_OK 2024-03-07T02:50:08.582 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:08 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:08.582 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:08 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:08.582 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:08 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:08.582 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:08 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:09.013 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-03-07T02:50:09.013 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph config generate-minimal-conf 2024-03-07T02:50:09.267 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T02:50:09.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:09 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:50:09.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:09 smithi090 ceph-mon[27223]: from='client.? 172.21.15.92:0/3922310480' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-03-07T02:50:09.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:09 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:50:09.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:09 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:50:09.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:09 smithi090 ceph-mon[37987]: from='client.? 172.21.15.92:0/3922310480' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-03-07T02:50:09.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:09 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:50:09.369 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:09 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:50:09.369 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:09 smithi092 ceph-mon[31083]: from='client.? 172.21.15.92:0/3922310480' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-03-07T02:50:09.369 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:09 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:50:10.408 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:10 smithi090 ceph-mon[37987]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:50:10.408 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:10 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:10.408 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:10 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:10.408 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:10 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:10.408 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:10 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:10.408 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:10 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:50:10.408 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:10 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:50:10.408 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:10 smithi090 ceph-mon[27223]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:50:10.409 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:10 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:10.409 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:10 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:10.409 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:10 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:10.409 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:10 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:10.409 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:10 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:50:10.409 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:10 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:50:10.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:10 smithi092 ceph-mon[31083]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:50:10.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:10 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:10.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:10 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:10.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:10 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:10.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:10 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:10.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:10 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:50:10.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:10 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:50:11.143 INFO:teuthology.orchestra.run.smithi090.stdout:# minimal ceph.conf for fb96fd1c-dc2c-11ee-95c6-87774f69a715 2024-03-07T02:50:11.144 INFO:teuthology.orchestra.run.smithi090.stdout:[global] 2024-03-07T02:50:11.144 INFO:teuthology.orchestra.run.smithi090.stdout: fsid = fb96fd1c-dc2c-11ee-95c6-87774f69a715 2024-03-07T02:50:11.144 INFO:teuthology.orchestra.run.smithi090.stdout: mon_host = [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] [v2:172.21.15.90:3301/0,v1:172.21.15.90:6790/0] 2024-03-07T02:50:11.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:11 smithi090 ceph-mon[27223]: Updating smithi090:/etc/ceph/ceph.conf 2024-03-07T02:50:11.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:11 smithi090 ceph-mon[27223]: Updating smithi092:/etc/ceph/ceph.conf 2024-03-07T02:50:11.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:11 smithi090 ceph-mon[27223]: Updating smithi092:/var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/config/ceph.conf 2024-03-07T02:50:11.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:11 smithi090 ceph-mon[27223]: Updating smithi090:/var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/config/ceph.conf 2024-03-07T02:50:11.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:11 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:11.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:11 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:11.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:11 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:11.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:11 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:11.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:11 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:11.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:11 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:11.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:11 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:11.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:11 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:11.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:11 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:11.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:11 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-07T02:50:11.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:11 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-07T02:50:11.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:11 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:50:11.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:11 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:11.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:11 smithi090 ceph-mon[37987]: Updating smithi090:/etc/ceph/ceph.conf 2024-03-07T02:50:11.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:11 smithi090 ceph-mon[37987]: Updating smithi092:/etc/ceph/ceph.conf 2024-03-07T02:50:11.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:11 smithi090 ceph-mon[37987]: Updating smithi092:/var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/config/ceph.conf 2024-03-07T02:50:11.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:11 smithi090 ceph-mon[37987]: Updating smithi090:/var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/config/ceph.conf 2024-03-07T02:50:11.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:11 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:11.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:11 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:11.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:11 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:11.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:11 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:11.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:11 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:11.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:11 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:11.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:11 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:11.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:11 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:11.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:11 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:11.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:11 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-07T02:50:11.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:11 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-07T02:50:11.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:11 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:50:11.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:11 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:11.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:11 smithi092 ceph-mon[31083]: Updating smithi090:/etc/ceph/ceph.conf 2024-03-07T02:50:11.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:11 smithi092 ceph-mon[31083]: Updating smithi092:/etc/ceph/ceph.conf 2024-03-07T02:50:11.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:11 smithi092 ceph-mon[31083]: Updating smithi092:/var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/config/ceph.conf 2024-03-07T02:50:11.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:11 smithi092 ceph-mon[31083]: Updating smithi090:/var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/config/ceph.conf 2024-03-07T02:50:11.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:11 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:11.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:11 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:11.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:11 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:11.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:11 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:11.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:11 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:11.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:11 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:11.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:11 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:11.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:11 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:11.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:11 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:11.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:11 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-07T02:50:11.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:11 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-07T02:50:11.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:11 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:50:11.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:11 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:11.774 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-03-07T02:50:11.775 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-03-07T02:50:11.775 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd of=/etc/ceph/ceph.conf 2024-03-07T02:50:11.803 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-03-07T02:50:11.803 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-03-07T02:50:11.870 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-03-07T02:50:11.870 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd of=/etc/ceph/ceph.conf 2024-03-07T02:50:11.903 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-03-07T02:50:11.903 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-03-07T02:50:11.973 INFO:tasks.cephadm:Adding mgr.y on smithi090 2024-03-07T02:50:11.973 INFO:tasks.cephadm:Adding mgr.x on smithi092 2024-03-07T02:50:11.974 DEBUG:teuthology.orchestra.run.smithi092:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph orch apply mgr '2;smithi090=y;smithi092=x' 2024-03-07T02:50:12.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:12 smithi092 ceph-mon[31083]: Reconfiguring mon.a (unknown last config time)... 2024-03-07T02:50:12.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:12 smithi092 ceph-mon[31083]: Reconfiguring daemon mon.a on smithi090 2024-03-07T02:50:12.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:12 smithi092 ceph-mon[31083]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:50:12.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:12 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/1542128743' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:50:12.214 INFO:teuthology.orchestra.run.smithi092.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.b/config 2024-03-07T02:50:12.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:12 smithi090 ceph-mon[27223]: Reconfiguring mon.a (unknown last config time)... 2024-03-07T02:50:12.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:12 smithi090 ceph-mon[27223]: Reconfiguring daemon mon.a on smithi090 2024-03-07T02:50:12.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:12 smithi090 ceph-mon[27223]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:50:12.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:12 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/1542128743' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:50:12.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:12 smithi090 ceph-mon[37987]: Reconfiguring mon.a (unknown last config time)... 2024-03-07T02:50:12.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:12 smithi090 ceph-mon[37987]: Reconfiguring daemon mon.a on smithi090 2024-03-07T02:50:12.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:12 smithi090 ceph-mon[37987]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:50:12.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:12 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/1542128743' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:50:13.865 INFO:teuthology.orchestra.run.smithi092.stdout:Scheduled mgr update... 2024-03-07T02:50:14.035 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:13 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:14.035 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:13 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:14.035 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:13 smithi090 ceph-mon[27223]: Reconfiguring mon.c (monmap changed)... 2024-03-07T02:50:14.035 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:13 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-07T02:50:14.035 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:13 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-07T02:50:14.035 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:13 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:50:14.035 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:13 smithi090 ceph-mon[27223]: Reconfiguring daemon mon.c on smithi090 2024-03-07T02:50:14.036 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:13 smithi090 ceph-mon[27223]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:50:14.036 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:13 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:14.036 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:13 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:14.036 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:13 smithi090 ceph-mon[37987]: Reconfiguring mon.c (monmap changed)... 2024-03-07T02:50:14.036 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:13 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-07T02:50:14.036 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:13 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-07T02:50:14.036 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:13 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:50:14.036 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:13 smithi090 ceph-mon[37987]: Reconfiguring daemon mon.c on smithi090 2024-03-07T02:50:14.036 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:13 smithi090 ceph-mon[37987]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:50:14.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:13 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:14.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:13 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:14.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:13 smithi092 ceph-mon[31083]: Reconfiguring mon.c (monmap changed)... 2024-03-07T02:50:14.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:13 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-07T02:50:14.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:13 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-07T02:50:14.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:13 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:50:14.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:13 smithi092 ceph-mon[31083]: Reconfiguring daemon mon.c on smithi090 2024-03-07T02:50:14.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:13 smithi092 ceph-mon[31083]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:50:14.471 DEBUG:teuthology.orchestra.run.smithi092:mgr.x> sudo journalctl -f -n 0 -u ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@mgr.x.service 2024-03-07T02:50:14.473 INFO:tasks.cephadm:Deploying OSDs... 2024-03-07T02:50:14.473 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-03-07T02:50:14.473 DEBUG:teuthology.orchestra.run.smithi090:> dd if=/scratch_devs of=/dev/stdout 2024-03-07T02:50:14.490 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-03-07T02:50:14.490 DEBUG:teuthology.orchestra.run.smithi090:> stat /dev/vg_nvme/lv_1 2024-03-07T02:50:14.545 INFO:teuthology.orchestra.run.smithi090.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-03-07T02:50:14.545 INFO:teuthology.orchestra.run.smithi090.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-07T02:50:14.545 INFO:teuthology.orchestra.run.smithi090.stdout:Device: 5h/5d Inode: 665 Links: 1 2024-03-07T02:50:14.545 INFO:teuthology.orchestra.run.smithi090.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-07T02:50:14.546 INFO:teuthology.orchestra.run.smithi090.stdout:Context: system_u:object_r:device_t:s0 2024-03-07T02:50:14.546 INFO:teuthology.orchestra.run.smithi090.stdout:Access: 2024-03-07 02:50:02.496434489 +0000 2024-03-07T02:50:14.546 INFO:teuthology.orchestra.run.smithi090.stdout:Modify: 2024-03-07 02:44:02.965657772 +0000 2024-03-07T02:50:14.546 INFO:teuthology.orchestra.run.smithi090.stdout:Change: 2024-03-07 02:44:02.965657772 +0000 2024-03-07T02:50:14.546 INFO:teuthology.orchestra.run.smithi090.stdout: Birth: 2024-03-07 02:44:02.965657772 +0000 2024-03-07T02:50:14.546 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-03-07T02:50:14.613 INFO:teuthology.orchestra.run.smithi090.stderr:1+0 records in 2024-03-07T02:50:14.613 INFO:teuthology.orchestra.run.smithi090.stderr:1+0 records out 2024-03-07T02:50:14.613 INFO:teuthology.orchestra.run.smithi090.stderr:512 bytes copied, 0.000252989 s, 2.0 MB/s 2024-03-07T02:50:14.614 DEBUG:teuthology.orchestra.run.smithi090:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-03-07T02:50:14.671 DEBUG:teuthology.orchestra.run.smithi090:> stat /dev/vg_nvme/lv_2 2024-03-07T02:50:14.727 INFO:teuthology.orchestra.run.smithi090.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-03-07T02:50:14.727 INFO:teuthology.orchestra.run.smithi090.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-07T02:50:14.727 INFO:teuthology.orchestra.run.smithi090.stdout:Device: 5h/5d Inode: 686 Links: 1 2024-03-07T02:50:14.727 INFO:teuthology.orchestra.run.smithi090.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-07T02:50:14.727 INFO:teuthology.orchestra.run.smithi090.stdout:Context: system_u:object_r:device_t:s0 2024-03-07T02:50:14.727 INFO:teuthology.orchestra.run.smithi090.stdout:Access: 2024-03-07 02:50:02.496434489 +0000 2024-03-07T02:50:14.727 INFO:teuthology.orchestra.run.smithi090.stdout:Modify: 2024-03-07 02:44:03.453650108 +0000 2024-03-07T02:50:14.728 INFO:teuthology.orchestra.run.smithi090.stdout:Change: 2024-03-07 02:44:03.453650108 +0000 2024-03-07T02:50:14.728 INFO:teuthology.orchestra.run.smithi090.stdout: Birth: 2024-03-07 02:44:03.453650108 +0000 2024-03-07T02:50:14.728 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-03-07T02:50:14.793 INFO:teuthology.orchestra.run.smithi090.stderr:1+0 records in 2024-03-07T02:50:14.793 INFO:teuthology.orchestra.run.smithi090.stderr:1+0 records out 2024-03-07T02:50:14.793 INFO:teuthology.orchestra.run.smithi090.stderr:512 bytes copied, 0.000293195 s, 1.7 MB/s 2024-03-07T02:50:14.794 DEBUG:teuthology.orchestra.run.smithi090:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-03-07T02:50:14.850 DEBUG:teuthology.orchestra.run.smithi090:> stat /dev/vg_nvme/lv_3 2024-03-07T02:50:14.906 INFO:teuthology.orchestra.run.smithi090.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-03-07T02:50:14.906 INFO:teuthology.orchestra.run.smithi090.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-07T02:50:14.906 INFO:teuthology.orchestra.run.smithi090.stdout:Device: 5h/5d Inode: 704 Links: 1 2024-03-07T02:50:14.906 INFO:teuthology.orchestra.run.smithi090.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-07T02:50:14.906 INFO:teuthology.orchestra.run.smithi090.stdout:Context: system_u:object_r:device_t:s0 2024-03-07T02:50:14.906 INFO:teuthology.orchestra.run.smithi090.stdout:Access: 2024-03-07 02:50:02.496434489 +0000 2024-03-07T02:50:14.906 INFO:teuthology.orchestra.run.smithi090.stdout:Modify: 2024-03-07 02:44:03.889643261 +0000 2024-03-07T02:50:14.907 INFO:teuthology.orchestra.run.smithi090.stdout:Change: 2024-03-07 02:44:03.889643261 +0000 2024-03-07T02:50:14.907 INFO:teuthology.orchestra.run.smithi090.stdout: Birth: 2024-03-07 02:44:03.889643261 +0000 2024-03-07T02:50:14.907 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-03-07T02:50:14.971 INFO:teuthology.orchestra.run.smithi090.stderr:1+0 records in 2024-03-07T02:50:14.971 INFO:teuthology.orchestra.run.smithi090.stderr:1+0 records out 2024-03-07T02:50:14.971 INFO:teuthology.orchestra.run.smithi090.stderr:512 bytes copied, 0.000200026 s, 2.6 MB/s 2024-03-07T02:50:14.972 DEBUG:teuthology.orchestra.run.smithi090:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-03-07T02:50:15.028 DEBUG:teuthology.orchestra.run.smithi090:> stat /dev/vg_nvme/lv_4 2024-03-07T02:50:15.082 INFO:teuthology.orchestra.run.smithi090.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-03-07T02:50:15.082 INFO:teuthology.orchestra.run.smithi090.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-07T02:50:15.082 INFO:teuthology.orchestra.run.smithi090.stdout:Device: 5h/5d Inode: 723 Links: 1 2024-03-07T02:50:15.082 INFO:teuthology.orchestra.run.smithi090.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-07T02:50:15.082 INFO:teuthology.orchestra.run.smithi090.stdout:Context: system_u:object_r:device_t:s0 2024-03-07T02:50:15.082 INFO:teuthology.orchestra.run.smithi090.stdout:Access: 2024-03-07 02:50:02.496434489 +0000 2024-03-07T02:50:15.082 INFO:teuthology.orchestra.run.smithi090.stdout:Modify: 2024-03-07 02:44:04.313636602 +0000 2024-03-07T02:50:15.082 INFO:teuthology.orchestra.run.smithi090.stdout:Change: 2024-03-07 02:44:04.313636602 +0000 2024-03-07T02:50:15.083 INFO:teuthology.orchestra.run.smithi090.stdout: Birth: 2024-03-07 02:44:04.313636602 +0000 2024-03-07T02:50:15.083 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-03-07T02:50:15.145 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:14 smithi090 ceph-mon[27223]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi090=y;smithi092=x", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:50:15.145 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:14 smithi090 ceph-mon[27223]: Saving service mgr spec with placement smithi090=y;smithi092=x;count:2 2024-03-07T02:50:15.145 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:14 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:15.145 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:14 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:15.145 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:14 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:15.145 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:14 smithi090 ceph-mon[27223]: Reconfiguring mon.b (monmap changed)... 2024-03-07T02:50:15.146 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:14 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-07T02:50:15.146 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:14 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-07T02:50:15.146 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:14 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:50:15.146 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:14 smithi090 ceph-mon[27223]: Reconfiguring daemon mon.b on smithi092 2024-03-07T02:50:15.146 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:14 smithi090 ceph-mon[37987]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi090=y;smithi092=x", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:50:15.146 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:14 smithi090 ceph-mon[37987]: Saving service mgr spec with placement smithi090=y;smithi092=x;count:2 2024-03-07T02:50:15.146 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:14 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:15.146 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:14 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:15.146 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:14 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:15.146 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:14 smithi090 ceph-mon[37987]: Reconfiguring mon.b (monmap changed)... 2024-03-07T02:50:15.146 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:14 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-07T02:50:15.146 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:14 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-07T02:50:15.146 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:14 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:50:15.146 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:14 smithi090 ceph-mon[37987]: Reconfiguring daemon mon.b on smithi092 2024-03-07T02:50:15.147 INFO:teuthology.orchestra.run.smithi090.stderr:1+0 records in 2024-03-07T02:50:15.147 INFO:teuthology.orchestra.run.smithi090.stderr:1+0 records out 2024-03-07T02:50:15.147 INFO:teuthology.orchestra.run.smithi090.stderr:512 bytes copied, 0.000196348 s, 2.6 MB/s 2024-03-07T02:50:15.148 DEBUG:teuthology.orchestra.run.smithi090:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-03-07T02:50:15.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:14 smithi092 ceph-mon[31083]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi090=y;smithi092=x", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:50:15.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:14 smithi092 ceph-mon[31083]: Saving service mgr spec with placement smithi090=y;smithi092=x;count:2 2024-03-07T02:50:15.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:14 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:15.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:14 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:15.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:14 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:15.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:14 smithi092 ceph-mon[31083]: Reconfiguring mon.b (monmap changed)... 2024-03-07T02:50:15.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:14 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-07T02:50:15.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:14 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-07T02:50:15.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:14 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:50:15.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:14 smithi092 ceph-mon[31083]: Reconfiguring daemon mon.b on smithi092 2024-03-07T02:50:15.204 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-03-07T02:50:15.204 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/scratch_devs of=/dev/stdout 2024-03-07T02:50:15.219 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-03-07T02:50:15.220 DEBUG:teuthology.orchestra.run.smithi092:> stat /dev/vg_nvme/lv_1 2024-03-07T02:50:15.274 INFO:teuthology.orchestra.run.smithi092.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-03-07T02:50:15.274 INFO:teuthology.orchestra.run.smithi092.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-07T02:50:15.274 INFO:teuthology.orchestra.run.smithi092.stdout:Device: 5h/5d Inode: 666 Links: 1 2024-03-07T02:50:15.274 INFO:teuthology.orchestra.run.smithi092.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-07T02:50:15.275 INFO:teuthology.orchestra.run.smithi092.stdout:Context: system_u:object_r:device_t:s0 2024-03-07T02:50:15.275 INFO:teuthology.orchestra.run.smithi092.stdout:Access: 2024-03-07 02:49:53.570177447 +0000 2024-03-07T02:50:15.275 INFO:teuthology.orchestra.run.smithi092.stdout:Modify: 2024-03-07 02:43:58.426140520 +0000 2024-03-07T02:50:15.275 INFO:teuthology.orchestra.run.smithi092.stdout:Change: 2024-03-07 02:43:58.426140520 +0000 2024-03-07T02:50:15.275 INFO:teuthology.orchestra.run.smithi092.stdout: Birth: 2024-03-07 02:43:58.426140520 +0000 2024-03-07T02:50:15.275 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-03-07T02:50:15.341 INFO:teuthology.orchestra.run.smithi092.stderr:1+0 records in 2024-03-07T02:50:15.341 INFO:teuthology.orchestra.run.smithi092.stderr:1+0 records out 2024-03-07T02:50:15.341 INFO:teuthology.orchestra.run.smithi092.stderr:512 bytes copied, 0.000253508 s, 2.0 MB/s 2024-03-07T02:50:15.343 DEBUG:teuthology.orchestra.run.smithi092:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-03-07T02:50:15.398 DEBUG:teuthology.orchestra.run.smithi092:> stat /dev/vg_nvme/lv_2 2024-03-07T02:50:15.452 INFO:teuthology.orchestra.run.smithi092.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-03-07T02:50:15.453 INFO:teuthology.orchestra.run.smithi092.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-07T02:50:15.453 INFO:teuthology.orchestra.run.smithi092.stdout:Device: 5h/5d Inode: 685 Links: 1 2024-03-07T02:50:15.453 INFO:teuthology.orchestra.run.smithi092.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-07T02:50:15.453 INFO:teuthology.orchestra.run.smithi092.stdout:Context: system_u:object_r:device_t:s0 2024-03-07T02:50:15.453 INFO:teuthology.orchestra.run.smithi092.stdout:Access: 2024-03-07 02:49:53.570177447 +0000 2024-03-07T02:50:15.453 INFO:teuthology.orchestra.run.smithi092.stdout:Modify: 2024-03-07 02:43:58.837128937 +0000 2024-03-07T02:50:15.453 INFO:teuthology.orchestra.run.smithi092.stdout:Change: 2024-03-07 02:43:58.837128937 +0000 2024-03-07T02:50:15.453 INFO:teuthology.orchestra.run.smithi092.stdout: Birth: 2024-03-07 02:43:58.837128937 +0000 2024-03-07T02:50:15.453 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-03-07T02:50:15.520 INFO:teuthology.orchestra.run.smithi092.stderr:1+0 records in 2024-03-07T02:50:15.520 INFO:teuthology.orchestra.run.smithi092.stderr:1+0 records out 2024-03-07T02:50:15.520 INFO:teuthology.orchestra.run.smithi092.stderr:512 bytes copied, 0.000184902 s, 2.8 MB/s 2024-03-07T02:50:15.521 DEBUG:teuthology.orchestra.run.smithi092:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-03-07T02:50:15.577 DEBUG:teuthology.orchestra.run.smithi092:> stat /dev/vg_nvme/lv_3 2024-03-07T02:50:15.632 INFO:teuthology.orchestra.run.smithi092.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-03-07T02:50:15.632 INFO:teuthology.orchestra.run.smithi092.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-07T02:50:15.632 INFO:teuthology.orchestra.run.smithi092.stdout:Device: 5h/5d Inode: 705 Links: 1 2024-03-07T02:50:15.632 INFO:teuthology.orchestra.run.smithi092.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-07T02:50:15.632 INFO:teuthology.orchestra.run.smithi092.stdout:Context: system_u:object_r:device_t:s0 2024-03-07T02:50:15.632 INFO:teuthology.orchestra.run.smithi092.stdout:Access: 2024-03-07 02:49:53.570177447 +0000 2024-03-07T02:50:15.632 INFO:teuthology.orchestra.run.smithi092.stdout:Modify: 2024-03-07 02:43:59.293116085 +0000 2024-03-07T02:50:15.632 INFO:teuthology.orchestra.run.smithi092.stdout:Change: 2024-03-07 02:43:59.293116085 +0000 2024-03-07T02:50:15.632 INFO:teuthology.orchestra.run.smithi092.stdout: Birth: 2024-03-07 02:43:59.293116085 +0000 2024-03-07T02:50:15.633 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-03-07T02:50:15.699 INFO:teuthology.orchestra.run.smithi092.stderr:1+0 records in 2024-03-07T02:50:15.699 INFO:teuthology.orchestra.run.smithi092.stderr:1+0 records out 2024-03-07T02:50:15.699 INFO:teuthology.orchestra.run.smithi092.stderr:512 bytes copied, 0.000218214 s, 2.3 MB/s 2024-03-07T02:50:15.700 DEBUG:teuthology.orchestra.run.smithi092:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-03-07T02:50:15.756 DEBUG:teuthology.orchestra.run.smithi092:> stat /dev/vg_nvme/lv_4 2024-03-07T02:50:15.811 INFO:teuthology.orchestra.run.smithi092.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-03-07T02:50:15.812 INFO:teuthology.orchestra.run.smithi092.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-07T02:50:15.812 INFO:teuthology.orchestra.run.smithi092.stdout:Device: 5h/5d Inode: 723 Links: 1 2024-03-07T02:50:15.812 INFO:teuthology.orchestra.run.smithi092.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-07T02:50:15.812 INFO:teuthology.orchestra.run.smithi092.stdout:Context: system_u:object_r:device_t:s0 2024-03-07T02:50:15.812 INFO:teuthology.orchestra.run.smithi092.stdout:Access: 2024-03-07 02:49:53.571177419 +0000 2024-03-07T02:50:15.812 INFO:teuthology.orchestra.run.smithi092.stdout:Modify: 2024-03-07 02:43:59.673105374 +0000 2024-03-07T02:50:15.812 INFO:teuthology.orchestra.run.smithi092.stdout:Change: 2024-03-07 02:43:59.673105374 +0000 2024-03-07T02:50:15.812 INFO:teuthology.orchestra.run.smithi092.stdout: Birth: 2024-03-07 02:43:59.673105374 +0000 2024-03-07T02:50:15.812 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-03-07T02:50:15.879 INFO:teuthology.orchestra.run.smithi092.stderr:1+0 records in 2024-03-07T02:50:15.879 INFO:teuthology.orchestra.run.smithi092.stderr:1+0 records out 2024-03-07T02:50:15.879 INFO:teuthology.orchestra.run.smithi092.stderr:512 bytes copied, 0.000189215 s, 2.7 MB/s 2024-03-07T02:50:15.881 DEBUG:teuthology.orchestra.run.smithi092:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-03-07T02:50:15.938 INFO:tasks.cephadm:Deploying osd.0 on smithi090 with /dev/vg_nvme/lv_4... 2024-03-07T02:50:15.938 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-03-07T02:50:16.023 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:15 smithi092 ceph-mon[31083]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:50:16.023 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:15 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:16.023 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:15 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:16.023 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:15 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:50:16.023 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:15 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:50:16.023 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:15 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:50:16.024 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:15 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:16.024 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:15 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-07T02:50:16.024 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:15 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-03-07T02:50:16.024 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:15 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-07T02:50:16.024 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:15 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:50:16.136 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T02:50:16.246 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:15 smithi090 ceph-mon[27223]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:50:16.246 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:15 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:16.246 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:15 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:16.246 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:15 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:50:16.246 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:15 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:50:16.246 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:15 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:50:16.247 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:15 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:16.247 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:15 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-07T02:50:16.247 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:15 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-03-07T02:50:16.247 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:15 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-07T02:50:16.247 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:15 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:50:16.247 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:15 smithi090 ceph-mon[37987]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:50:16.247 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:15 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:16.247 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:15 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:16.247 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:15 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:50:16.247 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:15 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:50:16.247 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:15 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:50:16.247 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:15 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:16.248 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:15 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-07T02:50:16.248 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:15 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-03-07T02:50:16.248 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:15 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-07T02:50:16.248 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:15 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:50:16.916 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:16 smithi092 ceph-mon[31083]: Deploying daemon mgr.x on smithi092 2024-03-07T02:50:17.136 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:16 smithi090 ceph-mon[27223]: Deploying daemon mgr.x on smithi092 2024-03-07T02:50:17.136 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:16 smithi090 ceph-mon[37987]: Deploying daemon mgr.x on smithi092 2024-03-07T02:50:17.879 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 02:50:17 smithi092 systemd[1]: Started Ceph mgr.x for fb96fd1c-dc2c-11ee-95c6-87774f69a715. 2024-03-07T02:50:17.982 INFO:teuthology.orchestra.run.smithi090.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-03-07T02:50:17.982 INFO:teuthology.orchestra.run.smithi090.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-03-07T02:50:17.982 INFO:teuthology.orchestra.run.smithi090.stderr: stderr: 10+0 records in 2024-03-07T02:50:17.982 INFO:teuthology.orchestra.run.smithi090.stderr:10+0 records out 2024-03-07T02:50:17.982 INFO:teuthology.orchestra.run.smithi090.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0113386 s, 925 MB/s 2024-03-07T02:50:17.982 INFO:teuthology.orchestra.run.smithi090.stderr:--> Zapping successful for: 2024-03-07T02:50:18.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:17 smithi092 ceph-mon[31083]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:50:18.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:17 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:18.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:17 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:18.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:17 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:18.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:17 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:18.314 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:17 smithi090 ceph-mon[27223]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:50:18.314 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:17 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:18.314 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:17 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:18.314 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:17 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:18.314 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:17 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:18.315 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:17 smithi090 ceph-mon[37987]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:50:18.315 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:17 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:18.315 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:17 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:18.315 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:17 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:18.315 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:17 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:18.620 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 02:50:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[32938]: 2024-03-07T02:50:18.288+0000 7f9ff4a69200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-07T02:50:18.621 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 02:50:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[32938]: 2024-03-07T02:50:18.398+0000 7f9ff4a69200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-07T02:50:18.646 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph orch daemon add osd smithi090:vg_nvme/lv_4 2024-03-07T02:50:18.847 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T02:50:19.151 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:18 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:50:19.151 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 02:50:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[32938]: 2024-03-07T02:50:19.052+0000 7f9ff4a69200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-07T02:50:19.151 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 02:50:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[32938]: 2024-03-07T02:50:19.148+0000 7f9ff4a69200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-07T02:50:19.208 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:18 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:50:19.209 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:18 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:50:19.416 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 02:50:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[32938]: 2024-03-07T02:50:19.288+0000 7f9ff4a69200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-07T02:50:19.416 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 02:50:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[32938]: 2024-03-07T02:50:19.383+0000 7f9ff4a69200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-07T02:50:19.728 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 02:50:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[32938]: 2024-03-07T02:50:19.464+0000 7f9ff4a69200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-07T02:50:19.728 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 02:50:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[32938]: 2024-03-07T02:50:19.725+0000 7f9ff4a69200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-07T02:50:20.015 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 02:50:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[32938]: 2024-03-07T02:50:19.834+0000 7f9ff4a69200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-07T02:50:20.015 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 02:50:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[32938]: 2024-03-07T02:50:19.919+0000 7f9ff4a69200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-07T02:50:20.015 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 02:50:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[32938]: 2024-03-07T02:50:20.012+0000 7f9ff4a69200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-07T02:50:20.314 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:20 smithi090 ceph-mon[27223]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:50:20.315 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:20 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:20.315 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:20 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:20.315 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:20 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:50:20.315 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:20 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:50:20.315 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:20 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:20.315 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:20 smithi090 ceph-mon[27223]: Reconfiguring mgr.y (unknown last config time)... 2024-03-07T02:50:20.315 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:20 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-07T02:50:20.315 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:20 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-07T02:50:20.315 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:20 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:50:20.315 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:20 smithi090 ceph-mon[27223]: Reconfiguring daemon mgr.y on smithi090 2024-03-07T02:50:20.315 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:20 smithi090 ceph-mon[37987]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:50:20.316 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:20 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:20.316 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:20 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:20.316 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:20 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:50:20.316 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:20 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:50:20.316 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:20 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:20.316 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:20 smithi090 ceph-mon[37987]: Reconfiguring mgr.y (unknown last config time)... 2024-03-07T02:50:20.316 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:20 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-07T02:50:20.316 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:20 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-07T02:50:20.316 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:20 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:50:20.316 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:20 smithi090 ceph-mon[37987]: Reconfiguring daemon mgr.y on smithi090 2024-03-07T02:50:20.416 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 02:50:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[32938]: 2024-03-07T02:50:20.186+0000 7f9ff4a69200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-07T02:50:20.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:20 smithi092 ceph-mon[31083]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:50:20.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:20 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:20.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:20 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:20.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:20 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:50:20.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:20 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:50:20.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:20 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:20.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:20 smithi092 ceph-mon[31083]: Reconfiguring mgr.y (unknown last config time)... 2024-03-07T02:50:20.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:20 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-07T02:50:20.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:20 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-07T02:50:20.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:20 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:50:20.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:20 smithi092 ceph-mon[31083]: Reconfiguring daemon mgr.y on smithi090 2024-03-07T02:50:21.416 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 02:50:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[32938]: 2024-03-07T02:50:21.147+0000 7f9ff4a69200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-07T02:50:21.416 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 02:50:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[32938]: 2024-03-07T02:50:21.276+0000 7f9ff4a69200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-07T02:50:21.895 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 02:50:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[32938]: 2024-03-07T02:50:21.610+0000 7f9ff4a69200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-07T02:50:21.895 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 02:50:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[32938]: 2024-03-07T02:50:21.699+0000 7f9ff4a69200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-07T02:50:21.895 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 02:50:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[32938]: 2024-03-07T02:50:21.893+0000 7f9ff4a69200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-07T02:50:22.166 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 02:50:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[32938]: 2024-03-07T02:50:22.077+0000 7f9ff4a69200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-07T02:50:22.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:21 smithi092 ceph-mon[31083]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:50:22.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:21 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:22.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:21 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:22.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:21 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:22.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:21 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:50:22.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:21 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:50:22.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:21 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:50:22.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:21 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:22.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:21 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-07T02:50:22.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:21 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-07T02:50:22.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:21 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:50:22.252 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:21 smithi090 ceph-mon[27223]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:50:22.252 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:21 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:22.252 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:21 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:22.253 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:21 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:22.253 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:21 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:50:22.253 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:21 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:50:22.253 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:21 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:50:22.253 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:21 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:22.253 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:21 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-07T02:50:22.253 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:21 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-07T02:50:22.253 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:21 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:50:22.253 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:21 smithi090 ceph-mon[37987]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:50:22.253 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:21 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:22.253 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:21 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:22.253 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:21 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:22.254 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:21 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:50:22.254 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:21 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:50:22.254 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:21 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:50:22.254 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:21 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:22.254 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:21 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-07T02:50:22.254 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:21 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-07T02:50:22.254 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:21 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:50:22.628 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 02:50:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[32938]: 2024-03-07T02:50:22.359+0000 7f9ff4a69200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-07T02:50:22.628 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 02:50:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[32938]: 2024-03-07T02:50:22.626+0000 7f9ff4a69200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-07T02:50:22.916 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 02:50:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[32938]: 2024-03-07T02:50:22.858+0000 7f9ff4a69200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-07T02:50:23.068 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:22 smithi090 ceph-mon[27223]: from='client.24110 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi090:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:50:23.068 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:22 smithi090 ceph-mon[37987]: from='client.24110 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi090:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:50:23.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:22 smithi092 ceph-mon[31083]: from='client.24110 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi090:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:50:23.916 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 02:50:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[32938]: 2024-03-07T02:50:23.646+0000 7f9ff4a69200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-07T02:50:24.240 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:23 smithi092 ceph-mon[31083]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:50:24.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:23 smithi090 ceph-mon[27223]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:50:24.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:23 smithi090 ceph-mon[37987]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:50:24.550 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 02:50:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[32938]: 2024-03-07T02:50:24.238+0000 7f9ff4a69200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-07T02:50:24.550 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 02:50:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[32938]: 2024-03-07T02:50:24.334+0000 7f9ff4a69200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-07T02:50:24.550 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 02:50:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[32938]: 2024-03-07T02:50:24.548+0000 7f9ff4a69200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-07T02:50:25.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:24 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/1379807717' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "62173b00-78b8-4233-9293-c750339830ce"}]: dispatch 2024-03-07T02:50:25.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:24 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/1379807717' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "62173b00-78b8-4233-9293-c750339830ce"}]': finished 2024-03-07T02:50:25.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:24 smithi090 ceph-mon[27223]: osdmap e5: 1 total, 0 up, 1 in 2024-03-07T02:50:25.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:24 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-07T02:50:25.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:24 smithi090 ceph-mon[27223]: Standby manager daemon x started 2024-03-07T02:50:25.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:24 smithi090 ceph-mon[27223]: from='mgr.? 172.21.15.92:0/4179442957' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-07T02:50:25.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:24 smithi090 ceph-mon[27223]: from='mgr.? 172.21.15.92:0/4179442957' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-07T02:50:25.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:24 smithi090 ceph-mon[27223]: from='mgr.? 172.21.15.92:0/4179442957' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-07T02:50:25.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:24 smithi090 ceph-mon[27223]: from='mgr.? 172.21.15.92:0/4179442957' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-07T02:50:25.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:24 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/3481219004' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-07T02:50:25.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:24 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/1379807717' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "62173b00-78b8-4233-9293-c750339830ce"}]: dispatch 2024-03-07T02:50:25.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:24 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/1379807717' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "62173b00-78b8-4233-9293-c750339830ce"}]': finished 2024-03-07T02:50:25.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:24 smithi090 ceph-mon[37987]: osdmap e5: 1 total, 0 up, 1 in 2024-03-07T02:50:25.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:24 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-07T02:50:25.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:24 smithi090 ceph-mon[37987]: Standby manager daemon x started 2024-03-07T02:50:25.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:24 smithi090 ceph-mon[37987]: from='mgr.? 172.21.15.92:0/4179442957' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-07T02:50:25.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:24 smithi090 ceph-mon[37987]: from='mgr.? 172.21.15.92:0/4179442957' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-07T02:50:25.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:24 smithi090 ceph-mon[37987]: from='mgr.? 172.21.15.92:0/4179442957' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-07T02:50:25.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:24 smithi090 ceph-mon[37987]: from='mgr.? 172.21.15.92:0/4179442957' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-07T02:50:25.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:24 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/3481219004' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-07T02:50:25.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:24 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/1379807717' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "62173b00-78b8-4233-9293-c750339830ce"}]: dispatch 2024-03-07T02:50:25.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:24 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/1379807717' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "62173b00-78b8-4233-9293-c750339830ce"}]': finished 2024-03-07T02:50:25.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:24 smithi092 ceph-mon[31083]: osdmap e5: 1 total, 0 up, 1 in 2024-03-07T02:50:25.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:24 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-07T02:50:25.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:24 smithi092 ceph-mon[31083]: Standby manager daemon x started 2024-03-07T02:50:25.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:24 smithi092 ceph-mon[31083]: from='mgr.? 172.21.15.92:0/4179442957' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-07T02:50:25.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:24 smithi092 ceph-mon[31083]: from='mgr.? 172.21.15.92:0/4179442957' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-07T02:50:25.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:24 smithi092 ceph-mon[31083]: from='mgr.? 172.21.15.92:0/4179442957' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-07T02:50:25.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:24 smithi092 ceph-mon[31083]: from='mgr.? 172.21.15.92:0/4179442957' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-07T02:50:25.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:24 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/3481219004' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-07T02:50:26.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:25 smithi090 ceph-mon[27223]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:50:26.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:25 smithi090 ceph-mon[27223]: mgrmap e14: y(active, since 64s), standbys: x 2024-03-07T02:50:26.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:25 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-07T02:50:26.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:25 smithi090 ceph-mon[37987]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:50:26.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:25 smithi090 ceph-mon[37987]: mgrmap e14: y(active, since 64s), standbys: x 2024-03-07T02:50:26.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:25 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-07T02:50:26.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:25 smithi092 ceph-mon[31083]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:50:26.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:25 smithi092 ceph-mon[31083]: mgrmap e14: y(active, since 64s), standbys: x 2024-03-07T02:50:26.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:25 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-07T02:50:28.251 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:27 smithi090 ceph-mon[27223]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:50:28.251 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:27 smithi090 ceph-mon[37987]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:50:28.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:27 smithi092 ceph-mon[31083]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:50:30.292 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:29 smithi090 ceph-mon[27223]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:50:30.292 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:29 smithi090 ceph-mon[37987]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:50:30.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:29 smithi092 ceph-mon[31083]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:50:31.171 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:30 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-03-07T02:50:31.171 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:30 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:50:31.171 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:30 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-03-07T02:50:31.171 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:30 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:50:31.409 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:30 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-03-07T02:50:31.409 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:30 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:50:32.067 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:31 smithi090 ceph-mon[27223]: Deploying daemon osd.0 on smithi090 2024-03-07T02:50:32.067 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:31 smithi090 ceph-mon[27223]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:50:32.068 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:31 smithi090 ceph-mon[37987]: Deploying daemon osd.0 on smithi090 2024-03-07T02:50:32.068 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:31 smithi090 ceph-mon[37987]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:50:32.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:31 smithi092 ceph-mon[31083]: Deploying daemon osd.0 on smithi090 2024-03-07T02:50:32.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:31 smithi092 ceph-mon[31083]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:50:34.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:33 smithi090 ceph-mon[27223]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:50:34.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:33 smithi090 ceph-mon[37987]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:50:34.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:33 smithi092 ceph-mon[31083]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:50:35.487 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:35 smithi090 ceph-mon[27223]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:50:35.487 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:35 smithi090 ceph-mon[37987]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:50:35.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:35 smithi092 ceph-mon[31083]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:50:37.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:36 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:37.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:36 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:50:37.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:36 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:37.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:36 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:37.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:36 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:50:37.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:36 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:37.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:36 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:37.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:36 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:50:37.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:36 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:38.012 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:37 smithi090 ceph-mon[27223]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:50:38.012 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:37 smithi090 ceph-mon[37987]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:50:38.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:37 smithi092 ceph-mon[31083]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:50:39.284 INFO:teuthology.orchestra.run.smithi090.stdout:Created osd(s) 0 on host 'smithi090' 2024-03-07T02:50:39.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:39 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:39.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:39 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:39.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:39 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:50:39.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:39 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:50:39.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:39 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:39.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:39 smithi090 ceph-mon[27223]: from='osd.0 [v2:172.21.15.90:6802/210461514,v1:172.21.15.90:6803/210461514]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-03-07T02:50:39.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:39 smithi090 ceph-mon[27223]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-03-07T02:50:39.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:39 smithi090 ceph-mon[27223]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:50:39.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:39 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:39.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:39 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:39.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:39 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:50:39.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:39 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:50:39.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:39 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:39.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:39 smithi090 ceph-mon[37987]: from='osd.0 [v2:172.21.15.90:6802/210461514,v1:172.21.15.90:6803/210461514]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-03-07T02:50:39.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:39 smithi090 ceph-mon[37987]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-03-07T02:50:39.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:39 smithi090 ceph-mon[37987]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:50:39.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:39 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:39.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:39 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:39.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:39 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:50:39.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:39 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:50:39.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:39 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:39.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:39 smithi092 ceph-mon[31083]: from='osd.0 [v2:172.21.15.90:6802/210461514,v1:172.21.15.90:6803/210461514]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-03-07T02:50:39.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:39 smithi092 ceph-mon[31083]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-03-07T02:50:39.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:39 smithi092 ceph-mon[31083]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:50:39.931 DEBUG:teuthology.orchestra.run.smithi090:osd.0> sudo journalctl -f -n 0 -u ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@osd.0.service 2024-03-07T02:50:39.933 INFO:tasks.cephadm:Deploying osd.1 on smithi090 with /dev/vg_nvme/lv_3... 2024-03-07T02:50:39.933 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-03-07T02:50:40.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:40 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:40.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:40 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:40.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:40 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:50:40.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:40 smithi090 ceph-mon[27223]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-03-07T02:50:40.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:40 smithi090 ceph-mon[27223]: osdmap e6: 1 total, 0 up, 1 in 2024-03-07T02:50:40.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:40 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-07T02:50:40.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:40 smithi090 ceph-mon[27223]: from='osd.0 [v2:172.21.15.90:6802/210461514,v1:172.21.15.90:6803/210461514]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-03-07T02:50:40.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:40 smithi090 ceph-mon[27223]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-03-07T02:50:40.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:40 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:40.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:40 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:40.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:40 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:50:40.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:40 smithi090 ceph-mon[37987]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-03-07T02:50:40.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:40 smithi090 ceph-mon[37987]: osdmap e6: 1 total, 0 up, 1 in 2024-03-07T02:50:40.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:40 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-07T02:50:40.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:40 smithi090 ceph-mon[37987]: from='osd.0 [v2:172.21.15.90:6802/210461514,v1:172.21.15.90:6803/210461514]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-03-07T02:50:40.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:40 smithi090 ceph-mon[37987]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-03-07T02:50:40.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:40 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:40.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:40 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:40.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:40 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:50:40.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:40 smithi092 ceph-mon[31083]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-03-07T02:50:40.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:40 smithi092 ceph-mon[31083]: osdmap e6: 1 total, 0 up, 1 in 2024-03-07T02:50:40.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:40 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-07T02:50:40.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:40 smithi092 ceph-mon[31083]: from='osd.0 [v2:172.21.15.90:6802/210461514,v1:172.21.15.90:6803/210461514]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-03-07T02:50:40.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:40 smithi092 ceph-mon[31083]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-03-07T02:50:41.074 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 02:50:40 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-0[41908]: 2024-03-07T02:50:40.853+0000 7f82d59a3700 -1 osd.0 0 waiting for initial osdmap 2024-03-07T02:50:41.075 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 02:50:40 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-0[41908]: 2024-03-07T02:50:40.856+0000 7f82cd790700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-07T02:50:41.113 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T02:50:42.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:41 smithi092 ceph-mon[31083]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]': finished 2024-03-07T02:50:42.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:41 smithi092 ceph-mon[31083]: osdmap e7: 1 total, 0 up, 1 in 2024-03-07T02:50:42.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:41 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-07T02:50:42.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:41 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-07T02:50:42.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:41 smithi092 ceph-mon[31083]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:50:42.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:41 smithi090 ceph-mon[27223]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]': finished 2024-03-07T02:50:42.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:41 smithi090 ceph-mon[27223]: osdmap e7: 1 total, 0 up, 1 in 2024-03-07T02:50:42.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:41 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-07T02:50:42.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:41 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-07T02:50:42.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:41 smithi090 ceph-mon[27223]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:50:42.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:41 smithi090 ceph-mon[37987]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]': finished 2024-03-07T02:50:42.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:41 smithi090 ceph-mon[37987]: osdmap e7: 1 total, 0 up, 1 in 2024-03-07T02:50:42.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:41 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-07T02:50:42.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:41 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-07T02:50:42.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:41 smithi090 ceph-mon[37987]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T02:50:42.905 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:42 smithi090 ceph-mon[37987]: purged_snaps scrub starts 2024-03-07T02:50:42.906 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:42 smithi090 ceph-mon[37987]: purged_snaps scrub ok 2024-03-07T02:50:42.906 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:42 smithi090 ceph-mon[37987]: osd.0 [v2:172.21.15.90:6802/210461514,v1:172.21.15.90:6803/210461514] boot 2024-03-07T02:50:42.906 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:42 smithi090 ceph-mon[37987]: osdmap e8: 1 total, 1 up, 1 in 2024-03-07T02:50:42.906 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:42 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-07T02:50:42.906 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:42 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-07T02:50:42.906 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:42 smithi090 ceph-mon[27223]: purged_snaps scrub starts 2024-03-07T02:50:42.906 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:42 smithi090 ceph-mon[27223]: purged_snaps scrub ok 2024-03-07T02:50:42.906 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:42 smithi090 ceph-mon[27223]: osd.0 [v2:172.21.15.90:6802/210461514,v1:172.21.15.90:6803/210461514] boot 2024-03-07T02:50:42.906 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:42 smithi090 ceph-mon[27223]: osdmap e8: 1 total, 1 up, 1 in 2024-03-07T02:50:42.906 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:42 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-07T02:50:42.906 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:42 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-07T02:50:43.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:42 smithi092 ceph-mon[31083]: purged_snaps scrub starts 2024-03-07T02:50:43.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:42 smithi092 ceph-mon[31083]: purged_snaps scrub ok 2024-03-07T02:50:43.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:42 smithi092 ceph-mon[31083]: osd.0 [v2:172.21.15.90:6802/210461514,v1:172.21.15.90:6803/210461514] boot 2024-03-07T02:50:43.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:42 smithi092 ceph-mon[31083]: osdmap e8: 1 total, 1 up, 1 in 2024-03-07T02:50:43.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:42 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-07T02:50:43.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:42 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-07T02:50:43.459 INFO:teuthology.orchestra.run.smithi090.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-03-07T02:50:43.459 INFO:teuthology.orchestra.run.smithi090.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-03-07T02:50:43.459 INFO:teuthology.orchestra.run.smithi090.stderr: stderr: 10+0 records in 2024-03-07T02:50:43.459 INFO:teuthology.orchestra.run.smithi090.stderr:10+0 records out 2024-03-07T02:50:43.459 INFO:teuthology.orchestra.run.smithi090.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0123039 s, 852 MB/s 2024-03-07T02:50:43.459 INFO:teuthology.orchestra.run.smithi090.stderr:--> Zapping successful for: 2024-03-07T02:50:44.048 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:43 smithi090 ceph-mon[27223]: osdmap e9: 1 total, 1 up, 1 in 2024-03-07T02:50:44.049 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:43 smithi090 ceph-mon[27223]: pgmap v40: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-07T02:50:44.049 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:43 smithi090 ceph-mon[37987]: osdmap e9: 1 total, 1 up, 1 in 2024-03-07T02:50:44.049 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:43 smithi090 ceph-mon[37987]: pgmap v40: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-07T02:50:44.072 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph orch daemon add osd smithi090:vg_nvme/lv_3 2024-03-07T02:50:44.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:43 smithi092 ceph-mon[31083]: osdmap e9: 1 total, 1 up, 1 in 2024-03-07T02:50:44.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:43 smithi092 ceph-mon[31083]: pgmap v40: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-07T02:50:44.610 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T02:50:45.772 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:45 smithi090 ceph-mon[27223]: Detected new or changed devices on smithi090 2024-03-07T02:50:45.772 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:45 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:45.772 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:45 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:45.772 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:45 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:50:45.772 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:45 smithi090 ceph-mon[27223]: Adjusting osd_memory_target on smithi090 to 16064M 2024-03-07T02:50:45.772 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:45 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:45.772 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:45 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:50:45.772 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:45 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:50:45.772 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:45 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:45.773 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:45 smithi090 ceph-mon[27223]: pgmap v41: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-07T02:50:45.773 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:45 smithi090 ceph-mon[37987]: Detected new or changed devices on smithi090 2024-03-07T02:50:45.773 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:45 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:45.773 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:45 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:45.773 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:45 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:50:45.773 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:45 smithi090 ceph-mon[37987]: Adjusting osd_memory_target on smithi090 to 16064M 2024-03-07T02:50:45.773 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:45 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:45.773 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:45 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:50:45.773 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:45 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:50:45.773 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:45 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:45.774 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:45 smithi090 ceph-mon[37987]: pgmap v41: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-07T02:50:45.916 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:45 smithi092 ceph-mon[31083]: Detected new or changed devices on smithi090 2024-03-07T02:50:45.916 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:45 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:45.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:45 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:45.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:45 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:50:45.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:45 smithi092 ceph-mon[31083]: Adjusting osd_memory_target on smithi090 to 16064M 2024-03-07T02:50:45.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:45 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:45.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:45 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:50:45.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:45 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:50:45.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:45 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:50:45.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:45 smithi092 ceph-mon[31083]: pgmap v41: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-07T02:50:46.808 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:46 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-07T02:50:46.809 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:46 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-07T02:50:46.809 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:46 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:50:46.809 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:46 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-07T02:50:46.809 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:46 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-07T02:50:46.809 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:46 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:50:46.916 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:46 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-07T02:50:46.916 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:46 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-07T02:50:46.916 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:46 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:50:47.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:47 smithi090 ceph-mon[27223]: from='client.24137 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi090:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:50:47.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:47 smithi090 ceph-mon[27223]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-07T02:50:47.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:47 smithi090 ceph-mon[37987]: from='client.24137 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi090:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:50:47.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:47 smithi090 ceph-mon[37987]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-07T02:50:47.916 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:47 smithi092 ceph-mon[31083]: from='client.24137 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi090:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:50:47.916 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:47 smithi092 ceph-mon[31083]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-07T02:50:49.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:48 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/2953756807' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ba6ddbb8-bfc5-473e-ac63-9dae10041bd2"}]: dispatch 2024-03-07T02:50:49.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:48 smithi092 ceph-mon[31083]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ba6ddbb8-bfc5-473e-ac63-9dae10041bd2"}]: dispatch 2024-03-07T02:50:49.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:48 smithi092 ceph-mon[31083]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ba6ddbb8-bfc5-473e-ac63-9dae10041bd2"}]': finished 2024-03-07T02:50:49.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:48 smithi092 ceph-mon[31083]: osdmap e10: 2 total, 1 up, 2 in 2024-03-07T02:50:49.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:48 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-07T02:50:49.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:48 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/2953756807' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ba6ddbb8-bfc5-473e-ac63-9dae10041bd2"}]: dispatch 2024-03-07T02:50:49.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:48 smithi090 ceph-mon[27223]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ba6ddbb8-bfc5-473e-ac63-9dae10041bd2"}]: dispatch 2024-03-07T02:50:49.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:48 smithi090 ceph-mon[27223]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ba6ddbb8-bfc5-473e-ac63-9dae10041bd2"}]': finished 2024-03-07T02:50:49.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:48 smithi090 ceph-mon[27223]: osdmap e10: 2 total, 1 up, 2 in 2024-03-07T02:50:49.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:48 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-07T02:50:49.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:48 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/2953756807' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ba6ddbb8-bfc5-473e-ac63-9dae10041bd2"}]: dispatch 2024-03-07T02:50:49.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:48 smithi090 ceph-mon[37987]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ba6ddbb8-bfc5-473e-ac63-9dae10041bd2"}]: dispatch 2024-03-07T02:50:49.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:48 smithi090 ceph-mon[37987]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ba6ddbb8-bfc5-473e-ac63-9dae10041bd2"}]': finished 2024-03-07T02:50:49.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:48 smithi090 ceph-mon[37987]: osdmap e10: 2 total, 1 up, 2 in 2024-03-07T02:50:49.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:48 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-07T02:50:50.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:49 smithi092 ceph-mon[31083]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-07T02:50:50.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:49 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/1522756982' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-07T02:50:50.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:49 smithi090 ceph-mon[27223]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-07T02:50:50.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:49 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/1522756982' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-07T02:50:50.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:49 smithi090 ceph-mon[37987]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-07T02:50:50.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:49 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/1522756982' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-07T02:50:52.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:51 smithi090 ceph-mon[27223]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-07T02:50:52.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:51 smithi090 ceph-mon[37987]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-07T02:50:52.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:51 smithi092 ceph-mon[31083]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-07T02:50:54.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:53 smithi090 ceph-mon[27223]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-07T02:50:54.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:53 smithi090 ceph-mon[37987]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-07T02:50:54.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:53 smithi092 ceph-mon[31083]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-07T02:50:55.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:55 smithi090 ceph-mon[27223]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-07T02:50:55.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:55 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-03-07T02:50:55.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:55 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:50:55.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:55 smithi090 ceph-mon[37987]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-07T02:50:55.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:55 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-03-07T02:50:55.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:55 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:50:55.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:55 smithi092 ceph-mon[31083]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-07T02:50:55.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:55 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-03-07T02:50:55.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:55 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:50:56.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:56 smithi090 ceph-mon[27223]: Deploying daemon osd.1 on smithi090 2024-03-07T02:50:56.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:56 smithi090 ceph-mon[37987]: Deploying daemon osd.1 on smithi090 2024-03-07T02:50:56.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:56 smithi092 ceph-mon[31083]: Deploying daemon osd.1 on smithi090 2024-03-07T02:50:57.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:57 smithi090 ceph-mon[27223]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-07T02:50:57.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:57 smithi090 ceph-mon[37987]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-07T02:50:57.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:57 smithi092 ceph-mon[31083]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-07T02:51:00.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:50:59 smithi090 ceph-mon[27223]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-07T02:51:00.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:50:59 smithi090 ceph-mon[37987]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-07T02:51:00.369 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:50:59 smithi092 ceph-mon[31083]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-07T02:51:01.667 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:01 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:01.667 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:01 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:01.667 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:01 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:51:01.667 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:01 smithi090 ceph-mon[37987]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-07T02:51:01.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:01 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:01.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:01 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:01.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:01 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:51:01.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:01 smithi092 ceph-mon[31083]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-07T02:51:01.667 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:01 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:01.668 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:01 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:01.668 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:01 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:51:01.668 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:01 smithi090 ceph-mon[27223]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-07T02:51:03.364 INFO:teuthology.orchestra.run.smithi090.stdout:Created osd(s) 1 on host 'smithi090' 2024-03-07T02:51:03.978 DEBUG:teuthology.orchestra.run.smithi090:osd.1> sudo journalctl -f -n 0 -u ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@osd.1.service 2024-03-07T02:51:03.980 INFO:tasks.cephadm:Deploying osd.2 on smithi090 with /dev/vg_nvme/lv_2... 2024-03-07T02:51:03.980 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-03-07T02:51:04.243 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T02:51:04.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:03 smithi090 ceph-mon[27223]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-07T02:51:04.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:03 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:04.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:03 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:04.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:03 smithi090 ceph-mon[27223]: from='osd.1 [v2:172.21.15.90:6810/1401063633,v1:172.21.15.90:6811/1401063633]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-03-07T02:51:04.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:03 smithi090 ceph-mon[37987]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-07T02:51:04.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:03 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:04.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:03 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:04.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:03 smithi090 ceph-mon[37987]: from='osd.1 [v2:172.21.15.90:6810/1401063633,v1:172.21.15.90:6811/1401063633]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-03-07T02:51:04.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:03 smithi092 ceph-mon[31083]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-07T02:51:04.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:03 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:04.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:03 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:04.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:03 smithi092 ceph-mon[31083]: from='osd.1 [v2:172.21.15.90:6810/1401063633,v1:172.21.15.90:6811/1401063633]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-03-07T02:51:05.472 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:05 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:05.472 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:05 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:05.472 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:05 smithi090 ceph-mon[27223]: from='osd.1 [v2:172.21.15.90:6810/1401063633,v1:172.21.15.90:6811/1401063633]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-03-07T02:51:05.472 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:05 smithi090 ceph-mon[27223]: osdmap e11: 2 total, 1 up, 2 in 2024-03-07T02:51:05.472 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:05 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-07T02:51:05.472 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:05 smithi090 ceph-mon[27223]: from='osd.1 [v2:172.21.15.90:6810/1401063633,v1:172.21.15.90:6811/1401063633]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-03-07T02:51:05.472 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:05 smithi090 ceph-mon[27223]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-07T02:51:05.473 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:05 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:05.473 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:05 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:05.473 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:05 smithi090 ceph-mon[37987]: from='osd.1 [v2:172.21.15.90:6810/1401063633,v1:172.21.15.90:6811/1401063633]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-03-07T02:51:05.473 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:05 smithi090 ceph-mon[37987]: osdmap e11: 2 total, 1 up, 2 in 2024-03-07T02:51:05.473 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:05 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-07T02:51:05.473 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:05 smithi090 ceph-mon[37987]: from='osd.1 [v2:172.21.15.90:6810/1401063633,v1:172.21.15.90:6811/1401063633]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-03-07T02:51:05.473 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:05 smithi090 ceph-mon[37987]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-07T02:51:05.473 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 02:51:05 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[47862]: 2024-03-07T02:51:05.328+0000 7f04c7e54700 -1 osd.1 0 waiting for initial osdmap 2024-03-07T02:51:05.473 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 02:51:05 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[47862]: 2024-03-07T02:51:05.332+0000 7f04c3c49700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-07T02:51:05.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:05 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:05.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:05 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:05.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:05 smithi092 ceph-mon[31083]: from='osd.1 [v2:172.21.15.90:6810/1401063633,v1:172.21.15.90:6811/1401063633]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-03-07T02:51:05.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:05 smithi092 ceph-mon[31083]: osdmap e11: 2 total, 1 up, 2 in 2024-03-07T02:51:05.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:05 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-07T02:51:05.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:05 smithi092 ceph-mon[31083]: from='osd.1 [v2:172.21.15.90:6810/1401063633,v1:172.21.15.90:6811/1401063633]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-03-07T02:51:05.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:05 smithi092 ceph-mon[31083]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-07T02:51:06.119 INFO:teuthology.orchestra.run.smithi090.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-03-07T02:51:06.119 INFO:teuthology.orchestra.run.smithi090.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-03-07T02:51:06.119 INFO:teuthology.orchestra.run.smithi090.stderr: stderr: 10+0 records in 2024-03-07T02:51:06.119 INFO:teuthology.orchestra.run.smithi090.stderr:10+0 records out 2024-03-07T02:51:06.120 INFO:teuthology.orchestra.run.smithi090.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.012467 s, 841 MB/s 2024-03-07T02:51:06.120 INFO:teuthology.orchestra.run.smithi090.stderr:--> Zapping successful for: 2024-03-07T02:51:06.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:06 smithi092 ceph-mon[31083]: from='osd.1 [v2:172.21.15.90:6810/1401063633,v1:172.21.15.90:6811/1401063633]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]': finished 2024-03-07T02:51:06.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:06 smithi092 ceph-mon[31083]: osdmap e12: 2 total, 1 up, 2 in 2024-03-07T02:51:06.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:06 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-07T02:51:06.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:06 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-07T02:51:06.750 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:06 smithi090 ceph-mon[27223]: from='osd.1 [v2:172.21.15.90:6810/1401063633,v1:172.21.15.90:6811/1401063633]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]': finished 2024-03-07T02:51:06.750 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:06 smithi090 ceph-mon[27223]: osdmap e12: 2 total, 1 up, 2 in 2024-03-07T02:51:06.750 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:06 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-07T02:51:06.751 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:06 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-07T02:51:06.751 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:06 smithi090 ceph-mon[37987]: from='osd.1 [v2:172.21.15.90:6810/1401063633,v1:172.21.15.90:6811/1401063633]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]': finished 2024-03-07T02:51:06.751 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:06 smithi090 ceph-mon[37987]: osdmap e12: 2 total, 1 up, 2 in 2024-03-07T02:51:06.751 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:06 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-07T02:51:06.751 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:06 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-07T02:51:07.009 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph orch daemon add osd smithi090:vg_nvme/lv_2 2024-03-07T02:51:07.597 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:07 smithi090 ceph-mon[37987]: purged_snaps scrub starts 2024-03-07T02:51:07.597 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:07 smithi090 ceph-mon[37987]: purged_snaps scrub ok 2024-03-07T02:51:07.598 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:07 smithi090 ceph-mon[37987]: osd.1 [v2:172.21.15.90:6810/1401063633,v1:172.21.15.90:6811/1401063633] boot 2024-03-07T02:51:07.598 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:07 smithi090 ceph-mon[37987]: osdmap e13: 2 total, 2 up, 2 in 2024-03-07T02:51:07.598 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:07 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-07T02:51:07.598 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:07 smithi090 ceph-mon[37987]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-07T02:51:07.598 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:07 smithi090 ceph-mon[27223]: purged_snaps scrub starts 2024-03-07T02:51:07.598 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:07 smithi090 ceph-mon[27223]: purged_snaps scrub ok 2024-03-07T02:51:07.598 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:07 smithi090 ceph-mon[27223]: osd.1 [v2:172.21.15.90:6810/1401063633,v1:172.21.15.90:6811/1401063633] boot 2024-03-07T02:51:07.598 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:07 smithi090 ceph-mon[27223]: osdmap e13: 2 total, 2 up, 2 in 2024-03-07T02:51:07.598 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:07 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-07T02:51:07.598 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:07 smithi090 ceph-mon[27223]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-07T02:51:07.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:07 smithi092 ceph-mon[31083]: purged_snaps scrub starts 2024-03-07T02:51:07.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:07 smithi092 ceph-mon[31083]: purged_snaps scrub ok 2024-03-07T02:51:07.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:07 smithi092 ceph-mon[31083]: osd.1 [v2:172.21.15.90:6810/1401063633,v1:172.21.15.90:6811/1401063633] boot 2024-03-07T02:51:07.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:07 smithi092 ceph-mon[31083]: osdmap e13: 2 total, 2 up, 2 in 2024-03-07T02:51:07.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:07 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-07T02:51:07.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:07 smithi092 ceph-mon[31083]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-07T02:51:07.955 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T02:51:08.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:08 smithi090 ceph-mon[27223]: osdmap e14: 2 total, 2 up, 2 in 2024-03-07T02:51:08.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:08 smithi090 ceph-mon[37987]: osdmap e14: 2 total, 2 up, 2 in 2024-03-07T02:51:08.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:08 smithi092 ceph-mon[31083]: osdmap e14: 2 total, 2 up, 2 in 2024-03-07T02:51:09.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:09 smithi090 ceph-mon[37987]: pgmap v58: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-07T02:51:09.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:09 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:09.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:09 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:09.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:09 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:51:09.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:09 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:51:09.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:09 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:09.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:09 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:51:09.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:09 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:51:09.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:09 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:09.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:09 smithi090 ceph-mon[27223]: pgmap v58: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-07T02:51:09.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:09 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:09.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:09 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:09.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:09 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:51:09.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:09 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:51:09.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:09 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:09.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:09 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:51:09.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:09 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:51:09.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:09 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:09.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:09 smithi092 ceph-mon[31083]: pgmap v58: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-07T02:51:09.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:09 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:09.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:09 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:09.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:09 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:51:09.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:09 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:51:09.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:09 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:09.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:09 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:51:09.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:09 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:51:09.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:09 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:10.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:10 smithi092 ceph-mon[31083]: Detected new or changed devices on smithi090 2024-03-07T02:51:10.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:10 smithi092 ceph-mon[31083]: Adjusting osd_memory_target on smithi090 to 8032M 2024-03-07T02:51:10.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:10 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:51:10.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:10 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:51:10.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:10 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:51:10.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:10 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:10.822 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:10 smithi090 ceph-mon[27223]: Detected new or changed devices on smithi090 2024-03-07T02:51:10.822 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:10 smithi090 ceph-mon[27223]: Adjusting osd_memory_target on smithi090 to 8032M 2024-03-07T02:51:10.823 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:10 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:51:10.823 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:10 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:51:10.823 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:10 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:51:10.823 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:10 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:10.823 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:10 smithi090 ceph-mon[37987]: Detected new or changed devices on smithi090 2024-03-07T02:51:10.823 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:10 smithi090 ceph-mon[37987]: Adjusting osd_memory_target on smithi090 to 8032M 2024-03-07T02:51:10.823 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:10 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:51:10.823 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:10 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:51:10.823 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:10 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:51:10.823 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:10 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:11.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:11 smithi090 ceph-mon[27223]: from='client.24164 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi090:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:51:11.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:11 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-07T02:51:11.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:11 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-07T02:51:11.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:11 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:51:11.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:11 smithi090 ceph-mon[27223]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-07T02:51:11.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:11 smithi090 ceph-mon[37987]: from='client.24164 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi090:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:51:11.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:11 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-07T02:51:11.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:11 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-07T02:51:11.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:11 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:51:11.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:11 smithi090 ceph-mon[37987]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-07T02:51:11.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:11 smithi092 ceph-mon[31083]: from='client.24164 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi090:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:51:11.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:11 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-07T02:51:11.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:11 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-07T02:51:11.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:11 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:51:11.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:11 smithi092 ceph-mon[31083]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-07T02:51:13.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:12 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/1619328913' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ff8047c3-1b5e-4299-a2ae-bedeef72354c"}]: dispatch 2024-03-07T02:51:13.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:12 smithi090 ceph-mon[27223]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ff8047c3-1b5e-4299-a2ae-bedeef72354c"}]: dispatch 2024-03-07T02:51:13.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:12 smithi090 ceph-mon[27223]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ff8047c3-1b5e-4299-a2ae-bedeef72354c"}]': finished 2024-03-07T02:51:13.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:12 smithi090 ceph-mon[27223]: osdmap e15: 3 total, 2 up, 3 in 2024-03-07T02:51:13.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:12 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-07T02:51:13.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:12 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/1619328913' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ff8047c3-1b5e-4299-a2ae-bedeef72354c"}]: dispatch 2024-03-07T02:51:13.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:12 smithi090 ceph-mon[37987]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ff8047c3-1b5e-4299-a2ae-bedeef72354c"}]: dispatch 2024-03-07T02:51:13.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:12 smithi090 ceph-mon[37987]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ff8047c3-1b5e-4299-a2ae-bedeef72354c"}]': finished 2024-03-07T02:51:13.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:12 smithi090 ceph-mon[37987]: osdmap e15: 3 total, 2 up, 3 in 2024-03-07T02:51:13.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:12 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-07T02:51:13.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:12 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/1619328913' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ff8047c3-1b5e-4299-a2ae-bedeef72354c"}]: dispatch 2024-03-07T02:51:13.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:12 smithi092 ceph-mon[31083]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ff8047c3-1b5e-4299-a2ae-bedeef72354c"}]: dispatch 2024-03-07T02:51:13.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:12 smithi092 ceph-mon[31083]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ff8047c3-1b5e-4299-a2ae-bedeef72354c"}]': finished 2024-03-07T02:51:13.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:12 smithi092 ceph-mon[31083]: osdmap e15: 3 total, 2 up, 3 in 2024-03-07T02:51:13.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:12 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-07T02:51:14.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:13 smithi090 ceph-mon[37987]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-07T02:51:14.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:13 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/2517191086' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-07T02:51:14.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:13 smithi090 ceph-mon[27223]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-07T02:51:14.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:13 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/2517191086' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-07T02:51:14.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:13 smithi092 ceph-mon[31083]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-07T02:51:14.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:13 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/2517191086' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-07T02:51:15.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:15 smithi090 ceph-mon[37987]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-07T02:51:15.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:15 smithi090 ceph-mon[27223]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-07T02:51:15.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:15 smithi092 ceph-mon[31083]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-07T02:51:18.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:17 smithi090 ceph-mon[27223]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-07T02:51:18.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:17 smithi090 ceph-mon[37987]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-07T02:51:18.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:17 smithi092 ceph-mon[31083]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-07T02:51:20.304 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:19 smithi090 ceph-mon[27223]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-07T02:51:20.304 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:19 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-03-07T02:51:20.304 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:19 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:51:20.305 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:19 smithi090 ceph-mon[37987]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-07T02:51:20.305 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:19 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-03-07T02:51:20.305 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:19 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:51:20.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:19 smithi092 ceph-mon[31083]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-07T02:51:20.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:19 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-03-07T02:51:20.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:19 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:51:21.234 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:20 smithi090 ceph-mon[27223]: Deploying daemon osd.2 on smithi090 2024-03-07T02:51:21.234 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:20 smithi090 ceph-mon[37987]: Deploying daemon osd.2 on smithi090 2024-03-07T02:51:21.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:21 smithi092 ceph-mon[31083]: Deploying daemon osd.2 on smithi090 2024-03-07T02:51:22.250 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:22 smithi090 ceph-mon[27223]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-07T02:51:22.251 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:22 smithi090 ceph-mon[37987]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-07T02:51:22.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:22 smithi092 ceph-mon[31083]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-07T02:51:24.271 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:24 smithi090 ceph-mon[27223]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-07T02:51:24.271 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:24 smithi090 ceph-mon[37987]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-07T02:51:24.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:24 smithi092 ceph-mon[31083]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-07T02:51:25.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:25 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:25.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:25 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:25.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:25 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:51:25.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:25 smithi092 ceph-mon[31083]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-07T02:51:25.823 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:25 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:25.823 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:25 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:25.823 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:25 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:51:25.824 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:25 smithi090 ceph-mon[27223]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-07T02:51:25.824 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:25 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:25.824 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:25 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:25.824 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:25 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:51:25.824 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:25 smithi090 ceph-mon[37987]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-07T02:51:27.768 INFO:teuthology.orchestra.run.smithi090.stdout:Created osd(s) 2 on host 'smithi090' 2024-03-07T02:51:28.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:28 smithi090 ceph-mon[27223]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-07T02:51:28.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:28 smithi090 ceph-mon[27223]: from='osd.2 [v2:172.21.15.90:6818/127945800,v1:172.21.15.90:6819/127945800]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-03-07T02:51:28.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:28 smithi090 ceph-mon[27223]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-03-07T02:51:28.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:28 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:28.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:28 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:28.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:28 smithi090 ceph-mon[37987]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-07T02:51:28.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:28 smithi090 ceph-mon[37987]: from='osd.2 [v2:172.21.15.90:6818/127945800,v1:172.21.15.90:6819/127945800]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-03-07T02:51:28.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:28 smithi090 ceph-mon[37987]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-03-07T02:51:28.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:28 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:28.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:28 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:28.372 DEBUG:teuthology.orchestra.run.smithi090:osd.2> sudo journalctl -f -n 0 -u ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@osd.2.service 2024-03-07T02:51:28.374 INFO:tasks.cephadm:Deploying osd.3 on smithi090 with /dev/vg_nvme/lv_1... 2024-03-07T02:51:28.374 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-03-07T02:51:28.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:28 smithi092 ceph-mon[31083]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-07T02:51:28.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:28 smithi092 ceph-mon[31083]: from='osd.2 [v2:172.21.15.90:6818/127945800,v1:172.21.15.90:6819/127945800]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-03-07T02:51:28.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:28 smithi092 ceph-mon[31083]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-03-07T02:51:28.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:28 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:28.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:28 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:28.624 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T02:51:29.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:29 smithi090 ceph-mon[27223]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-03-07T02:51:29.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:29 smithi090 ceph-mon[27223]: osdmap e16: 3 total, 2 up, 3 in 2024-03-07T02:51:29.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:29 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-07T02:51:29.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:29 smithi090 ceph-mon[27223]: from='osd.2 [v2:172.21.15.90:6818/127945800,v1:172.21.15.90:6819/127945800]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-03-07T02:51:29.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:29 smithi090 ceph-mon[27223]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-03-07T02:51:29.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:29 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:29.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:29 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:29.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:29 smithi090 ceph-mon[37987]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-03-07T02:51:29.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:29 smithi090 ceph-mon[37987]: osdmap e16: 3 total, 2 up, 3 in 2024-03-07T02:51:29.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:29 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-07T02:51:29.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:29 smithi090 ceph-mon[37987]: from='osd.2 [v2:172.21.15.90:6818/127945800,v1:172.21.15.90:6819/127945800]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-03-07T02:51:29.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:29 smithi090 ceph-mon[37987]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-03-07T02:51:29.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:29 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:29.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:29 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:29.330 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 02:51:29 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[53928]: 2024-03-07T02:51:29.012+0000 7f4480c14700 -1 osd.2 0 waiting for initial osdmap 2024-03-07T02:51:29.330 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 02:51:29 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[53928]: 2024-03-07T02:51:29.016+0000 7f447b206700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-07T02:51:29.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:29 smithi092 ceph-mon[31083]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-03-07T02:51:29.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:29 smithi092 ceph-mon[31083]: osdmap e16: 3 total, 2 up, 3 in 2024-03-07T02:51:29.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:29 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-07T02:51:29.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:29 smithi092 ceph-mon[31083]: from='osd.2 [v2:172.21.15.90:6818/127945800,v1:172.21.15.90:6819/127945800]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-03-07T02:51:29.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:29 smithi092 ceph-mon[31083]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-03-07T02:51:29.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:29 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:29.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:29 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:30.318 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:30 smithi092 ceph-mon[31083]: pgmap v70: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-07T02:51:30.318 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:30 smithi092 ceph-mon[31083]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]': finished 2024-03-07T02:51:30.318 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:30 smithi092 ceph-mon[31083]: osdmap e17: 3 total, 2 up, 3 in 2024-03-07T02:51:30.318 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:30 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-07T02:51:30.318 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:30 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-07T02:51:30.318 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:30 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-07T02:51:30.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:30 smithi090 ceph-mon[27223]: pgmap v70: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-07T02:51:30.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:30 smithi090 ceph-mon[27223]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]': finished 2024-03-07T02:51:30.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:30 smithi090 ceph-mon[27223]: osdmap e17: 3 total, 2 up, 3 in 2024-03-07T02:51:30.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:30 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-07T02:51:30.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:30 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-07T02:51:30.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:30 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-07T02:51:30.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:30 smithi090 ceph-mon[37987]: pgmap v70: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-07T02:51:30.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:30 smithi090 ceph-mon[37987]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]': finished 2024-03-07T02:51:30.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:30 smithi090 ceph-mon[37987]: osdmap e17: 3 total, 2 up, 3 in 2024-03-07T02:51:30.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:30 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-07T02:51:30.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:30 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-07T02:51:30.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:30 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-07T02:51:31.150 INFO:teuthology.orchestra.run.smithi090.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-03-07T02:51:31.150 INFO:teuthology.orchestra.run.smithi090.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-03-07T02:51:31.150 INFO:teuthology.orchestra.run.smithi090.stderr: stderr: 10+0 records in 2024-03-07T02:51:31.150 INFO:teuthology.orchestra.run.smithi090.stderr:10+0 records out 2024-03-07T02:51:31.150 INFO:teuthology.orchestra.run.smithi090.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0122928 s, 853 MB/s 2024-03-07T02:51:31.150 INFO:teuthology.orchestra.run.smithi090.stderr:--> Zapping successful for: 2024-03-07T02:51:31.466 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:31 smithi090 ceph-mon[37987]: purged_snaps scrub starts 2024-03-07T02:51:31.467 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:31 smithi090 ceph-mon[37987]: purged_snaps scrub ok 2024-03-07T02:51:31.467 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:31 smithi090 ceph-mon[37987]: osd.2 [v2:172.21.15.90:6818/127945800,v1:172.21.15.90:6819/127945800] boot 2024-03-07T02:51:31.467 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:31 smithi090 ceph-mon[37987]: osdmap e18: 3 total, 3 up, 3 in 2024-03-07T02:51:31.467 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:31 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-07T02:51:31.467 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:31 smithi090 ceph-mon[27223]: purged_snaps scrub starts 2024-03-07T02:51:31.467 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:31 smithi090 ceph-mon[27223]: purged_snaps scrub ok 2024-03-07T02:51:31.467 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:31 smithi090 ceph-mon[27223]: osd.2 [v2:172.21.15.90:6818/127945800,v1:172.21.15.90:6819/127945800] boot 2024-03-07T02:51:31.467 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:31 smithi090 ceph-mon[27223]: osdmap e18: 3 total, 3 up, 3 in 2024-03-07T02:51:31.467 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:31 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-07T02:51:31.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:31 smithi092 ceph-mon[31083]: purged_snaps scrub starts 2024-03-07T02:51:31.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:31 smithi092 ceph-mon[31083]: purged_snaps scrub ok 2024-03-07T02:51:31.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:31 smithi092 ceph-mon[31083]: osd.2 [v2:172.21.15.90:6818/127945800,v1:172.21.15.90:6819/127945800] boot 2024-03-07T02:51:31.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:31 smithi092 ceph-mon[31083]: osdmap e18: 3 total, 3 up, 3 in 2024-03-07T02:51:31.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:31 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-07T02:51:32.209 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph orch daemon add osd smithi090:vg_nvme/lv_1 2024-03-07T02:51:32.393 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:32 smithi090 ceph-mon[37987]: pgmap v73: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-07T02:51:32.393 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:32 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-03-07T02:51:32.393 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:32 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-03-07T02:51:32.393 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:32 smithi090 ceph-mon[37987]: osdmap e19: 3 total, 3 up, 3 in 2024-03-07T02:51:32.393 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:32 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-03-07T02:51:32.394 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:32 smithi090 ceph-mon[27223]: pgmap v73: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-07T02:51:32.394 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:32 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-03-07T02:51:32.394 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:32 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-03-07T02:51:32.394 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:32 smithi090 ceph-mon[27223]: osdmap e19: 3 total, 3 up, 3 in 2024-03-07T02:51:32.394 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:32 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-03-07T02:51:32.666 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T02:51:32.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:32 smithi092 ceph-mon[31083]: pgmap v73: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-07T02:51:32.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:32 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-03-07T02:51:32.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:32 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-03-07T02:51:32.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:32 smithi092 ceph-mon[31083]: osdmap e19: 3 total, 3 up, 3 in 2024-03-07T02:51:32.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:32 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-03-07T02:51:33.359 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 02:51:33 smithi090 sudo[57578]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-03-07T02:51:33.359 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 02:51:33 smithi090 sudo[57578]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-07T02:51:33.360 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 02:51:33 smithi090 sudo[57578]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-07T02:51:33.360 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 02:51:33 smithi090 sudo[57578]: pam_unix(sudo:session): session closed for user root 2024-03-07T02:51:33.360 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:33 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-03-07T02:51:33.360 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:33 smithi090 ceph-mon[37987]: osdmap e20: 3 total, 3 up, 3 in 2024-03-07T02:51:33.360 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:33 smithi090 ceph-mon[37987]: pgmap v76: 1 pgs: 1 creating+activating; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-03-07T02:51:33.360 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:33 smithi090 ceph-mon[37987]: Detected new or changed devices on smithi090 2024-03-07T02:51:33.360 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:33 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:33.360 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:33 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:33.361 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:33 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:51:33.361 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:33 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:51:33.361 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:33 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:51:33.361 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:33 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:33.361 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:33 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:51:33.361 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:33 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:51:33.361 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:33 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:33.361 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:33 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-03-07T02:51:33.361 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:33 smithi090 ceph-mon[27223]: osdmap e20: 3 total, 3 up, 3 in 2024-03-07T02:51:33.361 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:33 smithi090 ceph-mon[27223]: pgmap v76: 1 pgs: 1 creating+activating; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-03-07T02:51:33.361 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:33 smithi090 ceph-mon[27223]: Detected new or changed devices on smithi090 2024-03-07T02:51:33.361 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:33 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:33.361 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:33 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:33.362 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:33 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:51:33.362 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:33 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:51:33.362 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:33 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:51:33.362 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:33 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:33.362 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:33 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:51:33.362 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:33 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:51:33.362 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:33 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:33.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:33 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-03-07T02:51:33.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:33 smithi092 ceph-mon[31083]: osdmap e20: 3 total, 3 up, 3 in 2024-03-07T02:51:33.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:33 smithi092 ceph-mon[31083]: pgmap v76: 1 pgs: 1 creating+activating; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-03-07T02:51:33.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:33 smithi092 ceph-mon[31083]: Detected new or changed devices on smithi090 2024-03-07T02:51:33.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:33 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:33.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:33 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:33.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:33 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:51:33.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:33 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:51:33.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:33 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:51:33.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:33 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:33.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:33 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:51:33.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:33 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:51:33.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:33 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:33.678 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 02:51:33 smithi090 sudo[57650]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-03-07T02:51:33.678 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 02:51:33 smithi090 sudo[57650]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-07T02:51:33.678 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 02:51:33 smithi090 sudo[57650]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-07T02:51:33.678 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 02:51:33 smithi090 sudo[57650]: pam_unix(sudo:session): session closed for user root 2024-03-07T02:51:33.935 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 02:51:33 smithi090 sudo[57666]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-03-07T02:51:33.936 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 02:51:33 smithi090 sudo[57666]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-07T02:51:33.936 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 02:51:33 smithi090 sudo[57666]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-07T02:51:33.936 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 02:51:33 smithi090 sudo[57666]: pam_unix(sudo:session): session closed for user root 2024-03-07T02:51:34.186 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 02:51:34 smithi090 sudo[57675]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-03-07T02:51:34.187 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 02:51:34 smithi090 sudo[57675]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-07T02:51:34.187 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 02:51:34 smithi090 sudo[57675]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-07T02:51:34.187 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 02:51:33 smithi090 sudo[57672]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-03-07T02:51:34.187 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 02:51:33 smithi090 sudo[57672]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-07T02:51:34.187 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 02:51:33 smithi090 sudo[57672]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-07T02:51:34.187 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 02:51:33 smithi090 sudo[57672]: pam_unix(sudo:session): session closed for user root 2024-03-07T02:51:34.449 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 02:51:34 smithi090 sudo[57675]: pam_unix(sudo:session): session closed for user root 2024-03-07T02:51:34.450 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:34 smithi090 ceph-mon[27223]: Adjusting osd_memory_target on smithi090 to 5354M 2024-03-07T02:51:34.450 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:34 smithi090 ceph-mon[27223]: osdmap e21: 3 total, 3 up, 3 in 2024-03-07T02:51:34.450 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:34 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:51:34.450 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:34 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:51:34.450 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:34 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:51:34.450 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:34 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:34.450 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:34 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:34.450 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:34 smithi090 ceph-mon[37987]: Adjusting osd_memory_target on smithi090 to 5354M 2024-03-07T02:51:34.450 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:34 smithi090 ceph-mon[37987]: osdmap e21: 3 total, 3 up, 3 in 2024-03-07T02:51:34.450 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:34 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:51:34.451 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:34 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:51:34.451 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:34 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:51:34.451 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:34 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:34.451 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:34 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:34.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:34 smithi092 ceph-mon[31083]: Adjusting osd_memory_target on smithi090 to 5354M 2024-03-07T02:51:34.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:34 smithi092 ceph-mon[31083]: osdmap e21: 3 total, 3 up, 3 in 2024-03-07T02:51:34.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:34 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:51:34.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:34 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:51:34.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:34 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:51:34.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:34 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:34.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:34 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:34.711 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 02:51:34 smithi090 sudo[57700]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-03-07T02:51:34.711 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 02:51:34 smithi090 sudo[57700]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-07T02:51:34.711 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 02:51:34 smithi090 sudo[57700]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-07T02:51:34.712 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 02:51:34 smithi090 sudo[57700]: pam_unix(sudo:session): session closed for user root 2024-03-07T02:51:34.973 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:34 smithi090 sudo[57709]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-03-07T02:51:34.973 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:34 smithi090 sudo[57709]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-07T02:51:34.973 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:34 smithi090 sudo[57709]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-07T02:51:34.973 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:34 smithi090 sudo[57709]: pam_unix(sudo:session): session closed for user root 2024-03-07T02:51:35.288 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:34 smithi090 sudo[57732]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-03-07T02:51:35.288 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:34 smithi090 sudo[57732]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-07T02:51:35.288 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:34 smithi090 sudo[57732]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-07T02:51:35.288 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:34 smithi090 sudo[57732]: pam_unix(sudo:session): session closed for user root 2024-03-07T02:51:35.465 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:35 smithi092 sudo[33640]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-03-07T02:51:35.466 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:35 smithi092 sudo[33640]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-07T02:51:35.466 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:35 smithi092 sudo[33640]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-07T02:51:35.466 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:35 smithi092 sudo[33640]: pam_unix(sudo:session): session closed for user root 2024-03-07T02:51:35.568 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:35 smithi090 ceph-mon[27223]: mgrmap e15: y(active, since 2m), standbys: x 2024-03-07T02:51:35.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:35 smithi090 ceph-mon[27223]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-07T02:51:35.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:35 smithi090 ceph-mon[27223]: from='client.24197 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi090:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:51:35.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:35 smithi090 ceph-mon[27223]: pgmap v78: 1 pgs: 1 creating+activating; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-03-07T02:51:35.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:35 smithi090 ceph-mon[27223]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-07T02:51:35.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:35 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:51:35.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:35 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:51:35.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:35 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:51:35.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:35 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-07T02:51:35.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:35 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:51:35.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:35 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:51:35.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:35 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:51:35.570 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:35 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-07T02:51:35.570 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:35 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:51:35.570 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:35 smithi090 ceph-mon[37987]: mgrmap e15: y(active, since 2m), standbys: x 2024-03-07T02:51:35.570 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:35 smithi090 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-07T02:51:35.570 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:35 smithi090 ceph-mon[37987]: from='client.24197 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi090:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:51:35.570 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:35 smithi090 ceph-mon[37987]: pgmap v78: 1 pgs: 1 creating+activating; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-03-07T02:51:35.570 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:35 smithi090 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-07T02:51:35.570 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:35 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:51:35.570 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:35 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:51:35.570 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:35 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:51:35.570 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:35 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-07T02:51:35.570 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:35 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:51:35.570 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:35 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:51:35.571 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:35 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:51:35.571 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:35 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-07T02:51:35.571 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:35 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:51:35.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:35 smithi090 sudo[57884]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-03-07T02:51:35.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:35 smithi090 sudo[57884]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-07T02:51:35.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:35 smithi090 sudo[57884]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-07T02:51:35.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:35 smithi090 sudo[57884]: pam_unix(sudo:session): session closed for user root 2024-03-07T02:51:35.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:35 smithi092 sudo[33643]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-03-07T02:51:35.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:35 smithi092 sudo[33643]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-07T02:51:35.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:35 smithi092 sudo[33643]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-07T02:51:35.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:35 smithi092 sudo[33643]: pam_unix(sudo:session): session closed for user root 2024-03-07T02:51:35.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:35 smithi092 ceph-mon[31083]: mgrmap e15: y(active, since 2m), standbys: x 2024-03-07T02:51:35.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:35 smithi092 ceph-mon[31083]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-07T02:51:35.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:35 smithi092 ceph-mon[31083]: from='client.24197 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi090:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:51:35.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:35 smithi092 ceph-mon[31083]: pgmap v78: 1 pgs: 1 creating+activating; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-03-07T02:51:35.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:35 smithi092 ceph-mon[31083]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-07T02:51:35.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:35 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:51:35.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:35 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:51:35.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:35 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:51:35.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:35 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-07T02:51:35.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:35 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:51:35.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:35 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:51:35.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:35 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:51:35.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:35 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-07T02:51:35.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:35 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:51:36.271 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:36 smithi090 sudo[57887]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-03-07T02:51:36.271 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:36 smithi090 sudo[57887]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-07T02:51:36.271 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:36 smithi090 sudo[57887]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-07T02:51:36.272 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:36 smithi090 sudo[57887]: pam_unix(sudo:session): session closed for user root 2024-03-07T02:51:36.559 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:36 smithi090 ceph-mon[27223]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-07T02:51:36.559 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:36 smithi090 ceph-mon[27223]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-07T02:51:36.559 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:36 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:36.559 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:36 smithi090 ceph-mon[27223]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-07T02:51:36.559 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:36 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:51:36.559 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:36 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:51:36.559 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:36 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:51:36.559 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:36 smithi090 ceph-mon[27223]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-07T02:51:36.560 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:36 smithi090 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-07T02:51:36.560 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:36 smithi090 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-07T02:51:36.560 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:36 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:36.560 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:36 smithi090 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-07T02:51:36.560 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:36 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:51:36.560 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:36 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:51:36.560 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:36 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:51:36.560 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:36 smithi090 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-07T02:51:36.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:36 smithi092 ceph-mon[31083]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-07T02:51:36.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:36 smithi092 ceph-mon[31083]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-07T02:51:36.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:36 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:36.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:36 smithi092 ceph-mon[31083]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-07T02:51:36.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:36 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:51:36.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:36 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:51:36.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:36 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:51:36.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:36 smithi092 ceph-mon[31083]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-07T02:51:37.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:37 smithi090 ceph-mon[27223]: pgmap v79: 1 pgs: 1 creating+activating; 0 B data, 81 MiB used, 268 GiB / 268 GiB avail 2024-03-07T02:51:37.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:37 smithi090 ceph-mon[37987]: pgmap v79: 1 pgs: 1 creating+activating; 0 B data, 81 MiB used, 268 GiB / 268 GiB avail 2024-03-07T02:51:37.916 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:37 smithi092 ceph-mon[31083]: pgmap v79: 1 pgs: 1 creating+activating; 0 B data, 81 MiB used, 268 GiB / 268 GiB avail 2024-03-07T02:51:38.738 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:38 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/1456682613' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f593a0b8-5c6a-4956-8bfd-1786b23b8246"}]: dispatch 2024-03-07T02:51:38.738 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:38 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/1456682613' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f593a0b8-5c6a-4956-8bfd-1786b23b8246"}]': finished 2024-03-07T02:51:38.738 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:38 smithi090 ceph-mon[27223]: osdmap e22: 4 total, 3 up, 4 in 2024-03-07T02:51:38.738 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:38 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-07T02:51:38.739 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:38 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/3526718424' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-07T02:51:38.739 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:38 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/1456682613' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f593a0b8-5c6a-4956-8bfd-1786b23b8246"}]: dispatch 2024-03-07T02:51:38.739 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:38 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/1456682613' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f593a0b8-5c6a-4956-8bfd-1786b23b8246"}]': finished 2024-03-07T02:51:38.739 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:38 smithi090 ceph-mon[37987]: osdmap e22: 4 total, 3 up, 4 in 2024-03-07T02:51:38.739 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:38 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-07T02:51:38.739 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:38 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/3526718424' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-07T02:51:38.916 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:38 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/1456682613' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f593a0b8-5c6a-4956-8bfd-1786b23b8246"}]: dispatch 2024-03-07T02:51:38.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:38 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/1456682613' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f593a0b8-5c6a-4956-8bfd-1786b23b8246"}]': finished 2024-03-07T02:51:38.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:38 smithi092 ceph-mon[31083]: osdmap e22: 4 total, 3 up, 4 in 2024-03-07T02:51:38.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:38 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-07T02:51:38.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:38 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/3526718424' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-07T02:51:39.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:39 smithi090 ceph-mon[27223]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-03-07T02:51:39.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:39 smithi090 ceph-mon[37987]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-03-07T02:51:39.916 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:39 smithi092 ceph-mon[31083]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-03-07T02:51:42.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:41 smithi090 ceph-mon[27223]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-03-07T02:51:42.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:41 smithi090 ceph-mon[37987]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-03-07T02:51:42.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:41 smithi092 ceph-mon[31083]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-03-07T02:51:44.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:43 smithi090 ceph-mon[37987]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-03-07T02:51:44.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:43 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-03-07T02:51:44.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:43 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:51:44.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:43 smithi090 ceph-mon[27223]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-03-07T02:51:44.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:43 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-03-07T02:51:44.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:43 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:51:44.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:43 smithi092 ceph-mon[31083]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-03-07T02:51:44.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:43 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-03-07T02:51:44.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:43 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:51:45.264 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:44 smithi090 ceph-mon[27223]: Deploying daemon osd.3 on smithi090 2024-03-07T02:51:45.265 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:44 smithi090 ceph-mon[37987]: Deploying daemon osd.3 on smithi090 2024-03-07T02:51:45.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:44 smithi092 ceph-mon[31083]: Deploying daemon osd.3 on smithi090 2024-03-07T02:51:46.290 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:45 smithi090 ceph-mon[27223]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-03-07T02:51:46.290 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:45 smithi090 ceph-mon[37987]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-03-07T02:51:46.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:45 smithi092 ceph-mon[31083]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-03-07T02:51:48.298 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:48 smithi090 ceph-mon[27223]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-03-07T02:51:48.298 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:48 smithi090 ceph-mon[37987]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-03-07T02:51:48.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:48 smithi092 ceph-mon[31083]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-03-07T02:51:50.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:50 smithi092 ceph-mon[31083]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-03-07T02:51:50.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:50 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:50.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:50 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:50.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:50 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:51:50.517 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:50 smithi090 ceph-mon[37987]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-03-07T02:51:50.517 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:50 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:50.517 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:50 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:50.517 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:50 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:51:50.518 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:50 smithi090 ceph-mon[27223]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-03-07T02:51:50.518 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:50 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:50.518 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:50 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:50.518 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:50 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:51:52.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:52 smithi092 ceph-mon[31083]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-03-07T02:51:52.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:52 smithi090 ceph-mon[27223]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-03-07T02:51:52.432 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:52 smithi090 ceph-mon[37987]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-03-07T02:51:52.478 INFO:teuthology.orchestra.run.smithi090.stdout:Created osd(s) 3 on host 'smithi090' 2024-03-07T02:51:53.049 DEBUG:teuthology.orchestra.run.smithi090:osd.3> sudo journalctl -f -n 0 -u ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@osd.3.service 2024-03-07T02:51:53.051 INFO:tasks.cephadm:Deploying osd.4 on smithi092 with /dev/vg_nvme/lv_4... 2024-03-07T02:51:53.052 DEBUG:teuthology.orchestra.run.smithi092:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-03-07T02:51:53.279 INFO:teuthology.orchestra.run.smithi092.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.b/config 2024-03-07T02:51:53.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:53 smithi090 ceph-mon[37987]: from='osd.3 [v2:172.21.15.90:6826/1439151282,v1:172.21.15.90:6827/1439151282]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-03-07T02:51:53.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:53 smithi090 ceph-mon[37987]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-03-07T02:51:53.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:53 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:53.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:53 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:53.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:53 smithi090 ceph-mon[27223]: from='osd.3 [v2:172.21.15.90:6826/1439151282,v1:172.21.15.90:6827/1439151282]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-03-07T02:51:53.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:53 smithi090 ceph-mon[27223]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-03-07T02:51:53.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:53 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:53.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:53 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:53.400 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:53 smithi092 ceph-mon[31083]: from='osd.3 [v2:172.21.15.90:6826/1439151282,v1:172.21.15.90:6827/1439151282]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-03-07T02:51:53.401 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:53 smithi092 ceph-mon[31083]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-03-07T02:51:53.401 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:53 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:53.401 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:53 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:54.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:54 smithi092 ceph-mon[31083]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-03-07T02:51:54.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:54 smithi092 ceph-mon[31083]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-03-07T02:51:54.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:54 smithi092 ceph-mon[31083]: osdmap e23: 4 total, 3 up, 4 in 2024-03-07T02:51:54.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:54 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-07T02:51:54.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:54 smithi092 ceph-mon[31083]: from='osd.3 [v2:172.21.15.90:6826/1439151282,v1:172.21.15.90:6827/1439151282]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-03-07T02:51:54.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:54 smithi092 ceph-mon[31083]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-03-07T02:51:54.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:54 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:54.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:54 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:54.450 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:54 smithi090 ceph-mon[27223]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-03-07T02:51:54.450 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:54 smithi090 ceph-mon[27223]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-03-07T02:51:54.450 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:54 smithi090 ceph-mon[27223]: osdmap e23: 4 total, 3 up, 4 in 2024-03-07T02:51:54.450 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:54 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-07T02:51:54.450 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:54 smithi090 ceph-mon[27223]: from='osd.3 [v2:172.21.15.90:6826/1439151282,v1:172.21.15.90:6827/1439151282]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-03-07T02:51:54.450 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:54 smithi090 ceph-mon[27223]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-03-07T02:51:54.450 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:54 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:54.450 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:54 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:54.451 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:54 smithi090 ceph-mon[37987]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-03-07T02:51:54.451 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:54 smithi090 ceph-mon[37987]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-03-07T02:51:54.451 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:54 smithi090 ceph-mon[37987]: osdmap e23: 4 total, 3 up, 4 in 2024-03-07T02:51:54.451 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:54 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-07T02:51:54.451 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:54 smithi090 ceph-mon[37987]: from='osd.3 [v2:172.21.15.90:6826/1439151282,v1:172.21.15.90:6827/1439151282]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-03-07T02:51:54.451 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:54 smithi090 ceph-mon[37987]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-03-07T02:51:54.451 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:54 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:54.451 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:54 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:54.451 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 02:51:54 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[59641]: 2024-03-07T02:51:54.145+0000 7f2aedaad700 -1 osd.3 0 waiting for initial osdmap 2024-03-07T02:51:54.452 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 02:51:54 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[59641]: 2024-03-07T02:51:54.148+0000 7f2ae98a2700 -1 osd.3 24 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-07T02:51:55.230 INFO:teuthology.orchestra.run.smithi092.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-03-07T02:51:55.231 INFO:teuthology.orchestra.run.smithi092.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-03-07T02:51:55.231 INFO:teuthology.orchestra.run.smithi092.stderr: stderr: 10+0 records in 2024-03-07T02:51:55.231 INFO:teuthology.orchestra.run.smithi092.stderr:10+0 records out 2024-03-07T02:51:55.231 INFO:teuthology.orchestra.run.smithi092.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0123409 s, 850 MB/s 2024-03-07T02:51:55.231 INFO:teuthology.orchestra.run.smithi092.stderr:--> Zapping successful for: 2024-03-07T02:51:55.373 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:55 smithi090 ceph-mon[27223]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]': finished 2024-03-07T02:51:55.373 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:55 smithi090 ceph-mon[27223]: osdmap e24: 4 total, 3 up, 4 in 2024-03-07T02:51:55.373 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:55 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-07T02:51:55.373 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:55 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-07T02:51:55.373 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:55 smithi090 ceph-mon[37987]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]': finished 2024-03-07T02:51:55.373 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:55 smithi090 ceph-mon[37987]: osdmap e24: 4 total, 3 up, 4 in 2024-03-07T02:51:55.373 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:55 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-07T02:51:55.373 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:55 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-07T02:51:55.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:55 smithi092 ceph-mon[31083]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]': finished 2024-03-07T02:51:55.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:55 smithi092 ceph-mon[31083]: osdmap e24: 4 total, 3 up, 4 in 2024-03-07T02:51:55.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:55 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-07T02:51:55.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:55 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-07T02:51:55.865 DEBUG:teuthology.orchestra.run.smithi092:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph orch daemon add osd smithi092:vg_nvme/lv_4 2024-03-07T02:51:56.069 INFO:teuthology.orchestra.run.smithi092.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.b/config 2024-03-07T02:51:56.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:56 smithi092 ceph-mon[31083]: purged_snaps scrub starts 2024-03-07T02:51:56.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:56 smithi092 ceph-mon[31083]: purged_snaps scrub ok 2024-03-07T02:51:56.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:56 smithi092 ceph-mon[31083]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-03-07T02:51:56.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:56 smithi092 ceph-mon[31083]: osd.3 [v2:172.21.15.90:6826/1439151282,v1:172.21.15.90:6827/1439151282] boot 2024-03-07T02:51:56.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:56 smithi092 ceph-mon[31083]: osdmap e25: 4 total, 4 up, 4 in 2024-03-07T02:51:56.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:56 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-07T02:51:56.523 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:56 smithi090 ceph-mon[27223]: purged_snaps scrub starts 2024-03-07T02:51:56.523 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:56 smithi090 ceph-mon[27223]: purged_snaps scrub ok 2024-03-07T02:51:56.523 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:56 smithi090 ceph-mon[27223]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-03-07T02:51:56.523 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:56 smithi090 ceph-mon[27223]: osd.3 [v2:172.21.15.90:6826/1439151282,v1:172.21.15.90:6827/1439151282] boot 2024-03-07T02:51:56.523 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:56 smithi090 ceph-mon[27223]: osdmap e25: 4 total, 4 up, 4 in 2024-03-07T02:51:56.524 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:56 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-07T02:51:56.524 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:56 smithi090 ceph-mon[37987]: purged_snaps scrub starts 2024-03-07T02:51:56.524 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:56 smithi090 ceph-mon[37987]: purged_snaps scrub ok 2024-03-07T02:51:56.524 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:56 smithi090 ceph-mon[37987]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-03-07T02:51:56.524 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:56 smithi090 ceph-mon[37987]: osd.3 [v2:172.21.15.90:6826/1439151282,v1:172.21.15.90:6827/1439151282] boot 2024-03-07T02:51:56.524 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:56 smithi090 ceph-mon[37987]: osdmap e25: 4 total, 4 up, 4 in 2024-03-07T02:51:56.524 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:56 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-07T02:51:57.359 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:57 smithi092 ceph-mon[31083]: osdmap e26: 4 total, 4 up, 4 in 2024-03-07T02:51:57.359 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:57 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:57.360 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:57 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:57.360 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:57 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:51:57.360 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:57 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:51:57.360 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:57 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:51:57.360 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:57 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:51:57.360 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:57 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:57.360 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:57 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:51:57.360 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:57 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:51:57.360 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:57 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:57.360 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:57 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:51:57.360 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:57 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:51:57.360 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:57 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:51:57.360 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:57 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:57.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:57 smithi090 ceph-mon[27223]: osdmap e26: 4 total, 4 up, 4 in 2024-03-07T02:51:57.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:57 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:57.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:57 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:57.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:57 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:51:57.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:57 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:51:57.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:57 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:51:57.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:57 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:51:57.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:57 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:57.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:57 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:51:57.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:57 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:51:57.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:57 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:57.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:57 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:51:57.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:57 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:51:57.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:57 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:51:57.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:57 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:57.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:57 smithi090 ceph-mon[37987]: osdmap e26: 4 total, 4 up, 4 in 2024-03-07T02:51:57.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:57 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:57.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:57 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:57.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:57 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:51:57.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:57 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:51:57.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:57 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:51:57.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:57 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:51:57.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:57 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:57.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:57 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:51:57.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:57 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:51:57.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:57 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:57.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:57 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:51:57.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:57 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:51:57.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:57 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:51:57.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:57 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:51:58.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:58 smithi092 ceph-mon[31083]: Detected new or changed devices on smithi090 2024-03-07T02:51:58.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:58 smithi092 ceph-mon[31083]: Adjusting osd_memory_target on smithi090 to 4016M 2024-03-07T02:51:58.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:58 smithi092 ceph-mon[31083]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-07T02:51:58.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:58 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-07T02:51:58.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:58 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-07T02:51:58.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:58 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:51:58.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:58 smithi090 ceph-mon[27223]: Detected new or changed devices on smithi090 2024-03-07T02:51:58.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:58 smithi090 ceph-mon[27223]: Adjusting osd_memory_target on smithi090 to 4016M 2024-03-07T02:51:58.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:58 smithi090 ceph-mon[27223]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-07T02:51:58.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:58 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-07T02:51:58.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:58 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-07T02:51:58.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:58 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:51:58.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:58 smithi090 ceph-mon[37987]: Detected new or changed devices on smithi090 2024-03-07T02:51:58.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:58 smithi090 ceph-mon[37987]: Adjusting osd_memory_target on smithi090 to 4016M 2024-03-07T02:51:58.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:58 smithi090 ceph-mon[37987]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-07T02:51:58.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:58 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-07T02:51:58.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:58 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-07T02:51:58.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:58 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:51:59.405 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:51:59 smithi092 ceph-mon[31083]: from='client.24193 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi092:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:51:59.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:51:59 smithi090 ceph-mon[27223]: from='client.24193 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi092:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:51:59.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:51:59 smithi090 ceph-mon[37987]: from='client.24193 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi092:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:52:00.568 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:00 smithi092 ceph-mon[31083]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-07T02:52:00.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:00 smithi090 ceph-mon[27223]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-07T02:52:00.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:00 smithi090 ceph-mon[37987]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-07T02:52:01.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:01 smithi090 ceph-mon[27223]: from='client.? 172.21.15.92:0/362770282' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "77430044-a6e2-4b54-b014-afa25de0ab3b"}]: dispatch 2024-03-07T02:52:01.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:01 smithi090 ceph-mon[27223]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "77430044-a6e2-4b54-b014-afa25de0ab3b"}]: dispatch 2024-03-07T02:52:01.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:01 smithi090 ceph-mon[27223]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "77430044-a6e2-4b54-b014-afa25de0ab3b"}]': finished 2024-03-07T02:52:01.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:01 smithi090 ceph-mon[27223]: osdmap e27: 5 total, 4 up, 5 in 2024-03-07T02:52:01.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:01 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-07T02:52:01.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:01 smithi090 ceph-mon[27223]: from='client.? 172.21.15.92:0/4066228599' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-07T02:52:01.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:01 smithi090 ceph-mon[27223]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-07T02:52:01.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:01 smithi090 ceph-mon[37987]: from='client.? 172.21.15.92:0/362770282' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "77430044-a6e2-4b54-b014-afa25de0ab3b"}]: dispatch 2024-03-07T02:52:01.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:01 smithi090 ceph-mon[37987]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "77430044-a6e2-4b54-b014-afa25de0ab3b"}]: dispatch 2024-03-07T02:52:01.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:01 smithi090 ceph-mon[37987]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "77430044-a6e2-4b54-b014-afa25de0ab3b"}]': finished 2024-03-07T02:52:01.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:01 smithi090 ceph-mon[37987]: osdmap e27: 5 total, 4 up, 5 in 2024-03-07T02:52:01.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:01 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-07T02:52:01.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:01 smithi090 ceph-mon[37987]: from='client.? 172.21.15.92:0/4066228599' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-07T02:52:01.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:01 smithi090 ceph-mon[37987]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-07T02:52:01.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:01 smithi092 ceph-mon[31083]: from='client.? 172.21.15.92:0/362770282' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "77430044-a6e2-4b54-b014-afa25de0ab3b"}]: dispatch 2024-03-07T02:52:01.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:01 smithi092 ceph-mon[31083]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "77430044-a6e2-4b54-b014-afa25de0ab3b"}]: dispatch 2024-03-07T02:52:01.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:01 smithi092 ceph-mon[31083]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "77430044-a6e2-4b54-b014-afa25de0ab3b"}]': finished 2024-03-07T02:52:01.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:01 smithi092 ceph-mon[31083]: osdmap e27: 5 total, 4 up, 5 in 2024-03-07T02:52:01.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:01 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-07T02:52:01.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:01 smithi092 ceph-mon[31083]: from='client.? 172.21.15.92:0/4066228599' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-07T02:52:01.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:01 smithi092 ceph-mon[31083]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-07T02:52:04.253 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:03 smithi092 ceph-mon[31083]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-07T02:52:04.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:03 smithi090 ceph-mon[27223]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-07T02:52:04.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:04 smithi090 ceph-mon[37987]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-07T02:52:05.375 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:05 smithi092 ceph-mon[31083]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-07T02:52:05.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:05 smithi090 ceph-mon[27223]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-07T02:52:05.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:05 smithi090 ceph-mon[37987]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-07T02:52:06.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:06 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-03-07T02:52:06.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:06 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:52:06.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:06 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-03-07T02:52:06.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:06 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:52:06.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:06 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-03-07T02:52:06.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:06 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:52:07.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:07 smithi090 ceph-mon[27223]: Deploying daemon osd.4 on smithi092 2024-03-07T02:52:07.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:07 smithi090 ceph-mon[27223]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-07T02:52:07.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:07 smithi090 ceph-mon[37987]: Deploying daemon osd.4 on smithi092 2024-03-07T02:52:07.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:07 smithi090 ceph-mon[37987]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-07T02:52:07.907 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:07 smithi092 ceph-mon[31083]: Deploying daemon osd.4 on smithi092 2024-03-07T02:52:07.907 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:07 smithi092 ceph-mon[31083]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-07T02:52:10.302 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:10 smithi092 ceph-mon[31083]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-07T02:52:10.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:09 smithi090 ceph-mon[27223]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-07T02:52:10.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:10 smithi090 ceph-mon[37987]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-07T02:52:12.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:12 smithi092 ceph-mon[31083]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-07T02:52:12.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:12 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:52:12.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:12 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:52:12.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:12 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:52:12.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:12 smithi090 ceph-mon[27223]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-07T02:52:12.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:12 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:52:12.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:12 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:52:12.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:12 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:52:12.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:12 smithi090 ceph-mon[37987]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-07T02:52:12.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:12 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:52:12.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:12 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:52:12.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:12 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:52:14.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:14 smithi092 ceph-mon[31083]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-07T02:52:14.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:14 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:52:14.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:14 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:52:14.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:14 smithi090 ceph-mon[27223]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-07T02:52:14.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:14 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:52:14.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:14 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:52:14.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:14 smithi090 ceph-mon[37987]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-07T02:52:14.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:14 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:52:14.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:14 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:52:14.829 INFO:teuthology.orchestra.run.smithi092.stdout:Created osd(s) 4 on host 'smithi092' 2024-03-07T02:52:15.411 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:15 smithi092 ceph-mon[31083]: from='osd.4 [v2:172.21.15.92:6800/3937610296,v1:172.21.15.92:6801/3937610296]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-07T02:52:15.412 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:15 smithi092 ceph-mon[31083]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-07T02:52:15.412 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:15 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:52:15.412 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:15 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:52:15.412 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:15 smithi092 ceph-mon[31083]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-07T02:52:15.431 DEBUG:teuthology.orchestra.run.smithi092:osd.4> sudo journalctl -f -n 0 -u ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@osd.4.service 2024-03-07T02:52:15.434 INFO:tasks.cephadm:Deploying osd.5 on smithi092 with /dev/vg_nvme/lv_3... 2024-03-07T02:52:15.434 DEBUG:teuthology.orchestra.run.smithi092:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-03-07T02:52:15.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:15 smithi090 ceph-mon[27223]: from='osd.4 [v2:172.21.15.92:6800/3937610296,v1:172.21.15.92:6801/3937610296]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-07T02:52:15.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:15 smithi090 ceph-mon[27223]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-07T02:52:15.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:15 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:52:15.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:15 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:52:15.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:15 smithi090 ceph-mon[27223]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-07T02:52:15.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:15 smithi090 ceph-mon[37987]: from='osd.4 [v2:172.21.15.92:6800/3937610296,v1:172.21.15.92:6801/3937610296]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-07T02:52:15.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:15 smithi090 ceph-mon[37987]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-07T02:52:15.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:15 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:52:15.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:15 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:52:15.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:15 smithi090 ceph-mon[37987]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-07T02:52:16.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:16 smithi090 ceph-mon[27223]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-03-07T02:52:16.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:16 smithi090 ceph-mon[27223]: osdmap e28: 5 total, 4 up, 5 in 2024-03-07T02:52:16.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:16 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-07T02:52:16.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:16 smithi090 ceph-mon[27223]: from='osd.4 [v2:172.21.15.92:6800/3937610296,v1:172.21.15.92:6801/3937610296]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-03-07T02:52:16.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:16 smithi090 ceph-mon[27223]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-03-07T02:52:16.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:16 smithi090 ceph-mon[37987]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-03-07T02:52:16.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:16 smithi090 ceph-mon[37987]: osdmap e28: 5 total, 4 up, 5 in 2024-03-07T02:52:16.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:16 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-07T02:52:16.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:16 smithi090 ceph-mon[37987]: from='osd.4 [v2:172.21.15.92:6800/3937610296,v1:172.21.15.92:6801/3937610296]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-03-07T02:52:16.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:16 smithi090 ceph-mon[37987]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-03-07T02:52:16.602 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:16 smithi092 ceph-mon[31083]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-03-07T02:52:16.602 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:16 smithi092 ceph-mon[31083]: osdmap e28: 5 total, 4 up, 5 in 2024-03-07T02:52:16.603 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:16 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-07T02:52:16.603 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:16 smithi092 ceph-mon[31083]: from='osd.4 [v2:172.21.15.92:6800/3937610296,v1:172.21.15.92:6801/3937610296]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-03-07T02:52:16.603 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:16 smithi092 ceph-mon[31083]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-03-07T02:52:16.603 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 02:52:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[35984]: 2024-03-07T02:52:16.323+0000 7fd959aa4700 -1 osd.4 0 waiting for initial osdmap 2024-03-07T02:52:16.604 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 02:52:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[35984]: 2024-03-07T02:52:16.327+0000 7fd952893700 -1 osd.4 29 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-07T02:52:16.607 INFO:teuthology.orchestra.run.smithi092.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.b/config 2024-03-07T02:52:17.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:17 smithi090 ceph-mon[27223]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]': finished 2024-03-07T02:52:17.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:17 smithi090 ceph-mon[27223]: osdmap e29: 5 total, 4 up, 5 in 2024-03-07T02:52:17.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:17 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-07T02:52:17.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:17 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-07T02:52:17.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:17 smithi090 ceph-mon[27223]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-07T02:52:17.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:17 smithi090 ceph-mon[27223]: osd.4 [v2:172.21.15.92:6800/3937610296,v1:172.21.15.92:6801/3937610296] boot 2024-03-07T02:52:17.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:17 smithi090 ceph-mon[27223]: osdmap e30: 5 total, 5 up, 5 in 2024-03-07T02:52:17.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:17 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-07T02:52:17.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:17 smithi090 ceph-mon[37987]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]': finished 2024-03-07T02:52:17.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:17 smithi090 ceph-mon[37987]: osdmap e29: 5 total, 4 up, 5 in 2024-03-07T02:52:17.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:17 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-07T02:52:17.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:17 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-07T02:52:17.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:17 smithi090 ceph-mon[37987]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-07T02:52:17.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:17 smithi090 ceph-mon[37987]: osd.4 [v2:172.21.15.92:6800/3937610296,v1:172.21.15.92:6801/3937610296] boot 2024-03-07T02:52:17.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:17 smithi090 ceph-mon[37987]: osdmap e30: 5 total, 5 up, 5 in 2024-03-07T02:52:17.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:17 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-07T02:52:17.609 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:17 smithi092 ceph-mon[31083]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]': finished 2024-03-07T02:52:17.609 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:17 smithi092 ceph-mon[31083]: osdmap e29: 5 total, 4 up, 5 in 2024-03-07T02:52:17.610 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:17 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-07T02:52:17.610 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:17 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-07T02:52:17.610 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:17 smithi092 ceph-mon[31083]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-07T02:52:17.610 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:17 smithi092 ceph-mon[31083]: osd.4 [v2:172.21.15.92:6800/3937610296,v1:172.21.15.92:6801/3937610296] boot 2024-03-07T02:52:17.610 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:17 smithi092 ceph-mon[31083]: osdmap e30: 5 total, 5 up, 5 in 2024-03-07T02:52:17.610 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:17 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-07T02:52:18.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:18 smithi090 ceph-mon[27223]: purged_snaps scrub starts 2024-03-07T02:52:18.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:18 smithi090 ceph-mon[27223]: purged_snaps scrub ok 2024-03-07T02:52:18.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:18 smithi090 ceph-mon[27223]: osdmap e31: 5 total, 5 up, 5 in 2024-03-07T02:52:18.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:18 smithi090 ceph-mon[37987]: purged_snaps scrub starts 2024-03-07T02:52:18.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:18 smithi090 ceph-mon[37987]: purged_snaps scrub ok 2024-03-07T02:52:18.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:18 smithi090 ceph-mon[37987]: osdmap e31: 5 total, 5 up, 5 in 2024-03-07T02:52:18.659 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:18 smithi092 ceph-mon[31083]: purged_snaps scrub starts 2024-03-07T02:52:18.659 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:18 smithi092 ceph-mon[31083]: purged_snaps scrub ok 2024-03-07T02:52:18.659 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:18 smithi092 ceph-mon[31083]: osdmap e31: 5 total, 5 up, 5 in 2024-03-07T02:52:19.101 INFO:teuthology.orchestra.run.smithi092.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-03-07T02:52:19.101 INFO:teuthology.orchestra.run.smithi092.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-03-07T02:52:19.101 INFO:teuthology.orchestra.run.smithi092.stderr: stderr: 10+0 records in 2024-03-07T02:52:19.101 INFO:teuthology.orchestra.run.smithi092.stderr:10+0 records out 2024-03-07T02:52:19.101 INFO:teuthology.orchestra.run.smithi092.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0134803 s, 778 MB/s 2024-03-07T02:52:19.101 INFO:teuthology.orchestra.run.smithi092.stderr:--> Zapping successful for: 2024-03-07T02:52:19.397 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:19 smithi092 ceph-mon[31083]: pgmap v110: 1 pgs: 1 remapped+peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-07T02:52:19.398 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:19 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:52:19.398 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:19 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:52:19.398 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:19 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:52:19.398 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:19 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:52:19.398 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:19 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:52:19.398 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:19 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:52:19.398 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:19 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:52:19.398 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:19 smithi092 ceph-mon[31083]: osdmap e32: 5 total, 5 up, 5 in 2024-03-07T02:52:19.711 DEBUG:teuthology.orchestra.run.smithi092:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph orch daemon add osd smithi092:vg_nvme/lv_3 2024-03-07T02:52:19.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:19 smithi090 ceph-mon[27223]: pgmap v110: 1 pgs: 1 remapped+peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-07T02:52:19.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:19 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:52:19.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:19 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:52:19.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:19 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:52:19.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:19 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:52:19.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:19 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:52:19.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:19 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:52:19.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:19 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:52:19.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:19 smithi090 ceph-mon[27223]: osdmap e32: 5 total, 5 up, 5 in 2024-03-07T02:52:19.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:19 smithi090 ceph-mon[37987]: pgmap v110: 1 pgs: 1 remapped+peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-07T02:52:19.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:19 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:52:19.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:19 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:52:19.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:19 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:52:19.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:19 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:52:19.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:19 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:52:19.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:19 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:52:19.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:19 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:52:19.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:19 smithi090 ceph-mon[37987]: osdmap e32: 5 total, 5 up, 5 in 2024-03-07T02:52:19.910 INFO:teuthology.orchestra.run.smithi092.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.b/config 2024-03-07T02:52:20.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:20 smithi092 ceph-mon[31083]: Detected new or changed devices on smithi092 2024-03-07T02:52:20.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:20 smithi092 ceph-mon[31083]: Adjusting osd_memory_target on smithi092 to 17088M 2024-03-07T02:52:20.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:20 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:52:20.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:20 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:52:20.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:20 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:52:20.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:20 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:52:20.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:20 smithi092 ceph-mon[31083]: osdmap e33: 5 total, 5 up, 5 in 2024-03-07T02:52:20.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:20 smithi090 ceph-mon[27223]: Detected new or changed devices on smithi092 2024-03-07T02:52:20.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:20 smithi090 ceph-mon[27223]: Adjusting osd_memory_target on smithi092 to 17088M 2024-03-07T02:52:20.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:20 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:52:20.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:20 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:52:20.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:20 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:52:20.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:20 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:52:20.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:20 smithi090 ceph-mon[27223]: osdmap e33: 5 total, 5 up, 5 in 2024-03-07T02:52:20.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:20 smithi090 ceph-mon[37987]: Detected new or changed devices on smithi092 2024-03-07T02:52:20.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:20 smithi090 ceph-mon[37987]: Adjusting osd_memory_target on smithi092 to 17088M 2024-03-07T02:52:20.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:20 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:52:20.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:20 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:52:20.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:20 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:52:20.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:20 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:52:20.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:20 smithi090 ceph-mon[37987]: osdmap e33: 5 total, 5 up, 5 in 2024-03-07T02:52:21.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:21 smithi092 ceph-mon[31083]: pgmap v113: 1 pgs: 1 remapped+peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-07T02:52:21.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:21 smithi092 ceph-mon[31083]: osdmap e34: 5 total, 5 up, 5 in 2024-03-07T02:52:21.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:21 smithi090 ceph-mon[27223]: pgmap v113: 1 pgs: 1 remapped+peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-07T02:52:21.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:21 smithi090 ceph-mon[27223]: osdmap e34: 5 total, 5 up, 5 in 2024-03-07T02:52:21.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:21 smithi090 ceph-mon[37987]: pgmap v113: 1 pgs: 1 remapped+peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-07T02:52:21.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:21 smithi090 ceph-mon[37987]: osdmap e34: 5 total, 5 up, 5 in 2024-03-07T02:52:22.562 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:22 smithi092 ceph-mon[31083]: from='client.24220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi092:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:52:22.562 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:22 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-07T02:52:22.562 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:22 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-07T02:52:22.562 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:22 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:52:22.595 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:22 smithi090 ceph-mon[37987]: from='client.24220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi092:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:52:22.595 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:22 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-07T02:52:22.595 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:22 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-07T02:52:22.595 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:22 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:52:22.595 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:22 smithi090 ceph-mon[27223]: from='client.24220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi092:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:52:22.595 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:22 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-07T02:52:22.595 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:22 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-07T02:52:22.595 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:22 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:52:23.644 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:23 smithi092 ceph-mon[31083]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 124 KiB/s, 0 objects/s recovering 2024-03-07T02:52:23.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:23 smithi090 ceph-mon[27223]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 124 KiB/s, 0 objects/s recovering 2024-03-07T02:52:23.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:23 smithi090 ceph-mon[37987]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 124 KiB/s, 0 objects/s recovering 2024-03-07T02:52:24.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:24 smithi092 ceph-mon[31083]: from='client.? 172.21.15.92:0/4151237167' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3fcbbd00-1811-4019-9256-c715641d4bd7"}]: dispatch 2024-03-07T02:52:24.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:24 smithi092 ceph-mon[31083]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3fcbbd00-1811-4019-9256-c715641d4bd7"}]: dispatch 2024-03-07T02:52:24.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:24 smithi092 ceph-mon[31083]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3fcbbd00-1811-4019-9256-c715641d4bd7"}]': finished 2024-03-07T02:52:24.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:24 smithi092 ceph-mon[31083]: osdmap e35: 6 total, 5 up, 6 in 2024-03-07T02:52:24.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:24 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-07T02:52:24.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:24 smithi090 ceph-mon[27223]: from='client.? 172.21.15.92:0/4151237167' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3fcbbd00-1811-4019-9256-c715641d4bd7"}]: dispatch 2024-03-07T02:52:24.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:24 smithi090 ceph-mon[27223]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3fcbbd00-1811-4019-9256-c715641d4bd7"}]: dispatch 2024-03-07T02:52:24.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:24 smithi090 ceph-mon[27223]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3fcbbd00-1811-4019-9256-c715641d4bd7"}]': finished 2024-03-07T02:52:24.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:24 smithi090 ceph-mon[27223]: osdmap e35: 6 total, 5 up, 6 in 2024-03-07T02:52:24.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:24 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-07T02:52:24.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:24 smithi090 ceph-mon[37987]: from='client.? 172.21.15.92:0/4151237167' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3fcbbd00-1811-4019-9256-c715641d4bd7"}]: dispatch 2024-03-07T02:52:24.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:24 smithi090 ceph-mon[37987]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3fcbbd00-1811-4019-9256-c715641d4bd7"}]: dispatch 2024-03-07T02:52:24.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:24 smithi090 ceph-mon[37987]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3fcbbd00-1811-4019-9256-c715641d4bd7"}]': finished 2024-03-07T02:52:24.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:24 smithi090 ceph-mon[37987]: osdmap e35: 6 total, 5 up, 6 in 2024-03-07T02:52:24.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:24 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-07T02:52:25.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:25 smithi092 ceph-mon[31083]: from='client.? 172.21.15.92:0/3923869874' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-07T02:52:25.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:25 smithi092 ceph-mon[31083]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 102 KiB/s, 0 objects/s recovering 2024-03-07T02:52:25.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:25 smithi090 ceph-mon[27223]: from='client.? 172.21.15.92:0/3923869874' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-07T02:52:25.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:25 smithi090 ceph-mon[27223]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 102 KiB/s, 0 objects/s recovering 2024-03-07T02:52:25.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:25 smithi090 ceph-mon[37987]: from='client.? 172.21.15.92:0/3923869874' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-07T02:52:25.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:25 smithi090 ceph-mon[37987]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 102 KiB/s, 0 objects/s recovering 2024-03-07T02:52:28.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:28 smithi090 ceph-mon[27223]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 87 KiB/s, 0 objects/s recovering 2024-03-07T02:52:28.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:28 smithi090 ceph-mon[37987]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 87 KiB/s, 0 objects/s recovering 2024-03-07T02:52:28.346 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:28 smithi092 ceph-mon[31083]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 87 KiB/s, 0 objects/s recovering 2024-03-07T02:52:30.276 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:30 smithi092 ceph-mon[31083]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-03-07T02:52:30.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:30 smithi090 ceph-mon[27223]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-03-07T02:52:30.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:30 smithi090 ceph-mon[37987]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-03-07T02:52:31.264 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:31 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-03-07T02:52:31.265 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:31 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:52:31.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:31 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-03-07T02:52:31.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:31 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:52:31.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:31 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-03-07T02:52:31.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:31 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:52:32.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:32 smithi090 ceph-mon[27223]: Deploying daemon osd.5 on smithi092 2024-03-07T02:52:32.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:32 smithi090 ceph-mon[27223]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-03-07T02:52:32.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:32 smithi090 ceph-mon[37987]: Deploying daemon osd.5 on smithi092 2024-03-07T02:52:32.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:32 smithi090 ceph-mon[37987]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-03-07T02:52:32.339 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:32 smithi092 ceph-mon[31083]: Deploying daemon osd.5 on smithi092 2024-03-07T02:52:32.339 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:32 smithi092 ceph-mon[31083]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-03-07T02:52:34.232 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:34 smithi092 ceph-mon[31083]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-07T02:52:34.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:34 smithi090 ceph-mon[27223]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-07T02:52:34.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:34 smithi090 ceph-mon[37987]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-07T02:52:35.498 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:35 smithi092 ceph-mon[31083]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-07T02:52:35.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:35 smithi090 ceph-mon[27223]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-07T02:52:35.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:35 smithi090 ceph-mon[37987]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-07T02:52:36.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:36 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:52:36.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:36 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:52:36.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:36 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:52:37.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:36 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:52:37.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:36 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:52:37.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:36 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:52:37.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:36 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:52:37.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:36 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:52:37.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:36 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:52:37.883 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:37 smithi092 ceph-mon[31083]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-07T02:52:38.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:37 smithi090 ceph-mon[27223]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-07T02:52:38.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:37 smithi090 ceph-mon[37987]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-07T02:52:39.264 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:39 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:52:39.264 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:39 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:52:39.264 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:39 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:52:39.265 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:39 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:52:39.265 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:39 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:52:39.265 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:39 smithi092 ceph-mon[31083]: from='osd.5 [v2:172.21.15.92:6808/729240228,v1:172.21.15.92:6809/729240228]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-07T02:52:39.265 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:39 smithi092 ceph-mon[31083]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-07T02:52:39.265 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:39 smithi092 ceph-mon[31083]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-07T02:52:39.341 INFO:teuthology.orchestra.run.smithi092.stdout:Created osd(s) 5 on host 'smithi092' 2024-03-07T02:52:39.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:39 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:52:39.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:39 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:52:39.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:39 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:52:39.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:39 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:52:39.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:39 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:52:39.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:39 smithi090 ceph-mon[27223]: from='osd.5 [v2:172.21.15.92:6808/729240228,v1:172.21.15.92:6809/729240228]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-07T02:52:39.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:39 smithi090 ceph-mon[27223]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-07T02:52:39.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:39 smithi090 ceph-mon[27223]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-07T02:52:39.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:39 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:52:39.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:39 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:52:39.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:39 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:52:39.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:39 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:52:39.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:39 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:52:39.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:39 smithi090 ceph-mon[37987]: from='osd.5 [v2:172.21.15.92:6808/729240228,v1:172.21.15.92:6809/729240228]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-07T02:52:39.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:39 smithi090 ceph-mon[37987]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-07T02:52:39.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:39 smithi090 ceph-mon[37987]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-07T02:52:40.006 DEBUG:teuthology.orchestra.run.smithi092:osd.5> sudo journalctl -f -n 0 -u ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@osd.5.service 2024-03-07T02:52:40.008 INFO:tasks.cephadm:Deploying osd.6 on smithi092 with /dev/vg_nvme/lv_2... 2024-03-07T02:52:40.008 DEBUG:teuthology.orchestra.run.smithi092:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-03-07T02:52:40.283 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:40 smithi092 ceph-mon[31083]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-03-07T02:52:40.283 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:40 smithi092 ceph-mon[31083]: osdmap e36: 6 total, 5 up, 6 in 2024-03-07T02:52:40.283 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:40 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-07T02:52:40.283 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:40 smithi092 ceph-mon[31083]: from='osd.5 [v2:172.21.15.92:6808/729240228,v1:172.21.15.92:6809/729240228]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-03-07T02:52:40.283 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:40 smithi092 ceph-mon[31083]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-03-07T02:52:40.284 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:40 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:52:40.284 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:40 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:52:40.284 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:40 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:52:40.284 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 02:52:40 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[41578]: 2024-03-07T02:52:40.275+0000 7fe0b02ee700 -1 osd.5 0 waiting for initial osdmap 2024-03-07T02:52:40.284 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 02:52:40 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[41578]: 2024-03-07T02:52:40.280+0000 7fe0aa8e0700 -1 osd.5 37 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-07T02:52:40.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:40 smithi090 ceph-mon[27223]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-03-07T02:52:40.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:40 smithi090 ceph-mon[27223]: osdmap e36: 6 total, 5 up, 6 in 2024-03-07T02:52:40.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:40 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-07T02:52:40.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:40 smithi090 ceph-mon[27223]: from='osd.5 [v2:172.21.15.92:6808/729240228,v1:172.21.15.92:6809/729240228]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-03-07T02:52:40.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:40 smithi090 ceph-mon[27223]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-03-07T02:52:40.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:40 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:52:40.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:40 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:52:40.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:40 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:52:40.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:40 smithi090 ceph-mon[37987]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-03-07T02:52:40.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:40 smithi090 ceph-mon[37987]: osdmap e36: 6 total, 5 up, 6 in 2024-03-07T02:52:40.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:40 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-07T02:52:40.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:40 smithi090 ceph-mon[37987]: from='osd.5 [v2:172.21.15.92:6808/729240228,v1:172.21.15.92:6809/729240228]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-03-07T02:52:40.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:40 smithi090 ceph-mon[37987]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-03-07T02:52:40.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:40 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:52:40.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:40 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:52:40.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:40 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:52:41.322 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:41 smithi092 ceph-mon[31083]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]': finished 2024-03-07T02:52:41.322 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:41 smithi092 ceph-mon[31083]: osdmap e37: 6 total, 5 up, 6 in 2024-03-07T02:52:41.323 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:41 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-07T02:52:41.323 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:41 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-07T02:52:41.323 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:41 smithi092 ceph-mon[31083]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-07T02:52:41.323 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:41 smithi092 ceph-mon[31083]: osd.5 [v2:172.21.15.92:6808/729240228,v1:172.21.15.92:6809/729240228] boot 2024-03-07T02:52:41.323 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:41 smithi092 ceph-mon[31083]: osdmap e38: 6 total, 6 up, 6 in 2024-03-07T02:52:41.323 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:41 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-07T02:52:41.492 INFO:teuthology.orchestra.run.smithi092.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.b/config 2024-03-07T02:52:41.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:41 smithi090 ceph-mon[37987]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]': finished 2024-03-07T02:52:41.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:41 smithi090 ceph-mon[37987]: osdmap e37: 6 total, 5 up, 6 in 2024-03-07T02:52:41.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:41 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-07T02:52:41.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:41 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-07T02:52:41.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:41 smithi090 ceph-mon[37987]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-07T02:52:41.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:41 smithi090 ceph-mon[37987]: osd.5 [v2:172.21.15.92:6808/729240228,v1:172.21.15.92:6809/729240228] boot 2024-03-07T02:52:41.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:41 smithi090 ceph-mon[37987]: osdmap e38: 6 total, 6 up, 6 in 2024-03-07T02:52:41.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:41 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-07T02:52:41.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:41 smithi090 ceph-mon[27223]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]': finished 2024-03-07T02:52:41.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:41 smithi090 ceph-mon[27223]: osdmap e37: 6 total, 5 up, 6 in 2024-03-07T02:52:41.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:41 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-07T02:52:41.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:41 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-07T02:52:41.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:41 smithi090 ceph-mon[27223]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-07T02:52:41.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:41 smithi090 ceph-mon[27223]: osd.5 [v2:172.21.15.92:6808/729240228,v1:172.21.15.92:6809/729240228] boot 2024-03-07T02:52:41.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:41 smithi090 ceph-mon[27223]: osdmap e38: 6 total, 6 up, 6 in 2024-03-07T02:52:41.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:41 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-07T02:52:42.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:42 smithi090 ceph-mon[27223]: purged_snaps scrub starts 2024-03-07T02:52:42.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:42 smithi090 ceph-mon[27223]: purged_snaps scrub ok 2024-03-07T02:52:42.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:42 smithi090 ceph-mon[27223]: osdmap e39: 6 total, 6 up, 6 in 2024-03-07T02:52:42.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:42 smithi090 ceph-mon[37987]: purged_snaps scrub starts 2024-03-07T02:52:42.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:42 smithi090 ceph-mon[37987]: purged_snaps scrub ok 2024-03-07T02:52:42.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:42 smithi090 ceph-mon[37987]: osdmap e39: 6 total, 6 up, 6 in 2024-03-07T02:52:42.611 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:42 smithi092 ceph-mon[31083]: purged_snaps scrub starts 2024-03-07T02:52:42.611 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:42 smithi092 ceph-mon[31083]: purged_snaps scrub ok 2024-03-07T02:52:42.611 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:42 smithi092 ceph-mon[31083]: osdmap e39: 6 total, 6 up, 6 in 2024-03-07T02:52:44.120 INFO:teuthology.orchestra.run.smithi092.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-03-07T02:52:44.120 INFO:teuthology.orchestra.run.smithi092.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-03-07T02:52:44.120 INFO:teuthology.orchestra.run.smithi092.stderr: stderr: 10+0 records in 2024-03-07T02:52:44.120 INFO:teuthology.orchestra.run.smithi092.stderr:10+0 records out 2024-03-07T02:52:44.120 INFO:teuthology.orchestra.run.smithi092.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.01405 s, 746 MB/s 2024-03-07T02:52:44.120 INFO:teuthology.orchestra.run.smithi092.stderr:--> Zapping successful for: 2024-03-07T02:52:44.121 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:43 smithi092 ceph-mon[31083]: Detected new or changed devices on smithi092 2024-03-07T02:52:44.121 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:43 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:52:44.121 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:43 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:52:44.121 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:43 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:52:44.121 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:43 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:52:44.121 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:43 smithi092 ceph-mon[31083]: Adjusting osd_memory_target on smithi092 to 8544M 2024-03-07T02:52:44.121 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:43 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:52:44.121 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:43 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:52:44.121 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:43 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:52:44.121 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:43 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:52:44.121 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:43 smithi092 ceph-mon[31083]: pgmap v130: 1 pgs: 1 remapped+peering; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-07T02:52:44.121 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:43 smithi092 ceph-mon[31083]: osdmap e40: 6 total, 6 up, 6 in 2024-03-07T02:52:44.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:43 smithi090 ceph-mon[27223]: Detected new or changed devices on smithi092 2024-03-07T02:52:44.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:43 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:52:44.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:43 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:52:44.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:43 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:52:44.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:43 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:52:44.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:43 smithi090 ceph-mon[27223]: Adjusting osd_memory_target on smithi092 to 8544M 2024-03-07T02:52:44.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:43 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:52:44.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:43 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:52:44.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:43 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:52:44.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:43 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:52:44.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:43 smithi090 ceph-mon[27223]: pgmap v130: 1 pgs: 1 remapped+peering; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-07T02:52:44.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:43 smithi090 ceph-mon[27223]: osdmap e40: 6 total, 6 up, 6 in 2024-03-07T02:52:44.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:43 smithi090 ceph-mon[37987]: Detected new or changed devices on smithi092 2024-03-07T02:52:44.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:43 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:52:44.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:43 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:52:44.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:43 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:52:44.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:43 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:52:44.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:43 smithi090 ceph-mon[37987]: Adjusting osd_memory_target on smithi092 to 8544M 2024-03-07T02:52:44.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:43 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:52:44.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:43 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:52:44.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:43 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:52:44.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:43 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:52:44.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:43 smithi090 ceph-mon[37987]: pgmap v130: 1 pgs: 1 remapped+peering; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-07T02:52:44.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:43 smithi090 ceph-mon[37987]: osdmap e40: 6 total, 6 up, 6 in 2024-03-07T02:52:44.721 DEBUG:teuthology.orchestra.run.smithi092:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph orch daemon add osd smithi092:vg_nvme/lv_2 2024-03-07T02:52:44.926 INFO:teuthology.orchestra.run.smithi092.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.b/config 2024-03-07T02:52:45.047 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:44 smithi092 ceph-mon[31083]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-03-07T02:52:45.047 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:44 smithi092 ceph-mon[31083]: osdmap e41: 6 total, 6 up, 6 in 2024-03-07T02:52:45.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:44 smithi090 ceph-mon[27223]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-03-07T02:52:45.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:44 smithi090 ceph-mon[27223]: osdmap e41: 6 total, 6 up, 6 in 2024-03-07T02:52:45.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:44 smithi090 ceph-mon[37987]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-03-07T02:52:45.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:44 smithi090 ceph-mon[37987]: osdmap e41: 6 total, 6 up, 6 in 2024-03-07T02:52:46.125 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:45 smithi092 ceph-mon[31083]: pgmap v133: 1 pgs: 1 remapped+peering; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-07T02:52:46.125 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:45 smithi092 ceph-mon[31083]: osdmap e42: 6 total, 6 up, 6 in 2024-03-07T02:52:46.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:45 smithi090 ceph-mon[27223]: pgmap v133: 1 pgs: 1 remapped+peering; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-07T02:52:46.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:45 smithi090 ceph-mon[27223]: osdmap e42: 6 total, 6 up, 6 in 2024-03-07T02:52:46.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:45 smithi090 ceph-mon[37987]: pgmap v133: 1 pgs: 1 remapped+peering; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-07T02:52:46.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:45 smithi090 ceph-mon[37987]: osdmap e42: 6 total, 6 up, 6 in 2024-03-07T02:52:47.126 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:46 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-07T02:52:47.126 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:46 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-07T02:52:47.126 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:46 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:52:47.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:46 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-07T02:52:47.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:46 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-07T02:52:47.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:46 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:52:47.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:46 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-07T02:52:47.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:46 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-07T02:52:47.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:46 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:52:48.135 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:47 smithi092 ceph-mon[31083]: from='client.24247 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi092:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:52:48.135 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:47 smithi092 ceph-mon[31083]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 536 GiB / 536 GiB avail 2024-03-07T02:52:48.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:47 smithi090 ceph-mon[27223]: from='client.24247 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi092:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:52:48.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:47 smithi090 ceph-mon[27223]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 536 GiB / 536 GiB avail 2024-03-07T02:52:48.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:47 smithi090 ceph-mon[37987]: from='client.24247 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi092:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:52:48.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:47 smithi090 ceph-mon[37987]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 536 GiB / 536 GiB avail 2024-03-07T02:52:49.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:48 smithi092 ceph-mon[31083]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-03-07T02:52:49.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:48 smithi092 ceph-mon[31083]: Cluster is now healthy 2024-03-07T02:52:49.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:48 smithi090 ceph-mon[27223]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-03-07T02:52:49.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:48 smithi090 ceph-mon[27223]: Cluster is now healthy 2024-03-07T02:52:49.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:48 smithi090 ceph-mon[37987]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-03-07T02:52:49.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:48 smithi090 ceph-mon[37987]: Cluster is now healthy 2024-03-07T02:52:50.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:49 smithi092 ceph-mon[31083]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-03-07T02:52:50.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:49 smithi092 ceph-mon[31083]: from='client.? 172.21.15.92:0/386514184' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5b518f86-7f07-4b56-8fa6-9fda918cf3ca"}]: dispatch 2024-03-07T02:52:50.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:49 smithi092 ceph-mon[31083]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5b518f86-7f07-4b56-8fa6-9fda918cf3ca"}]: dispatch 2024-03-07T02:52:50.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:49 smithi092 ceph-mon[31083]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5b518f86-7f07-4b56-8fa6-9fda918cf3ca"}]': finished 2024-03-07T02:52:50.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:49 smithi092 ceph-mon[31083]: osdmap e43: 7 total, 6 up, 7 in 2024-03-07T02:52:50.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:49 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-07T02:52:50.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:49 smithi092 ceph-mon[31083]: from='client.? 172.21.15.92:0/1709213150' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-07T02:52:50.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:49 smithi090 ceph-mon[27223]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-03-07T02:52:50.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:49 smithi090 ceph-mon[27223]: from='client.? 172.21.15.92:0/386514184' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5b518f86-7f07-4b56-8fa6-9fda918cf3ca"}]: dispatch 2024-03-07T02:52:50.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:49 smithi090 ceph-mon[27223]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5b518f86-7f07-4b56-8fa6-9fda918cf3ca"}]: dispatch 2024-03-07T02:52:50.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:49 smithi090 ceph-mon[27223]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5b518f86-7f07-4b56-8fa6-9fda918cf3ca"}]': finished 2024-03-07T02:52:50.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:49 smithi090 ceph-mon[27223]: osdmap e43: 7 total, 6 up, 7 in 2024-03-07T02:52:50.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:49 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-07T02:52:50.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:49 smithi090 ceph-mon[27223]: from='client.? 172.21.15.92:0/1709213150' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-07T02:52:50.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:49 smithi090 ceph-mon[37987]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-03-07T02:52:50.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:49 smithi090 ceph-mon[37987]: from='client.? 172.21.15.92:0/386514184' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5b518f86-7f07-4b56-8fa6-9fda918cf3ca"}]: dispatch 2024-03-07T02:52:50.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:49 smithi090 ceph-mon[37987]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5b518f86-7f07-4b56-8fa6-9fda918cf3ca"}]: dispatch 2024-03-07T02:52:50.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:49 smithi090 ceph-mon[37987]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5b518f86-7f07-4b56-8fa6-9fda918cf3ca"}]': finished 2024-03-07T02:52:50.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:49 smithi090 ceph-mon[37987]: osdmap e43: 7 total, 6 up, 7 in 2024-03-07T02:52:50.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:49 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-07T02:52:50.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:49 smithi090 ceph-mon[37987]: from='client.? 172.21.15.92:0/1709213150' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-07T02:52:52.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:52 smithi090 ceph-mon[37987]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-03-07T02:52:52.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:52 smithi090 ceph-mon[27223]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-03-07T02:52:52.405 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:52 smithi092 ceph-mon[31083]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-03-07T02:52:54.112 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:54 smithi092 ceph-mon[31083]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-03-07T02:52:54.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:54 smithi090 ceph-mon[27223]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-03-07T02:52:54.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:54 smithi090 ceph-mon[37987]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-03-07T02:52:55.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:55 smithi090 ceph-mon[27223]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-03-07T02:52:55.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:55 smithi090 ceph-mon[37987]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-03-07T02:52:55.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:55 smithi092 ceph-mon[31083]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-03-07T02:52:56.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:56 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-03-07T02:52:56.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:56 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:52:56.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:56 smithi090 ceph-mon[27223]: Deploying daemon osd.6 on smithi092 2024-03-07T02:52:56.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:56 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-03-07T02:52:56.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:56 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:52:56.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:56 smithi090 ceph-mon[37987]: Deploying daemon osd.6 on smithi092 2024-03-07T02:52:56.642 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:56 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-03-07T02:52:56.642 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:56 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:52:56.642 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:56 smithi092 ceph-mon[31083]: Deploying daemon osd.6 on smithi092 2024-03-07T02:52:57.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:52:57 smithi090 ceph-mon[27223]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-07T02:52:57.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:52:57 smithi090 ceph-mon[37987]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-07T02:52:57.639 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:52:57 smithi092 ceph-mon[31083]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-07T02:53:00.259 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:00 smithi092 ceph-mon[31083]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-07T02:53:00.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:00 smithi090 ceph-mon[27223]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-07T02:53:00.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:00 smithi090 ceph-mon[37987]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-07T02:53:02.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:01 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:02.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:01 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:53:02.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:01 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:02.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:01 smithi092 ceph-mon[31083]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-07T02:53:02.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:01 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:02.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:01 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:53:02.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:01 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:02.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:01 smithi090 ceph-mon[27223]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-07T02:53:02.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:01 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:02.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:01 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:53:02.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:01 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:02.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:01 smithi090 ceph-mon[37987]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-07T02:53:04.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:04 smithi090 ceph-mon[27223]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-07T02:53:04.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:04 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:04.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:04 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:04.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:04 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:53:04.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:04 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:53:04.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:04 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:04.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:04 smithi090 ceph-mon[27223]: from='osd.6 [v2:172.21.15.92:6816/769395094,v1:172.21.15.92:6817/769395094]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-03-07T02:53:04.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:04 smithi090 ceph-mon[27223]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-03-07T02:53:04.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:04 smithi090 ceph-mon[37987]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-07T02:53:04.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:04 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:04.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:04 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:04.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:04 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:53:04.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:04 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:53:04.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:04 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:04.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:04 smithi090 ceph-mon[37987]: from='osd.6 [v2:172.21.15.92:6816/769395094,v1:172.21.15.92:6817/769395094]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-03-07T02:53:04.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:04 smithi090 ceph-mon[37987]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-03-07T02:53:04.354 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:04 smithi092 ceph-mon[31083]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-07T02:53:04.354 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:04 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:04.355 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:04 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:04.355 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:04 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:53:04.355 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:04 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:53:04.355 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:04 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:04.355 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:04 smithi092 ceph-mon[31083]: from='osd.6 [v2:172.21.15.92:6816/769395094,v1:172.21.15.92:6817/769395094]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-03-07T02:53:04.355 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:04 smithi092 ceph-mon[31083]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-03-07T02:53:04.416 INFO:teuthology.orchestra.run.smithi092.stdout:Created osd(s) 6 on host 'smithi092' 2024-03-07T02:53:05.012 DEBUG:teuthology.orchestra.run.smithi092:osd.6> sudo journalctl -f -n 0 -u ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@osd.6.service 2024-03-07T02:53:05.014 INFO:tasks.cephadm:Deploying osd.7 on smithi092 with /dev/vg_nvme/lv_1... 2024-03-07T02:53:05.015 DEBUG:teuthology.orchestra.run.smithi092:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-03-07T02:53:05.657 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:05 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:05.657 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:05 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:05.657 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:05 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:53:05.657 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:05 smithi092 ceph-mon[31083]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-03-07T02:53:05.657 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:05 smithi092 ceph-mon[31083]: osdmap e44: 7 total, 6 up, 7 in 2024-03-07T02:53:05.657 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:05 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-07T02:53:05.657 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:05 smithi092 ceph-mon[31083]: from='osd.6 [v2:172.21.15.92:6816/769395094,v1:172.21.15.92:6817/769395094]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-03-07T02:53:05.657 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:05 smithi092 ceph-mon[31083]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-03-07T02:53:05.657 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:05 smithi092 ceph-mon[31083]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-07T02:53:05.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:05 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:05.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:05 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:05.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:05 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:53:05.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:05 smithi090 ceph-mon[27223]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-03-07T02:53:05.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:05 smithi090 ceph-mon[27223]: osdmap e44: 7 total, 6 up, 7 in 2024-03-07T02:53:05.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:05 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-07T02:53:05.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:05 smithi090 ceph-mon[27223]: from='osd.6 [v2:172.21.15.92:6816/769395094,v1:172.21.15.92:6817/769395094]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-03-07T02:53:05.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:05 smithi090 ceph-mon[27223]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-03-07T02:53:05.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:05 smithi090 ceph-mon[27223]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-07T02:53:05.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:05 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:05.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:05 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:05.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:05 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:53:05.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:05 smithi090 ceph-mon[37987]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-03-07T02:53:05.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:05 smithi090 ceph-mon[37987]: osdmap e44: 7 total, 6 up, 7 in 2024-03-07T02:53:05.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:05 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-07T02:53:05.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:05 smithi090 ceph-mon[37987]: from='osd.6 [v2:172.21.15.92:6816/769395094,v1:172.21.15.92:6817/769395094]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-03-07T02:53:05.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:05 smithi090 ceph-mon[37987]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-03-07T02:53:05.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:05 smithi090 ceph-mon[37987]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-07T02:53:05.917 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 02:53:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6[47247]: 2024-03-07T02:53:05.654+0000 7fa9a262f700 -1 osd.6 0 waiting for initial osdmap 2024-03-07T02:53:05.917 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 02:53:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6[47247]: 2024-03-07T02:53:05.660+0000 7fa99c420700 -1 osd.6 45 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-07T02:53:06.315 INFO:teuthology.orchestra.run.smithi092.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.b/config 2024-03-07T02:53:06.865 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:06 smithi092 ceph-mon[31083]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]': finished 2024-03-07T02:53:06.865 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:06 smithi092 ceph-mon[31083]: osdmap e45: 7 total, 6 up, 7 in 2024-03-07T02:53:06.866 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:06 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-07T02:53:06.866 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:06 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-07T02:53:07.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:06 smithi090 ceph-mon[27223]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]': finished 2024-03-07T02:53:07.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:06 smithi090 ceph-mon[27223]: osdmap e45: 7 total, 6 up, 7 in 2024-03-07T02:53:07.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:06 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-07T02:53:07.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:06 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-07T02:53:07.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:06 smithi090 ceph-mon[37987]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]': finished 2024-03-07T02:53:07.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:06 smithi090 ceph-mon[37987]: osdmap e45: 7 total, 6 up, 7 in 2024-03-07T02:53:07.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:06 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-07T02:53:07.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:06 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-07T02:53:07.775 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:07 smithi092 ceph-mon[31083]: purged_snaps scrub starts 2024-03-07T02:53:07.812 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:07 smithi092 ceph-mon[31083]: purged_snaps scrub ok 2024-03-07T02:53:07.812 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:07 smithi092 ceph-mon[31083]: osd.6 [v2:172.21.15.92:6816/769395094,v1:172.21.15.92:6817/769395094] boot 2024-03-07T02:53:07.812 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:07 smithi092 ceph-mon[31083]: osdmap e46: 7 total, 7 up, 7 in 2024-03-07T02:53:07.812 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:07 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-07T02:53:07.812 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:07 smithi092 ceph-mon[31083]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-03-07T02:53:08.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:07 smithi090 ceph-mon[27223]: purged_snaps scrub starts 2024-03-07T02:53:08.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:07 smithi090 ceph-mon[27223]: purged_snaps scrub ok 2024-03-07T02:53:08.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:07 smithi090 ceph-mon[27223]: osd.6 [v2:172.21.15.92:6816/769395094,v1:172.21.15.92:6817/769395094] boot 2024-03-07T02:53:08.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:07 smithi090 ceph-mon[27223]: osdmap e46: 7 total, 7 up, 7 in 2024-03-07T02:53:08.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:07 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-07T02:53:08.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:07 smithi090 ceph-mon[27223]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-03-07T02:53:08.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:07 smithi090 ceph-mon[37987]: purged_snaps scrub starts 2024-03-07T02:53:08.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:07 smithi090 ceph-mon[37987]: purged_snaps scrub ok 2024-03-07T02:53:08.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:07 smithi090 ceph-mon[37987]: osd.6 [v2:172.21.15.92:6816/769395094,v1:172.21.15.92:6817/769395094] boot 2024-03-07T02:53:08.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:07 smithi090 ceph-mon[37987]: osdmap e46: 7 total, 7 up, 7 in 2024-03-07T02:53:08.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:07 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-07T02:53:08.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:07 smithi090 ceph-mon[37987]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-03-07T02:53:08.841 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:08 smithi092 ceph-mon[31083]: osdmap e47: 7 total, 7 up, 7 in 2024-03-07T02:53:08.841 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:08 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:08.841 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:08 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:08.841 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:08 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:53:08.841 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:08 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:53:08.841 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:08 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:53:08.841 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:08 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:08.841 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:08 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:53:08.842 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:08 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:53:08.842 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:08 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:09.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:08 smithi090 ceph-mon[27223]: osdmap e47: 7 total, 7 up, 7 in 2024-03-07T02:53:09.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:08 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:09.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:08 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:09.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:08 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:53:09.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:08 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:53:09.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:08 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:53:09.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:08 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:09.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:08 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:53:09.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:08 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:53:09.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:08 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:09.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:08 smithi090 ceph-mon[37987]: osdmap e47: 7 total, 7 up, 7 in 2024-03-07T02:53:09.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:08 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:09.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:08 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:09.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:08 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:53:09.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:08 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:53:09.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:08 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:53:09.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:08 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:09.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:08 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:53:09.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:08 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:53:09.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:08 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:09.363 INFO:teuthology.orchestra.run.smithi092.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-03-07T02:53:09.363 INFO:teuthology.orchestra.run.smithi092.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-03-07T02:53:09.364 INFO:teuthology.orchestra.run.smithi092.stderr: stderr: 10+0 records in 2024-03-07T02:53:09.364 INFO:teuthology.orchestra.run.smithi092.stderr:10+0 records out 2024-03-07T02:53:09.364 INFO:teuthology.orchestra.run.smithi092.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0115922 s, 905 MB/s 2024-03-07T02:53:09.364 INFO:teuthology.orchestra.run.smithi092.stderr: stderr: 2024-03-07T02:53:09.364 INFO:teuthology.orchestra.run.smithi092.stderr:--> Zapping successful for: 2024-03-07T02:53:10.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:09 smithi090 ceph-mon[37987]: Detected new or changed devices on smithi092 2024-03-07T02:53:10.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:09 smithi090 ceph-mon[37987]: Adjusting osd_memory_target on smithi092 to 5696M 2024-03-07T02:53:10.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:09 smithi090 ceph-mon[37987]: osdmap e48: 7 total, 7 up, 7 in 2024-03-07T02:53:10.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:09 smithi090 ceph-mon[37987]: pgmap v152: 1 pgs: 1 remapped+peering; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-03-07T02:53:10.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:09 smithi090 ceph-mon[37987]: osdmap e49: 7 total, 7 up, 7 in 2024-03-07T02:53:10.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:09 smithi090 ceph-mon[27223]: Detected new or changed devices on smithi092 2024-03-07T02:53:10.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:09 smithi090 ceph-mon[27223]: Adjusting osd_memory_target on smithi092 to 5696M 2024-03-07T02:53:10.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:09 smithi090 ceph-mon[27223]: osdmap e48: 7 total, 7 up, 7 in 2024-03-07T02:53:10.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:09 smithi090 ceph-mon[27223]: pgmap v152: 1 pgs: 1 remapped+peering; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-03-07T02:53:10.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:09 smithi090 ceph-mon[27223]: osdmap e49: 7 total, 7 up, 7 in 2024-03-07T02:53:10.085 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:09 smithi092 ceph-mon[31083]: Detected new or changed devices on smithi092 2024-03-07T02:53:10.085 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:09 smithi092 ceph-mon[31083]: Adjusting osd_memory_target on smithi092 to 5696M 2024-03-07T02:53:10.085 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:09 smithi092 ceph-mon[31083]: osdmap e48: 7 total, 7 up, 7 in 2024-03-07T02:53:10.085 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:09 smithi092 ceph-mon[31083]: pgmap v152: 1 pgs: 1 remapped+peering; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-03-07T02:53:10.085 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:09 smithi092 ceph-mon[31083]: osdmap e49: 7 total, 7 up, 7 in 2024-03-07T02:53:10.109 DEBUG:teuthology.orchestra.run.smithi092:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph orch daemon add osd smithi092:vg_nvme/lv_1 2024-03-07T02:53:10.313 INFO:teuthology.orchestra.run.smithi092.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.b/config 2024-03-07T02:53:11.358 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:11 smithi092 ceph-mon[31083]: osdmap e50: 7 total, 7 up, 7 in 2024-03-07T02:53:11.358 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:11 smithi092 ceph-mon[31083]: pgmap v155: 1 pgs: 1 remapped+peering; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-03-07T02:53:11.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:11 smithi090 ceph-mon[27223]: osdmap e50: 7 total, 7 up, 7 in 2024-03-07T02:53:11.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:11 smithi090 ceph-mon[27223]: pgmap v155: 1 pgs: 1 remapped+peering; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-03-07T02:53:11.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:11 smithi090 ceph-mon[37987]: osdmap e50: 7 total, 7 up, 7 in 2024-03-07T02:53:11.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:11 smithi090 ceph-mon[37987]: pgmap v155: 1 pgs: 1 remapped+peering; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-03-07T02:53:12.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:12 smithi090 ceph-mon[27223]: from='client.24274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi092:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:53:12.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:12 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-07T02:53:12.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:12 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-07T02:53:12.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:12 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:53:12.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:12 smithi090 ceph-mon[37987]: from='client.24274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi092:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:53:12.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:12 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-07T02:53:12.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:12 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-07T02:53:12.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:12 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:53:12.579 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:12 smithi092 ceph-mon[31083]: from='client.24274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi092:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:53:12.579 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:12 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-07T02:53:12.580 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:12 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-07T02:53:12.580 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:12 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:53:13.582 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:13 smithi092 ceph-mon[31083]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 109 KiB/s, 0 objects/s recovering 2024-03-07T02:53:13.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:13 smithi090 ceph-mon[27223]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 109 KiB/s, 0 objects/s recovering 2024-03-07T02:53:13.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:13 smithi090 ceph-mon[37987]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 109 KiB/s, 0 objects/s recovering 2024-03-07T02:53:15.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:15 smithi090 ceph-mon[37987]: from='client.? 172.21.15.92:0/47463182' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3149ce0a-5ae4-4ed2-9951-75533bf13891"}]: dispatch 2024-03-07T02:53:15.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:15 smithi090 ceph-mon[37987]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3149ce0a-5ae4-4ed2-9951-75533bf13891"}]: dispatch 2024-03-07T02:53:15.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:15 smithi090 ceph-mon[37987]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3149ce0a-5ae4-4ed2-9951-75533bf13891"}]': finished 2024-03-07T02:53:15.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:15 smithi090 ceph-mon[37987]: osdmap e51: 8 total, 7 up, 8 in 2024-03-07T02:53:15.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:15 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-07T02:53:15.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:15 smithi090 ceph-mon[37987]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-03-07T02:53:15.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:15 smithi090 ceph-mon[37987]: from='client.? 172.21.15.92:0/1634614577' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-07T02:53:15.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:15 smithi090 ceph-mon[27223]: from='client.? 172.21.15.92:0/47463182' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3149ce0a-5ae4-4ed2-9951-75533bf13891"}]: dispatch 2024-03-07T02:53:15.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:15 smithi090 ceph-mon[27223]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3149ce0a-5ae4-4ed2-9951-75533bf13891"}]: dispatch 2024-03-07T02:53:15.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:15 smithi090 ceph-mon[27223]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3149ce0a-5ae4-4ed2-9951-75533bf13891"}]': finished 2024-03-07T02:53:15.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:15 smithi090 ceph-mon[27223]: osdmap e51: 8 total, 7 up, 8 in 2024-03-07T02:53:15.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:15 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-07T02:53:15.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:15 smithi090 ceph-mon[27223]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-03-07T02:53:15.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:15 smithi090 ceph-mon[27223]: from='client.? 172.21.15.92:0/1634614577' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-07T02:53:15.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:15 smithi092 ceph-mon[31083]: from='client.? 172.21.15.92:0/47463182' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3149ce0a-5ae4-4ed2-9951-75533bf13891"}]: dispatch 2024-03-07T02:53:15.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:15 smithi092 ceph-mon[31083]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3149ce0a-5ae4-4ed2-9951-75533bf13891"}]: dispatch 2024-03-07T02:53:15.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:15 smithi092 ceph-mon[31083]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3149ce0a-5ae4-4ed2-9951-75533bf13891"}]': finished 2024-03-07T02:53:15.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:15 smithi092 ceph-mon[31083]: osdmap e51: 8 total, 7 up, 8 in 2024-03-07T02:53:15.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:15 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-07T02:53:15.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:15 smithi092 ceph-mon[31083]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-03-07T02:53:15.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:15 smithi092 ceph-mon[31083]: from='client.? 172.21.15.92:0/1634614577' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-07T02:53:18.125 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:18 smithi092 ceph-mon[31083]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 75 KiB/s, 0 objects/s recovering 2024-03-07T02:53:18.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:18 smithi090 ceph-mon[27223]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 75 KiB/s, 0 objects/s recovering 2024-03-07T02:53:18.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:18 smithi090 ceph-mon[37987]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 75 KiB/s, 0 objects/s recovering 2024-03-07T02:53:20.199 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:20 smithi092 ceph-mon[31083]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-03-07T02:53:20.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:20 smithi090 ceph-mon[37987]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-03-07T02:53:20.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:20 smithi090 ceph-mon[27223]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-03-07T02:53:21.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:21 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-03-07T02:53:21.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:21 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:53:21.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:21 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-03-07T02:53:21.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:21 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:53:21.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:21 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-03-07T02:53:21.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:21 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:53:22.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:22 smithi090 ceph-mon[37987]: Deploying daemon osd.7 on smithi092 2024-03-07T02:53:22.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:22 smithi090 ceph-mon[37987]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-03-07T02:53:22.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:22 smithi090 ceph-mon[27223]: Deploying daemon osd.7 on smithi092 2024-03-07T02:53:22.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:22 smithi090 ceph-mon[27223]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-03-07T02:53:22.376 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:22 smithi092 ceph-mon[31083]: Deploying daemon osd.7 on smithi092 2024-03-07T02:53:22.376 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:22 smithi092 ceph-mon[31083]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-03-07T02:53:24.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:24 smithi092 ceph-mon[31083]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-07T02:53:24.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:24 smithi090 ceph-mon[27223]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-07T02:53:24.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:24 smithi090 ceph-mon[37987]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-07T02:53:25.568 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:25 smithi092 ceph-mon[31083]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-07T02:53:25.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:25 smithi090 ceph-mon[27223]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-07T02:53:25.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:25 smithi090 ceph-mon[37987]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-07T02:53:27.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:27 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:27.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:27 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:53:27.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:27 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:27.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:27 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:27.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:27 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:53:27.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:27 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:27.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:27 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:27.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:27 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:53:27.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:27 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:28.396 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:28 smithi092 ceph-mon[31083]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-07T02:53:28.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:28 smithi090 ceph-mon[37987]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-07T02:53:28.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:28 smithi090 ceph-mon[27223]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-07T02:53:29.605 INFO:teuthology.orchestra.run.smithi092.stdout:Created osd(s) 7 on host 'smithi092' 2024-03-07T02:53:29.916 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:29 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:29.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:29 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:29.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:29 smithi092 ceph-mon[31083]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-07T02:53:29.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:29 smithi092 ceph-mon[31083]: from='osd.7 [v2:172.21.15.92:6824/231707109,v1:172.21.15.92:6825/231707109]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-07T02:53:29.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:29 smithi092 ceph-mon[31083]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-07T02:53:29.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:29 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:29.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:29 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:30.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:29 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:30.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:29 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:30.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:29 smithi090 ceph-mon[27223]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-07T02:53:30.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:29 smithi090 ceph-mon[27223]: from='osd.7 [v2:172.21.15.92:6824/231707109,v1:172.21.15.92:6825/231707109]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-07T02:53:30.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:29 smithi090 ceph-mon[27223]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-07T02:53:30.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:29 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:30.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:29 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:30.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:29 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:30.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:29 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:30.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:29 smithi090 ceph-mon[37987]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-07T02:53:30.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:29 smithi090 ceph-mon[37987]: from='osd.7 [v2:172.21.15.92:6824/231707109,v1:172.21.15.92:6825/231707109]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-07T02:53:30.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:29 smithi090 ceph-mon[37987]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-07T02:53:30.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:29 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:30.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:29 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:30.253 DEBUG:teuthology.orchestra.run.smithi092:osd.7> sudo journalctl -f -n 0 -u ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@osd.7.service 2024-03-07T02:53:30.255 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-03-07T02:53:30.256 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph osd stat -f json 2024-03-07T02:53:30.471 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T02:53:30.897 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:30 smithi090 ceph-mon[27223]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-03-07T02:53:30.897 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:30 smithi090 ceph-mon[27223]: osdmap e52: 8 total, 7 up, 8 in 2024-03-07T02:53:30.897 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:30 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-07T02:53:30.897 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:30 smithi090 ceph-mon[27223]: from='osd.7 [v2:172.21.15.92:6824/231707109,v1:172.21.15.92:6825/231707109]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-03-07T02:53:30.898 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:30 smithi090 ceph-mon[27223]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-03-07T02:53:30.898 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:30 smithi090 ceph-mon[37987]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-03-07T02:53:30.898 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:30 smithi090 ceph-mon[37987]: osdmap e52: 8 total, 7 up, 8 in 2024-03-07T02:53:30.898 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:30 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-07T02:53:30.898 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:30 smithi090 ceph-mon[37987]: from='osd.7 [v2:172.21.15.92:6824/231707109,v1:172.21.15.92:6825/231707109]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-03-07T02:53:30.898 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:30 smithi090 ceph-mon[37987]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-03-07T02:53:30.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:30 smithi092 ceph-mon[31083]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-03-07T02:53:30.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:30 smithi092 ceph-mon[31083]: osdmap e52: 8 total, 7 up, 8 in 2024-03-07T02:53:30.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:30 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-07T02:53:30.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:30 smithi092 ceph-mon[31083]: from='osd.7 [v2:172.21.15.92:6824/231707109,v1:172.21.15.92:6825/231707109]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-03-07T02:53:30.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:30 smithi092 ceph-mon[31083]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-03-07T02:53:30.917 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 02:53:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[53298]: 2024-03-07T02:53:30.677+0000 7f2d9516e700 -1 osd.7 0 waiting for initial osdmap 2024-03-07T02:53:30.917 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 02:53:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[53298]: 2024-03-07T02:53:30.683+0000 7f2d8e75e700 -1 osd.7 53 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-07T02:53:31.906 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:31 smithi090 ceph-mon[27223]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]': finished 2024-03-07T02:53:31.906 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:31 smithi090 ceph-mon[27223]: osdmap e53: 8 total, 7 up, 8 in 2024-03-07T02:53:31.906 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:31 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-07T02:53:31.906 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:31 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-07T02:53:31.906 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:31 smithi090 ceph-mon[27223]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-07T02:53:31.906 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:31 smithi090 ceph-mon[37987]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]': finished 2024-03-07T02:53:31.906 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:31 smithi090 ceph-mon[37987]: osdmap e53: 8 total, 7 up, 8 in 2024-03-07T02:53:31.907 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:31 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-07T02:53:31.907 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:31 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-07T02:53:31.907 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:31 smithi090 ceph-mon[37987]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-07T02:53:31.935 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:31 smithi092 ceph-mon[31083]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]': finished 2024-03-07T02:53:31.935 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:31 smithi092 ceph-mon[31083]: osdmap e53: 8 total, 7 up, 8 in 2024-03-07T02:53:31.935 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:31 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-07T02:53:31.935 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:31 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-07T02:53:31.935 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:31 smithi092 ceph-mon[31083]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-07T02:53:32.443 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T02:53:32.762 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:32 smithi090 ceph-mon[27223]: purged_snaps scrub starts 2024-03-07T02:53:32.762 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:32 smithi090 ceph-mon[27223]: purged_snaps scrub ok 2024-03-07T02:53:32.762 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:32 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-07T02:53:32.762 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:32 smithi090 ceph-mon[27223]: osd.7 [v2:172.21.15.92:6824/231707109,v1:172.21.15.92:6825/231707109] boot 2024-03-07T02:53:32.762 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:32 smithi090 ceph-mon[27223]: osdmap e54: 8 total, 8 up, 8 in 2024-03-07T02:53:32.762 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:32 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-07T02:53:32.762 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:32 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/411453478' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-03-07T02:53:32.763 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:32 smithi090 ceph-mon[37987]: purged_snaps scrub starts 2024-03-07T02:53:32.763 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:32 smithi090 ceph-mon[37987]: purged_snaps scrub ok 2024-03-07T02:53:32.763 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:32 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-07T02:53:32.763 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:32 smithi090 ceph-mon[37987]: osd.7 [v2:172.21.15.92:6824/231707109,v1:172.21.15.92:6825/231707109] boot 2024-03-07T02:53:32.763 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:32 smithi090 ceph-mon[37987]: osdmap e54: 8 total, 8 up, 8 in 2024-03-07T02:53:32.763 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:32 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-07T02:53:32.763 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:32 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/411453478' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-03-07T02:53:32.871 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:32 smithi092 ceph-mon[31083]: purged_snaps scrub starts 2024-03-07T02:53:32.871 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:32 smithi092 ceph-mon[31083]: purged_snaps scrub ok 2024-03-07T02:53:32.871 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:32 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-07T02:53:32.871 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:32 smithi092 ceph-mon[31083]: osd.7 [v2:172.21.15.92:6824/231707109,v1:172.21.15.92:6825/231707109] boot 2024-03-07T02:53:32.871 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:32 smithi092 ceph-mon[31083]: osdmap e54: 8 total, 8 up, 8 in 2024-03-07T02:53:32.871 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:32 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-07T02:53:32.871 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:32 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/411453478' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-03-07T02:53:33.068 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":54,"num_osds":8,"num_up_osds":8,"osd_up_since":1709780011,"num_in_osds":8,"osd_in_since":1709779994,"num_remapped_pgs":1} 2024-03-07T02:53:33.069 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph osd dump --format=json 2024-03-07T02:53:33.282 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T02:53:34.038 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:33 smithi090 ceph-mon[37987]: osdmap e55: 8 total, 8 up, 8 in 2024-03-07T02:53:34.038 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:33 smithi090 ceph-mon[37987]: pgmap v171: 1 pgs: 1 remapped+peering; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:53:34.038 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:33 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:34.038 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:33 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:34.038 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:33 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:53:34.039 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:33 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:53:34.039 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:33 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:53:34.039 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:33 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:53:34.039 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:33 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:34.039 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:33 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:53:34.039 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:33 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:53:34.039 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:33 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:34.039 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:33 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:53:34.039 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:33 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:53:34.039 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:33 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:53:34.039 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:33 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:34.040 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:33 smithi090 ceph-mon[27223]: osdmap e55: 8 total, 8 up, 8 in 2024-03-07T02:53:34.040 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:33 smithi090 ceph-mon[27223]: pgmap v171: 1 pgs: 1 remapped+peering; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:53:34.040 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:33 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:34.040 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:33 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:34.040 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:33 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:53:34.040 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:33 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:53:34.040 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:33 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:53:34.040 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:33 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:53:34.040 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:33 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:34.040 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:33 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:53:34.040 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:33 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:53:34.040 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:33 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:34.040 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:33 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:53:34.041 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:33 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:53:34.041 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:33 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:53:34.041 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:33 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:34.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:33 smithi092 ceph-mon[31083]: osdmap e55: 8 total, 8 up, 8 in 2024-03-07T02:53:34.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:33 smithi092 ceph-mon[31083]: pgmap v171: 1 pgs: 1 remapped+peering; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:53:34.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:33 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:34.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:33 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:34.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:33 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:53:34.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:33 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:53:34.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:33 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:53:34.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:33 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:53:34.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:33 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:34.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:33 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:53:34.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:33 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:53:34.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:33 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:34.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:33 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:53:34.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:33 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:53:34.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:33 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:53:34.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:33 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:35.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:34 smithi090 ceph-mon[27223]: Detected new or changed devices on smithi092 2024-03-07T02:53:35.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:34 smithi090 ceph-mon[27223]: Adjusting osd_memory_target on smithi092 to 4272M 2024-03-07T02:53:35.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:34 smithi090 ceph-mon[27223]: osdmap e56: 8 total, 8 up, 8 in 2024-03-07T02:53:35.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:34 smithi090 ceph-mon[27223]: osdmap e57: 8 total, 8 up, 8 in 2024-03-07T02:53:35.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:34 smithi090 ceph-mon[37987]: Detected new or changed devices on smithi092 2024-03-07T02:53:35.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:34 smithi090 ceph-mon[37987]: Adjusting osd_memory_target on smithi092 to 4272M 2024-03-07T02:53:35.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:34 smithi090 ceph-mon[37987]: osdmap e56: 8 total, 8 up, 8 in 2024-03-07T02:53:35.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:34 smithi090 ceph-mon[37987]: osdmap e57: 8 total, 8 up, 8 in 2024-03-07T02:53:35.131 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T02:53:35.131 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":57,"fsid":"fb96fd1c-dc2c-11ee-95c6-87774f69a715","created":"2024-03-07T02:48:21.402557+0000","modified":"2024-03-07T02:53:34.316639+0000","last_up_change":"2024-03-07T02:53:31.675042+0000","last_in_change":"2024-03-07T02:53:14.634561+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-07T02:51:31.237978+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"62173b00-78b8-4233-9293-c750339830ce","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":210461514},{"type":"v1","addr":"172.21.15.90:6803","nonce":210461514}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":210461514},{"type":"v1","addr":"172.21.15.90:6805","nonce":210461514}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":210461514},{"type":"v1","addr":"172.21.15.90:6809","nonce":210461514}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":210461514},{"type":"v1","addr":"172.21.15.90:6807","nonce":210461514}]},"public_addr":"172.21.15.90:6803/210461514","cluster_addr":"172.21.15.90:6805/210461514","heartbeat_back_addr":"172.21.15.90:6809/210461514","heartbeat_front_addr":"172.21.15.90:6807/210461514","state":["exists","up"]},{"osd":1,"uuid":"ba6ddbb8-bfc5-473e-ac63-9dae10041bd2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":1401063633},{"type":"v1","addr":"172.21.15.90:6811","nonce":1401063633}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":1401063633},{"type":"v1","addr":"172.21.15.90:6813","nonce":1401063633}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":1401063633},{"type":"v1","addr":"172.21.15.90:6817","nonce":1401063633}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":1401063633},{"type":"v1","addr":"172.21.15.90:6815","nonce":1401063633}]},"public_addr":"172.21.15.90:6811/1401063633","cluster_addr":"172.21.15.90:6813/1401063633","heartbeat_back_addr":"172.21.15.90:6817/1401063633","heartbeat_front_addr":"172.21.15.90:6815/1401063633","state":["exists","up"]},{"osd":2,"uuid":"ff8047c3-1b5e-4299-a2ae-bedeef72354c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":127945800},{"type":"v1","addr":"172.21.15.90:6819","nonce":127945800}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":127945800},{"type":"v1","addr":"172.21.15.90:6821","nonce":127945800}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":127945800},{"type":"v1","addr":"172.21.15.90:6825","nonce":127945800}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":127945800},{"type":"v1","addr":"172.21.15.90:6823","nonce":127945800}]},"public_addr":"172.21.15.90:6819/127945800","cluster_addr":"172.21.15.90:6821/127945800","heartbeat_back_addr":"172.21.15.90:6825/127945800","heartbeat_front_addr":"172.21.15.90:6823/127945800","state":["exists","up"]},{"osd":3,"uuid":"f593a0b8-5c6a-4956-8bfd-1786b23b8246","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":1439151282},{"type":"v1","addr":"172.21.15.90:6827","nonce":1439151282}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":1439151282},{"type":"v1","addr":"172.21.15.90:6829","nonce":1439151282}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":1439151282},{"type":"v1","addr":"172.21.15.90:6833","nonce":1439151282}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":1439151282},{"type":"v1","addr":"172.21.15.90:6831","nonce":1439151282}]},"public_addr":"172.21.15.90:6827/1439151282","cluster_addr":"172.21.15.90:6829/1439151282","heartbeat_back_addr":"172.21.15.90:6833/1439151282","heartbeat_front_addr":"172.21.15.90:6831/1439151282","state":["exists","up"]},{"osd":4,"uuid":"77430044-a6e2-4b54-b014-afa25de0ab3b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":3937610296},{"type":"v1","addr":"172.21.15.92:6801","nonce":3937610296}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":3937610296},{"type":"v1","addr":"172.21.15.92:6803","nonce":3937610296}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":3937610296},{"type":"v1","addr":"172.21.15.92:6807","nonce":3937610296}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":3937610296},{"type":"v1","addr":"172.21.15.92:6805","nonce":3937610296}]},"public_addr":"172.21.15.92:6801/3937610296","cluster_addr":"172.21.15.92:6803/3937610296","heartbeat_back_addr":"172.21.15.92:6807/3937610296","heartbeat_front_addr":"172.21.15.92:6805/3937610296","state":["exists","up"]},{"osd":5,"uuid":"3fcbbd00-1811-4019-9256-c715641d4bd7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":729240228},{"type":"v1","addr":"172.21.15.92:6809","nonce":729240228}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":729240228},{"type":"v1","addr":"172.21.15.92:6811","nonce":729240228}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":729240228},{"type":"v1","addr":"172.21.15.92:6815","nonce":729240228}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":729240228},{"type":"v1","addr":"172.21.15.92:6813","nonce":729240228}]},"public_addr":"172.21.15.92:6809/729240228","cluster_addr":"172.21.15.92:6811/729240228","heartbeat_back_addr":"172.21.15.92:6815/729240228","heartbeat_front_addr":"172.21.15.92:6813/729240228","state":["exists","up"]},{"osd":6,"uuid":"5b518f86-7f07-4b56-8fa6-9fda918cf3ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":769395094},{"type":"v1","addr":"172.21.15.92:6817","nonce":769395094}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":769395094},{"type":"v1","addr":"172.21.15.92:6819","nonce":769395094}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":769395094},{"type":"v1","addr":"172.21.15.92:6823","nonce":769395094}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":769395094},{"type":"v1","addr":"172.21.15.92:6821","nonce":769395094}]},"public_addr":"172.21.15.92:6817/769395094","cluster_addr":"172.21.15.92:6819/769395094","heartbeat_back_addr":"172.21.15.92:6823/769395094","heartbeat_front_addr":"172.21.15.92:6821/769395094","state":["exists","up"]},{"osd":7,"uuid":"3149ce0a-5ae4-4ed2-9951-75533bf13891","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":231707109},{"type":"v1","addr":"172.21.15.92:6825","nonce":231707109}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":231707109},{"type":"v1","addr":"172.21.15.92:6827","nonce":231707109}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":231707109},{"type":"v1","addr":"172.21.15.92:6831","nonce":231707109}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":231707109},{"type":"v1","addr":"172.21.15.92:6829","nonce":231707109}]},"public_addr":"172.21.15.92:6825/231707109","cluster_addr":"172.21.15.92:6827/231707109","heartbeat_back_addr":"172.21.15.92:6831/231707109","heartbeat_front_addr":"172.21.15.92:6829/231707109","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:50:39.830230+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:51:04.477989+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:51:28.474759+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:51:53.216846+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:52:15.538439+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:52:39.888296+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:53:04.965858+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:53:30.264488+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.90:0/2953742548":"2024-03-08T02:49:20.917138+0000","172.21.15.90:0/3188894349":"2024-03-08T02:49:20.917138+0000","172.21.15.90:6801/2944721963":"2024-03-08T02:49:20.917138+0000","172.21.15.90:0/1828883733":"2024-03-08T02:48:56.020950+0000","172.21.15.90:0/1679273472":"2024-03-08T02:48:56.020950+0000","172.21.15.90:6801/3621127890":"2024-03-08T02:48:56.020950+0000","172.21.15.90:0/373439958":"2024-03-08T02:49:20.917138+0000","172.21.15.90:0/3731708305":"2024-03-08T02:48:56.020950+0000","172.21.15.90:6800/3621127890":"2024-03-08T02:48:56.020950+0000","172.21.15.90:6800/2944721963":"2024-03-08T02:49:20.917138+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-07T02:53:35.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:34 smithi092 ceph-mon[31083]: Detected new or changed devices on smithi092 2024-03-07T02:53:35.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:34 smithi092 ceph-mon[31083]: Adjusting osd_memory_target on smithi092 to 4272M 2024-03-07T02:53:35.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:34 smithi092 ceph-mon[31083]: osdmap e56: 8 total, 8 up, 8 in 2024-03-07T02:53:35.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:34 smithi092 ceph-mon[31083]: osdmap e57: 8 total, 8 up, 8 in 2024-03-07T02:53:35.709 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-07T02:51:31.237978+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-03-07T02:53:35.709 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph osd pool get .mgr pg_num 2024-03-07T02:53:35.910 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T02:53:36.010 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:35 smithi090 ceph-mon[27223]: pgmap v174: 1 pgs: 1 remapped+peering; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:53:36.011 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:35 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/4280858655' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T02:53:36.011 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:35 smithi090 ceph-mon[27223]: osdmap e58: 8 total, 8 up, 8 in 2024-03-07T02:53:36.011 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:35 smithi090 ceph-mon[37987]: pgmap v174: 1 pgs: 1 remapped+peering; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:53:36.011 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:35 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/4280858655' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T02:53:36.011 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:35 smithi090 ceph-mon[37987]: osdmap e58: 8 total, 8 up, 8 in 2024-03-07T02:53:36.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:35 smithi092 ceph-mon[31083]: pgmap v174: 1 pgs: 1 remapped+peering; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:53:36.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:35 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/4280858655' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T02:53:36.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:35 smithi092 ceph-mon[31083]: osdmap e58: 8 total, 8 up, 8 in 2024-03-07T02:53:37.756 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 1 2024-03-07T02:53:38.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:38 smithi090 ceph-mon[27223]: pgmap v176: 1 pgs: 1 remapped+peering; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:53:38.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:38 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/4256009531' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-07T02:53:38.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:38 smithi090 ceph-mon[37987]: pgmap v176: 1 pgs: 1 remapped+peering; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:53:38.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:38 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/4256009531' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-07T02:53:38.386 INFO:tasks.cephadm:Adding mds.a on smithi090 2024-03-07T02:53:38.386 INFO:tasks.cephadm:Adding mds.b on smithi092 2024-03-07T02:53:38.387 DEBUG:teuthology.orchestra.run.smithi092:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph orch apply mds all '2;smithi090=a;smithi092=b' 2024-03-07T02:53:38.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:38 smithi092 ceph-mon[31083]: pgmap v176: 1 pgs: 1 remapped+peering; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:53:38.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:38 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/4256009531' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-07T02:53:38.608 INFO:teuthology.orchestra.run.smithi092.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.b/config 2024-03-07T02:53:40.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:40 smithi090 ceph-mon[27223]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-03-07T02:53:40.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:40 smithi090 ceph-mon[37987]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-03-07T02:53:40.370 INFO:teuthology.orchestra.run.smithi092.stdout:Scheduled mds.all update... 2024-03-07T02:53:40.370 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:40 smithi092 ceph-mon[31083]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-03-07T02:53:41.007 DEBUG:teuthology.orchestra.run.smithi090:mds.a> sudo journalctl -f -n 0 -u ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@mds.a.service 2024-03-07T02:53:41.009 DEBUG:teuthology.orchestra.run.smithi092:mds.b> sudo journalctl -f -n 0 -u ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@mds.b.service 2024-03-07T02:53:41.049 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-03-07T02:53:41.050 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-07T02:53:41.355 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T02:53:41.355 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":58,"fsid":"fb96fd1c-dc2c-11ee-95c6-87774f69a715","created":"2024-03-07T02:48:21.402557+0000","modified":"2024-03-07T02:53:35.324233+0000","last_up_change":"2024-03-07T02:53:31.675042+0000","last_in_change":"2024-03-07T02:53:14.634561+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-07T02:51:31.237978+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"62173b00-78b8-4233-9293-c750339830ce","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":210461514},{"type":"v1","addr":"172.21.15.90:6803","nonce":210461514}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":210461514},{"type":"v1","addr":"172.21.15.90:6805","nonce":210461514}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":210461514},{"type":"v1","addr":"172.21.15.90:6809","nonce":210461514}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":210461514},{"type":"v1","addr":"172.21.15.90:6807","nonce":210461514}]},"public_addr":"172.21.15.90:6803/210461514","cluster_addr":"172.21.15.90:6805/210461514","heartbeat_back_addr":"172.21.15.90:6809/210461514","heartbeat_front_addr":"172.21.15.90:6807/210461514","state":["exists","up"]},{"osd":1,"uuid":"ba6ddbb8-bfc5-473e-ac63-9dae10041bd2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":1401063633},{"type":"v1","addr":"172.21.15.90:6811","nonce":1401063633}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":1401063633},{"type":"v1","addr":"172.21.15.90:6813","nonce":1401063633}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":1401063633},{"type":"v1","addr":"172.21.15.90:6817","nonce":1401063633}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":1401063633},{"type":"v1","addr":"172.21.15.90:6815","nonce":1401063633}]},"public_addr":"172.21.15.90:6811/1401063633","cluster_addr":"172.21.15.90:6813/1401063633","heartbeat_back_addr":"172.21.15.90:6817/1401063633","heartbeat_front_addr":"172.21.15.90:6815/1401063633","state":["exists","up"]},{"osd":2,"uuid":"ff8047c3-1b5e-4299-a2ae-bedeef72354c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":127945800},{"type":"v1","addr":"172.21.15.90:6819","nonce":127945800}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":127945800},{"type":"v1","addr":"172.21.15.90:6821","nonce":127945800}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":127945800},{"type":"v1","addr":"172.21.15.90:6825","nonce":127945800}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":127945800},{"type":"v1","addr":"172.21.15.90:6823","nonce":127945800}]},"public_addr":"172.21.15.90:6819/127945800","cluster_addr":"172.21.15.90:6821/127945800","heartbeat_back_addr":"172.21.15.90:6825/127945800","heartbeat_front_addr":"172.21.15.90:6823/127945800","state":["exists","up"]},{"osd":3,"uuid":"f593a0b8-5c6a-4956-8bfd-1786b23b8246","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":1439151282},{"type":"v1","addr":"172.21.15.90:6827","nonce":1439151282}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":1439151282},{"type":"v1","addr":"172.21.15.90:6829","nonce":1439151282}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":1439151282},{"type":"v1","addr":"172.21.15.90:6833","nonce":1439151282}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":1439151282},{"type":"v1","addr":"172.21.15.90:6831","nonce":1439151282}]},"public_addr":"172.21.15.90:6827/1439151282","cluster_addr":"172.21.15.90:6829/1439151282","heartbeat_back_addr":"172.21.15.90:6833/1439151282","heartbeat_front_addr":"172.21.15.90:6831/1439151282","state":["exists","up"]},{"osd":4,"uuid":"77430044-a6e2-4b54-b014-afa25de0ab3b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":3937610296},{"type":"v1","addr":"172.21.15.92:6801","nonce":3937610296}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":3937610296},{"type":"v1","addr":"172.21.15.92:6803","nonce":3937610296}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":3937610296},{"type":"v1","addr":"172.21.15.92:6807","nonce":3937610296}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":3937610296},{"type":"v1","addr":"172.21.15.92:6805","nonce":3937610296}]},"public_addr":"172.21.15.92:6801/3937610296","cluster_addr":"172.21.15.92:6803/3937610296","heartbeat_back_addr":"172.21.15.92:6807/3937610296","heartbeat_front_addr":"172.21.15.92:6805/3937610296","state":["exists","up"]},{"osd":5,"uuid":"3fcbbd00-1811-4019-9256-c715641d4bd7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":729240228},{"type":"v1","addr":"172.21.15.92:6809","nonce":729240228}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":729240228},{"type":"v1","addr":"172.21.15.92:6811","nonce":729240228}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":729240228},{"type":"v1","addr":"172.21.15.92:6815","nonce":729240228}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":729240228},{"type":"v1","addr":"172.21.15.92:6813","nonce":729240228}]},"public_addr":"172.21.15.92:6809/729240228","cluster_addr":"172.21.15.92:6811/729240228","heartbeat_back_addr":"172.21.15.92:6815/729240228","heartbeat_front_addr":"172.21.15.92:6813/729240228","state":["exists","up"]},{"osd":6,"uuid":"5b518f86-7f07-4b56-8fa6-9fda918cf3ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":769395094},{"type":"v1","addr":"172.21.15.92:6817","nonce":769395094}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":769395094},{"type":"v1","addr":"172.21.15.92:6819","nonce":769395094}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":769395094},{"type":"v1","addr":"172.21.15.92:6823","nonce":769395094}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":769395094},{"type":"v1","addr":"172.21.15.92:6821","nonce":769395094}]},"public_addr":"172.21.15.92:6817/769395094","cluster_addr":"172.21.15.92:6819/769395094","heartbeat_back_addr":"172.21.15.92:6823/769395094","heartbeat_front_addr":"172.21.15.92:6821/769395094","state":["exists","up"]},{"osd":7,"uuid":"3149ce0a-5ae4-4ed2-9951-75533bf13891","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":231707109},{"type":"v1","addr":"172.21.15.92:6825","nonce":231707109}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":231707109},{"type":"v1","addr":"172.21.15.92:6827","nonce":231707109}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":231707109},{"type":"v1","addr":"172.21.15.92:6831","nonce":231707109}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":231707109},{"type":"v1","addr":"172.21.15.92:6829","nonce":231707109}]},"public_addr":"172.21.15.92:6825/231707109","cluster_addr":"172.21.15.92:6827/231707109","heartbeat_back_addr":"172.21.15.92:6831/231707109","heartbeat_front_addr":"172.21.15.92:6829/231707109","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:50:39.830230+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:51:04.477989+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:51:28.474759+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:51:53.216846+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:52:15.538439+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:52:39.888296+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:53:04.965858+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:53:30.264488+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.90:0/2953742548":"2024-03-08T02:49:20.917138+0000","172.21.15.90:0/3188894349":"2024-03-08T02:49:20.917138+0000","172.21.15.90:6801/2944721963":"2024-03-08T02:49:20.917138+0000","172.21.15.90:0/1828883733":"2024-03-08T02:48:56.020950+0000","172.21.15.90:0/1679273472":"2024-03-08T02:48:56.020950+0000","172.21.15.90:6801/3621127890":"2024-03-08T02:48:56.020950+0000","172.21.15.90:0/373439958":"2024-03-08T02:49:20.917138+0000","172.21.15.90:0/3731708305":"2024-03-08T02:48:56.020950+0000","172.21.15.90:6800/3621127890":"2024-03-08T02:48:56.020950+0000","172.21.15.90:6800/2944721963":"2024-03-08T02:49:20.917138+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-07T02:53:41.367 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-07T02:51:31.237978+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-03-07T02:53:41.367 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-03-07T02:53:41.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:41 smithi090 ceph-mon[27223]: from='client.24313 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi090=a;smithi092=b", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:53:41.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:41 smithi090 ceph-mon[27223]: Saving service mds.all spec with placement smithi090=a;smithi092=b;count:2 2024-03-07T02:53:41.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:41 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:41.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:41 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:53:41.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:41 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:53:41.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:41 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:53:41.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:41 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:41.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:41 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-07T02:53:41.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:41 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-07T02:53:41.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:41 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:53:41.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:41 smithi090 ceph-mon[27223]: Deploying daemon mds.a on smithi090 2024-03-07T02:53:41.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:41 smithi090 ceph-mon[27223]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 79 KiB/s, 0 objects/s recovering 2024-03-07T02:53:41.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:41 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/1054202265' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T02:53:41.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:41 smithi090 ceph-mon[37987]: from='client.24313 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi090=a;smithi092=b", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:53:41.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:41 smithi090 ceph-mon[37987]: Saving service mds.all spec with placement smithi090=a;smithi092=b;count:2 2024-03-07T02:53:41.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:41 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:41.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:41 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:53:41.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:41 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:53:41.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:41 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:53:41.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:41 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:41.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:41 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-07T02:53:41.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:41 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-07T02:53:41.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:41 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:53:41.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:41 smithi090 ceph-mon[37987]: Deploying daemon mds.a on smithi090 2024-03-07T02:53:41.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:41 smithi090 ceph-mon[37987]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 79 KiB/s, 0 objects/s recovering 2024-03-07T02:53:41.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:41 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/1054202265' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T02:53:41.655 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 1 2024-03-07T02:53:41.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:41 smithi092 ceph-mon[31083]: from='client.24313 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi090=a;smithi092=b", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:53:41.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:41 smithi092 ceph-mon[31083]: Saving service mds.all spec with placement smithi090=a;smithi092=b;count:2 2024-03-07T02:53:41.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:41 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:41.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:41 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:53:41.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:41 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:53:41.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:41 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:53:41.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:41 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:41.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:41 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-07T02:53:41.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:41 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-07T02:53:41.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:41 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:53:41.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:41 smithi092 ceph-mon[31083]: Deploying daemon mds.a on smithi090 2024-03-07T02:53:41.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:41 smithi092 ceph-mon[31083]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 79 KiB/s, 0 objects/s recovering 2024-03-07T02:53:41.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:41 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/1054202265' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T02:53:41.669 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-07T02:53:41.988 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T02:53:41.989 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2024-03-07T02:53:41.989 INFO:teuthology.orchestra.run.smithi090.stderr:dumped fsmap epoch 1 2024-03-07T02:53:42.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:42 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/2873504679' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-07T02:53:42.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:42 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/510413792' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T02:53:42.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:42 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/2873504679' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-07T02:53:42.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:42 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/510413792' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T02:53:42.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:42 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/2873504679' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-07T02:53:42.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:42 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/510413792' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T02:53:42.849 INFO:journalctl@ceph.mds.a.smithi090.stdout:Mar 07 02:53:42 smithi090 podman[64717]: 2024-03-07 02:53:42.823285185 +0000 UTC m=+0.333900104 container start 8b3baf63c0c9ec011fbc1585dbbe1e4ae16a9f5b148f8d12322a6fb66b8de6c7 (image=quay.ceph.io/ceph-ci/ceph@sha256:4e788e3c6821efe986a710ffe10c052cd830c07b33cd4a66b97449fc9bbef8e7, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mds-a, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240222, RELEASE=reef-ae75fc9, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=) 2024-03-07T02:53:42.849 INFO:journalctl@ceph.mds.a.smithi090.stdout:Mar 07 02:53:42 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mds-a[64732]: starting mds.a at 2024-03-07T02:53:43.328 INFO:journalctl@ceph.mds.a.smithi090.stdout:Mar 07 02:53:42 smithi090 bash[64717]: 8b3baf63c0c9ec011fbc1585dbbe1e4ae16a9f5b148f8d12322a6fb66b8de6c7 2024-03-07T02:53:43.328 INFO:journalctl@ceph.mds.a.smithi090.stdout:Mar 07 02:53:42 smithi090 systemd[1]: Started Ceph mds.a for fb96fd1c-dc2c-11ee-95c6-87774f69a715. 2024-03-07T02:53:44.001 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-07T02:53:44.031 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:43 smithi090 ceph-mon[27223]: mds.? [v2:172.21.15.90:6834/1683497718,v1:172.21.15.90:6835/1683497718] up:boot 2024-03-07T02:53:44.031 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:43 smithi090 ceph-mon[27223]: fsmap 1 up:standby 2024-03-07T02:53:44.031 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:43 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-07T02:53:44.031 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:43 smithi090 ceph-mon[27223]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-03-07T02:53:44.031 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:43 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:44.031 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:43 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:44.031 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:43 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:44.031 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:43 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-07T02:53:44.031 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:43 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-07T02:53:44.031 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:43 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:53:44.031 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:43 smithi090 ceph-mon[27223]: Deploying daemon mds.b on smithi092 2024-03-07T02:53:44.031 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:43 smithi090 ceph-mon[37987]: mds.? [v2:172.21.15.90:6834/1683497718,v1:172.21.15.90:6835/1683497718] up:boot 2024-03-07T02:53:44.032 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:43 smithi090 ceph-mon[37987]: fsmap 1 up:standby 2024-03-07T02:53:44.032 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:43 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-07T02:53:44.032 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:43 smithi090 ceph-mon[37987]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-03-07T02:53:44.032 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:43 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:44.032 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:43 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:44.032 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:43 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:44.032 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:43 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-07T02:53:44.032 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:43 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-07T02:53:44.032 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:43 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:53:44.032 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:43 smithi090 ceph-mon[37987]: Deploying daemon mds.b on smithi092 2024-03-07T02:53:44.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:43 smithi092 ceph-mon[31083]: mds.? [v2:172.21.15.90:6834/1683497718,v1:172.21.15.90:6835/1683497718] up:boot 2024-03-07T02:53:44.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:43 smithi092 ceph-mon[31083]: fsmap 1 up:standby 2024-03-07T02:53:44.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:43 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-07T02:53:44.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:43 smithi092 ceph-mon[31083]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-03-07T02:53:44.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:43 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:44.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:43 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:44.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:43 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:44.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:43 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-07T02:53:44.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:43 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-07T02:53:44.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:43 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:53:44.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:43 smithi092 ceph-mon[31083]: Deploying daemon mds.b on smithi092 2024-03-07T02:53:44.335 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T02:53:44.335 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14454,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6835/1683497718","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":1683497718},{"type":"v1","addr":"172.21.15.90:6835","nonce":1683497718}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2024-03-07T02:53:44.335 INFO:teuthology.orchestra.run.smithi090.stderr:dumped fsmap epoch 2 2024-03-07T02:53:45.092 INFO:journalctl@ceph.mds.b.smithi092.stdout:Mar 07 02:53:44 smithi092 systemd[1]: Starting Ceph mds.b for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T02:53:45.345 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:45 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/836576844' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T02:53:45.345 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:45 smithi092 ceph-mon[31083]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-03-07T02:53:45.345 INFO:journalctl@ceph.mds.b.smithi092.stdout:Mar 07 02:53:45 smithi092 podman[57375]: 2024-03-07 02:53:45.090085051 +0000 UTC m=+0.097870350 container create ce3c1188fa28d39795373a0957a0d6d29c31d7c4cdd09a2cd93d502bcf7fce6d (image=quay.ceph.io/ceph-ci/ceph@sha256:4e788e3c6821efe986a710ffe10c052cd830c07b33cd4a66b97449fc9bbef8e7, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mds-b, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240222, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-ae75fc9, org.label-schema.schema-version=1.0, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-03-07T02:53:45.345 INFO:journalctl@ceph.mds.b.smithi092.stdout:Mar 07 02:53:45 smithi092 podman[57375]: 2024-03-07 02:53:45.009989827 +0000 UTC m=+0.017775127 image pull 0164bb8a7c6757b1a14e365a606a78ffe7cebb460f04a1ceb58f5dcf21071c24 quay.ceph.io/ceph-ci/ceph@sha256:4e788e3c6821efe986a710ffe10c052cd830c07b33cd4a66b97449fc9bbef8e7 2024-03-07T02:53:45.345 INFO:journalctl@ceph.mds.b.smithi092.stdout:Mar 07 02:53:45 smithi092 podman[57375]: 2024-03-07 02:53:45.317714942 +0000 UTC m=+0.325500252 container init ce3c1188fa28d39795373a0957a0d6d29c31d7c4cdd09a2cd93d502bcf7fce6d (image=quay.ceph.io/ceph-ci/ceph@sha256:4e788e3c6821efe986a710ffe10c052cd830c07b33cd4a66b97449fc9bbef8e7, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mds-b, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=reef-ae75fc9, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240222, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-03-07T02:53:45.345 INFO:journalctl@ceph.mds.b.smithi092.stdout:Mar 07 02:53:45 smithi092 podman[57375]: 2024-03-07 02:53:45.320304957 +0000 UTC m=+0.328090258 container start ce3c1188fa28d39795373a0957a0d6d29c31d7c4cdd09a2cd93d502bcf7fce6d (image=quay.ceph.io/ceph-ci/ceph@sha256:4e788e3c6821efe986a710ffe10c052cd830c07b33cd4a66b97449fc9bbef8e7, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mds-b, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240222, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, RELEASE=reef-ae75fc9, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-03-07T02:53:45.666 INFO:journalctl@ceph.mds.b.smithi092.stdout:Mar 07 02:53:45 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mds-b[57391]: starting mds.b at 2024-03-07T02:53:45.667 INFO:journalctl@ceph.mds.b.smithi092.stdout:Mar 07 02:53:45 smithi092 bash[57375]: ce3c1188fa28d39795373a0957a0d6d29c31d7c4cdd09a2cd93d502bcf7fce6d 2024-03-07T02:53:45.667 INFO:journalctl@ceph.mds.b.smithi092.stdout:Mar 07 02:53:45 smithi092 systemd[1]: Started Ceph mds.b for fb96fd1c-dc2c-11ee-95c6-87774f69a715. 2024-03-07T02:53:45.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:45 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/836576844' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T02:53:45.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:45 smithi090 ceph-mon[27223]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-03-07T02:53:45.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:45 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/836576844' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T02:53:45.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:45 smithi090 ceph-mon[37987]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-03-07T02:53:46.350 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-07T02:53:46.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:46 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:46.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:46 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:46.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:46 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:46.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:46 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:46.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:46 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:46.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:46 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:53:46.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:46 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:46.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:46 smithi090 ceph-mon[27223]: mds.? [v2:172.21.15.92:6832/1681570486,v1:172.21.15.92:6833/1681570486] up:boot 2024-03-07T02:53:46.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:46 smithi090 ceph-mon[27223]: fsmap 2 up:standby 2024-03-07T02:53:46.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:46 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-07T02:53:46.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:46 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:46.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:46 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:46.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:46 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:46.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:46 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:46.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:46 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:46.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:46 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:53:46.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:46 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:46.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:46 smithi090 ceph-mon[37987]: mds.? [v2:172.21.15.92:6832/1681570486,v1:172.21.15.92:6833/1681570486] up:boot 2024-03-07T02:53:46.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:46 smithi090 ceph-mon[37987]: fsmap 2 up:standby 2024-03-07T02:53:46.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:46 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-07T02:53:46.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:46 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:46.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:46 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:46.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:46 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:46.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:46 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:46.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:46 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:46.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:46 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:53:46.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:46 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:46.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:46 smithi092 ceph-mon[31083]: mds.? [v2:172.21.15.92:6832/1681570486,v1:172.21.15.92:6833/1681570486] up:boot 2024-03-07T02:53:46.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:46 smithi092 ceph-mon[31083]: fsmap 2 up:standby 2024-03-07T02:53:46.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:46 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-07T02:53:46.701 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T02:53:46.701 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14454,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6835/1683497718","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":1683497718},{"type":"v1","addr":"172.21.15.90:6835","nonce":1683497718}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24334,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6833/1681570486","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":1681570486},{"type":"v1","addr":"172.21.15.92:6833","nonce":1681570486}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[]} 2024-03-07T02:53:46.702 INFO:teuthology.orchestra.run.smithi090.stderr:dumped fsmap epoch 3 2024-03-07T02:53:46.718 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-07T02:53:47.032 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T02:53:47.032 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":58,"fsid":"fb96fd1c-dc2c-11ee-95c6-87774f69a715","created":"2024-03-07T02:48:21.402557+0000","modified":"2024-03-07T02:53:35.324233+0000","last_up_change":"2024-03-07T02:53:31.675042+0000","last_in_change":"2024-03-07T02:53:14.634561+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-07T02:51:31.237978+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"62173b00-78b8-4233-9293-c750339830ce","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":210461514},{"type":"v1","addr":"172.21.15.90:6803","nonce":210461514}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":210461514},{"type":"v1","addr":"172.21.15.90:6805","nonce":210461514}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":210461514},{"type":"v1","addr":"172.21.15.90:6809","nonce":210461514}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":210461514},{"type":"v1","addr":"172.21.15.90:6807","nonce":210461514}]},"public_addr":"172.21.15.90:6803/210461514","cluster_addr":"172.21.15.90:6805/210461514","heartbeat_back_addr":"172.21.15.90:6809/210461514","heartbeat_front_addr":"172.21.15.90:6807/210461514","state":["exists","up"]},{"osd":1,"uuid":"ba6ddbb8-bfc5-473e-ac63-9dae10041bd2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":1401063633},{"type":"v1","addr":"172.21.15.90:6811","nonce":1401063633}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":1401063633},{"type":"v1","addr":"172.21.15.90:6813","nonce":1401063633}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":1401063633},{"type":"v1","addr":"172.21.15.90:6817","nonce":1401063633}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":1401063633},{"type":"v1","addr":"172.21.15.90:6815","nonce":1401063633}]},"public_addr":"172.21.15.90:6811/1401063633","cluster_addr":"172.21.15.90:6813/1401063633","heartbeat_back_addr":"172.21.15.90:6817/1401063633","heartbeat_front_addr":"172.21.15.90:6815/1401063633","state":["exists","up"]},{"osd":2,"uuid":"ff8047c3-1b5e-4299-a2ae-bedeef72354c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":127945800},{"type":"v1","addr":"172.21.15.90:6819","nonce":127945800}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":127945800},{"type":"v1","addr":"172.21.15.90:6821","nonce":127945800}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":127945800},{"type":"v1","addr":"172.21.15.90:6825","nonce":127945800}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":127945800},{"type":"v1","addr":"172.21.15.90:6823","nonce":127945800}]},"public_addr":"172.21.15.90:6819/127945800","cluster_addr":"172.21.15.90:6821/127945800","heartbeat_back_addr":"172.21.15.90:6825/127945800","heartbeat_front_addr":"172.21.15.90:6823/127945800","state":["exists","up"]},{"osd":3,"uuid":"f593a0b8-5c6a-4956-8bfd-1786b23b8246","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":1439151282},{"type":"v1","addr":"172.21.15.90:6827","nonce":1439151282}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":1439151282},{"type":"v1","addr":"172.21.15.90:6829","nonce":1439151282}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":1439151282},{"type":"v1","addr":"172.21.15.90:6833","nonce":1439151282}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":1439151282},{"type":"v1","addr":"172.21.15.90:6831","nonce":1439151282}]},"public_addr":"172.21.15.90:6827/1439151282","cluster_addr":"172.21.15.90:6829/1439151282","heartbeat_back_addr":"172.21.15.90:6833/1439151282","heartbeat_front_addr":"172.21.15.90:6831/1439151282","state":["exists","up"]},{"osd":4,"uuid":"77430044-a6e2-4b54-b014-afa25de0ab3b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":3937610296},{"type":"v1","addr":"172.21.15.92:6801","nonce":3937610296}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":3937610296},{"type":"v1","addr":"172.21.15.92:6803","nonce":3937610296}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":3937610296},{"type":"v1","addr":"172.21.15.92:6807","nonce":3937610296}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":3937610296},{"type":"v1","addr":"172.21.15.92:6805","nonce":3937610296}]},"public_addr":"172.21.15.92:6801/3937610296","cluster_addr":"172.21.15.92:6803/3937610296","heartbeat_back_addr":"172.21.15.92:6807/3937610296","heartbeat_front_addr":"172.21.15.92:6805/3937610296","state":["exists","up"]},{"osd":5,"uuid":"3fcbbd00-1811-4019-9256-c715641d4bd7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":729240228},{"type":"v1","addr":"172.21.15.92:6809","nonce":729240228}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":729240228},{"type":"v1","addr":"172.21.15.92:6811","nonce":729240228}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":729240228},{"type":"v1","addr":"172.21.15.92:6815","nonce":729240228}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":729240228},{"type":"v1","addr":"172.21.15.92:6813","nonce":729240228}]},"public_addr":"172.21.15.92:6809/729240228","cluster_addr":"172.21.15.92:6811/729240228","heartbeat_back_addr":"172.21.15.92:6815/729240228","heartbeat_front_addr":"172.21.15.92:6813/729240228","state":["exists","up"]},{"osd":6,"uuid":"5b518f86-7f07-4b56-8fa6-9fda918cf3ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":769395094},{"type":"v1","addr":"172.21.15.92:6817","nonce":769395094}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":769395094},{"type":"v1","addr":"172.21.15.92:6819","nonce":769395094}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":769395094},{"type":"v1","addr":"172.21.15.92:6823","nonce":769395094}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":769395094},{"type":"v1","addr":"172.21.15.92:6821","nonce":769395094}]},"public_addr":"172.21.15.92:6817/769395094","cluster_addr":"172.21.15.92:6819/769395094","heartbeat_back_addr":"172.21.15.92:6823/769395094","heartbeat_front_addr":"172.21.15.92:6821/769395094","state":["exists","up"]},{"osd":7,"uuid":"3149ce0a-5ae4-4ed2-9951-75533bf13891","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":231707109},{"type":"v1","addr":"172.21.15.92:6825","nonce":231707109}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":231707109},{"type":"v1","addr":"172.21.15.92:6827","nonce":231707109}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":231707109},{"type":"v1","addr":"172.21.15.92:6831","nonce":231707109}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":231707109},{"type":"v1","addr":"172.21.15.92:6829","nonce":231707109}]},"public_addr":"172.21.15.92:6825/231707109","cluster_addr":"172.21.15.92:6827/231707109","heartbeat_back_addr":"172.21.15.92:6831/231707109","heartbeat_front_addr":"172.21.15.92:6829/231707109","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:50:39.830230+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:51:04.477989+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:51:28.474759+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:51:53.216846+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:52:15.538439+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:52:39.888296+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:53:04.965858+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:53:30.264488+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.90:0/2953742548":"2024-03-08T02:49:20.917138+0000","172.21.15.90:0/3188894349":"2024-03-08T02:49:20.917138+0000","172.21.15.90:6801/2944721963":"2024-03-08T02:49:20.917138+0000","172.21.15.90:0/1828883733":"2024-03-08T02:48:56.020950+0000","172.21.15.90:0/1679273472":"2024-03-08T02:48:56.020950+0000","172.21.15.90:6801/3621127890":"2024-03-08T02:48:56.020950+0000","172.21.15.90:0/373439958":"2024-03-08T02:49:20.917138+0000","172.21.15.90:0/3731708305":"2024-03-08T02:48:56.020950+0000","172.21.15.90:6800/3621127890":"2024-03-08T02:48:56.020950+0000","172.21.15.90:6800/2944721963":"2024-03-08T02:49:20.917138+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-07T02:53:47.045 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-07T02:51:31.237978+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-03-07T02:53:47.046 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-03-07T02:53:47.329 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 1 2024-03-07T02:53:47.342 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-03-07T02:53:47.626 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T02:53:47.626 INFO:teuthology.orchestra.run.smithi090.stdout:[ 2024-03-07T02:53:47.626 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-03-07T02:53:47.626 INFO:teuthology.orchestra.run.smithi090.stdout: "poolnum": 1, 2024-03-07T02:53:47.626 INFO:teuthology.orchestra.run.smithi090.stdout: "poolname": ".mgr" 2024-03-07T02:53:47.626 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-03-07T02:53:47.626 INFO:teuthology.orchestra.run.smithi090.stdout:] 2024-03-07T02:53:47.638 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:47 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/4141566358' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T02:53:47.638 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:47 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:47.638 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:47 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:47.638 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:47 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:47.638 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:47 smithi090 ceph-mon[27223]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 50 KiB/s, 0 objects/s recovering 2024-03-07T02:53:47.638 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:47 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:47.638 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:47 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:53:47.639 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:47 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:53:47.639 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:47 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:47.639 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:47 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/1556599358' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T02:53:47.639 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:47 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:53:47.639 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:47 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:53:47.639 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:47 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:53:47.639 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:47 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:47.639 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:47 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/664061827' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-07T02:53:47.640 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:47 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/4141566358' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T02:53:47.640 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:47 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:47.640 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:47 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:47.640 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:47 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:47.640 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:47 smithi090 ceph-mon[37987]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 50 KiB/s, 0 objects/s recovering 2024-03-07T02:53:47.640 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:47 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:47.640 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:47 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:53:47.640 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:47 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:53:47.640 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:47 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:47.641 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:47 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/1556599358' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T02:53:47.641 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:47 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:53:47.641 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:47 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:53:47.641 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:47 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:53:47.641 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:47 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:47.641 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:47 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/664061827' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-07T02:53:47.642 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-03-07T02:53:47.642 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-03-07T02:53:47.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:47 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/4141566358' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T02:53:47.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:47 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:47.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:47 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:47.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:47 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:47.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:47 smithi092 ceph-mon[31083]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 50 KiB/s, 0 objects/s recovering 2024-03-07T02:53:47.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:47 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:47.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:47 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:53:47.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:47 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:53:47.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:47 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:47.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:47 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/1556599358' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T02:53:47.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:47 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:53:47.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:47 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:53:47.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:47 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:53:47.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:47 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:47.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:47 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/664061827' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-07T02:53:48.471 INFO:teuthology.orchestra.run.smithi090.stderr:pool 'cephfs_metadata' created 2024-03-07T02:53:48.487 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-03-07T02:53:48.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:48 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/1559950459' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-03-07T02:53:48.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:48 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/1021600380' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-03-07T02:53:48.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:48 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/1559950459' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-03-07T02:53:48.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:48 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/1021600380' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-03-07T02:53:48.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:48 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/1559950459' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-03-07T02:53:48.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:48 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/1021600380' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-03-07T02:53:49.475 INFO:teuthology.orchestra.run.smithi090.stderr:pool 'cephfs_data' created 2024-03-07T02:53:49.500 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-03-07T02:53:49.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:49 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/1021600380' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-03-07T02:53:49.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:49 smithi090 ceph-mon[27223]: osdmap e59: 8 total, 8 up, 8 in 2024-03-07T02:53:49.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:49 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/4179079331' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-03-07T02:53:49.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:49 smithi090 ceph-mon[27223]: pgmap v183: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:53:49.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:49 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/1021600380' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-03-07T02:53:49.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:49 smithi090 ceph-mon[37987]: osdmap e59: 8 total, 8 up, 8 in 2024-03-07T02:53:49.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:49 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/4179079331' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-03-07T02:53:49.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:49 smithi090 ceph-mon[37987]: pgmap v183: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:53:49.834 INFO:teuthology.orchestra.run.smithi090.stderr:new fs with metadata pool 2 and data pool 3 2024-03-07T02:53:49.857 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-07T02:53:49.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:49 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/1021600380' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-03-07T02:53:49.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:49 smithi092 ceph-mon[31083]: osdmap e59: 8 total, 8 up, 8 in 2024-03-07T02:53:49.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:49 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/4179079331' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-03-07T02:53:49.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:49 smithi092 ceph-mon[31083]: pgmap v183: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:53:50.141 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T02:53:50.141 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":61,"fsid":"fb96fd1c-dc2c-11ee-95c6-87774f69a715","created":"2024-03-07T02:48:21.402557+0000","modified":"2024-03-07T02:53:49.821420+0000","last_up_change":"2024-03-07T02:53:31.675042+0000","last_in_change":"2024-03-07T02:53:14.634561+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-07T02:51:31.237978+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-07T02:53:48.161372+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-07T02:53:49.007562+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"62173b00-78b8-4233-9293-c750339830ce","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":210461514},{"type":"v1","addr":"172.21.15.90:6803","nonce":210461514}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":210461514},{"type":"v1","addr":"172.21.15.90:6805","nonce":210461514}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":210461514},{"type":"v1","addr":"172.21.15.90:6809","nonce":210461514}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":210461514},{"type":"v1","addr":"172.21.15.90:6807","nonce":210461514}]},"public_addr":"172.21.15.90:6803/210461514","cluster_addr":"172.21.15.90:6805/210461514","heartbeat_back_addr":"172.21.15.90:6809/210461514","heartbeat_front_addr":"172.21.15.90:6807/210461514","state":["exists","up"]},{"osd":1,"uuid":"ba6ddbb8-bfc5-473e-ac63-9dae10041bd2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":1401063633},{"type":"v1","addr":"172.21.15.90:6811","nonce":1401063633}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":1401063633},{"type":"v1","addr":"172.21.15.90:6813","nonce":1401063633}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":1401063633},{"type":"v1","addr":"172.21.15.90:6817","nonce":1401063633}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":1401063633},{"type":"v1","addr":"172.21.15.90:6815","nonce":1401063633}]},"public_addr":"172.21.15.90:6811/1401063633","cluster_addr":"172.21.15.90:6813/1401063633","heartbeat_back_addr":"172.21.15.90:6817/1401063633","heartbeat_front_addr":"172.21.15.90:6815/1401063633","state":["exists","up"]},{"osd":2,"uuid":"ff8047c3-1b5e-4299-a2ae-bedeef72354c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":127945800},{"type":"v1","addr":"172.21.15.90:6819","nonce":127945800}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":127945800},{"type":"v1","addr":"172.21.15.90:6821","nonce":127945800}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":127945800},{"type":"v1","addr":"172.21.15.90:6825","nonce":127945800}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":127945800},{"type":"v1","addr":"172.21.15.90:6823","nonce":127945800}]},"public_addr":"172.21.15.90:6819/127945800","cluster_addr":"172.21.15.90:6821/127945800","heartbeat_back_addr":"172.21.15.90:6825/127945800","heartbeat_front_addr":"172.21.15.90:6823/127945800","state":["exists","up"]},{"osd":3,"uuid":"f593a0b8-5c6a-4956-8bfd-1786b23b8246","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":1439151282},{"type":"v1","addr":"172.21.15.90:6827","nonce":1439151282}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":1439151282},{"type":"v1","addr":"172.21.15.90:6829","nonce":1439151282}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":1439151282},{"type":"v1","addr":"172.21.15.90:6833","nonce":1439151282}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":1439151282},{"type":"v1","addr":"172.21.15.90:6831","nonce":1439151282}]},"public_addr":"172.21.15.90:6827/1439151282","cluster_addr":"172.21.15.90:6829/1439151282","heartbeat_back_addr":"172.21.15.90:6833/1439151282","heartbeat_front_addr":"172.21.15.90:6831/1439151282","state":["exists","up"]},{"osd":4,"uuid":"77430044-a6e2-4b54-b014-afa25de0ab3b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":3937610296},{"type":"v1","addr":"172.21.15.92:6801","nonce":3937610296}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":3937610296},{"type":"v1","addr":"172.21.15.92:6803","nonce":3937610296}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":3937610296},{"type":"v1","addr":"172.21.15.92:6807","nonce":3937610296}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":3937610296},{"type":"v1","addr":"172.21.15.92:6805","nonce":3937610296}]},"public_addr":"172.21.15.92:6801/3937610296","cluster_addr":"172.21.15.92:6803/3937610296","heartbeat_back_addr":"172.21.15.92:6807/3937610296","heartbeat_front_addr":"172.21.15.92:6805/3937610296","state":["exists","up"]},{"osd":5,"uuid":"3fcbbd00-1811-4019-9256-c715641d4bd7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":729240228},{"type":"v1","addr":"172.21.15.92:6809","nonce":729240228}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":729240228},{"type":"v1","addr":"172.21.15.92:6811","nonce":729240228}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":729240228},{"type":"v1","addr":"172.21.15.92:6815","nonce":729240228}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":729240228},{"type":"v1","addr":"172.21.15.92:6813","nonce":729240228}]},"public_addr":"172.21.15.92:6809/729240228","cluster_addr":"172.21.15.92:6811/729240228","heartbeat_back_addr":"172.21.15.92:6815/729240228","heartbeat_front_addr":"172.21.15.92:6813/729240228","state":["exists","up"]},{"osd":6,"uuid":"5b518f86-7f07-4b56-8fa6-9fda918cf3ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":769395094},{"type":"v1","addr":"172.21.15.92:6817","nonce":769395094}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":769395094},{"type":"v1","addr":"172.21.15.92:6819","nonce":769395094}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":769395094},{"type":"v1","addr":"172.21.15.92:6823","nonce":769395094}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":769395094},{"type":"v1","addr":"172.21.15.92:6821","nonce":769395094}]},"public_addr":"172.21.15.92:6817/769395094","cluster_addr":"172.21.15.92:6819/769395094","heartbeat_back_addr":"172.21.15.92:6823/769395094","heartbeat_front_addr":"172.21.15.92:6821/769395094","state":["exists","up"]},{"osd":7,"uuid":"3149ce0a-5ae4-4ed2-9951-75533bf13891","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":231707109},{"type":"v1","addr":"172.21.15.92:6825","nonce":231707109}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":231707109},{"type":"v1","addr":"172.21.15.92:6827","nonce":231707109}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":231707109},{"type":"v1","addr":"172.21.15.92:6831","nonce":231707109}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":231707109},{"type":"v1","addr":"172.21.15.92:6829","nonce":231707109}]},"public_addr":"172.21.15.92:6825/231707109","cluster_addr":"172.21.15.92:6827/231707109","heartbeat_back_addr":"172.21.15.92:6831/231707109","heartbeat_front_addr":"172.21.15.92:6829/231707109","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:50:39.830230+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:51:04.477989+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:51:28.474759+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:51:53.216846+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:52:15.538439+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:52:39.888296+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:53:04.965858+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:53:30.264488+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.90:0/2953742548":"2024-03-08T02:49:20.917138+0000","172.21.15.90:0/3188894349":"2024-03-08T02:49:20.917138+0000","172.21.15.90:6801/2944721963":"2024-03-08T02:49:20.917138+0000","172.21.15.90:0/1828883733":"2024-03-08T02:48:56.020950+0000","172.21.15.90:0/1679273472":"2024-03-08T02:48:56.020950+0000","172.21.15.90:6801/3621127890":"2024-03-08T02:48:56.020950+0000","172.21.15.90:0/373439958":"2024-03-08T02:49:20.917138+0000","172.21.15.90:0/3731708305":"2024-03-08T02:48:56.020950+0000","172.21.15.90:6800/3621127890":"2024-03-08T02:48:56.020950+0000","172.21.15.90:6800/2944721963":"2024-03-08T02:49:20.917138+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-07T02:53:50.154 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-07T02:53:50.437 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T02:53:50.438 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":61,"fsid":"fb96fd1c-dc2c-11ee-95c6-87774f69a715","created":"2024-03-07T02:48:21.402557+0000","modified":"2024-03-07T02:53:49.821420+0000","last_up_change":"2024-03-07T02:53:31.675042+0000","last_in_change":"2024-03-07T02:53:14.634561+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-07T02:51:31.237978+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-07T02:53:48.161372+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-07T02:53:49.007562+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"62173b00-78b8-4233-9293-c750339830ce","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":210461514},{"type":"v1","addr":"172.21.15.90:6803","nonce":210461514}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":210461514},{"type":"v1","addr":"172.21.15.90:6805","nonce":210461514}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":210461514},{"type":"v1","addr":"172.21.15.90:6809","nonce":210461514}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":210461514},{"type":"v1","addr":"172.21.15.90:6807","nonce":210461514}]},"public_addr":"172.21.15.90:6803/210461514","cluster_addr":"172.21.15.90:6805/210461514","heartbeat_back_addr":"172.21.15.90:6809/210461514","heartbeat_front_addr":"172.21.15.90:6807/210461514","state":["exists","up"]},{"osd":1,"uuid":"ba6ddbb8-bfc5-473e-ac63-9dae10041bd2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":1401063633},{"type":"v1","addr":"172.21.15.90:6811","nonce":1401063633}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":1401063633},{"type":"v1","addr":"172.21.15.90:6813","nonce":1401063633}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":1401063633},{"type":"v1","addr":"172.21.15.90:6817","nonce":1401063633}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":1401063633},{"type":"v1","addr":"172.21.15.90:6815","nonce":1401063633}]},"public_addr":"172.21.15.90:6811/1401063633","cluster_addr":"172.21.15.90:6813/1401063633","heartbeat_back_addr":"172.21.15.90:6817/1401063633","heartbeat_front_addr":"172.21.15.90:6815/1401063633","state":["exists","up"]},{"osd":2,"uuid":"ff8047c3-1b5e-4299-a2ae-bedeef72354c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":127945800},{"type":"v1","addr":"172.21.15.90:6819","nonce":127945800}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":127945800},{"type":"v1","addr":"172.21.15.90:6821","nonce":127945800}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":127945800},{"type":"v1","addr":"172.21.15.90:6825","nonce":127945800}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":127945800},{"type":"v1","addr":"172.21.15.90:6823","nonce":127945800}]},"public_addr":"172.21.15.90:6819/127945800","cluster_addr":"172.21.15.90:6821/127945800","heartbeat_back_addr":"172.21.15.90:6825/127945800","heartbeat_front_addr":"172.21.15.90:6823/127945800","state":["exists","up"]},{"osd":3,"uuid":"f593a0b8-5c6a-4956-8bfd-1786b23b8246","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":1439151282},{"type":"v1","addr":"172.21.15.90:6827","nonce":1439151282}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":1439151282},{"type":"v1","addr":"172.21.15.90:6829","nonce":1439151282}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":1439151282},{"type":"v1","addr":"172.21.15.90:6833","nonce":1439151282}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":1439151282},{"type":"v1","addr":"172.21.15.90:6831","nonce":1439151282}]},"public_addr":"172.21.15.90:6827/1439151282","cluster_addr":"172.21.15.90:6829/1439151282","heartbeat_back_addr":"172.21.15.90:6833/1439151282","heartbeat_front_addr":"172.21.15.90:6831/1439151282","state":["exists","up"]},{"osd":4,"uuid":"77430044-a6e2-4b54-b014-afa25de0ab3b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":3937610296},{"type":"v1","addr":"172.21.15.92:6801","nonce":3937610296}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":3937610296},{"type":"v1","addr":"172.21.15.92:6803","nonce":3937610296}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":3937610296},{"type":"v1","addr":"172.21.15.92:6807","nonce":3937610296}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":3937610296},{"type":"v1","addr":"172.21.15.92:6805","nonce":3937610296}]},"public_addr":"172.21.15.92:6801/3937610296","cluster_addr":"172.21.15.92:6803/3937610296","heartbeat_back_addr":"172.21.15.92:6807/3937610296","heartbeat_front_addr":"172.21.15.92:6805/3937610296","state":["exists","up"]},{"osd":5,"uuid":"3fcbbd00-1811-4019-9256-c715641d4bd7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":729240228},{"type":"v1","addr":"172.21.15.92:6809","nonce":729240228}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":729240228},{"type":"v1","addr":"172.21.15.92:6811","nonce":729240228}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":729240228},{"type":"v1","addr":"172.21.15.92:6815","nonce":729240228}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":729240228},{"type":"v1","addr":"172.21.15.92:6813","nonce":729240228}]},"public_addr":"172.21.15.92:6809/729240228","cluster_addr":"172.21.15.92:6811/729240228","heartbeat_back_addr":"172.21.15.92:6815/729240228","heartbeat_front_addr":"172.21.15.92:6813/729240228","state":["exists","up"]},{"osd":6,"uuid":"5b518f86-7f07-4b56-8fa6-9fda918cf3ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":769395094},{"type":"v1","addr":"172.21.15.92:6817","nonce":769395094}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":769395094},{"type":"v1","addr":"172.21.15.92:6819","nonce":769395094}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":769395094},{"type":"v1","addr":"172.21.15.92:6823","nonce":769395094}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":769395094},{"type":"v1","addr":"172.21.15.92:6821","nonce":769395094}]},"public_addr":"172.21.15.92:6817/769395094","cluster_addr":"172.21.15.92:6819/769395094","heartbeat_back_addr":"172.21.15.92:6823/769395094","heartbeat_front_addr":"172.21.15.92:6821/769395094","state":["exists","up"]},{"osd":7,"uuid":"3149ce0a-5ae4-4ed2-9951-75533bf13891","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":231707109},{"type":"v1","addr":"172.21.15.92:6825","nonce":231707109}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":231707109},{"type":"v1","addr":"172.21.15.92:6827","nonce":231707109}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":231707109},{"type":"v1","addr":"172.21.15.92:6831","nonce":231707109}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":231707109},{"type":"v1","addr":"172.21.15.92:6829","nonce":231707109}]},"public_addr":"172.21.15.92:6825/231707109","cluster_addr":"172.21.15.92:6827/231707109","heartbeat_back_addr":"172.21.15.92:6831/231707109","heartbeat_front_addr":"172.21.15.92:6829/231707109","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:50:39.830230+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:51:04.477989+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:51:28.474759+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:51:53.216846+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:52:15.538439+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:52:39.888296+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:53:04.965858+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:53:30.264488+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.90:0/2953742548":"2024-03-08T02:49:20.917138+0000","172.21.15.90:0/3188894349":"2024-03-08T02:49:20.917138+0000","172.21.15.90:6801/2944721963":"2024-03-08T02:49:20.917138+0000","172.21.15.90:0/1828883733":"2024-03-08T02:48:56.020950+0000","172.21.15.90:0/1679273472":"2024-03-08T02:48:56.020950+0000","172.21.15.90:6801/3621127890":"2024-03-08T02:48:56.020950+0000","172.21.15.90:0/373439958":"2024-03-08T02:49:20.917138+0000","172.21.15.90:0/3731708305":"2024-03-08T02:48:56.020950+0000","172.21.15.90:6800/3621127890":"2024-03-08T02:48:56.020950+0000","172.21.15.90:6800/2944721963":"2024-03-08T02:49:20.917138+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-07T02:53:50.450 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-03-07T02:53:50.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:50 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/4179079331' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-03-07T02:53:50.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:50 smithi090 ceph-mon[27223]: osdmap e60: 8 total, 8 up, 8 in 2024-03-07T02:53:50.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:50 smithi090 ceph-mon[27223]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-07T02:53:50.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:50 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/1278864870' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-03-07T02:53:50.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:50 smithi090 ceph-mon[27223]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-03-07T02:53:50.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:50 smithi090 ceph-mon[27223]: osdmap e61: 8 total, 8 up, 8 in 2024-03-07T02:53:50.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:50 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/1278864870' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-03-07T02:53:50.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:50 smithi090 ceph-mon[27223]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-03-07T02:53:50.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:50 smithi090 ceph-mon[27223]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-03-07T02:53:50.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:50 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/1175839087' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T02:53:50.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:50 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/4123601291' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T02:53:50.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:50 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/4179079331' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-03-07T02:53:50.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:50 smithi090 ceph-mon[37987]: osdmap e60: 8 total, 8 up, 8 in 2024-03-07T02:53:50.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:50 smithi090 ceph-mon[37987]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-07T02:53:50.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:50 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/1278864870' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-03-07T02:53:50.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:50 smithi090 ceph-mon[37987]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-03-07T02:53:50.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:50 smithi090 ceph-mon[37987]: osdmap e61: 8 total, 8 up, 8 in 2024-03-07T02:53:50.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:50 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/1278864870' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-03-07T02:53:50.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:50 smithi090 ceph-mon[37987]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-03-07T02:53:50.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:50 smithi090 ceph-mon[37987]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-03-07T02:53:50.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:50 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/1175839087' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T02:53:50.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:50 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/4123601291' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T02:53:50.847 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-03-07T02:53:50.848 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-03-07T02:53:50.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:50 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/4179079331' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-03-07T02:53:50.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:50 smithi092 ceph-mon[31083]: osdmap e60: 8 total, 8 up, 8 in 2024-03-07T02:53:50.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:50 smithi092 ceph-mon[31083]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-07T02:53:50.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:50 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/1278864870' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-03-07T02:53:50.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:50 smithi092 ceph-mon[31083]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-03-07T02:53:50.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:50 smithi092 ceph-mon[31083]: osdmap e61: 8 total, 8 up, 8 in 2024-03-07T02:53:50.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:50 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/1278864870' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-03-07T02:53:50.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:50 smithi092 ceph-mon[31083]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-03-07T02:53:50.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:50 smithi092 ceph-mon[31083]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-03-07T02:53:50.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:50 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/1175839087' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T02:53:50.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:50 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/4123601291' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T02:53:51.667 INFO:journalctl@ceph.mds.b.smithi092.stdout:Mar 07 02:53:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mds-b[57391]: 2024-03-07T02:53:51.335+0000 7fe1fa109700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-03-07T02:53:51.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:51 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/3827518076' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-03-07T02:53:51.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:51 smithi092 ceph-mon[31083]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-03-07T02:53:51.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:51 smithi092 ceph-mon[31083]: osdmap e62: 8 total, 8 up, 8 in 2024-03-07T02:53:51.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:51 smithi092 ceph-mon[31083]: mds.? [v2:172.21.15.92:6832/1681570486,v1:172.21.15.92:6833/1681570486] up:active 2024-03-07T02:53:51.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:51 smithi092 ceph-mon[31083]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-03-07T02:53:51.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:51 smithi092 ceph-mon[31083]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-03-07T02:53:51.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:51 smithi092 ceph-mon[31083]: pgmap v187: 97 pgs: 96 unknown, 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:53:51.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:51 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/3062834444' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-03-07T02:53:51.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:51 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/3827518076' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-03-07T02:53:51.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:51 smithi090 ceph-mon[37987]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-03-07T02:53:51.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:51 smithi090 ceph-mon[37987]: osdmap e62: 8 total, 8 up, 8 in 2024-03-07T02:53:51.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:51 smithi090 ceph-mon[37987]: mds.? [v2:172.21.15.92:6832/1681570486,v1:172.21.15.92:6833/1681570486] up:active 2024-03-07T02:53:51.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:51 smithi090 ceph-mon[37987]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-03-07T02:53:51.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:51 smithi090 ceph-mon[37987]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-03-07T02:53:51.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:51 smithi090 ceph-mon[37987]: pgmap v187: 97 pgs: 96 unknown, 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:53:51.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:51 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/3062834444' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-03-07T02:53:51.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:51 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/3827518076' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-03-07T02:53:51.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:51 smithi090 ceph-mon[27223]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-03-07T02:53:51.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:51 smithi090 ceph-mon[27223]: osdmap e62: 8 total, 8 up, 8 in 2024-03-07T02:53:51.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:51 smithi090 ceph-mon[27223]: mds.? [v2:172.21.15.92:6832/1681570486,v1:172.21.15.92:6833/1681570486] up:active 2024-03-07T02:53:51.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:51 smithi090 ceph-mon[27223]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-03-07T02:53:51.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:51 smithi090 ceph-mon[27223]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-03-07T02:53:51.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:51 smithi090 ceph-mon[27223]: pgmap v187: 97 pgs: 96 unknown, 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:53:51.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:51 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/3062834444' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-03-07T02:53:51.858 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-03-07T02:53:51.858 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-07T02:53:52.179 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T02:53:52.179 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14454,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6835/1683497718","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":1683497718},{"type":"v1","addr":"172.21.15.90:6835","nonce":1683497718}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-03-07T02:53:49.821771+0000","modified":"2024-03-07T02:53:51.832210+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24334},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24334":{"gid":24334,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.92:6833/1681570486","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":1681570486},{"type":"v1","addr":"172.21.15.92:6833","nonce":1681570486}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-03-07T02:53:52.179 INFO:teuthology.orchestra.run.smithi090.stderr:dumped fsmap epoch 6 2024-03-07T02:53:52.191 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-07T02:53:52.475 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T02:53:52.476 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":62,"fsid":"fb96fd1c-dc2c-11ee-95c6-87774f69a715","created":"2024-03-07T02:48:21.402557+0000","modified":"2024-03-07T02:53:50.823237+0000","last_up_change":"2024-03-07T02:53:31.675042+0000","last_in_change":"2024-03-07T02:53:14.634561+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-07T02:51:31.237978+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-07T02:53:48.161372+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-07T02:53:49.007562+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"62173b00-78b8-4233-9293-c750339830ce","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":210461514},{"type":"v1","addr":"172.21.15.90:6803","nonce":210461514}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":210461514},{"type":"v1","addr":"172.21.15.90:6805","nonce":210461514}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":210461514},{"type":"v1","addr":"172.21.15.90:6809","nonce":210461514}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":210461514},{"type":"v1","addr":"172.21.15.90:6807","nonce":210461514}]},"public_addr":"172.21.15.90:6803/210461514","cluster_addr":"172.21.15.90:6805/210461514","heartbeat_back_addr":"172.21.15.90:6809/210461514","heartbeat_front_addr":"172.21.15.90:6807/210461514","state":["exists","up"]},{"osd":1,"uuid":"ba6ddbb8-bfc5-473e-ac63-9dae10041bd2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":1401063633},{"type":"v1","addr":"172.21.15.90:6811","nonce":1401063633}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":1401063633},{"type":"v1","addr":"172.21.15.90:6813","nonce":1401063633}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":1401063633},{"type":"v1","addr":"172.21.15.90:6817","nonce":1401063633}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":1401063633},{"type":"v1","addr":"172.21.15.90:6815","nonce":1401063633}]},"public_addr":"172.21.15.90:6811/1401063633","cluster_addr":"172.21.15.90:6813/1401063633","heartbeat_back_addr":"172.21.15.90:6817/1401063633","heartbeat_front_addr":"172.21.15.90:6815/1401063633","state":["exists","up"]},{"osd":2,"uuid":"ff8047c3-1b5e-4299-a2ae-bedeef72354c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":127945800},{"type":"v1","addr":"172.21.15.90:6819","nonce":127945800}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":127945800},{"type":"v1","addr":"172.21.15.90:6821","nonce":127945800}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":127945800},{"type":"v1","addr":"172.21.15.90:6825","nonce":127945800}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":127945800},{"type":"v1","addr":"172.21.15.90:6823","nonce":127945800}]},"public_addr":"172.21.15.90:6819/127945800","cluster_addr":"172.21.15.90:6821/127945800","heartbeat_back_addr":"172.21.15.90:6825/127945800","heartbeat_front_addr":"172.21.15.90:6823/127945800","state":["exists","up"]},{"osd":3,"uuid":"f593a0b8-5c6a-4956-8bfd-1786b23b8246","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":1439151282},{"type":"v1","addr":"172.21.15.90:6827","nonce":1439151282}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":1439151282},{"type":"v1","addr":"172.21.15.90:6829","nonce":1439151282}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":1439151282},{"type":"v1","addr":"172.21.15.90:6833","nonce":1439151282}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":1439151282},{"type":"v1","addr":"172.21.15.90:6831","nonce":1439151282}]},"public_addr":"172.21.15.90:6827/1439151282","cluster_addr":"172.21.15.90:6829/1439151282","heartbeat_back_addr":"172.21.15.90:6833/1439151282","heartbeat_front_addr":"172.21.15.90:6831/1439151282","state":["exists","up"]},{"osd":4,"uuid":"77430044-a6e2-4b54-b014-afa25de0ab3b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":3937610296},{"type":"v1","addr":"172.21.15.92:6801","nonce":3937610296}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":3937610296},{"type":"v1","addr":"172.21.15.92:6803","nonce":3937610296}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":3937610296},{"type":"v1","addr":"172.21.15.92:6807","nonce":3937610296}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":3937610296},{"type":"v1","addr":"172.21.15.92:6805","nonce":3937610296}]},"public_addr":"172.21.15.92:6801/3937610296","cluster_addr":"172.21.15.92:6803/3937610296","heartbeat_back_addr":"172.21.15.92:6807/3937610296","heartbeat_front_addr":"172.21.15.92:6805/3937610296","state":["exists","up"]},{"osd":5,"uuid":"3fcbbd00-1811-4019-9256-c715641d4bd7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":729240228},{"type":"v1","addr":"172.21.15.92:6809","nonce":729240228}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":729240228},{"type":"v1","addr":"172.21.15.92:6811","nonce":729240228}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":729240228},{"type":"v1","addr":"172.21.15.92:6815","nonce":729240228}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":729240228},{"type":"v1","addr":"172.21.15.92:6813","nonce":729240228}]},"public_addr":"172.21.15.92:6809/729240228","cluster_addr":"172.21.15.92:6811/729240228","heartbeat_back_addr":"172.21.15.92:6815/729240228","heartbeat_front_addr":"172.21.15.92:6813/729240228","state":["exists","up"]},{"osd":6,"uuid":"5b518f86-7f07-4b56-8fa6-9fda918cf3ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":769395094},{"type":"v1","addr":"172.21.15.92:6817","nonce":769395094}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":769395094},{"type":"v1","addr":"172.21.15.92:6819","nonce":769395094}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":769395094},{"type":"v1","addr":"172.21.15.92:6823","nonce":769395094}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":769395094},{"type":"v1","addr":"172.21.15.92:6821","nonce":769395094}]},"public_addr":"172.21.15.92:6817/769395094","cluster_addr":"172.21.15.92:6819/769395094","heartbeat_back_addr":"172.21.15.92:6823/769395094","heartbeat_front_addr":"172.21.15.92:6821/769395094","state":["exists","up"]},{"osd":7,"uuid":"3149ce0a-5ae4-4ed2-9951-75533bf13891","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":231707109},{"type":"v1","addr":"172.21.15.92:6825","nonce":231707109}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":231707109},{"type":"v1","addr":"172.21.15.92:6827","nonce":231707109}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":231707109},{"type":"v1","addr":"172.21.15.92:6831","nonce":231707109}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":231707109},{"type":"v1","addr":"172.21.15.92:6829","nonce":231707109}]},"public_addr":"172.21.15.92:6825/231707109","cluster_addr":"172.21.15.92:6827/231707109","heartbeat_back_addr":"172.21.15.92:6831/231707109","heartbeat_front_addr":"172.21.15.92:6829/231707109","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:50:39.830230+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:51:04.477989+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:51:28.474759+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:51:53.216846+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:52:15.538439+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:52:39.888296+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:53:04.965858+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:53:30.264488+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.90:0/2953742548":"2024-03-08T02:49:20.917138+0000","172.21.15.90:0/3188894349":"2024-03-08T02:49:20.917138+0000","172.21.15.90:6801/2944721963":"2024-03-08T02:49:20.917138+0000","172.21.15.90:0/1828883733":"2024-03-08T02:48:56.020950+0000","172.21.15.90:0/1679273472":"2024-03-08T02:48:56.020950+0000","172.21.15.90:6801/3621127890":"2024-03-08T02:48:56.020950+0000","172.21.15.90:0/373439958":"2024-03-08T02:49:20.917138+0000","172.21.15.90:0/3731708305":"2024-03-08T02:48:56.020950+0000","172.21.15.90:6800/3621127890":"2024-03-08T02:48:56.020950+0000","172.21.15.90:6800/2944721963":"2024-03-08T02:49:20.917138+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-07T02:53:52.488 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-03-07T02:53:52.488 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-03-07T02:53:52.778 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T02:53:52.779 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-03-07T02:53:52.787 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:52 smithi090 ceph-mon[27223]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-07T02:53:52.787 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:52 smithi090 ceph-mon[27223]: Cluster is now healthy 2024-03-07T02:53:52.787 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:52 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/3062834444' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-03-07T02:53:52.787 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:52 smithi090 ceph-mon[27223]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-03-07T02:53:52.787 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:52 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/3859099358' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T02:53:52.787 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:52 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/264498186' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T02:53:52.787 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:52 smithi090 ceph-mon[37987]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-07T02:53:52.788 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:52 smithi090 ceph-mon[37987]: Cluster is now healthy 2024-03-07T02:53:52.788 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:52 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/3062834444' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-03-07T02:53:52.788 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:52 smithi090 ceph-mon[37987]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-03-07T02:53:52.788 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:52 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/3859099358' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T02:53:52.788 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:52 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/264498186' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T02:53:52.789 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":187,"stamp":"2024-03-07T02:53:50.967536+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":3,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":3,"kb":749961216,"kb_used":222384,"kb_used_data":6192,"kb_used_omap":13,"kb_used_meta":216050,"kb_avail":749738832,"statfs":{"total":767960285184,"available":767732563968,"internally_reserved":0,"allocated":6340608,"data_stored":3629451,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":14248,"internal_metadata":221235288},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000550"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:49.466409+0000","last_change":"2024-03-07T02:53:49.466409+0000","last_active":"2024-03-07T02:53:49.466409+0000","last_peered":"2024-03-07T02:53:49.466409+0000","last_clean":"2024-03-07T02:53:49.466409+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:49.466409+0000","last_undegraded":"2024-03-07T02:53:49.466409+0000","last_fullsized":"2024-03-07T02:53:49.466409+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:49.466409+0000","last_change":"2024-03-07T02:53:49.466409+0000","last_active":"2024-03-07T02:53:49.466409+0000","last_peered":"2024-03-07T02:53:49.466409+0000","last_clean":"2024-03-07T02:53:49.466409+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:49.466409+0000","last_undegraded":"2024-03-07T02:53:49.466409+0000","last_fullsized":"2024-03-07T02:53:49.466409+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:49.466409+0000","last_change":"2024-03-07T02:53:49.466409+0000","last_active":"2024-03-07T02:53:49.466409+0000","last_peered":"2024-03-07T02:53:49.466409+0000","last_clean":"2024-03-07T02:53:49.466409+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:49.466409+0000","last_undegraded":"2024-03-07T02:53:49.466409+0000","last_fullsized":"2024-03-07T02:53:49.466409+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:49.466409+0000","last_change":"2024-03-07T02:53:49.466409+0000","last_active":"2024-03-07T02:53:49.466409+0000","last_peered":"2024-03-07T02:53:49.466409+0000","last_clean":"2024-03-07T02:53:49.466409+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:49.466409+0000","last_undegraded":"2024-03-07T02:53:49.466409+0000","last_fullsized":"2024-03-07T02:53:49.466409+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:49.466409+0000","last_change":"2024-03-07T02:53:49.466409+0000","last_active":"2024-03-07T02:53:49.466409+0000","last_peered":"2024-03-07T02:53:49.466409+0000","last_clean":"2024-03-07T02:53:49.466409+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:49.466409+0000","last_undegraded":"2024-03-07T02:53:49.466409+0000","last_fullsized":"2024-03-07T02:53:49.466409+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:49.466409+0000","last_change":"2024-03-07T02:53:49.466409+0000","last_active":"2024-03-07T02:53:49.466409+0000","last_peered":"2024-03-07T02:53:49.466409+0000","last_clean":"2024-03-07T02:53:49.466409+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:49.466409+0000","last_undegraded":"2024-03-07T02:53:49.466409+0000","last_fullsized":"2024-03-07T02:53:49.466409+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:49.466409+0000","last_change":"2024-03-07T02:53:49.466409+0000","last_active":"2024-03-07T02:53:49.466409+0000","last_peered":"2024-03-07T02:53:49.466409+0000","last_clean":"2024-03-07T02:53:49.466409+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:49.466409+0000","last_undegraded":"2024-03-07T02:53:49.466409+0000","last_fullsized":"2024-03-07T02:53:49.466409+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:49.466409+0000","last_change":"2024-03-07T02:53:49.466409+0000","last_active":"2024-03-07T02:53:49.466409+0000","last_peered":"2024-03-07T02:53:49.466409+0000","last_clean":"2024-03-07T02:53:49.466409+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:49.466409+0000","last_undegraded":"2024-03-07T02:53:49.466409+0000","last_fullsized":"2024-03-07T02:53:49.466409+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:49.466409+0000","last_change":"2024-03-07T02:53:49.466409+0000","last_active":"2024-03-07T02:53:49.466409+0000","last_peered":"2024-03-07T02:53:49.466409+0000","last_clean":"2024-03-07T02:53:49.466409+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:49.466409+0000","last_undegraded":"2024-03-07T02:53:49.466409+0000","last_fullsized":"2024-03-07T02:53:49.466409+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:49.466409+0000","last_change":"2024-03-07T02:53:49.466409+0000","last_active":"2024-03-07T02:53:49.466409+0000","last_peered":"2024-03-07T02:53:49.466409+0000","last_clean":"2024-03-07T02:53:49.466409+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:49.466409+0000","last_undegraded":"2024-03-07T02:53:49.466409+0000","last_fullsized":"2024-03-07T02:53:49.466409+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:49.466409+0000","last_change":"2024-03-07T02:53:49.466409+0000","last_active":"2024-03-07T02:53:49.466409+0000","last_peered":"2024-03-07T02:53:49.466409+0000","last_clean":"2024-03-07T02:53:49.466409+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:49.466409+0000","last_undegraded":"2024-03-07T02:53:49.466409+0000","last_fullsized":"2024-03-07T02:53:49.466409+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:49.466409+0000","last_change":"2024-03-07T02:53:49.466409+0000","last_active":"2024-03-07T02:53:49.466409+0000","last_peered":"2024-03-07T02:53:49.466409+0000","last_clean":"2024-03-07T02:53:49.466409+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:49.466409+0000","last_undegraded":"2024-03-07T02:53:49.466409+0000","last_fullsized":"2024-03-07T02:53:49.466409+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:49.466409+0000","last_change":"2024-03-07T02:53:49.466409+0000","last_active":"2024-03-07T02:53:49.466409+0000","last_peered":"2024-03-07T02:53:49.466409+0000","last_clean":"2024-03-07T02:53:49.466409+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:49.466409+0000","last_undegraded":"2024-03-07T02:53:49.466409+0000","last_fullsized":"2024-03-07T02:53:49.466409+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:49.466409+0000","last_change":"2024-03-07T02:53:49.466409+0000","last_active":"2024-03-07T02:53:49.466409+0000","last_peered":"2024-03-07T02:53:49.466409+0000","last_clean":"2024-03-07T02:53:49.466409+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:49.466409+0000","last_undegraded":"2024-03-07T02:53:49.466409+0000","last_fullsized":"2024-03-07T02:53:49.466409+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:49.466409+0000","last_change":"2024-03-07T02:53:49.466409+0000","last_active":"2024-03-07T02:53:49.466409+0000","last_peered":"2024-03-07T02:53:49.466409+0000","last_clean":"2024-03-07T02:53:49.466409+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:49.466409+0000","last_undegraded":"2024-03-07T02:53:49.466409+0000","last_fullsized":"2024-03-07T02:53:49.466409+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:49.466409+0000","last_change":"2024-03-07T02:53:49.466409+0000","last_active":"2024-03-07T02:53:49.466409+0000","last_peered":"2024-03-07T02:53:49.466409+0000","last_clean":"2024-03-07T02:53:49.466409+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:49.466409+0000","last_undegraded":"2024-03-07T02:53:49.466409+0000","last_fullsized":"2024-03-07T02:53:49.466409+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:49.466409+0000","last_change":"2024-03-07T02:53:49.466409+0000","last_active":"2024-03-07T02:53:49.466409+0000","last_peered":"2024-03-07T02:53:49.466409+0000","last_clean":"2024-03-07T02:53:49.466409+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:49.466409+0000","last_undegraded":"2024-03-07T02:53:49.466409+0000","last_fullsized":"2024-03-07T02:53:49.466409+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:49.466409+0000","last_change":"2024-03-07T02:53:49.466409+0000","last_active":"2024-03-07T02:53:49.466409+0000","last_peered":"2024-03-07T02:53:49.466409+0000","last_clean":"2024-03-07T02:53:49.466409+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:49.466409+0000","last_undegraded":"2024-03-07T02:53:49.466409+0000","last_fullsized":"2024-03-07T02:53:49.466409+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:49.466409+0000","last_change":"2024-03-07T02:53:49.466409+0000","last_active":"2024-03-07T02:53:49.466409+0000","last_peered":"2024-03-07T02:53:49.466409+0000","last_clean":"2024-03-07T02:53:49.466409+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:49.466409+0000","last_undegraded":"2024-03-07T02:53:49.466409+0000","last_fullsized":"2024-03-07T02:53:49.466409+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:48.464691+0000","last_change":"2024-03-07T02:53:48.464691+0000","last_active":"2024-03-07T02:53:48.464691+0000","last_peered":"2024-03-07T02:53:48.464691+0000","last_clean":"2024-03-07T02:53:48.464691+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:48.464691+0000","last_undegraded":"2024-03-07T02:53:48.464691+0000","last_fullsized":"2024-03-07T02:53:48.464691+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:49.466409+0000","last_change":"2024-03-07T02:53:49.466409+0000","last_active":"2024-03-07T02:53:49.466409+0000","last_peered":"2024-03-07T02:53:49.466409+0000","last_clean":"2024-03-07T02:53:49.466409+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:49.466409+0000","last_undegraded":"2024-03-07T02:53:49.466409+0000","last_fullsized":"2024-03-07T02:53:49.466409+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:48.464691+0000","last_change":"2024-03-07T02:53:48.464691+0000","last_active":"2024-03-07T02:53:48.464691+0000","last_peered":"2024-03-07T02:53:48.464691+0000","last_clean":"2024-03-07T02:53:48.464691+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:48.464691+0000","last_undegraded":"2024-03-07T02:53:48.464691+0000","last_fullsized":"2024-03-07T02:53:48.464691+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:49.466409+0000","last_change":"2024-03-07T02:53:49.466409+0000","last_active":"2024-03-07T02:53:49.466409+0000","last_peered":"2024-03-07T02:53:49.466409+0000","last_clean":"2024-03-07T02:53:49.466409+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:49.466409+0000","last_undegraded":"2024-03-07T02:53:49.466409+0000","last_fullsized":"2024-03-07T02:53:49.466409+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:48.464691+0000","last_change":"2024-03-07T02:53:48.464691+0000","last_active":"2024-03-07T02:53:48.464691+0000","last_peered":"2024-03-07T02:53:48.464691+0000","last_clean":"2024-03-07T02:53:48.464691+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:48.464691+0000","last_undegraded":"2024-03-07T02:53:48.464691+0000","last_fullsized":"2024-03-07T02:53:48.464691+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:49.466409+0000","last_change":"2024-03-07T02:53:49.466409+0000","last_active":"2024-03-07T02:53:49.466409+0000","last_peered":"2024-03-07T02:53:49.466409+0000","last_clean":"2024-03-07T02:53:49.466409+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:49.466409+0000","last_undegraded":"2024-03-07T02:53:49.466409+0000","last_fullsized":"2024-03-07T02:53:49.466409+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:48.464691+0000","last_change":"2024-03-07T02:53:48.464691+0000","last_active":"2024-03-07T02:53:48.464691+0000","last_peered":"2024-03-07T02:53:48.464691+0000","last_clean":"2024-03-07T02:53:48.464691+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:48.464691+0000","last_undegraded":"2024-03-07T02:53:48.464691+0000","last_fullsized":"2024-03-07T02:53:48.464691+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:49.466409+0000","last_change":"2024-03-07T02:53:49.466409+0000","last_active":"2024-03-07T02:53:49.466409+0000","last_peered":"2024-03-07T02:53:49.466409+0000","last_clean":"2024-03-07T02:53:49.466409+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:49.466409+0000","last_undegraded":"2024-03-07T02:53:49.466409+0000","last_fullsized":"2024-03-07T02:53:49.466409+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:48.464691+0000","last_change":"2024-03-07T02:53:48.464691+0000","last_active":"2024-03-07T02:53:48.464691+0000","last_peered":"2024-03-07T02:53:48.464691+0000","last_clean":"2024-03-07T02:53:48.464691+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:48.464691+0000","last_undegraded":"2024-03-07T02:53:48.464691+0000","last_fullsized":"2024-03-07T02:53:48.464691+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:49.466409+0000","last_change":"2024-03-07T02:53:49.466409+0000","last_active":"2024-03-07T02:53:49.466409+0000","last_peered":"2024-03-07T02:53:49.466409+0000","last_clean":"2024-03-07T02:53:49.466409+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:49.466409+0000","last_undegraded":"2024-03-07T02:53:49.466409+0000","last_fullsized":"2024-03-07T02:53:49.466409+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:48.464691+0000","last_change":"2024-03-07T02:53:48.464691+0000","last_active":"2024-03-07T02:53:48.464691+0000","last_peered":"2024-03-07T02:53:48.464691+0000","last_clean":"2024-03-07T02:53:48.464691+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:48.464691+0000","last_undegraded":"2024-03-07T02:53:48.464691+0000","last_fullsized":"2024-03-07T02:53:48.464691+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:49.466409+0000","last_change":"2024-03-07T02:53:49.466409+0000","last_active":"2024-03-07T02:53:49.466409+0000","last_peered":"2024-03-07T02:53:49.466409+0000","last_clean":"2024-03-07T02:53:49.466409+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:49.466409+0000","last_undegraded":"2024-03-07T02:53:49.466409+0000","last_fullsized":"2024-03-07T02:53:49.466409+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:48.464691+0000","last_change":"2024-03-07T02:53:48.464691+0000","last_active":"2024-03-07T02:53:48.464691+0000","last_peered":"2024-03-07T02:53:48.464691+0000","last_clean":"2024-03-07T02:53:48.464691+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:48.464691+0000","last_undegraded":"2024-03-07T02:53:48.464691+0000","last_fullsized":"2024-03-07T02:53:48.464691+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:49.466409+0000","last_change":"2024-03-07T02:53:49.466409+0000","last_active":"2024-03-07T02:53:49.466409+0000","last_peered":"2024-03-07T02:53:49.466409+0000","last_clean":"2024-03-07T02:53:49.466409+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:49.466409+0000","last_undegraded":"2024-03-07T02:53:49.466409+0000","last_fullsized":"2024-03-07T02:53:49.466409+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:48.464691+0000","last_change":"2024-03-07T02:53:48.464691+0000","last_active":"2024-03-07T02:53:48.464691+0000","last_peered":"2024-03-07T02:53:48.464691+0000","last_clean":"2024-03-07T02:53:48.464691+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:48.464691+0000","last_undegraded":"2024-03-07T02:53:48.464691+0000","last_fullsized":"2024-03-07T02:53:48.464691+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:49.466409+0000","last_change":"2024-03-07T02:53:49.466409+0000","last_active":"2024-03-07T02:53:49.466409+0000","last_peered":"2024-03-07T02:53:49.466409+0000","last_clean":"2024-03-07T02:53:49.466409+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:49.466409+0000","last_undegraded":"2024-03-07T02:53:49.466409+0000","last_fullsized":"2024-03-07T02:53:49.466409+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:48.464691+0000","last_change":"2024-03-07T02:53:48.464691+0000","last_active":"2024-03-07T02:53:48.464691+0000","last_peered":"2024-03-07T02:53:48.464691+0000","last_clean":"2024-03-07T02:53:48.464691+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:48.464691+0000","last_undegraded":"2024-03-07T02:53:48.464691+0000","last_fullsized":"2024-03-07T02:53:48.464691+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:49.466409+0000","last_change":"2024-03-07T02:53:49.466409+0000","last_active":"2024-03-07T02:53:49.466409+0000","last_peered":"2024-03-07T02:53:49.466409+0000","last_clean":"2024-03-07T02:53:49.466409+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:49.466409+0000","last_undegraded":"2024-03-07T02:53:49.466409+0000","last_fullsized":"2024-03-07T02:53:49.466409+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:48.464691+0000","last_change":"2024-03-07T02:53:48.464691+0000","last_active":"2024-03-07T02:53:48.464691+0000","last_peered":"2024-03-07T02:53:48.464691+0000","last_clean":"2024-03-07T02:53:48.464691+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:48.464691+0000","last_undegraded":"2024-03-07T02:53:48.464691+0000","last_fullsized":"2024-03-07T02:53:48.464691+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:49.466409+0000","last_change":"2024-03-07T02:53:49.466409+0000","last_active":"2024-03-07T02:53:49.466409+0000","last_peered":"2024-03-07T02:53:49.466409+0000","last_clean":"2024-03-07T02:53:49.466409+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:49.466409+0000","last_undegraded":"2024-03-07T02:53:49.466409+0000","last_fullsized":"2024-03-07T02:53:49.466409+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:48.464691+0000","last_change":"2024-03-07T02:53:48.464691+0000","last_active":"2024-03-07T02:53:48.464691+0000","last_peered":"2024-03-07T02:53:48.464691+0000","last_clean":"2024-03-07T02:53:48.464691+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:48.464691+0000","last_undegraded":"2024-03-07T02:53:48.464691+0000","last_fullsized":"2024-03-07T02:53:48.464691+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:49.466409+0000","last_change":"2024-03-07T02:53:49.466409+0000","last_active":"2024-03-07T02:53:49.466409+0000","last_peered":"2024-03-07T02:53:49.466409+0000","last_clean":"2024-03-07T02:53:49.466409+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:49.466409+0000","last_undegraded":"2024-03-07T02:53:49.466409+0000","last_fullsized":"2024-03-07T02:53:49.466409+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:48.464691+0000","last_change":"2024-03-07T02:53:48.464691+0000","last_active":"2024-03-07T02:53:48.464691+0000","last_peered":"2024-03-07T02:53:48.464691+0000","last_clean":"2024-03-07T02:53:48.464691+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:48.464691+0000","last_undegraded":"2024-03-07T02:53:48.464691+0000","last_fullsized":"2024-03-07T02:53:48.464691+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:49.466409+0000","last_change":"2024-03-07T02:53:49.466409+0000","last_active":"2024-03-07T02:53:49.466409+0000","last_peered":"2024-03-07T02:53:49.466409+0000","last_clean":"2024-03-07T02:53:49.466409+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:49.466409+0000","last_undegraded":"2024-03-07T02:53:49.466409+0000","last_fullsized":"2024-03-07T02:53:49.466409+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:48.464691+0000","last_change":"2024-03-07T02:53:48.464691+0000","last_active":"2024-03-07T02:53:48.464691+0000","last_peered":"2024-03-07T02:53:48.464691+0000","last_clean":"2024-03-07T02:53:48.464691+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:48.464691+0000","last_undegraded":"2024-03-07T02:53:48.464691+0000","last_fullsized":"2024-03-07T02:53:48.464691+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:49.466409+0000","last_change":"2024-03-07T02:53:49.466409+0000","last_active":"2024-03-07T02:53:49.466409+0000","last_peered":"2024-03-07T02:53:49.466409+0000","last_clean":"2024-03-07T02:53:49.466409+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:49.466409+0000","last_undegraded":"2024-03-07T02:53:49.466409+0000","last_fullsized":"2024-03-07T02:53:49.466409+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:48.464691+0000","last_change":"2024-03-07T02:53:48.464691+0000","last_active":"2024-03-07T02:53:48.464691+0000","last_peered":"2024-03-07T02:53:48.464691+0000","last_clean":"2024-03-07T02:53:48.464691+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:48.464691+0000","last_undegraded":"2024-03-07T02:53:48.464691+0000","last_fullsized":"2024-03-07T02:53:48.464691+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:49.466409+0000","last_change":"2024-03-07T02:53:49.466409+0000","last_active":"2024-03-07T02:53:49.466409+0000","last_peered":"2024-03-07T02:53:49.466409+0000","last_clean":"2024-03-07T02:53:49.466409+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:49.466409+0000","last_undegraded":"2024-03-07T02:53:49.466409+0000","last_fullsized":"2024-03-07T02:53:49.466409+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:48.464691+0000","last_change":"2024-03-07T02:53:48.464691+0000","last_active":"2024-03-07T02:53:48.464691+0000","last_peered":"2024-03-07T02:53:48.464691+0000","last_clean":"2024-03-07T02:53:48.464691+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:48.464691+0000","last_undegraded":"2024-03-07T02:53:48.464691+0000","last_fullsized":"2024-03-07T02:53:48.464691+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:49.466409+0000","last_change":"2024-03-07T02:53:49.466409+0000","last_active":"2024-03-07T02:53:49.466409+0000","last_peered":"2024-03-07T02:53:49.466409+0000","last_clean":"2024-03-07T02:53:49.466409+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:49.466409+0000","last_undegraded":"2024-03-07T02:53:49.466409+0000","last_fullsized":"2024-03-07T02:53:49.466409+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:48.464691+0000","last_change":"2024-03-07T02:53:48.464691+0000","last_active":"2024-03-07T02:53:48.464691+0000","last_peered":"2024-03-07T02:53:48.464691+0000","last_clean":"2024-03-07T02:53:48.464691+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:48.464691+0000","last_undegraded":"2024-03-07T02:53:48.464691+0000","last_fullsized":"2024-03-07T02:53:48.464691+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:49.466409+0000","last_change":"2024-03-07T02:53:49.466409+0000","last_active":"2024-03-07T02:53:49.466409+0000","last_peered":"2024-03-07T02:53:49.466409+0000","last_clean":"2024-03-07T02:53:49.466409+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:49.466409+0000","last_undegraded":"2024-03-07T02:53:49.466409+0000","last_fullsized":"2024-03-07T02:53:49.466409+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:48.464691+0000","last_change":"2024-03-07T02:53:48.464691+0000","last_active":"2024-03-07T02:53:48.464691+0000","last_peered":"2024-03-07T02:53:48.464691+0000","last_clean":"2024-03-07T02:53:48.464691+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:48.464691+0000","last_undegraded":"2024-03-07T02:53:48.464691+0000","last_fullsized":"2024-03-07T02:53:48.464691+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:49.466409+0000","last_change":"2024-03-07T02:53:49.466409+0000","last_active":"2024-03-07T02:53:49.466409+0000","last_peered":"2024-03-07T02:53:49.466409+0000","last_clean":"2024-03-07T02:53:49.466409+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:49.466409+0000","last_undegraded":"2024-03-07T02:53:49.466409+0000","last_fullsized":"2024-03-07T02:53:49.466409+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:48.464691+0000","last_change":"2024-03-07T02:53:48.464691+0000","last_active":"2024-03-07T02:53:48.464691+0000","last_peered":"2024-03-07T02:53:48.464691+0000","last_clean":"2024-03-07T02:53:48.464691+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:48.464691+0000","last_undegraded":"2024-03-07T02:53:48.464691+0000","last_fullsized":"2024-03-07T02:53:48.464691+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:49.466409+0000","last_change":"2024-03-07T02:53:49.466409+0000","last_active":"2024-03-07T02:53:49.466409+0000","last_peered":"2024-03-07T02:53:49.466409+0000","last_clean":"2024-03-07T02:53:49.466409+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:49.466409+0000","last_undegraded":"2024-03-07T02:53:49.466409+0000","last_fullsized":"2024-03-07T02:53:49.466409+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:48.464691+0000","last_change":"2024-03-07T02:53:48.464691+0000","last_active":"2024-03-07T02:53:48.464691+0000","last_peered":"2024-03-07T02:53:48.464691+0000","last_clean":"2024-03-07T02:53:48.464691+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:48.464691+0000","last_undegraded":"2024-03-07T02:53:48.464691+0000","last_fullsized":"2024-03-07T02:53:48.464691+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:49.466409+0000","last_change":"2024-03-07T02:53:49.466409+0000","last_active":"2024-03-07T02:53:49.466409+0000","last_peered":"2024-03-07T02:53:49.466409+0000","last_clean":"2024-03-07T02:53:49.466409+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:49.466409+0000","last_undegraded":"2024-03-07T02:53:49.466409+0000","last_fullsized":"2024-03-07T02:53:49.466409+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:49.466409+0000","last_change":"2024-03-07T02:53:49.466409+0000","last_active":"2024-03-07T02:53:49.466409+0000","last_peered":"2024-03-07T02:53:49.466409+0000","last_clean":"2024-03-07T02:53:49.466409+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:49.466409+0000","last_undegraded":"2024-03-07T02:53:49.466409+0000","last_fullsized":"2024-03-07T02:53:49.466409+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:48.464691+0000","last_change":"2024-03-07T02:53:48.464691+0000","last_active":"2024-03-07T02:53:48.464691+0000","last_peered":"2024-03-07T02:53:48.464691+0000","last_clean":"2024-03-07T02:53:48.464691+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:48.464691+0000","last_undegraded":"2024-03-07T02:53:48.464691+0000","last_fullsized":"2024-03-07T02:53:48.464691+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:49.466409+0000","last_change":"2024-03-07T02:53:49.466409+0000","last_active":"2024-03-07T02:53:49.466409+0000","last_peered":"2024-03-07T02:53:49.466409+0000","last_clean":"2024-03-07T02:53:49.466409+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:49.466409+0000","last_undegraded":"2024-03-07T02:53:49.466409+0000","last_fullsized":"2024-03-07T02:53:49.466409+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:48.464691+0000","last_change":"2024-03-07T02:53:48.464691+0000","last_active":"2024-03-07T02:53:48.464691+0000","last_peered":"2024-03-07T02:53:48.464691+0000","last_clean":"2024-03-07T02:53:48.464691+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:48.464691+0000","last_undegraded":"2024-03-07T02:53:48.464691+0000","last_fullsized":"2024-03-07T02:53:48.464691+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":215,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-03-07T02:53:35.330582+0000","last_change":"2024-03-07T02:53:35.330318+0000","last_active":"2024-03-07T02:53:35.330582+0000","last_peered":"2024-03-07T02:53:35.330582+0000","last_clean":"2024-03-07T02:53:35.330582+0000","last_became_active":"2024-03-07T02:53:35.329839+0000","last_became_peered":"2024-03-07T02:53:35.329839+0000","last_unstale":"2024-03-07T02:53:35.330582+0000","last_undegraded":"2024-03-07T02:53:35.330582+0000","last_fullsized":"2024-03-07T02:53:35.330582+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_clean_scrub_stamp":"2024-03-07T02:51:31.238394+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:41:13.020643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:49.466409+0000","last_change":"2024-03-07T02:53:49.466409+0000","last_active":"2024-03-07T02:53:49.466409+0000","last_peered":"2024-03-07T02:53:49.466409+0000","last_clean":"2024-03-07T02:53:49.466409+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:49.466409+0000","last_undegraded":"2024-03-07T02:53:49.466409+0000","last_fullsized":"2024-03-07T02:53:49.466409+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:48.464691+0000","last_change":"2024-03-07T02:53:48.464691+0000","last_active":"2024-03-07T02:53:48.464691+0000","last_peered":"2024-03-07T02:53:48.464691+0000","last_clean":"2024-03-07T02:53:48.464691+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:48.464691+0000","last_undegraded":"2024-03-07T02:53:48.464691+0000","last_fullsized":"2024-03-07T02:53:48.464691+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:48.464691+0000","last_change":"2024-03-07T02:53:48.464691+0000","last_active":"2024-03-07T02:53:48.464691+0000","last_peered":"2024-03-07T02:53:48.464691+0000","last_clean":"2024-03-07T02:53:48.464691+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:48.464691+0000","last_undegraded":"2024-03-07T02:53:48.464691+0000","last_fullsized":"2024-03-07T02:53:48.464691+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:49.466409+0000","last_change":"2024-03-07T02:53:49.466409+0000","last_active":"2024-03-07T02:53:49.466409+0000","last_peered":"2024-03-07T02:53:49.466409+0000","last_clean":"2024-03-07T02:53:49.466409+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:49.466409+0000","last_undegraded":"2024-03-07T02:53:49.466409+0000","last_fullsized":"2024-03-07T02:53:49.466409+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:48.464691+0000","last_change":"2024-03-07T02:53:48.464691+0000","last_active":"2024-03-07T02:53:48.464691+0000","last_peered":"2024-03-07T02:53:48.464691+0000","last_clean":"2024-03-07T02:53:48.464691+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:48.464691+0000","last_undegraded":"2024-03-07T02:53:48.464691+0000","last_fullsized":"2024-03-07T02:53:48.464691+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:49.466409+0000","last_change":"2024-03-07T02:53:49.466409+0000","last_active":"2024-03-07T02:53:49.466409+0000","last_peered":"2024-03-07T02:53:49.466409+0000","last_clean":"2024-03-07T02:53:49.466409+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:49.466409+0000","last_undegraded":"2024-03-07T02:53:49.466409+0000","last_fullsized":"2024-03-07T02:53:49.466409+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:48.464691+0000","last_change":"2024-03-07T02:53:48.464691+0000","last_active":"2024-03-07T02:53:48.464691+0000","last_peered":"2024-03-07T02:53:48.464691+0000","last_clean":"2024-03-07T02:53:48.464691+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:48.464691+0000","last_undegraded":"2024-03-07T02:53:48.464691+0000","last_fullsized":"2024-03-07T02:53:48.464691+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:49.466409+0000","last_change":"2024-03-07T02:53:49.466409+0000","last_active":"2024-03-07T02:53:49.466409+0000","last_peered":"2024-03-07T02:53:49.466409+0000","last_clean":"2024-03-07T02:53:49.466409+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:49.466409+0000","last_undegraded":"2024-03-07T02:53:49.466409+0000","last_fullsized":"2024-03-07T02:53:49.466409+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:48.464691+0000","last_change":"2024-03-07T02:53:48.464691+0000","last_active":"2024-03-07T02:53:48.464691+0000","last_peered":"2024-03-07T02:53:48.464691+0000","last_clean":"2024-03-07T02:53:48.464691+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:48.464691+0000","last_undegraded":"2024-03-07T02:53:48.464691+0000","last_fullsized":"2024-03-07T02:53:48.464691+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:49.466409+0000","last_change":"2024-03-07T02:53:49.466409+0000","last_active":"2024-03-07T02:53:49.466409+0000","last_peered":"2024-03-07T02:53:49.466409+0000","last_clean":"2024-03-07T02:53:49.466409+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:49.466409+0000","last_undegraded":"2024-03-07T02:53:49.466409+0000","last_fullsized":"2024-03-07T02:53:49.466409+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:48.464691+0000","last_change":"2024-03-07T02:53:48.464691+0000","last_active":"2024-03-07T02:53:48.464691+0000","last_peered":"2024-03-07T02:53:48.464691+0000","last_clean":"2024-03-07T02:53:48.464691+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:48.464691+0000","last_undegraded":"2024-03-07T02:53:48.464691+0000","last_fullsized":"2024-03-07T02:53:48.464691+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:49.466409+0000","last_change":"2024-03-07T02:53:49.466409+0000","last_active":"2024-03-07T02:53:49.466409+0000","last_peered":"2024-03-07T02:53:49.466409+0000","last_clean":"2024-03-07T02:53:49.466409+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:49.466409+0000","last_undegraded":"2024-03-07T02:53:49.466409+0000","last_fullsized":"2024-03-07T02:53:49.466409+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:48.464691+0000","last_change":"2024-03-07T02:53:48.464691+0000","last_active":"2024-03-07T02:53:48.464691+0000","last_peered":"2024-03-07T02:53:48.464691+0000","last_clean":"2024-03-07T02:53:48.464691+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:48.464691+0000","last_undegraded":"2024-03-07T02:53:48.464691+0000","last_fullsized":"2024-03-07T02:53:48.464691+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:49.466409+0000","last_change":"2024-03-07T02:53:49.466409+0000","last_active":"2024-03-07T02:53:49.466409+0000","last_peered":"2024-03-07T02:53:49.466409+0000","last_clean":"2024-03-07T02:53:49.466409+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:49.466409+0000","last_undegraded":"2024-03-07T02:53:49.466409+0000","last_fullsized":"2024-03-07T02:53:49.466409+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:48.464691+0000","last_change":"2024-03-07T02:53:48.464691+0000","last_active":"2024-03-07T02:53:48.464691+0000","last_peered":"2024-03-07T02:53:48.464691+0000","last_clean":"2024-03-07T02:53:48.464691+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:48.464691+0000","last_undegraded":"2024-03-07T02:53:48.464691+0000","last_fullsized":"2024-03-07T02:53:48.464691+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:49.466409+0000","last_change":"2024-03-07T02:53:49.466409+0000","last_active":"2024-03-07T02:53:49.466409+0000","last_peered":"2024-03-07T02:53:49.466409+0000","last_clean":"2024-03-07T02:53:49.466409+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:49.466409+0000","last_undegraded":"2024-03-07T02:53:49.466409+0000","last_fullsized":"2024-03-07T02:53:49.466409+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:48.464691+0000","last_change":"2024-03-07T02:53:48.464691+0000","last_active":"2024-03-07T02:53:48.464691+0000","last_peered":"2024-03-07T02:53:48.464691+0000","last_clean":"2024-03-07T02:53:48.464691+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:48.464691+0000","last_undegraded":"2024-03-07T02:53:48.464691+0000","last_fullsized":"2024-03-07T02:53:48.464691+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:49.466409+0000","last_change":"2024-03-07T02:53:49.466409+0000","last_active":"2024-03-07T02:53:49.466409+0000","last_peered":"2024-03-07T02:53:49.466409+0000","last_clean":"2024-03-07T02:53:49.466409+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:49.466409+0000","last_undegraded":"2024-03-07T02:53:49.466409+0000","last_fullsized":"2024-03-07T02:53:49.466409+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:48.464691+0000","last_change":"2024-03-07T02:53:48.464691+0000","last_active":"2024-03-07T02:53:48.464691+0000","last_peered":"2024-03-07T02:53:48.464691+0000","last_clean":"2024-03-07T02:53:48.464691+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:48.464691+0000","last_undegraded":"2024-03-07T02:53:48.464691+0000","last_fullsized":"2024-03-07T02:53:48.464691+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:49.466409+0000","last_change":"2024-03-07T02:53:49.466409+0000","last_active":"2024-03-07T02:53:49.466409+0000","last_peered":"2024-03-07T02:53:49.466409+0000","last_clean":"2024-03-07T02:53:49.466409+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:49.466409+0000","last_undegraded":"2024-03-07T02:53:49.466409+0000","last_fullsized":"2024-03-07T02:53:49.466409+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:48.464691+0000","last_change":"2024-03-07T02:53:48.464691+0000","last_active":"2024-03-07T02:53:48.464691+0000","last_peered":"2024-03-07T02:53:48.464691+0000","last_clean":"2024-03-07T02:53:48.464691+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:48.464691+0000","last_undegraded":"2024-03-07T02:53:48.464691+0000","last_fullsized":"2024-03-07T02:53:48.464691+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:49.466409+0000","last_change":"2024-03-07T02:53:49.466409+0000","last_active":"2024-03-07T02:53:49.466409+0000","last_peered":"2024-03-07T02:53:49.466409+0000","last_clean":"2024-03-07T02:53:49.466409+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:49.466409+0000","last_undegraded":"2024-03-07T02:53:49.466409+0000","last_fullsized":"2024-03-07T02:53:49.466409+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:49.466409+0000","last_change":"2024-03-07T02:53:49.466409+0000","last_active":"2024-03-07T02:53:49.466409+0000","last_peered":"2024-03-07T02:53:49.466409+0000","last_clean":"2024-03-07T02:53:49.466409+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:49.466409+0000","last_undegraded":"2024-03-07T02:53:49.466409+0000","last_fullsized":"2024-03-07T02:53:49.466409+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:49.466409+0000","last_change":"2024-03-07T02:53:49.466409+0000","last_active":"2024-03-07T02:53:49.466409+0000","last_peered":"2024-03-07T02:53:49.466409+0000","last_clean":"2024-03-07T02:53:49.466409+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:49.466409+0000","last_undegraded":"2024-03-07T02:53:49.466409+0000","last_fullsized":"2024-03-07T02:53:49.466409+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:49.466409+0000","last_change":"2024-03-07T02:53:49.466409+0000","last_active":"2024-03-07T02:53:49.466409+0000","last_peered":"2024-03-07T02:53:49.466409+0000","last_clean":"2024-03-07T02:53:49.466409+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:49.466409+0000","last_undegraded":"2024-03-07T02:53:49.466409+0000","last_fullsized":"2024-03-07T02:53:49.466409+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:49.466409+0000","last_change":"2024-03-07T02:53:49.466409+0000","last_active":"2024-03-07T02:53:49.466409+0000","last_peered":"2024-03-07T02:53:49.466409+0000","last_clean":"2024-03-07T02:53:49.466409+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:49.466409+0000","last_undegraded":"2024-03-07T02:53:49.466409+0000","last_fullsized":"2024-03-07T02:53:49.466409+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:49.466409+0000","last_change":"2024-03-07T02:53:49.466409+0000","last_active":"2024-03-07T02:53:49.466409+0000","last_peered":"2024-03-07T02:53:49.466409+0000","last_clean":"2024-03-07T02:53:49.466409+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:49.466409+0000","last_undegraded":"2024-03-07T02:53:49.466409+0000","last_fullsized":"2024-03-07T02:53:49.466409+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:49.466409+0000","last_change":"2024-03-07T02:53:49.466409+0000","last_active":"2024-03-07T02:53:49.466409+0000","last_peered":"2024-03-07T02:53:49.466409+0000","last_clean":"2024-03-07T02:53:49.466409+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:49.466409+0000","last_undegraded":"2024-03-07T02:53:49.466409+0000","last_fullsized":"2024-03-07T02:53:49.466409+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:49.466409+0000","last_change":"2024-03-07T02:53:49.466409+0000","last_active":"2024-03-07T02:53:49.466409+0000","last_peered":"2024-03-07T02:53:49.466409+0000","last_clean":"2024-03-07T02:53:49.466409+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:49.466409+0000","last_undegraded":"2024-03-07T02:53:49.466409+0000","last_fullsized":"2024-03-07T02:53:49.466409+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:49.466409+0000","last_change":"2024-03-07T02:53:49.466409+0000","last_active":"2024-03-07T02:53:49.466409+0000","last_peered":"2024-03-07T02:53:49.466409+0000","last_clean":"2024-03-07T02:53:49.466409+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:49.466409+0000","last_undegraded":"2024-03-07T02:53:49.466409+0000","last_fullsized":"2024-03-07T02:53:49.466409+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:49.466409+0000","last_change":"2024-03-07T02:53:49.466409+0000","last_active":"2024-03-07T02:53:49.466409+0000","last_peered":"2024-03-07T02:53:49.466409+0000","last_clean":"2024-03-07T02:53:49.466409+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:49.466409+0000","last_undegraded":"2024-03-07T02:53:49.466409+0000","last_fullsized":"2024-03-07T02:53:49.466409+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:49.466409+0000","last_change":"2024-03-07T02:53:49.466409+0000","last_active":"2024-03-07T02:53:49.466409+0000","last_peered":"2024-03-07T02:53:49.466409+0000","last_clean":"2024-03-07T02:53:49.466409+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:49.466409+0000","last_undegraded":"2024-03-07T02:53:49.466409+0000","last_fullsized":"2024-03-07T02:53:49.466409+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:49.466409+0000","last_change":"2024-03-07T02:53:49.466409+0000","last_active":"2024-03-07T02:53:49.466409+0000","last_peered":"2024-03-07T02:53:49.466409+0000","last_clean":"2024-03-07T02:53:49.466409+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:49.466409+0000","last_undegraded":"2024-03-07T02:53:49.466409+0000","last_fullsized":"2024-03-07T02:53:49.466409+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:49.466409+0000","last_change":"2024-03-07T02:53:49.466409+0000","last_active":"2024-03-07T02:53:49.466409+0000","last_peered":"2024-03-07T02:53:49.466409+0000","last_clean":"2024-03-07T02:53:49.466409+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:49.466409+0000","last_undegraded":"2024-03-07T02:53:49.466409+0000","last_fullsized":"2024-03-07T02:53:49.466409+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-07T02:53:49.466409+0000","last_change":"2024-03-07T02:53:49.466409+0000","last_active":"2024-03-07T02:53:49.466409+0000","last_peered":"2024-03-07T02:53:49.466409+0000","last_clean":"2024-03-07T02:53:49.466409+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:49.466409+0000","last_undegraded":"2024-03-07T02:53:49.466409+0000","last_fullsized":"2024-03-07T02:53:49.466409+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233990,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28160,"kb_used_data":1140,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716992,"statfs":{"total":95995035648,"available":95966199808,"internally_reserved":0,"allocated":1167360,"data_stored":822922,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55000000000000004}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65000000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72399999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59799999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53300000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48699999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45900000000000002}]}]},{"osd":6,"up_from":46,"seq":197568495626,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28156,"kb_used_data":1132,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716996,"statfs":{"total":95995035648,"available":95966203904,"internally_reserved":0,"allocated":1159168,"data_stored":822318,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55500000000000005}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41799999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63900000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46300000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.623}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67600000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65300000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574883,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27584,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717568,"statfs":{"total":95995035648,"available":95966789632,"internally_reserved":0,"allocated":573440,"data_stored":232554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 7 02:53:09 2024","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.30499999999999999,"15min":0.29699999999999999},"min":{"1min":0.29199999999999998,"5min":0.154,"15min":0.154},"max":{"1min":0.45900000000000002,"5min":0.49099999999999999,"15min":0.49099999999999999},"last":0.308},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.32300000000000001,"15min":0.308},"min":{"1min":0.21199999999999999,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"last":0.40300000000000002}]},{"osd":2,"last update":"Thu Mar 7 02:53:36 2024","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.374,"15min":0.36799999999999999},"min":{"1min":0.23899999999999999,"5min":0.219,"15min":0.219},"max":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.38600000000000001,"15min":0.375},"min":{"1min":0.28399999999999997,"5min":0.255,"15min":0.255},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.32700000000000001}]},{"osd":3,"last update":"Thu Mar 7 02:52:59 2024","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.439,"5min":0.439,"15min":0.439},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.375}]},{"osd":4,"last update":"Thu Mar 7 02:53:17 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.496},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.438}]},{"osd":5,"last update":"Thu Mar 7 02:53:42 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.52000000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46700000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.502}]}]},{"osd":0,"up_from":8,"seq":34359738408,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28164,"kb_used_data":1136,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716988,"statfs":{"total":95995035648,"available":95966195712,"internally_reserved":0,"allocated":1163264,"data_stored":822649,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 7 02:53:11 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.32500000000000001,"15min":0.315},"min":{"1min":0.28199999999999997,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.33300000000000002,"15min":0.32100000000000001},"min":{"1min":0.30599999999999999,"5min":0.219,"15min":0.219},"max":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"last":0.25900000000000001}]},{"osd":2,"last update":"Thu Mar 7 02:53:38 2024","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":0.39100000000000001,"15min":0.38700000000000001},"min":{"1min":0.27700000000000002,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.497,"5min":0.55900000000000005,"15min":0.55900000000000005},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.38700000000000001,"15min":0.38500000000000001},"min":{"1min":0.32700000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"last":0.312}]},{"osd":3,"last update":"Thu Mar 7 02:52:56 2024","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.441,"15min":0.441},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"last":0.29399999999999998},{"interface":"front","average":{"1min":0.439,"5min":0.439,"15min":0.439},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"last":0.36899999999999999}]},{"osd":4,"last update":"Thu Mar 7 02:53:21 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.51600000000000001}]},{"osd":5,"last update":"Thu Mar 7 02:53:43 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.38300000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56499999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48399999999999999}]}]},{"osd":2,"up_from":18,"seq":77309411358,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27584,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717568,"statfs":{"total":95995035648,"available":95966789632,"internally_reserved":0,"allocated":573440,"data_stored":232554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 7 02:53:35 2024","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.34799999999999998,"15min":0.34000000000000002},"min":{"1min":0.28799999999999998,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"last":0.317},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.36599999999999999,"15min":0.35799999999999998},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.40100000000000002}]},{"osd":1,"last update":"Thu Mar 7 02:53:35 2024","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.38300000000000001,"15min":0.38100000000000001},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.56299999999999994,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.29899999999999999},{"interface":"front","average":{"1min":0.441,"5min":0.39700000000000002,"15min":0.39000000000000001},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.58899999999999997}]},{"osd":3,"last update":"Thu Mar 7 02:52:59 2024","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.45500000000000002}]},{"osd":4,"last update":"Thu Mar 7 02:53:21 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.55800000000000005}]},{"osd":5,"last update":"Thu Mar 7 02:53:44 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.623},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.66700000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64000000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.629}]}]},{"osd":3,"up_from":25,"seq":107374182425,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27580,"kb_used_data":556,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717572,"statfs":{"total":95995035648,"available":95966793728,"internally_reserved":0,"allocated":569344,"data_stored":232281,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 7 02:52:57 2024","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"last":0.30199999999999999},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.33500000000000002}]},{"osd":1,"last update":"Thu Mar 7 02:52:57 2024","interfaces":[{"interface":"back","average":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"last":0.31900000000000001},{"interface":"front","average":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"last":0.35299999999999998}]},{"osd":2,"last update":"Thu Mar 7 02:52:57 2024","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.629,"5min":0.629,"15min":0.629},"last":0.28699999999999998}]},{"osd":4,"last update":"Thu Mar 7 02:53:22 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.52400000000000002}]},{"osd":5,"last update":"Thu Mar 7 02:53:42 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.69799999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70799999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63800000000000001}]}]},{"osd":4,"up_from":30,"seq":128849018900,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27576,"kb_used_data":552,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717576,"statfs":{"total":95995035648,"available":95966797824,"internally_reserved":0,"allocated":565248,"data_stored":231950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 7 02:53:19 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.44700000000000001}]},{"osd":1,"last update":"Thu Mar 7 02:53:19 2024","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.495,"15min":0.495},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.45700000000000002}]},{"osd":2,"last update":"Thu Mar 7 02:53:19 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.371},{"interface":"front","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.30399999999999999}]},{"osd":3,"last update":"Thu Mar 7 02:53:19 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.438}]},{"osd":5,"last update":"Thu Mar 7 02:53:45 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"last":0.32100000000000001},{"interface":"front","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.38700000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35699999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34699999999999998}]}]},{"osd":5,"up_from":38,"seq":163208757263,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27580,"kb_used_data":556,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717572,"statfs":{"total":95995035648,"available":95966793728,"internally_reserved":0,"allocated":569344,"data_stored":232223,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 7 02:53:42 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.46800000000000003}]},{"osd":1,"last update":"Thu Mar 7 02:53:42 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.35199999999999998}]},{"osd":2,"last update":"Thu Mar 7 02:53:42 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.434},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.36799999999999999}]},{"osd":3,"last update":"Thu Mar 7 02:53:42 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.65500000000000003}]},{"osd":4,"last update":"Thu Mar 7 02:53:42 2024","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"last":0.61299999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55900000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63100000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-07T02:53:52.794 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-03-07T02:53:52.916 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:52 smithi092 ceph-mon[31083]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-07T02:53:52.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:52 smithi092 ceph-mon[31083]: Cluster is now healthy 2024-03-07T02:53:52.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:52 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/3062834444' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-03-07T02:53:52.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:52 smithi092 ceph-mon[31083]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-03-07T02:53:52.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:52 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/3859099358' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T02:53:52.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:52 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/264498186' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T02:53:53.117 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T02:53:53.119 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-03-07T02:53:53.128 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":188,"stamp":"2024-03-07T02:53:52.967855+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":23,"num_object_clones":0,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":176,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":222800,"kb_used_data":6600,"kb_used_omap":13,"kb_used_meta":216050,"kb_avail":749738416,"statfs":{"total":767960285184,"available":767732137984,"internally_reserved":0,"allocated":6758400,"data_stored":3811253,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":14248,"internal_metadata":221235288},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.501086"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-07T02:53:50.829910+0000","last_change":"2024-03-07T02:53:49.854685+0000","last_active":"2024-03-07T02:53:50.829910+0000","last_peered":"2024-03-07T02:53:50.829910+0000","last_clean":"2024-03-07T02:53:50.829910+0000","last_became_active":"2024-03-07T02:53:49.854367+0000","last_became_peered":"2024-03-07T02:53:49.854367+0000","last_unstale":"2024-03-07T02:53:50.829910+0000","last_undegraded":"2024-03-07T02:53:50.829910+0000","last_fullsized":"2024-03-07T02:53:50.829910+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:49:01.186453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-07T02:53:50.830223+0000","last_change":"2024-03-07T02:53:49.842861+0000","last_active":"2024-03-07T02:53:50.830223+0000","last_peered":"2024-03-07T02:53:50.830223+0000","last_clean":"2024-03-07T02:53:50.830223+0000","last_became_active":"2024-03-07T02:53:49.842590+0000","last_became_peered":"2024-03-07T02:53:49.842590+0000","last_unstale":"2024-03-07T02:53:50.830223+0000","last_undegraded":"2024-03-07T02:53:50.830223+0000","last_fullsized":"2024-03-07T02:53:50.830223+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:07:22.484029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-07T02:53:51.869993+0000","last_change":"2024-03-07T02:53:49.839091+0000","last_active":"2024-03-07T02:53:51.869993+0000","last_peered":"2024-03-07T02:53:51.869993+0000","last_clean":"2024-03-07T02:53:51.869993+0000","last_became_active":"2024-03-07T02:53:49.838498+0000","last_became_peered":"2024-03-07T02:53:49.838498+0000","last_unstale":"2024-03-07T02:53:51.869993+0000","last_undegraded":"2024-03-07T02:53:51.869993+0000","last_fullsized":"2024-03-07T02:53:51.869993+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:01:02.450914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-07T02:53:49.845918+0000","last_change":"2024-03-07T02:53:49.843855+0000","last_active":"2024-03-07T02:53:49.845918+0000","last_peered":"2024-03-07T02:53:49.845918+0000","last_clean":"2024-03-07T02:53:49.845918+0000","last_became_active":"2024-03-07T02:53:49.842954+0000","last_became_peered":"2024-03-07T02:53:49.842954+0000","last_unstale":"2024-03-07T02:53:49.845918+0000","last_undegraded":"2024-03-07T02:53:49.845918+0000","last_fullsized":"2024-03-07T02:53:49.845918+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:14:05.674966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-07T02:53:50.829377+0000","last_change":"2024-03-07T02:53:49.859451+0000","last_active":"2024-03-07T02:53:50.829377+0000","last_peered":"2024-03-07T02:53:50.829377+0000","last_clean":"2024-03-07T02:53:50.829377+0000","last_became_active":"2024-03-07T02:53:49.858563+0000","last_became_peered":"2024-03-07T02:53:49.858563+0000","last_unstale":"2024-03-07T02:53:50.829377+0000","last_undegraded":"2024-03-07T02:53:50.829377+0000","last_fullsized":"2024-03-07T02:53:50.829377+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T02:57:36.955801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-07T02:53:49.840032+0000","last_change":"2024-03-07T02:53:49.837569+0000","last_active":"2024-03-07T02:53:49.840032+0000","last_peered":"2024-03-07T02:53:49.840032+0000","last_clean":"2024-03-07T02:53:49.840032+0000","last_became_active":"2024-03-07T02:53:49.836837+0000","last_became_peered":"2024-03-07T02:53:49.836837+0000","last_unstale":"2024-03-07T02:53:49.840032+0000","last_undegraded":"2024-03-07T02:53:49.840032+0000","last_fullsized":"2024-03-07T02:53:49.840032+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:58:29.564285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-07T02:53:50.828943+0000","last_change":"2024-03-07T02:53:49.857278+0000","last_active":"2024-03-07T02:53:50.828943+0000","last_peered":"2024-03-07T02:53:50.828943+0000","last_clean":"2024-03-07T02:53:50.828943+0000","last_became_active":"2024-03-07T02:53:49.856372+0000","last_became_peered":"2024-03-07T02:53:49.856372+0000","last_unstale":"2024-03-07T02:53:50.828943+0000","last_undegraded":"2024-03-07T02:53:50.828943+0000","last_fullsized":"2024-03-07T02:53:50.828943+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:55:27.367563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-07T02:53:49.856143+0000","last_change":"2024-03-07T02:53:49.854425+0000","last_active":"2024-03-07T02:53:49.856143+0000","last_peered":"2024-03-07T02:53:49.856143+0000","last_clean":"2024-03-07T02:53:49.856143+0000","last_became_active":"2024-03-07T02:53:49.854138+0000","last_became_peered":"2024-03-07T02:53:49.854138+0000","last_unstale":"2024-03-07T02:53:49.856143+0000","last_undegraded":"2024-03-07T02:53:49.856143+0000","last_fullsized":"2024-03-07T02:53:49.856143+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:01:55.740535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-07T02:53:50.829859+0000","last_change":"2024-03-07T02:53:49.845405+0000","last_active":"2024-03-07T02:53:50.829859+0000","last_peered":"2024-03-07T02:53:50.829859+0000","last_clean":"2024-03-07T02:53:50.829859+0000","last_became_active":"2024-03-07T02:53:49.845107+0000","last_became_peered":"2024-03-07T02:53:49.845107+0000","last_unstale":"2024-03-07T02:53:50.829859+0000","last_undegraded":"2024-03-07T02:53:50.829859+0000","last_fullsized":"2024-03-07T02:53:50.829859+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:15:38.538297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-07T02:53:49.848586+0000","last_change":"2024-03-07T02:53:49.847586+0000","last_active":"2024-03-07T02:53:49.848586+0000","last_peered":"2024-03-07T02:53:49.848586+0000","last_clean":"2024-03-07T02:53:49.848586+0000","last_became_active":"2024-03-07T02:53:49.847126+0000","last_became_peered":"2024-03-07T02:53:49.847126+0000","last_unstale":"2024-03-07T02:53:49.848586+0000","last_undegraded":"2024-03-07T02:53:49.848586+0000","last_fullsized":"2024-03-07T02:53:49.848586+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:48:24.852987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-07T02:53:49.852821+0000","last_change":"2024-03-07T02:53:49.851801+0000","last_active":"2024-03-07T02:53:49.852821+0000","last_peered":"2024-03-07T02:53:49.852821+0000","last_clean":"2024-03-07T02:53:49.852821+0000","last_became_active":"2024-03-07T02:53:49.851464+0000","last_became_peered":"2024-03-07T02:53:49.851464+0000","last_unstale":"2024-03-07T02:53:49.852821+0000","last_undegraded":"2024-03-07T02:53:49.852821+0000","last_fullsized":"2024-03-07T02:53:49.852821+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T02:59:44.199669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-07T02:53:49.861546+0000","last_change":"2024-03-07T02:53:49.861030+0000","last_active":"2024-03-07T02:53:49.861546+0000","last_peered":"2024-03-07T02:53:49.861546+0000","last_clean":"2024-03-07T02:53:49.861546+0000","last_became_active":"2024-03-07T02:53:49.860716+0000","last_became_peered":"2024-03-07T02:53:49.860716+0000","last_unstale":"2024-03-07T02:53:49.861546+0000","last_undegraded":"2024-03-07T02:53:49.861546+0000","last_fullsized":"2024-03-07T02:53:49.861546+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:26:23.385962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-07T02:53:49.848325+0000","last_change":"2024-03-07T02:53:49.846374+0000","last_active":"2024-03-07T02:53:49.848325+0000","last_peered":"2024-03-07T02:53:49.848325+0000","last_clean":"2024-03-07T02:53:49.848325+0000","last_became_active":"2024-03-07T02:53:49.845970+0000","last_became_peered":"2024-03-07T02:53:49.845970+0000","last_unstale":"2024-03-07T02:53:49.848325+0000","last_undegraded":"2024-03-07T02:53:49.848325+0000","last_fullsized":"2024-03-07T02:53:49.848325+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:03:02.137070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-07T02:53:51.869553+0000","last_change":"2024-03-07T02:53:49.841282+0000","last_active":"2024-03-07T02:53:51.869553+0000","last_peered":"2024-03-07T02:53:51.869553+0000","last_clean":"2024-03-07T02:53:51.869553+0000","last_became_active":"2024-03-07T02:53:49.838909+0000","last_became_peered":"2024-03-07T02:53:49.838909+0000","last_unstale":"2024-03-07T02:53:51.869553+0000","last_undegraded":"2024-03-07T02:53:51.869553+0000","last_fullsized":"2024-03-07T02:53:51.869553+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:43:13.370870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-07T02:53:50.829504+0000","last_change":"2024-03-07T02:53:49.855523+0000","last_active":"2024-03-07T02:53:50.829504+0000","last_peered":"2024-03-07T02:53:50.829504+0000","last_clean":"2024-03-07T02:53:50.829504+0000","last_became_active":"2024-03-07T02:53:49.855250+0000","last_became_peered":"2024-03-07T02:53:49.855250+0000","last_unstale":"2024-03-07T02:53:50.829504+0000","last_undegraded":"2024-03-07T02:53:50.829504+0000","last_fullsized":"2024-03-07T02:53:50.829504+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T02:56:46.370579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-07T02:53:49.841633+0000","last_change":"2024-03-07T02:53:49.840840+0000","last_active":"2024-03-07T02:53:49.841633+0000","last_peered":"2024-03-07T02:53:49.841633+0000","last_clean":"2024-03-07T02:53:49.841633+0000","last_became_active":"2024-03-07T02:53:49.840550+0000","last_became_peered":"2024-03-07T02:53:49.840550+0000","last_unstale":"2024-03-07T02:53:49.841633+0000","last_undegraded":"2024-03-07T02:53:49.841633+0000","last_fullsized":"2024-03-07T02:53:49.841633+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:15:21.960266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-07T02:53:49.849186+0000","last_change":"2024-03-07T02:53:49.847259+0000","last_active":"2024-03-07T02:53:49.849186+0000","last_peered":"2024-03-07T02:53:49.849186+0000","last_clean":"2024-03-07T02:53:49.849186+0000","last_became_active":"2024-03-07T02:53:49.846943+0000","last_became_peered":"2024-03-07T02:53:49.846943+0000","last_unstale":"2024-03-07T02:53:49.849186+0000","last_undegraded":"2024-03-07T02:53:49.849186+0000","last_fullsized":"2024-03-07T02:53:49.849186+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:47:18.244929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-07T02:53:50.829737+0000","last_change":"2024-03-07T02:53:49.853504+0000","last_active":"2024-03-07T02:53:50.829737+0000","last_peered":"2024-03-07T02:53:50.829737+0000","last_clean":"2024-03-07T02:53:50.829737+0000","last_became_active":"2024-03-07T02:53:49.851609+0000","last_became_peered":"2024-03-07T02:53:49.851609+0000","last_unstale":"2024-03-07T02:53:50.829737+0000","last_undegraded":"2024-03-07T02:53:50.829737+0000","last_fullsized":"2024-03-07T02:53:50.829737+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:49:04.202879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-07T02:53:50.829379+0000","last_change":"2024-03-07T02:53:49.850684+0000","last_active":"2024-03-07T02:53:50.829379+0000","last_peered":"2024-03-07T02:53:50.829379+0000","last_clean":"2024-03-07T02:53:50.829379+0000","last_became_active":"2024-03-07T02:53:49.850380+0000","last_became_peered":"2024-03-07T02:53:49.850380+0000","last_unstale":"2024-03-07T02:53:50.829379+0000","last_undegraded":"2024-03-07T02:53:50.829379+0000","last_fullsized":"2024-03-07T02:53:50.829379+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:00:27.072675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"61'4","reported_seq":16,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-07T02:53:51.870160+0000","last_change":"2024-03-07T02:53:49.496615+0000","last_active":"2024-03-07T02:53:51.870160+0000","last_peered":"2024-03-07T02:53:51.870160+0000","last_clean":"2024-03-07T02:53:51.870160+0000","last_became_active":"2024-03-07T02:53:49.496361+0000","last_became_peered":"2024-03-07T02:53:49.496361+0000","last_unstale":"2024-03-07T02:53:51.870160+0000","last_undegraded":"2024-03-07T02:53:51.870160+0000","last_fullsized":"2024-03-07T02:53:51.870160+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:03:34.940835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-07T02:53:49.848375+0000","last_change":"2024-03-07T02:53:49.845423+0000","last_active":"2024-03-07T02:53:49.848375+0000","last_peered":"2024-03-07T02:53:49.848375+0000","last_clean":"2024-03-07T02:53:49.848375+0000","last_became_active":"2024-03-07T02:53:49.845155+0000","last_became_peered":"2024-03-07T02:53:49.845155+0000","last_unstale":"2024-03-07T02:53:49.848375+0000","last_undegraded":"2024-03-07T02:53:49.848375+0000","last_fullsized":"2024-03-07T02:53:49.848375+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:41:39.478821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-07T02:53:49.851041+0000","last_change":"2024-03-07T02:53:49.492802+0000","last_active":"2024-03-07T02:53:49.851041+0000","last_peered":"2024-03-07T02:53:49.851041+0000","last_clean":"2024-03-07T02:53:49.851041+0000","last_became_active":"2024-03-07T02:53:49.492524+0000","last_became_peered":"2024-03-07T02:53:49.492524+0000","last_unstale":"2024-03-07T02:53:49.851041+0000","last_undegraded":"2024-03-07T02:53:49.851041+0000","last_fullsized":"2024-03-07T02:53:49.851041+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:46:11.087858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-07T02:53:51.870167+0000","last_change":"2024-03-07T02:53:49.840417+0000","last_active":"2024-03-07T02:53:51.870167+0000","last_peered":"2024-03-07T02:53:51.870167+0000","last_clean":"2024-03-07T02:53:51.870167+0000","last_became_active":"2024-03-07T02:53:49.840154+0000","last_became_peered":"2024-03-07T02:53:49.840154+0000","last_unstale":"2024-03-07T02:53:51.870167+0000","last_undegraded":"2024-03-07T02:53:51.870167+0000","last_fullsized":"2024-03-07T02:53:51.870167+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:39:44.772598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-07T02:53:50.829627+0000","last_change":"2024-03-07T02:53:49.496733+0000","last_active":"2024-03-07T02:53:50.829627+0000","last_peered":"2024-03-07T02:53:50.829627+0000","last_clean":"2024-03-07T02:53:50.829627+0000","last_became_active":"2024-03-07T02:53:49.496387+0000","last_became_peered":"2024-03-07T02:53:49.496387+0000","last_unstale":"2024-03-07T02:53:50.829627+0000","last_undegraded":"2024-03-07T02:53:50.829627+0000","last_fullsized":"2024-03-07T02:53:50.829627+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:20:05.531547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-07T02:53:49.850459+0000","last_change":"2024-03-07T02:53:49.849772+0000","last_active":"2024-03-07T02:53:49.850459+0000","last_peered":"2024-03-07T02:53:49.850459+0000","last_clean":"2024-03-07T02:53:49.850459+0000","last_became_active":"2024-03-07T02:53:49.849293+0000","last_became_peered":"2024-03-07T02:53:49.849293+0000","last_unstale":"2024-03-07T02:53:49.850459+0000","last_undegraded":"2024-03-07T02:53:49.850459+0000","last_fullsized":"2024-03-07T02:53:49.850459+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:58:53.630596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-07T02:53:50.829372+0000","last_change":"2024-03-07T02:53:49.493668+0000","last_active":"2024-03-07T02:53:50.829372+0000","last_peered":"2024-03-07T02:53:50.829372+0000","last_clean":"2024-03-07T02:53:50.829372+0000","last_became_active":"2024-03-07T02:53:49.493367+0000","last_became_peered":"2024-03-07T02:53:49.493367+0000","last_unstale":"2024-03-07T02:53:50.829372+0000","last_undegraded":"2024-03-07T02:53:50.829372+0000","last_fullsized":"2024-03-07T02:53:50.829372+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:41:11.876342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-07T02:53:49.849367+0000","last_change":"2024-03-07T02:53:49.846608+0000","last_active":"2024-03-07T02:53:49.849367+0000","last_peered":"2024-03-07T02:53:49.849367+0000","last_clean":"2024-03-07T02:53:49.849367+0000","last_became_active":"2024-03-07T02:53:49.846295+0000","last_became_peered":"2024-03-07T02:53:49.846295+0000","last_unstale":"2024-03-07T02:53:49.849367+0000","last_undegraded":"2024-03-07T02:53:49.849367+0000","last_fullsized":"2024-03-07T02:53:49.849367+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:23:15.144059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-07T02:53:49.854630+0000","last_change":"2024-03-07T02:53:49.491145+0000","last_active":"2024-03-07T02:53:49.854630+0000","last_peered":"2024-03-07T02:53:49.854630+0000","last_clean":"2024-03-07T02:53:49.854630+0000","last_became_active":"2024-03-07T02:53:49.490843+0000","last_became_peered":"2024-03-07T02:53:49.490843+0000","last_unstale":"2024-03-07T02:53:49.854630+0000","last_undegraded":"2024-03-07T02:53:49.854630+0000","last_fullsized":"2024-03-07T02:53:49.854630+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:06:27.120338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-07T02:53:49.857586+0000","last_change":"2024-03-07T02:53:49.857122+0000","last_active":"2024-03-07T02:53:49.857586+0000","last_peered":"2024-03-07T02:53:49.857586+0000","last_clean":"2024-03-07T02:53:49.857586+0000","last_became_active":"2024-03-07T02:53:49.856810+0000","last_became_peered":"2024-03-07T02:53:49.856810+0000","last_unstale":"2024-03-07T02:53:49.857586+0000","last_undegraded":"2024-03-07T02:53:49.857586+0000","last_fullsized":"2024-03-07T02:53:49.857586+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:34:07.008415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-07T02:53:49.855467+0000","last_change":"2024-03-07T02:53:49.485668+0000","last_active":"2024-03-07T02:53:49.855467+0000","last_peered":"2024-03-07T02:53:49.855467+0000","last_clean":"2024-03-07T02:53:49.855467+0000","last_became_active":"2024-03-07T02:53:49.484010+0000","last_became_peered":"2024-03-07T02:53:49.484010+0000","last_unstale":"2024-03-07T02:53:49.855467+0000","last_undegraded":"2024-03-07T02:53:49.855467+0000","last_fullsized":"2024-03-07T02:53:49.855467+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:35.133314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-07T02:53:51.869871+0000","last_change":"2024-03-07T02:53:49.854850+0000","last_active":"2024-03-07T02:53:51.869871+0000","last_peered":"2024-03-07T02:53:51.869871+0000","last_clean":"2024-03-07T02:53:51.869871+0000","last_became_active":"2024-03-07T02:53:49.854568+0000","last_became_peered":"2024-03-07T02:53:49.854568+0000","last_unstale":"2024-03-07T02:53:51.869871+0000","last_undegraded":"2024-03-07T02:53:51.869871+0000","last_fullsized":"2024-03-07T02:53:51.869871+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:02:46.888600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-07T02:53:49.830077+0000","last_change":"2024-03-07T02:53:49.495458+0000","last_active":"2024-03-07T02:53:49.830077+0000","last_peered":"2024-03-07T02:53:49.830077+0000","last_clean":"2024-03-07T02:53:49.830077+0000","last_became_active":"2024-03-07T02:53:49.495127+0000","last_became_peered":"2024-03-07T02:53:49.495127+0000","last_unstale":"2024-03-07T02:53:49.830077+0000","last_undegraded":"2024-03-07T02:53:49.830077+0000","last_fullsized":"2024-03-07T02:53:49.830077+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:53:26.260190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-07T02:53:49.838031+0000","last_change":"2024-03-07T02:53:49.837427+0000","last_active":"2024-03-07T02:53:49.838031+0000","last_peered":"2024-03-07T02:53:49.838031+0000","last_clean":"2024-03-07T02:53:49.838031+0000","last_became_active":"2024-03-07T02:53:49.836938+0000","last_became_peered":"2024-03-07T02:53:49.836938+0000","last_unstale":"2024-03-07T02:53:49.838031+0000","last_undegraded":"2024-03-07T02:53:49.838031+0000","last_fullsized":"2024-03-07T02:53:49.838031+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:06:46.804857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-07T02:53:49.827128+0000","last_change":"2024-03-07T02:53:49.497442+0000","last_active":"2024-03-07T02:53:49.827128+0000","last_peered":"2024-03-07T02:53:49.827128+0000","last_clean":"2024-03-07T02:53:49.827128+0000","last_became_active":"2024-03-07T02:53:49.497185+0000","last_became_peered":"2024-03-07T02:53:49.497185+0000","last_unstale":"2024-03-07T02:53:49.827128+0000","last_undegraded":"2024-03-07T02:53:49.827128+0000","last_fullsized":"2024-03-07T02:53:49.827128+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:12:33.336003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-07T02:53:50.829526+0000","last_change":"2024-03-07T02:53:49.854803+0000","last_active":"2024-03-07T02:53:50.829526+0000","last_peered":"2024-03-07T02:53:50.829526+0000","last_clean":"2024-03-07T02:53:50.829526+0000","last_became_active":"2024-03-07T02:53:49.854522+0000","last_became_peered":"2024-03-07T02:53:49.854522+0000","last_unstale":"2024-03-07T02:53:50.829526+0000","last_undegraded":"2024-03-07T02:53:50.829526+0000","last_fullsized":"2024-03-07T02:53:50.829526+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:00:56.936050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-07T02:53:49.836086+0000","last_change":"2024-03-07T02:53:49.488792+0000","last_active":"2024-03-07T02:53:49.836086+0000","last_peered":"2024-03-07T02:53:49.836086+0000","last_clean":"2024-03-07T02:53:49.836086+0000","last_became_active":"2024-03-07T02:53:49.488508+0000","last_became_peered":"2024-03-07T02:53:49.488508+0000","last_unstale":"2024-03-07T02:53:49.836086+0000","last_undegraded":"2024-03-07T02:53:49.836086+0000","last_fullsized":"2024-03-07T02:53:49.836086+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:55:19.607029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-07T02:53:49.842328+0000","last_change":"2024-03-07T02:53:49.842000+0000","last_active":"2024-03-07T02:53:49.842328+0000","last_peered":"2024-03-07T02:53:49.842328+0000","last_clean":"2024-03-07T02:53:49.842328+0000","last_became_active":"2024-03-07T02:53:49.841724+0000","last_became_peered":"2024-03-07T02:53:49.841724+0000","last_unstale":"2024-03-07T02:53:49.842328+0000","last_undegraded":"2024-03-07T02:53:49.842328+0000","last_fullsized":"2024-03-07T02:53:49.842328+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:20:29.102396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-07T02:53:49.827751+0000","last_change":"2024-03-07T02:53:49.490998+0000","last_active":"2024-03-07T02:53:49.827751+0000","last_peered":"2024-03-07T02:53:49.827751+0000","last_clean":"2024-03-07T02:53:49.827751+0000","last_became_active":"2024-03-07T02:53:49.490599+0000","last_became_peered":"2024-03-07T02:53:49.490599+0000","last_unstale":"2024-03-07T02:53:49.827751+0000","last_undegraded":"2024-03-07T02:53:49.827751+0000","last_fullsized":"2024-03-07T02:53:49.827751+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:12:26.660615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-07T02:53:51.870086+0000","last_change":"2024-03-07T02:53:49.840939+0000","last_active":"2024-03-07T02:53:51.870086+0000","last_peered":"2024-03-07T02:53:51.870086+0000","last_clean":"2024-03-07T02:53:51.870086+0000","last_became_active":"2024-03-07T02:53:49.837481+0000","last_became_peered":"2024-03-07T02:53:49.837481+0000","last_unstale":"2024-03-07T02:53:51.870086+0000","last_undegraded":"2024-03-07T02:53:51.870086+0000","last_fullsized":"2024-03-07T02:53:51.870086+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:13:25.790774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":15,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-07T02:53:50.829956+0000","last_change":"2024-03-07T02:53:49.499459+0000","last_active":"2024-03-07T02:53:50.829956+0000","last_peered":"2024-03-07T02:53:50.829956+0000","last_clean":"2024-03-07T02:53:50.829956+0000","last_became_active":"2024-03-07T02:53:49.499124+0000","last_became_peered":"2024-03-07T02:53:49.499124+0000","last_unstale":"2024-03-07T02:53:50.829956+0000","last_undegraded":"2024-03-07T02:53:50.829956+0000","last_fullsized":"2024-03-07T02:53:50.829956+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:34:08.247608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-07T02:53:49.862212+0000","last_change":"2024-03-07T02:53:49.861812+0000","last_active":"2024-03-07T02:53:49.862212+0000","last_peered":"2024-03-07T02:53:49.862212+0000","last_clean":"2024-03-07T02:53:49.862212+0000","last_became_active":"2024-03-07T02:53:49.861517+0000","last_became_peered":"2024-03-07T02:53:49.861517+0000","last_unstale":"2024-03-07T02:53:49.862212+0000","last_undegraded":"2024-03-07T02:53:49.862212+0000","last_fullsized":"2024-03-07T02:53:49.862212+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:10:59.157425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"61'6","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-07T02:53:49.859756+0000","last_change":"2024-03-07T02:53:49.490538+0000","last_active":"2024-03-07T02:53:49.859756+0000","last_peered":"2024-03-07T02:53:49.859756+0000","last_clean":"2024-03-07T02:53:49.859756+0000","last_became_active":"2024-03-07T02:53:49.490216+0000","last_became_peered":"2024-03-07T02:53:49.490216+0000","last_unstale":"2024-03-07T02:53:49.859756+0000","last_undegraded":"2024-03-07T02:53:49.859756+0000","last_fullsized":"2024-03-07T02:53:49.859756+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:34:37.540002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-07T02:53:50.829480+0000","last_change":"2024-03-07T02:53:49.858320+0000","last_active":"2024-03-07T02:53:50.829480+0000","last_peered":"2024-03-07T02:53:50.829480+0000","last_clean":"2024-03-07T02:53:50.829480+0000","last_became_active":"2024-03-07T02:53:49.857970+0000","last_became_peered":"2024-03-07T02:53:49.857970+0000","last_unstale":"2024-03-07T02:53:50.829480+0000","last_undegraded":"2024-03-07T02:53:50.829480+0000","last_fullsized":"2024-03-07T02:53:50.829480+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:39:04.814763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-07T02:53:51.869918+0000","last_change":"2024-03-07T02:53:49.495999+0000","last_active":"2024-03-07T02:53:51.869918+0000","last_peered":"2024-03-07T02:53:51.869918+0000","last_clean":"2024-03-07T02:53:51.869918+0000","last_became_active":"2024-03-07T02:53:49.495735+0000","last_became_peered":"2024-03-07T02:53:49.495735+0000","last_unstale":"2024-03-07T02:53:51.869918+0000","last_undegraded":"2024-03-07T02:53:51.869918+0000","last_fullsized":"2024-03-07T02:53:51.869918+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:23:36.044807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-07T02:53:51.869624+0000","last_change":"2024-03-07T02:53:49.850032+0000","last_active":"2024-03-07T02:53:51.869624+0000","last_peered":"2024-03-07T02:53:51.869624+0000","last_clean":"2024-03-07T02:53:51.869624+0000","last_became_active":"2024-03-07T02:53:49.849635+0000","last_became_peered":"2024-03-07T02:53:49.849635+0000","last_unstale":"2024-03-07T02:53:51.869624+0000","last_undegraded":"2024-03-07T02:53:51.869624+0000","last_fullsized":"2024-03-07T02:53:51.869624+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:11:53.269163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-07T02:53:49.827626+0000","last_change":"2024-03-07T02:53:49.486515+0000","last_active":"2024-03-07T02:53:49.827626+0000","last_peered":"2024-03-07T02:53:49.827626+0000","last_clean":"2024-03-07T02:53:49.827626+0000","last_became_active":"2024-03-07T02:53:49.486220+0000","last_became_peered":"2024-03-07T02:53:49.486220+0000","last_unstale":"2024-03-07T02:53:49.827626+0000","last_undegraded":"2024-03-07T02:53:49.827626+0000","last_fullsized":"2024-03-07T02:53:49.827626+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:10:27.945262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-07T02:53:50.829258+0000","last_change":"2024-03-07T02:53:49.859121+0000","last_active":"2024-03-07T02:53:50.829258+0000","last_peered":"2024-03-07T02:53:50.829258+0000","last_clean":"2024-03-07T02:53:50.829258+0000","last_became_active":"2024-03-07T02:53:49.858172+0000","last_became_peered":"2024-03-07T02:53:49.858172+0000","last_unstale":"2024-03-07T02:53:50.829258+0000","last_undegraded":"2024-03-07T02:53:50.829258+0000","last_fullsized":"2024-03-07T02:53:50.829258+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:45:33.378053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-07T02:53:49.835325+0000","last_change":"2024-03-07T02:53:49.483351+0000","last_active":"2024-03-07T02:53:49.835325+0000","last_peered":"2024-03-07T02:53:49.835325+0000","last_clean":"2024-03-07T02:53:49.835325+0000","last_became_active":"2024-03-07T02:53:49.483044+0000","last_became_peered":"2024-03-07T02:53:49.483044+0000","last_unstale":"2024-03-07T02:53:49.835325+0000","last_undegraded":"2024-03-07T02:53:49.835325+0000","last_fullsized":"2024-03-07T02:53:49.835325+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:12:12.898292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-07T02:53:49.846839+0000","last_change":"2024-03-07T02:53:49.846034+0000","last_active":"2024-03-07T02:53:49.846839+0000","last_peered":"2024-03-07T02:53:49.846839+0000","last_clean":"2024-03-07T02:53:49.846839+0000","last_became_active":"2024-03-07T02:53:49.844815+0000","last_became_peered":"2024-03-07T02:53:49.844815+0000","last_unstale":"2024-03-07T02:53:49.846839+0000","last_undegraded":"2024-03-07T02:53:49.846839+0000","last_fullsized":"2024-03-07T02:53:49.846839+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:25:03.258868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-07T02:53:50.829171+0000","last_change":"2024-03-07T02:53:49.486270+0000","last_active":"2024-03-07T02:53:50.829171+0000","last_peered":"2024-03-07T02:53:50.829171+0000","last_clean":"2024-03-07T02:53:50.829171+0000","last_became_active":"2024-03-07T02:53:49.485932+0000","last_became_peered":"2024-03-07T02:53:49.485932+0000","last_unstale":"2024-03-07T02:53:50.829171+0000","last_undegraded":"2024-03-07T02:53:50.829171+0000","last_fullsized":"2024-03-07T02:53:50.829171+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:34:04.554605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-07T02:53:50.829141+0000","last_change":"2024-03-07T02:53:49.857113+0000","last_active":"2024-03-07T02:53:50.829141+0000","last_peered":"2024-03-07T02:53:50.829141+0000","last_clean":"2024-03-07T02:53:50.829141+0000","last_became_active":"2024-03-07T02:53:49.856802+0000","last_became_peered":"2024-03-07T02:53:49.856802+0000","last_unstale":"2024-03-07T02:53:50.829141+0000","last_undegraded":"2024-03-07T02:53:50.829141+0000","last_fullsized":"2024-03-07T02:53:50.829141+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:25:25.592892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-07T02:53:49.862334+0000","last_change":"2024-03-07T02:53:49.490403+0000","last_active":"2024-03-07T02:53:49.862334+0000","last_peered":"2024-03-07T02:53:49.862334+0000","last_clean":"2024-03-07T02:53:49.862334+0000","last_became_active":"2024-03-07T02:53:49.489044+0000","last_became_peered":"2024-03-07T02:53:49.489044+0000","last_unstale":"2024-03-07T02:53:49.862334+0000","last_undegraded":"2024-03-07T02:53:49.862334+0000","last_fullsized":"2024-03-07T02:53:49.862334+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:10:28.076184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-07T02:53:50.829727+0000","last_change":"2024-03-07T02:53:49.857477+0000","last_active":"2024-03-07T02:53:50.829727+0000","last_peered":"2024-03-07T02:53:50.829727+0000","last_clean":"2024-03-07T02:53:50.829727+0000","last_became_active":"2024-03-07T02:53:49.857201+0000","last_became_peered":"2024-03-07T02:53:49.857201+0000","last_unstale":"2024-03-07T02:53:50.829727+0000","last_undegraded":"2024-03-07T02:53:50.829727+0000","last_fullsized":"2024-03-07T02:53:50.829727+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:38:55.410512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-07T02:53:50.829806+0000","last_change":"2024-03-07T02:53:49.500366+0000","last_active":"2024-03-07T02:53:50.829806+0000","last_peered":"2024-03-07T02:53:50.829806+0000","last_clean":"2024-03-07T02:53:50.829806+0000","last_became_active":"2024-03-07T02:53:49.499503+0000","last_became_peered":"2024-03-07T02:53:49.499503+0000","last_unstale":"2024-03-07T02:53:50.829806+0000","last_undegraded":"2024-03-07T02:53:50.829806+0000","last_fullsized":"2024-03-07T02:53:50.829806+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:20:56.449629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-07T02:53:49.839942+0000","last_change":"2024-03-07T02:53:49.838714+0000","last_active":"2024-03-07T02:53:49.839942+0000","last_peered":"2024-03-07T02:53:49.839942+0000","last_clean":"2024-03-07T02:53:49.839942+0000","last_became_active":"2024-03-07T02:53:49.838397+0000","last_became_peered":"2024-03-07T02:53:49.838397+0000","last_unstale":"2024-03-07T02:53:49.839942+0000","last_undegraded":"2024-03-07T02:53:49.839942+0000","last_fullsized":"2024-03-07T02:53:49.839942+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:10:21.908919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-07T02:53:49.827522+0000","last_change":"2024-03-07T02:53:49.492984+0000","last_active":"2024-03-07T02:53:49.827522+0000","last_peered":"2024-03-07T02:53:49.827522+0000","last_clean":"2024-03-07T02:53:49.827522+0000","last_became_active":"2024-03-07T02:53:49.492690+0000","last_became_peered":"2024-03-07T02:53:49.492690+0000","last_unstale":"2024-03-07T02:53:49.827522+0000","last_undegraded":"2024-03-07T02:53:49.827522+0000","last_fullsized":"2024-03-07T02:53:49.827522+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:42:56.268562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-07T02:53:49.861311+0000","last_change":"2024-03-07T02:53:49.860852+0000","last_active":"2024-03-07T02:53:49.861311+0000","last_peered":"2024-03-07T02:53:49.861311+0000","last_clean":"2024-03-07T02:53:49.861311+0000","last_became_active":"2024-03-07T02:53:49.860053+0000","last_became_peered":"2024-03-07T02:53:49.860053+0000","last_unstale":"2024-03-07T02:53:49.861311+0000","last_undegraded":"2024-03-07T02:53:49.861311+0000","last_fullsized":"2024-03-07T02:53:49.861311+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:02:06.497152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-07T02:53:50.829185+0000","last_change":"2024-03-07T02:53:49.848086+0000","last_active":"2024-03-07T02:53:50.829185+0000","last_peered":"2024-03-07T02:53:50.829185+0000","last_clean":"2024-03-07T02:53:50.829185+0000","last_became_active":"2024-03-07T02:53:49.847455+0000","last_became_peered":"2024-03-07T02:53:49.847455+0000","last_unstale":"2024-03-07T02:53:50.829185+0000","last_undegraded":"2024-03-07T02:53:50.829185+0000","last_fullsized":"2024-03-07T02:53:50.829185+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:22:07.188240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-07T02:53:50.829442+0000","last_change":"2024-03-07T02:53:49.493185+0000","last_active":"2024-03-07T02:53:50.829442+0000","last_peered":"2024-03-07T02:53:50.829442+0000","last_clean":"2024-03-07T02:53:50.829442+0000","last_became_active":"2024-03-07T02:53:49.492892+0000","last_became_peered":"2024-03-07T02:53:49.492892+0000","last_unstale":"2024-03-07T02:53:50.829442+0000","last_undegraded":"2024-03-07T02:53:50.829442+0000","last_fullsized":"2024-03-07T02:53:50.829442+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:49:49.391415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-07T02:53:49.839904+0000","last_change":"2024-03-07T02:53:49.839345+0000","last_active":"2024-03-07T02:53:49.839904+0000","last_peered":"2024-03-07T02:53:49.839904+0000","last_clean":"2024-03-07T02:53:49.839904+0000","last_became_active":"2024-03-07T02:53:49.839072+0000","last_became_peered":"2024-03-07T02:53:49.839072+0000","last_unstale":"2024-03-07T02:53:49.839904+0000","last_undegraded":"2024-03-07T02:53:49.839904+0000","last_fullsized":"2024-03-07T02:53:49.839904+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:31:16.320891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-07T02:53:49.827172+0000","last_change":"2024-03-07T02:53:49.487182+0000","last_active":"2024-03-07T02:53:49.827172+0000","last_peered":"2024-03-07T02:53:49.827172+0000","last_clean":"2024-03-07T02:53:49.827172+0000","last_became_active":"2024-03-07T02:53:49.486822+0000","last_became_peered":"2024-03-07T02:53:49.486822+0000","last_unstale":"2024-03-07T02:53:49.827172+0000","last_undegraded":"2024-03-07T02:53:49.827172+0000","last_fullsized":"2024-03-07T02:53:49.827172+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:19:48.370371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":219,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-07T02:53:49.833654+0000","last_change":"2024-03-07T02:53:35.330318+0000","last_active":"2024-03-07T02:53:49.833654+0000","last_peered":"2024-03-07T02:53:49.833654+0000","last_clean":"2024-03-07T02:53:49.833654+0000","last_became_active":"2024-03-07T02:53:35.329839+0000","last_became_peered":"2024-03-07T02:53:35.329839+0000","last_unstale":"2024-03-07T02:53:49.833654+0000","last_undegraded":"2024-03-07T02:53:49.833654+0000","last_fullsized":"2024-03-07T02:53:49.833654+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_clean_scrub_stamp":"2024-03-07T02:51:31.238394+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:41:13.020643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-07T02:53:51.869532+0000","last_change":"2024-03-07T02:53:49.856920+0000","last_active":"2024-03-07T02:53:51.869532+0000","last_peered":"2024-03-07T02:53:51.869532+0000","last_clean":"2024-03-07T02:53:51.869532+0000","last_became_active":"2024-03-07T02:53:49.856622+0000","last_became_peered":"2024-03-07T02:53:49.856622+0000","last_unstale":"2024-03-07T02:53:51.869532+0000","last_undegraded":"2024-03-07T02:53:51.869532+0000","last_fullsized":"2024-03-07T02:53:51.869532+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T02:54:57.154093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-07T02:53:50.829233+0000","last_change":"2024-03-07T02:53:49.495948+0000","last_active":"2024-03-07T02:53:50.829233+0000","last_peered":"2024-03-07T02:53:50.829233+0000","last_clean":"2024-03-07T02:53:50.829233+0000","last_became_active":"2024-03-07T02:53:49.495603+0000","last_became_peered":"2024-03-07T02:53:49.495603+0000","last_unstale":"2024-03-07T02:53:50.829233+0000","last_undegraded":"2024-03-07T02:53:50.829233+0000","last_fullsized":"2024-03-07T02:53:50.829233+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:21.769630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-07T02:53:50.829587+0000","last_change":"2024-03-07T02:53:49.491803+0000","last_active":"2024-03-07T02:53:50.829587+0000","last_peered":"2024-03-07T02:53:50.829587+0000","last_clean":"2024-03-07T02:53:50.829587+0000","last_became_active":"2024-03-07T02:53:49.491506+0000","last_became_peered":"2024-03-07T02:53:49.491506+0000","last_unstale":"2024-03-07T02:53:50.829587+0000","last_undegraded":"2024-03-07T02:53:50.829587+0000","last_fullsized":"2024-03-07T02:53:50.829587+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:38:50.284164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-07T02:53:50.829886+0000","last_change":"2024-03-07T02:53:49.839085+0000","last_active":"2024-03-07T02:53:50.829886+0000","last_peered":"2024-03-07T02:53:50.829886+0000","last_clean":"2024-03-07T02:53:50.829886+0000","last_became_active":"2024-03-07T02:53:49.838825+0000","last_became_peered":"2024-03-07T02:53:49.838825+0000","last_unstale":"2024-03-07T02:53:50.829886+0000","last_undegraded":"2024-03-07T02:53:50.829886+0000","last_fullsized":"2024-03-07T02:53:50.829886+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:10:23.889244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-07T02:53:50.830296+0000","last_change":"2024-03-07T02:53:49.495863+0000","last_active":"2024-03-07T02:53:50.830296+0000","last_peered":"2024-03-07T02:53:50.830296+0000","last_clean":"2024-03-07T02:53:50.830296+0000","last_became_active":"2024-03-07T02:53:49.495587+0000","last_became_peered":"2024-03-07T02:53:49.495587+0000","last_unstale":"2024-03-07T02:53:50.830296+0000","last_undegraded":"2024-03-07T02:53:50.830296+0000","last_fullsized":"2024-03-07T02:53:50.830296+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:46:32.863959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-07T02:53:49.848948+0000","last_change":"2024-03-07T02:53:49.848174+0000","last_active":"2024-03-07T02:53:49.848948+0000","last_peered":"2024-03-07T02:53:49.848948+0000","last_clean":"2024-03-07T02:53:49.848948+0000","last_became_active":"2024-03-07T02:53:49.847869+0000","last_became_peered":"2024-03-07T02:53:49.847869+0000","last_unstale":"2024-03-07T02:53:49.848948+0000","last_undegraded":"2024-03-07T02:53:49.848948+0000","last_fullsized":"2024-03-07T02:53:49.848948+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:47:37.139871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-07T02:53:49.856487+0000","last_change":"2024-03-07T02:53:49.491180+0000","last_active":"2024-03-07T02:53:49.856487+0000","last_peered":"2024-03-07T02:53:49.856487+0000","last_clean":"2024-03-07T02:53:49.856487+0000","last_became_active":"2024-03-07T02:53:49.486264+0000","last_became_peered":"2024-03-07T02:53:49.486264+0000","last_unstale":"2024-03-07T02:53:49.856487+0000","last_undegraded":"2024-03-07T02:53:49.856487+0000","last_fullsized":"2024-03-07T02:53:49.856487+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:41:07.485502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-07T02:53:51.869902+0000","last_change":"2024-03-07T02:53:49.856117+0000","last_active":"2024-03-07T02:53:51.869902+0000","last_peered":"2024-03-07T02:53:51.869902+0000","last_clean":"2024-03-07T02:53:51.869902+0000","last_became_active":"2024-03-07T02:53:49.855814+0000","last_became_peered":"2024-03-07T02:53:49.855814+0000","last_unstale":"2024-03-07T02:53:51.869902+0000","last_undegraded":"2024-03-07T02:53:51.869902+0000","last_fullsized":"2024-03-07T02:53:51.869902+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:24:34.311203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-07T02:53:50.828950+0000","last_change":"2024-03-07T02:53:49.494893+0000","last_active":"2024-03-07T02:53:50.828950+0000","last_peered":"2024-03-07T02:53:50.828950+0000","last_clean":"2024-03-07T02:53:50.828950+0000","last_became_active":"2024-03-07T02:53:49.494545+0000","last_became_peered":"2024-03-07T02:53:49.494545+0000","last_unstale":"2024-03-07T02:53:50.828950+0000","last_undegraded":"2024-03-07T02:53:50.828950+0000","last_fullsized":"2024-03-07T02:53:50.828950+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:33:37.293957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-07T02:53:49.862000+0000","last_change":"2024-03-07T02:53:49.861668+0000","last_active":"2024-03-07T02:53:49.862000+0000","last_peered":"2024-03-07T02:53:49.862000+0000","last_clean":"2024-03-07T02:53:49.862000+0000","last_became_active":"2024-03-07T02:53:49.861303+0000","last_became_peered":"2024-03-07T02:53:49.861303+0000","last_unstale":"2024-03-07T02:53:49.862000+0000","last_undegraded":"2024-03-07T02:53:49.862000+0000","last_fullsized":"2024-03-07T02:53:49.862000+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:21:41.301505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-07T02:53:50.829633+0000","last_change":"2024-03-07T02:53:49.498632+0000","last_active":"2024-03-07T02:53:50.829633+0000","last_peered":"2024-03-07T02:53:50.829633+0000","last_clean":"2024-03-07T02:53:50.829633+0000","last_became_active":"2024-03-07T02:53:49.498298+0000","last_became_peered":"2024-03-07T02:53:49.498298+0000","last_unstale":"2024-03-07T02:53:50.829633+0000","last_undegraded":"2024-03-07T02:53:50.829633+0000","last_fullsized":"2024-03-07T02:53:50.829633+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:18:28.135492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-07T02:53:49.847678+0000","last_change":"2024-03-07T02:53:49.846463+0000","last_active":"2024-03-07T02:53:49.847678+0000","last_peered":"2024-03-07T02:53:49.847678+0000","last_clean":"2024-03-07T02:53:49.847678+0000","last_became_active":"2024-03-07T02:53:49.846030+0000","last_became_peered":"2024-03-07T02:53:49.846030+0000","last_unstale":"2024-03-07T02:53:49.847678+0000","last_undegraded":"2024-03-07T02:53:49.847678+0000","last_fullsized":"2024-03-07T02:53:49.847678+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:21:47.014194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-07T02:53:50.830014+0000","last_change":"2024-03-07T02:53:49.499053+0000","last_active":"2024-03-07T02:53:50.830014+0000","last_peered":"2024-03-07T02:53:50.830014+0000","last_clean":"2024-03-07T02:53:50.830014+0000","last_became_active":"2024-03-07T02:53:49.498740+0000","last_became_peered":"2024-03-07T02:53:49.498740+0000","last_unstale":"2024-03-07T02:53:50.830014+0000","last_undegraded":"2024-03-07T02:53:50.830014+0000","last_fullsized":"2024-03-07T02:53:50.830014+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:36:03.882666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-07T02:53:49.852799+0000","last_change":"2024-03-07T02:53:49.851778+0000","last_active":"2024-03-07T02:53:49.852799+0000","last_peered":"2024-03-07T02:53:49.852799+0000","last_clean":"2024-03-07T02:53:49.852799+0000","last_became_active":"2024-03-07T02:53:49.851507+0000","last_became_peered":"2024-03-07T02:53:49.851507+0000","last_unstale":"2024-03-07T02:53:49.852799+0000","last_undegraded":"2024-03-07T02:53:49.852799+0000","last_fullsized":"2024-03-07T02:53:49.852799+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:52:20.226529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-07T02:53:50.829229+0000","last_change":"2024-03-07T02:53:49.491131+0000","last_active":"2024-03-07T02:53:50.829229+0000","last_peered":"2024-03-07T02:53:50.829229+0000","last_clean":"2024-03-07T02:53:50.829229+0000","last_became_active":"2024-03-07T02:53:49.490695+0000","last_became_peered":"2024-03-07T02:53:49.490695+0000","last_unstale":"2024-03-07T02:53:50.829229+0000","last_undegraded":"2024-03-07T02:53:50.829229+0000","last_fullsized":"2024-03-07T02:53:50.829229+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:23:40.969004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-07T02:53:49.856607+0000","last_change":"2024-03-07T02:53:49.856176+0000","last_active":"2024-03-07T02:53:49.856607+0000","last_peered":"2024-03-07T02:53:49.856607+0000","last_clean":"2024-03-07T02:53:49.856607+0000","last_became_active":"2024-03-07T02:53:49.855771+0000","last_became_peered":"2024-03-07T02:53:49.855771+0000","last_unstale":"2024-03-07T02:53:49.856607+0000","last_undegraded":"2024-03-07T02:53:49.856607+0000","last_fullsized":"2024-03-07T02:53:49.856607+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:43:07.189220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-07T02:53:50.829346+0000","last_change":"2024-03-07T02:53:49.489713+0000","last_active":"2024-03-07T02:53:50.829346+0000","last_peered":"2024-03-07T02:53:50.829346+0000","last_clean":"2024-03-07T02:53:50.829346+0000","last_became_active":"2024-03-07T02:53:49.489423+0000","last_became_peered":"2024-03-07T02:53:49.489423+0000","last_unstale":"2024-03-07T02:53:50.829346+0000","last_undegraded":"2024-03-07T02:53:50.829346+0000","last_fullsized":"2024-03-07T02:53:50.829346+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:31:35.860010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-07T02:53:50.829516+0000","last_change":"2024-03-07T02:53:49.851063+0000","last_active":"2024-03-07T02:53:50.829516+0000","last_peered":"2024-03-07T02:53:50.829516+0000","last_clean":"2024-03-07T02:53:50.829516+0000","last_became_active":"2024-03-07T02:53:49.850562+0000","last_became_peered":"2024-03-07T02:53:49.850562+0000","last_unstale":"2024-03-07T02:53:50.829516+0000","last_undegraded":"2024-03-07T02:53:50.829516+0000","last_fullsized":"2024-03-07T02:53:50.829516+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:12:38.343677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-07T02:53:50.829905+0000","last_change":"2024-03-07T02:53:49.496511+0000","last_active":"2024-03-07T02:53:50.829905+0000","last_peered":"2024-03-07T02:53:50.829905+0000","last_clean":"2024-03-07T02:53:50.829905+0000","last_became_active":"2024-03-07T02:53:49.496210+0000","last_became_peered":"2024-03-07T02:53:49.496210+0000","last_unstale":"2024-03-07T02:53:50.829905+0000","last_undegraded":"2024-03-07T02:53:50.829905+0000","last_fullsized":"2024-03-07T02:53:50.829905+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:44:13.673683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-07T02:53:49.841644+0000","last_change":"2024-03-07T02:53:49.841117+0000","last_active":"2024-03-07T02:53:49.841644+0000","last_peered":"2024-03-07T02:53:49.841644+0000","last_clean":"2024-03-07T02:53:49.841644+0000","last_became_active":"2024-03-07T02:53:49.840824+0000","last_became_peered":"2024-03-07T02:53:49.840824+0000","last_unstale":"2024-03-07T02:53:49.841644+0000","last_undegraded":"2024-03-07T02:53:49.841644+0000","last_fullsized":"2024-03-07T02:53:49.841644+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:27:01.389470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-07T02:53:50.829646+0000","last_change":"2024-03-07T02:53:49.485472+0000","last_active":"2024-03-07T02:53:50.829646+0000","last_peered":"2024-03-07T02:53:50.829646+0000","last_clean":"2024-03-07T02:53:50.829646+0000","last_became_active":"2024-03-07T02:53:49.485177+0000","last_became_peered":"2024-03-07T02:53:49.485177+0000","last_unstale":"2024-03-07T02:53:50.829646+0000","last_undegraded":"2024-03-07T02:53:50.829646+0000","last_fullsized":"2024-03-07T02:53:50.829646+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:39:17.926629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-07T02:53:50.829788+0000","last_change":"2024-03-07T02:53:49.857386+0000","last_active":"2024-03-07T02:53:50.829788+0000","last_peered":"2024-03-07T02:53:50.829788+0000","last_clean":"2024-03-07T02:53:50.829788+0000","last_became_active":"2024-03-07T02:53:49.857116+0000","last_became_peered":"2024-03-07T02:53:49.857116+0000","last_unstale":"2024-03-07T02:53:50.829788+0000","last_undegraded":"2024-03-07T02:53:50.829788+0000","last_fullsized":"2024-03-07T02:53:50.829788+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:25:14.932046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-07T02:53:49.848437+0000","last_change":"2024-03-07T02:53:49.846762+0000","last_active":"2024-03-07T02:53:49.848437+0000","last_peered":"2024-03-07T02:53:49.848437+0000","last_clean":"2024-03-07T02:53:49.848437+0000","last_became_active":"2024-03-07T02:53:49.846468+0000","last_became_peered":"2024-03-07T02:53:49.846468+0000","last_unstale":"2024-03-07T02:53:49.848437+0000","last_undegraded":"2024-03-07T02:53:49.848437+0000","last_fullsized":"2024-03-07T02:53:49.848437+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:46:01.606023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-07T02:53:50.829301+0000","last_change":"2024-03-07T02:53:49.845790+0000","last_active":"2024-03-07T02:53:50.829301+0000","last_peered":"2024-03-07T02:53:50.829301+0000","last_clean":"2024-03-07T02:53:50.829301+0000","last_became_active":"2024-03-07T02:53:49.844722+0000","last_became_peered":"2024-03-07T02:53:49.844722+0000","last_unstale":"2024-03-07T02:53:50.829301+0000","last_undegraded":"2024-03-07T02:53:50.829301+0000","last_fullsized":"2024-03-07T02:53:50.829301+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:13:49.866547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-07T02:53:49.840051+0000","last_change":"2024-03-07T02:53:49.837773+0000","last_active":"2024-03-07T02:53:49.840051+0000","last_peered":"2024-03-07T02:53:49.840051+0000","last_clean":"2024-03-07T02:53:49.840051+0000","last_became_active":"2024-03-07T02:53:49.837272+0000","last_became_peered":"2024-03-07T02:53:49.837272+0000","last_unstale":"2024-03-07T02:53:49.840051+0000","last_undegraded":"2024-03-07T02:53:49.840051+0000","last_fullsized":"2024-03-07T02:53:49.840051+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:03:12.246227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-07T02:53:51.869764+0000","last_change":"2024-03-07T02:53:49.855460+0000","last_active":"2024-03-07T02:53:51.869764+0000","last_peered":"2024-03-07T02:53:51.869764+0000","last_clean":"2024-03-07T02:53:51.869764+0000","last_became_active":"2024-03-07T02:53:49.855199+0000","last_became_peered":"2024-03-07T02:53:49.855199+0000","last_unstale":"2024-03-07T02:53:51.869764+0000","last_undegraded":"2024-03-07T02:53:51.869764+0000","last_fullsized":"2024-03-07T02:53:51.869764+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:08:56.106796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-07T02:53:49.853192+0000","last_change":"2024-03-07T02:53:49.852642+0000","last_active":"2024-03-07T02:53:49.853192+0000","last_peered":"2024-03-07T02:53:49.853192+0000","last_clean":"2024-03-07T02:53:49.853192+0000","last_became_active":"2024-03-07T02:53:49.852371+0000","last_became_peered":"2024-03-07T02:53:49.852371+0000","last_unstale":"2024-03-07T02:53:49.853192+0000","last_undegraded":"2024-03-07T02:53:49.853192+0000","last_fullsized":"2024-03-07T02:53:49.853192+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:14:11.184867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-07T02:53:50.829840+0000","last_change":"2024-03-07T02:53:49.838806+0000","last_active":"2024-03-07T02:53:50.829840+0000","last_peered":"2024-03-07T02:53:50.829840+0000","last_clean":"2024-03-07T02:53:50.829840+0000","last_became_active":"2024-03-07T02:53:49.838519+0000","last_became_peered":"2024-03-07T02:53:49.838519+0000","last_unstale":"2024-03-07T02:53:50.829840+0000","last_undegraded":"2024-03-07T02:53:50.829840+0000","last_fullsized":"2024-03-07T02:53:50.829840+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:23:49.840090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-07T02:53:49.856584+0000","last_change":"2024-03-07T02:53:49.856216+0000","last_active":"2024-03-07T02:53:49.856584+0000","last_peered":"2024-03-07T02:53:49.856584+0000","last_clean":"2024-03-07T02:53:49.856584+0000","last_became_active":"2024-03-07T02:53:49.855694+0000","last_became_peered":"2024-03-07T02:53:49.855694+0000","last_unstale":"2024-03-07T02:53:49.856584+0000","last_undegraded":"2024-03-07T02:53:49.856584+0000","last_fullsized":"2024-03-07T02:53:49.856584+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:52:37.559135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-07T02:53:49.853505+0000","last_change":"2024-03-07T02:53:49.852746+0000","last_active":"2024-03-07T02:53:49.853505+0000","last_peered":"2024-03-07T02:53:49.853505+0000","last_clean":"2024-03-07T02:53:49.853505+0000","last_became_active":"2024-03-07T02:53:49.852452+0000","last_became_peered":"2024-03-07T02:53:49.852452+0000","last_unstale":"2024-03-07T02:53:49.853505+0000","last_undegraded":"2024-03-07T02:53:49.853505+0000","last_fullsized":"2024-03-07T02:53:49.853505+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:50:23.481403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-07T02:53:49.839529+0000","last_change":"2024-03-07T02:53:49.834758+0000","last_active":"2024-03-07T02:53:49.839529+0000","last_peered":"2024-03-07T02:53:49.839529+0000","last_clean":"2024-03-07T02:53:49.839529+0000","last_became_active":"2024-03-07T02:53:49.834473+0000","last_became_peered":"2024-03-07T02:53:49.834473+0000","last_unstale":"2024-03-07T02:53:49.839529+0000","last_undegraded":"2024-03-07T02:53:49.839529+0000","last_fullsized":"2024-03-07T02:53:49.839529+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:26:12.485436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-07T02:53:49.851911+0000","last_change":"2024-03-07T02:53:49.850928+0000","last_active":"2024-03-07T02:53:49.851911+0000","last_peered":"2024-03-07T02:53:49.851911+0000","last_clean":"2024-03-07T02:53:49.851911+0000","last_became_active":"2024-03-07T02:53:49.850645+0000","last_became_peered":"2024-03-07T02:53:49.850645+0000","last_unstale":"2024-03-07T02:53:49.851911+0000","last_undegraded":"2024-03-07T02:53:49.851911+0000","last_fullsized":"2024-03-07T02:53:49.851911+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:56:51.288948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-07T02:53:49.848467+0000","last_change":"2024-03-07T02:53:49.845627+0000","last_active":"2024-03-07T02:53:49.848467+0000","last_peered":"2024-03-07T02:53:49.848467+0000","last_clean":"2024-03-07T02:53:49.848467+0000","last_became_active":"2024-03-07T02:53:49.845329+0000","last_became_peered":"2024-03-07T02:53:49.845329+0000","last_unstale":"2024-03-07T02:53:49.848467+0000","last_undegraded":"2024-03-07T02:53:49.848467+0000","last_fullsized":"2024-03-07T02:53:49.848467+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:08:06.342549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-07T02:53:51.869735+0000","last_change":"2024-03-07T02:53:49.847179+0000","last_active":"2024-03-07T02:53:51.869735+0000","last_peered":"2024-03-07T02:53:51.869735+0000","last_clean":"2024-03-07T02:53:51.869735+0000","last_became_active":"2024-03-07T02:53:49.846335+0000","last_became_peered":"2024-03-07T02:53:49.846335+0000","last_unstale":"2024-03-07T02:53:51.869735+0000","last_undegraded":"2024-03-07T02:53:51.869735+0000","last_fullsized":"2024-03-07T02:53:51.869735+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:34:20.787367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-03-07T02:53:49.854034+0000","last_change":"2024-03-07T02:53:49.853013+0000","last_active":"2024-03-07T02:53:49.854034+0000","last_peered":"2024-03-07T02:53:49.854034+0000","last_clean":"2024-03-07T02:53:49.854034+0000","last_became_active":"2024-03-07T02:53:49.852673+0000","last_became_peered":"2024-03-07T02:53:49.852673+0000","last_unstale":"2024-03-07T02:53:49.854034+0000","last_undegraded":"2024-03-07T02:53:49.854034+0000","last_fullsized":"2024-03-07T02:53:49.854034+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:05:12.530692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233991,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28216,"kb_used_data":1196,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716936,"statfs":{"total":95995035648,"available":95966142464,"internally_reserved":0,"allocated":1224704,"data_stored":850413,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42599999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67200000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54300000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61399999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70499999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59999999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58399999999999996}]}]},{"osd":6,"up_from":46,"seq":197568495627,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28204,"kb_used_data":1180,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716948,"statfs":{"total":95995035648,"available":95966154752,"internally_reserved":0,"allocated":1208320,"data_stored":844039,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53000000000000003}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42599999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32600000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52000000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44800000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50800000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56399999999999995}]}]},{"osd":1,"up_from":13,"seq":55834574884,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27644,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717508,"statfs":{"total":95995035648,"available":95966728192,"internally_reserved":0,"allocated":630784,"data_stored":259601,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 7 02:53:09 2024","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.30499999999999999,"15min":0.29699999999999999},"min":{"1min":0.29199999999999998,"5min":0.154,"15min":0.154},"max":{"1min":0.45900000000000002,"5min":0.49099999999999999,"15min":0.49099999999999999},"last":0.248},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.32300000000000001,"15min":0.308},"min":{"1min":0.21199999999999999,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"last":0.35599999999999998}]},{"osd":2,"last update":"Thu Mar 7 02:53:36 2024","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.374,"15min":0.36799999999999999},"min":{"1min":0.23899999999999999,"5min":0.219,"15min":0.219},"max":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.29599999999999999},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.38600000000000001,"15min":0.375},"min":{"1min":0.28399999999999997,"5min":0.255,"15min":0.255},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.41199999999999998}]},{"osd":3,"last update":"Thu Mar 7 02:52:59 2024","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.439,"5min":0.439,"15min":0.439},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.373}]},{"osd":4,"last update":"Thu Mar 7 02:53:17 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.66800000000000004}]},{"osd":5,"last update":"Thu Mar 7 02:53:42 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.65500000000000003},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.61899999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68400000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71699999999999997}]}]},{"osd":0,"up_from":8,"seq":34359738409,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28216,"kb_used_data":1188,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716936,"statfs":{"total":95995035648,"available":95966142464,"internally_reserved":0,"allocated":1216512,"data_stored":843534,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 7 02:53:11 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.32500000000000001,"15min":0.315},"min":{"1min":0.28199999999999997,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.33300000000000002,"15min":0.32100000000000001},"min":{"1min":0.30599999999999999,"5min":0.219,"15min":0.219},"max":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"last":0.378}]},{"osd":2,"last update":"Thu Mar 7 02:53:38 2024","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":0.39100000000000001,"15min":0.38700000000000001},"min":{"1min":0.27700000000000002,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.497,"5min":0.55900000000000005,"15min":0.55900000000000005},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.38700000000000001,"15min":0.38500000000000001},"min":{"1min":0.32700000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"last":0.435}]},{"osd":3,"last update":"Thu Mar 7 02:52:56 2024","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.441,"15min":0.441},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.439,"5min":0.439,"15min":0.439},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"last":0.35099999999999998}]},{"osd":4,"last update":"Thu Mar 7 02:53:21 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.50700000000000001}]},{"osd":5,"last update":"Thu Mar 7 02:53:43 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.56699999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63500000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60799999999999998}]}]},{"osd":2,"up_from":18,"seq":77309411359,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27620,"kb_used_data":596,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717532,"statfs":{"total":95995035648,"available":95966752768,"internally_reserved":0,"allocated":610304,"data_stored":252711,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 7 02:53:35 2024","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.34799999999999998,"15min":0.34000000000000002},"min":{"1min":0.28799999999999998,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"last":0.27500000000000002},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.36599999999999999,"15min":0.35799999999999998},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.29999999999999999}]},{"osd":1,"last update":"Thu Mar 7 02:53:35 2024","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.38300000000000001,"15min":0.38100000000000001},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.56299999999999994,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.441,"5min":0.39700000000000002,"15min":0.39000000000000001},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.33900000000000002}]},{"osd":3,"last update":"Thu Mar 7 02:52:59 2024","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.39800000000000002}]},{"osd":4,"last update":"Thu Mar 7 02:53:21 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.60199999999999998}]},{"osd":5,"last update":"Thu Mar 7 02:53:44 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.55300000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.62}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53600000000000003}]}]},{"osd":3,"up_from":25,"seq":107374182426,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27632,"kb_used_data":612,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717520,"statfs":{"total":95995035648,"available":95966740480,"internally_reserved":0,"allocated":626688,"data_stored":254106,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 7 02:52:57 2024","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"last":0.254},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.28000000000000003}]},{"osd":1,"last update":"Thu Mar 7 02:52:57 2024","interfaces":[{"interface":"back","average":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"last":0.27000000000000002},{"interface":"front","average":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"last":0.34799999999999998}]},{"osd":2,"last update":"Thu Mar 7 02:52:57 2024","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"last":0.316},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.629,"5min":0.629,"15min":0.629},"last":0.33800000000000002}]},{"osd":4,"last update":"Thu Mar 7 02:53:22 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"last":0.61799999999999999},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.68899999999999995}]},{"osd":5,"last update":"Thu Mar 7 02:53:42 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.58199999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52300000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56599999999999995}]}]},{"osd":4,"up_from":30,"seq":128849018901,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27632,"kb_used_data":604,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717520,"statfs":{"total":95995035648,"available":95966740480,"internally_reserved":0,"allocated":618496,"data_stored":252815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 7 02:53:19 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.58399999999999996}]},{"osd":1,"last update":"Thu Mar 7 02:53:19 2024","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.495,"15min":0.495},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.60299999999999998}]},{"osd":2,"last update":"Thu Mar 7 02:53:19 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.48699999999999999}]},{"osd":3,"last update":"Thu Mar 7 02:53:19 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.56000000000000005}]},{"osd":5,"last update":"Thu Mar 7 02:53:45 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.66500000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65500000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.627}]}]},{"osd":5,"up_from":38,"seq":163208757264,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27636,"kb_used_data":608,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717516,"statfs":{"total":95995035648,"available":95966736384,"internally_reserved":0,"allocated":622592,"data_stored":254034,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 7 02:53:42 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.629}]},{"osd":1,"last update":"Thu Mar 7 02:53:42 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.52500000000000002}]},{"osd":2,"last update":"Thu Mar 7 02:53:42 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.66500000000000004},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.58299999999999996}]},{"osd":3,"last update":"Thu Mar 7 02:53:42 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.621}]},{"osd":4,"last update":"Thu Mar 7 02:53:42 2024","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"last":0.44}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.374}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49199999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-07T02:53:53.132 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-03-07T02:53:53.133 INFO:tasks.cephadm:Adding prometheus.a on smithi092 2024-03-07T02:53:53.133 DEBUG:teuthology.orchestra.run.smithi092:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph orch apply prometheus '1;smithi092=a' 2024-03-07T02:53:53.356 INFO:teuthology.orchestra.run.smithi092.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.b/config 2024-03-07T02:53:53.792 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:53 smithi092 ceph-mon[31083]: from='client.14550 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T02:53:53.792 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:53 smithi092 ceph-mon[31083]: pgmap v188: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 3.1 KiB/s wr, 9 op/s 2024-03-07T02:53:53.792 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:53 smithi092 ceph-mon[31083]: from='client.14556 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T02:53:53.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:53 smithi090 ceph-mon[27223]: from='client.14550 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T02:53:53.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:53 smithi090 ceph-mon[27223]: pgmap v188: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 3.1 KiB/s wr, 9 op/s 2024-03-07T02:53:53.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:53 smithi090 ceph-mon[27223]: from='client.14556 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T02:53:53.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:53 smithi090 ceph-mon[37987]: from='client.14550 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T02:53:53.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:53 smithi090 ceph-mon[37987]: pgmap v188: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 3.1 KiB/s wr, 9 op/s 2024-03-07T02:53:53.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:53 smithi090 ceph-mon[37987]: from='client.14556 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T02:53:55.107 INFO:teuthology.orchestra.run.smithi092.stdout:Scheduled prometheus update... 2024-03-07T02:53:55.897 DEBUG:teuthology.orchestra.run.smithi092:prometheus.a> sudo journalctl -f -n 0 -u ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@prometheus.a.service 2024-03-07T02:53:55.899 INFO:tasks.cephadm:Adding node-exporter.a on smithi090 2024-03-07T02:53:55.899 INFO:tasks.cephadm:Adding node-exporter.b on smithi092 2024-03-07T02:53:55.899 DEBUG:teuthology.orchestra.run.smithi092:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph orch apply node-exporter '2;smithi090=a;smithi092=b' 2024-03-07T02:53:56.163 INFO:teuthology.orchestra.run.smithi092.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.b/config 2024-03-07T02:53:56.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:56 smithi092 ceph-mon[31083]: pgmap v189: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s wr, 7 op/s 2024-03-07T02:53:56.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:56 smithi092 ceph-mon[31083]: from='client.24391 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi092=a", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:53:56.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:56 smithi092 ceph-mon[31083]: Saving service prometheus spec with placement smithi092=a;count:1 2024-03-07T02:53:56.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:56 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:56.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:56 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:53:56.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:56 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:53:56.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:56 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:53:56.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:56 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:56.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:56 smithi090 ceph-mon[27223]: pgmap v189: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s wr, 7 op/s 2024-03-07T02:53:56.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:56 smithi090 ceph-mon[27223]: from='client.24391 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi092=a", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:53:56.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:56 smithi090 ceph-mon[27223]: Saving service prometheus spec with placement smithi092=a;count:1 2024-03-07T02:53:56.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:56 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:56.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:56 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:53:56.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:56 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:53:56.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:56 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:53:56.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:56 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:56.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:56 smithi090 ceph-mon[37987]: pgmap v189: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s wr, 7 op/s 2024-03-07T02:53:56.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:56 smithi090 ceph-mon[37987]: from='client.24391 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi092=a", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:53:56.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:56 smithi090 ceph-mon[37987]: Saving service prometheus spec with placement smithi092=a;count:1 2024-03-07T02:53:56.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:56 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:56.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:56 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:53:56.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:56 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:53:56.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:56 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:53:56.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:56 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:57.393 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:57 smithi092 ceph-mon[31083]: Deploying daemon prometheus.a on smithi092 2024-03-07T02:53:57.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:57 smithi090 ceph-mon[27223]: Deploying daemon prometheus.a on smithi092 2024-03-07T02:53:57.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:57 smithi090 ceph-mon[37987]: Deploying daemon prometheus.a on smithi092 2024-03-07T02:53:58.257 INFO:teuthology.orchestra.run.smithi092.stdout:Scheduled node-exporter update... 2024-03-07T02:53:58.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:58 smithi092 ceph-mon[31083]: pgmap v190: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.9 KiB/s wr, 5 op/s 2024-03-07T02:53:58.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:58 smithi090 ceph-mon[27223]: pgmap v190: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.9 KiB/s wr, 5 op/s 2024-03-07T02:53:58.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:58 smithi090 ceph-mon[37987]: pgmap v190: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.9 KiB/s wr, 5 op/s 2024-03-07T02:53:59.446 DEBUG:teuthology.orchestra.run.smithi090:node-exporter.a> sudo journalctl -f -n 0 -u ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@node-exporter.a.service 2024-03-07T02:53:59.449 DEBUG:teuthology.orchestra.run.smithi092:node-exporter.b> sudo journalctl -f -n 0 -u ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@node-exporter.b.service 2024-03-07T02:53:59.451 INFO:tasks.cephadm:Adding alertmanager.a on smithi090 2024-03-07T02:53:59.451 DEBUG:teuthology.orchestra.run.smithi092:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph orch apply alertmanager '1;smithi090=a' 2024-03-07T02:53:59.516 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:59 smithi092 ceph-mon[31083]: from='client.24397 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi090=a;smithi092=b", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:53:59.516 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:59 smithi092 ceph-mon[31083]: Saving service node-exporter spec with placement smithi090=a;smithi092=b;count:2 2024-03-07T02:53:59.516 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:59 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:59.516 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:53:59 smithi092 ceph-mon[31083]: pgmap v191: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s wr, 4 op/s 2024-03-07T02:53:59.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:59 smithi090 ceph-mon[27223]: from='client.24397 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi090=a;smithi092=b", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:53:59.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:59 smithi090 ceph-mon[27223]: Saving service node-exporter spec with placement smithi090=a;smithi092=b;count:2 2024-03-07T02:53:59.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:59 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:59.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:53:59 smithi090 ceph-mon[27223]: pgmap v191: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s wr, 4 op/s 2024-03-07T02:53:59.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:59 smithi090 ceph-mon[37987]: from='client.24397 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi090=a;smithi092=b", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:53:59.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:59 smithi090 ceph-mon[37987]: Saving service node-exporter spec with placement smithi090=a;smithi092=b;count:2 2024-03-07T02:53:59.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:59 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:53:59.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:53:59 smithi090 ceph-mon[37987]: pgmap v191: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s wr, 4 op/s 2024-03-07T02:53:59.701 INFO:teuthology.orchestra.run.smithi092.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.b/config 2024-03-07T02:54:02.239 INFO:teuthology.orchestra.run.smithi092.stdout:Scheduled alertmanager update... 2024-03-07T02:54:02.268 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:02 smithi092 ceph-mon[31083]: pgmap v192: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2024-03-07T02:54:02.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:02 smithi090 ceph-mon[27223]: pgmap v192: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2024-03-07T02:54:02.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:02 smithi090 ceph-mon[37987]: pgmap v192: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2024-03-07T02:54:03.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:03 smithi090 ceph-mon[27223]: from='client.24403 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi090=a", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:54:03.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:03 smithi090 ceph-mon[27223]: Saving service alertmanager spec with placement smithi090=a;count:1 2024-03-07T02:54:03.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:03 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:54:03.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:03 smithi090 ceph-mon[27223]: pgmap v193: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-03-07T02:54:03.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:03 smithi090 ceph-mon[37987]: from='client.24403 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi090=a", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:54:03.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:03 smithi090 ceph-mon[37987]: Saving service alertmanager spec with placement smithi090=a;count:1 2024-03-07T02:54:03.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:03 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:54:03.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:03 smithi090 ceph-mon[37987]: pgmap v193: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-03-07T02:54:03.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:03 smithi092 ceph-mon[31083]: from='client.24403 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi090=a", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:54:03.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:03 smithi092 ceph-mon[31083]: Saving service alertmanager spec with placement smithi090=a;count:1 2024-03-07T02:54:03.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:03 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:54:03.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:03 smithi092 ceph-mon[31083]: pgmap v193: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-03-07T02:54:03.869 DEBUG:teuthology.orchestra.run.smithi090:alertmanager.a> sudo journalctl -f -n 0 -u ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@alertmanager.a.service 2024-03-07T02:54:03.872 INFO:tasks.cephadm:Adding grafana.a on smithi092 2024-03-07T02:54:03.872 DEBUG:teuthology.orchestra.run.smithi092:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph orch apply grafana '1;smithi092=a' 2024-03-07T02:54:04.409 INFO:teuthology.orchestra.run.smithi092.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.b/config 2024-03-07T02:54:05.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:05 smithi092 ceph-mon[31083]: pgmap v194: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-03-07T02:54:05.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:05 smithi090 ceph-mon[37987]: pgmap v194: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-03-07T02:54:05.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:05 smithi090 ceph-mon[27223]: pgmap v194: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-03-07T02:54:08.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:08 smithi090 ceph-mon[27223]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-03-07T02:54:08.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:08 smithi090 ceph-mon[37987]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-03-07T02:54:08.363 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:08 smithi092 ceph-mon[31083]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-03-07T02:54:08.608 INFO:teuthology.orchestra.run.smithi092.stdout:Scheduled grafana update... 2024-03-07T02:54:09.417 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:54:09 smithi092 systemd[1]: Starting Ceph prometheus.a for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T02:54:09.696 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:09 smithi092 ceph-mon[31083]: from='client.24409 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi092=a", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:54:09.696 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:09 smithi092 ceph-mon[31083]: Saving service grafana spec with placement smithi092=a;count:1 2024-03-07T02:54:09.696 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:09 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:54:09.696 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:09 smithi092 ceph-mon[31083]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-03-07T02:54:09.717 DEBUG:teuthology.orchestra.run.smithi092:grafana.a> sudo journalctl -f -n 0 -u ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@grafana.a.service 2024-03-07T02:54:09.719 INFO:tasks.cephadm:Setting up client nodes... 2024-03-07T02:54:09.720 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-03-07T02:54:09.930 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T02:54:10.050 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:09 smithi090 ceph-mon[37987]: from='client.24409 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi092=a", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:54:10.050 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:09 smithi090 ceph-mon[37987]: Saving service grafana spec with placement smithi092=a;count:1 2024-03-07T02:54:10.050 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:09 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:54:10.050 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:09 smithi090 ceph-mon[37987]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-03-07T02:54:10.050 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:09 smithi090 ceph-mon[27223]: from='client.24409 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi092=a", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:54:10.050 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:09 smithi090 ceph-mon[27223]: Saving service grafana spec with placement smithi092=a;count:1 2024-03-07T02:54:10.050 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:09 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:54:10.050 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:09 smithi090 ceph-mon[27223]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-03-07T02:54:10.249 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:54:09 smithi092 podman[58950]: 2024-03-07 02:54:09.887284699 +0000 UTC m=+0.019651295 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-03-07T02:54:10.249 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:54:10 smithi092 podman[58950]: 2024-03-07 02:54:10.011466498 +0000 UTC m=+0.143833085 container create 5cada59f5c478e024868b1816caa02a5eed432fbb2676356af7c46ff443e8318 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-07T02:54:10.249 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:54:10 smithi092 podman[58950]: 2024-03-07 02:54:10.221957891 +0000 UTC m=+0.354324479 container init 5cada59f5c478e024868b1816caa02a5eed432fbb2676356af7c46ff443e8318 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-07T02:54:10.249 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:54:10 smithi092 podman[58950]: 2024-03-07 02:54:10.224703238 +0000 UTC m=+0.357069832 container start 5cada59f5c478e024868b1816caa02a5eed432fbb2676356af7c46ff443e8318 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-07T02:54:10.249 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:54:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[58965]: ts=2024-03-07T02:54:10.247Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-03-07T02:54:10.249 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:54:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[58965]: ts=2024-03-07T02:54:10.247Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-03-07T02:54:10.249 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:54:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[58965]: ts=2024-03-07T02:54:10.247Z caller=main.go:570 level=info host_details="(Linux 5.14.0-427.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024 x86_64 smithi092 (none))" 2024-03-07T02:54:10.667 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:54:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[58965]: ts=2024-03-07T02:54:10.247Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-03-07T02:54:10.667 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:54:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[58965]: ts=2024-03-07T02:54:10.247Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-03-07T02:54:10.667 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:54:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[58965]: ts=2024-03-07T02:54:10.248Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-03-07T02:54:10.667 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:54:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[58965]: ts=2024-03-07T02:54:10.248Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-03-07T02:54:10.667 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:54:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[58965]: ts=2024-03-07T02:54:10.250Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-03-07T02:54:10.668 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:54:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[58965]: ts=2024-03-07T02:54:10.250Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-03-07T02:54:10.668 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:54:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[58965]: ts=2024-03-07T02:54:10.252Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-03-07T02:54:10.668 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:54:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[58965]: ts=2024-03-07T02:54:10.252Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.564µs 2024-03-07T02:54:10.668 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:54:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[58965]: ts=2024-03-07T02:54:10.252Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-03-07T02:54:10.668 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:54:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[58965]: ts=2024-03-07T02:54:10.252Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-03-07T02:54:10.668 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:54:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[58965]: ts=2024-03-07T02:54:10.252Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=17.067µs wal_replay_duration=154.45µs wbl_replay_duration=88ns total_replay_duration=189.008µs 2024-03-07T02:54:10.668 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:54:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[58965]: ts=2024-03-07T02:54:10.253Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-03-07T02:54:10.668 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:54:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[58965]: ts=2024-03-07T02:54:10.253Z caller=main.go:1029 level=info msg="TSDB started" 2024-03-07T02:54:10.668 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:54:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[58965]: ts=2024-03-07T02:54:10.253Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-07T02:54:10.668 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:54:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[58965]: ts=2024-03-07T02:54:10.270Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=16.657682ms db_storage=730ns remote_storage=1.323µs web_handler=327ns query_engine=574ns scrape=379.213µs scrape_sd=63.352µs notify=932ns notify_sd=5.586µs rules=16.025162ms tracing=5.981µs 2024-03-07T02:54:10.668 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:54:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[58965]: ts=2024-03-07T02:54:10.270Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-03-07T02:54:10.668 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:54:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[58965]: ts=2024-03-07T02:54:10.270Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-03-07T02:54:10.668 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:54:10 smithi092 bash[58950]: 5cada59f5c478e024868b1816caa02a5eed432fbb2676356af7c46ff443e8318 2024-03-07T02:54:10.668 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:54:10 smithi092 systemd[1]: Started Ceph prometheus.a for fb96fd1c-dc2c-11ee-95c6-87774f69a715. 2024-03-07T02:54:11.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:11 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:54:11.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:11 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:54:11.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:11 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:54:11.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:11 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-03-07T02:54:11.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:11 smithi090 ceph-mon[27223]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:54:11.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:11 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:54:11.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:11 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:54:11.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:11 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:54:11.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:11 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:54:11.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:11 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-03-07T02:54:11.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:11 smithi090 ceph-mon[37987]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:54:11.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:11 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:54:11.590 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:54:11 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: ignoring --setuser ceph since I am not root 2024-03-07T02:54:11.590 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:54:11 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: ignoring --setgroup ceph since I am not root 2024-03-07T02:54:11.667 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 02:54:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[32938]: ignoring --setuser ceph since I am not root 2024-03-07T02:54:11.667 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 02:54:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[32938]: ignoring --setgroup ceph since I am not root 2024-03-07T02:54:11.667 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 02:54:11 smithi092 ceph-mgr[32942]: -- 172.21.15.92:0/2510248830 <== mon.1 v2:172.21.15.92:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x561a3679f1e0 con 0x561a36774c00 2024-03-07T02:54:11.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:11 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:54:11.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:11 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:54:11.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:11 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:54:11.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:11 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-03-07T02:54:11.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:11 smithi092 ceph-mon[31083]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:54:11.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:11 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' 2024-03-07T02:54:11.994 INFO:teuthology.orchestra.run.smithi090.stdout:[client.0] 2024-03-07T02:54:11.994 INFO:teuthology.orchestra.run.smithi090.stdout: key = AQBTLOll2VTrOhAAiQDYjE0kx5tojZmD1o7Sbg== 2024-03-07T02:54:12.295 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:54:11 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:54:11.967+0000 7f6750836200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-07T02:54:12.295 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:54:12 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:54:12.066+0000 7f6750836200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-07T02:54:12.300 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 02:54:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[32938]: 2024-03-07T02:54:11.946+0000 7f72bb824200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-07T02:54:12.300 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 02:54:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[32938]: 2024-03-07T02:54:12.037+0000 7f72bb824200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-07T02:54:12.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:12 smithi090 ceph-mon[27223]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-03-07T02:54:12.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:12 smithi090 ceph-mon[27223]: mgrmap e16: y(active, since 4m), standbys: x 2024-03-07T02:54:12.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:12 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/2678551324' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-07T02:54:12.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:12 smithi090 ceph-mon[27223]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-07T02:54:12.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:12 smithi090 ceph-mon[27223]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-03-07T02:54:12.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:12 smithi090 ceph-mon[37987]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-03-07T02:54:12.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:12 smithi090 ceph-mon[37987]: mgrmap e16: y(active, since 4m), standbys: x 2024-03-07T02:54:12.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:12 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/2678551324' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-07T02:54:12.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:12 smithi090 ceph-mon[37987]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-07T02:54:12.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:12 smithi090 ceph-mon[37987]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-03-07T02:54:12.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:12 smithi092 ceph-mon[31083]: from='mgr.14152 172.21.15.90:0/4088160830' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-03-07T02:54:12.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:12 smithi092 ceph-mon[31083]: mgrmap e16: y(active, since 4m), standbys: x 2024-03-07T02:54:12.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:12 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/2678551324' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-07T02:54:12.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:12 smithi092 ceph-mon[31083]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-07T02:54:12.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:12 smithi092 ceph-mon[31083]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-03-07T02:54:12.700 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-03-07T02:54:12.700 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-03-07T02:54:12.700 DEBUG:teuthology.orchestra.run.smithi090:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-03-07T02:54:12.745 DEBUG:teuthology.orchestra.run.smithi092:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-03-07T02:54:12.962 INFO:teuthology.orchestra.run.smithi092.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.b/config 2024-03-07T02:54:12.989 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:54:12 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:54:12.747+0000 7f6750836200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-07T02:54:12.989 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:54:12 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:54:12.842+0000 7f6750836200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-07T02:54:12.989 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:54:12 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:54:12.987+0000 7f6750836200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-07T02:54:13.031 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 02:54:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[32938]: 2024-03-07T02:54:12.682+0000 7f72bb824200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-07T02:54:13.032 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 02:54:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[32938]: 2024-03-07T02:54:12.773+0000 7f72bb824200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-07T02:54:13.032 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 02:54:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[32938]: 2024-03-07T02:54:12.925+0000 7f72bb824200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-07T02:54:13.032 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 02:54:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[32938]: 2024-03-07T02:54:13.029+0000 7f72bb824200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-07T02:54:13.279 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:54:13 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:54:13.085+0000 7f6750836200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-07T02:54:13.279 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:54:13 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:54:13.170+0000 7f6750836200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-07T02:54:13.328 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 02:54:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[32938]: 2024-03-07T02:54:13.114+0000 7f72bb824200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-07T02:54:13.556 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:54:13 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:54:13.442+0000 7f6750836200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-07T02:54:13.556 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:54:13 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:54:13.553+0000 7f6750836200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-07T02:54:13.579 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 02:54:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[32938]: 2024-03-07T02:54:13.381+0000 7f72bb824200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-07T02:54:13.579 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 02:54:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[32938]: 2024-03-07T02:54:13.490+0000 7f72bb824200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-07T02:54:13.579 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 02:54:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[32938]: 2024-03-07T02:54:13.577+0000 7f72bb824200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-07T02:54:13.828 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:54:13 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:54:13.638+0000 7f6750836200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-07T02:54:13.828 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:54:13 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:54:13.731+0000 7f6750836200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-07T02:54:13.849 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 02:54:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[32938]: 2024-03-07T02:54:13.669+0000 7f72bb824200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-07T02:54:14.167 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 02:54:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[32938]: 2024-03-07T02:54:13.847+0000 7f72bb824200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-07T02:54:14.328 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:54:13 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:54:13.906+0000 7f6750836200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-07T02:54:14.881 INFO:teuthology.orchestra.run.smithi092.stdout:[client.1] 2024-03-07T02:54:14.881 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQBWLOll9dcmNBAAaI1na5+SxUrob/0aR7heUw== 2024-03-07T02:54:15.167 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 02:54:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[32938]: 2024-03-07T02:54:14.831+0000 7f72bb824200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-07T02:54:15.167 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 02:54:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[32938]: 2024-03-07T02:54:14.969+0000 7f72bb824200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-07T02:54:15.317 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:54:14 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:54:14.851+0000 7f6750836200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-07T02:54:15.317 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:54:14 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:54:14.983+0000 7f6750836200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-07T02:54:15.317 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:54:15 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:54:15.314+0000 7f6750836200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-07T02:54:15.539 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:15 smithi092 ceph-mon[31083]: from='client.? 172.21.15.92:0/399824849' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-07T02:54:15.539 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:15 smithi092 ceph-mon[31083]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-07T02:54:15.540 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:15 smithi092 ceph-mon[31083]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-03-07T02:54:15.540 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 02:54:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[32938]: 2024-03-07T02:54:15.299+0000 7f72bb824200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-07T02:54:15.540 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 02:54:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[32938]: 2024-03-07T02:54:15.389+0000 7f72bb824200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-07T02:54:15.562 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-03-07T02:54:15.562 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-03-07T02:54:15.562 DEBUG:teuthology.orchestra.run.smithi092:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-03-07T02:54:15.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:15 smithi090 ceph-mon[37987]: from='client.? 172.21.15.92:0/399824849' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-07T02:54:15.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:15 smithi090 ceph-mon[37987]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-07T02:54:15.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:15 smithi090 ceph-mon[37987]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-03-07T02:54:15.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:15 smithi090 ceph-mon[27223]: from='client.? 172.21.15.92:0/399824849' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-07T02:54:15.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:15 smithi090 ceph-mon[27223]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-07T02:54:15.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:15 smithi090 ceph-mon[27223]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-03-07T02:54:15.579 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:54:15 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:54:15.406+0000 7f6750836200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-07T02:54:15.606 INFO:tasks.cephadm:Waiting for OSDs to come up 2024-03-07T02:54:15.607 DEBUG:teuthology.orchestra.run.smithi090:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-03-07T02:54:15.891 INFO:teuthology.misc.health.smithi090.stdout: 2024-03-07T02:54:15.892 INFO:teuthology.misc.health.smithi090.stdout:{"epoch":62,"fsid":"fb96fd1c-dc2c-11ee-95c6-87774f69a715","created":"2024-03-07T02:48:21.402557+0000","modified":"2024-03-07T02:53:50.823237+0000","last_up_change":"2024-03-07T02:53:31.675042+0000","last_in_change":"2024-03-07T02:53:14.634561+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-07T02:51:31.237978+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-07T02:53:48.161372+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-07T02:53:49.007562+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"62173b00-78b8-4233-9293-c750339830ce","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":210461514},{"type":"v1","addr":"172.21.15.90:6803","nonce":210461514}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":210461514},{"type":"v1","addr":"172.21.15.90:6805","nonce":210461514}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":210461514},{"type":"v1","addr":"172.21.15.90:6809","nonce":210461514}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":210461514},{"type":"v1","addr":"172.21.15.90:6807","nonce":210461514}]},"public_addr":"172.21.15.90:6803/210461514","cluster_addr":"172.21.15.90:6805/210461514","heartbeat_back_addr":"172.21.15.90:6809/210461514","heartbeat_front_addr":"172.21.15.90:6807/210461514","state":["exists","up"]},{"osd":1,"uuid":"ba6ddbb8-bfc5-473e-ac63-9dae10041bd2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":1401063633},{"type":"v1","addr":"172.21.15.90:6811","nonce":1401063633}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":1401063633},{"type":"v1","addr":"172.21.15.90:6813","nonce":1401063633}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":1401063633},{"type":"v1","addr":"172.21.15.90:6817","nonce":1401063633}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":1401063633},{"type":"v1","addr":"172.21.15.90:6815","nonce":1401063633}]},"public_addr":"172.21.15.90:6811/1401063633","cluster_addr":"172.21.15.90:6813/1401063633","heartbeat_back_addr":"172.21.15.90:6817/1401063633","heartbeat_front_addr":"172.21.15.90:6815/1401063633","state":["exists","up"]},{"osd":2,"uuid":"ff8047c3-1b5e-4299-a2ae-bedeef72354c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":127945800},{"type":"v1","addr":"172.21.15.90:6819","nonce":127945800}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":127945800},{"type":"v1","addr":"172.21.15.90:6821","nonce":127945800}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":127945800},{"type":"v1","addr":"172.21.15.90:6825","nonce":127945800}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":127945800},{"type":"v1","addr":"172.21.15.90:6823","nonce":127945800}]},"public_addr":"172.21.15.90:6819/127945800","cluster_addr":"172.21.15.90:6821/127945800","heartbeat_back_addr":"172.21.15.90:6825/127945800","heartbeat_front_addr":"172.21.15.90:6823/127945800","state":["exists","up"]},{"osd":3,"uuid":"f593a0b8-5c6a-4956-8bfd-1786b23b8246","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":1439151282},{"type":"v1","addr":"172.21.15.90:6827","nonce":1439151282}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":1439151282},{"type":"v1","addr":"172.21.15.90:6829","nonce":1439151282}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":1439151282},{"type":"v1","addr":"172.21.15.90:6833","nonce":1439151282}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":1439151282},{"type":"v1","addr":"172.21.15.90:6831","nonce":1439151282}]},"public_addr":"172.21.15.90:6827/1439151282","cluster_addr":"172.21.15.90:6829/1439151282","heartbeat_back_addr":"172.21.15.90:6833/1439151282","heartbeat_front_addr":"172.21.15.90:6831/1439151282","state":["exists","up"]},{"osd":4,"uuid":"77430044-a6e2-4b54-b014-afa25de0ab3b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":3937610296},{"type":"v1","addr":"172.21.15.92:6801","nonce":3937610296}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":3937610296},{"type":"v1","addr":"172.21.15.92:6803","nonce":3937610296}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":3937610296},{"type":"v1","addr":"172.21.15.92:6807","nonce":3937610296}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":3937610296},{"type":"v1","addr":"172.21.15.92:6805","nonce":3937610296}]},"public_addr":"172.21.15.92:6801/3937610296","cluster_addr":"172.21.15.92:6803/3937610296","heartbeat_back_addr":"172.21.15.92:6807/3937610296","heartbeat_front_addr":"172.21.15.92:6805/3937610296","state":["exists","up"]},{"osd":5,"uuid":"3fcbbd00-1811-4019-9256-c715641d4bd7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":729240228},{"type":"v1","addr":"172.21.15.92:6809","nonce":729240228}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":729240228},{"type":"v1","addr":"172.21.15.92:6811","nonce":729240228}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":729240228},{"type":"v1","addr":"172.21.15.92:6815","nonce":729240228}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":729240228},{"type":"v1","addr":"172.21.15.92:6813","nonce":729240228}]},"public_addr":"172.21.15.92:6809/729240228","cluster_addr":"172.21.15.92:6811/729240228","heartbeat_back_addr":"172.21.15.92:6815/729240228","heartbeat_front_addr":"172.21.15.92:6813/729240228","state":["exists","up"]},{"osd":6,"uuid":"5b518f86-7f07-4b56-8fa6-9fda918cf3ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":769395094},{"type":"v1","addr":"172.21.15.92:6817","nonce":769395094}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":769395094},{"type":"v1","addr":"172.21.15.92:6819","nonce":769395094}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":769395094},{"type":"v1","addr":"172.21.15.92:6823","nonce":769395094}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":769395094},{"type":"v1","addr":"172.21.15.92:6821","nonce":769395094}]},"public_addr":"172.21.15.92:6817/769395094","cluster_addr":"172.21.15.92:6819/769395094","heartbeat_back_addr":"172.21.15.92:6823/769395094","heartbeat_front_addr":"172.21.15.92:6821/769395094","state":["exists","up"]},{"osd":7,"uuid":"3149ce0a-5ae4-4ed2-9951-75533bf13891","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":231707109},{"type":"v1","addr":"172.21.15.92:6825","nonce":231707109}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":231707109},{"type":"v1","addr":"172.21.15.92:6827","nonce":231707109}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":231707109},{"type":"v1","addr":"172.21.15.92:6831","nonce":231707109}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":231707109},{"type":"v1","addr":"172.21.15.92:6829","nonce":231707109}]},"public_addr":"172.21.15.92:6825/231707109","cluster_addr":"172.21.15.92:6827/231707109","heartbeat_back_addr":"172.21.15.92:6831/231707109","heartbeat_front_addr":"172.21.15.92:6829/231707109","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:50:39.830230+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:51:04.477989+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:51:28.474759+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:51:53.216846+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:52:15.538439+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:52:39.888296+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:53:04.965858+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:53:30.264488+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.90:0/2953742548":"2024-03-08T02:49:20.917138+0000","172.21.15.90:0/3188894349":"2024-03-08T02:49:20.917138+0000","172.21.15.90:6801/2944721963":"2024-03-08T02:49:20.917138+0000","172.21.15.90:0/1828883733":"2024-03-08T02:48:56.020950+0000","172.21.15.90:0/1679273472":"2024-03-08T02:48:56.020950+0000","172.21.15.90:6801/3621127890":"2024-03-08T02:48:56.020950+0000","172.21.15.90:0/373439958":"2024-03-08T02:49:20.917138+0000","172.21.15.90:0/3731708305":"2024-03-08T02:48:56.020950+0000","172.21.15.90:6800/3621127890":"2024-03-08T02:48:56.020950+0000","172.21.15.90:6800/2944721963":"2024-03-08T02:49:20.917138+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-07T02:54:15.903 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-03-07T02:54:15.903 INFO:tasks.cephadm:Creating RBD pool 2024-03-07T02:54:15.903 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- sudo ceph --cluster ceph osd pool create rbd 8 2024-03-07T02:54:15.916 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 02:54:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[32938]: 2024-03-07T02:54:15.588+0000 7f72bb824200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-07T02:54:15.917 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 02:54:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[32938]: 2024-03-07T02:54:15.773+0000 7f72bb824200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-07T02:54:15.927 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:54:15 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:54:15.602+0000 7f6750836200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-07T02:54:15.927 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:54:15 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:54:15.803+0000 7f6750836200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-07T02:54:16.113 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T02:54:16.234 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:54:16 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:54:16.108+0000 7f6750836200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-07T02:54:16.310 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 02:54:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[32938]: 2024-03-07T02:54:16.052+0000 7f72bb824200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-07T02:54:16.310 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 02:54:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[32938]: 2024-03-07T02:54:16.308+0000 7f72bb824200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-07T02:54:16.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:16 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/3892772527' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T02:54:16.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:16 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/3892772527' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T02:54:16.576 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:54:16 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:54:16.373+0000 7f6750836200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-07T02:54:16.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:16 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/3892772527' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T02:54:16.667 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 02:54:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[32938]: 2024-03-07T02:54:16.541+0000 7f72bb824200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-07T02:54:16.828 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:54:16 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:54:16.617+0000 7f6750836200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-07T02:54:17.578 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:54:17 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:54:17.436+0000 7f6750836200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-07T02:54:17.666 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 02:54:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[32938]: 2024-03-07T02:54:17.327+0000 7f72bb824200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-07T02:54:18.130 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:54:18 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:54:18.025+0000 7f6750836200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-07T02:54:18.130 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:54:18 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:54:18.126+0000 7f6750836200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-07T02:54:18.166 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 02:54:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[32938]: 2024-03-07T02:54:17.885+0000 7f72bb824200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-07T02:54:18.166 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 02:54:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[32938]: 2024-03-07T02:54:17.982+0000 7f72bb824200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-07T02:54:18.364 INFO:teuthology.orchestra.run.smithi090.stderr:pool 'rbd' created 2024-03-07T02:54:18.380 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:54:18 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:54:18.349+0000 7f6750836200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-07T02:54:18.380 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:18 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/1751378452' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-03-07T02:54:18.380 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:18 smithi090 ceph-mon[37987]: from='mgr.? 172.21.15.92:0/3586719996' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-07T02:54:18.380 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:18 smithi090 ceph-mon[37987]: from='mgr.? 172.21.15.92:0/3586719996' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-07T02:54:18.380 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:18 smithi090 ceph-mon[37987]: from='mgr.? 172.21.15.92:0/3586719996' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-07T02:54:18.380 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:18 smithi090 ceph-mon[37987]: from='mgr.? 172.21.15.92:0/3586719996' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-07T02:54:18.381 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:18 smithi090 ceph-mon[37987]: Standby manager daemon x restarted 2024-03-07T02:54:18.381 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:18 smithi090 ceph-mon[37987]: Standby manager daemon x started 2024-03-07T02:54:18.381 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:18 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/1751378452' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-03-07T02:54:18.381 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:18 smithi090 ceph-mon[27223]: from='mgr.? 172.21.15.92:0/3586719996' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-07T02:54:18.381 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:18 smithi090 ceph-mon[27223]: from='mgr.? 172.21.15.92:0/3586719996' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-07T02:54:18.381 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:18 smithi090 ceph-mon[27223]: from='mgr.? 172.21.15.92:0/3586719996' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-07T02:54:18.381 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:18 smithi090 ceph-mon[27223]: from='mgr.? 172.21.15.92:0/3586719996' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-07T02:54:18.381 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:18 smithi090 ceph-mon[27223]: Standby manager daemon x restarted 2024-03-07T02:54:18.381 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:18 smithi090 ceph-mon[27223]: Standby manager daemon x started 2024-03-07T02:54:18.513 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:18 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/1751378452' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-03-07T02:54:18.513 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:18 smithi092 ceph-mon[31083]: from='mgr.? 172.21.15.92:0/3586719996' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-07T02:54:18.513 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:18 smithi092 ceph-mon[31083]: from='mgr.? 172.21.15.92:0/3586719996' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-07T02:54:18.513 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:18 smithi092 ceph-mon[31083]: from='mgr.? 172.21.15.92:0/3586719996' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-07T02:54:18.513 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:18 smithi092 ceph-mon[31083]: from='mgr.? 172.21.15.92:0/3586719996' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-07T02:54:18.513 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:18 smithi092 ceph-mon[31083]: Standby manager daemon x restarted 2024-03-07T02:54:18.513 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:18 smithi092 ceph-mon[31083]: Standby manager daemon x started 2024-03-07T02:54:18.513 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 02:54:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[32938]: 2024-03-07T02:54:18.195+0000 7f72bb824200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-07T02:54:18.513 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 02:54:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[32938]: [07/Mar/2024:02:54:18] ENGINE Bus STARTING 2024-03-07T02:54:18.514 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 02:54:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[32938]: CherryPy Checker: 2024-03-07T02:54:18.514 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 02:54:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[32938]: The Application mounted at '' has an empty config. 2024-03-07T02:54:18.514 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 02:54:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[32938]: 2024-03-07T02:54:18.514 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 02:54:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[32938]: [07/Mar/2024:02:54:18] ENGINE Serving on http://:::9283 2024-03-07T02:54:18.514 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 02:54:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[32938]: [07/Mar/2024:02:54:18] ENGINE Bus STARTED 2024-03-07T02:54:18.708 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:54:18 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: [07/Mar/2024:02:54:18] ENGINE Bus STARTING 2024-03-07T02:54:18.709 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:54:18 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:54:18.506+0000 7f66b1e6e700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-07T02:54:18.709 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:54:18 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:54:18.506+0000 7f66b1e6e700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-07T02:54:18.709 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:54:18 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:54:18.506+0000 7f66b1e6e700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-07T02:54:18.709 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:54:18 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:54:18.506+0000 7f66b1e6e700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-07T02:54:18.709 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:54:18 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:54:18.506+0000 7f66b1e6e700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-07T02:54:18.709 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:54:18 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:54:18.506+0000 7f66aee68700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-07T02:54:18.709 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:54:18 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:54:18.506+0000 7f66aee68700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-07T02:54:18.709 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:54:18 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:54:18.506+0000 7f66aee68700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-07T02:54:18.709 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:54:18 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:54:18.506+0000 7f66aee68700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-07T02:54:18.709 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:54:18 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:54:18.506+0000 7f66aee68700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-07T02:54:18.709 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:54:18 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: CherryPy Checker: 2024-03-07T02:54:18.709 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:54:18 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: The Application mounted at '' has an empty config. 2024-03-07T02:54:18.709 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:54:18 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T02:54:18.709 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:54:18 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: [07/Mar/2024:02:54:18] ENGINE Serving on http://:::9283 2024-03-07T02:54:18.710 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:54:18 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: [07/Mar/2024:02:54:18] ENGINE Bus STARTED 2024-03-07T02:54:19.014 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- sudo ceph --cluster ceph osd pool application enable rbd rbd --yes-i-really-mean-it 2024-03-07T02:54:19.656 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:19 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/1751378452' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-03-07T02:54:19.656 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:19 smithi090 ceph-mon[37987]: osdmap e63: 8 total, 8 up, 8 in 2024-03-07T02:54:19.656 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:19 smithi090 ceph-mon[37987]: mgrmap e17: y(active, since 4m), standbys: x 2024-03-07T02:54:19.656 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:19 smithi090 ceph-mon[37987]: Active manager daemon y restarted 2024-03-07T02:54:19.656 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:19 smithi090 ceph-mon[37987]: Activating manager daemon y 2024-03-07T02:54:19.656 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:19 smithi090 ceph-mon[37987]: osdmap e64: 8 total, 8 up, 8 in 2024-03-07T02:54:19.656 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:19 smithi090 ceph-mon[37987]: mgrmap e18: y(active, starting, since 0.0109098s), standbys: x 2024-03-07T02:54:19.656 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:19 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:54:19.656 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:19 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:54:19.656 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:19 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:54:19.657 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:19 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-07T02:54:19.657 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:19 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-07T02:54:19.657 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:19 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-07T02:54:19.657 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:19 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-07T02:54:19.657 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:19 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-07T02:54:19.657 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:19 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-07T02:54:19.657 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:19 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-07T02:54:19.657 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:19 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-07T02:54:19.657 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:19 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-07T02:54:19.657 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:19 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-07T02:54:19.657 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:19 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-07T02:54:19.657 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:19 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-07T02:54:19.657 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:19 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-07T02:54:19.657 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:19 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-07T02:54:19.657 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:19 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-07T02:54:19.658 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:19 smithi090 ceph-mon[37987]: Manager daemon y is now available 2024-03-07T02:54:19.658 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:19 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:54:19.658 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:19 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:54:19.658 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:19 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:19.658 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:19 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/1751378452' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-03-07T02:54:19.658 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:19 smithi090 ceph-mon[27223]: osdmap e63: 8 total, 8 up, 8 in 2024-03-07T02:54:19.658 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:19 smithi090 ceph-mon[27223]: mgrmap e17: y(active, since 4m), standbys: x 2024-03-07T02:54:19.658 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:19 smithi090 ceph-mon[27223]: Active manager daemon y restarted 2024-03-07T02:54:19.658 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:19 smithi090 ceph-mon[27223]: Activating manager daemon y 2024-03-07T02:54:19.658 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:19 smithi090 ceph-mon[27223]: osdmap e64: 8 total, 8 up, 8 in 2024-03-07T02:54:19.659 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:19 smithi090 ceph-mon[27223]: mgrmap e18: y(active, starting, since 0.0109098s), standbys: x 2024-03-07T02:54:19.659 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:19 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:54:19.659 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:19 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:54:19.659 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:19 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:54:19.659 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:19 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-07T02:54:19.659 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:19 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-07T02:54:19.659 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:19 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-07T02:54:19.659 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:19 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-07T02:54:19.659 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:19 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-07T02:54:19.659 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:19 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-07T02:54:19.659 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:19 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-07T02:54:19.659 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:19 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-07T02:54:19.659 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:19 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-07T02:54:19.659 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:19 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-07T02:54:19.659 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:19 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-07T02:54:19.659 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:19 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-07T02:54:19.660 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:19 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-07T02:54:19.660 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:19 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-07T02:54:19.660 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:19 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-07T02:54:19.660 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:19 smithi090 ceph-mon[27223]: Manager daemon y is now available 2024-03-07T02:54:19.660 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:19 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:54:19.660 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:19 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:54:19.660 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:19 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:19.660 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:19 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T02:54:19.660 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:19 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-07T02:54:19.660 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:19 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-07T02:54:19.660 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:19 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T02:54:19.661 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:19 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-07T02:54:19.661 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:19 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-07T02:54:19.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:19 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/1751378452' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-03-07T02:54:19.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:19 smithi092 ceph-mon[31083]: osdmap e63: 8 total, 8 up, 8 in 2024-03-07T02:54:19.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:19 smithi092 ceph-mon[31083]: mgrmap e17: y(active, since 4m), standbys: x 2024-03-07T02:54:19.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:19 smithi092 ceph-mon[31083]: Active manager daemon y restarted 2024-03-07T02:54:19.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:19 smithi092 ceph-mon[31083]: Activating manager daemon y 2024-03-07T02:54:19.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:19 smithi092 ceph-mon[31083]: osdmap e64: 8 total, 8 up, 8 in 2024-03-07T02:54:19.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:19 smithi092 ceph-mon[31083]: mgrmap e18: y(active, starting, since 0.0109098s), standbys: x 2024-03-07T02:54:19.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:19 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:54:19.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:19 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:54:19.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:19 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:54:19.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:19 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-07T02:54:19.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:19 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-07T02:54:19.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:19 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-07T02:54:19.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:19 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-07T02:54:19.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:19 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-07T02:54:19.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:19 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-07T02:54:19.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:19 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-07T02:54:19.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:19 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-07T02:54:19.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:19 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-07T02:54:19.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:19 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-07T02:54:19.669 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:19 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-07T02:54:19.669 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:19 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-07T02:54:19.669 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:19 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-07T02:54:19.669 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:19 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-07T02:54:19.669 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:19 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-07T02:54:19.669 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:19 smithi092 ceph-mon[31083]: Manager daemon y is now available 2024-03-07T02:54:19.669 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:19 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:54:19.669 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:19 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:54:19.669 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:19 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:19.669 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:19 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T02:54:19.669 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:19 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-07T02:54:19.669 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:19 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-07T02:54:19.912 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T02:54:20.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:20 smithi092 ceph-mon[31083]: [07/Mar/2024:02:54:18] ENGINE Bus STARTING 2024-03-07T02:54:20.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:20 smithi092 ceph-mon[31083]: [07/Mar/2024:02:54:18] ENGINE Serving on http://172.21.15.90:8765 2024-03-07T02:54:20.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:20 smithi092 ceph-mon[31083]: [07/Mar/2024:02:54:19] ENGINE Serving on https://172.21.15.90:7150 2024-03-07T02:54:20.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:20 smithi092 ceph-mon[31083]: [07/Mar/2024:02:54:19] ENGINE Bus STARTED 2024-03-07T02:54:20.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:20 smithi092 ceph-mon[31083]: osdmap e65: 8 total, 8 up, 8 in 2024-03-07T02:54:20.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:20 smithi092 ceph-mon[31083]: mgrmap e19: y(active, since 1.01808s), standbys: x 2024-03-07T02:54:20.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:20 smithi092 ceph-mon[31083]: pgmap v4: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:54:20.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:20 smithi090 ceph-mon[27223]: [07/Mar/2024:02:54:18] ENGINE Bus STARTING 2024-03-07T02:54:20.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:20 smithi090 ceph-mon[27223]: [07/Mar/2024:02:54:18] ENGINE Serving on http://172.21.15.90:8765 2024-03-07T02:54:20.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:20 smithi090 ceph-mon[27223]: [07/Mar/2024:02:54:19] ENGINE Serving on https://172.21.15.90:7150 2024-03-07T02:54:20.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:20 smithi090 ceph-mon[27223]: [07/Mar/2024:02:54:19] ENGINE Bus STARTED 2024-03-07T02:54:20.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:20 smithi090 ceph-mon[27223]: osdmap e65: 8 total, 8 up, 8 in 2024-03-07T02:54:20.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:20 smithi090 ceph-mon[27223]: mgrmap e19: y(active, since 1.01808s), standbys: x 2024-03-07T02:54:20.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:20 smithi090 ceph-mon[27223]: pgmap v4: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:54:20.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:20 smithi090 ceph-mon[37987]: [07/Mar/2024:02:54:18] ENGINE Bus STARTING 2024-03-07T02:54:20.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:20 smithi090 ceph-mon[37987]: [07/Mar/2024:02:54:18] ENGINE Serving on http://172.21.15.90:8765 2024-03-07T02:54:20.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:20 smithi090 ceph-mon[37987]: [07/Mar/2024:02:54:19] ENGINE Serving on https://172.21.15.90:7150 2024-03-07T02:54:20.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:20 smithi090 ceph-mon[37987]: [07/Mar/2024:02:54:19] ENGINE Bus STARTED 2024-03-07T02:54:20.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:20 smithi090 ceph-mon[37987]: osdmap e65: 8 total, 8 up, 8 in 2024-03-07T02:54:20.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:20 smithi090 ceph-mon[37987]: mgrmap e19: y(active, since 1.01808s), standbys: x 2024-03-07T02:54:20.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:20 smithi090 ceph-mon[37987]: pgmap v4: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:54:21.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:21 smithi090 ceph-mon[37987]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-07T02:54:21.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:21 smithi090 ceph-mon[37987]: pgmap v5: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:54:21.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:21 smithi090 ceph-mon[37987]: mgrmap e20: y(active, since 2s), standbys: x 2024-03-07T02:54:21.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:21 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:21.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:21 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:21.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:21 smithi090 ceph-mon[27223]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-07T02:54:21.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:21 smithi090 ceph-mon[27223]: pgmap v5: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:54:21.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:21 smithi090 ceph-mon[27223]: mgrmap e20: y(active, since 2s), standbys: x 2024-03-07T02:54:21.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:21 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:21.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:21 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:21.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:21 smithi092 ceph-mon[31083]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-07T02:54:21.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:21 smithi092 ceph-mon[31083]: pgmap v5: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:54:21.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:21 smithi092 ceph-mon[31083]: mgrmap e20: y(active, since 2s), standbys: x 2024-03-07T02:54:21.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:21 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:21.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:21 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:22.679 INFO:teuthology.orchestra.run.smithi090.stderr:enabled application 'rbd' on pool 'rbd' 2024-03-07T02:54:22.882 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:22 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:22.882 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:22 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:22.882 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:22 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:54:22.882 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:22 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:54:22.882 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:22 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:54:22.882 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:22 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:54:22.882 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:22 smithi090 ceph-mon[27223]: Adjusting osd_memory_target on smithi092 to 2992M 2024-03-07T02:54:22.882 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:22 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:22.882 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:22 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:22.882 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:22 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:22.882 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:22 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/2111281573' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-03-07T02:54:22.883 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:22 smithi090 ceph-mon[27223]: pgmap v6: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:54:22.883 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:22 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:22.883 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:22 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:22.883 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:22 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:54:22.883 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:22 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:54:22.883 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:22 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:54:22.883 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:22 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:54:22.883 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:22 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:22.883 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:22 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:54:22.883 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:22 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:54:22.883 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:22 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:22.883 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:22 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:22.883 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:22 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:54:22.884 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:22 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:54:22.884 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:22 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:54:22.884 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:22 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:54:22.884 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:22 smithi090 ceph-mon[37987]: Adjusting osd_memory_target on smithi092 to 2992M 2024-03-07T02:54:22.884 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:22 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:22.884 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:22 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:22.884 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:22 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:22.884 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:22 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/2111281573' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-03-07T02:54:22.884 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:22 smithi090 ceph-mon[37987]: pgmap v6: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:54:22.884 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:22 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:22.884 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:22 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:22.884 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:22 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:54:22.884 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:22 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:54:22.884 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:22 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:54:22.884 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:22 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:54:22.885 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:22 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:22.885 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:22 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:54:22.885 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:22 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:54:22.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:22 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:22.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:22 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:22.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:22 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:54:22.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:22 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:54:22.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:22 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:54:22.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:22 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:54:22.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:22 smithi092 ceph-mon[31083]: Adjusting osd_memory_target on smithi092 to 2992M 2024-03-07T02:54:22.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:22 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:22.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:22 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:22.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:22 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:22.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:22 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/2111281573' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-03-07T02:54:22.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:22 smithi092 ceph-mon[31083]: pgmap v6: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:54:22.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:22 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:22.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:22 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:22.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:22 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:54:22.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:22 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:54:22.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:22 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:54:22.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:22 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-07T02:54:22.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:22 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:22.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:22 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:54:22.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:22 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:54:23.328 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:54:22 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: ::ffff:172.21.15.92 - - [07/Mar/2024:02:54:22] "GET /metrics HTTP/1.1" 200 31003 "" "Prometheus/2.43.0" 2024-03-07T02:54:23.511 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-03-07T02:54:23.511 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-03-07T02:54:23.511 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph mgr dump --format=json 2024-03-07T02:54:23.725 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T02:54:23.951 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:23 smithi090 ceph-mon[37987]: Adjusting osd_memory_target on smithi090 to 2992M 2024-03-07T02:54:23.951 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:23 smithi090 ceph-mon[37987]: Updating smithi090:/etc/ceph/ceph.conf 2024-03-07T02:54:23.951 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:23 smithi090 ceph-mon[37987]: Updating smithi092:/etc/ceph/ceph.conf 2024-03-07T02:54:23.951 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:23 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/2111281573' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-03-07T02:54:23.951 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:23 smithi090 ceph-mon[37987]: osdmap e66: 8 total, 8 up, 8 in 2024-03-07T02:54:23.951 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:23 smithi090 ceph-mon[37987]: mgrmap e21: y(active, since 4s), standbys: x 2024-03-07T02:54:23.951 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:23 smithi090 ceph-mon[37987]: Updating smithi090:/var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/config/ceph.conf 2024-03-07T02:54:23.951 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:23 smithi090 ceph-mon[37987]: Updating smithi092:/var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/config/ceph.conf 2024-03-07T02:54:23.951 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:23 smithi090 ceph-mon[37987]: Updating smithi090:/etc/ceph/ceph.client.admin.keyring 2024-03-07T02:54:23.951 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:23 smithi090 ceph-mon[37987]: Updating smithi092:/etc/ceph/ceph.client.admin.keyring 2024-03-07T02:54:23.952 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:23 smithi090 ceph-mon[37987]: Updating smithi090:/var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/config/ceph.client.admin.keyring 2024-03-07T02:54:23.952 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:23 smithi090 ceph-mon[37987]: Updating smithi092:/var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/config/ceph.client.admin.keyring 2024-03-07T02:54:23.952 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:23 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:23.952 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:23 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:23.952 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:23 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:23.952 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:23 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:23.952 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:23 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:23.952 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:23 smithi090 ceph-mon[37987]: Deploying daemon alertmanager.a on smithi090 2024-03-07T02:54:23.952 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:23 smithi090 ceph-mon[27223]: Adjusting osd_memory_target on smithi090 to 2992M 2024-03-07T02:54:23.952 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:23 smithi090 ceph-mon[27223]: Updating smithi090:/etc/ceph/ceph.conf 2024-03-07T02:54:23.953 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:23 smithi090 ceph-mon[27223]: Updating smithi092:/etc/ceph/ceph.conf 2024-03-07T02:54:23.953 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:23 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/2111281573' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-03-07T02:54:23.953 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:23 smithi090 ceph-mon[27223]: osdmap e66: 8 total, 8 up, 8 in 2024-03-07T02:54:23.953 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:23 smithi090 ceph-mon[27223]: mgrmap e21: y(active, since 4s), standbys: x 2024-03-07T02:54:23.953 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:23 smithi090 ceph-mon[27223]: Updating smithi090:/var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/config/ceph.conf 2024-03-07T02:54:23.953 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:23 smithi090 ceph-mon[27223]: Updating smithi092:/var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/config/ceph.conf 2024-03-07T02:54:23.953 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:23 smithi090 ceph-mon[27223]: Updating smithi090:/etc/ceph/ceph.client.admin.keyring 2024-03-07T02:54:23.953 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:23 smithi090 ceph-mon[27223]: Updating smithi092:/etc/ceph/ceph.client.admin.keyring 2024-03-07T02:54:23.953 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:23 smithi090 ceph-mon[27223]: Updating smithi090:/var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/config/ceph.client.admin.keyring 2024-03-07T02:54:23.953 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:23 smithi090 ceph-mon[27223]: Updating smithi092:/var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/config/ceph.client.admin.keyring 2024-03-07T02:54:23.953 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:23 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:23.953 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:23 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:23.953 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:23 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:23.954 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:23 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:23.954 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:23 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:23.954 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:23 smithi090 ceph-mon[27223]: Deploying daemon alertmanager.a on smithi090 2024-03-07T02:54:24.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:23 smithi092 ceph-mon[31083]: Adjusting osd_memory_target on smithi090 to 2992M 2024-03-07T02:54:24.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:23 smithi092 ceph-mon[31083]: Updating smithi090:/etc/ceph/ceph.conf 2024-03-07T02:54:24.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:23 smithi092 ceph-mon[31083]: Updating smithi092:/etc/ceph/ceph.conf 2024-03-07T02:54:24.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:23 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/2111281573' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-03-07T02:54:24.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:23 smithi092 ceph-mon[31083]: osdmap e66: 8 total, 8 up, 8 in 2024-03-07T02:54:24.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:23 smithi092 ceph-mon[31083]: mgrmap e21: y(active, since 4s), standbys: x 2024-03-07T02:54:24.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:23 smithi092 ceph-mon[31083]: Updating smithi090:/var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/config/ceph.conf 2024-03-07T02:54:24.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:23 smithi092 ceph-mon[31083]: Updating smithi092:/var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/config/ceph.conf 2024-03-07T02:54:24.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:23 smithi092 ceph-mon[31083]: Updating smithi090:/etc/ceph/ceph.client.admin.keyring 2024-03-07T02:54:24.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:23 smithi092 ceph-mon[31083]: Updating smithi092:/etc/ceph/ceph.client.admin.keyring 2024-03-07T02:54:24.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:23 smithi092 ceph-mon[31083]: Updating smithi090:/var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/config/ceph.client.admin.keyring 2024-03-07T02:54:24.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:23 smithi092 ceph-mon[31083]: Updating smithi092:/var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/config/ceph.client.admin.keyring 2024-03-07T02:54:24.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:23 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:24.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:23 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:24.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:23 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:24.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:23 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:24.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:23 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:24.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:23 smithi092 ceph-mon[31083]: Deploying daemon alertmanager.a on smithi090 2024-03-07T02:54:25.433 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:25 smithi090 ceph-mon[27223]: pgmap v8: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:54:25.434 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:25 smithi090 ceph-mon[37987]: pgmap v8: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:54:25.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:25 smithi092 ceph-mon[31083]: pgmap v8: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:54:25.690 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T02:54:26.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:26 smithi092 ceph-mon[31083]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-07T02:54:26.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:26 smithi092 ceph-mon[31083]: Cluster is now healthy 2024-03-07T02:54:26.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:26 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/3053770996' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-03-07T02:54:26.695 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:26 smithi090 ceph-mon[37987]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-07T02:54:26.695 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:26 smithi090 ceph-mon[37987]: Cluster is now healthy 2024-03-07T02:54:26.695 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:26 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/3053770996' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-03-07T02:54:26.695 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:26 smithi090 ceph-mon[27223]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-07T02:54:26.695 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:26 smithi090 ceph-mon[27223]: Cluster is now healthy 2024-03-07T02:54:26.696 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:26 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/3053770996' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-03-07T02:54:26.716 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":21,"active_gid":24467,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6800","nonce":2704579126},{"type":"v1","addr":"172.21.15.90:6801","nonce":2704579126}]},"active_addr":"172.21.15.90:6801/2704579126","active_change":"2024-03-07T02:54:18.375796+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":24415,"name":"x","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:0.0.2","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:0.0.2","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.90:8443/","prometheus":"http://172.21.15.90:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":64,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.90:0","nonce":3808008696}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.90:0","nonce":2932899528}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.90:0","nonce":3526924373}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.90:0","nonce":3316228389}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.90:0","nonce":873988012}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.90:0","nonce":3541415869}]}]} 2024-03-07T02:54:26.720 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-03-07T02:54:26.721 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-03-07T02:54:26.721 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph osd dump --format=json 2024-03-07T02:54:26.928 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T02:54:27.648 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:27 smithi090 ceph-mon[37987]: pgmap v9: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-03-07T02:54:27.649 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:27 smithi090 ceph-mon[27223]: pgmap v9: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-03-07T02:54:27.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:27 smithi092 ceph-mon[31083]: pgmap v9: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-03-07T02:54:29.735 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:29 smithi090 ceph-mon[27223]: pgmap v10: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-03-07T02:54:29.735 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:29 smithi090 ceph-mon[37987]: pgmap v10: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-03-07T02:54:29.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:29 smithi092 ceph-mon[31083]: pgmap v10: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-03-07T02:54:31.719 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:31 smithi092 ceph-mon[31083]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-03-07T02:54:31.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:31 smithi090 ceph-mon[27223]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-03-07T02:54:31.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:31 smithi090 ceph-mon[37987]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-03-07T02:54:32.650 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T02:54:32.651 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":66,"fsid":"fb96fd1c-dc2c-11ee-95c6-87774f69a715","created":"2024-03-07T02:48:21.402557+0000","modified":"2024-03-07T02:54:22.660789+0000","last_up_change":"2024-03-07T02:53:31.675042+0000","last_in_change":"2024-03-07T02:53:14.634561+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-07T02:51:31.237978+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-07T02:53:48.161372+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-07T02:53:49.007562+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-03-07T02:54:18.302508+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"62173b00-78b8-4233-9293-c750339830ce","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":210461514},{"type":"v1","addr":"172.21.15.90:6803","nonce":210461514}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":210461514},{"type":"v1","addr":"172.21.15.90:6805","nonce":210461514}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":210461514},{"type":"v1","addr":"172.21.15.90:6809","nonce":210461514}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":210461514},{"type":"v1","addr":"172.21.15.90:6807","nonce":210461514}]},"public_addr":"172.21.15.90:6803/210461514","cluster_addr":"172.21.15.90:6805/210461514","heartbeat_back_addr":"172.21.15.90:6809/210461514","heartbeat_front_addr":"172.21.15.90:6807/210461514","state":["exists","up"]},{"osd":1,"uuid":"ba6ddbb8-bfc5-473e-ac63-9dae10041bd2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":1401063633},{"type":"v1","addr":"172.21.15.90:6811","nonce":1401063633}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":1401063633},{"type":"v1","addr":"172.21.15.90:6813","nonce":1401063633}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":1401063633},{"type":"v1","addr":"172.21.15.90:6817","nonce":1401063633}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":1401063633},{"type":"v1","addr":"172.21.15.90:6815","nonce":1401063633}]},"public_addr":"172.21.15.90:6811/1401063633","cluster_addr":"172.21.15.90:6813/1401063633","heartbeat_back_addr":"172.21.15.90:6817/1401063633","heartbeat_front_addr":"172.21.15.90:6815/1401063633","state":["exists","up"]},{"osd":2,"uuid":"ff8047c3-1b5e-4299-a2ae-bedeef72354c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":127945800},{"type":"v1","addr":"172.21.15.90:6819","nonce":127945800}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":127945800},{"type":"v1","addr":"172.21.15.90:6821","nonce":127945800}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":127945800},{"type":"v1","addr":"172.21.15.90:6825","nonce":127945800}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":127945800},{"type":"v1","addr":"172.21.15.90:6823","nonce":127945800}]},"public_addr":"172.21.15.90:6819/127945800","cluster_addr":"172.21.15.90:6821/127945800","heartbeat_back_addr":"172.21.15.90:6825/127945800","heartbeat_front_addr":"172.21.15.90:6823/127945800","state":["exists","up"]},{"osd":3,"uuid":"f593a0b8-5c6a-4956-8bfd-1786b23b8246","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":1439151282},{"type":"v1","addr":"172.21.15.90:6827","nonce":1439151282}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":1439151282},{"type":"v1","addr":"172.21.15.90:6829","nonce":1439151282}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":1439151282},{"type":"v1","addr":"172.21.15.90:6833","nonce":1439151282}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":1439151282},{"type":"v1","addr":"172.21.15.90:6831","nonce":1439151282}]},"public_addr":"172.21.15.90:6827/1439151282","cluster_addr":"172.21.15.90:6829/1439151282","heartbeat_back_addr":"172.21.15.90:6833/1439151282","heartbeat_front_addr":"172.21.15.90:6831/1439151282","state":["exists","up"]},{"osd":4,"uuid":"77430044-a6e2-4b54-b014-afa25de0ab3b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":3937610296},{"type":"v1","addr":"172.21.15.92:6801","nonce":3937610296}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":3937610296},{"type":"v1","addr":"172.21.15.92:6803","nonce":3937610296}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":3937610296},{"type":"v1","addr":"172.21.15.92:6807","nonce":3937610296}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":3937610296},{"type":"v1","addr":"172.21.15.92:6805","nonce":3937610296}]},"public_addr":"172.21.15.92:6801/3937610296","cluster_addr":"172.21.15.92:6803/3937610296","heartbeat_back_addr":"172.21.15.92:6807/3937610296","heartbeat_front_addr":"172.21.15.92:6805/3937610296","state":["exists","up"]},{"osd":5,"uuid":"3fcbbd00-1811-4019-9256-c715641d4bd7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":729240228},{"type":"v1","addr":"172.21.15.92:6809","nonce":729240228}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":729240228},{"type":"v1","addr":"172.21.15.92:6811","nonce":729240228}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":729240228},{"type":"v1","addr":"172.21.15.92:6815","nonce":729240228}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":729240228},{"type":"v1","addr":"172.21.15.92:6813","nonce":729240228}]},"public_addr":"172.21.15.92:6809/729240228","cluster_addr":"172.21.15.92:6811/729240228","heartbeat_back_addr":"172.21.15.92:6815/729240228","heartbeat_front_addr":"172.21.15.92:6813/729240228","state":["exists","up"]},{"osd":6,"uuid":"5b518f86-7f07-4b56-8fa6-9fda918cf3ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":769395094},{"type":"v1","addr":"172.21.15.92:6817","nonce":769395094}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":769395094},{"type":"v1","addr":"172.21.15.92:6819","nonce":769395094}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":769395094},{"type":"v1","addr":"172.21.15.92:6823","nonce":769395094}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":769395094},{"type":"v1","addr":"172.21.15.92:6821","nonce":769395094}]},"public_addr":"172.21.15.92:6817/769395094","cluster_addr":"172.21.15.92:6819/769395094","heartbeat_back_addr":"172.21.15.92:6823/769395094","heartbeat_front_addr":"172.21.15.92:6821/769395094","state":["exists","up"]},{"osd":7,"uuid":"3149ce0a-5ae4-4ed2-9951-75533bf13891","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":231707109},{"type":"v1","addr":"172.21.15.92:6825","nonce":231707109}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":231707109},{"type":"v1","addr":"172.21.15.92:6827","nonce":231707109}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":231707109},{"type":"v1","addr":"172.21.15.92:6831","nonce":231707109}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":231707109},{"type":"v1","addr":"172.21.15.92:6829","nonce":231707109}]},"public_addr":"172.21.15.92:6825/231707109","cluster_addr":"172.21.15.92:6827/231707109","heartbeat_back_addr":"172.21.15.92:6831/231707109","heartbeat_front_addr":"172.21.15.92:6829/231707109","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:50:39.830230+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:51:04.477989+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:51:28.474759+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:51:53.216846+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:52:15.538439+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:52:39.888296+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:53:04.965858+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:53:30.264488+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.90:0/4131887177":"2024-03-08T02:54:18.375588+0000","172.21.15.90:0/3538795341":"2024-03-08T02:54:18.375588+0000","172.21.15.90:6801/175434517":"2024-03-08T02:54:18.375588+0000","172.21.15.90:0/542255566":"2024-03-08T02:54:18.375588+0000","172.21.15.90:6800/175434517":"2024-03-08T02:54:18.375588+0000","172.21.15.90:0/2953742548":"2024-03-08T02:49:20.917138+0000","172.21.15.90:0/3188894349":"2024-03-08T02:49:20.917138+0000","172.21.15.90:6801/2944721963":"2024-03-08T02:49:20.917138+0000","172.21.15.90:0/1828883733":"2024-03-08T02:48:56.020950+0000","172.21.15.90:0/1679273472":"2024-03-08T02:48:56.020950+0000","172.21.15.90:6801/3621127890":"2024-03-08T02:48:56.020950+0000","172.21.15.90:0/373439958":"2024-03-08T02:49:20.917138+0000","172.21.15.90:0/3731708305":"2024-03-08T02:48:56.020950+0000","172.21.15.90:6800/3621127890":"2024-03-08T02:48:56.020950+0000","172.21.15.90:0/2975564":"2024-03-08T02:54:18.375588+0000","172.21.15.90:6800/2944721963":"2024-03-08T02:49:20.917138+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-07T02:54:32.767 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:32 smithi090 ceph-mon[37987]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-03-07T02:54:32.767 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:32 smithi090 ceph-mon[27223]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-03-07T02:54:32.908 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:32 smithi092 ceph-mon[31083]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-03-07T02:54:33.078 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:54:32 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: ::ffff:172.21.15.92 - - [07/Mar/2024:02:54:32] "GET /metrics HTTP/1.1" 200 31003 "" "Prometheus/2.43.0" 2024-03-07T02:54:33.476 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 02:54:33 smithi090 systemd[1]: Started Ceph alertmanager.a for fb96fd1c-dc2c-11ee-95c6-87774f69a715. 2024-03-07T02:54:33.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:33 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/1076186470' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T02:54:33.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:33 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:33.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:33 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:33.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:33 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:33.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:33 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:33.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:33 smithi090 ceph-mon[37987]: Regenerating cephadm self-signed grafana TLS certificates 2024-03-07T02:54:33.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:33 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:33.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:33 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T02:54:33.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:33 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/1076186470' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T02:54:33.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:33 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:33.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:33 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:33.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:33 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:33.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:33 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:33.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:33 smithi090 ceph-mon[27223]: Regenerating cephadm self-signed grafana TLS certificates 2024-03-07T02:54:33.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:33 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:33.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:33 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T02:54:33.829 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:54:33 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: [07/Mar/2024:02:54:33] ENGINE Bus STOPPING 2024-03-07T02:54:33.829 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:54:33 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: [07/Mar/2024:02:54:33] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-07T02:54:33.829 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:54:33 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: [07/Mar/2024:02:54:33] ENGINE Bus STOPPED 2024-03-07T02:54:33.829 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:54:33 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: [07/Mar/2024:02:54:33] ENGINE Bus STARTING 2024-03-07T02:54:33.829 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:54:33 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: [07/Mar/2024:02:54:33] ENGINE Serving on http://:::9283 2024-03-07T02:54:33.829 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:54:33 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: [07/Mar/2024:02:54:33] ENGINE Bus STARTED 2024-03-07T02:54:33.848 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-03-07T02:54:33.849 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph osd dump --format=json 2024-03-07T02:54:33.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:33 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/1076186470' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T02:54:33.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:33 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:33.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:33 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:33.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:33 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:33.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:33 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:33.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:33 smithi092 ceph-mon[31083]: Regenerating cephadm self-signed grafana TLS certificates 2024-03-07T02:54:33.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:33 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:33.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:33 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T02:54:34.053 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T02:54:34.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:34 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:34.839 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:34 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:34.839 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:34 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-03-07T02:54:34.839 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:34 smithi090 ceph-mon[27223]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-03-07T02:54:34.839 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:34 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:34.839 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:34 smithi090 ceph-mon[27223]: Deploying daemon grafana.a on smithi092 2024-03-07T02:54:34.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:34 smithi090 ceph-mon[27223]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 9 op/s 2024-03-07T02:54:34.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:34 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:34.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:34 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:34.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:34 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-03-07T02:54:34.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:34 smithi090 ceph-mon[37987]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-03-07T02:54:34.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:34 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:34.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:34 smithi090 ceph-mon[37987]: Deploying daemon grafana.a on smithi092 2024-03-07T02:54:34.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:34 smithi090 ceph-mon[37987]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 9 op/s 2024-03-07T02:54:34.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:34 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:34.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:34 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:34.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:34 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-03-07T02:54:34.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:34 smithi092 ceph-mon[31083]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-03-07T02:54:34.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:34 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:34.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:34 smithi092 ceph-mon[31083]: Deploying daemon grafana.a on smithi092 2024-03-07T02:54:34.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:34 smithi092 ceph-mon[31083]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 9 op/s 2024-03-07T02:54:35.488 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 02:54:35 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[68722]: ts=2024-03-07T02:54:35.290Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.001053544s 2024-03-07T02:54:36.051 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T02:54:36.051 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":66,"fsid":"fb96fd1c-dc2c-11ee-95c6-87774f69a715","created":"2024-03-07T02:48:21.402557+0000","modified":"2024-03-07T02:54:22.660789+0000","last_up_change":"2024-03-07T02:53:31.675042+0000","last_in_change":"2024-03-07T02:53:14.634561+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-07T02:51:31.237978+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-07T02:53:48.161372+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-07T02:53:49.007562+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-03-07T02:54:18.302508+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"62173b00-78b8-4233-9293-c750339830ce","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":210461514},{"type":"v1","addr":"172.21.15.90:6803","nonce":210461514}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":210461514},{"type":"v1","addr":"172.21.15.90:6805","nonce":210461514}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":210461514},{"type":"v1","addr":"172.21.15.90:6809","nonce":210461514}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":210461514},{"type":"v1","addr":"172.21.15.90:6807","nonce":210461514}]},"public_addr":"172.21.15.90:6803/210461514","cluster_addr":"172.21.15.90:6805/210461514","heartbeat_back_addr":"172.21.15.90:6809/210461514","heartbeat_front_addr":"172.21.15.90:6807/210461514","state":["exists","up"]},{"osd":1,"uuid":"ba6ddbb8-bfc5-473e-ac63-9dae10041bd2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":1401063633},{"type":"v1","addr":"172.21.15.90:6811","nonce":1401063633}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":1401063633},{"type":"v1","addr":"172.21.15.90:6813","nonce":1401063633}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":1401063633},{"type":"v1","addr":"172.21.15.90:6817","nonce":1401063633}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":1401063633},{"type":"v1","addr":"172.21.15.90:6815","nonce":1401063633}]},"public_addr":"172.21.15.90:6811/1401063633","cluster_addr":"172.21.15.90:6813/1401063633","heartbeat_back_addr":"172.21.15.90:6817/1401063633","heartbeat_front_addr":"172.21.15.90:6815/1401063633","state":["exists","up"]},{"osd":2,"uuid":"ff8047c3-1b5e-4299-a2ae-bedeef72354c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":127945800},{"type":"v1","addr":"172.21.15.90:6819","nonce":127945800}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":127945800},{"type":"v1","addr":"172.21.15.90:6821","nonce":127945800}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":127945800},{"type":"v1","addr":"172.21.15.90:6825","nonce":127945800}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":127945800},{"type":"v1","addr":"172.21.15.90:6823","nonce":127945800}]},"public_addr":"172.21.15.90:6819/127945800","cluster_addr":"172.21.15.90:6821/127945800","heartbeat_back_addr":"172.21.15.90:6825/127945800","heartbeat_front_addr":"172.21.15.90:6823/127945800","state":["exists","up"]},{"osd":3,"uuid":"f593a0b8-5c6a-4956-8bfd-1786b23b8246","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":1439151282},{"type":"v1","addr":"172.21.15.90:6827","nonce":1439151282}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":1439151282},{"type":"v1","addr":"172.21.15.90:6829","nonce":1439151282}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":1439151282},{"type":"v1","addr":"172.21.15.90:6833","nonce":1439151282}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":1439151282},{"type":"v1","addr":"172.21.15.90:6831","nonce":1439151282}]},"public_addr":"172.21.15.90:6827/1439151282","cluster_addr":"172.21.15.90:6829/1439151282","heartbeat_back_addr":"172.21.15.90:6833/1439151282","heartbeat_front_addr":"172.21.15.90:6831/1439151282","state":["exists","up"]},{"osd":4,"uuid":"77430044-a6e2-4b54-b014-afa25de0ab3b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":3937610296},{"type":"v1","addr":"172.21.15.92:6801","nonce":3937610296}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":3937610296},{"type":"v1","addr":"172.21.15.92:6803","nonce":3937610296}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":3937610296},{"type":"v1","addr":"172.21.15.92:6807","nonce":3937610296}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":3937610296},{"type":"v1","addr":"172.21.15.92:6805","nonce":3937610296}]},"public_addr":"172.21.15.92:6801/3937610296","cluster_addr":"172.21.15.92:6803/3937610296","heartbeat_back_addr":"172.21.15.92:6807/3937610296","heartbeat_front_addr":"172.21.15.92:6805/3937610296","state":["exists","up"]},{"osd":5,"uuid":"3fcbbd00-1811-4019-9256-c715641d4bd7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":729240228},{"type":"v1","addr":"172.21.15.92:6809","nonce":729240228}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":729240228},{"type":"v1","addr":"172.21.15.92:6811","nonce":729240228}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":729240228},{"type":"v1","addr":"172.21.15.92:6815","nonce":729240228}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":729240228},{"type":"v1","addr":"172.21.15.92:6813","nonce":729240228}]},"public_addr":"172.21.15.92:6809/729240228","cluster_addr":"172.21.15.92:6811/729240228","heartbeat_back_addr":"172.21.15.92:6815/729240228","heartbeat_front_addr":"172.21.15.92:6813/729240228","state":["exists","up"]},{"osd":6,"uuid":"5b518f86-7f07-4b56-8fa6-9fda918cf3ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":769395094},{"type":"v1","addr":"172.21.15.92:6817","nonce":769395094}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":769395094},{"type":"v1","addr":"172.21.15.92:6819","nonce":769395094}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":769395094},{"type":"v1","addr":"172.21.15.92:6823","nonce":769395094}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":769395094},{"type":"v1","addr":"172.21.15.92:6821","nonce":769395094}]},"public_addr":"172.21.15.92:6817/769395094","cluster_addr":"172.21.15.92:6819/769395094","heartbeat_back_addr":"172.21.15.92:6823/769395094","heartbeat_front_addr":"172.21.15.92:6821/769395094","state":["exists","up"]},{"osd":7,"uuid":"3149ce0a-5ae4-4ed2-9951-75533bf13891","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":231707109},{"type":"v1","addr":"172.21.15.92:6825","nonce":231707109}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":231707109},{"type":"v1","addr":"172.21.15.92:6827","nonce":231707109}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":231707109},{"type":"v1","addr":"172.21.15.92:6831","nonce":231707109}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":231707109},{"type":"v1","addr":"172.21.15.92:6829","nonce":231707109}]},"public_addr":"172.21.15.92:6825/231707109","cluster_addr":"172.21.15.92:6827/231707109","heartbeat_back_addr":"172.21.15.92:6831/231707109","heartbeat_front_addr":"172.21.15.92:6829/231707109","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:50:39.830230+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:51:04.477989+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:51:28.474759+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:51:53.216846+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:52:15.538439+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:52:39.888296+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:53:04.965858+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:53:30.264488+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.90:0/4131887177":"2024-03-08T02:54:18.375588+0000","172.21.15.90:0/3538795341":"2024-03-08T02:54:18.375588+0000","172.21.15.90:6801/175434517":"2024-03-08T02:54:18.375588+0000","172.21.15.90:0/542255566":"2024-03-08T02:54:18.375588+0000","172.21.15.90:6800/175434517":"2024-03-08T02:54:18.375588+0000","172.21.15.90:0/2953742548":"2024-03-08T02:49:20.917138+0000","172.21.15.90:0/3188894349":"2024-03-08T02:49:20.917138+0000","172.21.15.90:6801/2944721963":"2024-03-08T02:49:20.917138+0000","172.21.15.90:0/1828883733":"2024-03-08T02:48:56.020950+0000","172.21.15.90:0/1679273472":"2024-03-08T02:48:56.020950+0000","172.21.15.90:6801/3621127890":"2024-03-08T02:48:56.020950+0000","172.21.15.90:0/373439958":"2024-03-08T02:49:20.917138+0000","172.21.15.90:0/3731708305":"2024-03-08T02:48:56.020950+0000","172.21.15.90:6800/3621127890":"2024-03-08T02:48:56.020950+0000","172.21.15.90:0/2975564":"2024-03-08T02:54:18.375588+0000","172.21.15.90:6800/2944721963":"2024-03-08T02:49:20.917138+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-07T02:54:36.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:36 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/1072028702' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T02:54:36.753 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:36 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/1072028702' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T02:54:36.753 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:36 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/1072028702' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T02:54:36.775 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph tell osd.0 flush_pg_stats 2024-03-07T02:54:36.775 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph tell osd.1 flush_pg_stats 2024-03-07T02:54:36.776 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph tell osd.2 flush_pg_stats 2024-03-07T02:54:36.776 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph tell osd.3 flush_pg_stats 2024-03-07T02:54:36.777 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph tell osd.4 flush_pg_stats 2024-03-07T02:54:36.777 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph tell osd.5 flush_pg_stats 2024-03-07T02:54:36.777 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph tell osd.6 flush_pg_stats 2024-03-07T02:54:36.778 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph tell osd.7 flush_pg_stats 2024-03-07T02:54:37.228 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T02:54:37.229 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T02:54:37.229 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T02:54:37.230 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T02:54:37.230 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T02:54:37.237 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T02:54:37.239 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T02:54:37.247 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T02:54:37.661 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:37 smithi090 ceph-mon[27223]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-03-07T02:54:37.662 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:37 smithi090 ceph-mon[37987]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-03-07T02:54:37.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:37 smithi092 ceph-mon[31083]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-03-07T02:54:39.826 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:39 smithi090 ceph-mon[27223]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:54:39.826 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:39 smithi090 ceph-mon[37987]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:54:39.916 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:39 smithi092 ceph-mon[31083]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:54:41.473 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:41 smithi090 ceph-mon[37987]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:54:41.474 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:41 smithi090 ceph-mon[27223]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:54:41.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:41 smithi092 ceph-mon[31083]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:54:42.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:42 smithi090 ceph-mon[27223]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:54:42.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:42 smithi090 ceph-mon[37987]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:54:42.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:42 smithi092 ceph-mon[31083]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:54:42.994 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:54:42 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: ::ffff:172.21.15.92 - - [07/Mar/2024:02:54:42] "GET /metrics HTTP/1.1" 200 33629 "" "Prometheus/2.43.0" 2024-03-07T02:54:43.542 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 02:54:43 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[68722]: ts=2024-03-07T02:54:43.291Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.00218503s 2024-03-07T02:54:45.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:45 smithi090 ceph-mon[37987]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:54:45.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:45 smithi090 ceph-mon[27223]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:54:45.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:45 smithi092 ceph-mon[31083]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:54:46.686 INFO:teuthology.orchestra.run.smithi090.stdout:55834574893 2024-03-07T02:54:46.686 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph osd last-stat-seq osd.1 2024-03-07T02:54:47.344 INFO:teuthology.orchestra.run.smithi090.stdout:231928234001 2024-03-07T02:54:47.344 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph osd last-stat-seq osd.7 2024-03-07T02:54:47.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:47 smithi090 ceph-mon[27223]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:54:47.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:47 smithi090 ceph-mon[37987]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:54:47.650 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:47 smithi092 ceph-mon[31083]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:54:48.152 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.150931281Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2024-03-07T02:54:48.406 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.151251612Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2024-03-07T02:54:48.406 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.154008968Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2024-03-07T02:54:48.406 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.154527344Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2024-03-07T02:54:48.406 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.157299248Z level=info msg="Executing migration" id="Add column uid in dashboard" 2024-03-07T02:54:48.406 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.157824298Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2024-03-07T02:54:48.407 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.160701179Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2024-03-07T02:54:48.407 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.163374305Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2024-03-07T02:54:48.407 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.166289553Z level=info msg="Executing migration" id="Update dashboard title length" 2024-03-07T02:54:48.407 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.166778869Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2024-03-07T02:54:48.407 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.169515806Z level=info msg="Executing migration" id="create dashboard_provisioning" 2024-03-07T02:54:48.407 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.172428885Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-03-07T02:54:48.407 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.175128628Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2024-03-07T02:54:48.407 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.17555525Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-03-07T02:54:48.407 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.17822212Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-03-07T02:54:48.407 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.181166821Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2024-03-07T02:54:48.407 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.18360209Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2024-03-07T02:54:48.407 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.183983949Z level=info msg="Executing migration" id="Add check_sum column" 2024-03-07T02:54:48.407 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.186849884Z level=info msg="Executing migration" id="Add index for dashboard_title" 2024-03-07T02:54:48.408 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.189641283Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2024-03-07T02:54:48.408 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.192109434Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2024-03-07T02:54:48.408 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.192427011Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2024-03-07T02:54:48.408 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.195076879Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2024-03-07T02:54:48.408 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.197871501Z level=info msg="Executing migration" id="create data_source table" 2024-03-07T02:54:48.409 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.198679658Z level=info msg="Executing migration" id="add index data_source.account_id" 2024-03-07T02:54:48.409 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.199103736Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2024-03-07T02:54:48.409 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.199502244Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2024-03-07T02:54:48.409 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.200285203Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2024-03-07T02:54:48.409 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.200702261Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2024-03-07T02:54:48.409 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.201711536Z level=info msg="Executing migration" id="create data_source table v2" 2024-03-07T02:54:48.409 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.202540365Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2024-03-07T02:54:48.409 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.203434971Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2024-03-07T02:54:48.409 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.204148725Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2024-03-07T02:54:48.409 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.205094349Z level=info msg="Executing migration" id="Add column with_credentials" 2024-03-07T02:54:48.409 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.205760596Z level=info msg="Executing migration" id="Add secure json data column" 2024-03-07T02:54:48.409 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.206752539Z level=info msg="Executing migration" id="Update data_source table charset" 2024-03-07T02:54:48.409 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.207428733Z level=info msg="Executing migration" id="Update initial version to 1" 2024-03-07T02:54:48.410 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.208292127Z level=info msg="Executing migration" id="Add read_only data column" 2024-03-07T02:54:48.410 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.208828586Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2024-03-07T02:54:48.410 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.20914405Z level=info msg="Executing migration" id="Update json_data with nulls" 2024-03-07T02:54:48.410 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.210106336Z level=info msg="Executing migration" id="Add uid column" 2024-03-07T02:54:48.410 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.210958506Z level=info msg="Executing migration" id="Update uid value" 2024-03-07T02:54:48.410 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.211693995Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2024-03-07T02:54:48.410 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.212157428Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2024-03-07T02:54:48.410 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.213054431Z level=info msg="Executing migration" id="create api_key table" 2024-03-07T02:54:48.410 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.214028541Z level=info msg="Executing migration" id="add index api_key.account_id" 2024-03-07T02:54:48.410 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.214738947Z level=info msg="Executing migration" id="add index api_key.key" 2024-03-07T02:54:48.410 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.215168184Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2024-03-07T02:54:48.410 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.216174055Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2024-03-07T02:54:48.410 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.216856594Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2024-03-07T02:54:48.410 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.217697532Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2024-03-07T02:54:48.410 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.21857492Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2024-03-07T02:54:48.411 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.219644917Z level=info msg="Executing migration" id="create api_key table v2" 2024-03-07T02:54:48.411 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.220655728Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2024-03-07T02:54:48.411 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.221386188Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2024-03-07T02:54:48.411 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.222289817Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2024-03-07T02:54:48.411 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.223281641Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2024-03-07T02:54:48.411 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.223965243Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2024-03-07T02:54:48.411 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.22431153Z level=info msg="Executing migration" id="Update api_key table charset" 2024-03-07T02:54:48.411 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.225232567Z level=info msg="Executing migration" id="Add expires to api_key table" 2024-03-07T02:54:48.411 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.225766933Z level=info msg="Executing migration" id="Add service account foreign key" 2024-03-07T02:54:48.411 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.226345802Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2024-03-07T02:54:48.411 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.229204603Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2024-03-07T02:54:48.411 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.231961285Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2024-03-07T02:54:48.411 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.234806219Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2024-03-07T02:54:48.411 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.237701847Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2024-03-07T02:54:48.411 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.240516484Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2024-03-07T02:54:48.412 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.243179444Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2024-03-07T02:54:48.412 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.246138079Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-03-07T02:54:48.412 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.248664139Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2024-03-07T02:54:48.412 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.251446689Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2024-03-07T02:54:48.412 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.254331753Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2024-03-07T02:54:48.412 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.257180532Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2024-03-07T02:54:48.412 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.260075217Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2024-03-07T02:54:48.412 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.262777717Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2024-03-07T02:54:48.412 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.265700787Z level=info msg="Executing migration" id="create quota table v1" 2024-03-07T02:54:48.412 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.268473527Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2024-03-07T02:54:48.412 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.27128022Z level=info msg="Executing migration" id="Update quota table charset" 2024-03-07T02:54:48.412 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.274050522Z level=info msg="Executing migration" id="create plugin_setting table" 2024-03-07T02:54:48.412 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.274493733Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-03-07T02:54:48.412 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.277443933Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2024-03-07T02:54:48.412 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.280322082Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2024-03-07T02:54:48.413 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.282828197Z level=info msg="Executing migration" id="create session table" 2024-03-07T02:54:48.413 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.285543537Z level=info msg="Executing migration" id="Drop old table playlist table" 2024-03-07T02:54:48.413 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.288545399Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2024-03-07T02:54:48.413 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.291380612Z level=info msg="Executing migration" id="create playlist table v2" 2024-03-07T02:54:48.413 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.294133252Z level=info msg="Executing migration" id="create playlist item table v2" 2024-03-07T02:54:48.413 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.296905393Z level=info msg="Executing migration" id="Update playlist table charset" 2024-03-07T02:54:48.413 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.299640318Z level=info msg="Executing migration" id="Update playlist_item table charset" 2024-03-07T02:54:48.413 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.302296552Z level=info msg="Executing migration" id="drop preferences table v2" 2024-03-07T02:54:48.413 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.305153785Z level=info msg="Executing migration" id="drop preferences table v3" 2024-03-07T02:54:48.413 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.307819106Z level=info msg="Executing migration" id="create preferences table v3" 2024-03-07T02:54:48.413 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.310545686Z level=info msg="Executing migration" id="Update preferences table charset" 2024-03-07T02:54:48.413 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.31323965Z level=info msg="Executing migration" id="Add column team_id in preferences" 2024-03-07T02:54:48.413 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.316098496Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2024-03-07T02:54:48.413 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.318602126Z level=info msg="Executing migration" id="Add column week_start in preferences" 2024-03-07T02:54:48.413 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.321385283Z level=info msg="Executing migration" id="Add column preferences.json_data" 2024-03-07T02:54:48.414 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.32402246Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2024-03-07T02:54:48.414 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.326608812Z level=info msg="Executing migration" id="Add preferences index org_id" 2024-03-07T02:54:48.414 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.32945343Z level=info msg="Executing migration" id="Add preferences index user_id" 2024-03-07T02:54:48.414 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.332027176Z level=info msg="Executing migration" id="create alert table v1" 2024-03-07T02:54:48.414 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.334690765Z level=info msg="Executing migration" id="add index alert org_id & id " 2024-03-07T02:54:48.414 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.337468975Z level=info msg="Executing migration" id="add index alert state" 2024-03-07T02:54:48.414 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.340170841Z level=info msg="Executing migration" id="add index alert dashboard_id" 2024-03-07T02:54:48.414 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.340956059Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2024-03-07T02:54:48.414 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.341783007Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-03-07T02:54:48.414 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.342747554Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2024-03-07T02:54:48.414 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.343576205Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2024-03-07T02:54:48.414 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.345142523Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2024-03-07T02:54:48.414 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.346120361Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2024-03-07T02:54:48.414 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.346877993Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2024-03-07T02:54:48.414 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.347856142Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2024-03-07T02:54:48.414 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.348581088Z level=info msg="Executing migration" id="create alert_notification table v1" 2024-03-07T02:54:48.415 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.349334657Z level=info msg="Executing migration" id="Add column is_default" 2024-03-07T02:54:48.415 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.349995004Z level=info msg="Executing migration" id="Add column frequency" 2024-03-07T02:54:48.415 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.35066122Z level=info msg="Executing migration" id="Add column send_reminder" 2024-03-07T02:54:48.415 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.351605535Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2024-03-07T02:54:48.415 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.352338785Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2024-03-07T02:54:48.415 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.353252667Z level=info msg="Executing migration" id="Update alert table charset" 2024-03-07T02:54:48.415 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.353970217Z level=info msg="Executing migration" id="Update alert_notification table charset" 2024-03-07T02:54:48.415 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.355019065Z level=info msg="Executing migration" id="create notification_journal table v1" 2024-03-07T02:54:48.416 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.355774142Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2024-03-07T02:54:48.416 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.356623423Z level=info msg="Executing migration" id="drop alert_notification_journal" 2024-03-07T02:54:48.416 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.357637082Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2024-03-07T02:54:48.416 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.358510318Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-03-07T02:54:48.416 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.359267324Z level=info msg="Executing migration" id="Add for to alert table" 2024-03-07T02:54:48.416 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.360124823Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2024-03-07T02:54:48.416 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.360993362Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2024-03-07T02:54:48.416 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.361948807Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2024-03-07T02:54:48.416 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.362686129Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2024-03-07T02:54:48.416 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.36363398Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2024-03-07T02:54:48.416 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.364439357Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2024-03-07T02:54:48.416 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.365339523Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2024-03-07T02:54:48.416 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.36617581Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2024-03-07T02:54:48.416 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.367162925Z level=info msg="Executing migration" id="Drop old annotation table v4" 2024-03-07T02:54:48.416 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.367915465Z level=info msg="Executing migration" id="create annotation table v5" 2024-03-07T02:54:48.417 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.368761268Z level=info msg="Executing migration" id="add index annotation 0 v3" 2024-03-07T02:54:48.417 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.369747107Z level=info msg="Executing migration" id="add index annotation 1 v3" 2024-03-07T02:54:48.417 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.370510151Z level=info msg="Executing migration" id="add index annotation 2 v3" 2024-03-07T02:54:48.417 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.373334865Z level=info msg="Executing migration" id="add index annotation 3 v3" 2024-03-07T02:54:48.417 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.376038827Z level=info msg="Executing migration" id="add index annotation 4 v3" 2024-03-07T02:54:48.417 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.379018424Z level=info msg="Executing migration" id="Update annotation table charset" 2024-03-07T02:54:48.417 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.381724669Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2024-03-07T02:54:48.417 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.384539037Z level=info msg="Executing migration" id="Drop category_id index" 2024-03-07T02:54:48.417 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.387537841Z level=info msg="Executing migration" id="Add column tags to annotation table" 2024-03-07T02:54:48.417 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.390248953Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2024-03-07T02:54:48.417 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.393103969Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2024-03-07T02:54:48.417 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.39599344Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2024-03-07T02:54:48.417 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.398774257Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2024-03-07T02:54:48.417 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.401446507Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2024-03-07T02:54:48.417 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.40450548Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2024-03-07T02:54:48.418 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.407306782Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2024-03-07T02:54:48.657 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.410166296Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2024-03-07T02:54:48.657 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.412925096Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2024-03-07T02:54:48.658 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.415691015Z level=info msg="Executing migration" id="Add created time to annotation table" 2024-03-07T02:54:48.658 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.418600691Z level=info msg="Executing migration" id="Add updated time to annotation table" 2024-03-07T02:54:48.658 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.421309888Z level=info msg="Executing migration" id="Add index for created in annotation table" 2024-03-07T02:54:48.658 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.424082171Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2024-03-07T02:54:48.658 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.426870826Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2024-03-07T02:54:48.658 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.429643363Z level=info msg="Executing migration" id="Add epoch_end column" 2024-03-07T02:54:48.658 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.432374513Z level=info msg="Executing migration" id="Add index for epoch_end" 2024-03-07T02:54:48.658 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.435025835Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2024-03-07T02:54:48.658 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.437773728Z level=info msg="Executing migration" id="Move region to single row" 2024-03-07T02:54:48.658 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.44037302Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2024-03-07T02:54:48.658 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.443198728Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-03-07T02:54:48.658 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.445809938Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-03-07T02:54:48.658 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.448434817Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2024-03-07T02:54:48.659 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.451005517Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2024-03-07T02:54:48.659 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.453842449Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2024-03-07T02:54:48.659 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.4565462Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2024-03-07T02:54:48.660 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.459094281Z level=info msg="Executing migration" id="create test_data table" 2024-03-07T02:54:48.660 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.461942059Z level=info msg="Executing migration" id="create dashboard_version table v1" 2024-03-07T02:54:48.660 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.464554416Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2024-03-07T02:54:48.660 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.467181464Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-03-07T02:54:48.660 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.46799373Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2024-03-07T02:54:48.660 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.468807785Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2024-03-07T02:54:48.660 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.469693945Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2024-03-07T02:54:48.660 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.47058389Z level=info msg="Executing migration" id="create team table" 2024-03-07T02:54:48.660 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.471459041Z level=info msg="Executing migration" id="add index team.org_id" 2024-03-07T02:54:48.660 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.472393952Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2024-03-07T02:54:48.660 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.473111739Z level=info msg="Executing migration" id="create team member table" 2024-03-07T02:54:48.660 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.474080923Z level=info msg="Executing migration" id="add index team_member.org_id" 2024-03-07T02:54:48.661 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.474857111Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2024-03-07T02:54:48.661 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.475708374Z level=info msg="Executing migration" id="add index team_member.team_id" 2024-03-07T02:54:48.661 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.476524651Z level=info msg="Executing migration" id="Add column email to team table" 2024-03-07T02:54:48.661 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.477317705Z level=info msg="Executing migration" id="Add column external to team_member table" 2024-03-07T02:54:48.661 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.478307339Z level=info msg="Executing migration" id="Add column permission to team_member table" 2024-03-07T02:54:48.661 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.479184287Z level=info msg="Executing migration" id="create dashboard acl table" 2024-03-07T02:54:48.661 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.479980359Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2024-03-07T02:54:48.661 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.480743371Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2024-03-07T02:54:48.661 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.481742034Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2024-03-07T02:54:48.661 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.482500635Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2024-03-07T02:54:48.661 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.483502085Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2024-03-07T02:54:48.661 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.484260762Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2024-03-07T02:54:48.661 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.48512302Z level=info msg="Executing migration" id="add index dashboard_permission" 2024-03-07T02:54:48.661 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.48592339Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2024-03-07T02:54:48.662 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.486899208Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2024-03-07T02:54:48.662 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.487590001Z level=info msg="Executing migration" id="create tag table" 2024-03-07T02:54:48.662 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.48798239Z level=info msg="Executing migration" id="add index tag.key_value" 2024-03-07T02:54:48.662 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.488866229Z level=info msg="Executing migration" id="create login attempt table" 2024-03-07T02:54:48.662 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.489711126Z level=info msg="Executing migration" id="add index login_attempt.username" 2024-03-07T02:54:48.662 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.490593296Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2024-03-07T02:54:48.662 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.491004409Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-03-07T02:54:48.662 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.492858166Z level=info msg="Executing migration" id="create login_attempt v2" 2024-03-07T02:54:48.662 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.493867198Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2024-03-07T02:54:48.662 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.49455947Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2024-03-07T02:54:48.662 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.495641313Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2024-03-07T02:54:48.662 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.496029069Z level=info msg="Executing migration" id="create user auth table" 2024-03-07T02:54:48.662 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.498331756Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-03-07T02:54:48.662 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.501080658Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2024-03-07T02:54:48.662 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.503940265Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2024-03-07T02:54:48.663 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.504688187Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2024-03-07T02:54:48.663 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.507521451Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2024-03-07T02:54:48.663 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.510133651Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2024-03-07T02:54:48.663 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.512635626Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2024-03-07T02:54:48.663 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.513105713Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2024-03-07T02:54:48.663 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.513958088Z level=info msg="Executing migration" id="create server_lock table" 2024-03-07T02:54:48.663 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.51476042Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2024-03-07T02:54:48.663 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.515544309Z level=info msg="Executing migration" id="create user auth token table" 2024-03-07T02:54:48.663 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.516019234Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2024-03-07T02:54:48.663 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.516869523Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2024-03-07T02:54:48.663 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.517715314Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2024-03-07T02:54:48.663 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.518573827Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2024-03-07T02:54:48.663 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.5195622Z level=info msg="Executing migration" id="create cache_data table" 2024-03-07T02:54:48.663 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.520425009Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2024-03-07T02:54:48.664 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.521413859Z level=info msg="Executing migration" id="create short_url table v1" 2024-03-07T02:54:48.664 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.522074099Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2024-03-07T02:54:48.664 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.522486574Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2024-03-07T02:54:48.664 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.522744272Z level=info msg="Executing migration" id="delete alert_definition table" 2024-03-07T02:54:48.664 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.523348555Z level=info msg="Executing migration" id="recreate alert_definition table" 2024-03-07T02:54:48.664 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.523792593Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2024-03-07T02:54:48.664 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.524262145Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2024-03-07T02:54:48.664 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.524705247Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2024-03-07T02:54:48.664 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.524975595Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2024-03-07T02:54:48.664 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.525396817Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2024-03-07T02:54:48.664 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.525788835Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2024-03-07T02:54:48.664 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.526232193Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2024-03-07T02:54:48.664 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.526658003Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2024-03-07T02:54:48.664 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.527473351Z level=info msg="Executing migration" id="drop alert_definition table" 2024-03-07T02:54:48.664 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.527925781Z level=info msg="Executing migration" id="delete alert_definition_version table" 2024-03-07T02:54:48.665 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.528224565Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2024-03-07T02:54:48.665 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.528625354Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2024-03-07T02:54:48.665 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.529050825Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2024-03-07T02:54:48.665 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.529508819Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2024-03-07T02:54:48.665 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.529781541Z level=info msg="Executing migration" id="drop alert_definition_version table" 2024-03-07T02:54:48.665 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.530217941Z level=info msg="Executing migration" id="create alert_instance table" 2024-03-07T02:54:48.665 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.530627743Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2024-03-07T02:54:48.665 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.531038688Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2024-03-07T02:54:48.665 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.53144053Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2024-03-07T02:54:48.665 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.532238342Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2024-03-07T02:54:48.665 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.532654234Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2024-03-07T02:54:48.665 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.533061696Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2024-03-07T02:54:48.665 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.536409611Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2024-03-07T02:54:48.665 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.539728687Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2024-03-07T02:54:48.665 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.540213666Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2024-03-07T02:54:48.666 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.540628904Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2024-03-07T02:54:48.666 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.541443927Z level=info msg="Executing migration" id="create alert_rule table" 2024-03-07T02:54:48.666 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.541862499Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2024-03-07T02:54:48.666 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.542302937Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2024-03-07T02:54:48.666 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.542728155Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2024-03-07T02:54:48.666 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.543161316Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2024-03-07T02:54:48.666 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.543461537Z level=info msg="Executing migration" id="add column for to alert_rule" 2024-03-07T02:54:48.666 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.544261253Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2024-03-07T02:54:48.666 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.545069869Z level=info msg="Executing migration" id="add column labels to alert_rule" 2024-03-07T02:54:48.666 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.545855362Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2024-03-07T02:54:48.666 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.546284851Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2024-03-07T02:54:48.666 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.546682937Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2024-03-07T02:54:48.666 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.547483755Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2024-03-07T02:54:48.666 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.54834472Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2024-03-07T02:54:48.666 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.548806209Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2024-03-07T02:54:48.666 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.549643198Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2024-03-07T02:54:48.667 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.550538513Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2024-03-07T02:54:48.667 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.550867323Z level=info msg="Executing migration" id="create alert_rule_version table" 2024-03-07T02:54:48.667 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.55132346Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2024-03-07T02:54:48.667 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.552137993Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2024-03-07T02:54:48.667 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.552589831Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2024-03-07T02:54:48.667 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.552858715Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2024-03-07T02:54:48.667 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.553727727Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2024-03-07T02:54:48.667 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.554572284Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2024-03-07T02:54:48.667 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.555456506Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2024-03-07T02:54:48.667 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.556302851Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2024-03-07T02:54:48.668 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.557198954Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2024-03-07T02:54:48.668 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.557516566Z level=info msg="Executing migration" id=create_alert_configuration_table 2024-03-07T02:54:48.668 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.558495456Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2024-03-07T02:54:48.668 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.559464773Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2024-03-07T02:54:48.668 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.56033701Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2024-03-07T02:54:48.668 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.561233873Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2024-03-07T02:54:48.668 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.56207192Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2024-03-07T02:54:48.668 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.562988464Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2024-03-07T02:54:48.669 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.563936866Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2024-03-07T02:54:48.669 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.564368733Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2024-03-07T02:54:48.669 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.565251072Z level=info msg="Executing migration" id="create provenance_type table" 2024-03-07T02:54:48.669 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.566183345Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2024-03-07T02:54:48.669 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.567017489Z level=info msg="Executing migration" id="create alert_image table" 2024-03-07T02:54:48.669 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.567448613Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2024-03-07T02:54:48.669 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.56830827Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2024-03-07T02:54:48.669 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.569195482Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2024-03-07T02:54:48.669 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.569602324Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2024-03-07T02:54:48.669 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.572083726Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2024-03-07T02:54:48.669 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.572217662Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2024-03-07T02:54:48.669 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.57248594Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2024-03-07T02:54:48.669 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.574947873Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2024-03-07T02:54:48.669 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.575373578Z level=info msg="Executing migration" id="clear migration entry \"remove unified alerting data\"" 2024-03-07T02:54:48.669 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.575480365Z level=info msg="Executing migration" id="move dashboard alerts to unified alerting" 2024-03-07T02:54:48.670 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.575586042Z level=info msg="alerts found to migrate" alerts=0 2024-03-07T02:54:48.670 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.577654812Z level=info msg="Executing migration" id="create library_element table v1" 2024-03-07T02:54:48.670 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.578118653Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2024-03-07T02:54:48.670 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.580445542Z level=info msg="Executing migration" id="create library_element_connection table v1" 2024-03-07T02:54:48.670 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.583026882Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2024-03-07T02:54:48.670 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.585880464Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2024-03-07T02:54:48.670 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.588623845Z level=info msg="Executing migration" id="increase max description length to 2048" 2024-03-07T02:54:48.670 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.591456701Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2024-03-07T02:54:48.670 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.591838566Z level=info msg="Executing migration" id="create data_keys table" 2024-03-07T02:54:48.670 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.594753365Z level=info msg="Executing migration" id="create secrets table" 2024-03-07T02:54:48.670 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.597697114Z level=info msg="Executing migration" id="rename data_keys name column to id" 2024-03-07T02:54:48.670 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.602086704Z level=info msg="Executing migration" id="add name column into data_keys" 2024-03-07T02:54:48.670 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.602984645Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2024-03-07T02:54:48.670 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.605768892Z level=info msg="Executing migration" id="rename data_keys name column to label" 2024-03-07T02:54:48.670 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.609975305Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2024-03-07T02:54:48.671 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.614171864Z level=info msg="Executing migration" id="create kv_store table v1" 2024-03-07T02:54:48.671 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.614580059Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2024-03-07T02:54:48.671 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.617299914Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2024-03-07T02:54:48.671 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.620027595Z level=info msg="Executing migration" id="create permission table" 2024-03-07T02:54:48.671 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.622748641Z level=info msg="Executing migration" id="add unique index permission.role_id" 2024-03-07T02:54:48.671 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.623267737Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2024-03-07T02:54:48.671 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.625915743Z level=info msg="Executing migration" id="create role table" 2024-03-07T02:54:48.671 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.62865593Z level=info msg="Executing migration" id="add column display_name" 2024-03-07T02:54:48.671 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.631293011Z level=info msg="Executing migration" id="add column group_name" 2024-03-07T02:54:48.671 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.632465291Z level=info msg="Executing migration" id="add index role.org_id" 2024-03-07T02:54:48.671 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.635289431Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2024-03-07T02:54:48.671 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.638083903Z level=info msg="Executing migration" id="add index role_org_id_uid" 2024-03-07T02:54:48.671 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.640853729Z level=info msg="Executing migration" id="create team role table" 2024-03-07T02:54:48.671 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.641254718Z level=info msg="Executing migration" id="add index team_role.org_id" 2024-03-07T02:54:48.671 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.643962284Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2024-03-07T02:54:48.671 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.646635068Z level=info msg="Executing migration" id="add index team_role.team_id" 2024-03-07T02:54:48.672 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.649436515Z level=info msg="Executing migration" id="create user role table" 2024-03-07T02:54:48.672 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.650065521Z level=info msg="Executing migration" id="add index user_role.org_id" 2024-03-07T02:54:48.672 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.650846741Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2024-03-07T02:54:48.672 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.651775367Z level=info msg="Executing migration" id="add index user_role.user_id" 2024-03-07T02:54:48.672 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.652550312Z level=info msg="Executing migration" id="create builtin role table" 2024-03-07T02:54:48.672 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.652962463Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2024-03-07T02:54:48.672 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.653819651Z level=info msg="Executing migration" id="add index builtin_role.name" 2024-03-07T02:54:48.672 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.654714909Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2024-03-07T02:54:48.672 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.655745396Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2024-03-07T02:54:48.672 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.65631785Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2024-03-07T02:54:48.672 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.657088266Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2024-03-07T02:54:48.672 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.657543115Z level=info msg="Executing migration" id="add unique index role.uid" 2024-03-07T02:54:48.672 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.657991698Z level=info msg="Executing migration" id="create seed assignment table" 2024-03-07T02:54:48.672 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.65840892Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2024-03-07T02:54:48.672 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.658869277Z level=info msg="Executing migration" id="add column hidden to role table" 2024-03-07T02:54:48.673 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.660074768Z level=info msg="Executing migration" id="create query_history table v1" 2024-03-07T02:54:48.917 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.660932435Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2024-03-07T02:54:48.917 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.663755686Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2024-03-07T02:54:48.918 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.666525172Z level=info msg="Executing migration" id="teams permissions migration" 2024-03-07T02:54:48.918 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.669488686Z level=info msg="Executing migration" id="dashboard permissions" 2024-03-07T02:54:48.918 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.672346174Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2024-03-07T02:54:48.918 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.675045646Z level=info msg="Executing migration" id="drop managed folder create actions" 2024-03-07T02:54:48.918 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.677753329Z level=info msg="Executing migration" id="alerting notification permissions" 2024-03-07T02:54:48.918 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.680768541Z level=info msg="Executing migration" id="create query_history_star table v1" 2024-03-07T02:54:48.918 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.683726732Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2024-03-07T02:54:48.918 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.686477059Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2024-03-07T02:54:48.918 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.689066156Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2024-03-07T02:54:48.918 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.692079704Z level=info msg="Executing migration" id="create correlation table v1" 2024-03-07T02:54:48.918 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.694812097Z level=info msg="Executing migration" id="add index correlations.uid" 2024-03-07T02:54:48.918 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.697793404Z level=info msg="Executing migration" id="add index correlations.source_uid" 2024-03-07T02:54:48.918 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.700584369Z level=info msg="Executing migration" id="add correlation config column" 2024-03-07T02:54:48.918 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.703335198Z level=info msg="Executing migration" id="create entity_events table" 2024-03-07T02:54:48.919 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.706327343Z level=info msg="Executing migration" id="create dashboard public config v1" 2024-03-07T02:54:48.919 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.709146239Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2024-03-07T02:54:48.919 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.709226109Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2024-03-07T02:54:48.919 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.711854709Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-03-07T02:54:48.919 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.711975917Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-03-07T02:54:48.919 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.714677699Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2024-03-07T02:54:48.920 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.717355935Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2024-03-07T02:54:48.920 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.720210734Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2024-03-07T02:54:48.920 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.722896826Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-03-07T02:54:48.920 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.725764729Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2024-03-07T02:54:48.920 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.728467997Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-03-07T02:54:48.920 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.731022635Z level=info msg="Executing migration" id="Drop public config table" 2024-03-07T02:54:48.920 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.733855065Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2024-03-07T02:54:48.920 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.73628724Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2024-03-07T02:54:48.920 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.739093403Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-03-07T02:54:48.920 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.741722885Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2024-03-07T02:54:48.920 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.744592587Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2024-03-07T02:54:48.920 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.74764116Z level=info msg="Executing migration" id="add annotations_enabled column" 2024-03-07T02:54:48.920 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.75026873Z level=info msg="Executing migration" id="add time_selection_enabled column" 2024-03-07T02:54:48.921 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.753025636Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2024-03-07T02:54:48.921 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.755793847Z level=info msg="Executing migration" id="add share column" 2024-03-07T02:54:48.921 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.758506522Z level=info msg="Executing migration" id="create default alerting folders" 2024-03-07T02:54:48.921 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.759211691Z level=info msg="Executing migration" id="create file table" 2024-03-07T02:54:48.921 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.759999281Z level=info msg="Executing migration" id="file table idx: path natural pk" 2024-03-07T02:54:48.921 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.760969927Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2024-03-07T02:54:48.921 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.761735532Z level=info msg="Executing migration" id="create file_meta table" 2024-03-07T02:54:48.921 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.762629415Z level=info msg="Executing migration" id="file table idx: path key" 2024-03-07T02:54:48.921 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.763295436Z level=info msg="Executing migration" id="set path collation in file table" 2024-03-07T02:54:48.921 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.764115943Z level=info msg="Executing migration" id="managed permissions migration" 2024-03-07T02:54:48.921 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.764909855Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2024-03-07T02:54:48.921 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.765689846Z level=info msg="Executing migration" id="RBAC action name migrator" 2024-03-07T02:54:48.921 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.766580559Z level=info msg="Executing migration" id="Add UID column to playlist" 2024-03-07T02:54:48.921 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.767725083Z level=info msg="Executing migration" id="Update uid column values in playlist" 2024-03-07T02:54:48.921 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.768608844Z level=info msg="Executing migration" id="Add index for uid in playlist" 2024-03-07T02:54:48.921 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.769455862Z level=info msg="Executing migration" id="update group index for alert rules" 2024-03-07T02:54:48.922 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.770332284Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2024-03-07T02:54:48.922 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.771194331Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2024-03-07T02:54:48.922 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.771902818Z level=info msg="Executing migration" id="add action column to seed_assignment" 2024-03-07T02:54:48.922 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.772953749Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2024-03-07T02:54:48.922 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.774003526Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2024-03-07T02:54:48.922 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.774850963Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2024-03-07T02:54:48.922 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.784697809Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2024-03-07T02:54:48.922 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.785571956Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2024-03-07T02:54:48.922 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.786466547Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2024-03-07T02:54:48.922 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.789945351Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2024-03-07T02:54:48.922 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.79086542Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2024-03-07T02:54:48.922 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.791629707Z level=info msg="Executing migration" id="create folder table" 2024-03-07T02:54:48.922 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.792611625Z level=info msg="Executing migration" id="Add index for parent_uid" 2024-03-07T02:54:48.922 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.79335243Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2024-03-07T02:54:48.922 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.794308678Z level=info msg="Executing migration" id="Update folder title length" 2024-03-07T02:54:48.923 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.795091147Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2024-03-07T02:54:48.923 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=migrator t=2024-03-07T02:54:48.796074512Z level=info msg="migrations completed" performed=485 skipped=0 duration=725.62153ms 2024-03-07T02:54:48.923 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=sqlstore t=2024-03-07T02:54:48.796587525Z level=info msg="Created default organization" 2024-03-07T02:54:48.923 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=plugin.loader t=2024-03-07T02:54:48.851453698Z level=info msg="Plugin registered" pluginID=input 2024-03-07T02:54:48.923 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=plugin.loader t=2024-03-07T02:54:48.878155167Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-03-07T02:54:48.923 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=plugin.loader t=2024-03-07T02:54:48.878178445Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-03-07T02:54:48.923 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=secrets t=2024-03-07T02:54:48.878220898Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-03-07T02:54:48.923 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=query_data t=2024-03-07T02:54:48.87987053Z level=info msg="Query Service initialization" 2024-03-07T02:54:48.923 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=live.push_http t=2024-03-07T02:54:48.882172067Z level=info msg="Live Push Gateway initialization" 2024-03-07T02:54:49.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:49 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:49.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:49 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:49.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:49 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:49.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:49 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:49.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:49 smithi090 ceph-mon[37987]: Deploying daemon node-exporter.a on smithi090 2024-03-07T02:54:49.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:49 smithi090 ceph-mon[37987]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:54:49.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:49 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T02:54:49.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:49 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:49.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:49 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:49.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:49 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:49.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:49 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:49.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:49 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:49.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:49 smithi090 ceph-mon[27223]: Deploying daemon node-exporter.a on smithi090 2024-03-07T02:54:49.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:49 smithi090 ceph-mon[27223]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:54:49.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:49 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T02:54:49.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:49 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:49.331 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:49 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:49.331 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:49 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:49.331 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:49 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:49.331 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:49 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:49.331 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:49 smithi092 ceph-mon[31083]: Deploying daemon node-exporter.a on smithi090 2024-03-07T02:54:49.331 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:49 smithi092 ceph-mon[31083]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:54:49.331 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:49 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T02:54:49.331 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:49 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:54:49.398 INFO:teuthology.orchestra.run.smithi090.stdout:34359738418 2024-03-07T02:54:49.398 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph osd last-stat-seq osd.0 2024-03-07T02:54:49.917 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=infra.usagestats.collector t=2024-03-07T02:54:49.619497342Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-03-07T02:54:49.917 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=provisioning.datasources t=2024-03-07T02:54:49.673640542Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-03-07T02:54:49.917 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=provisioning.datasources t=2024-03-07T02:54:49.705582859Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2024-03-07T02:54:49.917 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=provisioning.alerting t=2024-03-07T02:54:49.727410769Z level=info msg="starting to provision alerting" 2024-03-07T02:54:49.917 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=provisioning.alerting t=2024-03-07T02:54:49.727440014Z level=info msg="finished to provision alerting" 2024-03-07T02:54:49.918 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=ngalert.state.manager t=2024-03-07T02:54:49.727587352Z level=info msg="Warming state cache for startup" 2024-03-07T02:54:49.918 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=grafanaStorageLogger t=2024-03-07T02:54:49.727903955Z level=info msg="storage starting" 2024-03-07T02:54:49.918 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=http.server t=2024-03-07T02:54:49.732677973Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-03-07T02:54:49.918 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=ngalert.state.manager t=2024-03-07T02:54:49.738100151Z level=info msg="State cache has been initialized" states=0 duration=10.508817ms 2024-03-07T02:54:49.918 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=ngalert.multiorg.alertmanager t=2024-03-07T02:54:49.738158262Z level=info msg="starting MultiOrg Alertmanager" 2024-03-07T02:54:49.918 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=ticker t=2024-03-07T02:54:49.738190522Z level=info msg=starting first_tick=2024-03-07T02:54:50Z 2024-03-07T02:54:49.918 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=sqlstore.transactions t=2024-03-07T02:54:49.73898901Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-03-07T02:54:49.918 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=sqlstore.transactions t=2024-03-07T02:54:49.794257264Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-03-07T02:54:49.918 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 02:54:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=sqlstore.transactions t=2024-03-07T02:54:49.805171786Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" 2024-03-07T02:54:50.514 INFO:teuthology.orchestra.run.smithi090.stdout:163208757276 2024-03-07T02:54:50.515 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph osd last-stat-seq osd.5 2024-03-07T02:54:51.053 INFO:teuthology.orchestra.run.smithi090.stdout:197568495637 2024-03-07T02:54:51.054 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph osd last-stat-seq osd.6 2024-03-07T02:54:51.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:51 smithi090 ceph-mon[37987]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:54:51.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:51 smithi090 ceph-mon[27223]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:54:51.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:51 smithi092 ceph-mon[31083]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:54:52.760 INFO:teuthology.orchestra.run.smithi090.stdout:128849018912 2024-03-07T02:54:52.760 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph osd last-stat-seq osd.4 2024-03-07T02:54:52.785 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:52 smithi090 ceph-mon[37987]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:54:52.785 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:52 smithi090 ceph-mon[27223]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:54:52.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:52 smithi092 ceph-mon[31083]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:54:53.037 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:54:52 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: ::ffff:172.21.15.92 - - [07/Mar/2024:02:54:52] "GET /metrics HTTP/1.1" 200 33621 "" "Prometheus/2.43.0" 2024-03-07T02:54:53.736 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T02:54:53.736 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T02:54:53.737 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T02:54:53.763 INFO:teuthology.orchestra.run.smithi090.stdout:107374182438 2024-03-07T02:54:53.764 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph osd last-stat-seq osd.3 2024-03-07T02:54:55.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:55 smithi092 ceph-mon[31083]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:54:55.758 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:55 smithi090 ceph-mon[37987]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:54:55.758 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:55 smithi090 ceph-mon[27223]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:54:56.642 INFO:teuthology.orchestra.run.smithi090.stdout:77309411371 2024-03-07T02:54:56.642 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph osd last-stat-seq osd.2 2024-03-07T02:54:57.447 INFO:teuthology.orchestra.run.smithi090.stdout:55834574896 2024-03-07T02:54:57.795 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:57 smithi090 ceph-mon[37987]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:54:57.795 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:57 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/813196100' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-03-07T02:54:57.795 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:57 smithi090 ceph-mon[27223]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:54:57.796 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:57 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/813196100' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-03-07T02:54:57.796 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 02:54:57 smithi090 bash[70911]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-03-07T02:54:57.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:57 smithi092 ceph-mon[31083]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:54:57.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:57 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/813196100' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-03-07T02:54:58.486 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574893 got 55834574896 for osd.1 2024-03-07T02:54:58.487 DEBUG:teuthology.parallel:result is None 2024-03-07T02:54:58.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:58 smithi090 ceph-mon[27223]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:54:58.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:58 smithi090 ceph-mon[37987]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:54:58.625 INFO:teuthology.orchestra.run.smithi090.stdout:34359738421 2024-03-07T02:54:58.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:58 smithi092 ceph-mon[31083]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:54:59.417 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T02:54:59.417 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T02:54:59.654 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T02:54:59.655 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T02:54:59.773 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:54:59 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/2625519995' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-03-07T02:54:59.773 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:54:59 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/2625519995' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-03-07T02:54:59.773 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 02:54:59 smithi090 bash[70911]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-03-07T02:54:59.788 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:54:59 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/2625519995' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-03-07T02:55:00.048 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 02:54:59 smithi090 bash[70911]: Writing manifest to image destination 2024-03-07T02:55:00.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:00 smithi092 ceph-mon[31083]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:00.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:00 smithi090 ceph-mon[27223]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:00.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:00 smithi090 ceph-mon[37987]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:00.829 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 02:55:00 smithi090 podman[70911]: 2024-03-07 02:55:00.461238872 +0000 UTC m=+3.332253535 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-03-07T02:55:01.579 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 02:55:01 smithi090 podman[70911]: 2024-03-07 02:55:01.310571922 +0000 UTC m=+4.181586569 container create 76496853f3a5c9e80a5b529cf3af9d0d706f8950203673960c95fb38736c5462 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2024-03-07T02:55:01.906 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 02:55:01 smithi090 podman[70911]: 2024-03-07 02:55:01.606025709 +0000 UTC m=+4.477040363 container init 76496853f3a5c9e80a5b529cf3af9d0d706f8950203673960c95fb38736c5462 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2024-03-07T02:55:01.906 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 02:55:01 smithi090 podman[70911]: 2024-03-07 02:55:01.608757891 +0000 UTC m=+4.479772541 container start 76496853f3a5c9e80a5b529cf3af9d0d706f8950203673960c95fb38736c5462 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2024-03-07T02:55:01.906 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 02:55:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[71190]: ts=2024-03-07T02:55:01.612Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-03-07T02:55:01.907 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 02:55:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[71190]: ts=2024-03-07T02:55:01.612Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-03-07T02:55:01.907 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 02:55:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[71190]: ts=2024-03-07T02:55:01.613Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-03-07T02:55:01.907 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 02:55:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[71190]: ts=2024-03-07T02:55:01.613Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-03-07T02:55:01.907 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 02:55:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[71190]: ts=2024-03-07T02:55:01.613Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-03-07T02:55:01.907 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 02:55:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[71190]: ts=2024-03-07T02:55:01.613Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-03-07T02:55:01.907 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 02:55:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[71190]: ts=2024-03-07T02:55:01.613Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-03-07T02:55:01.907 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 02:55:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[71190]: ts=2024-03-07T02:55:01.613Z caller=node_exporter.go:117 level=info collector=arp 2024-03-07T02:55:01.907 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 02:55:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[71190]: ts=2024-03-07T02:55:01.613Z caller=node_exporter.go:117 level=info collector=bcache 2024-03-07T02:55:01.907 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 02:55:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[71190]: ts=2024-03-07T02:55:01.613Z caller=node_exporter.go:117 level=info collector=bonding 2024-03-07T02:55:01.907 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 02:55:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[71190]: ts=2024-03-07T02:55:01.614Z caller=node_exporter.go:117 level=info collector=btrfs 2024-03-07T02:55:01.907 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 02:55:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[71190]: ts=2024-03-07T02:55:01.614Z caller=node_exporter.go:117 level=info collector=conntrack 2024-03-07T02:55:01.907 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 02:55:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[71190]: ts=2024-03-07T02:55:01.614Z caller=node_exporter.go:117 level=info collector=cpu 2024-03-07T02:55:01.908 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 02:55:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[71190]: ts=2024-03-07T02:55:01.614Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-03-07T02:55:01.908 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 02:55:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[71190]: ts=2024-03-07T02:55:01.614Z caller=node_exporter.go:117 level=info collector=diskstats 2024-03-07T02:55:01.908 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 02:55:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[71190]: ts=2024-03-07T02:55:01.614Z caller=node_exporter.go:117 level=info collector=dmi 2024-03-07T02:55:01.908 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 02:55:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[71190]: ts=2024-03-07T02:55:01.614Z caller=node_exporter.go:117 level=info collector=edac 2024-03-07T02:55:01.908 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 02:55:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[71190]: ts=2024-03-07T02:55:01.614Z caller=node_exporter.go:117 level=info collector=entropy 2024-03-07T02:55:01.908 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 02:55:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[71190]: ts=2024-03-07T02:55:01.614Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-03-07T02:55:01.908 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 02:55:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[71190]: ts=2024-03-07T02:55:01.614Z caller=node_exporter.go:117 level=info collector=filefd 2024-03-07T02:55:01.908 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 02:55:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[71190]: ts=2024-03-07T02:55:01.614Z caller=node_exporter.go:117 level=info collector=filesystem 2024-03-07T02:55:01.908 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 02:55:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[71190]: ts=2024-03-07T02:55:01.614Z caller=node_exporter.go:117 level=info collector=hwmon 2024-03-07T02:55:01.908 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 02:55:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[71190]: ts=2024-03-07T02:55:01.614Z caller=node_exporter.go:117 level=info collector=infiniband 2024-03-07T02:55:01.908 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 02:55:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[71190]: ts=2024-03-07T02:55:01.614Z caller=node_exporter.go:117 level=info collector=ipvs 2024-03-07T02:55:01.908 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 02:55:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[71190]: ts=2024-03-07T02:55:01.614Z caller=node_exporter.go:117 level=info collector=loadavg 2024-03-07T02:55:01.908 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 02:55:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[71190]: ts=2024-03-07T02:55:01.614Z caller=node_exporter.go:117 level=info collector=mdadm 2024-03-07T02:55:01.909 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 02:55:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[71190]: ts=2024-03-07T02:55:01.614Z caller=node_exporter.go:117 level=info collector=meminfo 2024-03-07T02:55:01.909 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 02:55:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[71190]: ts=2024-03-07T02:55:01.614Z caller=node_exporter.go:117 level=info collector=netclass 2024-03-07T02:55:01.909 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 02:55:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[71190]: ts=2024-03-07T02:55:01.614Z caller=node_exporter.go:117 level=info collector=netdev 2024-03-07T02:55:01.909 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 02:55:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[71190]: ts=2024-03-07T02:55:01.614Z caller=node_exporter.go:117 level=info collector=netstat 2024-03-07T02:55:01.909 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 02:55:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[71190]: ts=2024-03-07T02:55:01.614Z caller=node_exporter.go:117 level=info collector=nfs 2024-03-07T02:55:01.909 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 02:55:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[71190]: ts=2024-03-07T02:55:01.614Z caller=node_exporter.go:117 level=info collector=nfsd 2024-03-07T02:55:01.909 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 02:55:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[71190]: ts=2024-03-07T02:55:01.614Z caller=node_exporter.go:117 level=info collector=nvme 2024-03-07T02:55:01.909 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 02:55:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[71190]: ts=2024-03-07T02:55:01.614Z caller=node_exporter.go:117 level=info collector=os 2024-03-07T02:55:01.909 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 02:55:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[71190]: ts=2024-03-07T02:55:01.614Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-03-07T02:55:01.909 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 02:55:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[71190]: ts=2024-03-07T02:55:01.614Z caller=node_exporter.go:117 level=info collector=pressure 2024-03-07T02:55:01.909 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 02:55:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[71190]: ts=2024-03-07T02:55:01.614Z caller=node_exporter.go:117 level=info collector=rapl 2024-03-07T02:55:01.909 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 02:55:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[71190]: ts=2024-03-07T02:55:01.614Z caller=node_exporter.go:117 level=info collector=schedstat 2024-03-07T02:55:01.910 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 02:55:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[71190]: ts=2024-03-07T02:55:01.614Z caller=node_exporter.go:117 level=info collector=selinux 2024-03-07T02:55:01.910 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 02:55:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[71190]: ts=2024-03-07T02:55:01.614Z caller=node_exporter.go:117 level=info collector=sockstat 2024-03-07T02:55:01.910 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 02:55:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[71190]: ts=2024-03-07T02:55:01.614Z caller=node_exporter.go:117 level=info collector=softnet 2024-03-07T02:55:01.910 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 02:55:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[71190]: ts=2024-03-07T02:55:01.614Z caller=node_exporter.go:117 level=info collector=stat 2024-03-07T02:55:01.910 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 02:55:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[71190]: ts=2024-03-07T02:55:01.614Z caller=node_exporter.go:117 level=info collector=tapestats 2024-03-07T02:55:01.910 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 02:55:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[71190]: ts=2024-03-07T02:55:01.614Z caller=node_exporter.go:117 level=info collector=textfile 2024-03-07T02:55:01.910 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 02:55:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[71190]: ts=2024-03-07T02:55:01.614Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-03-07T02:55:01.910 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 02:55:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[71190]: ts=2024-03-07T02:55:01.614Z caller=node_exporter.go:117 level=info collector=time 2024-03-07T02:55:01.910 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 02:55:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[71190]: ts=2024-03-07T02:55:01.614Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-03-07T02:55:01.910 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 02:55:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[71190]: ts=2024-03-07T02:55:01.614Z caller=node_exporter.go:117 level=info collector=uname 2024-03-07T02:55:01.910 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 02:55:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[71190]: ts=2024-03-07T02:55:01.614Z caller=node_exporter.go:117 level=info collector=vmstat 2024-03-07T02:55:01.910 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 02:55:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[71190]: ts=2024-03-07T02:55:01.614Z caller=node_exporter.go:117 level=info collector=xfs 2024-03-07T02:55:01.910 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 02:55:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[71190]: ts=2024-03-07T02:55:01.614Z caller=node_exporter.go:117 level=info collector=zfs 2024-03-07T02:55:01.910 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 02:55:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[71190]: ts=2024-03-07T02:55:01.614Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-03-07T02:55:01.911 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 02:55:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[71190]: ts=2024-03-07T02:55:01.614Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-03-07T02:55:01.911 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 02:55:01 smithi090 bash[70911]: 76496853f3a5c9e80a5b529cf3af9d0d706f8950203673960c95fb38736c5462 2024-03-07T02:55:01.911 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 02:55:01 smithi090 systemd[1]: Started Ceph node-exporter.a for fb96fd1c-dc2c-11ee-95c6-87774f69a715. 2024-03-07T02:55:02.396 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738418 got 34359738421 for osd.0 2024-03-07T02:55:02.396 DEBUG:teuthology.parallel:result is None 2024-03-07T02:55:02.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:02 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:02.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:02 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:02.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:02 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:02.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:02 smithi092 ceph-mon[31083]: Deploying daemon node-exporter.b on smithi092 2024-03-07T02:55:02.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:02 smithi092 ceph-mon[31083]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:02.917 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 02:55:02 smithi092 bash[61279]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-03-07T02:55:03.023 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:02 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:03.023 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:02 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:03.023 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:02 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:03.023 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:02 smithi090 ceph-mon[37987]: Deploying daemon node-exporter.b on smithi092 2024-03-07T02:55:03.023 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:02 smithi090 ceph-mon[37987]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:03.023 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:02 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:03.023 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:02 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:03.023 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:02 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:03.023 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:02 smithi090 ceph-mon[27223]: Deploying daemon node-exporter.b on smithi092 2024-03-07T02:55:03.023 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:02 smithi090 ceph-mon[27223]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:03.024 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:55:02 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: ::ffff:172.21.15.92 - - [07/Mar/2024:02:55:02] "GET /metrics HTTP/1.1" 200 33621 "" "Prometheus/2.43.0" 2024-03-07T02:55:03.667 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 02:55:03 smithi092 bash[61279]: Getting image source signatures 2024-03-07T02:55:03.667 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 02:55:03 smithi092 bash[61279]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-03-07T02:55:03.667 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 02:55:03 smithi092 bash[61279]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-03-07T02:55:03.667 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 02:55:03 smithi092 bash[61279]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-03-07T02:55:04.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:03 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T02:55:04.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:03 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T02:55:04.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:03 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T02:55:04.887 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 02:55:04 smithi092 bash[61279]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-03-07T02:55:04.887 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 02:55:04 smithi092 bash[61279]: Writing manifest to image destination 2024-03-07T02:55:05.167 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 02:55:05 smithi092 podman[61279]: 2024-03-07 02:55:05.00127703 +0000 UTC m=+2.248657244 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-03-07T02:55:05.167 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 02:55:05 smithi092 podman[61279]: 2024-03-07 02:55:05.116673079 +0000 UTC m=+2.364053277 container create 9ed8c0a039201b5cdc18e513417773a510ca06dd23cb2468181545a8d411bdbc (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2024-03-07T02:55:05.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:05 smithi090 ceph-mon[37987]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:05.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:05 smithi090 ceph-mon[27223]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:05.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:05 smithi092 ceph-mon[31083]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:05.667 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 02:55:05 smithi092 podman[61279]: 2024-03-07 02:55:05.335223179 +0000 UTC m=+2.582603392 container init 9ed8c0a039201b5cdc18e513417773a510ca06dd23cb2468181545a8d411bdbc (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2024-03-07T02:55:05.667 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 02:55:05 smithi092 podman[61279]: 2024-03-07 02:55:05.337852595 +0000 UTC m=+2.585232794 container start 9ed8c0a039201b5cdc18e513417773a510ca06dd23cb2468181545a8d411bdbc (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2024-03-07T02:55:05.667 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 02:55:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[61339]: ts=2024-03-07T02:55:05.341Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-03-07T02:55:05.667 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 02:55:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[61339]: ts=2024-03-07T02:55:05.341Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-03-07T02:55:05.667 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 02:55:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[61339]: ts=2024-03-07T02:55:05.341Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-03-07T02:55:05.667 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 02:55:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[61339]: ts=2024-03-07T02:55:05.341Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-03-07T02:55:05.667 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 02:55:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[61339]: ts=2024-03-07T02:55:05.342Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-03-07T02:55:05.667 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 02:55:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[61339]: ts=2024-03-07T02:55:05.342Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-03-07T02:55:05.668 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 02:55:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[61339]: ts=2024-03-07T02:55:05.342Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-03-07T02:55:05.668 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 02:55:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[61339]: ts=2024-03-07T02:55:05.342Z caller=node_exporter.go:117 level=info collector=arp 2024-03-07T02:55:05.668 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 02:55:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[61339]: ts=2024-03-07T02:55:05.342Z caller=node_exporter.go:117 level=info collector=bcache 2024-03-07T02:55:05.668 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 02:55:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[61339]: ts=2024-03-07T02:55:05.342Z caller=node_exporter.go:117 level=info collector=bonding 2024-03-07T02:55:05.668 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 02:55:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[61339]: ts=2024-03-07T02:55:05.342Z caller=node_exporter.go:117 level=info collector=btrfs 2024-03-07T02:55:05.668 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 02:55:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[61339]: ts=2024-03-07T02:55:05.342Z caller=node_exporter.go:117 level=info collector=conntrack 2024-03-07T02:55:05.668 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 02:55:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[61339]: ts=2024-03-07T02:55:05.342Z caller=node_exporter.go:117 level=info collector=cpu 2024-03-07T02:55:05.668 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 02:55:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[61339]: ts=2024-03-07T02:55:05.342Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-03-07T02:55:05.669 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 02:55:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[61339]: ts=2024-03-07T02:55:05.342Z caller=node_exporter.go:117 level=info collector=diskstats 2024-03-07T02:55:05.669 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 02:55:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[61339]: ts=2024-03-07T02:55:05.342Z caller=node_exporter.go:117 level=info collector=dmi 2024-03-07T02:55:05.669 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 02:55:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[61339]: ts=2024-03-07T02:55:05.342Z caller=node_exporter.go:117 level=info collector=edac 2024-03-07T02:55:05.669 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 02:55:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[61339]: ts=2024-03-07T02:55:05.342Z caller=node_exporter.go:117 level=info collector=entropy 2024-03-07T02:55:05.669 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 02:55:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[61339]: ts=2024-03-07T02:55:05.342Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-03-07T02:55:05.669 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 02:55:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[61339]: ts=2024-03-07T02:55:05.342Z caller=node_exporter.go:117 level=info collector=filefd 2024-03-07T02:55:05.669 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 02:55:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[61339]: ts=2024-03-07T02:55:05.342Z caller=node_exporter.go:117 level=info collector=filesystem 2024-03-07T02:55:05.669 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 02:55:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[61339]: ts=2024-03-07T02:55:05.342Z caller=node_exporter.go:117 level=info collector=hwmon 2024-03-07T02:55:05.669 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 02:55:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[61339]: ts=2024-03-07T02:55:05.342Z caller=node_exporter.go:117 level=info collector=infiniband 2024-03-07T02:55:05.669 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 02:55:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[61339]: ts=2024-03-07T02:55:05.342Z caller=node_exporter.go:117 level=info collector=ipvs 2024-03-07T02:55:05.669 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 02:55:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[61339]: ts=2024-03-07T02:55:05.342Z caller=node_exporter.go:117 level=info collector=loadavg 2024-03-07T02:55:05.669 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 02:55:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[61339]: ts=2024-03-07T02:55:05.342Z caller=node_exporter.go:117 level=info collector=mdadm 2024-03-07T02:55:05.670 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 02:55:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[61339]: ts=2024-03-07T02:55:05.342Z caller=node_exporter.go:117 level=info collector=meminfo 2024-03-07T02:55:05.670 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 02:55:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[61339]: ts=2024-03-07T02:55:05.342Z caller=node_exporter.go:117 level=info collector=netclass 2024-03-07T02:55:05.670 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 02:55:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[61339]: ts=2024-03-07T02:55:05.342Z caller=node_exporter.go:117 level=info collector=netdev 2024-03-07T02:55:05.670 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 02:55:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[61339]: ts=2024-03-07T02:55:05.342Z caller=node_exporter.go:117 level=info collector=netstat 2024-03-07T02:55:05.670 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 02:55:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[61339]: ts=2024-03-07T02:55:05.342Z caller=node_exporter.go:117 level=info collector=nfs 2024-03-07T02:55:05.670 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 02:55:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[61339]: ts=2024-03-07T02:55:05.342Z caller=node_exporter.go:117 level=info collector=nfsd 2024-03-07T02:55:05.670 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 02:55:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[61339]: ts=2024-03-07T02:55:05.342Z caller=node_exporter.go:117 level=info collector=nvme 2024-03-07T02:55:05.670 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 02:55:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[61339]: ts=2024-03-07T02:55:05.342Z caller=node_exporter.go:117 level=info collector=os 2024-03-07T02:55:05.670 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 02:55:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[61339]: ts=2024-03-07T02:55:05.342Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-03-07T02:55:05.670 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 02:55:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[61339]: ts=2024-03-07T02:55:05.342Z caller=node_exporter.go:117 level=info collector=pressure 2024-03-07T02:55:05.670 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 02:55:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[61339]: ts=2024-03-07T02:55:05.342Z caller=node_exporter.go:117 level=info collector=rapl 2024-03-07T02:55:05.670 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 02:55:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[61339]: ts=2024-03-07T02:55:05.342Z caller=node_exporter.go:117 level=info collector=schedstat 2024-03-07T02:55:05.670 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 02:55:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[61339]: ts=2024-03-07T02:55:05.342Z caller=node_exporter.go:117 level=info collector=selinux 2024-03-07T02:55:05.670 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 02:55:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[61339]: ts=2024-03-07T02:55:05.342Z caller=node_exporter.go:117 level=info collector=sockstat 2024-03-07T02:55:05.670 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 02:55:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[61339]: ts=2024-03-07T02:55:05.342Z caller=node_exporter.go:117 level=info collector=softnet 2024-03-07T02:55:05.670 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 02:55:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[61339]: ts=2024-03-07T02:55:05.342Z caller=node_exporter.go:117 level=info collector=stat 2024-03-07T02:55:05.671 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 02:55:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[61339]: ts=2024-03-07T02:55:05.342Z caller=node_exporter.go:117 level=info collector=tapestats 2024-03-07T02:55:05.671 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 02:55:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[61339]: ts=2024-03-07T02:55:05.342Z caller=node_exporter.go:117 level=info collector=textfile 2024-03-07T02:55:05.671 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 02:55:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[61339]: ts=2024-03-07T02:55:05.342Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-03-07T02:55:05.671 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 02:55:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[61339]: ts=2024-03-07T02:55:05.342Z caller=node_exporter.go:117 level=info collector=time 2024-03-07T02:55:05.671 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 02:55:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[61339]: ts=2024-03-07T02:55:05.342Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-03-07T02:55:05.671 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 02:55:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[61339]: ts=2024-03-07T02:55:05.342Z caller=node_exporter.go:117 level=info collector=uname 2024-03-07T02:55:05.671 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 02:55:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[61339]: ts=2024-03-07T02:55:05.342Z caller=node_exporter.go:117 level=info collector=vmstat 2024-03-07T02:55:05.671 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 02:55:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[61339]: ts=2024-03-07T02:55:05.342Z caller=node_exporter.go:117 level=info collector=xfs 2024-03-07T02:55:05.671 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 02:55:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[61339]: ts=2024-03-07T02:55:05.342Z caller=node_exporter.go:117 level=info collector=zfs 2024-03-07T02:55:05.671 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 02:55:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[61339]: ts=2024-03-07T02:55:05.343Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-03-07T02:55:05.671 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 02:55:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[61339]: ts=2024-03-07T02:55:05.343Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-03-07T02:55:05.671 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 02:55:05 smithi092 bash[61279]: 9ed8c0a039201b5cdc18e513417773a510ca06dd23cb2468181545a8d411bdbc 2024-03-07T02:55:05.671 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 02:55:05 smithi092 systemd[1]: Started Ceph node-exporter.b for fb96fd1c-dc2c-11ee-95c6-87774f69a715. 2024-03-07T02:55:06.127 INFO:teuthology.orchestra.run.smithi090.stdout:163208757278 2024-03-07T02:55:06.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:06 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:06.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:06 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:06.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:06 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:06.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:06 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:06.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:06 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:06.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:06 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:55:06.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:06 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/693477833' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-03-07T02:55:06.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:06 smithi090 ceph-mon[37987]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:06.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:06 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:06.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:06 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:06.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:06 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:06.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:06 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:06.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:06 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:06.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:06 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:55:06.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:06 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/693477833' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-03-07T02:55:06.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:06 smithi090 ceph-mon[27223]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:06.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:06 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:06.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:06 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:06.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:06 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:06.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:06 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:06.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:06 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:06.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:06 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:55:06.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:06 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/693477833' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-03-07T02:55:06.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:06 smithi092 ceph-mon[31083]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:07.455 INFO:tasks.cephadm.ceph_manager.ceph:need seq 163208757276 got 163208757278 for osd.5 2024-03-07T02:55:07.456 DEBUG:teuthology.parallel:result is None 2024-03-07T02:55:07.561 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:07 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/2432935798' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-03-07T02:55:07.670 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:07 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/2432935798' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-03-07T02:55:07.670 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:07 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/2432935798' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-03-07T02:55:07.753 INFO:teuthology.orchestra.run.smithi090.stdout:128849018915 2024-03-07T02:55:08.189 INFO:teuthology.orchestra.run.smithi090.stdout:197568495641 2024-03-07T02:55:08.248 INFO:teuthology.orchestra.run.smithi090.stdout:231928234005 2024-03-07T02:55:08.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:08 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/2288254606' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-03-07T02:55:08.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:08 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/1585207700' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-03-07T02:55:08.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:08 smithi090 ceph-mon[27223]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:08.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:08 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:08.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:08 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/2288254606' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-03-07T02:55:08.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:08 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/1585207700' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-03-07T02:55:08.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:08 smithi090 ceph-mon[37987]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:08.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:08 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:08.896 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:08 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/2288254606' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-03-07T02:55:08.896 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:08 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/1585207700' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-03-07T02:55:08.896 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:08 smithi092 ceph-mon[31083]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:08.896 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:08 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:09.068 INFO:tasks.cephadm.ceph_manager.ceph:need seq 128849018912 got 128849018915 for osd.4 2024-03-07T02:55:09.069 DEBUG:teuthology.parallel:result is None 2024-03-07T02:55:09.854 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495637 got 197568495641 for osd.6 2024-03-07T02:55:09.854 DEBUG:teuthology.parallel:result is None 2024-03-07T02:55:10.127 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T02:55:10.265 INFO:teuthology.orchestra.run.smithi090.stdout:107374182441 2024-03-07T02:55:10.516 INFO:tasks.cephadm.ceph_manager.ceph:need seq 231928234001 got 231928234005 for osd.7 2024-03-07T02:55:10.516 DEBUG:teuthology.parallel:result is None 2024-03-07T02:55:10.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:10 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:10.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:10 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:10.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:10 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/3048113702' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-03-07T02:55:10.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:10 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:10.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:10 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:10.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:10 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/3048113702' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-03-07T02:55:10.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:10 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:10.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:10 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:10.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:10 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/3048113702' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-03-07T02:55:11.082 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182438 got 107374182441 for osd.3 2024-03-07T02:55:11.082 DEBUG:teuthology.parallel:result is None 2024-03-07T02:55:11.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:11 smithi090 ceph-mon[27223]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:11.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:11 smithi090 ceph-mon[37987]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:11.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:11 smithi092 ceph-mon[31083]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:12.709 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:12 smithi090 ceph-mon[27223]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:12.710 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:12 smithi090 ceph-mon[37987]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:12.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:12 smithi092 ceph-mon[31083]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:13.041 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:55:12 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: ::ffff:172.21.15.92 - - [07/Mar/2024:02:55:12] "GET /metrics HTTP/1.1" 200 33625 "" "Prometheus/2.43.0" 2024-03-07T02:55:13.545 INFO:teuthology.orchestra.run.smithi090.stdout:77309411375 2024-03-07T02:55:13.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:13 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/455701019' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-03-07T02:55:13.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:13 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/455701019' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-03-07T02:55:13.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:13 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/455701019' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-03-07T02:55:14.314 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411371 got 77309411375 for osd.2 2024-03-07T02:55:14.315 DEBUG:teuthology.parallel:result is None 2024-03-07T02:55:14.315 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-03-07T02:55:14.315 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph pg dump --format=json 2024-03-07T02:55:15.008 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T02:55:15.466 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:15 smithi090 ceph-mon[27223]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:15.467 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:15 smithi090 ceph-mon[37987]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:15.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:15 smithi092 ceph-mon[31083]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:16.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:16 smithi090 ceph-mon[27223]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:16.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:16 smithi090 ceph-mon[37987]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:16.916 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:16 smithi092 ceph-mon[31083]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:17.533 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T02:55:17.535 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-03-07T02:55:18.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:17 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:18.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:17 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:18.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:17 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:55:18.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:17 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:55:18.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:17 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:18.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:17 smithi090 ceph-mon[37987]: Reconfiguring alertmanager.a (dependencies changed)... 2024-03-07T02:55:18.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:17 smithi090 ceph-mon[37987]: Reconfiguring daemon alertmanager.a on smithi090 2024-03-07T02:55:18.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:17 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:18.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:17 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:18.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:17 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:55:18.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:17 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:55:18.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:17 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:18.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:17 smithi090 ceph-mon[27223]: Reconfiguring alertmanager.a (dependencies changed)... 2024-03-07T02:55:18.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:17 smithi090 ceph-mon[27223]: Reconfiguring daemon alertmanager.a on smithi090 2024-03-07T02:55:18.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:17 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:18.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:17 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:18.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:17 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:55:18.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:17 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:55:18.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:17 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:18.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:17 smithi092 ceph-mon[31083]: Reconfiguring alertmanager.a (dependencies changed)... 2024-03-07T02:55:18.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:17 smithi092 ceph-mon[31083]: Reconfiguring daemon alertmanager.a on smithi090 2024-03-07T02:55:19.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:18 smithi090 ceph-mon[37987]: from='client.24653 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T02:55:19.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:18 smithi090 ceph-mon[37987]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:19.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:18 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.8", "id": [7, 2]}]: dispatch 2024-03-07T02:55:19.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:18 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.a", "id": [4, 3]}]: dispatch 2024-03-07T02:55:19.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:18 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.18", "id": [0, 2]}]: dispatch 2024-03-07T02:55:19.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:18 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]: dispatch 2024-03-07T02:55:19.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:18 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 2]}]: dispatch 2024-03-07T02:55:19.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:18 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T02:55:19.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:18 smithi090 ceph-mon[27223]: from='client.24653 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T02:55:19.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:18 smithi090 ceph-mon[27223]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:19.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:18 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.8", "id": [7, 2]}]: dispatch 2024-03-07T02:55:19.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:18 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.a", "id": [4, 3]}]: dispatch 2024-03-07T02:55:19.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:18 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.18", "id": [0, 2]}]: dispatch 2024-03-07T02:55:19.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:18 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]: dispatch 2024-03-07T02:55:19.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:18 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 2]}]: dispatch 2024-03-07T02:55:19.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:18 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T02:55:19.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:18 smithi092 ceph-mon[31083]: from='client.24653 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T02:55:19.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:18 smithi092 ceph-mon[31083]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:19.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:18 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.8", "id": [7, 2]}]: dispatch 2024-03-07T02:55:19.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:18 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.a", "id": [4, 3]}]: dispatch 2024-03-07T02:55:19.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:18 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.18", "id": [0, 2]}]: dispatch 2024-03-07T02:55:19.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:18 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]: dispatch 2024-03-07T02:55:19.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:18 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 2]}]: dispatch 2024-03-07T02:55:19.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:18 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T02:55:19.820 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":34,"stamp":"2024-03-07T02:55:16.408079+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593514,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":227,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":223216,"kb_used_data":7056,"kb_used_omap":13,"kb_used_meta":216050,"kb_avail":749738000,"statfs":{"total":767960285184,"available":767731712000,"internally_reserved":0,"allocated":7225344,"data_stored":4084657,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":14248,"internal_metadata":221235288},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002919"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.900070+0000","last_change":"2024-03-07T02:53:49.854685+0000","last_active":"2024-03-07T02:54:19.900070+0000","last_peered":"2024-03-07T02:54:19.900070+0000","last_clean":"2024-03-07T02:54:19.900070+0000","last_became_active":"2024-03-07T02:53:49.854367+0000","last_became_peered":"2024-03-07T02:53:49.854367+0000","last_unstale":"2024-03-07T02:54:19.900070+0000","last_undegraded":"2024-03-07T02:54:19.900070+0000","last_fullsized":"2024-03-07T02:54:19.900070+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:49:01.186453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.383413+0000","last_change":"2024-03-07T02:53:49.842861+0000","last_active":"2024-03-07T02:54:19.383413+0000","last_peered":"2024-03-07T02:54:19.383413+0000","last_clean":"2024-03-07T02:54:19.383413+0000","last_became_active":"2024-03-07T02:53:49.842590+0000","last_became_peered":"2024-03-07T02:53:49.842590+0000","last_unstale":"2024-03-07T02:54:19.383413+0000","last_undegraded":"2024-03-07T02:54:19.383413+0000","last_fullsized":"2024-03-07T02:54:19.383413+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:07:22.484029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.383726+0000","last_change":"2024-03-07T02:53:49.839091+0000","last_active":"2024-03-07T02:54:19.383726+0000","last_peered":"2024-03-07T02:54:19.383726+0000","last_clean":"2024-03-07T02:54:19.383726+0000","last_became_active":"2024-03-07T02:53:49.838498+0000","last_became_peered":"2024-03-07T02:53:49.838498+0000","last_unstale":"2024-03-07T02:54:19.383726+0000","last_undegraded":"2024-03-07T02:54:19.383726+0000","last_fullsized":"2024-03-07T02:54:19.383726+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:01:02.450914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.398674+0000","last_change":"2024-03-07T02:53:49.843855+0000","last_active":"2024-03-07T02:54:19.398674+0000","last_peered":"2024-03-07T02:54:19.398674+0000","last_clean":"2024-03-07T02:54:19.398674+0000","last_became_active":"2024-03-07T02:53:49.842954+0000","last_became_peered":"2024-03-07T02:53:49.842954+0000","last_unstale":"2024-03-07T02:54:19.398674+0000","last_undegraded":"2024-03-07T02:54:19.398674+0000","last_fullsized":"2024-03-07T02:54:19.398674+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:14:05.674966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.899708+0000","last_change":"2024-03-07T02:53:49.859451+0000","last_active":"2024-03-07T02:54:19.899708+0000","last_peered":"2024-03-07T02:54:19.899708+0000","last_clean":"2024-03-07T02:54:19.899708+0000","last_became_active":"2024-03-07T02:53:49.858563+0000","last_became_peered":"2024-03-07T02:53:49.858563+0000","last_unstale":"2024-03-07T02:54:19.899708+0000","last_undegraded":"2024-03-07T02:54:19.899708+0000","last_fullsized":"2024-03-07T02:54:19.899708+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T02:57:36.955801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.398859+0000","last_change":"2024-03-07T02:53:49.837569+0000","last_active":"2024-03-07T02:54:19.398859+0000","last_peered":"2024-03-07T02:54:19.398859+0000","last_clean":"2024-03-07T02:54:19.398859+0000","last_became_active":"2024-03-07T02:53:49.836837+0000","last_became_peered":"2024-03-07T02:53:49.836837+0000","last_unstale":"2024-03-07T02:54:19.398859+0000","last_undegraded":"2024-03-07T02:54:19.398859+0000","last_fullsized":"2024-03-07T02:54:19.398859+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:58:29.564285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.898983+0000","last_change":"2024-03-07T02:53:49.857278+0000","last_active":"2024-03-07T02:54:19.898983+0000","last_peered":"2024-03-07T02:54:19.898983+0000","last_clean":"2024-03-07T02:54:19.898983+0000","last_became_active":"2024-03-07T02:53:49.856372+0000","last_became_peered":"2024-03-07T02:53:49.856372+0000","last_unstale":"2024-03-07T02:54:19.898983+0000","last_undegraded":"2024-03-07T02:54:19.898983+0000","last_fullsized":"2024-03-07T02:54:19.898983+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:55:27.367563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.898683+0000","last_change":"2024-03-07T02:53:49.854425+0000","last_active":"2024-03-07T02:54:19.898683+0000","last_peered":"2024-03-07T02:54:19.898683+0000","last_clean":"2024-03-07T02:54:19.898683+0000","last_became_active":"2024-03-07T02:53:49.854138+0000","last_became_peered":"2024-03-07T02:53:49.854138+0000","last_unstale":"2024-03-07T02:54:19.898683+0000","last_undegraded":"2024-03-07T02:54:19.898683+0000","last_fullsized":"2024-03-07T02:54:19.898683+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:01:55.740535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.899995+0000","last_change":"2024-03-07T02:53:49.845405+0000","last_active":"2024-03-07T02:54:19.899995+0000","last_peered":"2024-03-07T02:54:19.899995+0000","last_clean":"2024-03-07T02:54:19.899995+0000","last_became_active":"2024-03-07T02:53:49.845107+0000","last_became_peered":"2024-03-07T02:53:49.845107+0000","last_unstale":"2024-03-07T02:54:19.899995+0000","last_undegraded":"2024-03-07T02:54:19.899995+0000","last_fullsized":"2024-03-07T02:54:19.899995+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:15:38.538297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.899888+0000","last_change":"2024-03-07T02:53:49.847586+0000","last_active":"2024-03-07T02:54:19.899888+0000","last_peered":"2024-03-07T02:54:19.899888+0000","last_clean":"2024-03-07T02:54:19.899888+0000","last_became_active":"2024-03-07T02:53:49.847126+0000","last_became_peered":"2024-03-07T02:53:49.847126+0000","last_unstale":"2024-03-07T02:54:19.899888+0000","last_undegraded":"2024-03-07T02:54:19.899888+0000","last_fullsized":"2024-03-07T02:54:19.899888+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:48:24.852987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.900089+0000","last_change":"2024-03-07T02:53:49.851801+0000","last_active":"2024-03-07T02:54:19.900089+0000","last_peered":"2024-03-07T02:54:19.900089+0000","last_clean":"2024-03-07T02:54:19.900089+0000","last_became_active":"2024-03-07T02:53:49.851464+0000","last_became_peered":"2024-03-07T02:53:49.851464+0000","last_unstale":"2024-03-07T02:54:19.900089+0000","last_undegraded":"2024-03-07T02:54:19.900089+0000","last_fullsized":"2024-03-07T02:54:19.900089+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T02:59:44.199669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.386219+0000","last_change":"2024-03-07T02:53:49.861030+0000","last_active":"2024-03-07T02:54:19.386219+0000","last_peered":"2024-03-07T02:54:19.386219+0000","last_clean":"2024-03-07T02:54:19.386219+0000","last_became_active":"2024-03-07T02:53:49.860716+0000","last_became_peered":"2024-03-07T02:53:49.860716+0000","last_unstale":"2024-03-07T02:54:19.386219+0000","last_undegraded":"2024-03-07T02:54:19.386219+0000","last_fullsized":"2024-03-07T02:54:19.386219+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:26:23.385962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.899363+0000","last_change":"2024-03-07T02:53:49.846374+0000","last_active":"2024-03-07T02:54:19.899363+0000","last_peered":"2024-03-07T02:54:19.899363+0000","last_clean":"2024-03-07T02:54:19.899363+0000","last_became_active":"2024-03-07T02:53:49.845970+0000","last_became_peered":"2024-03-07T02:53:49.845970+0000","last_unstale":"2024-03-07T02:54:19.899363+0000","last_undegraded":"2024-03-07T02:54:19.899363+0000","last_fullsized":"2024-03-07T02:54:19.899363+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:03:02.137070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.383803+0000","last_change":"2024-03-07T02:53:49.841282+0000","last_active":"2024-03-07T02:54:19.383803+0000","last_peered":"2024-03-07T02:54:19.383803+0000","last_clean":"2024-03-07T02:54:19.383803+0000","last_became_active":"2024-03-07T02:53:49.838909+0000","last_became_peered":"2024-03-07T02:53:49.838909+0000","last_unstale":"2024-03-07T02:54:19.383803+0000","last_undegraded":"2024-03-07T02:54:19.383803+0000","last_fullsized":"2024-03-07T02:54:19.383803+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:43:13.370870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.382727+0000","last_change":"2024-03-07T02:53:49.855523+0000","last_active":"2024-03-07T02:54:19.382727+0000","last_peered":"2024-03-07T02:54:19.382727+0000","last_clean":"2024-03-07T02:54:19.382727+0000","last_became_active":"2024-03-07T02:53:49.855250+0000","last_became_peered":"2024-03-07T02:53:49.855250+0000","last_unstale":"2024-03-07T02:54:19.382727+0000","last_undegraded":"2024-03-07T02:54:19.382727+0000","last_fullsized":"2024-03-07T02:54:19.382727+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T02:56:46.370579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.398307+0000","last_change":"2024-03-07T02:53:49.840840+0000","last_active":"2024-03-07T02:54:19.398307+0000","last_peered":"2024-03-07T02:54:19.398307+0000","last_clean":"2024-03-07T02:54:19.398307+0000","last_became_active":"2024-03-07T02:53:49.840550+0000","last_became_peered":"2024-03-07T02:53:49.840550+0000","last_unstale":"2024-03-07T02:54:19.398307+0000","last_undegraded":"2024-03-07T02:54:19.398307+0000","last_fullsized":"2024-03-07T02:54:19.398307+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:15:21.960266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.399060+0000","last_change":"2024-03-07T02:53:49.847259+0000","last_active":"2024-03-07T02:54:19.399060+0000","last_peered":"2024-03-07T02:54:19.399060+0000","last_clean":"2024-03-07T02:54:19.399060+0000","last_became_active":"2024-03-07T02:53:49.846943+0000","last_became_peered":"2024-03-07T02:53:49.846943+0000","last_unstale":"2024-03-07T02:54:19.399060+0000","last_undegraded":"2024-03-07T02:54:19.399060+0000","last_fullsized":"2024-03-07T02:54:19.399060+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:47:18.244929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.899028+0000","last_change":"2024-03-07T02:53:49.853504+0000","last_active":"2024-03-07T02:54:19.899028+0000","last_peered":"2024-03-07T02:54:19.899028+0000","last_clean":"2024-03-07T02:54:19.899028+0000","last_became_active":"2024-03-07T02:53:49.851609+0000","last_became_peered":"2024-03-07T02:53:49.851609+0000","last_unstale":"2024-03-07T02:54:19.899028+0000","last_undegraded":"2024-03-07T02:54:19.899028+0000","last_fullsized":"2024-03-07T02:54:19.899028+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:49:04.202879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.899346+0000","last_change":"2024-03-07T02:53:49.850684+0000","last_active":"2024-03-07T02:54:19.899346+0000","last_peered":"2024-03-07T02:54:19.899346+0000","last_clean":"2024-03-07T02:54:19.899346+0000","last_became_active":"2024-03-07T02:53:49.850380+0000","last_became_peered":"2024-03-07T02:53:49.850380+0000","last_unstale":"2024-03-07T02:54:19.899346+0000","last_undegraded":"2024-03-07T02:54:19.899346+0000","last_fullsized":"2024-03-07T02:54:19.899346+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:00:27.072675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"61'4","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.384054+0000","last_change":"2024-03-07T02:53:49.496615+0000","last_active":"2024-03-07T02:54:19.384054+0000","last_peered":"2024-03-07T02:54:19.384054+0000","last_clean":"2024-03-07T02:54:19.384054+0000","last_became_active":"2024-03-07T02:53:49.496361+0000","last_became_peered":"2024-03-07T02:53:49.496361+0000","last_unstale":"2024-03-07T02:54:19.384054+0000","last_undegraded":"2024-03-07T02:54:19.384054+0000","last_fullsized":"2024-03-07T02:54:19.384054+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:03:34.940835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.899625+0000","last_change":"2024-03-07T02:53:49.845423+0000","last_active":"2024-03-07T02:54:19.899625+0000","last_peered":"2024-03-07T02:54:19.899625+0000","last_clean":"2024-03-07T02:54:19.899625+0000","last_became_active":"2024-03-07T02:53:49.845155+0000","last_became_peered":"2024-03-07T02:53:49.845155+0000","last_unstale":"2024-03-07T02:54:19.899625+0000","last_undegraded":"2024-03-07T02:54:19.899625+0000","last_fullsized":"2024-03-07T02:54:19.899625+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:41:39.478821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.899512+0000","last_change":"2024-03-07T02:53:49.492802+0000","last_active":"2024-03-07T02:54:19.899512+0000","last_peered":"2024-03-07T02:54:19.899512+0000","last_clean":"2024-03-07T02:54:19.899512+0000","last_became_active":"2024-03-07T02:53:49.492524+0000","last_became_peered":"2024-03-07T02:53:49.492524+0000","last_unstale":"2024-03-07T02:54:19.899512+0000","last_undegraded":"2024-03-07T02:54:19.899512+0000","last_fullsized":"2024-03-07T02:54:19.899512+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:46:11.087858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.384055+0000","last_change":"2024-03-07T02:53:49.840417+0000","last_active":"2024-03-07T02:54:19.384055+0000","last_peered":"2024-03-07T02:54:19.384055+0000","last_clean":"2024-03-07T02:54:19.384055+0000","last_became_active":"2024-03-07T02:53:49.840154+0000","last_became_peered":"2024-03-07T02:53:49.840154+0000","last_unstale":"2024-03-07T02:54:19.384055+0000","last_undegraded":"2024-03-07T02:54:19.384055+0000","last_fullsized":"2024-03-07T02:54:19.384055+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:39:44.772598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":18,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.899730+0000","last_change":"2024-03-07T02:53:49.496733+0000","last_active":"2024-03-07T02:54:19.899730+0000","last_peered":"2024-03-07T02:54:19.899730+0000","last_clean":"2024-03-07T02:54:19.899730+0000","last_became_active":"2024-03-07T02:53:49.496387+0000","last_became_peered":"2024-03-07T02:53:49.496387+0000","last_unstale":"2024-03-07T02:54:19.899730+0000","last_undegraded":"2024-03-07T02:54:19.899730+0000","last_fullsized":"2024-03-07T02:54:19.899730+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:20:05.531547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.398722+0000","last_change":"2024-03-07T02:53:49.849772+0000","last_active":"2024-03-07T02:54:19.398722+0000","last_peered":"2024-03-07T02:54:19.398722+0000","last_clean":"2024-03-07T02:54:19.398722+0000","last_became_active":"2024-03-07T02:53:49.849293+0000","last_became_peered":"2024-03-07T02:53:49.849293+0000","last_unstale":"2024-03-07T02:54:19.398722+0000","last_undegraded":"2024-03-07T02:54:19.398722+0000","last_fullsized":"2024-03-07T02:54:19.398722+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:58:53.630596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":18,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.899234+0000","last_change":"2024-03-07T02:53:49.493668+0000","last_active":"2024-03-07T02:54:19.899234+0000","last_peered":"2024-03-07T02:54:19.899234+0000","last_clean":"2024-03-07T02:54:19.899234+0000","last_became_active":"2024-03-07T02:53:49.493367+0000","last_became_peered":"2024-03-07T02:53:49.493367+0000","last_unstale":"2024-03-07T02:54:19.899234+0000","last_undegraded":"2024-03-07T02:54:19.899234+0000","last_fullsized":"2024-03-07T02:54:19.899234+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:41:11.876342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.398814+0000","last_change":"2024-03-07T02:53:49.846608+0000","last_active":"2024-03-07T02:54:19.398814+0000","last_peered":"2024-03-07T02:54:19.398814+0000","last_clean":"2024-03-07T02:54:19.398814+0000","last_became_active":"2024-03-07T02:53:49.846295+0000","last_became_peered":"2024-03-07T02:53:49.846295+0000","last_unstale":"2024-03-07T02:54:19.398814+0000","last_undegraded":"2024-03-07T02:54:19.398814+0000","last_fullsized":"2024-03-07T02:54:19.398814+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:23:15.144059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.899514+0000","last_change":"2024-03-07T02:53:49.491145+0000","last_active":"2024-03-07T02:54:19.899514+0000","last_peered":"2024-03-07T02:54:19.899514+0000","last_clean":"2024-03-07T02:54:19.899514+0000","last_became_active":"2024-03-07T02:53:49.490843+0000","last_became_peered":"2024-03-07T02:53:49.490843+0000","last_unstale":"2024-03-07T02:54:19.899514+0000","last_undegraded":"2024-03-07T02:54:19.899514+0000","last_fullsized":"2024-03-07T02:54:19.899514+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:06:27.120338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.385785+0000","last_change":"2024-03-07T02:53:49.857122+0000","last_active":"2024-03-07T02:54:19.385785+0000","last_peered":"2024-03-07T02:54:19.385785+0000","last_clean":"2024-03-07T02:54:19.385785+0000","last_became_active":"2024-03-07T02:53:49.856810+0000","last_became_peered":"2024-03-07T02:53:49.856810+0000","last_unstale":"2024-03-07T02:54:19.385785+0000","last_undegraded":"2024-03-07T02:54:19.385785+0000","last_fullsized":"2024-03-07T02:54:19.385785+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:34:07.008415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.899488+0000","last_change":"2024-03-07T02:53:49.485668+0000","last_active":"2024-03-07T02:54:19.899488+0000","last_peered":"2024-03-07T02:54:19.899488+0000","last_clean":"2024-03-07T02:54:19.899488+0000","last_became_active":"2024-03-07T02:53:49.484010+0000","last_became_peered":"2024-03-07T02:53:49.484010+0000","last_unstale":"2024-03-07T02:54:19.899488+0000","last_undegraded":"2024-03-07T02:54:19.899488+0000","last_fullsized":"2024-03-07T02:54:19.899488+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:35.133314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.383352+0000","last_change":"2024-03-07T02:53:49.854850+0000","last_active":"2024-03-07T02:54:19.383352+0000","last_peered":"2024-03-07T02:54:19.383352+0000","last_clean":"2024-03-07T02:54:19.383352+0000","last_became_active":"2024-03-07T02:53:49.854568+0000","last_became_peered":"2024-03-07T02:53:49.854568+0000","last_unstale":"2024-03-07T02:54:19.383352+0000","last_undegraded":"2024-03-07T02:54:19.383352+0000","last_fullsized":"2024-03-07T02:54:19.383352+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:02:46.888600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.898984+0000","last_change":"2024-03-07T02:53:49.495458+0000","last_active":"2024-03-07T02:54:19.898984+0000","last_peered":"2024-03-07T02:54:19.898984+0000","last_clean":"2024-03-07T02:54:19.898984+0000","last_became_active":"2024-03-07T02:53:49.495127+0000","last_became_peered":"2024-03-07T02:53:49.495127+0000","last_unstale":"2024-03-07T02:54:19.898984+0000","last_undegraded":"2024-03-07T02:54:19.898984+0000","last_fullsized":"2024-03-07T02:54:19.898984+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:53:26.260190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.899063+0000","last_change":"2024-03-07T02:53:49.837427+0000","last_active":"2024-03-07T02:54:19.899063+0000","last_peered":"2024-03-07T02:54:19.899063+0000","last_clean":"2024-03-07T02:54:19.899063+0000","last_became_active":"2024-03-07T02:53:49.836938+0000","last_became_peered":"2024-03-07T02:53:49.836938+0000","last_unstale":"2024-03-07T02:54:19.899063+0000","last_undegraded":"2024-03-07T02:54:19.899063+0000","last_fullsized":"2024-03-07T02:54:19.899063+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:06:46.804857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.398478+0000","last_change":"2024-03-07T02:53:49.497442+0000","last_active":"2024-03-07T02:54:19.398478+0000","last_peered":"2024-03-07T02:54:19.398478+0000","last_clean":"2024-03-07T02:54:19.398478+0000","last_became_active":"2024-03-07T02:53:49.497185+0000","last_became_peered":"2024-03-07T02:53:49.497185+0000","last_unstale":"2024-03-07T02:54:19.398478+0000","last_undegraded":"2024-03-07T02:54:19.398478+0000","last_fullsized":"2024-03-07T02:54:19.398478+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:12:33.336003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.382768+0000","last_change":"2024-03-07T02:53:49.854803+0000","last_active":"2024-03-07T02:54:19.382768+0000","last_peered":"2024-03-07T02:54:19.382768+0000","last_clean":"2024-03-07T02:54:19.382768+0000","last_became_active":"2024-03-07T02:53:49.854522+0000","last_became_peered":"2024-03-07T02:53:49.854522+0000","last_unstale":"2024-03-07T02:54:19.382768+0000","last_undegraded":"2024-03-07T02:54:19.382768+0000","last_fullsized":"2024-03-07T02:54:19.382768+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:00:56.936050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.900114+0000","last_change":"2024-03-07T02:53:49.488792+0000","last_active":"2024-03-07T02:54:19.900114+0000","last_peered":"2024-03-07T02:54:19.900114+0000","last_clean":"2024-03-07T02:54:19.900114+0000","last_became_active":"2024-03-07T02:53:49.488508+0000","last_became_peered":"2024-03-07T02:53:49.488508+0000","last_unstale":"2024-03-07T02:54:19.900114+0000","last_undegraded":"2024-03-07T02:54:19.900114+0000","last_fullsized":"2024-03-07T02:54:19.900114+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:55:19.607029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.398899+0000","last_change":"2024-03-07T02:53:49.842000+0000","last_active":"2024-03-07T02:54:19.398899+0000","last_peered":"2024-03-07T02:54:19.398899+0000","last_clean":"2024-03-07T02:54:19.398899+0000","last_became_active":"2024-03-07T02:53:49.841724+0000","last_became_peered":"2024-03-07T02:53:49.841724+0000","last_unstale":"2024-03-07T02:54:19.398899+0000","last_undegraded":"2024-03-07T02:54:19.398899+0000","last_fullsized":"2024-03-07T02:54:19.398899+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:20:29.102396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.398794+0000","last_change":"2024-03-07T02:53:49.490998+0000","last_active":"2024-03-07T02:54:19.398794+0000","last_peered":"2024-03-07T02:54:19.398794+0000","last_clean":"2024-03-07T02:54:19.398794+0000","last_became_active":"2024-03-07T02:53:49.490599+0000","last_became_peered":"2024-03-07T02:53:49.490599+0000","last_unstale":"2024-03-07T02:54:19.398794+0000","last_undegraded":"2024-03-07T02:54:19.398794+0000","last_fullsized":"2024-03-07T02:54:19.398794+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:12:26.660615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.383953+0000","last_change":"2024-03-07T02:53:49.840939+0000","last_active":"2024-03-07T02:54:19.383953+0000","last_peered":"2024-03-07T02:54:19.383953+0000","last_clean":"2024-03-07T02:54:19.383953+0000","last_became_active":"2024-03-07T02:53:49.837481+0000","last_became_peered":"2024-03-07T02:53:49.837481+0000","last_unstale":"2024-03-07T02:54:19.383953+0000","last_undegraded":"2024-03-07T02:54:19.383953+0000","last_fullsized":"2024-03-07T02:54:19.383953+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:13:25.790774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":19,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.383587+0000","last_change":"2024-03-07T02:53:49.499459+0000","last_active":"2024-03-07T02:54:19.383587+0000","last_peered":"2024-03-07T02:54:19.383587+0000","last_clean":"2024-03-07T02:54:19.383587+0000","last_became_active":"2024-03-07T02:53:49.499124+0000","last_became_peered":"2024-03-07T02:53:49.499124+0000","last_unstale":"2024-03-07T02:54:19.383587+0000","last_undegraded":"2024-03-07T02:54:19.383587+0000","last_fullsized":"2024-03-07T02:54:19.383587+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:34:08.247608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.385963+0000","last_change":"2024-03-07T02:53:49.861812+0000","last_active":"2024-03-07T02:54:19.385963+0000","last_peered":"2024-03-07T02:54:19.385963+0000","last_clean":"2024-03-07T02:54:19.385963+0000","last_became_active":"2024-03-07T02:53:49.861517+0000","last_became_peered":"2024-03-07T02:53:49.861517+0000","last_unstale":"2024-03-07T02:54:19.385963+0000","last_undegraded":"2024-03-07T02:54:19.385963+0000","last_fullsized":"2024-03-07T02:54:19.385963+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:10:59.157425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"64'9","reported_seq":25,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.900188+0000","last_change":"2024-03-07T02:53:49.490538+0000","last_active":"2024-03-07T02:54:19.900188+0000","last_peered":"2024-03-07T02:54:19.900188+0000","last_clean":"2024-03-07T02:54:19.900188+0000","last_became_active":"2024-03-07T02:53:49.490216+0000","last_became_peered":"2024-03-07T02:53:49.490216+0000","last_unstale":"2024-03-07T02:54:19.900188+0000","last_undegraded":"2024-03-07T02:54:19.900188+0000","last_fullsized":"2024-03-07T02:54:19.900188+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:34:37.540002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2348,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.899493+0000","last_change":"2024-03-07T02:53:49.858320+0000","last_active":"2024-03-07T02:54:19.899493+0000","last_peered":"2024-03-07T02:54:19.899493+0000","last_clean":"2024-03-07T02:54:19.899493+0000","last_became_active":"2024-03-07T02:53:49.857970+0000","last_became_peered":"2024-03-07T02:53:49.857970+0000","last_unstale":"2024-03-07T02:54:19.899493+0000","last_undegraded":"2024-03-07T02:54:19.899493+0000","last_fullsized":"2024-03-07T02:54:19.899493+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:39:04.814763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":18,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.383625+0000","last_change":"2024-03-07T02:53:49.495999+0000","last_active":"2024-03-07T02:54:19.383625+0000","last_peered":"2024-03-07T02:54:19.383625+0000","last_clean":"2024-03-07T02:54:19.383625+0000","last_became_active":"2024-03-07T02:53:49.495735+0000","last_became_peered":"2024-03-07T02:53:49.495735+0000","last_unstale":"2024-03-07T02:54:19.383625+0000","last_undegraded":"2024-03-07T02:54:19.383625+0000","last_fullsized":"2024-03-07T02:54:19.383625+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:23:36.044807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.383193+0000","last_change":"2024-03-07T02:53:49.850032+0000","last_active":"2024-03-07T02:54:19.383193+0000","last_peered":"2024-03-07T02:54:19.383193+0000","last_clean":"2024-03-07T02:54:19.383193+0000","last_became_active":"2024-03-07T02:53:49.849635+0000","last_became_peered":"2024-03-07T02:53:49.849635+0000","last_unstale":"2024-03-07T02:54:19.383193+0000","last_undegraded":"2024-03-07T02:54:19.383193+0000","last_fullsized":"2024-03-07T02:54:19.383193+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:11:53.269163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.398576+0000","last_change":"2024-03-07T02:53:49.486515+0000","last_active":"2024-03-07T02:54:19.398576+0000","last_peered":"2024-03-07T02:54:19.398576+0000","last_clean":"2024-03-07T02:54:19.398576+0000","last_became_active":"2024-03-07T02:53:49.486220+0000","last_became_peered":"2024-03-07T02:53:49.486220+0000","last_unstale":"2024-03-07T02:54:19.398576+0000","last_undegraded":"2024-03-07T02:54:19.398576+0000","last_fullsized":"2024-03-07T02:54:19.398576+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:10:27.945262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.899629+0000","last_change":"2024-03-07T02:53:49.859121+0000","last_active":"2024-03-07T02:54:19.899629+0000","last_peered":"2024-03-07T02:54:19.899629+0000","last_clean":"2024-03-07T02:54:19.899629+0000","last_became_active":"2024-03-07T02:53:49.858172+0000","last_became_peered":"2024-03-07T02:53:49.858172+0000","last_unstale":"2024-03-07T02:54:19.899629+0000","last_undegraded":"2024-03-07T02:54:19.899629+0000","last_fullsized":"2024-03-07T02:54:19.899629+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:45:33.378053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.899571+0000","last_change":"2024-03-07T02:53:49.483351+0000","last_active":"2024-03-07T02:54:19.899571+0000","last_peered":"2024-03-07T02:54:19.899571+0000","last_clean":"2024-03-07T02:54:19.899571+0000","last_became_active":"2024-03-07T02:53:49.483044+0000","last_became_peered":"2024-03-07T02:53:49.483044+0000","last_unstale":"2024-03-07T02:54:19.899571+0000","last_undegraded":"2024-03-07T02:54:19.899571+0000","last_fullsized":"2024-03-07T02:54:19.899571+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:12:12.898292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.899033+0000","last_change":"2024-03-07T02:53:49.846034+0000","last_active":"2024-03-07T02:54:19.899033+0000","last_peered":"2024-03-07T02:54:19.899033+0000","last_clean":"2024-03-07T02:54:19.899033+0000","last_became_active":"2024-03-07T02:53:49.844815+0000","last_became_peered":"2024-03-07T02:53:49.844815+0000","last_unstale":"2024-03-07T02:54:19.899033+0000","last_undegraded":"2024-03-07T02:54:19.899033+0000","last_fullsized":"2024-03-07T02:54:19.899033+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:25:03.258868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":24,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.898841+0000","last_change":"2024-03-07T02:53:49.486270+0000","last_active":"2024-03-07T02:54:19.898841+0000","last_peered":"2024-03-07T02:54:19.898841+0000","last_clean":"2024-03-07T02:54:19.898841+0000","last_became_active":"2024-03-07T02:53:49.485932+0000","last_became_peered":"2024-03-07T02:53:49.485932+0000","last_unstale":"2024-03-07T02:54:19.898841+0000","last_undegraded":"2024-03-07T02:54:19.898841+0000","last_fullsized":"2024-03-07T02:54:19.898841+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:34:04.554605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.899188+0000","last_change":"2024-03-07T02:53:49.857113+0000","last_active":"2024-03-07T02:54:19.899188+0000","last_peered":"2024-03-07T02:54:19.899188+0000","last_clean":"2024-03-07T02:54:19.899188+0000","last_became_active":"2024-03-07T02:53:49.856802+0000","last_became_peered":"2024-03-07T02:53:49.856802+0000","last_unstale":"2024-03-07T02:54:19.899188+0000","last_undegraded":"2024-03-07T02:54:19.899188+0000","last_fullsized":"2024-03-07T02:54:19.899188+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:25:25.592892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.386170+0000","last_change":"2024-03-07T02:53:49.490403+0000","last_active":"2024-03-07T02:54:19.386170+0000","last_peered":"2024-03-07T02:54:19.386170+0000","last_clean":"2024-03-07T02:54:19.386170+0000","last_became_active":"2024-03-07T02:53:49.489044+0000","last_became_peered":"2024-03-07T02:53:49.489044+0000","last_unstale":"2024-03-07T02:54:19.386170+0000","last_undegraded":"2024-03-07T02:54:19.386170+0000","last_fullsized":"2024-03-07T02:54:19.386170+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:10:28.076184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.899394+0000","last_change":"2024-03-07T02:53:49.857477+0000","last_active":"2024-03-07T02:54:19.899394+0000","last_peered":"2024-03-07T02:54:19.899394+0000","last_clean":"2024-03-07T02:54:19.899394+0000","last_became_active":"2024-03-07T02:53:49.857201+0000","last_became_peered":"2024-03-07T02:53:49.857201+0000","last_unstale":"2024-03-07T02:54:19.899394+0000","last_undegraded":"2024-03-07T02:54:19.899394+0000","last_fullsized":"2024-03-07T02:54:19.899394+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:38:55.410512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.399167+0000","last_change":"2024-03-07T02:54:18.514451+0000","last_active":"2024-03-07T02:54:19.399167+0000","last_peered":"2024-03-07T02:54:19.399167+0000","last_clean":"2024-03-07T02:54:19.399167+0000","last_became_active":"2024-03-07T02:54:18.514168+0000","last_became_peered":"2024-03-07T02:54:18.514168+0000","last_unstale":"2024-03-07T02:54:19.399167+0000","last_undegraded":"2024-03-07T02:54:19.399167+0000","last_fullsized":"2024-03-07T02:54:19.399167+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:48:33.570989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.383349+0000","last_change":"2024-03-07T02:53:49.500366+0000","last_active":"2024-03-07T02:54:19.383349+0000","last_peered":"2024-03-07T02:54:19.383349+0000","last_clean":"2024-03-07T02:54:19.383349+0000","last_became_active":"2024-03-07T02:53:49.499503+0000","last_became_peered":"2024-03-07T02:53:49.499503+0000","last_unstale":"2024-03-07T02:54:19.383349+0000","last_undegraded":"2024-03-07T02:54:19.383349+0000","last_fullsized":"2024-03-07T02:54:19.383349+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:20:56.449629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.398844+0000","last_change":"2024-03-07T02:53:49.838714+0000","last_active":"2024-03-07T02:54:19.398844+0000","last_peered":"2024-03-07T02:54:19.398844+0000","last_clean":"2024-03-07T02:54:19.398844+0000","last_became_active":"2024-03-07T02:53:49.838397+0000","last_became_peered":"2024-03-07T02:53:49.838397+0000","last_unstale":"2024-03-07T02:54:19.398844+0000","last_undegraded":"2024-03-07T02:54:19.398844+0000","last_fullsized":"2024-03-07T02:54:19.398844+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:10:21.908919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.399209+0000","last_change":"2024-03-07T02:54:18.393130+0000","last_active":"2024-03-07T02:54:19.399209+0000","last_peered":"2024-03-07T02:54:19.399209+0000","last_clean":"2024-03-07T02:54:19.399209+0000","last_became_active":"2024-03-07T02:54:18.392706+0000","last_became_peered":"2024-03-07T02:54:18.392706+0000","last_unstale":"2024-03-07T02:54:19.399209+0000","last_undegraded":"2024-03-07T02:54:19.399209+0000","last_fullsized":"2024-03-07T02:54:19.399209+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:27:19.528265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.398577+0000","last_change":"2024-03-07T02:53:49.492984+0000","last_active":"2024-03-07T02:54:19.398577+0000","last_peered":"2024-03-07T02:54:19.398577+0000","last_clean":"2024-03-07T02:54:19.398577+0000","last_became_active":"2024-03-07T02:53:49.492690+0000","last_became_peered":"2024-03-07T02:53:49.492690+0000","last_unstale":"2024-03-07T02:54:19.398577+0000","last_undegraded":"2024-03-07T02:54:19.398577+0000","last_fullsized":"2024-03-07T02:54:19.398577+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:42:56.268562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.386062+0000","last_change":"2024-03-07T02:53:49.860852+0000","last_active":"2024-03-07T02:54:19.386062+0000","last_peered":"2024-03-07T02:54:19.386062+0000","last_clean":"2024-03-07T02:54:19.386062+0000","last_became_active":"2024-03-07T02:53:49.860053+0000","last_became_peered":"2024-03-07T02:53:49.860053+0000","last_unstale":"2024-03-07T02:54:19.386062+0000","last_undegraded":"2024-03-07T02:54:19.386062+0000","last_fullsized":"2024-03-07T02:54:19.386062+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:02:06.497152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.399313+0000","last_change":"2024-03-07T02:54:18.514448+0000","last_active":"2024-03-07T02:54:19.399313+0000","last_peered":"2024-03-07T02:54:19.399313+0000","last_clean":"2024-03-07T02:54:19.399313+0000","last_became_active":"2024-03-07T02:54:18.514066+0000","last_became_peered":"2024-03-07T02:54:18.514066+0000","last_unstale":"2024-03-07T02:54:19.399313+0000","last_undegraded":"2024-03-07T02:54:19.399313+0000","last_fullsized":"2024-03-07T02:54:19.399313+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:28:55.818372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.382801+0000","last_change":"2024-03-07T02:53:49.848086+0000","last_active":"2024-03-07T02:54:19.382801+0000","last_peered":"2024-03-07T02:54:19.382801+0000","last_clean":"2024-03-07T02:54:19.382801+0000","last_became_active":"2024-03-07T02:53:49.847455+0000","last_became_peered":"2024-03-07T02:53:49.847455+0000","last_unstale":"2024-03-07T02:54:19.382801+0000","last_undegraded":"2024-03-07T02:54:19.382801+0000","last_fullsized":"2024-03-07T02:54:19.382801+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:22:07.188240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.899250+0000","last_change":"2024-03-07T02:53:49.493185+0000","last_active":"2024-03-07T02:54:19.899250+0000","last_peered":"2024-03-07T02:54:19.899250+0000","last_clean":"2024-03-07T02:54:19.899250+0000","last_became_active":"2024-03-07T02:53:49.492892+0000","last_became_peered":"2024-03-07T02:53:49.492892+0000","last_unstale":"2024-03-07T02:54:19.899250+0000","last_undegraded":"2024-03-07T02:54:19.899250+0000","last_fullsized":"2024-03-07T02:54:19.899250+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:49:49.391415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.899778+0000","last_change":"2024-03-07T02:54:19.213434+0000","last_active":"2024-03-07T02:54:19.899778+0000","last_peered":"2024-03-07T02:54:19.899778+0000","last_clean":"2024-03-07T02:54:19.899778+0000","last_became_active":"2024-03-07T02:54:19.213079+0000","last_became_peered":"2024-03-07T02:54:19.213079+0000","last_unstale":"2024-03-07T02:54:19.899778+0000","last_undegraded":"2024-03-07T02:54:19.899778+0000","last_fullsized":"2024-03-07T02:54:19.899778+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:07:22.099334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.899327+0000","last_change":"2024-03-07T02:53:49.839345+0000","last_active":"2024-03-07T02:54:19.899327+0000","last_peered":"2024-03-07T02:54:19.899327+0000","last_clean":"2024-03-07T02:54:19.899327+0000","last_became_active":"2024-03-07T02:53:49.839072+0000","last_became_peered":"2024-03-07T02:53:49.839072+0000","last_unstale":"2024-03-07T02:54:19.899327+0000","last_undegraded":"2024-03-07T02:54:19.899327+0000","last_fullsized":"2024-03-07T02:54:19.899327+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:31:16.320891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.398945+0000","last_change":"2024-03-07T02:53:49.487182+0000","last_active":"2024-03-07T02:54:19.398945+0000","last_peered":"2024-03-07T02:54:19.398945+0000","last_clean":"2024-03-07T02:54:19.398945+0000","last_became_active":"2024-03-07T02:53:49.486822+0000","last_became_peered":"2024-03-07T02:53:49.486822+0000","last_unstale":"2024-03-07T02:54:19.398945+0000","last_undegraded":"2024-03-07T02:54:19.398945+0000","last_fullsized":"2024-03-07T02:54:19.398945+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:19:48.370371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"65'128","reported_seq":262,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:20.472112+0000","last_change":"2024-03-07T02:53:35.330318+0000","last_active":"2024-03-07T02:54:20.472112+0000","last_peered":"2024-03-07T02:54:20.472112+0000","last_clean":"2024-03-07T02:54:20.472112+0000","last_became_active":"2024-03-07T02:53:35.329839+0000","last_became_peered":"2024-03-07T02:53:35.329839+0000","last_unstale":"2024-03-07T02:54:20.472112+0000","last_undegraded":"2024-03-07T02:54:20.472112+0000","last_fullsized":"2024-03-07T02:54:20.472112+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_clean_scrub_stamp":"2024-03-07T02:51:31.238394+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:41:13.020643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.398480+0000","last_change":"2024-03-07T02:54:18.393183+0000","last_active":"2024-03-07T02:54:19.398480+0000","last_peered":"2024-03-07T02:54:19.398480+0000","last_clean":"2024-03-07T02:54:19.398480+0000","last_became_active":"2024-03-07T02:54:18.392902+0000","last_became_peered":"2024-03-07T02:54:18.392902+0000","last_unstale":"2024-03-07T02:54:19.398480+0000","last_undegraded":"2024-03-07T02:54:19.398480+0000","last_fullsized":"2024-03-07T02:54:19.398480+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:42:17.552510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.383021+0000","last_change":"2024-03-07T02:53:49.856920+0000","last_active":"2024-03-07T02:54:19.383021+0000","last_peered":"2024-03-07T02:54:19.383021+0000","last_clean":"2024-03-07T02:54:19.383021+0000","last_became_active":"2024-03-07T02:53:49.856622+0000","last_became_peered":"2024-03-07T02:53:49.856622+0000","last_unstale":"2024-03-07T02:54:19.383021+0000","last_undegraded":"2024-03-07T02:54:19.383021+0000","last_fullsized":"2024-03-07T02:54:19.383021+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T02:54:57.154093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.898843+0000","last_change":"2024-03-07T02:53:49.495948+0000","last_active":"2024-03-07T02:54:19.898843+0000","last_peered":"2024-03-07T02:54:19.898843+0000","last_clean":"2024-03-07T02:54:19.898843+0000","last_became_active":"2024-03-07T02:53:49.495603+0000","last_became_peered":"2024-03-07T02:53:49.495603+0000","last_unstale":"2024-03-07T02:54:19.898843+0000","last_undegraded":"2024-03-07T02:54:19.898843+0000","last_fullsized":"2024-03-07T02:54:19.898843+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:21.769630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.398410+0000","last_change":"2024-03-07T02:54:19.213889+0000","last_active":"2024-03-07T02:54:19.398410+0000","last_peered":"2024-03-07T02:54:19.398410+0000","last_clean":"2024-03-07T02:54:19.398410+0000","last_became_active":"2024-03-07T02:54:19.213572+0000","last_became_peered":"2024-03-07T02:54:19.213572+0000","last_unstale":"2024-03-07T02:54:19.398410+0000","last_undegraded":"2024-03-07T02:54:19.398410+0000","last_fullsized":"2024-03-07T02:54:19.398410+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:25:54.993481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.899646+0000","last_change":"2024-03-07T02:53:49.491803+0000","last_active":"2024-03-07T02:54:19.899646+0000","last_peered":"2024-03-07T02:54:19.899646+0000","last_clean":"2024-03-07T02:54:19.899646+0000","last_became_active":"2024-03-07T02:53:49.491506+0000","last_became_peered":"2024-03-07T02:53:49.491506+0000","last_unstale":"2024-03-07T02:54:19.899646+0000","last_undegraded":"2024-03-07T02:54:19.899646+0000","last_fullsized":"2024-03-07T02:54:19.899646+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:38:50.284164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.383530+0000","last_change":"2024-03-07T02:53:49.839085+0000","last_active":"2024-03-07T02:54:19.383530+0000","last_peered":"2024-03-07T02:54:19.383530+0000","last_clean":"2024-03-07T02:54:19.383530+0000","last_became_active":"2024-03-07T02:53:49.838825+0000","last_became_peered":"2024-03-07T02:53:49.838825+0000","last_unstale":"2024-03-07T02:54:19.383530+0000","last_undegraded":"2024-03-07T02:54:19.383530+0000","last_fullsized":"2024-03-07T02:54:19.383530+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:10:23.889244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.898762+0000","last_change":"2024-03-07T02:54:19.213718+0000","last_active":"2024-03-07T02:54:19.898762+0000","last_peered":"2024-03-07T02:54:19.898762+0000","last_clean":"2024-03-07T02:54:19.898762+0000","last_became_active":"2024-03-07T02:54:19.213387+0000","last_became_peered":"2024-03-07T02:54:19.213387+0000","last_unstale":"2024-03-07T02:54:19.898762+0000","last_undegraded":"2024-03-07T02:54:19.898762+0000","last_fullsized":"2024-03-07T02:54:19.898762+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:10:17.223225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"62'1","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.383666+0000","last_change":"2024-03-07T02:53:49.495863+0000","last_active":"2024-03-07T02:54:19.383666+0000","last_peered":"2024-03-07T02:54:19.383666+0000","last_clean":"2024-03-07T02:54:19.383666+0000","last_became_active":"2024-03-07T02:53:49.495587+0000","last_became_peered":"2024-03-07T02:53:49.495587+0000","last_unstale":"2024-03-07T02:54:19.383666+0000","last_undegraded":"2024-03-07T02:54:19.383666+0000","last_fullsized":"2024-03-07T02:54:19.383666+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:46:32.863959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.899569+0000","last_change":"2024-03-07T02:53:49.848174+0000","last_active":"2024-03-07T02:54:19.899569+0000","last_peered":"2024-03-07T02:54:19.899569+0000","last_clean":"2024-03-07T02:54:19.899569+0000","last_became_active":"2024-03-07T02:53:49.847869+0000","last_became_peered":"2024-03-07T02:53:49.847869+0000","last_unstale":"2024-03-07T02:54:19.899569+0000","last_undegraded":"2024-03-07T02:54:19.899569+0000","last_fullsized":"2024-03-07T02:54:19.899569+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:47:37.139871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.397361+0000","last_change":"2024-03-07T02:54:18.514264+0000","last_active":"2024-03-07T02:54:19.397361+0000","last_peered":"2024-03-07T02:54:19.397361+0000","last_clean":"2024-03-07T02:54:19.397361+0000","last_became_active":"2024-03-07T02:54:18.513977+0000","last_became_peered":"2024-03-07T02:54:18.513977+0000","last_unstale":"2024-03-07T02:54:19.397361+0000","last_undegraded":"2024-03-07T02:54:19.397361+0000","last_fullsized":"2024-03-07T02:54:19.397361+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:23:47.491302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":18,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.900031+0000","last_change":"2024-03-07T02:53:49.491180+0000","last_active":"2024-03-07T02:54:19.900031+0000","last_peered":"2024-03-07T02:54:19.900031+0000","last_clean":"2024-03-07T02:54:19.900031+0000","last_became_active":"2024-03-07T02:53:49.486264+0000","last_became_peered":"2024-03-07T02:53:49.486264+0000","last_unstale":"2024-03-07T02:54:19.900031+0000","last_undegraded":"2024-03-07T02:54:19.900031+0000","last_fullsized":"2024-03-07T02:54:19.900031+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:41:07.485502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.383966+0000","last_change":"2024-03-07T02:53:49.856117+0000","last_active":"2024-03-07T02:54:19.383966+0000","last_peered":"2024-03-07T02:54:19.383966+0000","last_clean":"2024-03-07T02:54:19.383966+0000","last_became_active":"2024-03-07T02:53:49.855814+0000","last_became_peered":"2024-03-07T02:53:49.855814+0000","last_unstale":"2024-03-07T02:54:19.383966+0000","last_undegraded":"2024-03-07T02:54:19.383966+0000","last_fullsized":"2024-03-07T02:54:19.383966+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:24:34.311203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.898995+0000","last_change":"2024-03-07T02:53:49.494893+0000","last_active":"2024-03-07T02:54:19.898995+0000","last_peered":"2024-03-07T02:54:19.898995+0000","last_clean":"2024-03-07T02:54:19.898995+0000","last_became_active":"2024-03-07T02:53:49.494545+0000","last_became_peered":"2024-03-07T02:53:49.494545+0000","last_unstale":"2024-03-07T02:54:19.898995+0000","last_undegraded":"2024-03-07T02:54:19.898995+0000","last_fullsized":"2024-03-07T02:54:19.898995+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:33:37.293957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.385915+0000","last_change":"2024-03-07T02:53:49.861668+0000","last_active":"2024-03-07T02:54:19.385915+0000","last_peered":"2024-03-07T02:54:19.385915+0000","last_clean":"2024-03-07T02:54:19.385915+0000","last_became_active":"2024-03-07T02:53:49.861303+0000","last_became_peered":"2024-03-07T02:53:49.861303+0000","last_unstale":"2024-03-07T02:54:19.385915+0000","last_undegraded":"2024-03-07T02:54:19.385915+0000","last_fullsized":"2024-03-07T02:54:19.385915+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:21:41.301505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.382910+0000","last_change":"2024-03-07T02:53:49.498632+0000","last_active":"2024-03-07T02:54:19.382910+0000","last_peered":"2024-03-07T02:54:19.382910+0000","last_clean":"2024-03-07T02:54:19.382910+0000","last_became_active":"2024-03-07T02:53:49.498298+0000","last_became_peered":"2024-03-07T02:53:49.498298+0000","last_unstale":"2024-03-07T02:54:19.382910+0000","last_undegraded":"2024-03-07T02:54:19.382910+0000","last_fullsized":"2024-03-07T02:54:19.382910+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:18:28.135492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.898760+0000","last_change":"2024-03-07T02:53:49.846463+0000","last_active":"2024-03-07T02:54:19.898760+0000","last_peered":"2024-03-07T02:54:19.898760+0000","last_clean":"2024-03-07T02:54:19.898760+0000","last_became_active":"2024-03-07T02:53:49.846030+0000","last_became_peered":"2024-03-07T02:53:49.846030+0000","last_unstale":"2024-03-07T02:54:19.898760+0000","last_undegraded":"2024-03-07T02:54:19.898760+0000","last_fullsized":"2024-03-07T02:54:19.898760+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:21:47.014194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.383478+0000","last_change":"2024-03-07T02:53:49.499053+0000","last_active":"2024-03-07T02:54:19.383478+0000","last_peered":"2024-03-07T02:54:19.383478+0000","last_clean":"2024-03-07T02:54:19.383478+0000","last_became_active":"2024-03-07T02:53:49.498740+0000","last_became_peered":"2024-03-07T02:53:49.498740+0000","last_unstale":"2024-03-07T02:54:19.383478+0000","last_undegraded":"2024-03-07T02:54:19.383478+0000","last_fullsized":"2024-03-07T02:54:19.383478+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:36:03.882666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.899442+0000","last_change":"2024-03-07T02:53:49.851778+0000","last_active":"2024-03-07T02:54:19.899442+0000","last_peered":"2024-03-07T02:54:19.899442+0000","last_clean":"2024-03-07T02:54:19.899442+0000","last_became_active":"2024-03-07T02:53:49.851507+0000","last_became_peered":"2024-03-07T02:53:49.851507+0000","last_unstale":"2024-03-07T02:54:19.899442+0000","last_undegraded":"2024-03-07T02:54:19.899442+0000","last_fullsized":"2024-03-07T02:54:19.899442+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:52:20.226529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":18,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.899543+0000","last_change":"2024-03-07T02:53:49.491131+0000","last_active":"2024-03-07T02:54:19.899543+0000","last_peered":"2024-03-07T02:54:19.899543+0000","last_clean":"2024-03-07T02:54:19.899543+0000","last_became_active":"2024-03-07T02:53:49.490695+0000","last_became_peered":"2024-03-07T02:53:49.490695+0000","last_unstale":"2024-03-07T02:54:19.899543+0000","last_undegraded":"2024-03-07T02:54:19.899543+0000","last_fullsized":"2024-03-07T02:54:19.899543+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:23:40.969004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.899401+0000","last_change":"2024-03-07T02:53:49.856176+0000","last_active":"2024-03-07T02:54:19.899401+0000","last_peered":"2024-03-07T02:54:19.899401+0000","last_clean":"2024-03-07T02:54:19.899401+0000","last_became_active":"2024-03-07T02:53:49.855771+0000","last_became_peered":"2024-03-07T02:53:49.855771+0000","last_unstale":"2024-03-07T02:54:19.899401+0000","last_undegraded":"2024-03-07T02:54:19.899401+0000","last_fullsized":"2024-03-07T02:54:19.899401+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:43:07.189220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.899181+0000","last_change":"2024-03-07T02:53:49.489713+0000","last_active":"2024-03-07T02:54:19.899181+0000","last_peered":"2024-03-07T02:54:19.899181+0000","last_clean":"2024-03-07T02:54:19.899181+0000","last_became_active":"2024-03-07T02:53:49.489423+0000","last_became_peered":"2024-03-07T02:53:49.489423+0000","last_unstale":"2024-03-07T02:54:19.899181+0000","last_undegraded":"2024-03-07T02:54:19.899181+0000","last_fullsized":"2024-03-07T02:54:19.899181+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:31:35.860010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.899567+0000","last_change":"2024-03-07T02:53:49.851063+0000","last_active":"2024-03-07T02:54:19.899567+0000","last_peered":"2024-03-07T02:54:19.899567+0000","last_clean":"2024-03-07T02:54:19.899567+0000","last_became_active":"2024-03-07T02:53:49.850562+0000","last_became_peered":"2024-03-07T02:53:49.850562+0000","last_unstale":"2024-03-07T02:54:19.899567+0000","last_undegraded":"2024-03-07T02:54:19.899567+0000","last_fullsized":"2024-03-07T02:54:19.899567+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:12:38.343677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.383503+0000","last_change":"2024-03-07T02:53:49.496511+0000","last_active":"2024-03-07T02:54:19.383503+0000","last_peered":"2024-03-07T02:54:19.383503+0000","last_clean":"2024-03-07T02:54:19.383503+0000","last_became_active":"2024-03-07T02:53:49.496210+0000","last_became_peered":"2024-03-07T02:53:49.496210+0000","last_unstale":"2024-03-07T02:54:19.383503+0000","last_undegraded":"2024-03-07T02:54:19.383503+0000","last_fullsized":"2024-03-07T02:54:19.383503+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:44:13.673683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.398575+0000","last_change":"2024-03-07T02:53:49.841117+0000","last_active":"2024-03-07T02:54:19.398575+0000","last_peered":"2024-03-07T02:54:19.398575+0000","last_clean":"2024-03-07T02:54:19.398575+0000","last_became_active":"2024-03-07T02:53:49.840824+0000","last_became_peered":"2024-03-07T02:53:49.840824+0000","last_unstale":"2024-03-07T02:54:19.398575+0000","last_undegraded":"2024-03-07T02:54:19.398575+0000","last_fullsized":"2024-03-07T02:54:19.398575+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:27:01.389470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":18,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.899016+0000","last_change":"2024-03-07T02:53:49.485472+0000","last_active":"2024-03-07T02:54:19.899016+0000","last_peered":"2024-03-07T02:54:19.899016+0000","last_clean":"2024-03-07T02:54:19.899016+0000","last_became_active":"2024-03-07T02:53:49.485177+0000","last_became_peered":"2024-03-07T02:53:49.485177+0000","last_unstale":"2024-03-07T02:54:19.899016+0000","last_undegraded":"2024-03-07T02:54:19.899016+0000","last_fullsized":"2024-03-07T02:54:19.899016+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:39:17.926629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.900113+0000","last_change":"2024-03-07T02:53:49.857386+0000","last_active":"2024-03-07T02:54:19.900113+0000","last_peered":"2024-03-07T02:54:19.900113+0000","last_clean":"2024-03-07T02:54:19.900113+0000","last_became_active":"2024-03-07T02:53:49.857116+0000","last_became_peered":"2024-03-07T02:53:49.857116+0000","last_unstale":"2024-03-07T02:54:19.900113+0000","last_undegraded":"2024-03-07T02:54:19.900113+0000","last_fullsized":"2024-03-07T02:54:19.900113+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:25:14.932046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.898953+0000","last_change":"2024-03-07T02:53:49.846762+0000","last_active":"2024-03-07T02:54:19.898953+0000","last_peered":"2024-03-07T02:54:19.898953+0000","last_clean":"2024-03-07T02:54:19.898953+0000","last_became_active":"2024-03-07T02:53:49.846468+0000","last_became_peered":"2024-03-07T02:53:49.846468+0000","last_unstale":"2024-03-07T02:54:19.898953+0000","last_undegraded":"2024-03-07T02:54:19.898953+0000","last_fullsized":"2024-03-07T02:54:19.898953+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:46:01.606023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.898844+0000","last_change":"2024-03-07T02:53:49.845790+0000","last_active":"2024-03-07T02:54:19.898844+0000","last_peered":"2024-03-07T02:54:19.898844+0000","last_clean":"2024-03-07T02:54:19.898844+0000","last_became_active":"2024-03-07T02:53:49.844722+0000","last_became_peered":"2024-03-07T02:53:49.844722+0000","last_unstale":"2024-03-07T02:54:19.898844+0000","last_undegraded":"2024-03-07T02:54:19.898844+0000","last_fullsized":"2024-03-07T02:54:19.898844+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:13:49.866547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.398926+0000","last_change":"2024-03-07T02:53:49.837773+0000","last_active":"2024-03-07T02:54:19.398926+0000","last_peered":"2024-03-07T02:54:19.398926+0000","last_clean":"2024-03-07T02:54:19.398926+0000","last_became_active":"2024-03-07T02:53:49.837272+0000","last_became_peered":"2024-03-07T02:53:49.837272+0000","last_unstale":"2024-03-07T02:54:19.398926+0000","last_undegraded":"2024-03-07T02:54:19.398926+0000","last_fullsized":"2024-03-07T02:54:19.398926+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:03:12.246227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.383425+0000","last_change":"2024-03-07T02:53:49.855460+0000","last_active":"2024-03-07T02:54:19.383425+0000","last_peered":"2024-03-07T02:54:19.383425+0000","last_clean":"2024-03-07T02:54:19.383425+0000","last_became_active":"2024-03-07T02:53:49.855199+0000","last_became_peered":"2024-03-07T02:53:49.855199+0000","last_unstale":"2024-03-07T02:54:19.383425+0000","last_undegraded":"2024-03-07T02:54:19.383425+0000","last_fullsized":"2024-03-07T02:54:19.383425+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:08:56.106796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.899551+0000","last_change":"2024-03-07T02:53:49.852642+0000","last_active":"2024-03-07T02:54:19.899551+0000","last_peered":"2024-03-07T02:54:19.899551+0000","last_clean":"2024-03-07T02:54:19.899551+0000","last_became_active":"2024-03-07T02:53:49.852371+0000","last_became_peered":"2024-03-07T02:53:49.852371+0000","last_unstale":"2024-03-07T02:54:19.899551+0000","last_undegraded":"2024-03-07T02:54:19.899551+0000","last_fullsized":"2024-03-07T02:54:19.899551+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:14:11.184867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.383419+0000","last_change":"2024-03-07T02:53:49.838806+0000","last_active":"2024-03-07T02:54:19.383419+0000","last_peered":"2024-03-07T02:54:19.383419+0000","last_clean":"2024-03-07T02:54:19.383419+0000","last_became_active":"2024-03-07T02:53:49.838519+0000","last_became_peered":"2024-03-07T02:53:49.838519+0000","last_unstale":"2024-03-07T02:54:19.383419+0000","last_undegraded":"2024-03-07T02:54:19.383419+0000","last_fullsized":"2024-03-07T02:54:19.383419+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:23:49.840090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.900031+0000","last_change":"2024-03-07T02:53:49.856216+0000","last_active":"2024-03-07T02:54:19.900031+0000","last_peered":"2024-03-07T02:54:19.900031+0000","last_clean":"2024-03-07T02:54:19.900031+0000","last_became_active":"2024-03-07T02:53:49.855694+0000","last_became_peered":"2024-03-07T02:53:49.855694+0000","last_unstale":"2024-03-07T02:54:19.900031+0000","last_undegraded":"2024-03-07T02:54:19.900031+0000","last_fullsized":"2024-03-07T02:54:19.900031+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:52:37.559135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.899563+0000","last_change":"2024-03-07T02:53:49.852746+0000","last_active":"2024-03-07T02:54:19.899563+0000","last_peered":"2024-03-07T02:54:19.899563+0000","last_clean":"2024-03-07T02:54:19.899563+0000","last_became_active":"2024-03-07T02:53:49.852452+0000","last_became_peered":"2024-03-07T02:53:49.852452+0000","last_unstale":"2024-03-07T02:54:19.899563+0000","last_undegraded":"2024-03-07T02:54:19.899563+0000","last_fullsized":"2024-03-07T02:54:19.899563+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:50:23.481403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.398465+0000","last_change":"2024-03-07T02:53:49.834758+0000","last_active":"2024-03-07T02:54:19.398465+0000","last_peered":"2024-03-07T02:54:19.398465+0000","last_clean":"2024-03-07T02:54:19.398465+0000","last_became_active":"2024-03-07T02:53:49.834473+0000","last_became_peered":"2024-03-07T02:53:49.834473+0000","last_unstale":"2024-03-07T02:54:19.398465+0000","last_undegraded":"2024-03-07T02:54:19.398465+0000","last_fullsized":"2024-03-07T02:54:19.398465+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:26:12.485436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.898910+0000","last_change":"2024-03-07T02:53:49.850928+0000","last_active":"2024-03-07T02:54:19.898910+0000","last_peered":"2024-03-07T02:54:19.898910+0000","last_clean":"2024-03-07T02:54:19.898910+0000","last_became_active":"2024-03-07T02:53:49.850645+0000","last_became_peered":"2024-03-07T02:53:49.850645+0000","last_unstale":"2024-03-07T02:54:19.898910+0000","last_undegraded":"2024-03-07T02:54:19.898910+0000","last_fullsized":"2024-03-07T02:54:19.898910+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:56:51.288948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.398693+0000","last_change":"2024-03-07T02:53:49.845627+0000","last_active":"2024-03-07T02:54:19.398693+0000","last_peered":"2024-03-07T02:54:19.398693+0000","last_clean":"2024-03-07T02:54:19.398693+0000","last_became_active":"2024-03-07T02:53:49.845329+0000","last_became_peered":"2024-03-07T02:53:49.845329+0000","last_unstale":"2024-03-07T02:54:19.398693+0000","last_undegraded":"2024-03-07T02:54:19.398693+0000","last_fullsized":"2024-03-07T02:54:19.398693+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:08:06.342549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.383495+0000","last_change":"2024-03-07T02:53:49.847179+0000","last_active":"2024-03-07T02:54:19.383495+0000","last_peered":"2024-03-07T02:54:19.383495+0000","last_clean":"2024-03-07T02:54:19.383495+0000","last_became_active":"2024-03-07T02:53:49.846335+0000","last_became_peered":"2024-03-07T02:53:49.846335+0000","last_unstale":"2024-03-07T02:54:19.383495+0000","last_undegraded":"2024-03-07T02:54:19.383495+0000","last_fullsized":"2024-03-07T02:54:19.383495+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:34:20.787367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-03-07T02:54:19.899961+0000","last_change":"2024-03-07T02:53:49.853013+0000","last_active":"2024-03-07T02:54:19.899961+0000","last_peered":"2024-03-07T02:54:19.899961+0000","last_clean":"2024-03-07T02:54:19.899961+0000","last_became_active":"2024-03-07T02:53:49.852673+0000","last_became_peered":"2024-03-07T02:53:49.852673+0000","last_unstale":"2024-03-07T02:54:19.899961+0000","last_undegraded":"2024-03-07T02:54:19.899961+0000","last_fullsized":"2024-03-07T02:54:19.899961+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:05:12.530692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3146,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234007,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28264,"kb_used_data":1244,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716888,"statfs":{"total":95995035648,"available":95966093312,"internally_reserved":0,"allocated":1273856,"data_stored":879247,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 7 02:54:34 2024","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.61299999999999999}]},{"osd":1,"last update":"Thu Mar 7 02:54:34 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.63100000000000001}]},{"osd":2,"last update":"Thu Mar 7 02:54:34 2024","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.58399999999999996}]},{"osd":3,"last update":"Thu Mar 7 02:54:34 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.65800000000000003}]},{"osd":4,"last update":"Thu Mar 7 02:54:34 2024","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.435,"15min":0.435},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.441},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.45900000000000002}]},{"osd":5,"last update":"Thu Mar 7 02:54:34 2024","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.51900000000000002}]},{"osd":6,"last update":"Thu Mar 7 02:54:34 2024","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.68200000000000005}]}]},{"osd":6,"up_from":46,"seq":197568495643,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28260,"kb_used_data":1240,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716892,"statfs":{"total":95995035648,"available":95966097408,"internally_reserved":0,"allocated":1269760,"data_stored":880387,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 7 02:55:09 2024","interfaces":[{"interface":"back","average":{"1min":1.25,"5min":0.68100000000000005,"15min":0.58599999999999997},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":17.021000000000001,"5min":17.021000000000001,"15min":17.021000000000001},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.55600000000000005,"15min":0.56399999999999995},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.69099999999999995,"5min":1.155,"15min":1.155},"last":0.54300000000000004}]},{"osd":1,"last update":"Thu Mar 7 02:55:09 2024","interfaces":[{"interface":"back","average":{"1min":1.2470000000000001,"5min":0.71099999999999997,"15min":0.622},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":16.989000000000001,"5min":16.989000000000001,"15min":16.989000000000001},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.61199999999999999,"15min":0.63200000000000001},"min":{"1min":0.36399999999999999,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.65300000000000002,"5min":3.1259999999999999,"15min":3.1259999999999999},"last":0.623}]},{"osd":2,"last update":"Thu Mar 7 02:55:09 2024","interfaces":[{"interface":"back","average":{"1min":0.47899999999999998,"5min":0.63,"15min":0.65500000000000003},"min":{"1min":0.39600000000000002,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.59099999999999997,"5min":3.0299999999999998,"15min":3.0299999999999998},"last":0.48999999999999999},{"interface":"front","average":{"1min":1.278,"5min":0.72599999999999998,"15min":0.63400000000000001},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":17.004000000000001,"5min":17.004000000000001,"15min":17.004000000000001},"last":0.60199999999999998}]},{"osd":3,"last update":"Thu Mar 7 02:55:09 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.57099999999999995,"15min":0.58099999999999996},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.73499999999999999,"5min":1.7110000000000001,"15min":1.7110000000000001},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.55900000000000005,"15min":0.56699999999999995},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.67000000000000004,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.66500000000000004}]},{"osd":4,"last update":"Thu Mar 7 02:55:09 2024","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.45600000000000002,"15min":0.46000000000000002},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.73599999999999999,"5min":1.1080000000000001,"15min":1.1080000000000001},"last":0.65200000000000002},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.48299999999999998,"15min":0.48699999999999999},"min":{"1min":0.32600000000000001,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.76800000000000002,"5min":1.7529999999999999,"15min":1.7529999999999999},"last":0.58599999999999997}]},{"osd":5,"last update":"Thu Mar 7 02:55:09 2024","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.52300000000000002,"15min":0.53300000000000003},"min":{"1min":0.309,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.77800000000000002,"5min":2.3900000000000001,"15min":2.3900000000000001},"last":0.67900000000000005},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.52500000000000002,"15min":0.53100000000000003},"min":{"1min":0.33300000000000002,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.79800000000000004,"5min":2.2650000000000001,"15min":2.2650000000000001},"last":0.64100000000000001}]},{"osd":7,"last update":"Thu Mar 7 02:54:33 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":1.196,"5min":1.196,"15min":1.196},"last":0.70099999999999996},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":1.7949999999999999,"5min":1.7949999999999999,"15min":1.7949999999999999},"last":0.50800000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574900,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27684,"kb_used_data":664,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717468,"statfs":{"total":95995035648,"available":95966687232,"internally_reserved":0,"allocated":679936,"data_stored":288435,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 7 02:55:12 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.33700000000000002,"15min":0.307},"min":{"1min":0.23899999999999999,"5min":0.154,"15min":0.154},"max":{"1min":1.006,"5min":1.006,"15min":1.006},"last":0.26100000000000001},{"interface":"front","average":{"1min":0.35599999999999998,"5min":0.35799999999999998,"15min":0.32000000000000001},"min":{"1min":0.214,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.57399999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.214}]},{"osd":2,"last update":"Thu Mar 7 02:54:36 2024","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.379,"15min":0.37},"min":{"1min":0.28499999999999998,"5min":0.219,"15min":0.219},"max":{"1min":0.51300000000000001,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.30499999999999999},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.39200000000000002,"15min":0.377},"min":{"1min":0.26200000000000001,"5min":0.255,"15min":0.255},"max":{"1min":0.59699999999999998,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.27900000000000003}]},{"osd":3,"last update":"Thu Mar 7 02:55:05 2024","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.41999999999999998,"15min":0.41599999999999998},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":1.9359999999999999,"5min":1.9359999999999999,"15min":1.9359999999999999},"last":0.246},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.45400000000000001,"15min":0.44400000000000001},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":2.028,"5min":2.028,"15min":2.028},"last":0.45000000000000001}]},{"osd":4,"last update":"Thu Mar 7 02:54:21 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.55900000000000005,"15min":0.56200000000000006},"min":{"1min":0.38400000000000001,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.70299999999999996,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.746},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.54100000000000004,"15min":0.54300000000000004},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.73799999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.629}]},{"osd":5,"last update":"Thu Mar 7 02:54:48 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.41099999999999998,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":1.3480000000000001,"5min":1.3480000000000001,"15min":1.3480000000000001},"last":0.70099999999999996},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":1.2150000000000001,"5min":1.2150000000000001,"15min":1.2150000000000001},"last":0.56399999999999995}]},{"osd":6,"last update":"Thu Mar 7 02:55:12 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.60099999999999998,"15min":0.60399999999999998},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":1.1599999999999999,"5min":1.1599999999999999,"15min":1.1599999999999999},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.63600000000000001,"15min":0.64000000000000001},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":1.323,"5min":1.323,"15min":1.323},"last":0.64500000000000002}]},{"osd":7,"last update":"Thu Mar 7 02:54:31 2024","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.68799999999999994}]}]},{"osd":0,"up_from":8,"seq":34359738425,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28268,"kb_used_data":1248,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716884,"statfs":{"total":95995035648,"available":95966089216,"internally_reserved":0,"allocated":1277952,"data_stored":879098,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 7 02:54:15 2024","interfaces":[{"interface":"back","average":{"1min":0.37,"5min":0.33700000000000002,"15min":0.31900000000000001},"min":{"1min":0.254,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.34999999999999998,"15min":0.32700000000000001},"min":{"1min":0.25900000000000001,"5min":0.219,"15min":0.219},"max":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"last":0.38200000000000001}]},{"osd":2,"last update":"Thu Mar 7 02:54:38 2024","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.39400000000000002,"15min":0.38800000000000001},"min":{"1min":0.23599999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.38900000000000001,"15min":0.38500000000000001},"min":{"1min":0.30499999999999999,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"last":0.31900000000000001}]},{"osd":3,"last update":"Thu Mar 7 02:55:04 2024","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.438,"15min":0.44},"min":{"1min":0.313,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.38,"5min":0.41899999999999998,"15min":0.432},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.56499999999999995,"5min":0.57499999999999996,"15min":0.57499999999999996},"last":0.34499999999999997}]},{"osd":4,"last update":"Thu Mar 7 02:54:23 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.56599999999999995,"15min":0.56799999999999995},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.52100000000000002}]},{"osd":5,"last update":"Thu Mar 7 02:54:44 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.58499999999999996,"15min":0.58699999999999997},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.59399999999999997,"15min":0.59499999999999997},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.59499999999999997}]},{"osd":6,"last update":"Thu Mar 7 02:55:14 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.58799999999999997,"15min":0.59899999999999998},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.71399999999999997,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.88900000000000001,"15min":0.94699999999999995},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.82399999999999995,"5min":8.6839999999999993,"15min":8.6839999999999993},"last":0.48899999999999999}]},{"osd":7,"last update":"Thu Mar 7 02:54:32 2024","interfaces":[{"interface":"back","average":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":8.6449999999999996,"5min":8.6449999999999996,"15min":8.6449999999999996},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.58099999999999996}]}]},{"osd":2,"up_from":18,"seq":77309411376,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27676,"kb_used_data":656,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717476,"statfs":{"total":95995035648,"available":95966695424,"internally_reserved":0,"allocated":671744,"data_stored":288275,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 7 02:54:36 2024","interfaces":[{"interface":"back","average":{"1min":0.33600000000000002,"5min":0.34799999999999998,"15min":0.34000000000000002},"min":{"1min":0.25,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.41299999999999998,"5min":0.57199999999999995,"15min":0.57199999999999995},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.36099999999999999,"5min":0.36699999999999999,"15min":0.35899999999999999},"min":{"1min":0.27100000000000002,"5min":0.216,"15min":0.216},"max":{"1min":0.54100000000000004,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.218}]},{"osd":1,"last update":"Thu Mar 7 02:54:36 2024","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.377,"15min":0.379},"min":{"1min":0.26700000000000002,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.48699999999999999,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.40500000000000003,"15min":0.39300000000000002},"min":{"1min":0.252,"5min":0.251,"15min":0.251},"max":{"1min":0.59199999999999997,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.39200000000000002}]},{"osd":3,"last update":"Thu Mar 7 02:55:02 2024","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.40100000000000002,"15min":0.40899999999999997},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.46000000000000002,"5min":0.56299999999999994,"15min":0.56299999999999994},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.376,"5min":0.45500000000000002,"15min":0.47199999999999998},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.49199999999999999,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.51200000000000001}]},{"osd":4,"last update":"Thu Mar 7 02:54:25 2024","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.54200000000000004,"15min":0.53800000000000003},"min":{"1min":0.39500000000000002,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.42699999999999999}]},{"osd":5,"last update":"Thu Mar 7 02:54:45 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.57599999999999996,"15min":0.57799999999999996},"min":{"1min":0.38600000000000001,"5min":0.38,"15min":0.38},"max":{"1min":0.69599999999999995,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.56699999999999995,"15min":0.57099999999999995},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.44}]},{"osd":6,"last update":"Thu Mar 7 02:55:09 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.58699999999999997,"15min":0.60299999999999998},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.63300000000000001,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.59399999999999997,"15min":0.60399999999999998},"min":{"1min":0.436,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.70099999999999996,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.53400000000000003}]},{"osd":7,"last update":"Thu Mar 7 02:54:32 2024","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.45900000000000002}]}]},{"osd":3,"up_from":25,"seq":107374182443,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27692,"kb_used_data":672,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717460,"statfs":{"total":95995035648,"available":95966679040,"internally_reserved":0,"allocated":688128,"data_stored":290454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 7 02:55:01 2024","interfaces":[{"interface":"back","average":{"1min":0.37,"5min":0.39900000000000002,"15min":0.41499999999999998},"min":{"1min":0.247,"5min":0.245,"15min":0.245},"max":{"1min":0.504,"5min":0.65100000000000002,"15min":0.65100000000000002},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.38700000000000001,"5min":0.41299999999999998,"15min":0.42299999999999999},"min":{"1min":0.26600000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.53600000000000003,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.28999999999999998}]},{"osd":1,"last update":"Thu Mar 7 02:55:01 2024","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.40600000000000003,"15min":0.41699999999999998},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.50700000000000001,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.443,"5min":0.439,"15min":0.44700000000000001},"min":{"1min":0.29099999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.63100000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.26100000000000001}]},{"osd":2,"last update":"Thu Mar 7 02:55:01 2024","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.44700000000000001,"15min":0.45600000000000002},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.58499999999999996,"5min":0.629,"15min":0.629},"last":0.33400000000000002},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.441,"15min":0.44700000000000001},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.54500000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.36599999999999999}]},{"osd":4,"last update":"Thu Mar 7 02:54:23 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.52400000000000002,"15min":0.51900000000000002},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.52300000000000002,"15min":0.51800000000000002},"min":{"1min":0.40899999999999997,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.72399999999999998,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.55600000000000005}]},{"osd":5,"last update":"Thu Mar 7 02:54:44 2024","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.57199999999999995,"15min":0.56599999999999995},"min":{"1min":0.432,"5min":0.38,"15min":0.38},"max":{"1min":0.71699999999999997,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.56499999999999995,"15min":0.56299999999999994},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.56599999999999995}]},{"osd":6,"last update":"Thu Mar 7 02:55:11 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58399999999999996,"15min":0.58299999999999996},"min":{"1min":0.42099999999999999,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":1.022,"5min":1.022,"15min":1.022},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60999999999999999,"15min":0.61099999999999999},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":0.749,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.48199999999999998}]},{"osd":7,"last update":"Thu Mar 7 02:54:33 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.499}]}]},{"osd":4,"up_from":30,"seq":128849018917,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27684,"kb_used_data":664,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717468,"statfs":{"total":95995035648,"available":95966687232,"internally_reserved":0,"allocated":679936,"data_stored":288379,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 7 02:54:20 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.38500000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.53000000000000003,"15min":0.52800000000000002},"min":{"1min":0.42899999999999999,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.53100000000000003}]},{"osd":1,"last update":"Thu Mar 7 02:54:20 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.499,"15min":0.496},"min":{"1min":0.40000000000000002,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.52900000000000003,"15min":0.53000000000000003},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.68400000000000005,"5min":0.752,"15min":0.752},"last":0.39000000000000001}]},{"osd":2,"last update":"Thu Mar 7 02:54:20 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.52100000000000002,"15min":0.52000000000000002},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.50700000000000001,"15min":0.505},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.434}]},{"osd":3,"last update":"Thu Mar 7 02:54:20 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.54100000000000004,"15min":0.53700000000000003},"min":{"1min":0.41599999999999998,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.373},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.42399999999999999,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.54500000000000004}]},{"osd":5,"last update":"Thu Mar 7 02:54:45 2024","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.42299999999999999,"15min":0.41499999999999998},"min":{"1min":0.29399999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.45100000000000001,"15min":0.439},"min":{"1min":0.36799999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.56499999999999995}]},{"osd":6,"last update":"Thu Mar 7 02:55:10 2024","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.42899999999999999,"15min":0.42299999999999999},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.498,"15min":0.48699999999999999},"min":{"1min":0.40600000000000003,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.879,"5min":0.879,"15min":0.879},"last":0.51400000000000001}]},{"osd":7,"last update":"Thu Mar 7 02:54:32 2024","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.499,"15min":0.499},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.501},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.57799999999999996}]}]},{"osd":5,"up_from":38,"seq":163208757281,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27688,"kb_used_data":668,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717464,"statfs":{"total":95995035648,"available":95966683136,"internally_reserved":0,"allocated":684032,"data_stored":290382,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 7 02:54:46 2024","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.52400000000000002,"15min":0.52800000000000002},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.65700000000000003,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.54400000000000004,"15min":0.54500000000000004},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.54900000000000004}]},{"osd":1,"last update":"Thu Mar 7 02:54:46 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.55000000000000004,"15min":0.55200000000000005},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.97999999999999998,"5min":0.61499999999999999,"15min":0.55400000000000005},"min":{"1min":0.36099999999999999,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":8.1829999999999998,"5min":8.1829999999999998,"15min":8.1829999999999998},"last":0.52500000000000002}]},{"osd":2,"last update":"Thu Mar 7 02:54:46 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.53300000000000003,"15min":0.52900000000000003},"min":{"1min":0.39500000000000002,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.70199999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.54400000000000004,"15min":0.54200000000000004},"min":{"1min":0.443,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.59299999999999997}]},{"osd":3,"last update":"Thu Mar 7 02:54:46 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.53100000000000003,"15min":0.52900000000000003},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.56100000000000005,"15min":0.55800000000000005},"min":{"1min":0.47799999999999998,"5min":0.374,"15min":0.374},"max":{"1min":0.73599999999999999,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.63500000000000001}]},{"osd":4,"last update":"Thu Mar 7 02:54:46 2024","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.41599999999999998,"15min":0.40999999999999998},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.97299999999999998,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.42999999999999999,"15min":0.42299999999999999},"min":{"1min":0.33000000000000002,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":0.45800000000000002}]},{"osd":6,"last update":"Thu Mar 7 02:55:12 2024","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.63300000000000001,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.504,"5min":0.47199999999999998,"15min":0.46600000000000003},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.41699999999999998}]},{"osd":7,"last update":"Thu Mar 7 02:54:34 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.995,"5min":0.995,"15min":0.995},"last":0.40600000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2348,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-07T02:55:19.826 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph pg dump --format=json 2024-03-07T02:55:20.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:19 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.8", "id": [7, 2]}]': finished 2024-03-07T02:55:20.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:19 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.a", "id": [4, 3]}]': finished 2024-03-07T02:55:20.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:19 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.18", "id": [0, 2]}]': finished 2024-03-07T02:55:20.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:19 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]': finished 2024-03-07T02:55:20.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:19 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 2]}]': finished 2024-03-07T02:55:20.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:19 smithi090 ceph-mon[37987]: osdmap e67: 8 total, 8 up, 8 in 2024-03-07T02:55:20.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:19 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.8", "id": [7, 2]}]': finished 2024-03-07T02:55:20.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:19 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.a", "id": [4, 3]}]': finished 2024-03-07T02:55:20.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:19 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.18", "id": [0, 2]}]': finished 2024-03-07T02:55:20.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:19 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]': finished 2024-03-07T02:55:20.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:19 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 2]}]': finished 2024-03-07T02:55:20.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:19 smithi090 ceph-mon[27223]: osdmap e67: 8 total, 8 up, 8 in 2024-03-07T02:55:20.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:19 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.8", "id": [7, 2]}]': finished 2024-03-07T02:55:20.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:19 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.a", "id": [4, 3]}]': finished 2024-03-07T02:55:20.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:19 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.18", "id": [0, 2]}]': finished 2024-03-07T02:55:20.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:19 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]': finished 2024-03-07T02:55:20.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:19 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 2]}]': finished 2024-03-07T02:55:20.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:19 smithi092 ceph-mon[31083]: osdmap e67: 8 total, 8 up, 8 in 2024-03-07T02:55:20.887 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T02:55:21.010 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 02:55:20 smithi090 systemd[1]: Stopping Ceph alertmanager.a for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T02:55:21.011 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:20 smithi090 ceph-mon[27223]: osdmap e68: 8 total, 8 up, 8 in 2024-03-07T02:55:21.011 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:20 smithi090 ceph-mon[27223]: pgmap v38: 105 pgs: 5 peering, 100 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:21.011 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:20 smithi090 ceph-mon[37987]: osdmap e68: 8 total, 8 up, 8 in 2024-03-07T02:55:21.011 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:20 smithi090 ceph-mon[37987]: pgmap v38: 105 pgs: 5 peering, 100 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:21.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:20 smithi092 ceph-mon[31083]: osdmap e68: 8 total, 8 up, 8 in 2024-03-07T02:55:21.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:20 smithi092 ceph-mon[31083]: pgmap v38: 105 pgs: 5 peering, 100 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:22.099 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:21 smithi090 ceph-mon[37987]: Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2024-03-07T02:55:22.099 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:21 smithi090 ceph-mon[27223]: Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2024-03-07T02:55:22.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:21 smithi092 ceph-mon[31083]: Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2024-03-07T02:55:22.578 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 02:55:22 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[68722]: ts=2024-03-07T02:55:22.097Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-03-07T02:55:22.578 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 02:55:22 smithi090 podman[72642]: 2024-03-07 02:55:22.231286783 +0000 UTC m=+0.577397993 container died 77892f05a47c53cf71e1d41656d130e3d50e1bc78aa81fc70e3505c0a96b838b (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-07T02:55:23.073 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:22 smithi090 ceph-mon[27223]: pgmap v39: 105 pgs: 5 peering, 100 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:23.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:22 smithi090 ceph-mon[37987]: pgmap v39: 105 pgs: 5 peering, 100 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:23.074 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:55:22 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: ::ffff:172.21.15.92 - - [07/Mar/2024:02:55:22] "GET /metrics HTTP/1.1" 200 33625 "" "Prometheus/2.43.0" 2024-03-07T02:55:23.074 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 02:55:22 smithi090 podman[72642]: 2024-03-07 02:55:22.684404535 +0000 UTC m=+1.030515806 container cleanup 77892f05a47c53cf71e1d41656d130e3d50e1bc78aa81fc70e3505c0a96b838b (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-07T02:55:23.074 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 02:55:22 smithi090 bash[72642]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a 2024-03-07T02:55:23.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:22 smithi092 ceph-mon[31083]: pgmap v39: 105 pgs: 5 peering, 100 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:23.328 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 02:55:23 smithi090 podman[72677]: 2024-03-07 02:55:23.137720173 +0000 UTC m=+1.011313123 container remove 77892f05a47c53cf71e1d41656d130e3d50e1bc78aa81fc70e3505c0a96b838b (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-07T02:55:23.328 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 02:55:23 smithi090 podman[72677]: 2024-03-07 02:55:23.213649803 +0000 UTC m=+1.087242750 volume remove ccd23ca70335d61e2e6f0b009d71cd0f27605cbfcad229d49fa684c3be95dd43 2024-03-07T02:55:23.647 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 02:55:23 smithi090 systemd[1]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@alertmanager.a.service: Deactivated successfully. 2024-03-07T02:55:23.647 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 02:55:23 smithi090 systemd[1]: Stopped Ceph alertmanager.a for fb96fd1c-dc2c-11ee-95c6-87774f69a715. 2024-03-07T02:55:23.647 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 02:55:23 smithi090 systemd[1]: Starting Ceph alertmanager.a for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T02:55:23.683 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T02:55:23.685 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-03-07T02:55:23.970 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 02:55:23 smithi090 podman[72801]: 2024-03-07 02:55:23.548192473 +0000 UTC m=+0.017805718 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-03-07T02:55:23.971 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 02:55:23 smithi090 podman[72801]: 2024-03-07 02:55:23.667371372 +0000 UTC m=+0.136984602 volume create 1a79adc63d0803f4696fad9c46e6da91c07e95a96a2a95d726275220e45be7bb 2024-03-07T02:55:23.971 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 02:55:23 smithi090 podman[72801]: 2024-03-07 02:55:23.784969591 +0000 UTC m=+0.254582823 container create c7f3158595319859bfda702ae8211bc0c51f43fe1501c1deb0bde41d1255f1c5 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-07T02:55:24.240 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 02:55:24 smithi090 podman[72801]: 2024-03-07 02:55:24.146745641 +0000 UTC m=+0.616358871 container init c7f3158595319859bfda702ae8211bc0c51f43fe1501c1deb0bde41d1255f1c5 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-07T02:55:24.240 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 02:55:24 smithi090 podman[72801]: 2024-03-07 02:55:24.149396001 +0000 UTC m=+0.619009232 container start c7f3158595319859bfda702ae8211bc0c51f43fe1501c1deb0bde41d1255f1c5 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-07T02:55:24.241 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 02:55:24 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[72828]: ts=2024-03-07T02:55:24.161Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-03-07T02:55:24.241 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 02:55:24 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[72828]: ts=2024-03-07T02:55:24.161Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-03-07T02:55:24.241 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 02:55:24 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[72828]: ts=2024-03-07T02:55:24.162Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.90 port=9094 2024-03-07T02:55:24.241 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 02:55:24 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[72828]: ts=2024-03-07T02:55:24.163Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-03-07T02:55:24.241 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 02:55:24 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[72828]: ts=2024-03-07T02:55:24.186Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-03-07T02:55:24.241 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 02:55:24 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[72828]: ts=2024-03-07T02:55:24.186Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-03-07T02:55:24.241 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 02:55:24 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[72828]: ts=2024-03-07T02:55:24.189Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-03-07T02:55:24.241 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 02:55:24 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[72828]: ts=2024-03-07T02:55:24.189Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-03-07T02:55:24.241 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 02:55:24 smithi090 bash[72801]: c7f3158595319859bfda702ae8211bc0c51f43fe1501c1deb0bde41d1255f1c5 2024-03-07T02:55:24.578 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 02:55:24 smithi090 systemd[1]: Started Ceph alertmanager.a for fb96fd1c-dc2c-11ee-95c6-87774f69a715. 2024-03-07T02:55:24.875 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":39,"stamp":"2024-03-07T02:55:22.409665+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593514,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":227,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":223216,"kb_used_data":7056,"kb_used_omap":13,"kb_used_meta":216050,"kb_avail":749738000,"statfs":{"total":767960285184,"available":767731712000,"internally_reserved":0,"allocated":7225344,"data_stored":4084657,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":14248,"internal_metadata":221235288},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002073"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:24.898409+0000","last_change":"2024-03-07T02:53:49.854685+0000","last_active":"2024-03-07T02:54:24.898409+0000","last_peered":"2024-03-07T02:54:24.898409+0000","last_clean":"2024-03-07T02:54:24.898409+0000","last_became_active":"2024-03-07T02:53:49.854367+0000","last_became_peered":"2024-03-07T02:53:49.854367+0000","last_unstale":"2024-03-07T02:54:24.898409+0000","last_undegraded":"2024-03-07T02:54:24.898409+0000","last_fullsized":"2024-03-07T02:54:24.898409+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:49:01.186453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:22.669648+0000","last_change":"2024-03-07T02:53:49.842861+0000","last_active":"2024-03-07T02:54:22.669648+0000","last_peered":"2024-03-07T02:54:22.669648+0000","last_clean":"2024-03-07T02:54:22.669648+0000","last_became_active":"2024-03-07T02:53:49.842590+0000","last_became_peered":"2024-03-07T02:53:49.842590+0000","last_unstale":"2024-03-07T02:54:22.669648+0000","last_undegraded":"2024-03-07T02:54:22.669648+0000","last_fullsized":"2024-03-07T02:54:22.669648+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:07:22.484029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:23.399353+0000","last_change":"2024-03-07T02:53:49.839091+0000","last_active":"2024-03-07T02:54:23.399353+0000","last_peered":"2024-03-07T02:54:23.399353+0000","last_clean":"2024-03-07T02:54:23.399353+0000","last_became_active":"2024-03-07T02:53:49.838498+0000","last_became_peered":"2024-03-07T02:53:49.838498+0000","last_unstale":"2024-03-07T02:54:23.399353+0000","last_undegraded":"2024-03-07T02:54:23.399353+0000","last_fullsized":"2024-03-07T02:54:23.399353+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:01:02.450914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:24.897380+0000","last_change":"2024-03-07T02:53:49.843855+0000","last_active":"2024-03-07T02:54:24.897380+0000","last_peered":"2024-03-07T02:54:24.897380+0000","last_clean":"2024-03-07T02:54:24.897380+0000","last_became_active":"2024-03-07T02:53:49.842954+0000","last_became_peered":"2024-03-07T02:53:49.842954+0000","last_unstale":"2024-03-07T02:54:24.897380+0000","last_undegraded":"2024-03-07T02:54:24.897380+0000","last_fullsized":"2024-03-07T02:54:24.897380+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:14:05.674966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:24.897508+0000","last_change":"2024-03-07T02:53:49.859451+0000","last_active":"2024-03-07T02:54:24.897508+0000","last_peered":"2024-03-07T02:54:24.897508+0000","last_clean":"2024-03-07T02:54:24.897508+0000","last_became_active":"2024-03-07T02:53:49.858563+0000","last_became_peered":"2024-03-07T02:53:49.858563+0000","last_unstale":"2024-03-07T02:54:24.897508+0000","last_undegraded":"2024-03-07T02:54:24.897508+0000","last_fullsized":"2024-03-07T02:54:24.897508+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T02:57:36.955801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:24.897143+0000","last_change":"2024-03-07T02:53:49.837569+0000","last_active":"2024-03-07T02:54:24.897143+0000","last_peered":"2024-03-07T02:54:24.897143+0000","last_clean":"2024-03-07T02:54:24.897143+0000","last_became_active":"2024-03-07T02:53:49.836837+0000","last_became_peered":"2024-03-07T02:53:49.836837+0000","last_unstale":"2024-03-07T02:54:24.897143+0000","last_undegraded":"2024-03-07T02:54:24.897143+0000","last_fullsized":"2024-03-07T02:54:24.897143+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:58:29.564285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:24.896666+0000","last_change":"2024-03-07T02:53:49.857278+0000","last_active":"2024-03-07T02:54:24.896666+0000","last_peered":"2024-03-07T02:54:24.896666+0000","last_clean":"2024-03-07T02:54:24.896666+0000","last_became_active":"2024-03-07T02:53:49.856372+0000","last_became_peered":"2024-03-07T02:53:49.856372+0000","last_unstale":"2024-03-07T02:54:24.896666+0000","last_undegraded":"2024-03-07T02:54:24.896666+0000","last_fullsized":"2024-03-07T02:54:24.896666+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:55:27.367563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:23.043935+0000","last_change":"2024-03-07T02:53:49.854425+0000","last_active":"2024-03-07T02:54:23.043935+0000","last_peered":"2024-03-07T02:54:23.043935+0000","last_clean":"2024-03-07T02:54:23.043935+0000","last_became_active":"2024-03-07T02:53:49.854138+0000","last_became_peered":"2024-03-07T02:53:49.854138+0000","last_unstale":"2024-03-07T02:54:23.043935+0000","last_undegraded":"2024-03-07T02:54:23.043935+0000","last_fullsized":"2024-03-07T02:54:23.043935+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:01:55.740535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:24.898410+0000","last_change":"2024-03-07T02:53:49.845405+0000","last_active":"2024-03-07T02:54:24.898410+0000","last_peered":"2024-03-07T02:54:24.898410+0000","last_clean":"2024-03-07T02:54:24.898410+0000","last_became_active":"2024-03-07T02:53:49.845107+0000","last_became_peered":"2024-03-07T02:53:49.845107+0000","last_unstale":"2024-03-07T02:54:24.898410+0000","last_undegraded":"2024-03-07T02:54:24.898410+0000","last_fullsized":"2024-03-07T02:54:24.898410+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:15:38.538297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:23.977638+0000","last_change":"2024-03-07T02:53:49.847586+0000","last_active":"2024-03-07T02:54:23.977638+0000","last_peered":"2024-03-07T02:54:23.977638+0000","last_clean":"2024-03-07T02:54:23.977638+0000","last_became_active":"2024-03-07T02:53:49.847126+0000","last_became_peered":"2024-03-07T02:53:49.847126+0000","last_unstale":"2024-03-07T02:54:23.977638+0000","last_undegraded":"2024-03-07T02:54:23.977638+0000","last_fullsized":"2024-03-07T02:54:23.977638+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:48:24.852987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:23.977558+0000","last_change":"2024-03-07T02:53:49.851801+0000","last_active":"2024-03-07T02:54:23.977558+0000","last_peered":"2024-03-07T02:54:23.977558+0000","last_clean":"2024-03-07T02:54:23.977558+0000","last_became_active":"2024-03-07T02:53:49.851464+0000","last_became_peered":"2024-03-07T02:53:49.851464+0000","last_unstale":"2024-03-07T02:54:23.977558+0000","last_undegraded":"2024-03-07T02:54:23.977558+0000","last_fullsized":"2024-03-07T02:54:23.977558+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T02:59:44.199669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":2,"reported_epoch":67,"state":"peering","last_fresh":"2024-03-07T02:53:49.841849+0000","last_change":"2024-03-07T02:55:19.402465+0000","last_active":"2024-03-07T02:53:49.466409+0000","last_peered":"2024-03-07T02:53:49.466409+0000","last_clean":"2024-03-07T02:53:49.466409+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:49.841849+0000","last_undegraded":"2024-03-07T02:53:49.841849+0000","last_fullsized":"2024-03-07T02:53:49.841849+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:05:39.862576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:23.044227+0000","last_change":"2024-03-07T02:53:49.846374+0000","last_active":"2024-03-07T02:54:23.044227+0000","last_peered":"2024-03-07T02:54:23.044227+0000","last_clean":"2024-03-07T02:54:23.044227+0000","last_became_active":"2024-03-07T02:53:49.845970+0000","last_became_peered":"2024-03-07T02:53:49.845970+0000","last_unstale":"2024-03-07T02:54:23.044227+0000","last_undegraded":"2024-03-07T02:54:23.044227+0000","last_fullsized":"2024-03-07T02:54:23.044227+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:03:02.137070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:23.399100+0000","last_change":"2024-03-07T02:53:49.841282+0000","last_active":"2024-03-07T02:54:23.399100+0000","last_peered":"2024-03-07T02:54:23.399100+0000","last_clean":"2024-03-07T02:54:23.399100+0000","last_became_active":"2024-03-07T02:53:49.838909+0000","last_became_peered":"2024-03-07T02:53:49.838909+0000","last_unstale":"2024-03-07T02:54:23.399100+0000","last_undegraded":"2024-03-07T02:54:23.399100+0000","last_fullsized":"2024-03-07T02:54:23.399100+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:43:13.370870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:22.669276+0000","last_change":"2024-03-07T02:53:49.855523+0000","last_active":"2024-03-07T02:54:22.669276+0000","last_peered":"2024-03-07T02:54:22.669276+0000","last_clean":"2024-03-07T02:54:22.669276+0000","last_became_active":"2024-03-07T02:53:49.855250+0000","last_became_peered":"2024-03-07T02:53:49.855250+0000","last_unstale":"2024-03-07T02:54:22.669276+0000","last_undegraded":"2024-03-07T02:54:22.669276+0000","last_fullsized":"2024-03-07T02:54:22.669276+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T02:56:46.370579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:24.896707+0000","last_change":"2024-03-07T02:53:49.840840+0000","last_active":"2024-03-07T02:54:24.896707+0000","last_peered":"2024-03-07T02:54:24.896707+0000","last_clean":"2024-03-07T02:54:24.896707+0000","last_became_active":"2024-03-07T02:53:49.840550+0000","last_became_peered":"2024-03-07T02:53:49.840550+0000","last_unstale":"2024-03-07T02:54:24.896707+0000","last_undegraded":"2024-03-07T02:54:24.896707+0000","last_fullsized":"2024-03-07T02:54:24.896707+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:15:21.960266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:24.897784+0000","last_change":"2024-03-07T02:53:49.847259+0000","last_active":"2024-03-07T02:54:24.897784+0000","last_peered":"2024-03-07T02:54:24.897784+0000","last_clean":"2024-03-07T02:54:24.897784+0000","last_became_active":"2024-03-07T02:53:49.846943+0000","last_became_peered":"2024-03-07T02:53:49.846943+0000","last_unstale":"2024-03-07T02:54:24.897784+0000","last_undegraded":"2024-03-07T02:54:24.897784+0000","last_fullsized":"2024-03-07T02:54:24.897784+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:47:18.244929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:22.670504+0000","last_change":"2024-03-07T02:53:49.853504+0000","last_active":"2024-03-07T02:54:22.670504+0000","last_peered":"2024-03-07T02:54:22.670504+0000","last_clean":"2024-03-07T02:54:22.670504+0000","last_became_active":"2024-03-07T02:53:49.851609+0000","last_became_peered":"2024-03-07T02:53:49.851609+0000","last_unstale":"2024-03-07T02:54:22.670504+0000","last_undegraded":"2024-03-07T02:54:22.670504+0000","last_fullsized":"2024-03-07T02:54:22.670504+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:49:04.202879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:24.897944+0000","last_change":"2024-03-07T02:53:49.850684+0000","last_active":"2024-03-07T02:54:24.897944+0000","last_peered":"2024-03-07T02:54:24.897944+0000","last_clean":"2024-03-07T02:54:24.897944+0000","last_became_active":"2024-03-07T02:53:49.850380+0000","last_became_peered":"2024-03-07T02:53:49.850380+0000","last_unstale":"2024-03-07T02:54:24.897944+0000","last_undegraded":"2024-03-07T02:54:24.897944+0000","last_fullsized":"2024-03-07T02:54:24.897944+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:00:27.072675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"61'4","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:23.399774+0000","last_change":"2024-03-07T02:53:49.496615+0000","last_active":"2024-03-07T02:54:23.399774+0000","last_peered":"2024-03-07T02:54:23.399774+0000","last_clean":"2024-03-07T02:54:23.399774+0000","last_became_active":"2024-03-07T02:53:49.496361+0000","last_became_peered":"2024-03-07T02:53:49.496361+0000","last_unstale":"2024-03-07T02:54:23.399774+0000","last_undegraded":"2024-03-07T02:54:23.399774+0000","last_fullsized":"2024-03-07T02:54:23.399774+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:03:34.940835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:23.044399+0000","last_change":"2024-03-07T02:53:49.845423+0000","last_active":"2024-03-07T02:54:23.044399+0000","last_peered":"2024-03-07T02:54:23.044399+0000","last_clean":"2024-03-07T02:54:23.044399+0000","last_became_active":"2024-03-07T02:53:49.845155+0000","last_became_peered":"2024-03-07T02:53:49.845155+0000","last_unstale":"2024-03-07T02:54:23.044399+0000","last_undegraded":"2024-03-07T02:54:23.044399+0000","last_fullsized":"2024-03-07T02:54:23.044399+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:41:39.478821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:23.044487+0000","last_change":"2024-03-07T02:53:49.492802+0000","last_active":"2024-03-07T02:54:23.044487+0000","last_peered":"2024-03-07T02:54:23.044487+0000","last_clean":"2024-03-07T02:54:23.044487+0000","last_became_active":"2024-03-07T02:53:49.492524+0000","last_became_peered":"2024-03-07T02:53:49.492524+0000","last_unstale":"2024-03-07T02:54:23.044487+0000","last_undegraded":"2024-03-07T02:54:23.044487+0000","last_fullsized":"2024-03-07T02:54:23.044487+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:46:11.087858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:23.399772+0000","last_change":"2024-03-07T02:53:49.840417+0000","last_active":"2024-03-07T02:54:23.399772+0000","last_peered":"2024-03-07T02:54:23.399772+0000","last_clean":"2024-03-07T02:54:23.399772+0000","last_became_active":"2024-03-07T02:53:49.840154+0000","last_became_peered":"2024-03-07T02:53:49.840154+0000","last_unstale":"2024-03-07T02:54:23.399772+0000","last_undegraded":"2024-03-07T02:54:23.399772+0000","last_fullsized":"2024-03-07T02:54:23.399772+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:39:44.772598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":19,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:24.898260+0000","last_change":"2024-03-07T02:53:49.496733+0000","last_active":"2024-03-07T02:54:24.898260+0000","last_peered":"2024-03-07T02:54:24.898260+0000","last_clean":"2024-03-07T02:54:24.898260+0000","last_became_active":"2024-03-07T02:53:49.496387+0000","last_became_peered":"2024-03-07T02:53:49.496387+0000","last_unstale":"2024-03-07T02:54:24.898260+0000","last_undegraded":"2024-03-07T02:54:24.898260+0000","last_fullsized":"2024-03-07T02:54:24.898260+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:20:05.531547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:24.897511+0000","last_change":"2024-03-07T02:53:49.849772+0000","last_active":"2024-03-07T02:54:24.897511+0000","last_peered":"2024-03-07T02:54:24.897511+0000","last_clean":"2024-03-07T02:54:24.897511+0000","last_became_active":"2024-03-07T02:53:49.849293+0000","last_became_peered":"2024-03-07T02:53:49.849293+0000","last_unstale":"2024-03-07T02:54:24.897511+0000","last_undegraded":"2024-03-07T02:54:24.897511+0000","last_fullsized":"2024-03-07T02:54:24.897511+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:58:53.630596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":19,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:24.897973+0000","last_change":"2024-03-07T02:53:49.493668+0000","last_active":"2024-03-07T02:54:24.897973+0000","last_peered":"2024-03-07T02:54:24.897973+0000","last_clean":"2024-03-07T02:54:24.897973+0000","last_became_active":"2024-03-07T02:53:49.493367+0000","last_became_peered":"2024-03-07T02:53:49.493367+0000","last_unstale":"2024-03-07T02:54:24.897973+0000","last_undegraded":"2024-03-07T02:54:24.897973+0000","last_fullsized":"2024-03-07T02:54:24.897973+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:41:11.876342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:24.897399+0000","last_change":"2024-03-07T02:53:49.846608+0000","last_active":"2024-03-07T02:54:24.897399+0000","last_peered":"2024-03-07T02:54:24.897399+0000","last_clean":"2024-03-07T02:54:24.897399+0000","last_became_active":"2024-03-07T02:53:49.846295+0000","last_became_peered":"2024-03-07T02:53:49.846295+0000","last_unstale":"2024-03-07T02:54:24.897399+0000","last_undegraded":"2024-03-07T02:54:24.897399+0000","last_fullsized":"2024-03-07T02:54:24.897399+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:23:15.144059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:23.044349+0000","last_change":"2024-03-07T02:53:49.491145+0000","last_active":"2024-03-07T02:54:23.044349+0000","last_peered":"2024-03-07T02:54:23.044349+0000","last_clean":"2024-03-07T02:54:23.044349+0000","last_became_active":"2024-03-07T02:53:49.490843+0000","last_became_peered":"2024-03-07T02:53:49.490843+0000","last_unstale":"2024-03-07T02:54:23.044349+0000","last_undegraded":"2024-03-07T02:54:23.044349+0000","last_fullsized":"2024-03-07T02:54:23.044349+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:06:27.120338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:22.673700+0000","last_change":"2024-03-07T02:53:49.857122+0000","last_active":"2024-03-07T02:54:22.673700+0000","last_peered":"2024-03-07T02:54:22.673700+0000","last_clean":"2024-03-07T02:54:22.673700+0000","last_became_active":"2024-03-07T02:53:49.856810+0000","last_became_peered":"2024-03-07T02:53:49.856810+0000","last_unstale":"2024-03-07T02:54:22.673700+0000","last_undegraded":"2024-03-07T02:54:22.673700+0000","last_fullsized":"2024-03-07T02:54:22.673700+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:34:07.008415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:23.977377+0000","last_change":"2024-03-07T02:53:49.485668+0000","last_active":"2024-03-07T02:54:23.977377+0000","last_peered":"2024-03-07T02:54:23.977377+0000","last_clean":"2024-03-07T02:54:23.977377+0000","last_became_active":"2024-03-07T02:53:49.484010+0000","last_became_peered":"2024-03-07T02:53:49.484010+0000","last_unstale":"2024-03-07T02:54:23.977377+0000","last_undegraded":"2024-03-07T02:54:23.977377+0000","last_fullsized":"2024-03-07T02:54:23.977377+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:35.133314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:23.399097+0000","last_change":"2024-03-07T02:53:49.854850+0000","last_active":"2024-03-07T02:54:23.399097+0000","last_peered":"2024-03-07T02:54:23.399097+0000","last_clean":"2024-03-07T02:54:23.399097+0000","last_became_active":"2024-03-07T02:53:49.854568+0000","last_became_peered":"2024-03-07T02:53:49.854568+0000","last_unstale":"2024-03-07T02:54:23.399097+0000","last_undegraded":"2024-03-07T02:54:23.399097+0000","last_fullsized":"2024-03-07T02:54:23.399097+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:02:46.888600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:23.044133+0000","last_change":"2024-03-07T02:53:49.495458+0000","last_active":"2024-03-07T02:54:23.044133+0000","last_peered":"2024-03-07T02:54:23.044133+0000","last_clean":"2024-03-07T02:54:23.044133+0000","last_became_active":"2024-03-07T02:53:49.495127+0000","last_became_peered":"2024-03-07T02:53:49.495127+0000","last_unstale":"2024-03-07T02:54:23.044133+0000","last_undegraded":"2024-03-07T02:54:23.044133+0000","last_fullsized":"2024-03-07T02:54:23.044133+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:53:26.260190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"peering","last_fresh":"2024-03-07T02:55:18.837355+0000","last_change":"2024-03-07T02:55:18.837524+0000","last_active":"2024-03-07T02:55:18.837355+0000","last_peered":"2024-03-07T02:54:23.044056+0000","last_clean":"2024-03-07T02:54:23.044056+0000","last_became_active":"2024-03-07T02:53:49.836938+0000","last_became_peered":"2024-03-07T02:53:49.836938+0000","last_unstale":"2024-03-07T02:55:18.837355+0000","last_undegraded":"2024-03-07T02:55:18.837355+0000","last_fullsized":"2024-03-07T02:55:18.837355+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:16:05.072318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,1,2],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:24.896812+0000","last_change":"2024-03-07T02:53:49.497442+0000","last_active":"2024-03-07T02:54:24.896812+0000","last_peered":"2024-03-07T02:54:24.896812+0000","last_clean":"2024-03-07T02:54:24.896812+0000","last_became_active":"2024-03-07T02:53:49.497185+0000","last_became_peered":"2024-03-07T02:53:49.497185+0000","last_unstale":"2024-03-07T02:54:24.896812+0000","last_undegraded":"2024-03-07T02:54:24.896812+0000","last_fullsized":"2024-03-07T02:54:24.896812+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:12:33.336003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:22.669299+0000","last_change":"2024-03-07T02:53:49.854803+0000","last_active":"2024-03-07T02:54:22.669299+0000","last_peered":"2024-03-07T02:54:22.669299+0000","last_clean":"2024-03-07T02:54:22.669299+0000","last_became_active":"2024-03-07T02:53:49.854522+0000","last_became_peered":"2024-03-07T02:53:49.854522+0000","last_unstale":"2024-03-07T02:54:22.669299+0000","last_undegraded":"2024-03-07T02:54:22.669299+0000","last_fullsized":"2024-03-07T02:54:22.669299+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:00:56.936050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:23.977678+0000","last_change":"2024-03-07T02:53:49.488792+0000","last_active":"2024-03-07T02:54:23.977678+0000","last_peered":"2024-03-07T02:54:23.977678+0000","last_clean":"2024-03-07T02:54:23.977678+0000","last_became_active":"2024-03-07T02:53:49.488508+0000","last_became_peered":"2024-03-07T02:53:49.488508+0000","last_unstale":"2024-03-07T02:54:23.977678+0000","last_undegraded":"2024-03-07T02:54:23.977678+0000","last_fullsized":"2024-03-07T02:54:23.977678+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:55:19.607029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:24.897699+0000","last_change":"2024-03-07T02:53:49.842000+0000","last_active":"2024-03-07T02:54:24.897699+0000","last_peered":"2024-03-07T02:54:24.897699+0000","last_clean":"2024-03-07T02:54:24.897699+0000","last_became_active":"2024-03-07T02:53:49.841724+0000","last_became_peered":"2024-03-07T02:53:49.841724+0000","last_unstale":"2024-03-07T02:54:24.897699+0000","last_undegraded":"2024-03-07T02:54:24.897699+0000","last_fullsized":"2024-03-07T02:54:24.897699+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:20:29.102396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:24.897574+0000","last_change":"2024-03-07T02:53:49.490998+0000","last_active":"2024-03-07T02:54:24.897574+0000","last_peered":"2024-03-07T02:54:24.897574+0000","last_clean":"2024-03-07T02:54:24.897574+0000","last_became_active":"2024-03-07T02:53:49.490599+0000","last_became_peered":"2024-03-07T02:53:49.490599+0000","last_unstale":"2024-03-07T02:54:24.897574+0000","last_undegraded":"2024-03-07T02:54:24.897574+0000","last_fullsized":"2024-03-07T02:54:24.897574+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:12:26.660615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:23.399616+0000","last_change":"2024-03-07T02:53:49.840939+0000","last_active":"2024-03-07T02:54:23.399616+0000","last_peered":"2024-03-07T02:54:23.399616+0000","last_clean":"2024-03-07T02:54:23.399616+0000","last_became_active":"2024-03-07T02:53:49.837481+0000","last_became_peered":"2024-03-07T02:53:49.837481+0000","last_unstale":"2024-03-07T02:54:23.399616+0000","last_undegraded":"2024-03-07T02:54:23.399616+0000","last_fullsized":"2024-03-07T02:54:23.399616+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:13:25.790774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":20,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:22.670280+0000","last_change":"2024-03-07T02:53:49.499459+0000","last_active":"2024-03-07T02:54:22.670280+0000","last_peered":"2024-03-07T02:54:22.670280+0000","last_clean":"2024-03-07T02:54:22.670280+0000","last_became_active":"2024-03-07T02:53:49.499124+0000","last_became_peered":"2024-03-07T02:53:49.499124+0000","last_unstale":"2024-03-07T02:54:22.670280+0000","last_undegraded":"2024-03-07T02:54:22.670280+0000","last_fullsized":"2024-03-07T02:54:22.670280+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:34:08.247608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:22.674050+0000","last_change":"2024-03-07T02:53:49.861812+0000","last_active":"2024-03-07T02:54:22.674050+0000","last_peered":"2024-03-07T02:54:22.674050+0000","last_clean":"2024-03-07T02:54:22.674050+0000","last_became_active":"2024-03-07T02:53:49.861517+0000","last_became_peered":"2024-03-07T02:53:49.861517+0000","last_unstale":"2024-03-07T02:54:22.674050+0000","last_undegraded":"2024-03-07T02:54:22.674050+0000","last_fullsized":"2024-03-07T02:54:22.674050+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:10:59.157425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"64'9","reported_seq":26,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:23.977468+0000","last_change":"2024-03-07T02:53:49.490538+0000","last_active":"2024-03-07T02:54:23.977468+0000","last_peered":"2024-03-07T02:54:23.977468+0000","last_clean":"2024-03-07T02:54:23.977468+0000","last_became_active":"2024-03-07T02:53:49.490216+0000","last_became_peered":"2024-03-07T02:53:49.490216+0000","last_unstale":"2024-03-07T02:54:23.977468+0000","last_undegraded":"2024-03-07T02:54:23.977468+0000","last_fullsized":"2024-03-07T02:54:23.977468+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:34:37.540002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2348,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:24.898039+0000","last_change":"2024-03-07T02:53:49.858320+0000","last_active":"2024-03-07T02:54:24.898039+0000","last_peered":"2024-03-07T02:54:24.898039+0000","last_clean":"2024-03-07T02:54:24.898039+0000","last_became_active":"2024-03-07T02:53:49.857970+0000","last_became_peered":"2024-03-07T02:53:49.857970+0000","last_unstale":"2024-03-07T02:54:24.898039+0000","last_undegraded":"2024-03-07T02:54:24.898039+0000","last_fullsized":"2024-03-07T02:54:24.898039+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:39:04.814763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":19,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:23.399577+0000","last_change":"2024-03-07T02:53:49.495999+0000","last_active":"2024-03-07T02:54:23.399577+0000","last_peered":"2024-03-07T02:54:23.399577+0000","last_clean":"2024-03-07T02:54:23.399577+0000","last_became_active":"2024-03-07T02:53:49.495735+0000","last_became_peered":"2024-03-07T02:53:49.495735+0000","last_unstale":"2024-03-07T02:54:23.399577+0000","last_undegraded":"2024-03-07T02:54:23.399577+0000","last_fullsized":"2024-03-07T02:54:23.399577+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:23:36.044807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:23.399240+0000","last_change":"2024-03-07T02:53:49.850032+0000","last_active":"2024-03-07T02:54:23.399240+0000","last_peered":"2024-03-07T02:54:23.399240+0000","last_clean":"2024-03-07T02:54:23.399240+0000","last_became_active":"2024-03-07T02:53:49.849635+0000","last_became_peered":"2024-03-07T02:53:49.849635+0000","last_unstale":"2024-03-07T02:54:23.399240+0000","last_undegraded":"2024-03-07T02:54:23.399240+0000","last_fullsized":"2024-03-07T02:54:23.399240+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:11:53.269163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:24.896998+0000","last_change":"2024-03-07T02:53:49.486515+0000","last_active":"2024-03-07T02:54:24.896998+0000","last_peered":"2024-03-07T02:54:24.896998+0000","last_clean":"2024-03-07T02:54:24.896998+0000","last_became_active":"2024-03-07T02:53:49.486220+0000","last_became_peered":"2024-03-07T02:53:49.486220+0000","last_unstale":"2024-03-07T02:54:24.896998+0000","last_undegraded":"2024-03-07T02:54:24.896998+0000","last_fullsized":"2024-03-07T02:54:24.896998+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:10:27.945262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:24.897386+0000","last_change":"2024-03-07T02:53:49.859121+0000","last_active":"2024-03-07T02:54:24.897386+0000","last_peered":"2024-03-07T02:54:24.897386+0000","last_clean":"2024-03-07T02:54:24.897386+0000","last_became_active":"2024-03-07T02:53:49.858172+0000","last_became_peered":"2024-03-07T02:53:49.858172+0000","last_unstale":"2024-03-07T02:54:24.897386+0000","last_undegraded":"2024-03-07T02:54:24.897386+0000","last_fullsized":"2024-03-07T02:54:24.897386+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:45:33.378053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:23.977189+0000","last_change":"2024-03-07T02:53:49.483351+0000","last_active":"2024-03-07T02:54:23.977189+0000","last_peered":"2024-03-07T02:54:23.977189+0000","last_clean":"2024-03-07T02:54:23.977189+0000","last_became_active":"2024-03-07T02:53:49.483044+0000","last_became_peered":"2024-03-07T02:53:49.483044+0000","last_unstale":"2024-03-07T02:54:23.977189+0000","last_undegraded":"2024-03-07T02:54:23.977189+0000","last_fullsized":"2024-03-07T02:54:23.977189+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:12:12.898292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:23.977201+0000","last_change":"2024-03-07T02:53:49.846034+0000","last_active":"2024-03-07T02:54:23.977201+0000","last_peered":"2024-03-07T02:54:23.977201+0000","last_clean":"2024-03-07T02:54:23.977201+0000","last_became_active":"2024-03-07T02:53:49.844815+0000","last_became_peered":"2024-03-07T02:53:49.844815+0000","last_unstale":"2024-03-07T02:54:23.977201+0000","last_undegraded":"2024-03-07T02:54:23.977201+0000","last_fullsized":"2024-03-07T02:54:23.977201+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:25:03.258868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":25,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:22.669602+0000","last_change":"2024-03-07T02:53:49.486270+0000","last_active":"2024-03-07T02:54:22.669602+0000","last_peered":"2024-03-07T02:54:22.669602+0000","last_clean":"2024-03-07T02:54:22.669602+0000","last_became_active":"2024-03-07T02:53:49.485932+0000","last_became_peered":"2024-03-07T02:53:49.485932+0000","last_unstale":"2024-03-07T02:54:22.669602+0000","last_undegraded":"2024-03-07T02:54:22.669602+0000","last_fullsized":"2024-03-07T02:54:22.669602+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:34:04.554605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:24.896766+0000","last_change":"2024-03-07T02:53:49.857113+0000","last_active":"2024-03-07T02:54:24.896766+0000","last_peered":"2024-03-07T02:54:24.896766+0000","last_clean":"2024-03-07T02:54:24.896766+0000","last_became_active":"2024-03-07T02:53:49.856802+0000","last_became_peered":"2024-03-07T02:53:49.856802+0000","last_unstale":"2024-03-07T02:54:24.896766+0000","last_undegraded":"2024-03-07T02:54:24.896766+0000","last_fullsized":"2024-03-07T02:54:24.896766+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:25:25.592892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:22.674395+0000","last_change":"2024-03-07T02:53:49.490403+0000","last_active":"2024-03-07T02:54:22.674395+0000","last_peered":"2024-03-07T02:54:22.674395+0000","last_clean":"2024-03-07T02:54:22.674395+0000","last_became_active":"2024-03-07T02:53:49.489044+0000","last_became_peered":"2024-03-07T02:53:49.489044+0000","last_unstale":"2024-03-07T02:54:22.674395+0000","last_undegraded":"2024-03-07T02:54:22.674395+0000","last_fullsized":"2024-03-07T02:54:22.674395+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:10:28.076184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:24.898212+0000","last_change":"2024-03-07T02:53:49.857477+0000","last_active":"2024-03-07T02:54:24.898212+0000","last_peered":"2024-03-07T02:54:24.898212+0000","last_clean":"2024-03-07T02:54:24.898212+0000","last_became_active":"2024-03-07T02:53:49.857201+0000","last_became_peered":"2024-03-07T02:53:49.857201+0000","last_unstale":"2024-03-07T02:54:24.898212+0000","last_undegraded":"2024-03-07T02:54:24.898212+0000","last_fullsized":"2024-03-07T02:54:24.898212+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:38:55.410512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:22.669513+0000","last_change":"2024-03-07T02:54:18.514451+0000","last_active":"2024-03-07T02:54:22.669513+0000","last_peered":"2024-03-07T02:54:22.669513+0000","last_clean":"2024-03-07T02:54:22.669513+0000","last_became_active":"2024-03-07T02:54:18.514168+0000","last_became_peered":"2024-03-07T02:54:18.514168+0000","last_unstale":"2024-03-07T02:54:22.669513+0000","last_undegraded":"2024-03-07T02:54:22.669513+0000","last_fullsized":"2024-03-07T02:54:22.669513+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:48:33.570989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:22.669574+0000","last_change":"2024-03-07T02:53:49.500366+0000","last_active":"2024-03-07T02:54:22.669574+0000","last_peered":"2024-03-07T02:54:22.669574+0000","last_clean":"2024-03-07T02:54:22.669574+0000","last_became_active":"2024-03-07T02:53:49.499503+0000","last_became_peered":"2024-03-07T02:53:49.499503+0000","last_unstale":"2024-03-07T02:54:22.669574+0000","last_undegraded":"2024-03-07T02:54:22.669574+0000","last_fullsized":"2024-03-07T02:54:22.669574+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:20:56.449629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:24.897505+0000","last_change":"2024-03-07T02:53:49.838714+0000","last_active":"2024-03-07T02:54:24.897505+0000","last_peered":"2024-03-07T02:54:24.897505+0000","last_clean":"2024-03-07T02:54:24.897505+0000","last_became_active":"2024-03-07T02:53:49.838397+0000","last_became_peered":"2024-03-07T02:53:49.838397+0000","last_unstale":"2024-03-07T02:54:24.897505+0000","last_undegraded":"2024-03-07T02:54:24.897505+0000","last_fullsized":"2024-03-07T02:54:24.897505+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:10:21.908919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:22.669660+0000","last_change":"2024-03-07T02:54:18.393130+0000","last_active":"2024-03-07T02:54:22.669660+0000","last_peered":"2024-03-07T02:54:22.669660+0000","last_clean":"2024-03-07T02:54:22.669660+0000","last_became_active":"2024-03-07T02:54:18.392706+0000","last_became_peered":"2024-03-07T02:54:18.392706+0000","last_unstale":"2024-03-07T02:54:22.669660+0000","last_undegraded":"2024-03-07T02:54:22.669660+0000","last_fullsized":"2024-03-07T02:54:22.669660+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:27:19.528265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:24.896849+0000","last_change":"2024-03-07T02:53:49.492984+0000","last_active":"2024-03-07T02:54:24.896849+0000","last_peered":"2024-03-07T02:54:24.896849+0000","last_clean":"2024-03-07T02:54:24.896849+0000","last_became_active":"2024-03-07T02:53:49.492690+0000","last_became_peered":"2024-03-07T02:53:49.492690+0000","last_unstale":"2024-03-07T02:54:24.896849+0000","last_undegraded":"2024-03-07T02:54:24.896849+0000","last_fullsized":"2024-03-07T02:54:24.896849+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:42:56.268562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:22.673924+0000","last_change":"2024-03-07T02:53:49.860852+0000","last_active":"2024-03-07T02:54:22.673924+0000","last_peered":"2024-03-07T02:54:22.673924+0000","last_clean":"2024-03-07T02:54:22.673924+0000","last_became_active":"2024-03-07T02:53:49.860053+0000","last_became_peered":"2024-03-07T02:53:49.860053+0000","last_unstale":"2024-03-07T02:54:22.673924+0000","last_undegraded":"2024-03-07T02:54:22.673924+0000","last_fullsized":"2024-03-07T02:54:22.673924+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:02:06.497152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:22.669411+0000","last_change":"2024-03-07T02:54:18.514448+0000","last_active":"2024-03-07T02:54:22.669411+0000","last_peered":"2024-03-07T02:54:22.669411+0000","last_clean":"2024-03-07T02:54:22.669411+0000","last_became_active":"2024-03-07T02:54:18.514066+0000","last_became_peered":"2024-03-07T02:54:18.514066+0000","last_unstale":"2024-03-07T02:54:22.669411+0000","last_undegraded":"2024-03-07T02:54:22.669411+0000","last_fullsized":"2024-03-07T02:54:22.669411+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:28:55.818372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:22.669373+0000","last_change":"2024-03-07T02:53:49.848086+0000","last_active":"2024-03-07T02:54:22.669373+0000","last_peered":"2024-03-07T02:54:22.669373+0000","last_clean":"2024-03-07T02:54:22.669373+0000","last_became_active":"2024-03-07T02:53:49.847455+0000","last_became_peered":"2024-03-07T02:53:49.847455+0000","last_unstale":"2024-03-07T02:54:22.669373+0000","last_undegraded":"2024-03-07T02:54:22.669373+0000","last_fullsized":"2024-03-07T02:54:22.669373+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:22:07.188240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:22.669802+0000","last_change":"2024-03-07T02:53:49.493185+0000","last_active":"2024-03-07T02:54:22.669802+0000","last_peered":"2024-03-07T02:54:22.669802+0000","last_clean":"2024-03-07T02:54:22.669802+0000","last_became_active":"2024-03-07T02:53:49.492892+0000","last_became_peered":"2024-03-07T02:53:49.492892+0000","last_unstale":"2024-03-07T02:54:22.669802+0000","last_undegraded":"2024-03-07T02:54:22.669802+0000","last_fullsized":"2024-03-07T02:54:22.669802+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:49:49.391415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:23.977378+0000","last_change":"2024-03-07T02:54:19.213434+0000","last_active":"2024-03-07T02:54:23.977378+0000","last_peered":"2024-03-07T02:54:23.977378+0000","last_clean":"2024-03-07T02:54:23.977378+0000","last_became_active":"2024-03-07T02:54:19.213079+0000","last_became_peered":"2024-03-07T02:54:19.213079+0000","last_unstale":"2024-03-07T02:54:23.977378+0000","last_undegraded":"2024-03-07T02:54:23.977378+0000","last_fullsized":"2024-03-07T02:54:23.977378+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:07:22.099334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:23.044233+0000","last_change":"2024-03-07T02:53:49.839345+0000","last_active":"2024-03-07T02:54:23.044233+0000","last_peered":"2024-03-07T02:54:23.044233+0000","last_clean":"2024-03-07T02:54:23.044233+0000","last_became_active":"2024-03-07T02:53:49.839072+0000","last_became_peered":"2024-03-07T02:53:49.839072+0000","last_unstale":"2024-03-07T02:54:23.044233+0000","last_undegraded":"2024-03-07T02:54:23.044233+0000","last_fullsized":"2024-03-07T02:54:23.044233+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:31:16.320891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:24.897014+0000","last_change":"2024-03-07T02:53:49.487182+0000","last_active":"2024-03-07T02:54:24.897014+0000","last_peered":"2024-03-07T02:54:24.897014+0000","last_clean":"2024-03-07T02:54:24.897014+0000","last_became_active":"2024-03-07T02:53:49.486822+0000","last_became_peered":"2024-03-07T02:53:49.486822+0000","last_unstale":"2024-03-07T02:54:24.897014+0000","last_undegraded":"2024-03-07T02:54:24.897014+0000","last_fullsized":"2024-03-07T02:54:24.897014+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:19:48.370371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"65'128","reported_seq":263,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:24.896958+0000","last_change":"2024-03-07T02:53:35.330318+0000","last_active":"2024-03-07T02:54:24.896958+0000","last_peered":"2024-03-07T02:54:24.896958+0000","last_clean":"2024-03-07T02:54:24.896958+0000","last_became_active":"2024-03-07T02:53:35.329839+0000","last_became_peered":"2024-03-07T02:53:35.329839+0000","last_unstale":"2024-03-07T02:54:24.896958+0000","last_undegraded":"2024-03-07T02:54:24.896958+0000","last_fullsized":"2024-03-07T02:54:24.896958+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_clean_scrub_stamp":"2024-03-07T02:51:31.238394+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:41:13.020643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:23.399275+0000","last_change":"2024-03-07T02:54:18.393183+0000","last_active":"2024-03-07T02:54:23.399275+0000","last_peered":"2024-03-07T02:54:23.399275+0000","last_clean":"2024-03-07T02:54:23.399275+0000","last_became_active":"2024-03-07T02:54:18.392902+0000","last_became_peered":"2024-03-07T02:54:18.392902+0000","last_unstale":"2024-03-07T02:54:23.399275+0000","last_undegraded":"2024-03-07T02:54:23.399275+0000","last_fullsized":"2024-03-07T02:54:23.399275+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:42:17.552510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:23.399155+0000","last_change":"2024-03-07T02:53:49.856920+0000","last_active":"2024-03-07T02:54:23.399155+0000","last_peered":"2024-03-07T02:54:23.399155+0000","last_clean":"2024-03-07T02:54:23.399155+0000","last_became_active":"2024-03-07T02:53:49.856622+0000","last_became_peered":"2024-03-07T02:53:49.856622+0000","last_unstale":"2024-03-07T02:54:23.399155+0000","last_undegraded":"2024-03-07T02:54:23.399155+0000","last_fullsized":"2024-03-07T02:54:23.399155+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T02:54:57.154093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:24.896769+0000","last_change":"2024-03-07T02:53:49.495948+0000","last_active":"2024-03-07T02:54:24.896769+0000","last_peered":"2024-03-07T02:54:24.896769+0000","last_clean":"2024-03-07T02:54:24.896769+0000","last_became_active":"2024-03-07T02:53:49.495603+0000","last_became_peered":"2024-03-07T02:53:49.495603+0000","last_unstale":"2024-03-07T02:54:24.896769+0000","last_undegraded":"2024-03-07T02:54:24.896769+0000","last_fullsized":"2024-03-07T02:54:24.896769+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:21.769630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:23.399558+0000","last_change":"2024-03-07T02:54:19.213889+0000","last_active":"2024-03-07T02:54:23.399558+0000","last_peered":"2024-03-07T02:54:23.399558+0000","last_clean":"2024-03-07T02:54:23.399558+0000","last_became_active":"2024-03-07T02:54:19.213572+0000","last_became_peered":"2024-03-07T02:54:19.213572+0000","last_unstale":"2024-03-07T02:54:23.399558+0000","last_undegraded":"2024-03-07T02:54:23.399558+0000","last_fullsized":"2024-03-07T02:54:23.399558+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:25:54.993481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:24.898173+0000","last_change":"2024-03-07T02:53:49.491803+0000","last_active":"2024-03-07T02:54:24.898173+0000","last_peered":"2024-03-07T02:54:24.898173+0000","last_clean":"2024-03-07T02:54:24.898173+0000","last_became_active":"2024-03-07T02:53:49.491506+0000","last_became_peered":"2024-03-07T02:53:49.491506+0000","last_unstale":"2024-03-07T02:54:24.898173+0000","last_undegraded":"2024-03-07T02:54:24.898173+0000","last_fullsized":"2024-03-07T02:54:24.898173+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:38:50.284164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:22.669756+0000","last_change":"2024-03-07T02:53:49.839085+0000","last_active":"2024-03-07T02:54:22.669756+0000","last_peered":"2024-03-07T02:54:22.669756+0000","last_clean":"2024-03-07T02:54:22.669756+0000","last_became_active":"2024-03-07T02:53:49.838825+0000","last_became_peered":"2024-03-07T02:53:49.838825+0000","last_unstale":"2024-03-07T02:54:22.669756+0000","last_undegraded":"2024-03-07T02:54:22.669756+0000","last_fullsized":"2024-03-07T02:54:22.669756+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:10:23.889244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:23.043981+0000","last_change":"2024-03-07T02:54:19.213718+0000","last_active":"2024-03-07T02:54:23.043981+0000","last_peered":"2024-03-07T02:54:23.043981+0000","last_clean":"2024-03-07T02:54:23.043981+0000","last_became_active":"2024-03-07T02:54:19.213387+0000","last_became_peered":"2024-03-07T02:54:19.213387+0000","last_unstale":"2024-03-07T02:54:23.043981+0000","last_undegraded":"2024-03-07T02:54:23.043981+0000","last_fullsized":"2024-03-07T02:54:23.043981+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:10:17.223225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"62'1","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:22.669804+0000","last_change":"2024-03-07T02:53:49.495863+0000","last_active":"2024-03-07T02:54:22.669804+0000","last_peered":"2024-03-07T02:54:22.669804+0000","last_clean":"2024-03-07T02:54:22.669804+0000","last_became_active":"2024-03-07T02:53:49.495587+0000","last_became_peered":"2024-03-07T02:53:49.495587+0000","last_unstale":"2024-03-07T02:54:22.669804+0000","last_undegraded":"2024-03-07T02:54:22.669804+0000","last_fullsized":"2024-03-07T02:54:22.669804+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:46:32.863959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:23.044482+0000","last_change":"2024-03-07T02:53:49.848174+0000","last_active":"2024-03-07T02:54:23.044482+0000","last_peered":"2024-03-07T02:54:23.044482+0000","last_clean":"2024-03-07T02:54:23.044482+0000","last_became_active":"2024-03-07T02:53:49.847869+0000","last_became_peered":"2024-03-07T02:53:49.847869+0000","last_unstale":"2024-03-07T02:54:23.044482+0000","last_undegraded":"2024-03-07T02:54:23.044482+0000","last_fullsized":"2024-03-07T02:54:23.044482+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:47:37.139871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:22.673488+0000","last_change":"2024-03-07T02:54:18.514264+0000","last_active":"2024-03-07T02:54:22.673488+0000","last_peered":"2024-03-07T02:54:22.673488+0000","last_clean":"2024-03-07T02:54:22.673488+0000","last_became_active":"2024-03-07T02:54:18.513977+0000","last_became_peered":"2024-03-07T02:54:18.513977+0000","last_unstale":"2024-03-07T02:54:22.673488+0000","last_undegraded":"2024-03-07T02:54:22.673488+0000","last_fullsized":"2024-03-07T02:54:22.673488+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:23:47.491302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":19,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:23.977643+0000","last_change":"2024-03-07T02:53:49.491180+0000","last_active":"2024-03-07T02:54:23.977643+0000","last_peered":"2024-03-07T02:54:23.977643+0000","last_clean":"2024-03-07T02:54:23.977643+0000","last_became_active":"2024-03-07T02:53:49.486264+0000","last_became_peered":"2024-03-07T02:53:49.486264+0000","last_unstale":"2024-03-07T02:54:23.977643+0000","last_undegraded":"2024-03-07T02:54:23.977643+0000","last_fullsized":"2024-03-07T02:54:23.977643+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:41:07.485502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:23.399419+0000","last_change":"2024-03-07T02:53:49.856117+0000","last_active":"2024-03-07T02:54:23.399419+0000","last_peered":"2024-03-07T02:54:23.399419+0000","last_clean":"2024-03-07T02:54:23.399419+0000","last_became_active":"2024-03-07T02:53:49.855814+0000","last_became_peered":"2024-03-07T02:53:49.855814+0000","last_unstale":"2024-03-07T02:54:23.399419+0000","last_undegraded":"2024-03-07T02:54:23.399419+0000","last_fullsized":"2024-03-07T02:54:23.399419+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:24:34.311203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":2,"reported_epoch":67,"state":"peering","last_fresh":"2024-03-07T02:53:49.473127+0000","last_change":"2024-03-07T02:55:19.402378+0000","last_active":"2024-03-07T02:53:48.464691+0000","last_peered":"2024-03-07T02:53:48.464691+0000","last_clean":"2024-03-07T02:53:48.464691+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-07T02:53:49.473127+0000","last_undegraded":"2024-03-07T02:53:49.473127+0000","last_fullsized":"2024-03-07T02:53:49.473127+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:26:34.478311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:22.673611+0000","last_change":"2024-03-07T02:53:49.861668+0000","last_active":"2024-03-07T02:54:22.673611+0000","last_peered":"2024-03-07T02:54:22.673611+0000","last_clean":"2024-03-07T02:54:22.673611+0000","last_became_active":"2024-03-07T02:53:49.861303+0000","last_became_peered":"2024-03-07T02:53:49.861303+0000","last_unstale":"2024-03-07T02:54:22.673611+0000","last_undegraded":"2024-03-07T02:54:22.673611+0000","last_fullsized":"2024-03-07T02:54:22.673611+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:21:41.301505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:22.669392+0000","last_change":"2024-03-07T02:53:49.498632+0000","last_active":"2024-03-07T02:54:22.669392+0000","last_peered":"2024-03-07T02:54:22.669392+0000","last_clean":"2024-03-07T02:54:22.669392+0000","last_became_active":"2024-03-07T02:53:49.498298+0000","last_became_peered":"2024-03-07T02:53:49.498298+0000","last_unstale":"2024-03-07T02:54:22.669392+0000","last_undegraded":"2024-03-07T02:54:22.669392+0000","last_fullsized":"2024-03-07T02:54:22.669392+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:18:28.135492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:23.044028+0000","last_change":"2024-03-07T02:53:49.846463+0000","last_active":"2024-03-07T02:54:23.044028+0000","last_peered":"2024-03-07T02:54:23.044028+0000","last_clean":"2024-03-07T02:54:23.044028+0000","last_became_active":"2024-03-07T02:53:49.846030+0000","last_became_peered":"2024-03-07T02:53:49.846030+0000","last_unstale":"2024-03-07T02:54:23.044028+0000","last_undegraded":"2024-03-07T02:54:23.044028+0000","last_fullsized":"2024-03-07T02:54:23.044028+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:21:47.014194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:22.669741+0000","last_change":"2024-03-07T02:53:49.499053+0000","last_active":"2024-03-07T02:54:22.669741+0000","last_peered":"2024-03-07T02:54:22.669741+0000","last_clean":"2024-03-07T02:54:22.669741+0000","last_became_active":"2024-03-07T02:53:49.498740+0000","last_became_peered":"2024-03-07T02:53:49.498740+0000","last_unstale":"2024-03-07T02:54:22.669741+0000","last_undegraded":"2024-03-07T02:54:22.669741+0000","last_fullsized":"2024-03-07T02:54:22.669741+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:36:03.882666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:23.044263+0000","last_change":"2024-03-07T02:53:49.851778+0000","last_active":"2024-03-07T02:54:23.044263+0000","last_peered":"2024-03-07T02:54:23.044263+0000","last_clean":"2024-03-07T02:54:23.044263+0000","last_became_active":"2024-03-07T02:53:49.851507+0000","last_became_peered":"2024-03-07T02:53:49.851507+0000","last_unstale":"2024-03-07T02:54:23.044263+0000","last_undegraded":"2024-03-07T02:54:23.044263+0000","last_fullsized":"2024-03-07T02:54:23.044263+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:52:20.226529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":19,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:24.897285+0000","last_change":"2024-03-07T02:53:49.491131+0000","last_active":"2024-03-07T02:54:24.897285+0000","last_peered":"2024-03-07T02:54:24.897285+0000","last_clean":"2024-03-07T02:54:24.897285+0000","last_became_active":"2024-03-07T02:53:49.490695+0000","last_became_peered":"2024-03-07T02:53:49.490695+0000","last_unstale":"2024-03-07T02:54:24.897285+0000","last_undegraded":"2024-03-07T02:54:24.897285+0000","last_fullsized":"2024-03-07T02:54:24.897285+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:23:40.969004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"peering","last_fresh":"2024-03-07T02:55:18.837262+0000","last_change":"2024-03-07T02:55:18.837444+0000","last_active":"2024-03-07T02:55:18.837262+0000","last_peered":"2024-03-07T02:54:23.977387+0000","last_clean":"2024-03-07T02:54:23.977387+0000","last_became_active":"2024-03-07T02:53:49.855771+0000","last_became_peered":"2024-03-07T02:53:49.855771+0000","last_unstale":"2024-03-07T02:55:18.837262+0000","last_undegraded":"2024-03-07T02:55:18.837262+0000","last_fullsized":"2024-03-07T02:55:18.837262+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:19:04.693265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,3,4],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:22.670135+0000","last_change":"2024-03-07T02:53:49.489713+0000","last_active":"2024-03-07T02:54:22.670135+0000","last_peered":"2024-03-07T02:54:22.670135+0000","last_clean":"2024-03-07T02:54:22.670135+0000","last_became_active":"2024-03-07T02:53:49.489423+0000","last_became_peered":"2024-03-07T02:53:49.489423+0000","last_unstale":"2024-03-07T02:54:22.670135+0000","last_undegraded":"2024-03-07T02:54:22.670135+0000","last_fullsized":"2024-03-07T02:54:22.670135+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:31:35.860010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:24.898106+0000","last_change":"2024-03-07T02:53:49.851063+0000","last_active":"2024-03-07T02:54:24.898106+0000","last_peered":"2024-03-07T02:54:24.898106+0000","last_clean":"2024-03-07T02:54:24.898106+0000","last_became_active":"2024-03-07T02:53:49.850562+0000","last_became_peered":"2024-03-07T02:53:49.850562+0000","last_unstale":"2024-03-07T02:54:24.898106+0000","last_undegraded":"2024-03-07T02:54:24.898106+0000","last_fullsized":"2024-03-07T02:54:24.898106+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:12:38.343677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:22.670168+0000","last_change":"2024-03-07T02:53:49.496511+0000","last_active":"2024-03-07T02:54:22.670168+0000","last_peered":"2024-03-07T02:54:22.670168+0000","last_clean":"2024-03-07T02:54:22.670168+0000","last_became_active":"2024-03-07T02:53:49.496210+0000","last_became_peered":"2024-03-07T02:53:49.496210+0000","last_unstale":"2024-03-07T02:54:22.670168+0000","last_undegraded":"2024-03-07T02:54:22.670168+0000","last_fullsized":"2024-03-07T02:54:22.670168+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:44:13.673683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:24.897346+0000","last_change":"2024-03-07T02:53:49.841117+0000","last_active":"2024-03-07T02:54:24.897346+0000","last_peered":"2024-03-07T02:54:24.897346+0000","last_clean":"2024-03-07T02:54:24.897346+0000","last_became_active":"2024-03-07T02:53:49.840824+0000","last_became_peered":"2024-03-07T02:53:49.840824+0000","last_unstale":"2024-03-07T02:54:24.897346+0000","last_undegraded":"2024-03-07T02:54:24.897346+0000","last_fullsized":"2024-03-07T02:54:24.897346+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:27:01.389470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":19,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:22.670436+0000","last_change":"2024-03-07T02:53:49.485472+0000","last_active":"2024-03-07T02:54:22.670436+0000","last_peered":"2024-03-07T02:54:22.670436+0000","last_clean":"2024-03-07T02:54:22.670436+0000","last_became_active":"2024-03-07T02:53:49.485177+0000","last_became_peered":"2024-03-07T02:53:49.485177+0000","last_unstale":"2024-03-07T02:54:22.670436+0000","last_undegraded":"2024-03-07T02:54:22.670436+0000","last_fullsized":"2024-03-07T02:54:22.670436+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:39:17.926629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:24.898239+0000","last_change":"2024-03-07T02:53:49.857386+0000","last_active":"2024-03-07T02:54:24.898239+0000","last_peered":"2024-03-07T02:54:24.898239+0000","last_clean":"2024-03-07T02:54:24.898239+0000","last_became_active":"2024-03-07T02:53:49.857116+0000","last_became_peered":"2024-03-07T02:53:49.857116+0000","last_unstale":"2024-03-07T02:54:24.898239+0000","last_undegraded":"2024-03-07T02:54:24.898239+0000","last_fullsized":"2024-03-07T02:54:24.898239+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:25:14.932046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:23.977099+0000","last_change":"2024-03-07T02:53:49.846762+0000","last_active":"2024-03-07T02:54:23.977099+0000","last_peered":"2024-03-07T02:54:23.977099+0000","last_clean":"2024-03-07T02:54:23.977099+0000","last_became_active":"2024-03-07T02:53:49.846468+0000","last_became_peered":"2024-03-07T02:53:49.846468+0000","last_unstale":"2024-03-07T02:54:23.977099+0000","last_undegraded":"2024-03-07T02:54:23.977099+0000","last_fullsized":"2024-03-07T02:54:23.977099+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:46:01.606023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:22.669684+0000","last_change":"2024-03-07T02:53:49.845790+0000","last_active":"2024-03-07T02:54:22.669684+0000","last_peered":"2024-03-07T02:54:22.669684+0000","last_clean":"2024-03-07T02:54:22.669684+0000","last_became_active":"2024-03-07T02:53:49.844722+0000","last_became_peered":"2024-03-07T02:53:49.844722+0000","last_unstale":"2024-03-07T02:54:22.669684+0000","last_undegraded":"2024-03-07T02:54:22.669684+0000","last_fullsized":"2024-03-07T02:54:22.669684+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:13:49.866547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:24.896977+0000","last_change":"2024-03-07T02:53:49.837773+0000","last_active":"2024-03-07T02:54:24.896977+0000","last_peered":"2024-03-07T02:54:24.896977+0000","last_clean":"2024-03-07T02:54:24.896977+0000","last_became_active":"2024-03-07T02:53:49.837272+0000","last_became_peered":"2024-03-07T02:53:49.837272+0000","last_unstale":"2024-03-07T02:54:24.896977+0000","last_undegraded":"2024-03-07T02:54:24.896977+0000","last_fullsized":"2024-03-07T02:54:24.896977+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:03:12.246227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":2,"reported_epoch":67,"state":"peering","last_fresh":"2024-03-07T02:54:23.399367+0000","last_change":"2024-03-07T02:55:19.402444+0000","last_active":"2024-03-07T02:55:19.402444+0000","last_peered":"2024-03-07T02:54:23.399367+0000","last_clean":"2024-03-07T02:54:23.399367+0000","last_became_active":"2024-03-07T02:53:49.855199+0000","last_became_peered":"2024-03-07T02:53:49.855199+0000","last_unstale":"2024-03-07T02:54:23.399367+0000","last_undegraded":"2024-03-07T02:54:23.399367+0000","last_fullsized":"2024-03-07T02:54:23.399367+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:52:49.713670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:23.044401+0000","last_change":"2024-03-07T02:53:49.852642+0000","last_active":"2024-03-07T02:54:23.044401+0000","last_peered":"2024-03-07T02:54:23.044401+0000","last_clean":"2024-03-07T02:54:23.044401+0000","last_became_active":"2024-03-07T02:53:49.852371+0000","last_became_peered":"2024-03-07T02:53:49.852371+0000","last_unstale":"2024-03-07T02:54:23.044401+0000","last_undegraded":"2024-03-07T02:54:23.044401+0000","last_fullsized":"2024-03-07T02:54:23.044401+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:14:11.184867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:22.670053+0000","last_change":"2024-03-07T02:53:49.838806+0000","last_active":"2024-03-07T02:54:22.670053+0000","last_peered":"2024-03-07T02:54:22.670053+0000","last_clean":"2024-03-07T02:54:22.670053+0000","last_became_active":"2024-03-07T02:53:49.838519+0000","last_became_peered":"2024-03-07T02:53:49.838519+0000","last_unstale":"2024-03-07T02:54:22.670053+0000","last_undegraded":"2024-03-07T02:54:22.670053+0000","last_fullsized":"2024-03-07T02:54:22.670053+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:23:49.840090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:23.977730+0000","last_change":"2024-03-07T02:53:49.856216+0000","last_active":"2024-03-07T02:54:23.977730+0000","last_peered":"2024-03-07T02:54:23.977730+0000","last_clean":"2024-03-07T02:54:23.977730+0000","last_became_active":"2024-03-07T02:53:49.855694+0000","last_became_peered":"2024-03-07T02:53:49.855694+0000","last_unstale":"2024-03-07T02:54:23.977730+0000","last_undegraded":"2024-03-07T02:54:23.977730+0000","last_fullsized":"2024-03-07T02:54:23.977730+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:52:37.559135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:23.044494+0000","last_change":"2024-03-07T02:53:49.852746+0000","last_active":"2024-03-07T02:54:23.044494+0000","last_peered":"2024-03-07T02:54:23.044494+0000","last_clean":"2024-03-07T02:54:23.044494+0000","last_became_active":"2024-03-07T02:53:49.852452+0000","last_became_peered":"2024-03-07T02:53:49.852452+0000","last_unstale":"2024-03-07T02:54:23.044494+0000","last_undegraded":"2024-03-07T02:54:23.044494+0000","last_fullsized":"2024-03-07T02:54:23.044494+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:50:23.481403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:24.896876+0000","last_change":"2024-03-07T02:53:49.834758+0000","last_active":"2024-03-07T02:54:24.896876+0000","last_peered":"2024-03-07T02:54:24.896876+0000","last_clean":"2024-03-07T02:54:24.896876+0000","last_became_active":"2024-03-07T02:53:49.834473+0000","last_became_peered":"2024-03-07T02:53:49.834473+0000","last_unstale":"2024-03-07T02:54:24.896876+0000","last_undegraded":"2024-03-07T02:54:24.896876+0000","last_fullsized":"2024-03-07T02:54:24.896876+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:26:12.485436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:23.044140+0000","last_change":"2024-03-07T02:53:49.850928+0000","last_active":"2024-03-07T02:54:23.044140+0000","last_peered":"2024-03-07T02:54:23.044140+0000","last_clean":"2024-03-07T02:54:23.044140+0000","last_became_active":"2024-03-07T02:53:49.850645+0000","last_became_peered":"2024-03-07T02:53:49.850645+0000","last_unstale":"2024-03-07T02:54:23.044140+0000","last_undegraded":"2024-03-07T02:54:23.044140+0000","last_fullsized":"2024-03-07T02:54:23.044140+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:56:51.288948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:24.897106+0000","last_change":"2024-03-07T02:53:49.845627+0000","last_active":"2024-03-07T02:54:24.897106+0000","last_peered":"2024-03-07T02:54:24.897106+0000","last_clean":"2024-03-07T02:54:24.897106+0000","last_became_active":"2024-03-07T02:53:49.845329+0000","last_became_peered":"2024-03-07T02:53:49.845329+0000","last_unstale":"2024-03-07T02:54:24.897106+0000","last_undegraded":"2024-03-07T02:54:24.897106+0000","last_fullsized":"2024-03-07T02:54:24.897106+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:08:06.342549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:23.399443+0000","last_change":"2024-03-07T02:53:49.847179+0000","last_active":"2024-03-07T02:54:23.399443+0000","last_peered":"2024-03-07T02:54:23.399443+0000","last_clean":"2024-03-07T02:54:23.399443+0000","last_became_active":"2024-03-07T02:53:49.846335+0000","last_became_peered":"2024-03-07T02:53:49.846335+0000","last_unstale":"2024-03-07T02:54:23.399443+0000","last_undegraded":"2024-03-07T02:54:23.399443+0000","last_fullsized":"2024-03-07T02:54:23.399443+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:34:20.787367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-03-07T02:54:23.977533+0000","last_change":"2024-03-07T02:53:49.853013+0000","last_active":"2024-03-07T02:54:23.977533+0000","last_peered":"2024-03-07T02:54:23.977533+0000","last_clean":"2024-03-07T02:54:23.977533+0000","last_became_active":"2024-03-07T02:53:49.852673+0000","last_became_peered":"2024-03-07T02:53:49.852673+0000","last_unstale":"2024-03-07T02:54:23.977533+0000","last_undegraded":"2024-03-07T02:54:23.977533+0000","last_fullsized":"2024-03-07T02:54:23.977533+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:05:12.530692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3146,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234008,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28264,"kb_used_data":1244,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716888,"statfs":{"total":95995035648,"available":95966093312,"internally_reserved":0,"allocated":1273856,"data_stored":879247,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 7 02:54:34 2024","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.48199999999999998}]},{"osd":1,"last update":"Thu Mar 7 02:54:34 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.53200000000000003}]},{"osd":2,"last update":"Thu Mar 7 02:54:34 2024","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.45800000000000002}]},{"osd":3,"last update":"Thu Mar 7 02:54:34 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.57599999999999996}]},{"osd":4,"last update":"Thu Mar 7 02:54:34 2024","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.435,"15min":0.435},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.60099999999999998}]},{"osd":5,"last update":"Thu Mar 7 02:54:34 2024","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.58999999999999997}]},{"osd":6,"last update":"Thu Mar 7 02:54:34 2024","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.61099999999999999}]}]},{"osd":6,"up_from":46,"seq":197568495644,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28260,"kb_used_data":1240,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716892,"statfs":{"total":95995035648,"available":95966097408,"internally_reserved":0,"allocated":1269760,"data_stored":880387,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 7 02:55:09 2024","interfaces":[{"interface":"back","average":{"1min":1.25,"5min":0.68100000000000005,"15min":0.58599999999999997},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":17.021000000000001,"5min":17.021000000000001,"15min":17.021000000000001},"last":0.67900000000000005},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.55600000000000005,"15min":0.56399999999999995},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.69099999999999995,"5min":1.155,"15min":1.155},"last":0.60699999999999998}]},{"osd":1,"last update":"Thu Mar 7 02:55:09 2024","interfaces":[{"interface":"back","average":{"1min":1.2470000000000001,"5min":0.71099999999999997,"15min":0.622},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":16.989000000000001,"5min":16.989000000000001,"15min":16.989000000000001},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.61199999999999999,"15min":0.63200000000000001},"min":{"1min":0.36399999999999999,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.65300000000000002,"5min":3.1259999999999999,"15min":3.1259999999999999},"last":0.65900000000000003}]},{"osd":2,"last update":"Thu Mar 7 02:55:09 2024","interfaces":[{"interface":"back","average":{"1min":0.47899999999999998,"5min":0.63,"15min":0.65500000000000003},"min":{"1min":0.39600000000000002,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.59099999999999997,"5min":3.0299999999999998,"15min":3.0299999999999998},"last":0.63300000000000001},{"interface":"front","average":{"1min":1.278,"5min":0.72599999999999998,"15min":0.63400000000000001},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":17.004000000000001,"5min":17.004000000000001,"15min":17.004000000000001},"last":0.52600000000000002}]},{"osd":3,"last update":"Thu Mar 7 02:55:09 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.57099999999999995,"15min":0.58099999999999996},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.73499999999999999,"5min":1.7110000000000001,"15min":1.7110000000000001},"last":0.61799999999999999},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.55900000000000005,"15min":0.56699999999999995},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.67000000000000004,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.55600000000000005}]},{"osd":4,"last update":"Thu Mar 7 02:55:09 2024","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.45600000000000002,"15min":0.46000000000000002},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.73599999999999999,"5min":1.1080000000000001,"15min":1.1080000000000001},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.48299999999999998,"15min":0.48699999999999999},"min":{"1min":0.32600000000000001,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.76800000000000002,"5min":1.7529999999999999,"15min":1.7529999999999999},"last":0.40600000000000003}]},{"osd":5,"last update":"Thu Mar 7 02:55:09 2024","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.52300000000000002,"15min":0.53300000000000003},"min":{"1min":0.309,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.77800000000000002,"5min":2.3900000000000001,"15min":2.3900000000000001},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.52500000000000002,"15min":0.53100000000000003},"min":{"1min":0.33300000000000002,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.79800000000000004,"5min":2.2650000000000001,"15min":2.2650000000000001},"last":0.45800000000000002}]},{"osd":7,"last update":"Thu Mar 7 02:54:33 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":1.196,"5min":1.196,"15min":1.196},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":1.7949999999999999,"5min":1.7949999999999999,"15min":1.7949999999999999},"last":0.49199999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574901,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27684,"kb_used_data":664,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717468,"statfs":{"total":95995035648,"available":95966687232,"internally_reserved":0,"allocated":679936,"data_stored":288435,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 7 02:55:12 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.33700000000000002,"15min":0.307},"min":{"1min":0.23899999999999999,"5min":0.154,"15min":0.154},"max":{"1min":1.006,"5min":1.006,"15min":1.006},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.35599999999999998,"5min":0.35799999999999998,"15min":0.32000000000000001},"min":{"1min":0.214,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.57399999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.40500000000000003}]},{"osd":2,"last update":"Thu Mar 7 02:54:36 2024","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.379,"15min":0.37},"min":{"1min":0.28499999999999998,"5min":0.219,"15min":0.219},"max":{"1min":0.51300000000000001,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.39200000000000002,"15min":0.377},"min":{"1min":0.26200000000000001,"5min":0.255,"15min":0.255},"max":{"1min":0.59699999999999998,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.311}]},{"osd":3,"last update":"Thu Mar 7 02:55:05 2024","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.41999999999999998,"15min":0.41599999999999998},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":1.9359999999999999,"5min":1.9359999999999999,"15min":1.9359999999999999},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.45400000000000001,"15min":0.44400000000000001},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":2.028,"5min":2.028,"15min":2.028},"last":0.41999999999999998}]},{"osd":4,"last update":"Thu Mar 7 02:54:21 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.55900000000000005,"15min":0.56200000000000006},"min":{"1min":0.38400000000000001,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.70299999999999996,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.504},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.54100000000000004,"15min":0.54300000000000004},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.73799999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.72399999999999998}]},{"osd":5,"last update":"Thu Mar 7 02:54:48 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.41099999999999998,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":1.3480000000000001,"5min":1.3480000000000001,"15min":1.3480000000000001},"last":0.73599999999999999},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":1.2150000000000001,"5min":1.2150000000000001,"15min":1.2150000000000001},"last":0.66800000000000004}]},{"osd":6,"last update":"Thu Mar 7 02:55:12 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.60099999999999998,"15min":0.60399999999999998},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":1.1599999999999999,"5min":1.1599999999999999,"15min":1.1599999999999999},"last":0.745},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.63600000000000001,"15min":0.64000000000000001},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":1.323,"5min":1.323,"15min":1.323},"last":0.78900000000000003}]},{"osd":7,"last update":"Thu Mar 7 02:54:31 2024","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.71199999999999997},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.77700000000000002}]}]},{"osd":0,"up_from":8,"seq":34359738426,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28268,"kb_used_data":1248,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716884,"statfs":{"total":95995035648,"available":95966089216,"internally_reserved":0,"allocated":1277952,"data_stored":879098,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 7 02:55:18 2024","interfaces":[{"interface":"back","average":{"1min":0.33000000000000002,"5min":0.34100000000000003,"15min":0.32100000000000001},"min":{"1min":0.24199999999999999,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.48599999999999999,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.255},{"interface":"front","average":{"1min":0.35699999999999998,"5min":0.35799999999999998,"15min":0.33000000000000002},"min":{"1min":0.23799999999999999,"5min":0.219,"15min":0.219},"max":{"1min":0.49099999999999999,"5min":0.54500000000000004,"15min":0.54500000000000004},"last":0.34799999999999998}]},{"osd":2,"last update":"Thu Mar 7 02:54:38 2024","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.39400000000000002,"15min":0.38800000000000001},"min":{"1min":0.23599999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.313},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.38900000000000001,"15min":0.38500000000000001},"min":{"1min":0.30499999999999999,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"last":0.33600000000000002}]},{"osd":3,"last update":"Thu Mar 7 02:55:04 2024","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.438,"15min":0.44},"min":{"1min":0.313,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.28199999999999997},{"interface":"front","average":{"1min":0.38,"5min":0.41899999999999998,"15min":0.432},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.56499999999999995,"5min":0.57499999999999996,"15min":0.57499999999999996},"last":0.27000000000000002}]},{"osd":4,"last update":"Thu Mar 7 02:54:23 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.56599999999999995,"15min":0.56799999999999995},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.372}]},{"osd":5,"last update":"Thu Mar 7 02:54:44 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.58499999999999996,"15min":0.58699999999999997},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.59399999999999997,"15min":0.59499999999999997},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.52000000000000002}]},{"osd":6,"last update":"Thu Mar 7 02:55:14 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.58799999999999997,"15min":0.59899999999999998},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.71399999999999997,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.88900000000000001,"15min":0.94699999999999995},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.82399999999999995,"5min":8.6839999999999993,"15min":8.6839999999999993},"last":0.54600000000000004}]},{"osd":7,"last update":"Thu Mar 7 02:54:32 2024","interfaces":[{"interface":"back","average":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":8.6449999999999996,"5min":8.6449999999999996,"15min":8.6449999999999996},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.59499999999999997}]}]},{"osd":2,"up_from":18,"seq":77309411377,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27676,"kb_used_data":656,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717476,"statfs":{"total":95995035648,"available":95966695424,"internally_reserved":0,"allocated":671744,"data_stored":288275,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 7 02:54:36 2024","interfaces":[{"interface":"back","average":{"1min":0.33600000000000002,"5min":0.34799999999999998,"15min":0.34000000000000002},"min":{"1min":0.25,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.41299999999999998,"5min":0.57199999999999995,"15min":0.57199999999999995},"last":0.376},{"interface":"front","average":{"1min":0.36099999999999999,"5min":0.36699999999999999,"15min":0.35899999999999999},"min":{"1min":0.27100000000000002,"5min":0.216,"15min":0.216},"max":{"1min":0.54100000000000004,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.50800000000000001}]},{"osd":1,"last update":"Thu Mar 7 02:54:36 2024","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.377,"15min":0.379},"min":{"1min":0.26700000000000002,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.48699999999999999,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.40500000000000003,"15min":0.39300000000000002},"min":{"1min":0.252,"5min":0.251,"15min":0.251},"max":{"1min":0.59199999999999997,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.48299999999999998}]},{"osd":3,"last update":"Thu Mar 7 02:55:02 2024","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.40100000000000002,"15min":0.40899999999999997},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.46000000000000002,"5min":0.56299999999999994,"15min":0.56299999999999994},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.376,"5min":0.45500000000000002,"15min":0.47199999999999998},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.49199999999999999,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.45300000000000001}]},{"osd":4,"last update":"Thu Mar 7 02:54:25 2024","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.54200000000000004,"15min":0.53800000000000003},"min":{"1min":0.39500000000000002,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.68799999999999994},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.78600000000000003}]},{"osd":5,"last update":"Thu Mar 7 02:54:45 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.57599999999999996,"15min":0.57799999999999996},"min":{"1min":0.38600000000000001,"5min":0.38,"15min":0.38},"max":{"1min":0.69599999999999995,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.56699999999999995,"15min":0.57099999999999995},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.72799999999999998}]},{"osd":6,"last update":"Thu Mar 7 02:55:09 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.58699999999999997,"15min":0.60299999999999998},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.63300000000000001,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.68000000000000005},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.59399999999999997,"15min":0.60399999999999998},"min":{"1min":0.436,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.70099999999999996,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.77100000000000002}]},{"osd":7,"last update":"Thu Mar 7 02:54:32 2024","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.71499999999999997},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.754}]}]},{"osd":3,"up_from":25,"seq":107374182444,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27692,"kb_used_data":672,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717460,"statfs":{"total":95995035648,"available":95966679040,"internally_reserved":0,"allocated":688128,"data_stored":290454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 7 02:55:01 2024","interfaces":[{"interface":"back","average":{"1min":0.37,"5min":0.39900000000000002,"15min":0.41499999999999998},"min":{"1min":0.247,"5min":0.245,"15min":0.245},"max":{"1min":0.504,"5min":0.65100000000000002,"15min":0.65100000000000002},"last":0.28399999999999997},{"interface":"front","average":{"1min":0.38700000000000001,"5min":0.41299999999999998,"15min":0.42299999999999999},"min":{"1min":0.26600000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.53600000000000003,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.35699999999999998}]},{"osd":1,"last update":"Thu Mar 7 02:55:01 2024","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.40600000000000003,"15min":0.41699999999999998},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.50700000000000001,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.443,"5min":0.439,"15min":0.44700000000000001},"min":{"1min":0.29099999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.63100000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.372}]},{"osd":2,"last update":"Thu Mar 7 02:55:01 2024","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.44700000000000001,"15min":0.45600000000000002},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.58499999999999996,"5min":0.629,"15min":0.629},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.441,"15min":0.44700000000000001},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.54500000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.38500000000000001}]},{"osd":4,"last update":"Thu Mar 7 02:54:23 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.52400000000000002,"15min":0.51900000000000002},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.52300000000000002,"15min":0.51800000000000002},"min":{"1min":0.40899999999999997,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.72399999999999998,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.42799999999999999}]},{"osd":5,"last update":"Thu Mar 7 02:54:44 2024","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.57199999999999995,"15min":0.56599999999999995},"min":{"1min":0.432,"5min":0.38,"15min":0.38},"max":{"1min":0.71699999999999997,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.56499999999999995,"15min":0.56299999999999994},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.442}]},{"osd":6,"last update":"Thu Mar 7 02:55:11 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58399999999999996,"15min":0.58299999999999996},"min":{"1min":0.42099999999999999,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":1.022,"5min":1.022,"15min":1.022},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60999999999999999,"15min":0.61099999999999999},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":0.749,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.58199999999999996}]},{"osd":7,"last update":"Thu Mar 7 02:54:33 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.5},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.57299999999999995}]}]},{"osd":4,"up_from":30,"seq":128849018918,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27684,"kb_used_data":664,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717468,"statfs":{"total":95995035648,"available":95966687232,"internally_reserved":0,"allocated":679936,"data_stored":288379,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 7 02:54:20 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.38500000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.30499999999999999},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.53000000000000003,"15min":0.52800000000000002},"min":{"1min":0.42899999999999999,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.34999999999999998}]},{"osd":1,"last update":"Thu Mar 7 02:54:20 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.499,"15min":0.496},"min":{"1min":0.40000000000000002,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.52900000000000003,"15min":0.53000000000000003},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.68400000000000005,"5min":0.752,"15min":0.752},"last":0.374}]},{"osd":2,"last update":"Thu Mar 7 02:54:20 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.52100000000000002,"15min":0.52000000000000002},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.435},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.50700000000000001,"15min":0.505},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.46999999999999997}]},{"osd":3,"last update":"Thu Mar 7 02:54:20 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.54100000000000004,"15min":0.53700000000000003},"min":{"1min":0.41599999999999998,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.42399999999999999,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.48299999999999998}]},{"osd":5,"last update":"Thu Mar 7 02:54:45 2024","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.42299999999999999,"15min":0.41499999999999998},"min":{"1min":0.29399999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.45100000000000001,"15min":0.439},"min":{"1min":0.36799999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.41899999999999998}]},{"osd":6,"last update":"Thu Mar 7 02:55:10 2024","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.42899999999999999,"15min":0.42299999999999999},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.39600000000000002},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.498,"15min":0.48699999999999999},"min":{"1min":0.40600000000000003,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.879,"5min":0.879,"15min":0.879},"last":0.54200000000000004}]},{"osd":7,"last update":"Thu Mar 7 02:54:32 2024","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.499,"15min":0.499},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.52100000000000002}]}]},{"osd":5,"up_from":38,"seq":163208757282,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27688,"kb_used_data":668,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717464,"statfs":{"total":95995035648,"available":95966683136,"internally_reserved":0,"allocated":684032,"data_stored":290382,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 7 02:54:46 2024","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.52400000000000002,"15min":0.52800000000000002},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.65700000000000003,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.54400000000000004,"15min":0.54500000000000004},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.60599999999999998}]},{"osd":1,"last update":"Thu Mar 7 02:54:46 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.55000000000000004,"15min":0.55200000000000005},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.97999999999999998,"5min":0.61499999999999999,"15min":0.55400000000000005},"min":{"1min":0.36099999999999999,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":8.1829999999999998,"5min":8.1829999999999998,"15min":8.1829999999999998},"last":0.55000000000000004}]},{"osd":2,"last update":"Thu Mar 7 02:54:46 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.53300000000000003,"15min":0.52900000000000003},"min":{"1min":0.39500000000000002,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.70199999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.54400000000000004,"15min":0.54200000000000004},"min":{"1min":0.443,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.64500000000000002}]},{"osd":3,"last update":"Thu Mar 7 02:54:46 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.53100000000000003,"15min":0.52900000000000003},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.56100000000000005,"15min":0.55800000000000005},"min":{"1min":0.47799999999999998,"5min":0.374,"15min":0.374},"max":{"1min":0.73599999999999999,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.45200000000000001}]},{"osd":4,"last update":"Thu Mar 7 02:54:46 2024","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.41599999999999998,"15min":0.40999999999999998},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.97299999999999998,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.65900000000000003},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.42999999999999999,"15min":0.42299999999999999},"min":{"1min":0.33000000000000002,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":0.628}]},{"osd":6,"last update":"Thu Mar 7 02:55:12 2024","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.63300000000000001,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.504,"5min":0.47199999999999998,"15min":0.46600000000000003},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.67300000000000004}]},{"osd":7,"last update":"Thu Mar 7 02:54:34 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.73799999999999999},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.995,"5min":0.995,"15min":0.995},"last":0.82999999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2348,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-07T02:55:24.880 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph pg dump --format=json 2024-03-07T02:55:25.087 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T02:55:25.525 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:25 smithi090 ceph-mon[37987]: from='client.24659 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T02:55:25.526 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:25 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:25.526 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:25 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:25.526 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:25 smithi090 ceph-mon[37987]: Reconfiguring prometheus.a (dependencies changed)... 2024-03-07T02:55:25.526 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:25 smithi090 ceph-mon[37987]: pgmap v40: 105 pgs: 1 peering, 104 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:25.526 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:25 smithi090 ceph-mon[27223]: from='client.24659 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T02:55:25.526 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:25 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:25.526 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:25 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:25.526 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:25 smithi090 ceph-mon[27223]: Reconfiguring prometheus.a (dependencies changed)... 2024-03-07T02:55:25.526 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:25 smithi090 ceph-mon[27223]: pgmap v40: 105 pgs: 1 peering, 104 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:25.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:25 smithi092 ceph-mon[31083]: from='client.24659 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T02:55:25.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:25 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:25.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:25 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:25.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:25 smithi092 ceph-mon[31083]: Reconfiguring prometheus.a (dependencies changed)... 2024-03-07T02:55:25.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:25 smithi092 ceph-mon[31083]: pgmap v40: 105 pgs: 1 peering, 104 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:26.360 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 02:55:26 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[72828]: ts=2024-03-07T02:55:26.164Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000924253s 2024-03-07T02:55:26.610 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:26 smithi090 ceph-mon[27223]: Reconfiguring daemon prometheus.a on smithi092 2024-03-07T02:55:26.611 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:26 smithi090 ceph-mon[37987]: Reconfiguring daemon prometheus.a on smithi092 2024-03-07T02:55:26.639 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:26 smithi092 ceph-mon[31083]: Reconfiguring daemon prometheus.a on smithi092 2024-03-07T02:55:26.837 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T02:55:26.840 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-03-07T02:55:27.472 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:27 smithi092 ceph-mon[31083]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:27.598 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":41,"stamp":"2024-03-07T02:55:26.424359+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593514,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":227,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":317,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":223420,"kb_used_data":7248,"kb_used_omap":13,"kb_used_meta":216050,"kb_avail":749737796,"statfs":{"total":767960285184,"available":767731503104,"internally_reserved":0,"allocated":7421952,"data_stored":4199529,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":14248,"internal_metadata":221235288},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.015672"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.838657+0000","last_change":"2024-03-07T02:53:49.854685+0000","last_active":"2024-03-07T02:55:18.838657+0000","last_peered":"2024-03-07T02:55:18.838657+0000","last_clean":"2024-03-07T02:55:18.838657+0000","last_became_active":"2024-03-07T02:53:49.854367+0000","last_became_peered":"2024-03-07T02:53:49.854367+0000","last_unstale":"2024-03-07T02:55:18.838657+0000","last_undegraded":"2024-03-07T02:55:18.838657+0000","last_fullsized":"2024-03-07T02:55:18.838657+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:49:01.186453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.835132+0000","last_change":"2024-03-07T02:53:49.842861+0000","last_active":"2024-03-07T02:55:18.835132+0000","last_peered":"2024-03-07T02:55:18.835132+0000","last_clean":"2024-03-07T02:55:18.835132+0000","last_became_active":"2024-03-07T02:53:49.842590+0000","last_became_peered":"2024-03-07T02:53:49.842590+0000","last_unstale":"2024-03-07T02:55:18.835132+0000","last_undegraded":"2024-03-07T02:55:18.835132+0000","last_fullsized":"2024-03-07T02:55:18.835132+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:07:22.484029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.840546+0000","last_change":"2024-03-07T02:53:49.839091+0000","last_active":"2024-03-07T02:55:18.840546+0000","last_peered":"2024-03-07T02:55:18.840546+0000","last_clean":"2024-03-07T02:55:18.840546+0000","last_became_active":"2024-03-07T02:53:49.838498+0000","last_became_peered":"2024-03-07T02:53:49.838498+0000","last_unstale":"2024-03-07T02:55:18.840546+0000","last_undegraded":"2024-03-07T02:55:18.840546+0000","last_fullsized":"2024-03-07T02:55:18.840546+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:01:02.450914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834834+0000","last_change":"2024-03-07T02:53:49.843855+0000","last_active":"2024-03-07T02:55:18.834834+0000","last_peered":"2024-03-07T02:55:18.834834+0000","last_clean":"2024-03-07T02:55:18.834834+0000","last_became_active":"2024-03-07T02:53:49.842954+0000","last_became_peered":"2024-03-07T02:53:49.842954+0000","last_unstale":"2024-03-07T02:55:18.834834+0000","last_undegraded":"2024-03-07T02:55:18.834834+0000","last_fullsized":"2024-03-07T02:55:18.834834+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:14:05.674966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.838402+0000","last_change":"2024-03-07T02:53:49.859451+0000","last_active":"2024-03-07T02:55:18.838402+0000","last_peered":"2024-03-07T02:55:18.838402+0000","last_clean":"2024-03-07T02:55:18.838402+0000","last_became_active":"2024-03-07T02:53:49.858563+0000","last_became_peered":"2024-03-07T02:53:49.858563+0000","last_unstale":"2024-03-07T02:55:18.838402+0000","last_undegraded":"2024-03-07T02:55:18.838402+0000","last_fullsized":"2024-03-07T02:55:18.838402+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T02:57:36.955801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834912+0000","last_change":"2024-03-07T02:53:49.837569+0000","last_active":"2024-03-07T02:55:18.834912+0000","last_peered":"2024-03-07T02:55:18.834912+0000","last_clean":"2024-03-07T02:55:18.834912+0000","last_became_active":"2024-03-07T02:53:49.836837+0000","last_became_peered":"2024-03-07T02:53:49.836837+0000","last_unstale":"2024-03-07T02:55:18.834912+0000","last_undegraded":"2024-03-07T02:55:18.834912+0000","last_fullsized":"2024-03-07T02:55:18.834912+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:58:29.564285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.837489+0000","last_change":"2024-03-07T02:53:49.857278+0000","last_active":"2024-03-07T02:55:18.837489+0000","last_peered":"2024-03-07T02:55:18.837489+0000","last_clean":"2024-03-07T02:55:18.837489+0000","last_became_active":"2024-03-07T02:53:49.856372+0000","last_became_peered":"2024-03-07T02:53:49.856372+0000","last_unstale":"2024-03-07T02:55:18.837489+0000","last_undegraded":"2024-03-07T02:55:18.837489+0000","last_fullsized":"2024-03-07T02:55:18.837489+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:55:27.367563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.838026+0000","last_change":"2024-03-07T02:53:49.854425+0000","last_active":"2024-03-07T02:55:18.838026+0000","last_peered":"2024-03-07T02:55:18.838026+0000","last_clean":"2024-03-07T02:55:18.838026+0000","last_became_active":"2024-03-07T02:53:49.854138+0000","last_became_peered":"2024-03-07T02:53:49.854138+0000","last_unstale":"2024-03-07T02:55:18.838026+0000","last_undegraded":"2024-03-07T02:55:18.838026+0000","last_fullsized":"2024-03-07T02:55:18.838026+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:01:55.740535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.838585+0000","last_change":"2024-03-07T02:53:49.845405+0000","last_active":"2024-03-07T02:55:18.838585+0000","last_peered":"2024-03-07T02:55:18.838585+0000","last_clean":"2024-03-07T02:55:18.838585+0000","last_became_active":"2024-03-07T02:53:49.845107+0000","last_became_peered":"2024-03-07T02:53:49.845107+0000","last_unstale":"2024-03-07T02:55:18.838585+0000","last_undegraded":"2024-03-07T02:55:18.838585+0000","last_fullsized":"2024-03-07T02:55:18.838585+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:15:38.538297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.837076+0000","last_change":"2024-03-07T02:53:49.847586+0000","last_active":"2024-03-07T02:55:18.837076+0000","last_peered":"2024-03-07T02:55:18.837076+0000","last_clean":"2024-03-07T02:55:18.837076+0000","last_became_active":"2024-03-07T02:53:49.847126+0000","last_became_peered":"2024-03-07T02:53:49.847126+0000","last_unstale":"2024-03-07T02:55:18.837076+0000","last_undegraded":"2024-03-07T02:55:18.837076+0000","last_fullsized":"2024-03-07T02:55:18.837076+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:48:24.852987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.837117+0000","last_change":"2024-03-07T02:53:49.851801+0000","last_active":"2024-03-07T02:55:18.837117+0000","last_peered":"2024-03-07T02:55:18.837117+0000","last_clean":"2024-03-07T02:55:18.837117+0000","last_became_active":"2024-03-07T02:53:49.851464+0000","last_became_peered":"2024-03-07T02:53:49.851464+0000","last_unstale":"2024-03-07T02:55:18.837117+0000","last_undegraded":"2024-03-07T02:55:18.837117+0000","last_fullsized":"2024-03-07T02:55:18.837117+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T02:59:44.199669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-07T02:55:20.007181+0000","last_change":"2024-03-07T02:55:20.007181+0000","last_active":"2024-03-07T02:55:20.007181+0000","last_peered":"2024-03-07T02:55:20.007181+0000","last_clean":"2024-03-07T02:55:20.007181+0000","last_became_active":"2024-03-07T02:55:20.006862+0000","last_became_peered":"2024-03-07T02:55:20.006862+0000","last_unstale":"2024-03-07T02:55:20.007181+0000","last_undegraded":"2024-03-07T02:55:20.007181+0000","last_fullsized":"2024-03-07T02:55:20.007181+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:05:39.862576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.837050+0000","last_change":"2024-03-07T02:53:49.846374+0000","last_active":"2024-03-07T02:55:18.837050+0000","last_peered":"2024-03-07T02:55:18.837050+0000","last_clean":"2024-03-07T02:55:18.837050+0000","last_became_active":"2024-03-07T02:53:49.845970+0000","last_became_peered":"2024-03-07T02:53:49.845970+0000","last_unstale":"2024-03-07T02:55:18.837050+0000","last_undegraded":"2024-03-07T02:55:18.837050+0000","last_fullsized":"2024-03-07T02:55:18.837050+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:03:02.137070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.839644+0000","last_change":"2024-03-07T02:53:49.841282+0000","last_active":"2024-03-07T02:55:18.839644+0000","last_peered":"2024-03-07T02:55:18.839644+0000","last_clean":"2024-03-07T02:55:18.839644+0000","last_became_active":"2024-03-07T02:53:49.838909+0000","last_became_peered":"2024-03-07T02:53:49.838909+0000","last_unstale":"2024-03-07T02:55:18.839644+0000","last_undegraded":"2024-03-07T02:55:18.839644+0000","last_fullsized":"2024-03-07T02:55:18.839644+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:43:13.370870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.836078+0000","last_change":"2024-03-07T02:53:49.855523+0000","last_active":"2024-03-07T02:55:18.836078+0000","last_peered":"2024-03-07T02:55:18.836078+0000","last_clean":"2024-03-07T02:55:18.836078+0000","last_became_active":"2024-03-07T02:53:49.855250+0000","last_became_peered":"2024-03-07T02:53:49.855250+0000","last_unstale":"2024-03-07T02:55:18.836078+0000","last_undegraded":"2024-03-07T02:55:18.836078+0000","last_fullsized":"2024-03-07T02:55:18.836078+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T02:56:46.370579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834439+0000","last_change":"2024-03-07T02:53:49.840840+0000","last_active":"2024-03-07T02:55:18.834439+0000","last_peered":"2024-03-07T02:55:18.834439+0000","last_clean":"2024-03-07T02:55:18.834439+0000","last_became_active":"2024-03-07T02:53:49.840550+0000","last_became_peered":"2024-03-07T02:53:49.840550+0000","last_unstale":"2024-03-07T02:55:18.834439+0000","last_undegraded":"2024-03-07T02:55:18.834439+0000","last_fullsized":"2024-03-07T02:55:18.834439+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:15:21.960266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.835324+0000","last_change":"2024-03-07T02:53:49.847259+0000","last_active":"2024-03-07T02:55:18.835324+0000","last_peered":"2024-03-07T02:55:18.835324+0000","last_clean":"2024-03-07T02:55:18.835324+0000","last_became_active":"2024-03-07T02:53:49.846943+0000","last_became_peered":"2024-03-07T02:53:49.846943+0000","last_unstale":"2024-03-07T02:55:18.835324+0000","last_undegraded":"2024-03-07T02:55:18.835324+0000","last_fullsized":"2024-03-07T02:55:18.835324+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:47:18.244929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.835356+0000","last_change":"2024-03-07T02:53:49.853504+0000","last_active":"2024-03-07T02:55:18.835356+0000","last_peered":"2024-03-07T02:55:18.835356+0000","last_clean":"2024-03-07T02:55:18.835356+0000","last_became_active":"2024-03-07T02:53:49.851609+0000","last_became_peered":"2024-03-07T02:53:49.851609+0000","last_unstale":"2024-03-07T02:55:18.835356+0000","last_undegraded":"2024-03-07T02:55:18.835356+0000","last_fullsized":"2024-03-07T02:55:18.835356+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:49:04.202879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.838664+0000","last_change":"2024-03-07T02:53:49.850684+0000","last_active":"2024-03-07T02:55:18.838664+0000","last_peered":"2024-03-07T02:55:18.838664+0000","last_clean":"2024-03-07T02:55:18.838664+0000","last_became_active":"2024-03-07T02:53:49.850380+0000","last_became_peered":"2024-03-07T02:53:49.850380+0000","last_unstale":"2024-03-07T02:55:18.838664+0000","last_undegraded":"2024-03-07T02:55:18.838664+0000","last_fullsized":"2024-03-07T02:55:18.838664+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:00:27.072675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"61'4","reported_seq":22,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.840873+0000","last_change":"2024-03-07T02:53:49.496615+0000","last_active":"2024-03-07T02:55:18.840873+0000","last_peered":"2024-03-07T02:55:18.840873+0000","last_clean":"2024-03-07T02:55:18.840873+0000","last_became_active":"2024-03-07T02:53:49.496361+0000","last_became_peered":"2024-03-07T02:53:49.496361+0000","last_unstale":"2024-03-07T02:55:18.840873+0000","last_undegraded":"2024-03-07T02:55:18.840873+0000","last_fullsized":"2024-03-07T02:55:18.840873+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:03:34.940835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.837513+0000","last_change":"2024-03-07T02:53:49.845423+0000","last_active":"2024-03-07T02:55:18.837513+0000","last_peered":"2024-03-07T02:55:18.837513+0000","last_clean":"2024-03-07T02:55:18.837513+0000","last_became_active":"2024-03-07T02:53:49.845155+0000","last_became_peered":"2024-03-07T02:53:49.845155+0000","last_unstale":"2024-03-07T02:55:18.837513+0000","last_undegraded":"2024-03-07T02:55:18.837513+0000","last_fullsized":"2024-03-07T02:55:18.837513+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:41:39.478821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.837610+0000","last_change":"2024-03-07T02:53:49.492802+0000","last_active":"2024-03-07T02:55:18.837610+0000","last_peered":"2024-03-07T02:55:18.837610+0000","last_clean":"2024-03-07T02:55:18.837610+0000","last_became_active":"2024-03-07T02:53:49.492524+0000","last_became_peered":"2024-03-07T02:53:49.492524+0000","last_unstale":"2024-03-07T02:55:18.837610+0000","last_undegraded":"2024-03-07T02:55:18.837610+0000","last_fullsized":"2024-03-07T02:55:18.837610+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:46:11.087858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.840877+0000","last_change":"2024-03-07T02:53:49.840417+0000","last_active":"2024-03-07T02:55:18.840877+0000","last_peered":"2024-03-07T02:55:18.840877+0000","last_clean":"2024-03-07T02:55:18.840877+0000","last_became_active":"2024-03-07T02:53:49.840154+0000","last_became_peered":"2024-03-07T02:53:49.840154+0000","last_unstale":"2024-03-07T02:55:18.840877+0000","last_undegraded":"2024-03-07T02:55:18.840877+0000","last_fullsized":"2024-03-07T02:55:18.840877+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:39:44.772598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.838939+0000","last_change":"2024-03-07T02:53:49.496733+0000","last_active":"2024-03-07T02:55:18.838939+0000","last_peered":"2024-03-07T02:55:18.838939+0000","last_clean":"2024-03-07T02:55:18.838939+0000","last_became_active":"2024-03-07T02:53:49.496387+0000","last_became_peered":"2024-03-07T02:53:49.496387+0000","last_unstale":"2024-03-07T02:55:18.838939+0000","last_undegraded":"2024-03-07T02:55:18.838939+0000","last_fullsized":"2024-03-07T02:55:18.838939+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:20:05.531547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.835083+0000","last_change":"2024-03-07T02:53:49.849772+0000","last_active":"2024-03-07T02:55:18.835083+0000","last_peered":"2024-03-07T02:55:18.835083+0000","last_clean":"2024-03-07T02:55:18.835083+0000","last_became_active":"2024-03-07T02:53:49.849293+0000","last_became_peered":"2024-03-07T02:53:49.849293+0000","last_unstale":"2024-03-07T02:55:18.835083+0000","last_undegraded":"2024-03-07T02:55:18.835083+0000","last_fullsized":"2024-03-07T02:55:18.835083+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:58:53.630596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.838298+0000","last_change":"2024-03-07T02:53:49.493668+0000","last_active":"2024-03-07T02:55:18.838298+0000","last_peered":"2024-03-07T02:55:18.838298+0000","last_clean":"2024-03-07T02:55:18.838298+0000","last_became_active":"2024-03-07T02:53:49.493367+0000","last_became_peered":"2024-03-07T02:53:49.493367+0000","last_unstale":"2024-03-07T02:55:18.838298+0000","last_undegraded":"2024-03-07T02:55:18.838298+0000","last_fullsized":"2024-03-07T02:55:18.838298+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:41:11.876342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.835092+0000","last_change":"2024-03-07T02:53:49.846608+0000","last_active":"2024-03-07T02:55:18.835092+0000","last_peered":"2024-03-07T02:55:18.835092+0000","last_clean":"2024-03-07T02:55:18.835092+0000","last_became_active":"2024-03-07T02:53:49.846295+0000","last_became_peered":"2024-03-07T02:53:49.846295+0000","last_unstale":"2024-03-07T02:55:18.835092+0000","last_undegraded":"2024-03-07T02:55:18.835092+0000","last_fullsized":"2024-03-07T02:55:18.835092+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:23:15.144059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.837187+0000","last_change":"2024-03-07T02:53:49.491145+0000","last_active":"2024-03-07T02:55:18.837187+0000","last_peered":"2024-03-07T02:55:18.837187+0000","last_clean":"2024-03-07T02:55:18.837187+0000","last_became_active":"2024-03-07T02:53:49.490843+0000","last_became_peered":"2024-03-07T02:53:49.490843+0000","last_unstale":"2024-03-07T02:55:18.837187+0000","last_undegraded":"2024-03-07T02:55:18.837187+0000","last_fullsized":"2024-03-07T02:55:18.837187+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:06:27.120338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.840017+0000","last_change":"2024-03-07T02:53:49.857122+0000","last_active":"2024-03-07T02:55:18.840017+0000","last_peered":"2024-03-07T02:55:18.840017+0000","last_clean":"2024-03-07T02:55:18.840017+0000","last_became_active":"2024-03-07T02:53:49.856810+0000","last_became_peered":"2024-03-07T02:53:49.856810+0000","last_unstale":"2024-03-07T02:55:18.840017+0000","last_undegraded":"2024-03-07T02:55:18.840017+0000","last_fullsized":"2024-03-07T02:55:18.840017+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:34:07.008415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.837830+0000","last_change":"2024-03-07T02:53:49.485668+0000","last_active":"2024-03-07T02:55:18.837830+0000","last_peered":"2024-03-07T02:55:18.837830+0000","last_clean":"2024-03-07T02:55:18.837830+0000","last_became_active":"2024-03-07T02:53:49.484010+0000","last_became_peered":"2024-03-07T02:53:49.484010+0000","last_unstale":"2024-03-07T02:55:18.837830+0000","last_undegraded":"2024-03-07T02:55:18.837830+0000","last_fullsized":"2024-03-07T02:55:18.837830+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:35.133314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.839820+0000","last_change":"2024-03-07T02:53:49.854850+0000","last_active":"2024-03-07T02:55:18.839820+0000","last_peered":"2024-03-07T02:55:18.839820+0000","last_clean":"2024-03-07T02:55:18.839820+0000","last_became_active":"2024-03-07T02:53:49.854568+0000","last_became_peered":"2024-03-07T02:53:49.854568+0000","last_unstale":"2024-03-07T02:55:18.839820+0000","last_undegraded":"2024-03-07T02:55:18.839820+0000","last_fullsized":"2024-03-07T02:55:18.839820+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:02:46.888600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.837284+0000","last_change":"2024-03-07T02:53:49.495458+0000","last_active":"2024-03-07T02:55:18.837284+0000","last_peered":"2024-03-07T02:55:18.837284+0000","last_clean":"2024-03-07T02:55:18.837284+0000","last_became_active":"2024-03-07T02:53:49.495127+0000","last_became_peered":"2024-03-07T02:53:49.495127+0000","last_unstale":"2024-03-07T02:55:18.837284+0000","last_undegraded":"2024-03-07T02:55:18.837284+0000","last_fullsized":"2024-03-07T02:55:18.837284+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:53:26.260190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":26,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-07T02:55:19.845560+0000","last_change":"2024-03-07T02:55:19.845560+0000","last_active":"2024-03-07T02:55:19.845560+0000","last_peered":"2024-03-07T02:55:19.845560+0000","last_clean":"2024-03-07T02:55:19.845560+0000","last_became_active":"2024-03-07T02:55:19.845014+0000","last_became_peered":"2024-03-07T02:55:19.845014+0000","last_unstale":"2024-03-07T02:55:19.845560+0000","last_undegraded":"2024-03-07T02:55:19.845560+0000","last_fullsized":"2024-03-07T02:55:19.845560+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:30:28.021913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834659+0000","last_change":"2024-03-07T02:53:49.497442+0000","last_active":"2024-03-07T02:55:18.834659+0000","last_peered":"2024-03-07T02:55:18.834659+0000","last_clean":"2024-03-07T02:55:18.834659+0000","last_became_active":"2024-03-07T02:53:49.497185+0000","last_became_peered":"2024-03-07T02:53:49.497185+0000","last_unstale":"2024-03-07T02:55:18.834659+0000","last_undegraded":"2024-03-07T02:55:18.834659+0000","last_fullsized":"2024-03-07T02:55:18.834659+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:12:33.336003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.836177+0000","last_change":"2024-03-07T02:53:49.854803+0000","last_active":"2024-03-07T02:55:18.836177+0000","last_peered":"2024-03-07T02:55:18.836177+0000","last_clean":"2024-03-07T02:55:18.836177+0000","last_became_active":"2024-03-07T02:53:49.854522+0000","last_became_peered":"2024-03-07T02:53:49.854522+0000","last_unstale":"2024-03-07T02:55:18.836177+0000","last_undegraded":"2024-03-07T02:55:18.836177+0000","last_fullsized":"2024-03-07T02:55:18.836177+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:00:56.936050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.837345+0000","last_change":"2024-03-07T02:53:49.488792+0000","last_active":"2024-03-07T02:55:18.837345+0000","last_peered":"2024-03-07T02:55:18.837345+0000","last_clean":"2024-03-07T02:55:18.837345+0000","last_became_active":"2024-03-07T02:53:49.488508+0000","last_became_peered":"2024-03-07T02:53:49.488508+0000","last_unstale":"2024-03-07T02:55:18.837345+0000","last_undegraded":"2024-03-07T02:55:18.837345+0000","last_fullsized":"2024-03-07T02:55:18.837345+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:55:19.607029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.835207+0000","last_change":"2024-03-07T02:53:49.842000+0000","last_active":"2024-03-07T02:55:18.835207+0000","last_peered":"2024-03-07T02:55:18.835207+0000","last_clean":"2024-03-07T02:55:18.835207+0000","last_became_active":"2024-03-07T02:53:49.841724+0000","last_became_peered":"2024-03-07T02:53:49.841724+0000","last_unstale":"2024-03-07T02:55:18.835207+0000","last_undegraded":"2024-03-07T02:55:18.835207+0000","last_fullsized":"2024-03-07T02:55:18.835207+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:20:29.102396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834971+0000","last_change":"2024-03-07T02:53:49.490998+0000","last_active":"2024-03-07T02:55:18.834971+0000","last_peered":"2024-03-07T02:55:18.834971+0000","last_clean":"2024-03-07T02:55:18.834971+0000","last_became_active":"2024-03-07T02:53:49.490599+0000","last_became_peered":"2024-03-07T02:53:49.490599+0000","last_unstale":"2024-03-07T02:55:18.834971+0000","last_undegraded":"2024-03-07T02:55:18.834971+0000","last_fullsized":"2024-03-07T02:55:18.834971+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:12:26.660615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.840822+0000","last_change":"2024-03-07T02:53:49.840939+0000","last_active":"2024-03-07T02:55:18.840822+0000","last_peered":"2024-03-07T02:55:18.840822+0000","last_clean":"2024-03-07T02:55:18.840822+0000","last_became_active":"2024-03-07T02:53:49.837481+0000","last_became_peered":"2024-03-07T02:53:49.837481+0000","last_unstale":"2024-03-07T02:55:18.840822+0000","last_undegraded":"2024-03-07T02:55:18.840822+0000","last_fullsized":"2024-03-07T02:55:18.840822+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:13:25.790774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834921+0000","last_change":"2024-03-07T02:53:49.499459+0000","last_active":"2024-03-07T02:55:18.834921+0000","last_peered":"2024-03-07T02:55:18.834921+0000","last_clean":"2024-03-07T02:55:18.834921+0000","last_became_active":"2024-03-07T02:53:49.499124+0000","last_became_peered":"2024-03-07T02:53:49.499124+0000","last_unstale":"2024-03-07T02:55:18.834921+0000","last_undegraded":"2024-03-07T02:55:18.834921+0000","last_fullsized":"2024-03-07T02:55:18.834921+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:34:08.247608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.840600+0000","last_change":"2024-03-07T02:53:49.861812+0000","last_active":"2024-03-07T02:55:18.840600+0000","last_peered":"2024-03-07T02:55:18.840600+0000","last_clean":"2024-03-07T02:55:18.840600+0000","last_became_active":"2024-03-07T02:53:49.861517+0000","last_became_peered":"2024-03-07T02:53:49.861517+0000","last_unstale":"2024-03-07T02:55:18.840600+0000","last_undegraded":"2024-03-07T02:55:18.840600+0000","last_fullsized":"2024-03-07T02:55:18.840600+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:10:59.157425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"64'9","reported_seq":27,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.836740+0000","last_change":"2024-03-07T02:53:49.490538+0000","last_active":"2024-03-07T02:55:18.836740+0000","last_peered":"2024-03-07T02:55:18.836740+0000","last_clean":"2024-03-07T02:55:18.836740+0000","last_became_active":"2024-03-07T02:53:49.490216+0000","last_became_peered":"2024-03-07T02:53:49.490216+0000","last_unstale":"2024-03-07T02:55:18.836740+0000","last_undegraded":"2024-03-07T02:55:18.836740+0000","last_fullsized":"2024-03-07T02:55:18.836740+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:34:37.540002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2348,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.838790+0000","last_change":"2024-03-07T02:53:49.858320+0000","last_active":"2024-03-07T02:55:18.838790+0000","last_peered":"2024-03-07T02:55:18.838790+0000","last_clean":"2024-03-07T02:55:18.838790+0000","last_became_active":"2024-03-07T02:53:49.857970+0000","last_became_peered":"2024-03-07T02:53:49.857970+0000","last_unstale":"2024-03-07T02:55:18.838790+0000","last_undegraded":"2024-03-07T02:55:18.838790+0000","last_fullsized":"2024-03-07T02:55:18.838790+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:39:04.814763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.840191+0000","last_change":"2024-03-07T02:53:49.495999+0000","last_active":"2024-03-07T02:55:18.840191+0000","last_peered":"2024-03-07T02:55:18.840191+0000","last_clean":"2024-03-07T02:55:18.840191+0000","last_became_active":"2024-03-07T02:53:49.495735+0000","last_became_peered":"2024-03-07T02:53:49.495735+0000","last_unstale":"2024-03-07T02:55:18.840191+0000","last_undegraded":"2024-03-07T02:55:18.840191+0000","last_fullsized":"2024-03-07T02:55:18.840191+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:23:36.044807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.839644+0000","last_change":"2024-03-07T02:53:49.850032+0000","last_active":"2024-03-07T02:55:18.839644+0000","last_peered":"2024-03-07T02:55:18.839644+0000","last_clean":"2024-03-07T02:55:18.839644+0000","last_became_active":"2024-03-07T02:53:49.849635+0000","last_became_peered":"2024-03-07T02:53:49.849635+0000","last_unstale":"2024-03-07T02:55:18.839644+0000","last_undegraded":"2024-03-07T02:55:18.839644+0000","last_fullsized":"2024-03-07T02:55:18.839644+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:11:53.269163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834588+0000","last_change":"2024-03-07T02:53:49.486515+0000","last_active":"2024-03-07T02:55:18.834588+0000","last_peered":"2024-03-07T02:55:18.834588+0000","last_clean":"2024-03-07T02:55:18.834588+0000","last_became_active":"2024-03-07T02:53:49.486220+0000","last_became_peered":"2024-03-07T02:53:49.486220+0000","last_unstale":"2024-03-07T02:55:18.834588+0000","last_undegraded":"2024-03-07T02:55:18.834588+0000","last_fullsized":"2024-03-07T02:55:18.834588+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:10:27.945262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.838238+0000","last_change":"2024-03-07T02:53:49.859121+0000","last_active":"2024-03-07T02:55:18.838238+0000","last_peered":"2024-03-07T02:55:18.838238+0000","last_clean":"2024-03-07T02:55:18.838238+0000","last_became_active":"2024-03-07T02:53:49.858172+0000","last_became_peered":"2024-03-07T02:53:49.858172+0000","last_unstale":"2024-03-07T02:55:18.838238+0000","last_undegraded":"2024-03-07T02:55:18.838238+0000","last_fullsized":"2024-03-07T02:55:18.838238+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:45:33.378053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.836692+0000","last_change":"2024-03-07T02:53:49.483351+0000","last_active":"2024-03-07T02:55:18.836692+0000","last_peered":"2024-03-07T02:55:18.836692+0000","last_clean":"2024-03-07T02:55:18.836692+0000","last_became_active":"2024-03-07T02:53:49.483044+0000","last_became_peered":"2024-03-07T02:53:49.483044+0000","last_unstale":"2024-03-07T02:55:18.836692+0000","last_undegraded":"2024-03-07T02:55:18.836692+0000","last_fullsized":"2024-03-07T02:55:18.836692+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:12:12.898292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.836543+0000","last_change":"2024-03-07T02:53:49.846034+0000","last_active":"2024-03-07T02:55:18.836543+0000","last_peered":"2024-03-07T02:55:18.836543+0000","last_clean":"2024-03-07T02:55:18.836543+0000","last_became_active":"2024-03-07T02:53:49.844815+0000","last_became_peered":"2024-03-07T02:53:49.844815+0000","last_unstale":"2024-03-07T02:55:18.836543+0000","last_undegraded":"2024-03-07T02:55:18.836543+0000","last_fullsized":"2024-03-07T02:55:18.836543+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:25:03.258868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":26,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834220+0000","last_change":"2024-03-07T02:53:49.486270+0000","last_active":"2024-03-07T02:55:18.834220+0000","last_peered":"2024-03-07T02:55:18.834220+0000","last_clean":"2024-03-07T02:55:18.834220+0000","last_became_active":"2024-03-07T02:53:49.485932+0000","last_became_peered":"2024-03-07T02:53:49.485932+0000","last_unstale":"2024-03-07T02:55:18.834220+0000","last_undegraded":"2024-03-07T02:55:18.834220+0000","last_fullsized":"2024-03-07T02:55:18.834220+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:34:04.554605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.837785+0000","last_change":"2024-03-07T02:53:49.857113+0000","last_active":"2024-03-07T02:55:18.837785+0000","last_peered":"2024-03-07T02:55:18.837785+0000","last_clean":"2024-03-07T02:55:18.837785+0000","last_became_active":"2024-03-07T02:53:49.856802+0000","last_became_peered":"2024-03-07T02:53:49.856802+0000","last_unstale":"2024-03-07T02:55:18.837785+0000","last_undegraded":"2024-03-07T02:55:18.837785+0000","last_fullsized":"2024-03-07T02:55:18.837785+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:25:25.592892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.840548+0000","last_change":"2024-03-07T02:53:49.490403+0000","last_active":"2024-03-07T02:55:18.840548+0000","last_peered":"2024-03-07T02:55:18.840548+0000","last_clean":"2024-03-07T02:55:18.840548+0000","last_became_active":"2024-03-07T02:53:49.489044+0000","last_became_peered":"2024-03-07T02:53:49.489044+0000","last_unstale":"2024-03-07T02:55:18.840548+0000","last_undegraded":"2024-03-07T02:55:18.840548+0000","last_fullsized":"2024-03-07T02:55:18.840548+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:10:28.076184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.838337+0000","last_change":"2024-03-07T02:53:49.857477+0000","last_active":"2024-03-07T02:55:18.838337+0000","last_peered":"2024-03-07T02:55:18.838337+0000","last_clean":"2024-03-07T02:55:18.838337+0000","last_became_active":"2024-03-07T02:53:49.857201+0000","last_became_peered":"2024-03-07T02:53:49.857201+0000","last_unstale":"2024-03-07T02:55:18.838337+0000","last_undegraded":"2024-03-07T02:55:18.838337+0000","last_fullsized":"2024-03-07T02:55:18.838337+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:38:55.410512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834311+0000","last_change":"2024-03-07T02:54:18.514451+0000","last_active":"2024-03-07T02:55:18.834311+0000","last_peered":"2024-03-07T02:55:18.834311+0000","last_clean":"2024-03-07T02:55:18.834311+0000","last_became_active":"2024-03-07T02:54:18.514168+0000","last_became_peered":"2024-03-07T02:54:18.514168+0000","last_unstale":"2024-03-07T02:55:18.834311+0000","last_undegraded":"2024-03-07T02:55:18.834311+0000","last_fullsized":"2024-03-07T02:55:18.834311+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:48:33.570989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834508+0000","last_change":"2024-03-07T02:53:49.500366+0000","last_active":"2024-03-07T02:55:18.834508+0000","last_peered":"2024-03-07T02:55:18.834508+0000","last_clean":"2024-03-07T02:55:18.834508+0000","last_became_active":"2024-03-07T02:53:49.499503+0000","last_became_peered":"2024-03-07T02:53:49.499503+0000","last_unstale":"2024-03-07T02:55:18.834508+0000","last_undegraded":"2024-03-07T02:55:18.834508+0000","last_fullsized":"2024-03-07T02:55:18.834508+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:20:56.449629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.835107+0000","last_change":"2024-03-07T02:53:49.838714+0000","last_active":"2024-03-07T02:55:18.835107+0000","last_peered":"2024-03-07T02:55:18.835107+0000","last_clean":"2024-03-07T02:55:18.835107+0000","last_became_active":"2024-03-07T02:53:49.838397+0000","last_became_peered":"2024-03-07T02:53:49.838397+0000","last_unstale":"2024-03-07T02:55:18.835107+0000","last_undegraded":"2024-03-07T02:55:18.835107+0000","last_fullsized":"2024-03-07T02:55:18.835107+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:10:21.908919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834590+0000","last_change":"2024-03-07T02:54:18.393130+0000","last_active":"2024-03-07T02:55:18.834590+0000","last_peered":"2024-03-07T02:55:18.834590+0000","last_clean":"2024-03-07T02:55:18.834590+0000","last_became_active":"2024-03-07T02:54:18.392706+0000","last_became_peered":"2024-03-07T02:54:18.392706+0000","last_unstale":"2024-03-07T02:55:18.834590+0000","last_undegraded":"2024-03-07T02:55:18.834590+0000","last_fullsized":"2024-03-07T02:55:18.834590+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:27:19.528265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834551+0000","last_change":"2024-03-07T02:53:49.492984+0000","last_active":"2024-03-07T02:55:18.834551+0000","last_peered":"2024-03-07T02:55:18.834551+0000","last_clean":"2024-03-07T02:55:18.834551+0000","last_became_active":"2024-03-07T02:53:49.492690+0000","last_became_peered":"2024-03-07T02:53:49.492690+0000","last_unstale":"2024-03-07T02:55:18.834551+0000","last_undegraded":"2024-03-07T02:55:18.834551+0000","last_fullsized":"2024-03-07T02:55:18.834551+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:42:56.268562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.840270+0000","last_change":"2024-03-07T02:53:49.860852+0000","last_active":"2024-03-07T02:55:18.840270+0000","last_peered":"2024-03-07T02:55:18.840270+0000","last_clean":"2024-03-07T02:55:18.840270+0000","last_became_active":"2024-03-07T02:53:49.860053+0000","last_became_peered":"2024-03-07T02:53:49.860053+0000","last_unstale":"2024-03-07T02:55:18.840270+0000","last_undegraded":"2024-03-07T02:55:18.840270+0000","last_fullsized":"2024-03-07T02:55:18.840270+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:02:06.497152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.836077+0000","last_change":"2024-03-07T02:54:18.514448+0000","last_active":"2024-03-07T02:55:18.836077+0000","last_peered":"2024-03-07T02:55:18.836077+0000","last_clean":"2024-03-07T02:55:18.836077+0000","last_became_active":"2024-03-07T02:54:18.514066+0000","last_became_peered":"2024-03-07T02:54:18.514066+0000","last_unstale":"2024-03-07T02:55:18.836077+0000","last_undegraded":"2024-03-07T02:55:18.836077+0000","last_fullsized":"2024-03-07T02:55:18.836077+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:28:55.818372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834226+0000","last_change":"2024-03-07T02:53:49.848086+0000","last_active":"2024-03-07T02:55:18.834226+0000","last_peered":"2024-03-07T02:55:18.834226+0000","last_clean":"2024-03-07T02:55:18.834226+0000","last_became_active":"2024-03-07T02:53:49.847455+0000","last_became_peered":"2024-03-07T02:53:49.847455+0000","last_unstale":"2024-03-07T02:55:18.834226+0000","last_undegraded":"2024-03-07T02:55:18.834226+0000","last_fullsized":"2024-03-07T02:55:18.834226+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:22:07.188240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834343+0000","last_change":"2024-03-07T02:53:49.493185+0000","last_active":"2024-03-07T02:55:18.834343+0000","last_peered":"2024-03-07T02:55:18.834343+0000","last_clean":"2024-03-07T02:55:18.834343+0000","last_became_active":"2024-03-07T02:53:49.492892+0000","last_became_peered":"2024-03-07T02:53:49.492892+0000","last_unstale":"2024-03-07T02:55:18.834343+0000","last_undegraded":"2024-03-07T02:55:18.834343+0000","last_fullsized":"2024-03-07T02:55:18.834343+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:49:49.391415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.836931+0000","last_change":"2024-03-07T02:54:19.213434+0000","last_active":"2024-03-07T02:55:18.836931+0000","last_peered":"2024-03-07T02:55:18.836931+0000","last_clean":"2024-03-07T02:55:18.836931+0000","last_became_active":"2024-03-07T02:54:19.213079+0000","last_became_peered":"2024-03-07T02:54:19.213079+0000","last_unstale":"2024-03-07T02:55:18.836931+0000","last_undegraded":"2024-03-07T02:55:18.836931+0000","last_fullsized":"2024-03-07T02:55:18.836931+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:07:22.099334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.837422+0000","last_change":"2024-03-07T02:53:49.839345+0000","last_active":"2024-03-07T02:55:18.837422+0000","last_peered":"2024-03-07T02:55:18.837422+0000","last_clean":"2024-03-07T02:55:18.837422+0000","last_became_active":"2024-03-07T02:53:49.839072+0000","last_became_peered":"2024-03-07T02:53:49.839072+0000","last_unstale":"2024-03-07T02:55:18.837422+0000","last_undegraded":"2024-03-07T02:55:18.837422+0000","last_fullsized":"2024-03-07T02:55:18.837422+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:31:16.320891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834560+0000","last_change":"2024-03-07T02:53:49.487182+0000","last_active":"2024-03-07T02:55:18.834560+0000","last_peered":"2024-03-07T02:55:18.834560+0000","last_clean":"2024-03-07T02:55:18.834560+0000","last_became_active":"2024-03-07T02:53:49.486822+0000","last_became_peered":"2024-03-07T02:53:49.486822+0000","last_unstale":"2024-03-07T02:55:18.834560+0000","last_undegraded":"2024-03-07T02:55:18.834560+0000","last_fullsized":"2024-03-07T02:55:18.834560+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:19:48.370371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"65'128","reported_seq":264,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.837535+0000","last_change":"2024-03-07T02:53:35.330318+0000","last_active":"2024-03-07T02:55:18.837535+0000","last_peered":"2024-03-07T02:55:18.837535+0000","last_clean":"2024-03-07T02:55:18.837535+0000","last_became_active":"2024-03-07T02:53:35.329839+0000","last_became_peered":"2024-03-07T02:53:35.329839+0000","last_unstale":"2024-03-07T02:55:18.837535+0000","last_undegraded":"2024-03-07T02:55:18.837535+0000","last_fullsized":"2024-03-07T02:55:18.837535+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_clean_scrub_stamp":"2024-03-07T02:51:31.238394+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:41:13.020643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.840506+0000","last_change":"2024-03-07T02:54:18.393183+0000","last_active":"2024-03-07T02:55:18.840506+0000","last_peered":"2024-03-07T02:55:18.840506+0000","last_clean":"2024-03-07T02:55:18.840506+0000","last_became_active":"2024-03-07T02:54:18.392902+0000","last_became_peered":"2024-03-07T02:54:18.392902+0000","last_unstale":"2024-03-07T02:55:18.840506+0000","last_undegraded":"2024-03-07T02:55:18.840506+0000","last_fullsized":"2024-03-07T02:55:18.840506+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:42:17.552510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.838065+0000","last_change":"2024-03-07T02:53:49.856920+0000","last_active":"2024-03-07T02:55:18.838065+0000","last_peered":"2024-03-07T02:55:18.838065+0000","last_clean":"2024-03-07T02:55:18.838065+0000","last_became_active":"2024-03-07T02:53:49.856622+0000","last_became_peered":"2024-03-07T02:53:49.856622+0000","last_unstale":"2024-03-07T02:55:18.838065+0000","last_undegraded":"2024-03-07T02:55:18.838065+0000","last_fullsized":"2024-03-07T02:55:18.838065+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T02:54:57.154093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.837365+0000","last_change":"2024-03-07T02:53:49.495948+0000","last_active":"2024-03-07T02:55:18.837365+0000","last_peered":"2024-03-07T02:55:18.837365+0000","last_clean":"2024-03-07T02:55:18.837365+0000","last_became_active":"2024-03-07T02:53:49.495603+0000","last_became_peered":"2024-03-07T02:53:49.495603+0000","last_unstale":"2024-03-07T02:55:18.837365+0000","last_undegraded":"2024-03-07T02:55:18.837365+0000","last_fullsized":"2024-03-07T02:55:18.837365+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:21.769630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.839695+0000","last_change":"2024-03-07T02:54:19.213889+0000","last_active":"2024-03-07T02:55:18.839695+0000","last_peered":"2024-03-07T02:55:18.839695+0000","last_clean":"2024-03-07T02:55:18.839695+0000","last_became_active":"2024-03-07T02:54:19.213572+0000","last_became_peered":"2024-03-07T02:54:19.213572+0000","last_unstale":"2024-03-07T02:55:18.839695+0000","last_undegraded":"2024-03-07T02:55:18.839695+0000","last_fullsized":"2024-03-07T02:55:18.839695+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:25:54.993481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.839009+0000","last_change":"2024-03-07T02:53:49.491803+0000","last_active":"2024-03-07T02:55:18.839009+0000","last_peered":"2024-03-07T02:55:18.839009+0000","last_clean":"2024-03-07T02:55:18.839009+0000","last_became_active":"2024-03-07T02:53:49.491506+0000","last_became_peered":"2024-03-07T02:53:49.491506+0000","last_unstale":"2024-03-07T02:55:18.839009+0000","last_undegraded":"2024-03-07T02:55:18.839009+0000","last_fullsized":"2024-03-07T02:55:18.839009+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:38:50.284164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834620+0000","last_change":"2024-03-07T02:53:49.839085+0000","last_active":"2024-03-07T02:55:18.834620+0000","last_peered":"2024-03-07T02:55:18.834620+0000","last_clean":"2024-03-07T02:55:18.834620+0000","last_became_active":"2024-03-07T02:53:49.838825+0000","last_became_peered":"2024-03-07T02:53:49.838825+0000","last_unstale":"2024-03-07T02:55:18.834620+0000","last_undegraded":"2024-03-07T02:55:18.834620+0000","last_fullsized":"2024-03-07T02:55:18.834620+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:10:23.889244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.838150+0000","last_change":"2024-03-07T02:54:19.213718+0000","last_active":"2024-03-07T02:55:18.838150+0000","last_peered":"2024-03-07T02:55:18.838150+0000","last_clean":"2024-03-07T02:55:18.838150+0000","last_became_active":"2024-03-07T02:54:19.213387+0000","last_became_peered":"2024-03-07T02:54:19.213387+0000","last_unstale":"2024-03-07T02:55:18.838150+0000","last_undegraded":"2024-03-07T02:55:18.838150+0000","last_fullsized":"2024-03-07T02:55:18.838150+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:10:17.223225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"62'1","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.836059+0000","last_change":"2024-03-07T02:53:49.495863+0000","last_active":"2024-03-07T02:55:18.836059+0000","last_peered":"2024-03-07T02:55:18.836059+0000","last_clean":"2024-03-07T02:55:18.836059+0000","last_became_active":"2024-03-07T02:53:49.495587+0000","last_became_peered":"2024-03-07T02:53:49.495587+0000","last_unstale":"2024-03-07T02:55:18.836059+0000","last_undegraded":"2024-03-07T02:55:18.836059+0000","last_fullsized":"2024-03-07T02:55:18.836059+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:46:32.863959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.837591+0000","last_change":"2024-03-07T02:53:49.848174+0000","last_active":"2024-03-07T02:55:18.837591+0000","last_peered":"2024-03-07T02:55:18.837591+0000","last_clean":"2024-03-07T02:55:18.837591+0000","last_became_active":"2024-03-07T02:53:49.847869+0000","last_became_peered":"2024-03-07T02:53:49.847869+0000","last_unstale":"2024-03-07T02:55:18.837591+0000","last_undegraded":"2024-03-07T02:55:18.837591+0000","last_fullsized":"2024-03-07T02:55:18.837591+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:47:37.139871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.839418+0000","last_change":"2024-03-07T02:54:18.514264+0000","last_active":"2024-03-07T02:55:18.839418+0000","last_peered":"2024-03-07T02:55:18.839418+0000","last_clean":"2024-03-07T02:55:18.839418+0000","last_became_active":"2024-03-07T02:54:18.513977+0000","last_became_peered":"2024-03-07T02:54:18.513977+0000","last_unstale":"2024-03-07T02:55:18.839418+0000","last_undegraded":"2024-03-07T02:55:18.839418+0000","last_fullsized":"2024-03-07T02:55:18.839418+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:23:47.491302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.836872+0000","last_change":"2024-03-07T02:53:49.491180+0000","last_active":"2024-03-07T02:55:18.836872+0000","last_peered":"2024-03-07T02:55:18.836872+0000","last_clean":"2024-03-07T02:55:18.836872+0000","last_became_active":"2024-03-07T02:53:49.486264+0000","last_became_peered":"2024-03-07T02:53:49.486264+0000","last_unstale":"2024-03-07T02:55:18.836872+0000","last_undegraded":"2024-03-07T02:55:18.836872+0000","last_fullsized":"2024-03-07T02:55:18.836872+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:41:07.485502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.840613+0000","last_change":"2024-03-07T02:53:49.856117+0000","last_active":"2024-03-07T02:55:18.840613+0000","last_peered":"2024-03-07T02:55:18.840613+0000","last_clean":"2024-03-07T02:55:18.840613+0000","last_became_active":"2024-03-07T02:53:49.855814+0000","last_became_peered":"2024-03-07T02:53:49.855814+0000","last_unstale":"2024-03-07T02:55:18.840613+0000","last_undegraded":"2024-03-07T02:55:18.840613+0000","last_fullsized":"2024-03-07T02:55:18.840613+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:24:34.311203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-07T02:55:20.007227+0000","last_change":"2024-03-07T02:55:20.007227+0000","last_active":"2024-03-07T02:55:20.007227+0000","last_peered":"2024-03-07T02:55:20.007227+0000","last_clean":"2024-03-07T02:55:20.007227+0000","last_became_active":"2024-03-07T02:55:20.006887+0000","last_became_peered":"2024-03-07T02:55:20.006887+0000","last_unstale":"2024-03-07T02:55:20.007227+0000","last_undegraded":"2024-03-07T02:55:20.007227+0000","last_fullsized":"2024-03-07T02:55:20.007227+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:26:34.478311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.839948+0000","last_change":"2024-03-07T02:53:49.861668+0000","last_active":"2024-03-07T02:55:18.839948+0000","last_peered":"2024-03-07T02:55:18.839948+0000","last_clean":"2024-03-07T02:55:18.839948+0000","last_became_active":"2024-03-07T02:53:49.861303+0000","last_became_peered":"2024-03-07T02:53:49.861303+0000","last_unstale":"2024-03-07T02:55:18.839948+0000","last_undegraded":"2024-03-07T02:55:18.839948+0000","last_fullsized":"2024-03-07T02:55:18.839948+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:21:41.301505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.836330+0000","last_change":"2024-03-07T02:53:49.498632+0000","last_active":"2024-03-07T02:55:18.836330+0000","last_peered":"2024-03-07T02:55:18.836330+0000","last_clean":"2024-03-07T02:55:18.836330+0000","last_became_active":"2024-03-07T02:53:49.498298+0000","last_became_peered":"2024-03-07T02:53:49.498298+0000","last_unstale":"2024-03-07T02:55:18.836330+0000","last_undegraded":"2024-03-07T02:55:18.836330+0000","last_fullsized":"2024-03-07T02:55:18.836330+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:18:28.135492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.838171+0000","last_change":"2024-03-07T02:53:49.846463+0000","last_active":"2024-03-07T02:55:18.838171+0000","last_peered":"2024-03-07T02:55:18.838171+0000","last_clean":"2024-03-07T02:55:18.838171+0000","last_became_active":"2024-03-07T02:53:49.846030+0000","last_became_peered":"2024-03-07T02:53:49.846030+0000","last_unstale":"2024-03-07T02:55:18.838171+0000","last_undegraded":"2024-03-07T02:55:18.838171+0000","last_fullsized":"2024-03-07T02:55:18.838171+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:21:47.014194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834758+0000","last_change":"2024-03-07T02:53:49.499053+0000","last_active":"2024-03-07T02:55:18.834758+0000","last_peered":"2024-03-07T02:55:18.834758+0000","last_clean":"2024-03-07T02:55:18.834758+0000","last_became_active":"2024-03-07T02:53:49.498740+0000","last_became_peered":"2024-03-07T02:53:49.498740+0000","last_unstale":"2024-03-07T02:55:18.834758+0000","last_undegraded":"2024-03-07T02:55:18.834758+0000","last_fullsized":"2024-03-07T02:55:18.834758+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:36:03.882666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.837057+0000","last_change":"2024-03-07T02:53:49.851778+0000","last_active":"2024-03-07T02:55:18.837057+0000","last_peered":"2024-03-07T02:55:18.837057+0000","last_clean":"2024-03-07T02:55:18.837057+0000","last_became_active":"2024-03-07T02:53:49.851507+0000","last_became_peered":"2024-03-07T02:53:49.851507+0000","last_unstale":"2024-03-07T02:55:18.837057+0000","last_undegraded":"2024-03-07T02:55:18.837057+0000","last_fullsized":"2024-03-07T02:55:18.837057+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:52:20.226529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.838147+0000","last_change":"2024-03-07T02:53:49.491131+0000","last_active":"2024-03-07T02:55:18.838147+0000","last_peered":"2024-03-07T02:55:18.838147+0000","last_clean":"2024-03-07T02:55:18.838147+0000","last_became_active":"2024-03-07T02:53:49.490695+0000","last_became_peered":"2024-03-07T02:53:49.490695+0000","last_unstale":"2024-03-07T02:55:18.838147+0000","last_undegraded":"2024-03-07T02:55:18.838147+0000","last_fullsized":"2024-03-07T02:55:18.838147+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:23:40.969004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":26,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-07T02:55:19.845223+0000","last_change":"2024-03-07T02:55:19.845223+0000","last_active":"2024-03-07T02:55:19.845223+0000","last_peered":"2024-03-07T02:55:19.845223+0000","last_clean":"2024-03-07T02:55:19.845223+0000","last_became_active":"2024-03-07T02:55:19.844906+0000","last_became_peered":"2024-03-07T02:55:19.844906+0000","last_unstale":"2024-03-07T02:55:19.845223+0000","last_undegraded":"2024-03-07T02:55:19.845223+0000","last_fullsized":"2024-03-07T02:55:19.845223+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:38:53.358975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834677+0000","last_change":"2024-03-07T02:53:49.489713+0000","last_active":"2024-03-07T02:55:18.834677+0000","last_peered":"2024-03-07T02:55:18.834677+0000","last_clean":"2024-03-07T02:55:18.834677+0000","last_became_active":"2024-03-07T02:53:49.489423+0000","last_became_peered":"2024-03-07T02:53:49.489423+0000","last_unstale":"2024-03-07T02:55:18.834677+0000","last_undegraded":"2024-03-07T02:55:18.834677+0000","last_fullsized":"2024-03-07T02:55:18.834677+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:31:35.860010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.838791+0000","last_change":"2024-03-07T02:53:49.851063+0000","last_active":"2024-03-07T02:55:18.838791+0000","last_peered":"2024-03-07T02:55:18.838791+0000","last_clean":"2024-03-07T02:55:18.838791+0000","last_became_active":"2024-03-07T02:53:49.850562+0000","last_became_peered":"2024-03-07T02:53:49.850562+0000","last_unstale":"2024-03-07T02:55:18.838791+0000","last_undegraded":"2024-03-07T02:55:18.838791+0000","last_fullsized":"2024-03-07T02:55:18.838791+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:12:38.343677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834833+0000","last_change":"2024-03-07T02:53:49.496511+0000","last_active":"2024-03-07T02:55:18.834833+0000","last_peered":"2024-03-07T02:55:18.834833+0000","last_clean":"2024-03-07T02:55:18.834833+0000","last_became_active":"2024-03-07T02:53:49.496210+0000","last_became_peered":"2024-03-07T02:53:49.496210+0000","last_unstale":"2024-03-07T02:55:18.834833+0000","last_undegraded":"2024-03-07T02:55:18.834833+0000","last_fullsized":"2024-03-07T02:55:18.834833+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:44:13.673683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834715+0000","last_change":"2024-03-07T02:53:49.841117+0000","last_active":"2024-03-07T02:55:18.834715+0000","last_peered":"2024-03-07T02:55:18.834715+0000","last_clean":"2024-03-07T02:55:18.834715+0000","last_became_active":"2024-03-07T02:53:49.840824+0000","last_became_peered":"2024-03-07T02:53:49.840824+0000","last_unstale":"2024-03-07T02:55:18.834715+0000","last_undegraded":"2024-03-07T02:55:18.834715+0000","last_fullsized":"2024-03-07T02:55:18.834715+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:27:01.389470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.835355+0000","last_change":"2024-03-07T02:53:49.485472+0000","last_active":"2024-03-07T02:55:18.835355+0000","last_peered":"2024-03-07T02:55:18.835355+0000","last_clean":"2024-03-07T02:55:18.835355+0000","last_became_active":"2024-03-07T02:53:49.485177+0000","last_became_peered":"2024-03-07T02:53:49.485177+0000","last_unstale":"2024-03-07T02:55:18.835355+0000","last_undegraded":"2024-03-07T02:55:18.835355+0000","last_fullsized":"2024-03-07T02:55:18.835355+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:39:17.926629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.838455+0000","last_change":"2024-03-07T02:53:49.857386+0000","last_active":"2024-03-07T02:55:18.838455+0000","last_peered":"2024-03-07T02:55:18.838455+0000","last_clean":"2024-03-07T02:55:18.838455+0000","last_became_active":"2024-03-07T02:53:49.857116+0000","last_became_peered":"2024-03-07T02:53:49.857116+0000","last_unstale":"2024-03-07T02:55:18.838455+0000","last_undegraded":"2024-03-07T02:55:18.838455+0000","last_fullsized":"2024-03-07T02:55:18.838455+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:25:14.932046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.836456+0000","last_change":"2024-03-07T02:53:49.846762+0000","last_active":"2024-03-07T02:55:18.836456+0000","last_peered":"2024-03-07T02:55:18.836456+0000","last_clean":"2024-03-07T02:55:18.836456+0000","last_became_active":"2024-03-07T02:53:49.846468+0000","last_became_peered":"2024-03-07T02:53:49.846468+0000","last_unstale":"2024-03-07T02:55:18.836456+0000","last_undegraded":"2024-03-07T02:55:18.836456+0000","last_fullsized":"2024-03-07T02:55:18.836456+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:46:01.606023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834252+0000","last_change":"2024-03-07T02:53:49.845790+0000","last_active":"2024-03-07T02:55:18.834252+0000","last_peered":"2024-03-07T02:55:18.834252+0000","last_clean":"2024-03-07T02:55:18.834252+0000","last_became_active":"2024-03-07T02:53:49.844722+0000","last_became_peered":"2024-03-07T02:53:49.844722+0000","last_unstale":"2024-03-07T02:55:18.834252+0000","last_undegraded":"2024-03-07T02:55:18.834252+0000","last_fullsized":"2024-03-07T02:55:18.834252+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:13:49.866547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834696+0000","last_change":"2024-03-07T02:53:49.837773+0000","last_active":"2024-03-07T02:55:18.834696+0000","last_peered":"2024-03-07T02:55:18.834696+0000","last_clean":"2024-03-07T02:55:18.834696+0000","last_became_active":"2024-03-07T02:53:49.837272+0000","last_became_peered":"2024-03-07T02:53:49.837272+0000","last_unstale":"2024-03-07T02:55:18.834696+0000","last_undegraded":"2024-03-07T02:55:18.834696+0000","last_fullsized":"2024-03-07T02:55:18.834696+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:03:12.246227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-07T02:55:20.554215+0000","last_change":"2024-03-07T02:55:20.554215+0000","last_active":"2024-03-07T02:55:20.554215+0000","last_peered":"2024-03-07T02:55:20.554215+0000","last_clean":"2024-03-07T02:55:20.554215+0000","last_became_active":"2024-03-07T02:55:20.553908+0000","last_became_peered":"2024-03-07T02:55:20.553908+0000","last_unstale":"2024-03-07T02:55:20.554215+0000","last_undegraded":"2024-03-07T02:55:20.554215+0000","last_fullsized":"2024-03-07T02:55:20.554215+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:52:49.713670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.837400+0000","last_change":"2024-03-07T02:53:49.852642+0000","last_active":"2024-03-07T02:55:18.837400+0000","last_peered":"2024-03-07T02:55:18.837400+0000","last_clean":"2024-03-07T02:55:18.837400+0000","last_became_active":"2024-03-07T02:53:49.852371+0000","last_became_peered":"2024-03-07T02:53:49.852371+0000","last_unstale":"2024-03-07T02:55:18.837400+0000","last_undegraded":"2024-03-07T02:55:18.837400+0000","last_fullsized":"2024-03-07T02:55:18.837400+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:14:11.184867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834756+0000","last_change":"2024-03-07T02:53:49.838806+0000","last_active":"2024-03-07T02:55:18.834756+0000","last_peered":"2024-03-07T02:55:18.834756+0000","last_clean":"2024-03-07T02:55:18.834756+0000","last_became_active":"2024-03-07T02:53:49.838519+0000","last_became_peered":"2024-03-07T02:53:49.838519+0000","last_unstale":"2024-03-07T02:55:18.834756+0000","last_undegraded":"2024-03-07T02:55:18.834756+0000","last_fullsized":"2024-03-07T02:55:18.834756+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:23:49.840090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.837151+0000","last_change":"2024-03-07T02:53:49.856216+0000","last_active":"2024-03-07T02:55:18.837151+0000","last_peered":"2024-03-07T02:55:18.837151+0000","last_clean":"2024-03-07T02:55:18.837151+0000","last_became_active":"2024-03-07T02:53:49.855694+0000","last_became_peered":"2024-03-07T02:53:49.855694+0000","last_unstale":"2024-03-07T02:55:18.837151+0000","last_undegraded":"2024-03-07T02:55:18.837151+0000","last_fullsized":"2024-03-07T02:55:18.837151+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:52:37.559135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.838077+0000","last_change":"2024-03-07T02:53:49.852746+0000","last_active":"2024-03-07T02:55:18.838077+0000","last_peered":"2024-03-07T02:55:18.838077+0000","last_clean":"2024-03-07T02:55:18.838077+0000","last_became_active":"2024-03-07T02:53:49.852452+0000","last_became_peered":"2024-03-07T02:53:49.852452+0000","last_unstale":"2024-03-07T02:55:18.838077+0000","last_undegraded":"2024-03-07T02:55:18.838077+0000","last_fullsized":"2024-03-07T02:55:18.838077+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:50:23.481403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834625+0000","last_change":"2024-03-07T02:53:49.834758+0000","last_active":"2024-03-07T02:55:18.834625+0000","last_peered":"2024-03-07T02:55:18.834625+0000","last_clean":"2024-03-07T02:55:18.834625+0000","last_became_active":"2024-03-07T02:53:49.834473+0000","last_became_peered":"2024-03-07T02:53:49.834473+0000","last_unstale":"2024-03-07T02:55:18.834625+0000","last_undegraded":"2024-03-07T02:55:18.834625+0000","last_fullsized":"2024-03-07T02:55:18.834625+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:26:12.485436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.837201+0000","last_change":"2024-03-07T02:53:49.850928+0000","last_active":"2024-03-07T02:55:18.837201+0000","last_peered":"2024-03-07T02:55:18.837201+0000","last_clean":"2024-03-07T02:55:18.837201+0000","last_became_active":"2024-03-07T02:53:49.850645+0000","last_became_peered":"2024-03-07T02:53:49.850645+0000","last_unstale":"2024-03-07T02:55:18.837201+0000","last_undegraded":"2024-03-07T02:55:18.837201+0000","last_fullsized":"2024-03-07T02:55:18.837201+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:56:51.288948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834916+0000","last_change":"2024-03-07T02:53:49.845627+0000","last_active":"2024-03-07T02:55:18.834916+0000","last_peered":"2024-03-07T02:55:18.834916+0000","last_clean":"2024-03-07T02:55:18.834916+0000","last_became_active":"2024-03-07T02:53:49.845329+0000","last_became_peered":"2024-03-07T02:53:49.845329+0000","last_unstale":"2024-03-07T02:55:18.834916+0000","last_undegraded":"2024-03-07T02:55:18.834916+0000","last_fullsized":"2024-03-07T02:55:18.834916+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:08:06.342549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.839879+0000","last_change":"2024-03-07T02:53:49.847179+0000","last_active":"2024-03-07T02:55:18.839879+0000","last_peered":"2024-03-07T02:55:18.839879+0000","last_clean":"2024-03-07T02:55:18.839879+0000","last_became_active":"2024-03-07T02:53:49.846335+0000","last_became_peered":"2024-03-07T02:53:49.846335+0000","last_unstale":"2024-03-07T02:55:18.839879+0000","last_undegraded":"2024-03-07T02:55:18.839879+0000","last_fullsized":"2024-03-07T02:55:18.839879+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:34:20.787367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.836922+0000","last_change":"2024-03-07T02:53:49.853013+0000","last_active":"2024-03-07T02:55:18.836922+0000","last_peered":"2024-03-07T02:55:18.836922+0000","last_clean":"2024-03-07T02:55:18.836922+0000","last_became_active":"2024-03-07T02:53:49.852673+0000","last_became_peered":"2024-03-07T02:53:49.852673+0000","last_unstale":"2024-03-07T02:55:18.836922+0000","last_undegraded":"2024-03-07T02:55:18.836922+0000","last_fullsized":"2024-03-07T02:55:18.836922+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:05:12.530692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3146,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234009,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28288,"kb_used_data":1268,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716864,"statfs":{"total":95995035648,"available":95966068736,"internally_reserved":0,"allocated":1298432,"data_stored":893606,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 7 02:54:34 2024","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.42999999999999999}]},{"osd":1,"last update":"Thu Mar 7 02:54:34 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.36599999999999999}]},{"osd":2,"last update":"Thu Mar 7 02:54:34 2024","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.41699999999999998}]},{"osd":3,"last update":"Thu Mar 7 02:54:34 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.56899999999999995}]},{"osd":4,"last update":"Thu Mar 7 02:54:34 2024","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.435,"15min":0.435},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.48599999999999999}]},{"osd":5,"last update":"Thu Mar 7 02:54:34 2024","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.57899999999999996}]},{"osd":6,"last update":"Thu Mar 7 02:54:34 2024","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.60199999999999998}]}]},{"osd":6,"up_from":46,"seq":197568495645,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28284,"kb_used_data":1264,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716868,"statfs":{"total":95995035648,"available":95966072832,"internally_reserved":0,"allocated":1294336,"data_stored":894746,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 7 02:55:09 2024","interfaces":[{"interface":"back","average":{"1min":1.25,"5min":0.68100000000000005,"15min":0.58599999999999997},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":17.021000000000001,"5min":17.021000000000001,"15min":17.021000000000001},"last":0.71499999999999997},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.55600000000000005,"15min":0.56399999999999995},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.69099999999999995,"5min":1.155,"15min":1.155},"last":0.72699999999999998}]},{"osd":1,"last update":"Thu Mar 7 02:55:09 2024","interfaces":[{"interface":"back","average":{"1min":1.2470000000000001,"5min":0.71099999999999997,"15min":0.622},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":16.989000000000001,"5min":16.989000000000001,"15min":16.989000000000001},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.61199999999999999,"15min":0.63200000000000001},"min":{"1min":0.36399999999999999,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.65300000000000002,"5min":3.1259999999999999,"15min":3.1259999999999999},"last":0.59599999999999997}]},{"osd":2,"last update":"Thu Mar 7 02:55:09 2024","interfaces":[{"interface":"back","average":{"1min":0.47899999999999998,"5min":0.63,"15min":0.65500000000000003},"min":{"1min":0.39600000000000002,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.59099999999999997,"5min":3.0299999999999998,"15min":3.0299999999999998},"last":0.55700000000000005},{"interface":"front","average":{"1min":1.278,"5min":0.72599999999999998,"15min":0.63400000000000001},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":17.004000000000001,"5min":17.004000000000001,"15min":17.004000000000001},"last":0.75700000000000001}]},{"osd":3,"last update":"Thu Mar 7 02:55:09 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.57099999999999995,"15min":0.58099999999999996},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.73499999999999999,"5min":1.7110000000000001,"15min":1.7110000000000001},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.55900000000000005,"15min":0.56699999999999995},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.67000000000000004,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.66000000000000003}]},{"osd":4,"last update":"Thu Mar 7 02:55:09 2024","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.45600000000000002,"15min":0.46000000000000002},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.73599999999999999,"5min":1.1080000000000001,"15min":1.1080000000000001},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.48299999999999998,"15min":0.48699999999999999},"min":{"1min":0.32600000000000001,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.76800000000000002,"5min":1.7529999999999999,"15min":1.7529999999999999},"last":0.57299999999999995}]},{"osd":5,"last update":"Thu Mar 7 02:55:09 2024","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.52300000000000002,"15min":0.53300000000000003},"min":{"1min":0.309,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.77800000000000002,"5min":2.3900000000000001,"15min":2.3900000000000001},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.52500000000000002,"15min":0.53100000000000003},"min":{"1min":0.33300000000000002,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.79800000000000004,"5min":2.2650000000000001,"15min":2.2650000000000001},"last":0.74099999999999999}]},{"osd":7,"last update":"Thu Mar 7 02:54:33 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":1.196,"5min":1.196,"15min":1.196},"last":0.67300000000000004},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":1.7949999999999999,"5min":1.7949999999999999,"15min":1.7949999999999999},"last":0.76700000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574902,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27708,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717444,"statfs":{"total":95995035648,"available":95966662656,"internally_reserved":0,"allocated":704512,"data_stored":302794,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 7 02:55:12 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.33700000000000002,"15min":0.307},"min":{"1min":0.23899999999999999,"5min":0.154,"15min":0.154},"max":{"1min":1.006,"5min":1.006,"15min":1.006},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.35599999999999998,"5min":0.35799999999999998,"15min":0.32000000000000001},"min":{"1min":0.214,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.57399999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.54100000000000004}]},{"osd":2,"last update":"Thu Mar 7 02:54:36 2024","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.379,"15min":0.37},"min":{"1min":0.28499999999999998,"5min":0.219,"15min":0.219},"max":{"1min":0.51300000000000001,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.442},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.39200000000000002,"15min":0.377},"min":{"1min":0.26200000000000001,"5min":0.255,"15min":0.255},"max":{"1min":0.59699999999999998,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.45700000000000002}]},{"osd":3,"last update":"Thu Mar 7 02:55:05 2024","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.41999999999999998,"15min":0.41599999999999998},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":1.9359999999999999,"5min":1.9359999999999999,"15min":1.9359999999999999},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.45400000000000001,"15min":0.44400000000000001},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":2.028,"5min":2.028,"15min":2.028},"last":0.55600000000000005}]},{"osd":4,"last update":"Thu Mar 7 02:55:23 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.56499999999999995,"15min":0.56399999999999995},"min":{"1min":0.40500000000000003,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":1.3680000000000001,"5min":1.3680000000000001,"15min":1.3680000000000001},"last":0.88300000000000001},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.54900000000000004,"15min":0.54500000000000004},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":1.121,"5min":1.121,"15min":1.121},"last":0.92300000000000004}]},{"osd":5,"last update":"Thu Mar 7 02:54:48 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.41099999999999998,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":1.3480000000000001,"5min":1.3480000000000001,"15min":1.3480000000000001},"last":0.94099999999999995},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":1.2150000000000001,"5min":1.2150000000000001,"15min":1.2150000000000001},"last":0.89600000000000002}]},{"osd":6,"last update":"Thu Mar 7 02:55:12 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.60099999999999998,"15min":0.60399999999999998},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":1.1599999999999999,"5min":1.1599999999999999,"15min":1.1599999999999999},"last":0.98799999999999999},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.63600000000000001,"15min":0.64000000000000001},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":1.323,"5min":1.323,"15min":1.323},"last":0.91200000000000003}]},{"osd":7,"last update":"Thu Mar 7 02:54:31 2024","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":1.054},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.998}]}]},{"osd":0,"up_from":8,"seq":34359738427,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28296,"kb_used_data":1272,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716856,"statfs":{"total":95995035648,"available":95966060544,"internally_reserved":0,"allocated":1302528,"data_stored":893457,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 7 02:55:18 2024","interfaces":[{"interface":"back","average":{"1min":0.33000000000000002,"5min":0.34100000000000003,"15min":0.32100000000000001},"min":{"1min":0.24199999999999999,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.48599999999999999,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.35699999999999998,"5min":0.35799999999999998,"15min":0.33000000000000002},"min":{"1min":0.23799999999999999,"5min":0.219,"15min":0.219},"max":{"1min":0.49099999999999999,"5min":0.54500000000000004,"15min":0.54500000000000004},"last":0.376}]},{"osd":2,"last update":"Thu Mar 7 02:54:38 2024","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.39400000000000002,"15min":0.38800000000000001},"min":{"1min":0.23599999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.314},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.38900000000000001,"15min":0.38500000000000001},"min":{"1min":0.30499999999999999,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"last":0.40400000000000003}]},{"osd":3,"last update":"Thu Mar 7 02:55:04 2024","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.438,"15min":0.44},"min":{"1min":0.313,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.38,"5min":0.41899999999999998,"15min":0.432},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.56499999999999995,"5min":0.57499999999999996,"15min":0.57499999999999996},"last":0.45400000000000001}]},{"osd":4,"last update":"Thu Mar 7 02:54:23 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.56599999999999995,"15min":0.56799999999999995},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"last":0.441},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.48799999999999999}]},{"osd":5,"last update":"Thu Mar 7 02:54:44 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.58499999999999996,"15min":0.58699999999999997},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.59399999999999997,"15min":0.59499999999999997},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.59199999999999997}]},{"osd":6,"last update":"Thu Mar 7 02:55:14 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.58799999999999997,"15min":0.59899999999999998},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.71399999999999997,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.88900000000000001,"15min":0.94699999999999995},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.82399999999999995,"5min":8.6839999999999993,"15min":8.6839999999999993},"last":0.57699999999999996}]},{"osd":7,"last update":"Thu Mar 7 02:54:32 2024","interfaces":[{"interface":"back","average":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":8.6449999999999996,"5min":8.6449999999999996,"15min":8.6449999999999996},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.46999999999999997}]}]},{"osd":2,"up_from":18,"seq":77309411378,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27700,"kb_used_data":680,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717452,"statfs":{"total":95995035648,"available":95966670848,"internally_reserved":0,"allocated":696320,"data_stored":302634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 7 02:54:36 2024","interfaces":[{"interface":"back","average":{"1min":0.33600000000000002,"5min":0.34799999999999998,"15min":0.34000000000000002},"min":{"1min":0.25,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.41299999999999998,"5min":0.57199999999999995,"15min":0.57199999999999995},"last":0.27900000000000003},{"interface":"front","average":{"1min":0.36099999999999999,"5min":0.36699999999999999,"15min":0.35899999999999999},"min":{"1min":0.27100000000000002,"5min":0.216,"15min":0.216},"max":{"1min":0.54100000000000004,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.29599999999999999}]},{"osd":1,"last update":"Thu Mar 7 02:54:36 2024","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.377,"15min":0.379},"min":{"1min":0.26700000000000002,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.48699999999999999,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.249},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.40500000000000003,"15min":0.39300000000000002},"min":{"1min":0.252,"5min":0.251,"15min":0.251},"max":{"1min":0.59199999999999997,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.318}]},{"osd":3,"last update":"Thu Mar 7 02:55:02 2024","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.40100000000000002,"15min":0.40899999999999997},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.46000000000000002,"5min":0.56299999999999994,"15min":0.56299999999999994},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.376,"5min":0.45500000000000002,"15min":0.47199999999999998},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.49199999999999999,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.34300000000000003}]},{"osd":4,"last update":"Thu Mar 7 02:54:25 2024","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.54200000000000004,"15min":0.53800000000000003},"min":{"1min":0.39500000000000002,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.45500000000000002}]},{"osd":5,"last update":"Thu Mar 7 02:54:45 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.57599999999999996,"15min":0.57799999999999996},"min":{"1min":0.38600000000000001,"5min":0.38,"15min":0.38},"max":{"1min":0.69599999999999995,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.56699999999999995,"15min":0.57099999999999995},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.46400000000000002}]},{"osd":6,"last update":"Thu Mar 7 02:55:09 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.58699999999999997,"15min":0.60299999999999998},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.63300000000000001,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.59399999999999997,"15min":0.60399999999999998},"min":{"1min":0.436,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.70099999999999996,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.55800000000000005}]},{"osd":7,"last update":"Thu Mar 7 02:54:32 2024","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.55100000000000005}]}]},{"osd":3,"up_from":25,"seq":107374182445,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27716,"kb_used_data":696,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717436,"statfs":{"total":95995035648,"available":95966654464,"internally_reserved":0,"allocated":712704,"data_stored":304813,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 7 02:55:01 2024","interfaces":[{"interface":"back","average":{"1min":0.37,"5min":0.39900000000000002,"15min":0.41499999999999998},"min":{"1min":0.247,"5min":0.245,"15min":0.245},"max":{"1min":0.504,"5min":0.65100000000000002,"15min":0.65100000000000002},"last":0.40300000000000002},{"interface":"front","average":{"1min":0.38700000000000001,"5min":0.41299999999999998,"15min":0.42299999999999999},"min":{"1min":0.26600000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.53600000000000003,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.41899999999999998}]},{"osd":1,"last update":"Thu Mar 7 02:55:01 2024","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.40600000000000003,"15min":0.41699999999999998},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.50700000000000001,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.443,"5min":0.439,"15min":0.44700000000000001},"min":{"1min":0.29099999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.63100000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.46600000000000003}]},{"osd":2,"last update":"Thu Mar 7 02:55:01 2024","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.44700000000000001,"15min":0.45600000000000002},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.58499999999999996,"5min":0.629,"15min":0.629},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.441,"15min":0.44700000000000001},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.54500000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.38200000000000001}]},{"osd":4,"last update":"Thu Mar 7 02:54:23 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.52400000000000002,"15min":0.51900000000000002},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.52300000000000002,"15min":0.51800000000000002},"min":{"1min":0.40899999999999997,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.72399999999999998,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.51400000000000001}]},{"osd":5,"last update":"Thu Mar 7 02:54:44 2024","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.57199999999999995,"15min":0.56599999999999995},"min":{"1min":0.432,"5min":0.38,"15min":0.38},"max":{"1min":0.71699999999999997,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.56499999999999995,"15min":0.56299999999999994},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.57699999999999996}]},{"osd":6,"last update":"Thu Mar 7 02:55:11 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58399999999999996,"15min":0.58299999999999996},"min":{"1min":0.42099999999999999,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":1.022,"5min":1.022,"15min":1.022},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60999999999999999,"15min":0.61099999999999999},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":0.749,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.59399999999999997}]},{"osd":7,"last update":"Thu Mar 7 02:54:33 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.56899999999999995}]}]},{"osd":4,"up_from":30,"seq":128849018919,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27712,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717440,"statfs":{"total":95995035648,"available":95966658560,"internally_reserved":0,"allocated":704512,"data_stored":302738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 7 02:55:21 2024","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.51200000000000001,"15min":0.51900000000000002},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.64300000000000002,"5min":0.752,"15min":0.752},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.52000000000000002,"15min":0.52400000000000002},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.83099999999999996,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.45600000000000002}]},{"osd":1,"last update":"Thu Mar 7 02:55:21 2024","interfaces":[{"interface":"back","average":{"1min":0.47899999999999998,"5min":0.496,"15min":0.495},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.69899999999999995,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.51500000000000001,"15min":0.52500000000000002},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.72699999999999998,"5min":0.752,"15min":0.752},"last":0.51500000000000001}]},{"osd":2,"last update":"Thu Mar 7 02:55:21 2024","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.51600000000000001,"15min":0.51800000000000002},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.5,"15min":0.503},"min":{"1min":0.34100000000000003,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.61599999999999999,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.33700000000000002}]},{"osd":3,"last update":"Thu Mar 7 02:55:21 2024","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.53300000000000003,"15min":0.53500000000000003},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.70799999999999996,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.503,"5min":0.54300000000000004,"15min":0.54900000000000004},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.67000000000000004,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.44500000000000001}]},{"osd":5,"last update":"Thu Mar 7 02:54:45 2024","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.42299999999999999,"15min":0.41499999999999998},"min":{"1min":0.29399999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.45100000000000001,"15min":0.439},"min":{"1min":0.36799999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.57699999999999996}]},{"osd":6,"last update":"Thu Mar 7 02:55:10 2024","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.42899999999999999,"15min":0.42299999999999999},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.498,"15min":0.48699999999999999},"min":{"1min":0.40600000000000003,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.879,"5min":0.879,"15min":0.879},"last":0.59199999999999997}]},{"osd":7,"last update":"Thu Mar 7 02:54:32 2024","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.499,"15min":0.499},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.499},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.54800000000000004}]}]},{"osd":5,"up_from":38,"seq":163208757283,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27716,"kb_used_data":692,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717436,"statfs":{"total":95995035648,"available":95966654464,"internally_reserved":0,"allocated":708608,"data_stored":304741,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 7 02:54:46 2024","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.52400000000000002,"15min":0.52800000000000002},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.65700000000000003,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.58999999999999997},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.54400000000000004,"15min":0.54500000000000004},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.41899999999999998}]},{"osd":1,"last update":"Thu Mar 7 02:54:46 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.55000000000000004,"15min":0.55200000000000005},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.97999999999999998,"5min":0.61499999999999999,"15min":0.55400000000000005},"min":{"1min":0.36099999999999999,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":8.1829999999999998,"5min":8.1829999999999998,"15min":8.1829999999999998},"last":0.44900000000000001}]},{"osd":2,"last update":"Thu Mar 7 02:54:46 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.53300000000000003,"15min":0.52900000000000003},"min":{"1min":0.39500000000000002,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.70199999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.54400000000000004,"15min":0.54200000000000004},"min":{"1min":0.443,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.52900000000000003}]},{"osd":3,"last update":"Thu Mar 7 02:54:46 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.53100000000000003,"15min":0.52900000000000003},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.56100000000000005,"15min":0.55800000000000005},"min":{"1min":0.47799999999999998,"5min":0.374,"15min":0.374},"max":{"1min":0.73599999999999999,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.434}]},{"osd":4,"last update":"Thu Mar 7 02:54:46 2024","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.41599999999999998,"15min":0.40999999999999998},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.97299999999999998,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.29099999999999998},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.42999999999999999,"15min":0.42299999999999999},"min":{"1min":0.33000000000000002,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":0.39600000000000002}]},{"osd":6,"last update":"Thu Mar 7 02:55:12 2024","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.63300000000000001,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.504,"5min":0.47199999999999998,"15min":0.46600000000000003},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.376}]},{"osd":7,"last update":"Thu Mar 7 02:54:34 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.995,"5min":0.995,"15min":0.995},"last":0.49099999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2348,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-07T02:55:27.603 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph status --format=json 2024-03-07T02:55:27.629 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:27 smithi090 ceph-mon[27223]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:27.629 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:27 smithi090 ceph-mon[37987]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:27.808 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T02:55:27.901 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:55:27 smithi092 systemd[1]: Stopping Ceph prometheus.a for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T02:55:28.167 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:55:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[58965]: ts=2024-03-07T02:55:27.899Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-03-07T02:55:28.167 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:55:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[58965]: ts=2024-03-07T02:55:27.899Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-03-07T02:55:28.167 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:55:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[58965]: ts=2024-03-07T02:55:27.899Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-03-07T02:55:28.168 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:55:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[58965]: ts=2024-03-07T02:55:27.899Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-03-07T02:55:28.168 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:55:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[58965]: ts=2024-03-07T02:55:27.899Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-03-07T02:55:28.168 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:55:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[58965]: ts=2024-03-07T02:55:27.899Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-03-07T02:55:28.168 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:55:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[58965]: ts=2024-03-07T02:55:27.899Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-03-07T02:55:28.168 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:55:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[58965]: ts=2024-03-07T02:55:27.899Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-03-07T02:55:28.168 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:55:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[58965]: ts=2024-03-07T02:55:27.899Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-03-07T02:55:28.168 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:55:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[58965]: ts=2024-03-07T02:55:27.900Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-03-07T02:55:28.168 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:55:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[58965]: ts=2024-03-07T02:55:27.900Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-03-07T02:55:28.168 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:55:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[58965]: ts=2024-03-07T02:55:27.900Z caller=main.go:1147 level=info msg="See you next time!" 2024-03-07T02:55:28.168 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:55:27 smithi092 podman[62129]: 2024-03-07 02:55:27.909531349 +0000 UTC m=+0.119386993 container died 5cada59f5c478e024868b1816caa02a5eed432fbb2676356af7c46ff443e8318 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-07T02:55:28.544 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:28 smithi092 ceph-mon[31083]: from='client.14778 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T02:55:28.544 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:28 smithi092 ceph-mon[31083]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-03-07T02:55:28.544 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:28 smithi092 ceph-mon[31083]: Cluster is now healthy 2024-03-07T02:55:28.544 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:55:28 smithi092 podman[62129]: 2024-03-07 02:55:28.299604112 +0000 UTC m=+0.509459741 container cleanup 5cada59f5c478e024868b1816caa02a5eed432fbb2676356af7c46ff443e8318 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-07T02:55:28.544 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:55:28 smithi092 bash[62129]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a 2024-03-07T02:55:28.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:28 smithi090 ceph-mon[27223]: from='client.14778 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T02:55:28.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:28 smithi090 ceph-mon[27223]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-03-07T02:55:28.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:28 smithi090 ceph-mon[27223]: Cluster is now healthy 2024-03-07T02:55:28.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:28 smithi090 ceph-mon[37987]: from='client.14778 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T02:55:28.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:28 smithi090 ceph-mon[37987]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-03-07T02:55:28.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:28 smithi090 ceph-mon[37987]: Cluster is now healthy 2024-03-07T02:55:28.872 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:55:28 smithi092 podman[62143]: 2024-03-07 02:55:28.542465861 +0000 UTC m=+0.635555938 container remove 5cada59f5c478e024868b1816caa02a5eed432fbb2676356af7c46ff443e8318 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-07T02:55:28.872 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:55:28 smithi092 systemd[1]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@prometheus.a.service: Deactivated successfully. 2024-03-07T02:55:28.873 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:55:28 smithi092 systemd[1]: Stopped Ceph prometheus.a for fb96fd1c-dc2c-11ee-95c6-87774f69a715. 2024-03-07T02:55:28.873 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:55:28 smithi092 systemd[1]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@prometheus.a.service: Consumed 1.050s CPU time. 2024-03-07T02:55:28.873 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:55:28 smithi092 systemd[1]: Starting Ceph prometheus.a for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T02:55:29.132 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:55:28 smithi092 podman[62239]: 2024-03-07 02:55:28.775187092 +0000 UTC m=+0.019100730 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-03-07T02:55:29.133 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:55:28 smithi092 podman[62239]: 2024-03-07 02:55:28.876787406 +0000 UTC m=+0.120701032 container create 1302f14a5c884fb42e1f57dd4d2ba6494d3542e9965a82ee293bd03a14feaff0 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-07T02:55:29.133 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:55:29 smithi092 podman[62239]: 2024-03-07 02:55:29.104014783 +0000 UTC m=+0.347928406 container init 1302f14a5c884fb42e1f57dd4d2ba6494d3542e9965a82ee293bd03a14feaff0 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-07T02:55:29.133 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:55:29 smithi092 podman[62239]: 2024-03-07 02:55:29.106578051 +0000 UTC m=+0.350491674 container start 1302f14a5c884fb42e1f57dd4d2ba6494d3542e9965a82ee293bd03a14feaff0 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-07T02:55:29.384 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:55:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[62254]: ts=2024-03-07T02:55:29.130Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-03-07T02:55:29.384 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:55:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[62254]: ts=2024-03-07T02:55:29.130Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-03-07T02:55:29.384 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:55:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[62254]: ts=2024-03-07T02:55:29.130Z caller=main.go:570 level=info host_details="(Linux 5.14.0-427.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024 x86_64 smithi092 (none))" 2024-03-07T02:55:29.384 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:55:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[62254]: ts=2024-03-07T02:55:29.130Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-03-07T02:55:29.384 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:55:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[62254]: ts=2024-03-07T02:55:29.130Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-03-07T02:55:29.384 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:55:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[62254]: ts=2024-03-07T02:55:29.132Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-03-07T02:55:29.384 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:55:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[62254]: ts=2024-03-07T02:55:29.132Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-03-07T02:55:29.384 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:55:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[62254]: ts=2024-03-07T02:55:29.134Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-03-07T02:55:29.384 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:55:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[62254]: ts=2024-03-07T02:55:29.134Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-03-07T02:55:29.384 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:55:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[62254]: ts=2024-03-07T02:55:29.135Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-03-07T02:55:29.384 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:55:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[62254]: ts=2024-03-07T02:55:29.135Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.41µs 2024-03-07T02:55:29.384 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:55:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[62254]: ts=2024-03-07T02:55:29.135Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-03-07T02:55:29.385 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:55:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[62254]: ts=2024-03-07T02:55:29.137Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2024-03-07T02:55:29.385 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:55:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[62254]: ts=2024-03-07T02:55:29.137Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2024-03-07T02:55:29.385 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:55:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[62254]: ts=2024-03-07T02:55:29.137Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=42.681µs wal_replay_duration=1.968284ms wbl_replay_duration=110ns total_replay_duration=2.033823ms 2024-03-07T02:55:29.385 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:55:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[62254]: ts=2024-03-07T02:55:29.138Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-03-07T02:55:29.385 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:55:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[62254]: ts=2024-03-07T02:55:29.138Z caller=main.go:1029 level=info msg="TSDB started" 2024-03-07T02:55:29.385 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:55:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[62254]: ts=2024-03-07T02:55:29.138Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-07T02:55:29.385 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:55:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[62254]: ts=2024-03-07T02:55:29.155Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=16.863219ms db_storage=730ns remote_storage=1.33µs web_handler=315ns query_engine=582ns scrape=392.757µs scrape_sd=70.806µs notify=9.318µs notify_sd=9.011µs rules=16.166914ms tracing=6.139µs 2024-03-07T02:55:29.385 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:55:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[62254]: ts=2024-03-07T02:55:29.155Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-03-07T02:55:29.385 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:55:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[62254]: ts=2024-03-07T02:55:29.155Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-03-07T02:55:29.385 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:55:29 smithi092 bash[62239]: 1302f14a5c884fb42e1f57dd4d2ba6494d3542e9965a82ee293bd03a14feaff0 2024-03-07T02:55:29.385 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 02:55:29 smithi092 systemd[1]: Started Ceph prometheus.a for fb96fd1c-dc2c-11ee-95c6-87774f69a715. 2024-03-07T02:55:29.543 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:29 smithi090 ceph-mon[27223]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:29.543 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:29 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:29.543 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:29 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:29.543 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:29 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-03-07T02:55:29.543 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:29 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi090.front.sepia.ceph.com:9093"}]: dispatch 2024-03-07T02:55:29.543 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:29 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:29.543 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:29 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-07T02:55:29.543 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:29 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi092.front.sepia.ceph.com:9095"}]: dispatch 2024-03-07T02:55:29.543 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:29 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:29.543 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:29 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-03-07T02:55:29.543 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:29 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi092.front.sepia.ceph.com:3000"}]: dispatch 2024-03-07T02:55:29.543 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:29 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:29.544 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:29 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:55:29.544 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:29 smithi090 ceph-mon[37987]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:29.544 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:29 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:29.544 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:29 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:29.544 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:29 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-03-07T02:55:29.544 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:29 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi090.front.sepia.ceph.com:9093"}]: dispatch 2024-03-07T02:55:29.544 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:29 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:29.544 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:29 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-07T02:55:29.544 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:29 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi092.front.sepia.ceph.com:9095"}]: dispatch 2024-03-07T02:55:29.544 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:29 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:29.544 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:29 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-03-07T02:55:29.545 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:29 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi092.front.sepia.ceph.com:3000"}]: dispatch 2024-03-07T02:55:29.545 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:29 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:29.545 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:29 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:55:29.545 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:55:29 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: [07/Mar/2024:02:55:29] ENGINE Bus STOPPING 2024-03-07T02:55:29.545 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:55:29 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: [07/Mar/2024:02:55:29] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-07T02:55:29.545 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:55:29 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: [07/Mar/2024:02:55:29] ENGINE Bus STOPPED 2024-03-07T02:55:29.545 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:55:29 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: [07/Mar/2024:02:55:29] ENGINE Bus STARTING 2024-03-07T02:55:29.545 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:55:29 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: [07/Mar/2024:02:55:29] ENGINE Serving on http://:::9283 2024-03-07T02:55:29.545 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:55:29 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: [07/Mar/2024:02:55:29] ENGINE Bus STARTED 2024-03-07T02:55:29.545 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:55:29 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: [07/Mar/2024:02:55:29] ENGINE Bus STOPPING 2024-03-07T02:55:29.545 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:55:29 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: [07/Mar/2024:02:55:29] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-07T02:55:29.545 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:55:29 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: [07/Mar/2024:02:55:29] ENGINE Bus STOPPED 2024-03-07T02:55:29.545 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:55:29 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: [07/Mar/2024:02:55:29] ENGINE Bus STARTING 2024-03-07T02:55:29.546 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:55:29 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: [07/Mar/2024:02:55:29] ENGINE Serving on http://:::9283 2024-03-07T02:55:29.546 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:55:29 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: [07/Mar/2024:02:55:29] ENGINE Bus STARTED 2024-03-07T02:55:29.546 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:55:29 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: [07/Mar/2024:02:55:29] ENGINE Bus STOPPING 2024-03-07T02:55:29.546 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:55:29 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: [07/Mar/2024:02:55:29] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-07T02:55:29.546 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:55:29 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: [07/Mar/2024:02:55:29] ENGINE Bus STOPPED 2024-03-07T02:55:29.546 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:55:29 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: [07/Mar/2024:02:55:29] ENGINE Bus STARTING 2024-03-07T02:55:29.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:29 smithi092 ceph-mon[31083]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:29.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:29 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:29.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:29 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:29.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:29 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-03-07T02:55:29.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:29 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi090.front.sepia.ceph.com:9093"}]: dispatch 2024-03-07T02:55:29.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:29 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:29.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:29 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-07T02:55:29.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:29 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi092.front.sepia.ceph.com:9095"}]: dispatch 2024-03-07T02:55:29.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:29 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:29.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:29 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-03-07T02:55:29.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:29 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi092.front.sepia.ceph.com:3000"}]: dispatch 2024-03-07T02:55:29.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:29 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:29.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:29 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:55:29.828 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:55:29 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: [07/Mar/2024:02:55:29] ENGINE Serving on http://:::9283 2024-03-07T02:55:29.828 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:55:29 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: [07/Mar/2024:02:55:29] ENGINE Bus STARTED 2024-03-07T02:55:29.874 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T02:55:29.874 INFO:teuthology.orchestra.run.smithi090.stdout:{"fsid":"fb96fd1c-dc2c-11ee-95c6-87774f69a715","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":14,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":321,"monmap":{"epoch":3,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":68,"num_osds":8,"num_up_osds":8,"osd_up_since":1709780011,"num_in_osds":8,"osd_in_since":1709779994,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":105}],"num_pgs":105,"num_pools":4,"num_objects":24,"data_bytes":593514,"bytes_used":228782080,"bytes_avail":767731503104,"bytes_total":767960285184},"fsmap":{"epoch":6,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"b","status":"up:active","gid":24334}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.90:8443/","prometheus":"http://172.21.15.90:9283/"}},"servicemap":{"epoch":13,"modified":"2024-03-07T02:55:20.409278+0000","services":{}},"progress_events":{}} 2024-03-07T02:55:30.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:30 smithi090 ceph-mon[37987]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-03-07T02:55:30.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:30 smithi090 ceph-mon[37987]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi090.front.sepia.ceph.com:9093"}]: dispatch 2024-03-07T02:55:30.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:30 smithi090 ceph-mon[37987]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-07T02:55:30.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:30 smithi090 ceph-mon[37987]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi092.front.sepia.ceph.com:9095"}]: dispatch 2024-03-07T02:55:30.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:30 smithi090 ceph-mon[37987]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-03-07T02:55:30.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:30 smithi090 ceph-mon[37987]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi092.front.sepia.ceph.com:3000"}]: dispatch 2024-03-07T02:55:30.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:30 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/1402282844' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-03-07T02:55:30.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:30 smithi090 ceph-mon[27223]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-03-07T02:55:30.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:30 smithi090 ceph-mon[27223]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi090.front.sepia.ceph.com:9093"}]: dispatch 2024-03-07T02:55:30.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:30 smithi090 ceph-mon[27223]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-07T02:55:30.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:30 smithi090 ceph-mon[27223]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi092.front.sepia.ceph.com:9095"}]: dispatch 2024-03-07T02:55:30.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:30 smithi090 ceph-mon[27223]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-03-07T02:55:30.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:30 smithi090 ceph-mon[27223]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi092.front.sepia.ceph.com:3000"}]: dispatch 2024-03-07T02:55:30.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:30 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/1402282844' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-03-07T02:55:30.638 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:30 smithi092 ceph-mon[31083]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-03-07T02:55:30.638 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:30 smithi092 ceph-mon[31083]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi090.front.sepia.ceph.com:9093"}]: dispatch 2024-03-07T02:55:30.638 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:30 smithi092 ceph-mon[31083]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-07T02:55:30.638 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:30 smithi092 ceph-mon[31083]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi092.front.sepia.ceph.com:9095"}]: dispatch 2024-03-07T02:55:30.638 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:30 smithi092 ceph-mon[31083]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-03-07T02:55:30.638 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:30 smithi092 ceph-mon[31083]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi092.front.sepia.ceph.com:3000"}]: dispatch 2024-03-07T02:55:30.638 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:30 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/1402282844' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-03-07T02:55:30.681 INFO:tasks.cephadm.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-03-07T02:55:30.681 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph pg dump --format=json 2024-03-07T02:55:31.168 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T02:55:31.543 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:31 smithi090 ceph-mon[37987]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:31.544 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:31 smithi090 ceph-mon[27223]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:31.592 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:31 smithi092 ceph-mon[31083]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:32.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:32 smithi090 ceph-mon[27223]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:32.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:32 smithi090 ceph-mon[37987]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:32.802 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:32 smithi092 ceph-mon[31083]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:33.060 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T02:55:33.062 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-03-07T02:55:34.012 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:33 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:34.012 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:33 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:34.012 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:33 smithi090 ceph-mon[27223]: from='client.24677 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T02:55:34.012 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:33 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T02:55:34.013 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:33 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:34.013 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:33 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:34.013 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:33 smithi090 ceph-mon[37987]: from='client.24677 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T02:55:34.013 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:33 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T02:55:34.034 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":44,"stamp":"2024-03-07T02:55:32.425763+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593514,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":227,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":223420,"kb_used_data":7248,"kb_used_omap":13,"kb_used_meta":216050,"kb_avail":749737796,"statfs":{"total":767960285184,"available":767731503104,"internally_reserved":0,"allocated":7421952,"data_stored":4199529,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":14248,"internal_metadata":221235288},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.016611"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.838657+0000","last_change":"2024-03-07T02:53:49.854685+0000","last_active":"2024-03-07T02:55:18.838657+0000","last_peered":"2024-03-07T02:55:18.838657+0000","last_clean":"2024-03-07T02:55:18.838657+0000","last_became_active":"2024-03-07T02:53:49.854367+0000","last_became_peered":"2024-03-07T02:53:49.854367+0000","last_unstale":"2024-03-07T02:55:18.838657+0000","last_undegraded":"2024-03-07T02:55:18.838657+0000","last_fullsized":"2024-03-07T02:55:18.838657+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:49:01.186453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.835132+0000","last_change":"2024-03-07T02:53:49.842861+0000","last_active":"2024-03-07T02:55:18.835132+0000","last_peered":"2024-03-07T02:55:18.835132+0000","last_clean":"2024-03-07T02:55:18.835132+0000","last_became_active":"2024-03-07T02:53:49.842590+0000","last_became_peered":"2024-03-07T02:53:49.842590+0000","last_unstale":"2024-03-07T02:55:18.835132+0000","last_undegraded":"2024-03-07T02:55:18.835132+0000","last_fullsized":"2024-03-07T02:55:18.835132+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:07:22.484029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.840546+0000","last_change":"2024-03-07T02:53:49.839091+0000","last_active":"2024-03-07T02:55:18.840546+0000","last_peered":"2024-03-07T02:55:18.840546+0000","last_clean":"2024-03-07T02:55:18.840546+0000","last_became_active":"2024-03-07T02:53:49.838498+0000","last_became_peered":"2024-03-07T02:53:49.838498+0000","last_unstale":"2024-03-07T02:55:18.840546+0000","last_undegraded":"2024-03-07T02:55:18.840546+0000","last_fullsized":"2024-03-07T02:55:18.840546+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:01:02.450914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834834+0000","last_change":"2024-03-07T02:53:49.843855+0000","last_active":"2024-03-07T02:55:18.834834+0000","last_peered":"2024-03-07T02:55:18.834834+0000","last_clean":"2024-03-07T02:55:18.834834+0000","last_became_active":"2024-03-07T02:53:49.842954+0000","last_became_peered":"2024-03-07T02:53:49.842954+0000","last_unstale":"2024-03-07T02:55:18.834834+0000","last_undegraded":"2024-03-07T02:55:18.834834+0000","last_fullsized":"2024-03-07T02:55:18.834834+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:14:05.674966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.838402+0000","last_change":"2024-03-07T02:53:49.859451+0000","last_active":"2024-03-07T02:55:18.838402+0000","last_peered":"2024-03-07T02:55:18.838402+0000","last_clean":"2024-03-07T02:55:18.838402+0000","last_became_active":"2024-03-07T02:53:49.858563+0000","last_became_peered":"2024-03-07T02:53:49.858563+0000","last_unstale":"2024-03-07T02:55:18.838402+0000","last_undegraded":"2024-03-07T02:55:18.838402+0000","last_fullsized":"2024-03-07T02:55:18.838402+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T02:57:36.955801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834912+0000","last_change":"2024-03-07T02:53:49.837569+0000","last_active":"2024-03-07T02:55:18.834912+0000","last_peered":"2024-03-07T02:55:18.834912+0000","last_clean":"2024-03-07T02:55:18.834912+0000","last_became_active":"2024-03-07T02:53:49.836837+0000","last_became_peered":"2024-03-07T02:53:49.836837+0000","last_unstale":"2024-03-07T02:55:18.834912+0000","last_undegraded":"2024-03-07T02:55:18.834912+0000","last_fullsized":"2024-03-07T02:55:18.834912+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:58:29.564285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.837489+0000","last_change":"2024-03-07T02:53:49.857278+0000","last_active":"2024-03-07T02:55:18.837489+0000","last_peered":"2024-03-07T02:55:18.837489+0000","last_clean":"2024-03-07T02:55:18.837489+0000","last_became_active":"2024-03-07T02:53:49.856372+0000","last_became_peered":"2024-03-07T02:53:49.856372+0000","last_unstale":"2024-03-07T02:55:18.837489+0000","last_undegraded":"2024-03-07T02:55:18.837489+0000","last_fullsized":"2024-03-07T02:55:18.837489+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:55:27.367563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.838026+0000","last_change":"2024-03-07T02:53:49.854425+0000","last_active":"2024-03-07T02:55:18.838026+0000","last_peered":"2024-03-07T02:55:18.838026+0000","last_clean":"2024-03-07T02:55:18.838026+0000","last_became_active":"2024-03-07T02:53:49.854138+0000","last_became_peered":"2024-03-07T02:53:49.854138+0000","last_unstale":"2024-03-07T02:55:18.838026+0000","last_undegraded":"2024-03-07T02:55:18.838026+0000","last_fullsized":"2024-03-07T02:55:18.838026+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:01:55.740535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.838585+0000","last_change":"2024-03-07T02:53:49.845405+0000","last_active":"2024-03-07T02:55:18.838585+0000","last_peered":"2024-03-07T02:55:18.838585+0000","last_clean":"2024-03-07T02:55:18.838585+0000","last_became_active":"2024-03-07T02:53:49.845107+0000","last_became_peered":"2024-03-07T02:53:49.845107+0000","last_unstale":"2024-03-07T02:55:18.838585+0000","last_undegraded":"2024-03-07T02:55:18.838585+0000","last_fullsized":"2024-03-07T02:55:18.838585+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:15:38.538297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.837076+0000","last_change":"2024-03-07T02:53:49.847586+0000","last_active":"2024-03-07T02:55:18.837076+0000","last_peered":"2024-03-07T02:55:18.837076+0000","last_clean":"2024-03-07T02:55:18.837076+0000","last_became_active":"2024-03-07T02:53:49.847126+0000","last_became_peered":"2024-03-07T02:53:49.847126+0000","last_unstale":"2024-03-07T02:55:18.837076+0000","last_undegraded":"2024-03-07T02:55:18.837076+0000","last_fullsized":"2024-03-07T02:55:18.837076+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:48:24.852987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.837117+0000","last_change":"2024-03-07T02:53:49.851801+0000","last_active":"2024-03-07T02:55:18.837117+0000","last_peered":"2024-03-07T02:55:18.837117+0000","last_clean":"2024-03-07T02:55:18.837117+0000","last_became_active":"2024-03-07T02:53:49.851464+0000","last_became_peered":"2024-03-07T02:53:49.851464+0000","last_unstale":"2024-03-07T02:55:18.837117+0000","last_undegraded":"2024-03-07T02:55:18.837117+0000","last_fullsized":"2024-03-07T02:55:18.837117+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T02:59:44.199669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-07T02:55:20.007181+0000","last_change":"2024-03-07T02:55:20.007181+0000","last_active":"2024-03-07T02:55:20.007181+0000","last_peered":"2024-03-07T02:55:20.007181+0000","last_clean":"2024-03-07T02:55:20.007181+0000","last_became_active":"2024-03-07T02:55:20.006862+0000","last_became_peered":"2024-03-07T02:55:20.006862+0000","last_unstale":"2024-03-07T02:55:20.007181+0000","last_undegraded":"2024-03-07T02:55:20.007181+0000","last_fullsized":"2024-03-07T02:55:20.007181+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:05:39.862576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.837050+0000","last_change":"2024-03-07T02:53:49.846374+0000","last_active":"2024-03-07T02:55:18.837050+0000","last_peered":"2024-03-07T02:55:18.837050+0000","last_clean":"2024-03-07T02:55:18.837050+0000","last_became_active":"2024-03-07T02:53:49.845970+0000","last_became_peered":"2024-03-07T02:53:49.845970+0000","last_unstale":"2024-03-07T02:55:18.837050+0000","last_undegraded":"2024-03-07T02:55:18.837050+0000","last_fullsized":"2024-03-07T02:55:18.837050+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:03:02.137070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.839644+0000","last_change":"2024-03-07T02:53:49.841282+0000","last_active":"2024-03-07T02:55:18.839644+0000","last_peered":"2024-03-07T02:55:18.839644+0000","last_clean":"2024-03-07T02:55:18.839644+0000","last_became_active":"2024-03-07T02:53:49.838909+0000","last_became_peered":"2024-03-07T02:53:49.838909+0000","last_unstale":"2024-03-07T02:55:18.839644+0000","last_undegraded":"2024-03-07T02:55:18.839644+0000","last_fullsized":"2024-03-07T02:55:18.839644+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:43:13.370870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.836078+0000","last_change":"2024-03-07T02:53:49.855523+0000","last_active":"2024-03-07T02:55:18.836078+0000","last_peered":"2024-03-07T02:55:18.836078+0000","last_clean":"2024-03-07T02:55:18.836078+0000","last_became_active":"2024-03-07T02:53:49.855250+0000","last_became_peered":"2024-03-07T02:53:49.855250+0000","last_unstale":"2024-03-07T02:55:18.836078+0000","last_undegraded":"2024-03-07T02:55:18.836078+0000","last_fullsized":"2024-03-07T02:55:18.836078+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T02:56:46.370579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834439+0000","last_change":"2024-03-07T02:53:49.840840+0000","last_active":"2024-03-07T02:55:18.834439+0000","last_peered":"2024-03-07T02:55:18.834439+0000","last_clean":"2024-03-07T02:55:18.834439+0000","last_became_active":"2024-03-07T02:53:49.840550+0000","last_became_peered":"2024-03-07T02:53:49.840550+0000","last_unstale":"2024-03-07T02:55:18.834439+0000","last_undegraded":"2024-03-07T02:55:18.834439+0000","last_fullsized":"2024-03-07T02:55:18.834439+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:15:21.960266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.835324+0000","last_change":"2024-03-07T02:53:49.847259+0000","last_active":"2024-03-07T02:55:18.835324+0000","last_peered":"2024-03-07T02:55:18.835324+0000","last_clean":"2024-03-07T02:55:18.835324+0000","last_became_active":"2024-03-07T02:53:49.846943+0000","last_became_peered":"2024-03-07T02:53:49.846943+0000","last_unstale":"2024-03-07T02:55:18.835324+0000","last_undegraded":"2024-03-07T02:55:18.835324+0000","last_fullsized":"2024-03-07T02:55:18.835324+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:47:18.244929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.835356+0000","last_change":"2024-03-07T02:53:49.853504+0000","last_active":"2024-03-07T02:55:18.835356+0000","last_peered":"2024-03-07T02:55:18.835356+0000","last_clean":"2024-03-07T02:55:18.835356+0000","last_became_active":"2024-03-07T02:53:49.851609+0000","last_became_peered":"2024-03-07T02:53:49.851609+0000","last_unstale":"2024-03-07T02:55:18.835356+0000","last_undegraded":"2024-03-07T02:55:18.835356+0000","last_fullsized":"2024-03-07T02:55:18.835356+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:49:04.202879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.838664+0000","last_change":"2024-03-07T02:53:49.850684+0000","last_active":"2024-03-07T02:55:18.838664+0000","last_peered":"2024-03-07T02:55:18.838664+0000","last_clean":"2024-03-07T02:55:18.838664+0000","last_became_active":"2024-03-07T02:53:49.850380+0000","last_became_peered":"2024-03-07T02:53:49.850380+0000","last_unstale":"2024-03-07T02:55:18.838664+0000","last_undegraded":"2024-03-07T02:55:18.838664+0000","last_fullsized":"2024-03-07T02:55:18.838664+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:00:27.072675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"61'4","reported_seq":22,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.840873+0000","last_change":"2024-03-07T02:53:49.496615+0000","last_active":"2024-03-07T02:55:18.840873+0000","last_peered":"2024-03-07T02:55:18.840873+0000","last_clean":"2024-03-07T02:55:18.840873+0000","last_became_active":"2024-03-07T02:53:49.496361+0000","last_became_peered":"2024-03-07T02:53:49.496361+0000","last_unstale":"2024-03-07T02:55:18.840873+0000","last_undegraded":"2024-03-07T02:55:18.840873+0000","last_fullsized":"2024-03-07T02:55:18.840873+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:03:34.940835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.837513+0000","last_change":"2024-03-07T02:53:49.845423+0000","last_active":"2024-03-07T02:55:18.837513+0000","last_peered":"2024-03-07T02:55:18.837513+0000","last_clean":"2024-03-07T02:55:18.837513+0000","last_became_active":"2024-03-07T02:53:49.845155+0000","last_became_peered":"2024-03-07T02:53:49.845155+0000","last_unstale":"2024-03-07T02:55:18.837513+0000","last_undegraded":"2024-03-07T02:55:18.837513+0000","last_fullsized":"2024-03-07T02:55:18.837513+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:41:39.478821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.837610+0000","last_change":"2024-03-07T02:53:49.492802+0000","last_active":"2024-03-07T02:55:18.837610+0000","last_peered":"2024-03-07T02:55:18.837610+0000","last_clean":"2024-03-07T02:55:18.837610+0000","last_became_active":"2024-03-07T02:53:49.492524+0000","last_became_peered":"2024-03-07T02:53:49.492524+0000","last_unstale":"2024-03-07T02:55:18.837610+0000","last_undegraded":"2024-03-07T02:55:18.837610+0000","last_fullsized":"2024-03-07T02:55:18.837610+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:46:11.087858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.840877+0000","last_change":"2024-03-07T02:53:49.840417+0000","last_active":"2024-03-07T02:55:18.840877+0000","last_peered":"2024-03-07T02:55:18.840877+0000","last_clean":"2024-03-07T02:55:18.840877+0000","last_became_active":"2024-03-07T02:53:49.840154+0000","last_became_peered":"2024-03-07T02:53:49.840154+0000","last_unstale":"2024-03-07T02:55:18.840877+0000","last_undegraded":"2024-03-07T02:55:18.840877+0000","last_fullsized":"2024-03-07T02:55:18.840877+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:39:44.772598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.838939+0000","last_change":"2024-03-07T02:53:49.496733+0000","last_active":"2024-03-07T02:55:18.838939+0000","last_peered":"2024-03-07T02:55:18.838939+0000","last_clean":"2024-03-07T02:55:18.838939+0000","last_became_active":"2024-03-07T02:53:49.496387+0000","last_became_peered":"2024-03-07T02:53:49.496387+0000","last_unstale":"2024-03-07T02:55:18.838939+0000","last_undegraded":"2024-03-07T02:55:18.838939+0000","last_fullsized":"2024-03-07T02:55:18.838939+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:20:05.531547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.835083+0000","last_change":"2024-03-07T02:53:49.849772+0000","last_active":"2024-03-07T02:55:18.835083+0000","last_peered":"2024-03-07T02:55:18.835083+0000","last_clean":"2024-03-07T02:55:18.835083+0000","last_became_active":"2024-03-07T02:53:49.849293+0000","last_became_peered":"2024-03-07T02:53:49.849293+0000","last_unstale":"2024-03-07T02:55:18.835083+0000","last_undegraded":"2024-03-07T02:55:18.835083+0000","last_fullsized":"2024-03-07T02:55:18.835083+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:58:53.630596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.838298+0000","last_change":"2024-03-07T02:53:49.493668+0000","last_active":"2024-03-07T02:55:18.838298+0000","last_peered":"2024-03-07T02:55:18.838298+0000","last_clean":"2024-03-07T02:55:18.838298+0000","last_became_active":"2024-03-07T02:53:49.493367+0000","last_became_peered":"2024-03-07T02:53:49.493367+0000","last_unstale":"2024-03-07T02:55:18.838298+0000","last_undegraded":"2024-03-07T02:55:18.838298+0000","last_fullsized":"2024-03-07T02:55:18.838298+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:41:11.876342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.835092+0000","last_change":"2024-03-07T02:53:49.846608+0000","last_active":"2024-03-07T02:55:18.835092+0000","last_peered":"2024-03-07T02:55:18.835092+0000","last_clean":"2024-03-07T02:55:18.835092+0000","last_became_active":"2024-03-07T02:53:49.846295+0000","last_became_peered":"2024-03-07T02:53:49.846295+0000","last_unstale":"2024-03-07T02:55:18.835092+0000","last_undegraded":"2024-03-07T02:55:18.835092+0000","last_fullsized":"2024-03-07T02:55:18.835092+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:23:15.144059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.837187+0000","last_change":"2024-03-07T02:53:49.491145+0000","last_active":"2024-03-07T02:55:18.837187+0000","last_peered":"2024-03-07T02:55:18.837187+0000","last_clean":"2024-03-07T02:55:18.837187+0000","last_became_active":"2024-03-07T02:53:49.490843+0000","last_became_peered":"2024-03-07T02:53:49.490843+0000","last_unstale":"2024-03-07T02:55:18.837187+0000","last_undegraded":"2024-03-07T02:55:18.837187+0000","last_fullsized":"2024-03-07T02:55:18.837187+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:06:27.120338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.840017+0000","last_change":"2024-03-07T02:53:49.857122+0000","last_active":"2024-03-07T02:55:18.840017+0000","last_peered":"2024-03-07T02:55:18.840017+0000","last_clean":"2024-03-07T02:55:18.840017+0000","last_became_active":"2024-03-07T02:53:49.856810+0000","last_became_peered":"2024-03-07T02:53:49.856810+0000","last_unstale":"2024-03-07T02:55:18.840017+0000","last_undegraded":"2024-03-07T02:55:18.840017+0000","last_fullsized":"2024-03-07T02:55:18.840017+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:34:07.008415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.837830+0000","last_change":"2024-03-07T02:53:49.485668+0000","last_active":"2024-03-07T02:55:18.837830+0000","last_peered":"2024-03-07T02:55:18.837830+0000","last_clean":"2024-03-07T02:55:18.837830+0000","last_became_active":"2024-03-07T02:53:49.484010+0000","last_became_peered":"2024-03-07T02:53:49.484010+0000","last_unstale":"2024-03-07T02:55:18.837830+0000","last_undegraded":"2024-03-07T02:55:18.837830+0000","last_fullsized":"2024-03-07T02:55:18.837830+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:35.133314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.839820+0000","last_change":"2024-03-07T02:53:49.854850+0000","last_active":"2024-03-07T02:55:18.839820+0000","last_peered":"2024-03-07T02:55:18.839820+0000","last_clean":"2024-03-07T02:55:18.839820+0000","last_became_active":"2024-03-07T02:53:49.854568+0000","last_became_peered":"2024-03-07T02:53:49.854568+0000","last_unstale":"2024-03-07T02:55:18.839820+0000","last_undegraded":"2024-03-07T02:55:18.839820+0000","last_fullsized":"2024-03-07T02:55:18.839820+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:02:46.888600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.837284+0000","last_change":"2024-03-07T02:53:49.495458+0000","last_active":"2024-03-07T02:55:18.837284+0000","last_peered":"2024-03-07T02:55:18.837284+0000","last_clean":"2024-03-07T02:55:18.837284+0000","last_became_active":"2024-03-07T02:53:49.495127+0000","last_became_peered":"2024-03-07T02:53:49.495127+0000","last_unstale":"2024-03-07T02:55:18.837284+0000","last_undegraded":"2024-03-07T02:55:18.837284+0000","last_fullsized":"2024-03-07T02:55:18.837284+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:53:26.260190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":26,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-07T02:55:19.845560+0000","last_change":"2024-03-07T02:55:19.845560+0000","last_active":"2024-03-07T02:55:19.845560+0000","last_peered":"2024-03-07T02:55:19.845560+0000","last_clean":"2024-03-07T02:55:19.845560+0000","last_became_active":"2024-03-07T02:55:19.845014+0000","last_became_peered":"2024-03-07T02:55:19.845014+0000","last_unstale":"2024-03-07T02:55:19.845560+0000","last_undegraded":"2024-03-07T02:55:19.845560+0000","last_fullsized":"2024-03-07T02:55:19.845560+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:30:28.021913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834659+0000","last_change":"2024-03-07T02:53:49.497442+0000","last_active":"2024-03-07T02:55:18.834659+0000","last_peered":"2024-03-07T02:55:18.834659+0000","last_clean":"2024-03-07T02:55:18.834659+0000","last_became_active":"2024-03-07T02:53:49.497185+0000","last_became_peered":"2024-03-07T02:53:49.497185+0000","last_unstale":"2024-03-07T02:55:18.834659+0000","last_undegraded":"2024-03-07T02:55:18.834659+0000","last_fullsized":"2024-03-07T02:55:18.834659+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:12:33.336003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.836177+0000","last_change":"2024-03-07T02:53:49.854803+0000","last_active":"2024-03-07T02:55:18.836177+0000","last_peered":"2024-03-07T02:55:18.836177+0000","last_clean":"2024-03-07T02:55:18.836177+0000","last_became_active":"2024-03-07T02:53:49.854522+0000","last_became_peered":"2024-03-07T02:53:49.854522+0000","last_unstale":"2024-03-07T02:55:18.836177+0000","last_undegraded":"2024-03-07T02:55:18.836177+0000","last_fullsized":"2024-03-07T02:55:18.836177+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:00:56.936050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.837345+0000","last_change":"2024-03-07T02:53:49.488792+0000","last_active":"2024-03-07T02:55:18.837345+0000","last_peered":"2024-03-07T02:55:18.837345+0000","last_clean":"2024-03-07T02:55:18.837345+0000","last_became_active":"2024-03-07T02:53:49.488508+0000","last_became_peered":"2024-03-07T02:53:49.488508+0000","last_unstale":"2024-03-07T02:55:18.837345+0000","last_undegraded":"2024-03-07T02:55:18.837345+0000","last_fullsized":"2024-03-07T02:55:18.837345+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:55:19.607029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.835207+0000","last_change":"2024-03-07T02:53:49.842000+0000","last_active":"2024-03-07T02:55:18.835207+0000","last_peered":"2024-03-07T02:55:18.835207+0000","last_clean":"2024-03-07T02:55:18.835207+0000","last_became_active":"2024-03-07T02:53:49.841724+0000","last_became_peered":"2024-03-07T02:53:49.841724+0000","last_unstale":"2024-03-07T02:55:18.835207+0000","last_undegraded":"2024-03-07T02:55:18.835207+0000","last_fullsized":"2024-03-07T02:55:18.835207+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:20:29.102396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834971+0000","last_change":"2024-03-07T02:53:49.490998+0000","last_active":"2024-03-07T02:55:18.834971+0000","last_peered":"2024-03-07T02:55:18.834971+0000","last_clean":"2024-03-07T02:55:18.834971+0000","last_became_active":"2024-03-07T02:53:49.490599+0000","last_became_peered":"2024-03-07T02:53:49.490599+0000","last_unstale":"2024-03-07T02:55:18.834971+0000","last_undegraded":"2024-03-07T02:55:18.834971+0000","last_fullsized":"2024-03-07T02:55:18.834971+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:12:26.660615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.840822+0000","last_change":"2024-03-07T02:53:49.840939+0000","last_active":"2024-03-07T02:55:18.840822+0000","last_peered":"2024-03-07T02:55:18.840822+0000","last_clean":"2024-03-07T02:55:18.840822+0000","last_became_active":"2024-03-07T02:53:49.837481+0000","last_became_peered":"2024-03-07T02:53:49.837481+0000","last_unstale":"2024-03-07T02:55:18.840822+0000","last_undegraded":"2024-03-07T02:55:18.840822+0000","last_fullsized":"2024-03-07T02:55:18.840822+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:13:25.790774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834921+0000","last_change":"2024-03-07T02:53:49.499459+0000","last_active":"2024-03-07T02:55:18.834921+0000","last_peered":"2024-03-07T02:55:18.834921+0000","last_clean":"2024-03-07T02:55:18.834921+0000","last_became_active":"2024-03-07T02:53:49.499124+0000","last_became_peered":"2024-03-07T02:53:49.499124+0000","last_unstale":"2024-03-07T02:55:18.834921+0000","last_undegraded":"2024-03-07T02:55:18.834921+0000","last_fullsized":"2024-03-07T02:55:18.834921+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:34:08.247608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.840600+0000","last_change":"2024-03-07T02:53:49.861812+0000","last_active":"2024-03-07T02:55:18.840600+0000","last_peered":"2024-03-07T02:55:18.840600+0000","last_clean":"2024-03-07T02:55:18.840600+0000","last_became_active":"2024-03-07T02:53:49.861517+0000","last_became_peered":"2024-03-07T02:53:49.861517+0000","last_unstale":"2024-03-07T02:55:18.840600+0000","last_undegraded":"2024-03-07T02:55:18.840600+0000","last_fullsized":"2024-03-07T02:55:18.840600+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:10:59.157425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"64'9","reported_seq":27,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.836740+0000","last_change":"2024-03-07T02:53:49.490538+0000","last_active":"2024-03-07T02:55:18.836740+0000","last_peered":"2024-03-07T02:55:18.836740+0000","last_clean":"2024-03-07T02:55:18.836740+0000","last_became_active":"2024-03-07T02:53:49.490216+0000","last_became_peered":"2024-03-07T02:53:49.490216+0000","last_unstale":"2024-03-07T02:55:18.836740+0000","last_undegraded":"2024-03-07T02:55:18.836740+0000","last_fullsized":"2024-03-07T02:55:18.836740+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:34:37.540002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2348,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.838790+0000","last_change":"2024-03-07T02:53:49.858320+0000","last_active":"2024-03-07T02:55:18.838790+0000","last_peered":"2024-03-07T02:55:18.838790+0000","last_clean":"2024-03-07T02:55:18.838790+0000","last_became_active":"2024-03-07T02:53:49.857970+0000","last_became_peered":"2024-03-07T02:53:49.857970+0000","last_unstale":"2024-03-07T02:55:18.838790+0000","last_undegraded":"2024-03-07T02:55:18.838790+0000","last_fullsized":"2024-03-07T02:55:18.838790+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:39:04.814763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.840191+0000","last_change":"2024-03-07T02:53:49.495999+0000","last_active":"2024-03-07T02:55:18.840191+0000","last_peered":"2024-03-07T02:55:18.840191+0000","last_clean":"2024-03-07T02:55:18.840191+0000","last_became_active":"2024-03-07T02:53:49.495735+0000","last_became_peered":"2024-03-07T02:53:49.495735+0000","last_unstale":"2024-03-07T02:55:18.840191+0000","last_undegraded":"2024-03-07T02:55:18.840191+0000","last_fullsized":"2024-03-07T02:55:18.840191+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:23:36.044807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.839644+0000","last_change":"2024-03-07T02:53:49.850032+0000","last_active":"2024-03-07T02:55:18.839644+0000","last_peered":"2024-03-07T02:55:18.839644+0000","last_clean":"2024-03-07T02:55:18.839644+0000","last_became_active":"2024-03-07T02:53:49.849635+0000","last_became_peered":"2024-03-07T02:53:49.849635+0000","last_unstale":"2024-03-07T02:55:18.839644+0000","last_undegraded":"2024-03-07T02:55:18.839644+0000","last_fullsized":"2024-03-07T02:55:18.839644+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:11:53.269163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834588+0000","last_change":"2024-03-07T02:53:49.486515+0000","last_active":"2024-03-07T02:55:18.834588+0000","last_peered":"2024-03-07T02:55:18.834588+0000","last_clean":"2024-03-07T02:55:18.834588+0000","last_became_active":"2024-03-07T02:53:49.486220+0000","last_became_peered":"2024-03-07T02:53:49.486220+0000","last_unstale":"2024-03-07T02:55:18.834588+0000","last_undegraded":"2024-03-07T02:55:18.834588+0000","last_fullsized":"2024-03-07T02:55:18.834588+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:10:27.945262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.838238+0000","last_change":"2024-03-07T02:53:49.859121+0000","last_active":"2024-03-07T02:55:18.838238+0000","last_peered":"2024-03-07T02:55:18.838238+0000","last_clean":"2024-03-07T02:55:18.838238+0000","last_became_active":"2024-03-07T02:53:49.858172+0000","last_became_peered":"2024-03-07T02:53:49.858172+0000","last_unstale":"2024-03-07T02:55:18.838238+0000","last_undegraded":"2024-03-07T02:55:18.838238+0000","last_fullsized":"2024-03-07T02:55:18.838238+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:45:33.378053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.836692+0000","last_change":"2024-03-07T02:53:49.483351+0000","last_active":"2024-03-07T02:55:18.836692+0000","last_peered":"2024-03-07T02:55:18.836692+0000","last_clean":"2024-03-07T02:55:18.836692+0000","last_became_active":"2024-03-07T02:53:49.483044+0000","last_became_peered":"2024-03-07T02:53:49.483044+0000","last_unstale":"2024-03-07T02:55:18.836692+0000","last_undegraded":"2024-03-07T02:55:18.836692+0000","last_fullsized":"2024-03-07T02:55:18.836692+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:12:12.898292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.836543+0000","last_change":"2024-03-07T02:53:49.846034+0000","last_active":"2024-03-07T02:55:18.836543+0000","last_peered":"2024-03-07T02:55:18.836543+0000","last_clean":"2024-03-07T02:55:18.836543+0000","last_became_active":"2024-03-07T02:53:49.844815+0000","last_became_peered":"2024-03-07T02:53:49.844815+0000","last_unstale":"2024-03-07T02:55:18.836543+0000","last_undegraded":"2024-03-07T02:55:18.836543+0000","last_fullsized":"2024-03-07T02:55:18.836543+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:25:03.258868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":26,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834220+0000","last_change":"2024-03-07T02:53:49.486270+0000","last_active":"2024-03-07T02:55:18.834220+0000","last_peered":"2024-03-07T02:55:18.834220+0000","last_clean":"2024-03-07T02:55:18.834220+0000","last_became_active":"2024-03-07T02:53:49.485932+0000","last_became_peered":"2024-03-07T02:53:49.485932+0000","last_unstale":"2024-03-07T02:55:18.834220+0000","last_undegraded":"2024-03-07T02:55:18.834220+0000","last_fullsized":"2024-03-07T02:55:18.834220+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:34:04.554605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.837785+0000","last_change":"2024-03-07T02:53:49.857113+0000","last_active":"2024-03-07T02:55:18.837785+0000","last_peered":"2024-03-07T02:55:18.837785+0000","last_clean":"2024-03-07T02:55:18.837785+0000","last_became_active":"2024-03-07T02:53:49.856802+0000","last_became_peered":"2024-03-07T02:53:49.856802+0000","last_unstale":"2024-03-07T02:55:18.837785+0000","last_undegraded":"2024-03-07T02:55:18.837785+0000","last_fullsized":"2024-03-07T02:55:18.837785+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:25:25.592892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.840548+0000","last_change":"2024-03-07T02:53:49.490403+0000","last_active":"2024-03-07T02:55:18.840548+0000","last_peered":"2024-03-07T02:55:18.840548+0000","last_clean":"2024-03-07T02:55:18.840548+0000","last_became_active":"2024-03-07T02:53:49.489044+0000","last_became_peered":"2024-03-07T02:53:49.489044+0000","last_unstale":"2024-03-07T02:55:18.840548+0000","last_undegraded":"2024-03-07T02:55:18.840548+0000","last_fullsized":"2024-03-07T02:55:18.840548+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:10:28.076184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.838337+0000","last_change":"2024-03-07T02:53:49.857477+0000","last_active":"2024-03-07T02:55:18.838337+0000","last_peered":"2024-03-07T02:55:18.838337+0000","last_clean":"2024-03-07T02:55:18.838337+0000","last_became_active":"2024-03-07T02:53:49.857201+0000","last_became_peered":"2024-03-07T02:53:49.857201+0000","last_unstale":"2024-03-07T02:55:18.838337+0000","last_undegraded":"2024-03-07T02:55:18.838337+0000","last_fullsized":"2024-03-07T02:55:18.838337+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:38:55.410512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834311+0000","last_change":"2024-03-07T02:54:18.514451+0000","last_active":"2024-03-07T02:55:18.834311+0000","last_peered":"2024-03-07T02:55:18.834311+0000","last_clean":"2024-03-07T02:55:18.834311+0000","last_became_active":"2024-03-07T02:54:18.514168+0000","last_became_peered":"2024-03-07T02:54:18.514168+0000","last_unstale":"2024-03-07T02:55:18.834311+0000","last_undegraded":"2024-03-07T02:55:18.834311+0000","last_fullsized":"2024-03-07T02:55:18.834311+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:48:33.570989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834508+0000","last_change":"2024-03-07T02:53:49.500366+0000","last_active":"2024-03-07T02:55:18.834508+0000","last_peered":"2024-03-07T02:55:18.834508+0000","last_clean":"2024-03-07T02:55:18.834508+0000","last_became_active":"2024-03-07T02:53:49.499503+0000","last_became_peered":"2024-03-07T02:53:49.499503+0000","last_unstale":"2024-03-07T02:55:18.834508+0000","last_undegraded":"2024-03-07T02:55:18.834508+0000","last_fullsized":"2024-03-07T02:55:18.834508+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:20:56.449629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.835107+0000","last_change":"2024-03-07T02:53:49.838714+0000","last_active":"2024-03-07T02:55:18.835107+0000","last_peered":"2024-03-07T02:55:18.835107+0000","last_clean":"2024-03-07T02:55:18.835107+0000","last_became_active":"2024-03-07T02:53:49.838397+0000","last_became_peered":"2024-03-07T02:53:49.838397+0000","last_unstale":"2024-03-07T02:55:18.835107+0000","last_undegraded":"2024-03-07T02:55:18.835107+0000","last_fullsized":"2024-03-07T02:55:18.835107+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:10:21.908919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834590+0000","last_change":"2024-03-07T02:54:18.393130+0000","last_active":"2024-03-07T02:55:18.834590+0000","last_peered":"2024-03-07T02:55:18.834590+0000","last_clean":"2024-03-07T02:55:18.834590+0000","last_became_active":"2024-03-07T02:54:18.392706+0000","last_became_peered":"2024-03-07T02:54:18.392706+0000","last_unstale":"2024-03-07T02:55:18.834590+0000","last_undegraded":"2024-03-07T02:55:18.834590+0000","last_fullsized":"2024-03-07T02:55:18.834590+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:27:19.528265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834551+0000","last_change":"2024-03-07T02:53:49.492984+0000","last_active":"2024-03-07T02:55:18.834551+0000","last_peered":"2024-03-07T02:55:18.834551+0000","last_clean":"2024-03-07T02:55:18.834551+0000","last_became_active":"2024-03-07T02:53:49.492690+0000","last_became_peered":"2024-03-07T02:53:49.492690+0000","last_unstale":"2024-03-07T02:55:18.834551+0000","last_undegraded":"2024-03-07T02:55:18.834551+0000","last_fullsized":"2024-03-07T02:55:18.834551+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:42:56.268562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.840270+0000","last_change":"2024-03-07T02:53:49.860852+0000","last_active":"2024-03-07T02:55:18.840270+0000","last_peered":"2024-03-07T02:55:18.840270+0000","last_clean":"2024-03-07T02:55:18.840270+0000","last_became_active":"2024-03-07T02:53:49.860053+0000","last_became_peered":"2024-03-07T02:53:49.860053+0000","last_unstale":"2024-03-07T02:55:18.840270+0000","last_undegraded":"2024-03-07T02:55:18.840270+0000","last_fullsized":"2024-03-07T02:55:18.840270+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:02:06.497152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.836077+0000","last_change":"2024-03-07T02:54:18.514448+0000","last_active":"2024-03-07T02:55:18.836077+0000","last_peered":"2024-03-07T02:55:18.836077+0000","last_clean":"2024-03-07T02:55:18.836077+0000","last_became_active":"2024-03-07T02:54:18.514066+0000","last_became_peered":"2024-03-07T02:54:18.514066+0000","last_unstale":"2024-03-07T02:55:18.836077+0000","last_undegraded":"2024-03-07T02:55:18.836077+0000","last_fullsized":"2024-03-07T02:55:18.836077+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:28:55.818372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834226+0000","last_change":"2024-03-07T02:53:49.848086+0000","last_active":"2024-03-07T02:55:18.834226+0000","last_peered":"2024-03-07T02:55:18.834226+0000","last_clean":"2024-03-07T02:55:18.834226+0000","last_became_active":"2024-03-07T02:53:49.847455+0000","last_became_peered":"2024-03-07T02:53:49.847455+0000","last_unstale":"2024-03-07T02:55:18.834226+0000","last_undegraded":"2024-03-07T02:55:18.834226+0000","last_fullsized":"2024-03-07T02:55:18.834226+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:22:07.188240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834343+0000","last_change":"2024-03-07T02:53:49.493185+0000","last_active":"2024-03-07T02:55:18.834343+0000","last_peered":"2024-03-07T02:55:18.834343+0000","last_clean":"2024-03-07T02:55:18.834343+0000","last_became_active":"2024-03-07T02:53:49.492892+0000","last_became_peered":"2024-03-07T02:53:49.492892+0000","last_unstale":"2024-03-07T02:55:18.834343+0000","last_undegraded":"2024-03-07T02:55:18.834343+0000","last_fullsized":"2024-03-07T02:55:18.834343+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:49:49.391415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.836931+0000","last_change":"2024-03-07T02:54:19.213434+0000","last_active":"2024-03-07T02:55:18.836931+0000","last_peered":"2024-03-07T02:55:18.836931+0000","last_clean":"2024-03-07T02:55:18.836931+0000","last_became_active":"2024-03-07T02:54:19.213079+0000","last_became_peered":"2024-03-07T02:54:19.213079+0000","last_unstale":"2024-03-07T02:55:18.836931+0000","last_undegraded":"2024-03-07T02:55:18.836931+0000","last_fullsized":"2024-03-07T02:55:18.836931+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:07:22.099334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.837422+0000","last_change":"2024-03-07T02:53:49.839345+0000","last_active":"2024-03-07T02:55:18.837422+0000","last_peered":"2024-03-07T02:55:18.837422+0000","last_clean":"2024-03-07T02:55:18.837422+0000","last_became_active":"2024-03-07T02:53:49.839072+0000","last_became_peered":"2024-03-07T02:53:49.839072+0000","last_unstale":"2024-03-07T02:55:18.837422+0000","last_undegraded":"2024-03-07T02:55:18.837422+0000","last_fullsized":"2024-03-07T02:55:18.837422+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:31:16.320891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834560+0000","last_change":"2024-03-07T02:53:49.487182+0000","last_active":"2024-03-07T02:55:18.834560+0000","last_peered":"2024-03-07T02:55:18.834560+0000","last_clean":"2024-03-07T02:55:18.834560+0000","last_became_active":"2024-03-07T02:53:49.486822+0000","last_became_peered":"2024-03-07T02:53:49.486822+0000","last_unstale":"2024-03-07T02:55:18.834560+0000","last_undegraded":"2024-03-07T02:55:18.834560+0000","last_fullsized":"2024-03-07T02:55:18.834560+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:19:48.370371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"65'128","reported_seq":264,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.837535+0000","last_change":"2024-03-07T02:53:35.330318+0000","last_active":"2024-03-07T02:55:18.837535+0000","last_peered":"2024-03-07T02:55:18.837535+0000","last_clean":"2024-03-07T02:55:18.837535+0000","last_became_active":"2024-03-07T02:53:35.329839+0000","last_became_peered":"2024-03-07T02:53:35.329839+0000","last_unstale":"2024-03-07T02:55:18.837535+0000","last_undegraded":"2024-03-07T02:55:18.837535+0000","last_fullsized":"2024-03-07T02:55:18.837535+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_clean_scrub_stamp":"2024-03-07T02:51:31.238394+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:41:13.020643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.840506+0000","last_change":"2024-03-07T02:54:18.393183+0000","last_active":"2024-03-07T02:55:18.840506+0000","last_peered":"2024-03-07T02:55:18.840506+0000","last_clean":"2024-03-07T02:55:18.840506+0000","last_became_active":"2024-03-07T02:54:18.392902+0000","last_became_peered":"2024-03-07T02:54:18.392902+0000","last_unstale":"2024-03-07T02:55:18.840506+0000","last_undegraded":"2024-03-07T02:55:18.840506+0000","last_fullsized":"2024-03-07T02:55:18.840506+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:42:17.552510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.838065+0000","last_change":"2024-03-07T02:53:49.856920+0000","last_active":"2024-03-07T02:55:18.838065+0000","last_peered":"2024-03-07T02:55:18.838065+0000","last_clean":"2024-03-07T02:55:18.838065+0000","last_became_active":"2024-03-07T02:53:49.856622+0000","last_became_peered":"2024-03-07T02:53:49.856622+0000","last_unstale":"2024-03-07T02:55:18.838065+0000","last_undegraded":"2024-03-07T02:55:18.838065+0000","last_fullsized":"2024-03-07T02:55:18.838065+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T02:54:57.154093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.837365+0000","last_change":"2024-03-07T02:53:49.495948+0000","last_active":"2024-03-07T02:55:18.837365+0000","last_peered":"2024-03-07T02:55:18.837365+0000","last_clean":"2024-03-07T02:55:18.837365+0000","last_became_active":"2024-03-07T02:53:49.495603+0000","last_became_peered":"2024-03-07T02:53:49.495603+0000","last_unstale":"2024-03-07T02:55:18.837365+0000","last_undegraded":"2024-03-07T02:55:18.837365+0000","last_fullsized":"2024-03-07T02:55:18.837365+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:21.769630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.839695+0000","last_change":"2024-03-07T02:54:19.213889+0000","last_active":"2024-03-07T02:55:18.839695+0000","last_peered":"2024-03-07T02:55:18.839695+0000","last_clean":"2024-03-07T02:55:18.839695+0000","last_became_active":"2024-03-07T02:54:19.213572+0000","last_became_peered":"2024-03-07T02:54:19.213572+0000","last_unstale":"2024-03-07T02:55:18.839695+0000","last_undegraded":"2024-03-07T02:55:18.839695+0000","last_fullsized":"2024-03-07T02:55:18.839695+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:25:54.993481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.839009+0000","last_change":"2024-03-07T02:53:49.491803+0000","last_active":"2024-03-07T02:55:18.839009+0000","last_peered":"2024-03-07T02:55:18.839009+0000","last_clean":"2024-03-07T02:55:18.839009+0000","last_became_active":"2024-03-07T02:53:49.491506+0000","last_became_peered":"2024-03-07T02:53:49.491506+0000","last_unstale":"2024-03-07T02:55:18.839009+0000","last_undegraded":"2024-03-07T02:55:18.839009+0000","last_fullsized":"2024-03-07T02:55:18.839009+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:38:50.284164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834620+0000","last_change":"2024-03-07T02:53:49.839085+0000","last_active":"2024-03-07T02:55:18.834620+0000","last_peered":"2024-03-07T02:55:18.834620+0000","last_clean":"2024-03-07T02:55:18.834620+0000","last_became_active":"2024-03-07T02:53:49.838825+0000","last_became_peered":"2024-03-07T02:53:49.838825+0000","last_unstale":"2024-03-07T02:55:18.834620+0000","last_undegraded":"2024-03-07T02:55:18.834620+0000","last_fullsized":"2024-03-07T02:55:18.834620+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:10:23.889244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.838150+0000","last_change":"2024-03-07T02:54:19.213718+0000","last_active":"2024-03-07T02:55:18.838150+0000","last_peered":"2024-03-07T02:55:18.838150+0000","last_clean":"2024-03-07T02:55:18.838150+0000","last_became_active":"2024-03-07T02:54:19.213387+0000","last_became_peered":"2024-03-07T02:54:19.213387+0000","last_unstale":"2024-03-07T02:55:18.838150+0000","last_undegraded":"2024-03-07T02:55:18.838150+0000","last_fullsized":"2024-03-07T02:55:18.838150+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:10:17.223225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"62'1","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.836059+0000","last_change":"2024-03-07T02:53:49.495863+0000","last_active":"2024-03-07T02:55:18.836059+0000","last_peered":"2024-03-07T02:55:18.836059+0000","last_clean":"2024-03-07T02:55:18.836059+0000","last_became_active":"2024-03-07T02:53:49.495587+0000","last_became_peered":"2024-03-07T02:53:49.495587+0000","last_unstale":"2024-03-07T02:55:18.836059+0000","last_undegraded":"2024-03-07T02:55:18.836059+0000","last_fullsized":"2024-03-07T02:55:18.836059+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:46:32.863959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.837591+0000","last_change":"2024-03-07T02:53:49.848174+0000","last_active":"2024-03-07T02:55:18.837591+0000","last_peered":"2024-03-07T02:55:18.837591+0000","last_clean":"2024-03-07T02:55:18.837591+0000","last_became_active":"2024-03-07T02:53:49.847869+0000","last_became_peered":"2024-03-07T02:53:49.847869+0000","last_unstale":"2024-03-07T02:55:18.837591+0000","last_undegraded":"2024-03-07T02:55:18.837591+0000","last_fullsized":"2024-03-07T02:55:18.837591+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:47:37.139871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.839418+0000","last_change":"2024-03-07T02:54:18.514264+0000","last_active":"2024-03-07T02:55:18.839418+0000","last_peered":"2024-03-07T02:55:18.839418+0000","last_clean":"2024-03-07T02:55:18.839418+0000","last_became_active":"2024-03-07T02:54:18.513977+0000","last_became_peered":"2024-03-07T02:54:18.513977+0000","last_unstale":"2024-03-07T02:55:18.839418+0000","last_undegraded":"2024-03-07T02:55:18.839418+0000","last_fullsized":"2024-03-07T02:55:18.839418+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:23:47.491302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.836872+0000","last_change":"2024-03-07T02:53:49.491180+0000","last_active":"2024-03-07T02:55:18.836872+0000","last_peered":"2024-03-07T02:55:18.836872+0000","last_clean":"2024-03-07T02:55:18.836872+0000","last_became_active":"2024-03-07T02:53:49.486264+0000","last_became_peered":"2024-03-07T02:53:49.486264+0000","last_unstale":"2024-03-07T02:55:18.836872+0000","last_undegraded":"2024-03-07T02:55:18.836872+0000","last_fullsized":"2024-03-07T02:55:18.836872+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:41:07.485502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.840613+0000","last_change":"2024-03-07T02:53:49.856117+0000","last_active":"2024-03-07T02:55:18.840613+0000","last_peered":"2024-03-07T02:55:18.840613+0000","last_clean":"2024-03-07T02:55:18.840613+0000","last_became_active":"2024-03-07T02:53:49.855814+0000","last_became_peered":"2024-03-07T02:53:49.855814+0000","last_unstale":"2024-03-07T02:55:18.840613+0000","last_undegraded":"2024-03-07T02:55:18.840613+0000","last_fullsized":"2024-03-07T02:55:18.840613+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:24:34.311203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-07T02:55:20.007227+0000","last_change":"2024-03-07T02:55:20.007227+0000","last_active":"2024-03-07T02:55:20.007227+0000","last_peered":"2024-03-07T02:55:20.007227+0000","last_clean":"2024-03-07T02:55:20.007227+0000","last_became_active":"2024-03-07T02:55:20.006887+0000","last_became_peered":"2024-03-07T02:55:20.006887+0000","last_unstale":"2024-03-07T02:55:20.007227+0000","last_undegraded":"2024-03-07T02:55:20.007227+0000","last_fullsized":"2024-03-07T02:55:20.007227+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:26:34.478311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.839948+0000","last_change":"2024-03-07T02:53:49.861668+0000","last_active":"2024-03-07T02:55:18.839948+0000","last_peered":"2024-03-07T02:55:18.839948+0000","last_clean":"2024-03-07T02:55:18.839948+0000","last_became_active":"2024-03-07T02:53:49.861303+0000","last_became_peered":"2024-03-07T02:53:49.861303+0000","last_unstale":"2024-03-07T02:55:18.839948+0000","last_undegraded":"2024-03-07T02:55:18.839948+0000","last_fullsized":"2024-03-07T02:55:18.839948+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:21:41.301505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.836330+0000","last_change":"2024-03-07T02:53:49.498632+0000","last_active":"2024-03-07T02:55:18.836330+0000","last_peered":"2024-03-07T02:55:18.836330+0000","last_clean":"2024-03-07T02:55:18.836330+0000","last_became_active":"2024-03-07T02:53:49.498298+0000","last_became_peered":"2024-03-07T02:53:49.498298+0000","last_unstale":"2024-03-07T02:55:18.836330+0000","last_undegraded":"2024-03-07T02:55:18.836330+0000","last_fullsized":"2024-03-07T02:55:18.836330+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:18:28.135492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.838171+0000","last_change":"2024-03-07T02:53:49.846463+0000","last_active":"2024-03-07T02:55:18.838171+0000","last_peered":"2024-03-07T02:55:18.838171+0000","last_clean":"2024-03-07T02:55:18.838171+0000","last_became_active":"2024-03-07T02:53:49.846030+0000","last_became_peered":"2024-03-07T02:53:49.846030+0000","last_unstale":"2024-03-07T02:55:18.838171+0000","last_undegraded":"2024-03-07T02:55:18.838171+0000","last_fullsized":"2024-03-07T02:55:18.838171+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:21:47.014194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834758+0000","last_change":"2024-03-07T02:53:49.499053+0000","last_active":"2024-03-07T02:55:18.834758+0000","last_peered":"2024-03-07T02:55:18.834758+0000","last_clean":"2024-03-07T02:55:18.834758+0000","last_became_active":"2024-03-07T02:53:49.498740+0000","last_became_peered":"2024-03-07T02:53:49.498740+0000","last_unstale":"2024-03-07T02:55:18.834758+0000","last_undegraded":"2024-03-07T02:55:18.834758+0000","last_fullsized":"2024-03-07T02:55:18.834758+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:36:03.882666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.837057+0000","last_change":"2024-03-07T02:53:49.851778+0000","last_active":"2024-03-07T02:55:18.837057+0000","last_peered":"2024-03-07T02:55:18.837057+0000","last_clean":"2024-03-07T02:55:18.837057+0000","last_became_active":"2024-03-07T02:53:49.851507+0000","last_became_peered":"2024-03-07T02:53:49.851507+0000","last_unstale":"2024-03-07T02:55:18.837057+0000","last_undegraded":"2024-03-07T02:55:18.837057+0000","last_fullsized":"2024-03-07T02:55:18.837057+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:52:20.226529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.838147+0000","last_change":"2024-03-07T02:53:49.491131+0000","last_active":"2024-03-07T02:55:18.838147+0000","last_peered":"2024-03-07T02:55:18.838147+0000","last_clean":"2024-03-07T02:55:18.838147+0000","last_became_active":"2024-03-07T02:53:49.490695+0000","last_became_peered":"2024-03-07T02:53:49.490695+0000","last_unstale":"2024-03-07T02:55:18.838147+0000","last_undegraded":"2024-03-07T02:55:18.838147+0000","last_fullsized":"2024-03-07T02:55:18.838147+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:23:40.969004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":26,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-07T02:55:19.845223+0000","last_change":"2024-03-07T02:55:19.845223+0000","last_active":"2024-03-07T02:55:19.845223+0000","last_peered":"2024-03-07T02:55:19.845223+0000","last_clean":"2024-03-07T02:55:19.845223+0000","last_became_active":"2024-03-07T02:55:19.844906+0000","last_became_peered":"2024-03-07T02:55:19.844906+0000","last_unstale":"2024-03-07T02:55:19.845223+0000","last_undegraded":"2024-03-07T02:55:19.845223+0000","last_fullsized":"2024-03-07T02:55:19.845223+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:38:53.358975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834677+0000","last_change":"2024-03-07T02:53:49.489713+0000","last_active":"2024-03-07T02:55:18.834677+0000","last_peered":"2024-03-07T02:55:18.834677+0000","last_clean":"2024-03-07T02:55:18.834677+0000","last_became_active":"2024-03-07T02:53:49.489423+0000","last_became_peered":"2024-03-07T02:53:49.489423+0000","last_unstale":"2024-03-07T02:55:18.834677+0000","last_undegraded":"2024-03-07T02:55:18.834677+0000","last_fullsized":"2024-03-07T02:55:18.834677+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:31:35.860010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.838791+0000","last_change":"2024-03-07T02:53:49.851063+0000","last_active":"2024-03-07T02:55:18.838791+0000","last_peered":"2024-03-07T02:55:18.838791+0000","last_clean":"2024-03-07T02:55:18.838791+0000","last_became_active":"2024-03-07T02:53:49.850562+0000","last_became_peered":"2024-03-07T02:53:49.850562+0000","last_unstale":"2024-03-07T02:55:18.838791+0000","last_undegraded":"2024-03-07T02:55:18.838791+0000","last_fullsized":"2024-03-07T02:55:18.838791+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:12:38.343677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834833+0000","last_change":"2024-03-07T02:53:49.496511+0000","last_active":"2024-03-07T02:55:18.834833+0000","last_peered":"2024-03-07T02:55:18.834833+0000","last_clean":"2024-03-07T02:55:18.834833+0000","last_became_active":"2024-03-07T02:53:49.496210+0000","last_became_peered":"2024-03-07T02:53:49.496210+0000","last_unstale":"2024-03-07T02:55:18.834833+0000","last_undegraded":"2024-03-07T02:55:18.834833+0000","last_fullsized":"2024-03-07T02:55:18.834833+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:44:13.673683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834715+0000","last_change":"2024-03-07T02:53:49.841117+0000","last_active":"2024-03-07T02:55:18.834715+0000","last_peered":"2024-03-07T02:55:18.834715+0000","last_clean":"2024-03-07T02:55:18.834715+0000","last_became_active":"2024-03-07T02:53:49.840824+0000","last_became_peered":"2024-03-07T02:53:49.840824+0000","last_unstale":"2024-03-07T02:55:18.834715+0000","last_undegraded":"2024-03-07T02:55:18.834715+0000","last_fullsized":"2024-03-07T02:55:18.834715+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:27:01.389470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.835355+0000","last_change":"2024-03-07T02:53:49.485472+0000","last_active":"2024-03-07T02:55:18.835355+0000","last_peered":"2024-03-07T02:55:18.835355+0000","last_clean":"2024-03-07T02:55:18.835355+0000","last_became_active":"2024-03-07T02:53:49.485177+0000","last_became_peered":"2024-03-07T02:53:49.485177+0000","last_unstale":"2024-03-07T02:55:18.835355+0000","last_undegraded":"2024-03-07T02:55:18.835355+0000","last_fullsized":"2024-03-07T02:55:18.835355+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:39:17.926629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.838455+0000","last_change":"2024-03-07T02:53:49.857386+0000","last_active":"2024-03-07T02:55:18.838455+0000","last_peered":"2024-03-07T02:55:18.838455+0000","last_clean":"2024-03-07T02:55:18.838455+0000","last_became_active":"2024-03-07T02:53:49.857116+0000","last_became_peered":"2024-03-07T02:53:49.857116+0000","last_unstale":"2024-03-07T02:55:18.838455+0000","last_undegraded":"2024-03-07T02:55:18.838455+0000","last_fullsized":"2024-03-07T02:55:18.838455+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:25:14.932046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.836456+0000","last_change":"2024-03-07T02:53:49.846762+0000","last_active":"2024-03-07T02:55:18.836456+0000","last_peered":"2024-03-07T02:55:18.836456+0000","last_clean":"2024-03-07T02:55:18.836456+0000","last_became_active":"2024-03-07T02:53:49.846468+0000","last_became_peered":"2024-03-07T02:53:49.846468+0000","last_unstale":"2024-03-07T02:55:18.836456+0000","last_undegraded":"2024-03-07T02:55:18.836456+0000","last_fullsized":"2024-03-07T02:55:18.836456+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:46:01.606023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834252+0000","last_change":"2024-03-07T02:53:49.845790+0000","last_active":"2024-03-07T02:55:18.834252+0000","last_peered":"2024-03-07T02:55:18.834252+0000","last_clean":"2024-03-07T02:55:18.834252+0000","last_became_active":"2024-03-07T02:53:49.844722+0000","last_became_peered":"2024-03-07T02:53:49.844722+0000","last_unstale":"2024-03-07T02:55:18.834252+0000","last_undegraded":"2024-03-07T02:55:18.834252+0000","last_fullsized":"2024-03-07T02:55:18.834252+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:13:49.866547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834696+0000","last_change":"2024-03-07T02:53:49.837773+0000","last_active":"2024-03-07T02:55:18.834696+0000","last_peered":"2024-03-07T02:55:18.834696+0000","last_clean":"2024-03-07T02:55:18.834696+0000","last_became_active":"2024-03-07T02:53:49.837272+0000","last_became_peered":"2024-03-07T02:53:49.837272+0000","last_unstale":"2024-03-07T02:55:18.834696+0000","last_undegraded":"2024-03-07T02:55:18.834696+0000","last_fullsized":"2024-03-07T02:55:18.834696+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:03:12.246227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-07T02:55:20.554215+0000","last_change":"2024-03-07T02:55:20.554215+0000","last_active":"2024-03-07T02:55:20.554215+0000","last_peered":"2024-03-07T02:55:20.554215+0000","last_clean":"2024-03-07T02:55:20.554215+0000","last_became_active":"2024-03-07T02:55:20.553908+0000","last_became_peered":"2024-03-07T02:55:20.553908+0000","last_unstale":"2024-03-07T02:55:20.554215+0000","last_undegraded":"2024-03-07T02:55:20.554215+0000","last_fullsized":"2024-03-07T02:55:20.554215+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:52:49.713670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.837400+0000","last_change":"2024-03-07T02:53:49.852642+0000","last_active":"2024-03-07T02:55:18.837400+0000","last_peered":"2024-03-07T02:55:18.837400+0000","last_clean":"2024-03-07T02:55:18.837400+0000","last_became_active":"2024-03-07T02:53:49.852371+0000","last_became_peered":"2024-03-07T02:53:49.852371+0000","last_unstale":"2024-03-07T02:55:18.837400+0000","last_undegraded":"2024-03-07T02:55:18.837400+0000","last_fullsized":"2024-03-07T02:55:18.837400+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:14:11.184867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834756+0000","last_change":"2024-03-07T02:53:49.838806+0000","last_active":"2024-03-07T02:55:18.834756+0000","last_peered":"2024-03-07T02:55:18.834756+0000","last_clean":"2024-03-07T02:55:18.834756+0000","last_became_active":"2024-03-07T02:53:49.838519+0000","last_became_peered":"2024-03-07T02:53:49.838519+0000","last_unstale":"2024-03-07T02:55:18.834756+0000","last_undegraded":"2024-03-07T02:55:18.834756+0000","last_fullsized":"2024-03-07T02:55:18.834756+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:23:49.840090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.837151+0000","last_change":"2024-03-07T02:53:49.856216+0000","last_active":"2024-03-07T02:55:18.837151+0000","last_peered":"2024-03-07T02:55:18.837151+0000","last_clean":"2024-03-07T02:55:18.837151+0000","last_became_active":"2024-03-07T02:53:49.855694+0000","last_became_peered":"2024-03-07T02:53:49.855694+0000","last_unstale":"2024-03-07T02:55:18.837151+0000","last_undegraded":"2024-03-07T02:55:18.837151+0000","last_fullsized":"2024-03-07T02:55:18.837151+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:52:37.559135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.838077+0000","last_change":"2024-03-07T02:53:49.852746+0000","last_active":"2024-03-07T02:55:18.838077+0000","last_peered":"2024-03-07T02:55:18.838077+0000","last_clean":"2024-03-07T02:55:18.838077+0000","last_became_active":"2024-03-07T02:53:49.852452+0000","last_became_peered":"2024-03-07T02:53:49.852452+0000","last_unstale":"2024-03-07T02:55:18.838077+0000","last_undegraded":"2024-03-07T02:55:18.838077+0000","last_fullsized":"2024-03-07T02:55:18.838077+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:50:23.481403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834625+0000","last_change":"2024-03-07T02:53:49.834758+0000","last_active":"2024-03-07T02:55:18.834625+0000","last_peered":"2024-03-07T02:55:18.834625+0000","last_clean":"2024-03-07T02:55:18.834625+0000","last_became_active":"2024-03-07T02:53:49.834473+0000","last_became_peered":"2024-03-07T02:53:49.834473+0000","last_unstale":"2024-03-07T02:55:18.834625+0000","last_undegraded":"2024-03-07T02:55:18.834625+0000","last_fullsized":"2024-03-07T02:55:18.834625+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:26:12.485436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.837201+0000","last_change":"2024-03-07T02:53:49.850928+0000","last_active":"2024-03-07T02:55:18.837201+0000","last_peered":"2024-03-07T02:55:18.837201+0000","last_clean":"2024-03-07T02:55:18.837201+0000","last_became_active":"2024-03-07T02:53:49.850645+0000","last_became_peered":"2024-03-07T02:53:49.850645+0000","last_unstale":"2024-03-07T02:55:18.837201+0000","last_undegraded":"2024-03-07T02:55:18.837201+0000","last_fullsized":"2024-03-07T02:55:18.837201+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:56:51.288948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834916+0000","last_change":"2024-03-07T02:53:49.845627+0000","last_active":"2024-03-07T02:55:18.834916+0000","last_peered":"2024-03-07T02:55:18.834916+0000","last_clean":"2024-03-07T02:55:18.834916+0000","last_became_active":"2024-03-07T02:53:49.845329+0000","last_became_peered":"2024-03-07T02:53:49.845329+0000","last_unstale":"2024-03-07T02:55:18.834916+0000","last_undegraded":"2024-03-07T02:55:18.834916+0000","last_fullsized":"2024-03-07T02:55:18.834916+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:08:06.342549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.839879+0000","last_change":"2024-03-07T02:53:49.847179+0000","last_active":"2024-03-07T02:55:18.839879+0000","last_peered":"2024-03-07T02:55:18.839879+0000","last_clean":"2024-03-07T02:55:18.839879+0000","last_became_active":"2024-03-07T02:53:49.846335+0000","last_became_peered":"2024-03-07T02:53:49.846335+0000","last_unstale":"2024-03-07T02:55:18.839879+0000","last_undegraded":"2024-03-07T02:55:18.839879+0000","last_fullsized":"2024-03-07T02:55:18.839879+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:34:20.787367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.836922+0000","last_change":"2024-03-07T02:53:49.853013+0000","last_active":"2024-03-07T02:55:18.836922+0000","last_peered":"2024-03-07T02:55:18.836922+0000","last_clean":"2024-03-07T02:55:18.836922+0000","last_became_active":"2024-03-07T02:53:49.852673+0000","last_became_peered":"2024-03-07T02:53:49.852673+0000","last_unstale":"2024-03-07T02:55:18.836922+0000","last_undegraded":"2024-03-07T02:55:18.836922+0000","last_fullsized":"2024-03-07T02:55:18.836922+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:05:12.530692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3146,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234010,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28288,"kb_used_data":1268,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716864,"statfs":{"total":95995035648,"available":95966068736,"internally_reserved":0,"allocated":1298432,"data_stored":893606,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 7 02:54:34 2024","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.45500000000000002}]},{"osd":1,"last update":"Thu Mar 7 02:54:34 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.46300000000000002}]},{"osd":2,"last update":"Thu Mar 7 02:54:34 2024","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.437}]},{"osd":3,"last update":"Thu Mar 7 02:54:34 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.48699999999999999}]},{"osd":4,"last update":"Thu Mar 7 02:54:34 2024","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.435,"15min":0.435},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.375},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.311}]},{"osd":5,"last update":"Thu Mar 7 02:54:34 2024","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.33700000000000002}]},{"osd":6,"last update":"Thu Mar 7 02:54:34 2024","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.38800000000000001}]}]},{"osd":6,"up_from":46,"seq":197568495646,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28284,"kb_used_data":1264,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716868,"statfs":{"total":95995035648,"available":95966072832,"internally_reserved":0,"allocated":1294336,"data_stored":894746,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 7 02:55:09 2024","interfaces":[{"interface":"back","average":{"1min":1.25,"5min":0.68100000000000005,"15min":0.58599999999999997},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":17.021000000000001,"5min":17.021000000000001,"15min":17.021000000000001},"last":0.66300000000000003},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.55600000000000005,"15min":0.56399999999999995},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.69099999999999995,"5min":1.155,"15min":1.155},"last":0.63700000000000001}]},{"osd":1,"last update":"Thu Mar 7 02:55:09 2024","interfaces":[{"interface":"back","average":{"1min":1.2470000000000001,"5min":0.71099999999999997,"15min":0.622},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":16.989000000000001,"5min":16.989000000000001,"15min":16.989000000000001},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.61199999999999999,"15min":0.63200000000000001},"min":{"1min":0.36399999999999999,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.65300000000000002,"5min":3.1259999999999999,"15min":3.1259999999999999},"last":0.61899999999999999}]},{"osd":2,"last update":"Thu Mar 7 02:55:09 2024","interfaces":[{"interface":"back","average":{"1min":0.47899999999999998,"5min":0.63,"15min":0.65500000000000003},"min":{"1min":0.39600000000000002,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.59099999999999997,"5min":3.0299999999999998,"15min":3.0299999999999998},"last":0.69499999999999995},{"interface":"front","average":{"1min":1.278,"5min":0.72599999999999998,"15min":0.63400000000000001},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":17.004000000000001,"5min":17.004000000000001,"15min":17.004000000000001},"last":0.59399999999999997}]},{"osd":3,"last update":"Thu Mar 7 02:55:09 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.57099999999999995,"15min":0.58099999999999996},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.73499999999999999,"5min":1.7110000000000001,"15min":1.7110000000000001},"last":0.64700000000000002},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.55900000000000005,"15min":0.56699999999999995},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.67000000000000004,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.57399999999999995}]},{"osd":4,"last update":"Thu Mar 7 02:55:09 2024","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.45600000000000002,"15min":0.46000000000000002},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.73599999999999999,"5min":1.1080000000000001,"15min":1.1080000000000001},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.48299999999999998,"15min":0.48699999999999999},"min":{"1min":0.32600000000000001,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.76800000000000002,"5min":1.7529999999999999,"15min":1.7529999999999999},"last":0.36499999999999999}]},{"osd":5,"last update":"Thu Mar 7 02:55:09 2024","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.52300000000000002,"15min":0.53300000000000003},"min":{"1min":0.309,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.77800000000000002,"5min":2.3900000000000001,"15min":2.3900000000000001},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.52500000000000002,"15min":0.53100000000000003},"min":{"1min":0.33300000000000002,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.79800000000000004,"5min":2.2650000000000001,"15min":2.2650000000000001},"last":0.40000000000000002}]},{"osd":7,"last update":"Thu Mar 7 02:54:33 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":1.196,"5min":1.196,"15min":1.196},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":1.7949999999999999,"5min":1.7949999999999999,"15min":1.7949999999999999},"last":0.41999999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574903,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27708,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717444,"statfs":{"total":95995035648,"available":95966662656,"internally_reserved":0,"allocated":704512,"data_stored":302794,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 7 02:55:12 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.33700000000000002,"15min":0.307},"min":{"1min":0.23899999999999999,"5min":0.154,"15min":0.154},"max":{"1min":1.006,"5min":1.006,"15min":1.006},"last":0.623},{"interface":"front","average":{"1min":0.35599999999999998,"5min":0.35799999999999998,"15min":0.32000000000000001},"min":{"1min":0.214,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.57399999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.38100000000000001}]},{"osd":2,"last update":"Thu Mar 7 02:54:36 2024","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.379,"15min":0.37},"min":{"1min":0.28499999999999998,"5min":0.219,"15min":0.219},"max":{"1min":0.51300000000000001,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.39200000000000002,"15min":0.377},"min":{"1min":0.26200000000000001,"5min":0.255,"15min":0.255},"max":{"1min":0.59699999999999998,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.42199999999999999}]},{"osd":3,"last update":"Thu Mar 7 02:55:05 2024","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.41999999999999998,"15min":0.41599999999999998},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":1.9359999999999999,"5min":1.9359999999999999,"15min":1.9359999999999999},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.45400000000000001,"15min":0.44400000000000001},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":2.028,"5min":2.028,"15min":2.028},"last":0.436}]},{"osd":4,"last update":"Thu Mar 7 02:55:23 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.56499999999999995,"15min":0.56399999999999995},"min":{"1min":0.40500000000000003,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":1.3680000000000001,"5min":1.3680000000000001,"15min":1.3680000000000001},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.54900000000000004,"15min":0.54500000000000004},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":1.121,"5min":1.121,"15min":1.121},"last":0.50600000000000001}]},{"osd":5,"last update":"Thu Mar 7 02:54:48 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.41099999999999998,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":1.3480000000000001,"5min":1.3480000000000001,"15min":1.3480000000000001},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":1.2150000000000001,"5min":1.2150000000000001,"15min":1.2150000000000001},"last":0.49099999999999999}]},{"osd":6,"last update":"Thu Mar 7 02:55:12 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.60099999999999998,"15min":0.60399999999999998},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":1.1599999999999999,"5min":1.1599999999999999,"15min":1.1599999999999999},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.63600000000000001,"15min":0.64000000000000001},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":1.323,"5min":1.323,"15min":1.323},"last":0.60499999999999998}]},{"osd":7,"last update":"Thu Mar 7 02:54:31 2024","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.56100000000000005}]}]},{"osd":0,"up_from":8,"seq":34359738428,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28296,"kb_used_data":1272,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716856,"statfs":{"total":95995035648,"available":95966060544,"internally_reserved":0,"allocated":1302528,"data_stored":893457,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 7 02:55:18 2024","interfaces":[{"interface":"back","average":{"1min":0.33000000000000002,"5min":0.34100000000000003,"15min":0.32100000000000001},"min":{"1min":0.24199999999999999,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.48599999999999999,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.36899999999999999},{"interface":"front","average":{"1min":0.35699999999999998,"5min":0.35799999999999998,"15min":0.33000000000000002},"min":{"1min":0.23799999999999999,"5min":0.219,"15min":0.219},"max":{"1min":0.49099999999999999,"5min":0.54500000000000004,"15min":0.54500000000000004},"last":0.308}]},{"osd":2,"last update":"Thu Mar 7 02:54:38 2024","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.39400000000000002,"15min":0.38800000000000001},"min":{"1min":0.23599999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.38900000000000001,"15min":0.38500000000000001},"min":{"1min":0.30499999999999999,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"last":0.32000000000000001}]},{"osd":3,"last update":"Thu Mar 7 02:55:04 2024","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.438,"15min":0.44},"min":{"1min":0.313,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.38,"5min":0.41899999999999998,"15min":0.432},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.56499999999999995,"5min":0.57499999999999996,"15min":0.57499999999999996},"last":0.40600000000000003}]},{"osd":4,"last update":"Thu Mar 7 02:55:24 2024","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.57799999999999996,"15min":0.57199999999999995},"min":{"1min":0.39300000000000002,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":2.786,"5min":2.786,"15min":2.786},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.54700000000000004,"15min":0.55200000000000005},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.88600000000000001,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.41799999999999998}]},{"osd":5,"last update":"Thu Mar 7 02:54:44 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.58499999999999996,"15min":0.58699999999999997},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.437},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.59399999999999997,"15min":0.59499999999999997},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.47799999999999998}]},{"osd":6,"last update":"Thu Mar 7 02:55:14 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.58799999999999997,"15min":0.59899999999999998},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.71399999999999997,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.88900000000000001,"15min":0.94699999999999995},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.82399999999999995,"5min":8.6839999999999993,"15min":8.6839999999999993},"last":0.52100000000000002}]},{"osd":7,"last update":"Thu Mar 7 02:54:32 2024","interfaces":[{"interface":"back","average":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":8.6449999999999996,"5min":8.6449999999999996,"15min":8.6449999999999996},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.46899999999999997}]}]},{"osd":2,"up_from":18,"seq":77309411379,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27700,"kb_used_data":680,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717452,"statfs":{"total":95995035648,"available":95966670848,"internally_reserved":0,"allocated":696320,"data_stored":302634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 7 02:54:36 2024","interfaces":[{"interface":"back","average":{"1min":0.33600000000000002,"5min":0.34799999999999998,"15min":0.34000000000000002},"min":{"1min":0.25,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.41299999999999998,"5min":0.57199999999999995,"15min":0.57199999999999995},"last":0.28100000000000003},{"interface":"front","average":{"1min":0.36099999999999999,"5min":0.36699999999999999,"15min":0.35899999999999999},"min":{"1min":0.27100000000000002,"5min":0.216,"15min":0.216},"max":{"1min":0.54100000000000004,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.34399999999999997}]},{"osd":1,"last update":"Thu Mar 7 02:54:36 2024","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.377,"15min":0.379},"min":{"1min":0.26700000000000002,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.48699999999999999,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.31},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.40500000000000003,"15min":0.39300000000000002},"min":{"1min":0.252,"5min":0.251,"15min":0.251},"max":{"1min":0.59199999999999997,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.29699999999999999}]},{"osd":3,"last update":"Thu Mar 7 02:55:02 2024","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.40100000000000002,"15min":0.40899999999999997},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.46000000000000002,"5min":0.56299999999999994,"15min":0.56299999999999994},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.376,"5min":0.45500000000000002,"15min":0.47199999999999998},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.49199999999999999,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.25600000000000001}]},{"osd":4,"last update":"Thu Mar 7 02:55:26 2024","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":0.53100000000000003,"15min":0.53500000000000003},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.68799999999999994,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.56499999999999995,"15min":0.57299999999999995},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.78600000000000003,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.54400000000000004}]},{"osd":5,"last update":"Thu Mar 7 02:54:45 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.57599999999999996,"15min":0.57799999999999996},"min":{"1min":0.38600000000000001,"5min":0.38,"15min":0.38},"max":{"1min":0.69599999999999995,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.56699999999999995,"15min":0.57099999999999995},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.629}]},{"osd":6,"last update":"Thu Mar 7 02:55:09 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.58699999999999997,"15min":0.60299999999999998},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.63300000000000001,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.59399999999999997,"15min":0.60399999999999998},"min":{"1min":0.436,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.70099999999999996,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.57299999999999995}]},{"osd":7,"last update":"Thu Mar 7 02:54:32 2024","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.60999999999999999}]}]},{"osd":3,"up_from":25,"seq":107374182446,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27716,"kb_used_data":696,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717436,"statfs":{"total":95995035648,"available":95966654464,"internally_reserved":0,"allocated":712704,"data_stored":304813,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 7 02:55:01 2024","interfaces":[{"interface":"back","average":{"1min":0.37,"5min":0.39900000000000002,"15min":0.41499999999999998},"min":{"1min":0.247,"5min":0.245,"15min":0.245},"max":{"1min":0.504,"5min":0.65100000000000002,"15min":0.65100000000000002},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.38700000000000001,"5min":0.41299999999999998,"15min":0.42299999999999999},"min":{"1min":0.26600000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.53600000000000003,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.249}]},{"osd":1,"last update":"Thu Mar 7 02:55:01 2024","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.40600000000000003,"15min":0.41699999999999998},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.50700000000000001,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.443,"5min":0.439,"15min":0.44700000000000001},"min":{"1min":0.29099999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.63100000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.30399999999999999}]},{"osd":2,"last update":"Thu Mar 7 02:55:01 2024","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.44700000000000001,"15min":0.45600000000000002},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.58499999999999996,"5min":0.629,"15min":0.629},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.441,"15min":0.44700000000000001},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.54500000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.28399999999999997}]},{"osd":4,"last update":"Thu Mar 7 02:55:26 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.53500000000000003,"15min":0.52300000000000002},"min":{"1min":0.44900000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.53400000000000003,"15min":0.52200000000000002},"min":{"1min":0.40200000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.439}]},{"osd":5,"last update":"Thu Mar 7 02:54:44 2024","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.57199999999999995,"15min":0.56599999999999995},"min":{"1min":0.432,"5min":0.38,"15min":0.38},"max":{"1min":0.71699999999999997,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.56499999999999995,"15min":0.56299999999999994},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.45700000000000002}]},{"osd":6,"last update":"Thu Mar 7 02:55:11 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58399999999999996,"15min":0.58299999999999996},"min":{"1min":0.42099999999999999,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":1.022,"5min":1.022,"15min":1.022},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60999999999999999,"15min":0.61099999999999999},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":0.749,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.49399999999999999}]},{"osd":7,"last update":"Thu Mar 7 02:54:33 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.50800000000000001}]}]},{"osd":4,"up_from":30,"seq":128849018920,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27712,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717440,"statfs":{"total":95995035648,"available":95966658560,"internally_reserved":0,"allocated":704512,"data_stored":302738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 7 02:55:21 2024","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.51200000000000001,"15min":0.51900000000000002},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.64300000000000002,"5min":0.752,"15min":0.752},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.52000000000000002,"15min":0.52400000000000002},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.83099999999999996,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.45400000000000001}]},{"osd":1,"last update":"Thu Mar 7 02:55:21 2024","interfaces":[{"interface":"back","average":{"1min":0.47899999999999998,"5min":0.496,"15min":0.495},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.69899999999999995,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.51500000000000001,"15min":0.52500000000000002},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.72699999999999998,"5min":0.752,"15min":0.752},"last":0.53400000000000003}]},{"osd":2,"last update":"Thu Mar 7 02:55:21 2024","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.51600000000000001,"15min":0.51800000000000002},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.5,"15min":0.503},"min":{"1min":0.34100000000000003,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.61599999999999999,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.54300000000000004}]},{"osd":3,"last update":"Thu Mar 7 02:55:21 2024","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.53300000000000003,"15min":0.53500000000000003},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.70799999999999996,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.503,"5min":0.54300000000000004,"15min":0.54900000000000004},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.67000000000000004,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.48199999999999998}]},{"osd":5,"last update":"Thu Mar 7 02:54:45 2024","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.42299999999999999,"15min":0.41499999999999998},"min":{"1min":0.29399999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.45100000000000001,"15min":0.439},"min":{"1min":0.36799999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.49099999999999999}]},{"osd":6,"last update":"Thu Mar 7 02:55:10 2024","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.42899999999999999,"15min":0.42299999999999999},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.498,"15min":0.48699999999999999},"min":{"1min":0.40600000000000003,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.879,"5min":0.879,"15min":0.879},"last":0.51300000000000001}]},{"osd":7,"last update":"Thu Mar 7 02:54:32 2024","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.499,"15min":0.499},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.503}]}]},{"osd":5,"up_from":38,"seq":163208757284,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27716,"kb_used_data":692,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717436,"statfs":{"total":95995035648,"available":95966654464,"internally_reserved":0,"allocated":708608,"data_stored":304741,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 7 02:54:46 2024","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.52400000000000002,"15min":0.52800000000000002},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.65700000000000003,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.54400000000000004,"15min":0.54500000000000004},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.32400000000000001}]},{"osd":1,"last update":"Thu Mar 7 02:54:46 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.55000000000000004,"15min":0.55200000000000005},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.97999999999999998,"5min":0.61499999999999999,"15min":0.55400000000000005},"min":{"1min":0.36099999999999999,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":8.1829999999999998,"5min":8.1829999999999998,"15min":8.1829999999999998},"last":0.45700000000000002}]},{"osd":2,"last update":"Thu Mar 7 02:54:46 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.53300000000000003,"15min":0.52900000000000003},"min":{"1min":0.39500000000000002,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.70199999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.40300000000000002},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.54400000000000004,"15min":0.54200000000000004},"min":{"1min":0.443,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.379}]},{"osd":3,"last update":"Thu Mar 7 02:54:46 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.53100000000000003,"15min":0.52900000000000003},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.56100000000000005,"15min":0.55800000000000005},"min":{"1min":0.47799999999999998,"5min":0.374,"15min":0.374},"max":{"1min":0.73599999999999999,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.55200000000000005}]},{"osd":4,"last update":"Thu Mar 7 02:54:46 2024","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.41599999999999998,"15min":0.40999999999999998},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.97299999999999998,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.42999999999999999,"15min":0.42299999999999999},"min":{"1min":0.33000000000000002,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":0.51700000000000002}]},{"osd":6,"last update":"Thu Mar 7 02:55:12 2024","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.63300000000000001,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.504,"5min":0.47199999999999998,"15min":0.46600000000000003},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.52900000000000003}]},{"osd":7,"last update":"Thu Mar 7 02:54:34 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.995,"5min":0.995,"15min":0.995},"last":0.54200000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2348,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-07T02:55:34.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:33 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:34.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:33 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:34.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:33 smithi092 ceph-mon[31083]: from='client.24677 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T02:55:34.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:33 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T02:55:34.328 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 02:55:34 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[72828]: ts=2024-03-07T02:55:34.167Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.00363582s 2024-03-07T02:55:35.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:35 smithi092 ceph-mon[31083]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:35.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:35 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:35.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:35 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:35.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:35 smithi090 ceph-mon[27223]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:35.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:35 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:35.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:35 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:35.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:35 smithi090 ceph-mon[37987]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:35.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:35 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:35.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:35 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:36.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:36 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:55:36.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:36 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:55:36.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:36 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:36.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:36 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:55:36.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:36 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:55:36.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:36 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:36.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:36 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:55:36.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:36 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:55:36.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:36 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:37.039 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph pg dump --format=json 2024-03-07T02:55:37.257 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T02:55:37.664 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:37 smithi090 ceph-mon[27223]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:37.664 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:37 smithi090 ceph-mon[37987]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:37.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:37 smithi092 ceph-mon[31083]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:38.773 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:38 smithi090 ceph-mon[27223]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:38.773 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:38 smithi090 ceph-mon[37987]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:38.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:38 smithi092 ceph-mon[31083]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:39.359 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T02:55:39.361 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-03-07T02:55:40.138 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":47,"stamp":"2024-03-07T02:55:38.427189+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593514,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":227,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":223420,"kb_used_data":7248,"kb_used_omap":13,"kb_used_meta":216050,"kb_avail":749737796,"statfs":{"total":767960285184,"available":767731503104,"internally_reserved":0,"allocated":7421952,"data_stored":4199529,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":14248,"internal_metadata":221235288},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002829"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.838657+0000","last_change":"2024-03-07T02:53:49.854685+0000","last_active":"2024-03-07T02:55:18.838657+0000","last_peered":"2024-03-07T02:55:18.838657+0000","last_clean":"2024-03-07T02:55:18.838657+0000","last_became_active":"2024-03-07T02:53:49.854367+0000","last_became_peered":"2024-03-07T02:53:49.854367+0000","last_unstale":"2024-03-07T02:55:18.838657+0000","last_undegraded":"2024-03-07T02:55:18.838657+0000","last_fullsized":"2024-03-07T02:55:18.838657+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:49:01.186453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.835132+0000","last_change":"2024-03-07T02:53:49.842861+0000","last_active":"2024-03-07T02:55:18.835132+0000","last_peered":"2024-03-07T02:55:18.835132+0000","last_clean":"2024-03-07T02:55:18.835132+0000","last_became_active":"2024-03-07T02:53:49.842590+0000","last_became_peered":"2024-03-07T02:53:49.842590+0000","last_unstale":"2024-03-07T02:55:18.835132+0000","last_undegraded":"2024-03-07T02:55:18.835132+0000","last_fullsized":"2024-03-07T02:55:18.835132+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:07:22.484029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.840546+0000","last_change":"2024-03-07T02:53:49.839091+0000","last_active":"2024-03-07T02:55:18.840546+0000","last_peered":"2024-03-07T02:55:18.840546+0000","last_clean":"2024-03-07T02:55:18.840546+0000","last_became_active":"2024-03-07T02:53:49.838498+0000","last_became_peered":"2024-03-07T02:53:49.838498+0000","last_unstale":"2024-03-07T02:55:18.840546+0000","last_undegraded":"2024-03-07T02:55:18.840546+0000","last_fullsized":"2024-03-07T02:55:18.840546+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:01:02.450914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834834+0000","last_change":"2024-03-07T02:53:49.843855+0000","last_active":"2024-03-07T02:55:18.834834+0000","last_peered":"2024-03-07T02:55:18.834834+0000","last_clean":"2024-03-07T02:55:18.834834+0000","last_became_active":"2024-03-07T02:53:49.842954+0000","last_became_peered":"2024-03-07T02:53:49.842954+0000","last_unstale":"2024-03-07T02:55:18.834834+0000","last_undegraded":"2024-03-07T02:55:18.834834+0000","last_fullsized":"2024-03-07T02:55:18.834834+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:14:05.674966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.838402+0000","last_change":"2024-03-07T02:53:49.859451+0000","last_active":"2024-03-07T02:55:18.838402+0000","last_peered":"2024-03-07T02:55:18.838402+0000","last_clean":"2024-03-07T02:55:18.838402+0000","last_became_active":"2024-03-07T02:53:49.858563+0000","last_became_peered":"2024-03-07T02:53:49.858563+0000","last_unstale":"2024-03-07T02:55:18.838402+0000","last_undegraded":"2024-03-07T02:55:18.838402+0000","last_fullsized":"2024-03-07T02:55:18.838402+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T02:57:36.955801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834912+0000","last_change":"2024-03-07T02:53:49.837569+0000","last_active":"2024-03-07T02:55:18.834912+0000","last_peered":"2024-03-07T02:55:18.834912+0000","last_clean":"2024-03-07T02:55:18.834912+0000","last_became_active":"2024-03-07T02:53:49.836837+0000","last_became_peered":"2024-03-07T02:53:49.836837+0000","last_unstale":"2024-03-07T02:55:18.834912+0000","last_undegraded":"2024-03-07T02:55:18.834912+0000","last_fullsized":"2024-03-07T02:55:18.834912+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:58:29.564285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.837489+0000","last_change":"2024-03-07T02:53:49.857278+0000","last_active":"2024-03-07T02:55:18.837489+0000","last_peered":"2024-03-07T02:55:18.837489+0000","last_clean":"2024-03-07T02:55:18.837489+0000","last_became_active":"2024-03-07T02:53:49.856372+0000","last_became_peered":"2024-03-07T02:53:49.856372+0000","last_unstale":"2024-03-07T02:55:18.837489+0000","last_undegraded":"2024-03-07T02:55:18.837489+0000","last_fullsized":"2024-03-07T02:55:18.837489+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:55:27.367563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.838026+0000","last_change":"2024-03-07T02:53:49.854425+0000","last_active":"2024-03-07T02:55:18.838026+0000","last_peered":"2024-03-07T02:55:18.838026+0000","last_clean":"2024-03-07T02:55:18.838026+0000","last_became_active":"2024-03-07T02:53:49.854138+0000","last_became_peered":"2024-03-07T02:53:49.854138+0000","last_unstale":"2024-03-07T02:55:18.838026+0000","last_undegraded":"2024-03-07T02:55:18.838026+0000","last_fullsized":"2024-03-07T02:55:18.838026+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:01:55.740535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.838585+0000","last_change":"2024-03-07T02:53:49.845405+0000","last_active":"2024-03-07T02:55:18.838585+0000","last_peered":"2024-03-07T02:55:18.838585+0000","last_clean":"2024-03-07T02:55:18.838585+0000","last_became_active":"2024-03-07T02:53:49.845107+0000","last_became_peered":"2024-03-07T02:53:49.845107+0000","last_unstale":"2024-03-07T02:55:18.838585+0000","last_undegraded":"2024-03-07T02:55:18.838585+0000","last_fullsized":"2024-03-07T02:55:18.838585+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:15:38.538297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.837076+0000","last_change":"2024-03-07T02:53:49.847586+0000","last_active":"2024-03-07T02:55:18.837076+0000","last_peered":"2024-03-07T02:55:18.837076+0000","last_clean":"2024-03-07T02:55:18.837076+0000","last_became_active":"2024-03-07T02:53:49.847126+0000","last_became_peered":"2024-03-07T02:53:49.847126+0000","last_unstale":"2024-03-07T02:55:18.837076+0000","last_undegraded":"2024-03-07T02:55:18.837076+0000","last_fullsized":"2024-03-07T02:55:18.837076+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:48:24.852987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.837117+0000","last_change":"2024-03-07T02:53:49.851801+0000","last_active":"2024-03-07T02:55:18.837117+0000","last_peered":"2024-03-07T02:55:18.837117+0000","last_clean":"2024-03-07T02:55:18.837117+0000","last_became_active":"2024-03-07T02:53:49.851464+0000","last_became_peered":"2024-03-07T02:53:49.851464+0000","last_unstale":"2024-03-07T02:55:18.837117+0000","last_undegraded":"2024-03-07T02:55:18.837117+0000","last_fullsized":"2024-03-07T02:55:18.837117+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T02:59:44.199669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-07T02:55:20.007181+0000","last_change":"2024-03-07T02:55:20.007181+0000","last_active":"2024-03-07T02:55:20.007181+0000","last_peered":"2024-03-07T02:55:20.007181+0000","last_clean":"2024-03-07T02:55:20.007181+0000","last_became_active":"2024-03-07T02:55:20.006862+0000","last_became_peered":"2024-03-07T02:55:20.006862+0000","last_unstale":"2024-03-07T02:55:20.007181+0000","last_undegraded":"2024-03-07T02:55:20.007181+0000","last_fullsized":"2024-03-07T02:55:20.007181+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:05:39.862576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.837050+0000","last_change":"2024-03-07T02:53:49.846374+0000","last_active":"2024-03-07T02:55:18.837050+0000","last_peered":"2024-03-07T02:55:18.837050+0000","last_clean":"2024-03-07T02:55:18.837050+0000","last_became_active":"2024-03-07T02:53:49.845970+0000","last_became_peered":"2024-03-07T02:53:49.845970+0000","last_unstale":"2024-03-07T02:55:18.837050+0000","last_undegraded":"2024-03-07T02:55:18.837050+0000","last_fullsized":"2024-03-07T02:55:18.837050+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:03:02.137070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.839644+0000","last_change":"2024-03-07T02:53:49.841282+0000","last_active":"2024-03-07T02:55:18.839644+0000","last_peered":"2024-03-07T02:55:18.839644+0000","last_clean":"2024-03-07T02:55:18.839644+0000","last_became_active":"2024-03-07T02:53:49.838909+0000","last_became_peered":"2024-03-07T02:53:49.838909+0000","last_unstale":"2024-03-07T02:55:18.839644+0000","last_undegraded":"2024-03-07T02:55:18.839644+0000","last_fullsized":"2024-03-07T02:55:18.839644+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:43:13.370870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.836078+0000","last_change":"2024-03-07T02:53:49.855523+0000","last_active":"2024-03-07T02:55:18.836078+0000","last_peered":"2024-03-07T02:55:18.836078+0000","last_clean":"2024-03-07T02:55:18.836078+0000","last_became_active":"2024-03-07T02:53:49.855250+0000","last_became_peered":"2024-03-07T02:53:49.855250+0000","last_unstale":"2024-03-07T02:55:18.836078+0000","last_undegraded":"2024-03-07T02:55:18.836078+0000","last_fullsized":"2024-03-07T02:55:18.836078+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T02:56:46.370579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834439+0000","last_change":"2024-03-07T02:53:49.840840+0000","last_active":"2024-03-07T02:55:18.834439+0000","last_peered":"2024-03-07T02:55:18.834439+0000","last_clean":"2024-03-07T02:55:18.834439+0000","last_became_active":"2024-03-07T02:53:49.840550+0000","last_became_peered":"2024-03-07T02:53:49.840550+0000","last_unstale":"2024-03-07T02:55:18.834439+0000","last_undegraded":"2024-03-07T02:55:18.834439+0000","last_fullsized":"2024-03-07T02:55:18.834439+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:15:21.960266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.835324+0000","last_change":"2024-03-07T02:53:49.847259+0000","last_active":"2024-03-07T02:55:18.835324+0000","last_peered":"2024-03-07T02:55:18.835324+0000","last_clean":"2024-03-07T02:55:18.835324+0000","last_became_active":"2024-03-07T02:53:49.846943+0000","last_became_peered":"2024-03-07T02:53:49.846943+0000","last_unstale":"2024-03-07T02:55:18.835324+0000","last_undegraded":"2024-03-07T02:55:18.835324+0000","last_fullsized":"2024-03-07T02:55:18.835324+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:47:18.244929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.835356+0000","last_change":"2024-03-07T02:53:49.853504+0000","last_active":"2024-03-07T02:55:18.835356+0000","last_peered":"2024-03-07T02:55:18.835356+0000","last_clean":"2024-03-07T02:55:18.835356+0000","last_became_active":"2024-03-07T02:53:49.851609+0000","last_became_peered":"2024-03-07T02:53:49.851609+0000","last_unstale":"2024-03-07T02:55:18.835356+0000","last_undegraded":"2024-03-07T02:55:18.835356+0000","last_fullsized":"2024-03-07T02:55:18.835356+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:49:04.202879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.838664+0000","last_change":"2024-03-07T02:53:49.850684+0000","last_active":"2024-03-07T02:55:18.838664+0000","last_peered":"2024-03-07T02:55:18.838664+0000","last_clean":"2024-03-07T02:55:18.838664+0000","last_became_active":"2024-03-07T02:53:49.850380+0000","last_became_peered":"2024-03-07T02:53:49.850380+0000","last_unstale":"2024-03-07T02:55:18.838664+0000","last_undegraded":"2024-03-07T02:55:18.838664+0000","last_fullsized":"2024-03-07T02:55:18.838664+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:00:27.072675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"61'4","reported_seq":22,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.840873+0000","last_change":"2024-03-07T02:53:49.496615+0000","last_active":"2024-03-07T02:55:18.840873+0000","last_peered":"2024-03-07T02:55:18.840873+0000","last_clean":"2024-03-07T02:55:18.840873+0000","last_became_active":"2024-03-07T02:53:49.496361+0000","last_became_peered":"2024-03-07T02:53:49.496361+0000","last_unstale":"2024-03-07T02:55:18.840873+0000","last_undegraded":"2024-03-07T02:55:18.840873+0000","last_fullsized":"2024-03-07T02:55:18.840873+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:03:34.940835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.837513+0000","last_change":"2024-03-07T02:53:49.845423+0000","last_active":"2024-03-07T02:55:18.837513+0000","last_peered":"2024-03-07T02:55:18.837513+0000","last_clean":"2024-03-07T02:55:18.837513+0000","last_became_active":"2024-03-07T02:53:49.845155+0000","last_became_peered":"2024-03-07T02:53:49.845155+0000","last_unstale":"2024-03-07T02:55:18.837513+0000","last_undegraded":"2024-03-07T02:55:18.837513+0000","last_fullsized":"2024-03-07T02:55:18.837513+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:41:39.478821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.837610+0000","last_change":"2024-03-07T02:53:49.492802+0000","last_active":"2024-03-07T02:55:18.837610+0000","last_peered":"2024-03-07T02:55:18.837610+0000","last_clean":"2024-03-07T02:55:18.837610+0000","last_became_active":"2024-03-07T02:53:49.492524+0000","last_became_peered":"2024-03-07T02:53:49.492524+0000","last_unstale":"2024-03-07T02:55:18.837610+0000","last_undegraded":"2024-03-07T02:55:18.837610+0000","last_fullsized":"2024-03-07T02:55:18.837610+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:46:11.087858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.840877+0000","last_change":"2024-03-07T02:53:49.840417+0000","last_active":"2024-03-07T02:55:18.840877+0000","last_peered":"2024-03-07T02:55:18.840877+0000","last_clean":"2024-03-07T02:55:18.840877+0000","last_became_active":"2024-03-07T02:53:49.840154+0000","last_became_peered":"2024-03-07T02:53:49.840154+0000","last_unstale":"2024-03-07T02:55:18.840877+0000","last_undegraded":"2024-03-07T02:55:18.840877+0000","last_fullsized":"2024-03-07T02:55:18.840877+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:39:44.772598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.838939+0000","last_change":"2024-03-07T02:53:49.496733+0000","last_active":"2024-03-07T02:55:18.838939+0000","last_peered":"2024-03-07T02:55:18.838939+0000","last_clean":"2024-03-07T02:55:18.838939+0000","last_became_active":"2024-03-07T02:53:49.496387+0000","last_became_peered":"2024-03-07T02:53:49.496387+0000","last_unstale":"2024-03-07T02:55:18.838939+0000","last_undegraded":"2024-03-07T02:55:18.838939+0000","last_fullsized":"2024-03-07T02:55:18.838939+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:20:05.531547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.835083+0000","last_change":"2024-03-07T02:53:49.849772+0000","last_active":"2024-03-07T02:55:18.835083+0000","last_peered":"2024-03-07T02:55:18.835083+0000","last_clean":"2024-03-07T02:55:18.835083+0000","last_became_active":"2024-03-07T02:53:49.849293+0000","last_became_peered":"2024-03-07T02:53:49.849293+0000","last_unstale":"2024-03-07T02:55:18.835083+0000","last_undegraded":"2024-03-07T02:55:18.835083+0000","last_fullsized":"2024-03-07T02:55:18.835083+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:58:53.630596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.838298+0000","last_change":"2024-03-07T02:53:49.493668+0000","last_active":"2024-03-07T02:55:18.838298+0000","last_peered":"2024-03-07T02:55:18.838298+0000","last_clean":"2024-03-07T02:55:18.838298+0000","last_became_active":"2024-03-07T02:53:49.493367+0000","last_became_peered":"2024-03-07T02:53:49.493367+0000","last_unstale":"2024-03-07T02:55:18.838298+0000","last_undegraded":"2024-03-07T02:55:18.838298+0000","last_fullsized":"2024-03-07T02:55:18.838298+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:41:11.876342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.835092+0000","last_change":"2024-03-07T02:53:49.846608+0000","last_active":"2024-03-07T02:55:18.835092+0000","last_peered":"2024-03-07T02:55:18.835092+0000","last_clean":"2024-03-07T02:55:18.835092+0000","last_became_active":"2024-03-07T02:53:49.846295+0000","last_became_peered":"2024-03-07T02:53:49.846295+0000","last_unstale":"2024-03-07T02:55:18.835092+0000","last_undegraded":"2024-03-07T02:55:18.835092+0000","last_fullsized":"2024-03-07T02:55:18.835092+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:23:15.144059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.837187+0000","last_change":"2024-03-07T02:53:49.491145+0000","last_active":"2024-03-07T02:55:18.837187+0000","last_peered":"2024-03-07T02:55:18.837187+0000","last_clean":"2024-03-07T02:55:18.837187+0000","last_became_active":"2024-03-07T02:53:49.490843+0000","last_became_peered":"2024-03-07T02:53:49.490843+0000","last_unstale":"2024-03-07T02:55:18.837187+0000","last_undegraded":"2024-03-07T02:55:18.837187+0000","last_fullsized":"2024-03-07T02:55:18.837187+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:06:27.120338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.840017+0000","last_change":"2024-03-07T02:53:49.857122+0000","last_active":"2024-03-07T02:55:18.840017+0000","last_peered":"2024-03-07T02:55:18.840017+0000","last_clean":"2024-03-07T02:55:18.840017+0000","last_became_active":"2024-03-07T02:53:49.856810+0000","last_became_peered":"2024-03-07T02:53:49.856810+0000","last_unstale":"2024-03-07T02:55:18.840017+0000","last_undegraded":"2024-03-07T02:55:18.840017+0000","last_fullsized":"2024-03-07T02:55:18.840017+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:34:07.008415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.837830+0000","last_change":"2024-03-07T02:53:49.485668+0000","last_active":"2024-03-07T02:55:18.837830+0000","last_peered":"2024-03-07T02:55:18.837830+0000","last_clean":"2024-03-07T02:55:18.837830+0000","last_became_active":"2024-03-07T02:53:49.484010+0000","last_became_peered":"2024-03-07T02:53:49.484010+0000","last_unstale":"2024-03-07T02:55:18.837830+0000","last_undegraded":"2024-03-07T02:55:18.837830+0000","last_fullsized":"2024-03-07T02:55:18.837830+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:35.133314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.839820+0000","last_change":"2024-03-07T02:53:49.854850+0000","last_active":"2024-03-07T02:55:18.839820+0000","last_peered":"2024-03-07T02:55:18.839820+0000","last_clean":"2024-03-07T02:55:18.839820+0000","last_became_active":"2024-03-07T02:53:49.854568+0000","last_became_peered":"2024-03-07T02:53:49.854568+0000","last_unstale":"2024-03-07T02:55:18.839820+0000","last_undegraded":"2024-03-07T02:55:18.839820+0000","last_fullsized":"2024-03-07T02:55:18.839820+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:02:46.888600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.837284+0000","last_change":"2024-03-07T02:53:49.495458+0000","last_active":"2024-03-07T02:55:18.837284+0000","last_peered":"2024-03-07T02:55:18.837284+0000","last_clean":"2024-03-07T02:55:18.837284+0000","last_became_active":"2024-03-07T02:53:49.495127+0000","last_became_peered":"2024-03-07T02:53:49.495127+0000","last_unstale":"2024-03-07T02:55:18.837284+0000","last_undegraded":"2024-03-07T02:55:18.837284+0000","last_fullsized":"2024-03-07T02:55:18.837284+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:53:26.260190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":26,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-07T02:55:19.845560+0000","last_change":"2024-03-07T02:55:19.845560+0000","last_active":"2024-03-07T02:55:19.845560+0000","last_peered":"2024-03-07T02:55:19.845560+0000","last_clean":"2024-03-07T02:55:19.845560+0000","last_became_active":"2024-03-07T02:55:19.845014+0000","last_became_peered":"2024-03-07T02:55:19.845014+0000","last_unstale":"2024-03-07T02:55:19.845560+0000","last_undegraded":"2024-03-07T02:55:19.845560+0000","last_fullsized":"2024-03-07T02:55:19.845560+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:30:28.021913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834659+0000","last_change":"2024-03-07T02:53:49.497442+0000","last_active":"2024-03-07T02:55:18.834659+0000","last_peered":"2024-03-07T02:55:18.834659+0000","last_clean":"2024-03-07T02:55:18.834659+0000","last_became_active":"2024-03-07T02:53:49.497185+0000","last_became_peered":"2024-03-07T02:53:49.497185+0000","last_unstale":"2024-03-07T02:55:18.834659+0000","last_undegraded":"2024-03-07T02:55:18.834659+0000","last_fullsized":"2024-03-07T02:55:18.834659+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:12:33.336003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.836177+0000","last_change":"2024-03-07T02:53:49.854803+0000","last_active":"2024-03-07T02:55:18.836177+0000","last_peered":"2024-03-07T02:55:18.836177+0000","last_clean":"2024-03-07T02:55:18.836177+0000","last_became_active":"2024-03-07T02:53:49.854522+0000","last_became_peered":"2024-03-07T02:53:49.854522+0000","last_unstale":"2024-03-07T02:55:18.836177+0000","last_undegraded":"2024-03-07T02:55:18.836177+0000","last_fullsized":"2024-03-07T02:55:18.836177+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:00:56.936050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.837345+0000","last_change":"2024-03-07T02:53:49.488792+0000","last_active":"2024-03-07T02:55:18.837345+0000","last_peered":"2024-03-07T02:55:18.837345+0000","last_clean":"2024-03-07T02:55:18.837345+0000","last_became_active":"2024-03-07T02:53:49.488508+0000","last_became_peered":"2024-03-07T02:53:49.488508+0000","last_unstale":"2024-03-07T02:55:18.837345+0000","last_undegraded":"2024-03-07T02:55:18.837345+0000","last_fullsized":"2024-03-07T02:55:18.837345+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:55:19.607029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.835207+0000","last_change":"2024-03-07T02:53:49.842000+0000","last_active":"2024-03-07T02:55:18.835207+0000","last_peered":"2024-03-07T02:55:18.835207+0000","last_clean":"2024-03-07T02:55:18.835207+0000","last_became_active":"2024-03-07T02:53:49.841724+0000","last_became_peered":"2024-03-07T02:53:49.841724+0000","last_unstale":"2024-03-07T02:55:18.835207+0000","last_undegraded":"2024-03-07T02:55:18.835207+0000","last_fullsized":"2024-03-07T02:55:18.835207+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:20:29.102396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834971+0000","last_change":"2024-03-07T02:53:49.490998+0000","last_active":"2024-03-07T02:55:18.834971+0000","last_peered":"2024-03-07T02:55:18.834971+0000","last_clean":"2024-03-07T02:55:18.834971+0000","last_became_active":"2024-03-07T02:53:49.490599+0000","last_became_peered":"2024-03-07T02:53:49.490599+0000","last_unstale":"2024-03-07T02:55:18.834971+0000","last_undegraded":"2024-03-07T02:55:18.834971+0000","last_fullsized":"2024-03-07T02:55:18.834971+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:12:26.660615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.840822+0000","last_change":"2024-03-07T02:53:49.840939+0000","last_active":"2024-03-07T02:55:18.840822+0000","last_peered":"2024-03-07T02:55:18.840822+0000","last_clean":"2024-03-07T02:55:18.840822+0000","last_became_active":"2024-03-07T02:53:49.837481+0000","last_became_peered":"2024-03-07T02:53:49.837481+0000","last_unstale":"2024-03-07T02:55:18.840822+0000","last_undegraded":"2024-03-07T02:55:18.840822+0000","last_fullsized":"2024-03-07T02:55:18.840822+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:13:25.790774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834921+0000","last_change":"2024-03-07T02:53:49.499459+0000","last_active":"2024-03-07T02:55:18.834921+0000","last_peered":"2024-03-07T02:55:18.834921+0000","last_clean":"2024-03-07T02:55:18.834921+0000","last_became_active":"2024-03-07T02:53:49.499124+0000","last_became_peered":"2024-03-07T02:53:49.499124+0000","last_unstale":"2024-03-07T02:55:18.834921+0000","last_undegraded":"2024-03-07T02:55:18.834921+0000","last_fullsized":"2024-03-07T02:55:18.834921+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:34:08.247608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.840600+0000","last_change":"2024-03-07T02:53:49.861812+0000","last_active":"2024-03-07T02:55:18.840600+0000","last_peered":"2024-03-07T02:55:18.840600+0000","last_clean":"2024-03-07T02:55:18.840600+0000","last_became_active":"2024-03-07T02:53:49.861517+0000","last_became_peered":"2024-03-07T02:53:49.861517+0000","last_unstale":"2024-03-07T02:55:18.840600+0000","last_undegraded":"2024-03-07T02:55:18.840600+0000","last_fullsized":"2024-03-07T02:55:18.840600+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:10:59.157425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"64'9","reported_seq":27,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.836740+0000","last_change":"2024-03-07T02:53:49.490538+0000","last_active":"2024-03-07T02:55:18.836740+0000","last_peered":"2024-03-07T02:55:18.836740+0000","last_clean":"2024-03-07T02:55:18.836740+0000","last_became_active":"2024-03-07T02:53:49.490216+0000","last_became_peered":"2024-03-07T02:53:49.490216+0000","last_unstale":"2024-03-07T02:55:18.836740+0000","last_undegraded":"2024-03-07T02:55:18.836740+0000","last_fullsized":"2024-03-07T02:55:18.836740+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:34:37.540002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2348,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.838790+0000","last_change":"2024-03-07T02:53:49.858320+0000","last_active":"2024-03-07T02:55:18.838790+0000","last_peered":"2024-03-07T02:55:18.838790+0000","last_clean":"2024-03-07T02:55:18.838790+0000","last_became_active":"2024-03-07T02:53:49.857970+0000","last_became_peered":"2024-03-07T02:53:49.857970+0000","last_unstale":"2024-03-07T02:55:18.838790+0000","last_undegraded":"2024-03-07T02:55:18.838790+0000","last_fullsized":"2024-03-07T02:55:18.838790+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:39:04.814763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.840191+0000","last_change":"2024-03-07T02:53:49.495999+0000","last_active":"2024-03-07T02:55:18.840191+0000","last_peered":"2024-03-07T02:55:18.840191+0000","last_clean":"2024-03-07T02:55:18.840191+0000","last_became_active":"2024-03-07T02:53:49.495735+0000","last_became_peered":"2024-03-07T02:53:49.495735+0000","last_unstale":"2024-03-07T02:55:18.840191+0000","last_undegraded":"2024-03-07T02:55:18.840191+0000","last_fullsized":"2024-03-07T02:55:18.840191+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:23:36.044807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.839644+0000","last_change":"2024-03-07T02:53:49.850032+0000","last_active":"2024-03-07T02:55:18.839644+0000","last_peered":"2024-03-07T02:55:18.839644+0000","last_clean":"2024-03-07T02:55:18.839644+0000","last_became_active":"2024-03-07T02:53:49.849635+0000","last_became_peered":"2024-03-07T02:53:49.849635+0000","last_unstale":"2024-03-07T02:55:18.839644+0000","last_undegraded":"2024-03-07T02:55:18.839644+0000","last_fullsized":"2024-03-07T02:55:18.839644+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:11:53.269163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834588+0000","last_change":"2024-03-07T02:53:49.486515+0000","last_active":"2024-03-07T02:55:18.834588+0000","last_peered":"2024-03-07T02:55:18.834588+0000","last_clean":"2024-03-07T02:55:18.834588+0000","last_became_active":"2024-03-07T02:53:49.486220+0000","last_became_peered":"2024-03-07T02:53:49.486220+0000","last_unstale":"2024-03-07T02:55:18.834588+0000","last_undegraded":"2024-03-07T02:55:18.834588+0000","last_fullsized":"2024-03-07T02:55:18.834588+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:10:27.945262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.838238+0000","last_change":"2024-03-07T02:53:49.859121+0000","last_active":"2024-03-07T02:55:18.838238+0000","last_peered":"2024-03-07T02:55:18.838238+0000","last_clean":"2024-03-07T02:55:18.838238+0000","last_became_active":"2024-03-07T02:53:49.858172+0000","last_became_peered":"2024-03-07T02:53:49.858172+0000","last_unstale":"2024-03-07T02:55:18.838238+0000","last_undegraded":"2024-03-07T02:55:18.838238+0000","last_fullsized":"2024-03-07T02:55:18.838238+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:45:33.378053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.836692+0000","last_change":"2024-03-07T02:53:49.483351+0000","last_active":"2024-03-07T02:55:18.836692+0000","last_peered":"2024-03-07T02:55:18.836692+0000","last_clean":"2024-03-07T02:55:18.836692+0000","last_became_active":"2024-03-07T02:53:49.483044+0000","last_became_peered":"2024-03-07T02:53:49.483044+0000","last_unstale":"2024-03-07T02:55:18.836692+0000","last_undegraded":"2024-03-07T02:55:18.836692+0000","last_fullsized":"2024-03-07T02:55:18.836692+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:12:12.898292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.836543+0000","last_change":"2024-03-07T02:53:49.846034+0000","last_active":"2024-03-07T02:55:18.836543+0000","last_peered":"2024-03-07T02:55:18.836543+0000","last_clean":"2024-03-07T02:55:18.836543+0000","last_became_active":"2024-03-07T02:53:49.844815+0000","last_became_peered":"2024-03-07T02:53:49.844815+0000","last_unstale":"2024-03-07T02:55:18.836543+0000","last_undegraded":"2024-03-07T02:55:18.836543+0000","last_fullsized":"2024-03-07T02:55:18.836543+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:25:03.258868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":26,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834220+0000","last_change":"2024-03-07T02:53:49.486270+0000","last_active":"2024-03-07T02:55:18.834220+0000","last_peered":"2024-03-07T02:55:18.834220+0000","last_clean":"2024-03-07T02:55:18.834220+0000","last_became_active":"2024-03-07T02:53:49.485932+0000","last_became_peered":"2024-03-07T02:53:49.485932+0000","last_unstale":"2024-03-07T02:55:18.834220+0000","last_undegraded":"2024-03-07T02:55:18.834220+0000","last_fullsized":"2024-03-07T02:55:18.834220+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:34:04.554605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.837785+0000","last_change":"2024-03-07T02:53:49.857113+0000","last_active":"2024-03-07T02:55:18.837785+0000","last_peered":"2024-03-07T02:55:18.837785+0000","last_clean":"2024-03-07T02:55:18.837785+0000","last_became_active":"2024-03-07T02:53:49.856802+0000","last_became_peered":"2024-03-07T02:53:49.856802+0000","last_unstale":"2024-03-07T02:55:18.837785+0000","last_undegraded":"2024-03-07T02:55:18.837785+0000","last_fullsized":"2024-03-07T02:55:18.837785+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:25:25.592892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.840548+0000","last_change":"2024-03-07T02:53:49.490403+0000","last_active":"2024-03-07T02:55:18.840548+0000","last_peered":"2024-03-07T02:55:18.840548+0000","last_clean":"2024-03-07T02:55:18.840548+0000","last_became_active":"2024-03-07T02:53:49.489044+0000","last_became_peered":"2024-03-07T02:53:49.489044+0000","last_unstale":"2024-03-07T02:55:18.840548+0000","last_undegraded":"2024-03-07T02:55:18.840548+0000","last_fullsized":"2024-03-07T02:55:18.840548+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:10:28.076184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.838337+0000","last_change":"2024-03-07T02:53:49.857477+0000","last_active":"2024-03-07T02:55:18.838337+0000","last_peered":"2024-03-07T02:55:18.838337+0000","last_clean":"2024-03-07T02:55:18.838337+0000","last_became_active":"2024-03-07T02:53:49.857201+0000","last_became_peered":"2024-03-07T02:53:49.857201+0000","last_unstale":"2024-03-07T02:55:18.838337+0000","last_undegraded":"2024-03-07T02:55:18.838337+0000","last_fullsized":"2024-03-07T02:55:18.838337+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:38:55.410512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834311+0000","last_change":"2024-03-07T02:54:18.514451+0000","last_active":"2024-03-07T02:55:18.834311+0000","last_peered":"2024-03-07T02:55:18.834311+0000","last_clean":"2024-03-07T02:55:18.834311+0000","last_became_active":"2024-03-07T02:54:18.514168+0000","last_became_peered":"2024-03-07T02:54:18.514168+0000","last_unstale":"2024-03-07T02:55:18.834311+0000","last_undegraded":"2024-03-07T02:55:18.834311+0000","last_fullsized":"2024-03-07T02:55:18.834311+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:48:33.570989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834508+0000","last_change":"2024-03-07T02:53:49.500366+0000","last_active":"2024-03-07T02:55:18.834508+0000","last_peered":"2024-03-07T02:55:18.834508+0000","last_clean":"2024-03-07T02:55:18.834508+0000","last_became_active":"2024-03-07T02:53:49.499503+0000","last_became_peered":"2024-03-07T02:53:49.499503+0000","last_unstale":"2024-03-07T02:55:18.834508+0000","last_undegraded":"2024-03-07T02:55:18.834508+0000","last_fullsized":"2024-03-07T02:55:18.834508+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:20:56.449629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.835107+0000","last_change":"2024-03-07T02:53:49.838714+0000","last_active":"2024-03-07T02:55:18.835107+0000","last_peered":"2024-03-07T02:55:18.835107+0000","last_clean":"2024-03-07T02:55:18.835107+0000","last_became_active":"2024-03-07T02:53:49.838397+0000","last_became_peered":"2024-03-07T02:53:49.838397+0000","last_unstale":"2024-03-07T02:55:18.835107+0000","last_undegraded":"2024-03-07T02:55:18.835107+0000","last_fullsized":"2024-03-07T02:55:18.835107+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:10:21.908919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834590+0000","last_change":"2024-03-07T02:54:18.393130+0000","last_active":"2024-03-07T02:55:18.834590+0000","last_peered":"2024-03-07T02:55:18.834590+0000","last_clean":"2024-03-07T02:55:18.834590+0000","last_became_active":"2024-03-07T02:54:18.392706+0000","last_became_peered":"2024-03-07T02:54:18.392706+0000","last_unstale":"2024-03-07T02:55:18.834590+0000","last_undegraded":"2024-03-07T02:55:18.834590+0000","last_fullsized":"2024-03-07T02:55:18.834590+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:27:19.528265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834551+0000","last_change":"2024-03-07T02:53:49.492984+0000","last_active":"2024-03-07T02:55:18.834551+0000","last_peered":"2024-03-07T02:55:18.834551+0000","last_clean":"2024-03-07T02:55:18.834551+0000","last_became_active":"2024-03-07T02:53:49.492690+0000","last_became_peered":"2024-03-07T02:53:49.492690+0000","last_unstale":"2024-03-07T02:55:18.834551+0000","last_undegraded":"2024-03-07T02:55:18.834551+0000","last_fullsized":"2024-03-07T02:55:18.834551+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:42:56.268562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.840270+0000","last_change":"2024-03-07T02:53:49.860852+0000","last_active":"2024-03-07T02:55:18.840270+0000","last_peered":"2024-03-07T02:55:18.840270+0000","last_clean":"2024-03-07T02:55:18.840270+0000","last_became_active":"2024-03-07T02:53:49.860053+0000","last_became_peered":"2024-03-07T02:53:49.860053+0000","last_unstale":"2024-03-07T02:55:18.840270+0000","last_undegraded":"2024-03-07T02:55:18.840270+0000","last_fullsized":"2024-03-07T02:55:18.840270+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:02:06.497152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.836077+0000","last_change":"2024-03-07T02:54:18.514448+0000","last_active":"2024-03-07T02:55:18.836077+0000","last_peered":"2024-03-07T02:55:18.836077+0000","last_clean":"2024-03-07T02:55:18.836077+0000","last_became_active":"2024-03-07T02:54:18.514066+0000","last_became_peered":"2024-03-07T02:54:18.514066+0000","last_unstale":"2024-03-07T02:55:18.836077+0000","last_undegraded":"2024-03-07T02:55:18.836077+0000","last_fullsized":"2024-03-07T02:55:18.836077+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:28:55.818372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834226+0000","last_change":"2024-03-07T02:53:49.848086+0000","last_active":"2024-03-07T02:55:18.834226+0000","last_peered":"2024-03-07T02:55:18.834226+0000","last_clean":"2024-03-07T02:55:18.834226+0000","last_became_active":"2024-03-07T02:53:49.847455+0000","last_became_peered":"2024-03-07T02:53:49.847455+0000","last_unstale":"2024-03-07T02:55:18.834226+0000","last_undegraded":"2024-03-07T02:55:18.834226+0000","last_fullsized":"2024-03-07T02:55:18.834226+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:22:07.188240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834343+0000","last_change":"2024-03-07T02:53:49.493185+0000","last_active":"2024-03-07T02:55:18.834343+0000","last_peered":"2024-03-07T02:55:18.834343+0000","last_clean":"2024-03-07T02:55:18.834343+0000","last_became_active":"2024-03-07T02:53:49.492892+0000","last_became_peered":"2024-03-07T02:53:49.492892+0000","last_unstale":"2024-03-07T02:55:18.834343+0000","last_undegraded":"2024-03-07T02:55:18.834343+0000","last_fullsized":"2024-03-07T02:55:18.834343+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:49:49.391415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.836931+0000","last_change":"2024-03-07T02:54:19.213434+0000","last_active":"2024-03-07T02:55:18.836931+0000","last_peered":"2024-03-07T02:55:18.836931+0000","last_clean":"2024-03-07T02:55:18.836931+0000","last_became_active":"2024-03-07T02:54:19.213079+0000","last_became_peered":"2024-03-07T02:54:19.213079+0000","last_unstale":"2024-03-07T02:55:18.836931+0000","last_undegraded":"2024-03-07T02:55:18.836931+0000","last_fullsized":"2024-03-07T02:55:18.836931+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:07:22.099334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.837422+0000","last_change":"2024-03-07T02:53:49.839345+0000","last_active":"2024-03-07T02:55:18.837422+0000","last_peered":"2024-03-07T02:55:18.837422+0000","last_clean":"2024-03-07T02:55:18.837422+0000","last_became_active":"2024-03-07T02:53:49.839072+0000","last_became_peered":"2024-03-07T02:53:49.839072+0000","last_unstale":"2024-03-07T02:55:18.837422+0000","last_undegraded":"2024-03-07T02:55:18.837422+0000","last_fullsized":"2024-03-07T02:55:18.837422+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:31:16.320891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834560+0000","last_change":"2024-03-07T02:53:49.487182+0000","last_active":"2024-03-07T02:55:18.834560+0000","last_peered":"2024-03-07T02:55:18.834560+0000","last_clean":"2024-03-07T02:55:18.834560+0000","last_became_active":"2024-03-07T02:53:49.486822+0000","last_became_peered":"2024-03-07T02:53:49.486822+0000","last_unstale":"2024-03-07T02:55:18.834560+0000","last_undegraded":"2024-03-07T02:55:18.834560+0000","last_fullsized":"2024-03-07T02:55:18.834560+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:19:48.370371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"65'128","reported_seq":264,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.837535+0000","last_change":"2024-03-07T02:53:35.330318+0000","last_active":"2024-03-07T02:55:18.837535+0000","last_peered":"2024-03-07T02:55:18.837535+0000","last_clean":"2024-03-07T02:55:18.837535+0000","last_became_active":"2024-03-07T02:53:35.329839+0000","last_became_peered":"2024-03-07T02:53:35.329839+0000","last_unstale":"2024-03-07T02:55:18.837535+0000","last_undegraded":"2024-03-07T02:55:18.837535+0000","last_fullsized":"2024-03-07T02:55:18.837535+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_clean_scrub_stamp":"2024-03-07T02:51:31.238394+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:41:13.020643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.840506+0000","last_change":"2024-03-07T02:54:18.393183+0000","last_active":"2024-03-07T02:55:18.840506+0000","last_peered":"2024-03-07T02:55:18.840506+0000","last_clean":"2024-03-07T02:55:18.840506+0000","last_became_active":"2024-03-07T02:54:18.392902+0000","last_became_peered":"2024-03-07T02:54:18.392902+0000","last_unstale":"2024-03-07T02:55:18.840506+0000","last_undegraded":"2024-03-07T02:55:18.840506+0000","last_fullsized":"2024-03-07T02:55:18.840506+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:42:17.552510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.838065+0000","last_change":"2024-03-07T02:53:49.856920+0000","last_active":"2024-03-07T02:55:18.838065+0000","last_peered":"2024-03-07T02:55:18.838065+0000","last_clean":"2024-03-07T02:55:18.838065+0000","last_became_active":"2024-03-07T02:53:49.856622+0000","last_became_peered":"2024-03-07T02:53:49.856622+0000","last_unstale":"2024-03-07T02:55:18.838065+0000","last_undegraded":"2024-03-07T02:55:18.838065+0000","last_fullsized":"2024-03-07T02:55:18.838065+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T02:54:57.154093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.837365+0000","last_change":"2024-03-07T02:53:49.495948+0000","last_active":"2024-03-07T02:55:18.837365+0000","last_peered":"2024-03-07T02:55:18.837365+0000","last_clean":"2024-03-07T02:55:18.837365+0000","last_became_active":"2024-03-07T02:53:49.495603+0000","last_became_peered":"2024-03-07T02:53:49.495603+0000","last_unstale":"2024-03-07T02:55:18.837365+0000","last_undegraded":"2024-03-07T02:55:18.837365+0000","last_fullsized":"2024-03-07T02:55:18.837365+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:21.769630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.839695+0000","last_change":"2024-03-07T02:54:19.213889+0000","last_active":"2024-03-07T02:55:18.839695+0000","last_peered":"2024-03-07T02:55:18.839695+0000","last_clean":"2024-03-07T02:55:18.839695+0000","last_became_active":"2024-03-07T02:54:19.213572+0000","last_became_peered":"2024-03-07T02:54:19.213572+0000","last_unstale":"2024-03-07T02:55:18.839695+0000","last_undegraded":"2024-03-07T02:55:18.839695+0000","last_fullsized":"2024-03-07T02:55:18.839695+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:25:54.993481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.839009+0000","last_change":"2024-03-07T02:53:49.491803+0000","last_active":"2024-03-07T02:55:18.839009+0000","last_peered":"2024-03-07T02:55:18.839009+0000","last_clean":"2024-03-07T02:55:18.839009+0000","last_became_active":"2024-03-07T02:53:49.491506+0000","last_became_peered":"2024-03-07T02:53:49.491506+0000","last_unstale":"2024-03-07T02:55:18.839009+0000","last_undegraded":"2024-03-07T02:55:18.839009+0000","last_fullsized":"2024-03-07T02:55:18.839009+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:38:50.284164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834620+0000","last_change":"2024-03-07T02:53:49.839085+0000","last_active":"2024-03-07T02:55:18.834620+0000","last_peered":"2024-03-07T02:55:18.834620+0000","last_clean":"2024-03-07T02:55:18.834620+0000","last_became_active":"2024-03-07T02:53:49.838825+0000","last_became_peered":"2024-03-07T02:53:49.838825+0000","last_unstale":"2024-03-07T02:55:18.834620+0000","last_undegraded":"2024-03-07T02:55:18.834620+0000","last_fullsized":"2024-03-07T02:55:18.834620+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:10:23.889244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.838150+0000","last_change":"2024-03-07T02:54:19.213718+0000","last_active":"2024-03-07T02:55:18.838150+0000","last_peered":"2024-03-07T02:55:18.838150+0000","last_clean":"2024-03-07T02:55:18.838150+0000","last_became_active":"2024-03-07T02:54:19.213387+0000","last_became_peered":"2024-03-07T02:54:19.213387+0000","last_unstale":"2024-03-07T02:55:18.838150+0000","last_undegraded":"2024-03-07T02:55:18.838150+0000","last_fullsized":"2024-03-07T02:55:18.838150+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:10:17.223225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"62'1","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.836059+0000","last_change":"2024-03-07T02:53:49.495863+0000","last_active":"2024-03-07T02:55:18.836059+0000","last_peered":"2024-03-07T02:55:18.836059+0000","last_clean":"2024-03-07T02:55:18.836059+0000","last_became_active":"2024-03-07T02:53:49.495587+0000","last_became_peered":"2024-03-07T02:53:49.495587+0000","last_unstale":"2024-03-07T02:55:18.836059+0000","last_undegraded":"2024-03-07T02:55:18.836059+0000","last_fullsized":"2024-03-07T02:55:18.836059+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:46:32.863959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.837591+0000","last_change":"2024-03-07T02:53:49.848174+0000","last_active":"2024-03-07T02:55:18.837591+0000","last_peered":"2024-03-07T02:55:18.837591+0000","last_clean":"2024-03-07T02:55:18.837591+0000","last_became_active":"2024-03-07T02:53:49.847869+0000","last_became_peered":"2024-03-07T02:53:49.847869+0000","last_unstale":"2024-03-07T02:55:18.837591+0000","last_undegraded":"2024-03-07T02:55:18.837591+0000","last_fullsized":"2024-03-07T02:55:18.837591+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:47:37.139871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.839418+0000","last_change":"2024-03-07T02:54:18.514264+0000","last_active":"2024-03-07T02:55:18.839418+0000","last_peered":"2024-03-07T02:55:18.839418+0000","last_clean":"2024-03-07T02:55:18.839418+0000","last_became_active":"2024-03-07T02:54:18.513977+0000","last_became_peered":"2024-03-07T02:54:18.513977+0000","last_unstale":"2024-03-07T02:55:18.839418+0000","last_undegraded":"2024-03-07T02:55:18.839418+0000","last_fullsized":"2024-03-07T02:55:18.839418+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:23:47.491302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.836872+0000","last_change":"2024-03-07T02:53:49.491180+0000","last_active":"2024-03-07T02:55:18.836872+0000","last_peered":"2024-03-07T02:55:18.836872+0000","last_clean":"2024-03-07T02:55:18.836872+0000","last_became_active":"2024-03-07T02:53:49.486264+0000","last_became_peered":"2024-03-07T02:53:49.486264+0000","last_unstale":"2024-03-07T02:55:18.836872+0000","last_undegraded":"2024-03-07T02:55:18.836872+0000","last_fullsized":"2024-03-07T02:55:18.836872+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:41:07.485502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.840613+0000","last_change":"2024-03-07T02:53:49.856117+0000","last_active":"2024-03-07T02:55:18.840613+0000","last_peered":"2024-03-07T02:55:18.840613+0000","last_clean":"2024-03-07T02:55:18.840613+0000","last_became_active":"2024-03-07T02:53:49.855814+0000","last_became_peered":"2024-03-07T02:53:49.855814+0000","last_unstale":"2024-03-07T02:55:18.840613+0000","last_undegraded":"2024-03-07T02:55:18.840613+0000","last_fullsized":"2024-03-07T02:55:18.840613+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:24:34.311203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-07T02:55:20.007227+0000","last_change":"2024-03-07T02:55:20.007227+0000","last_active":"2024-03-07T02:55:20.007227+0000","last_peered":"2024-03-07T02:55:20.007227+0000","last_clean":"2024-03-07T02:55:20.007227+0000","last_became_active":"2024-03-07T02:55:20.006887+0000","last_became_peered":"2024-03-07T02:55:20.006887+0000","last_unstale":"2024-03-07T02:55:20.007227+0000","last_undegraded":"2024-03-07T02:55:20.007227+0000","last_fullsized":"2024-03-07T02:55:20.007227+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:26:34.478311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.839948+0000","last_change":"2024-03-07T02:53:49.861668+0000","last_active":"2024-03-07T02:55:18.839948+0000","last_peered":"2024-03-07T02:55:18.839948+0000","last_clean":"2024-03-07T02:55:18.839948+0000","last_became_active":"2024-03-07T02:53:49.861303+0000","last_became_peered":"2024-03-07T02:53:49.861303+0000","last_unstale":"2024-03-07T02:55:18.839948+0000","last_undegraded":"2024-03-07T02:55:18.839948+0000","last_fullsized":"2024-03-07T02:55:18.839948+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:21:41.301505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.836330+0000","last_change":"2024-03-07T02:53:49.498632+0000","last_active":"2024-03-07T02:55:18.836330+0000","last_peered":"2024-03-07T02:55:18.836330+0000","last_clean":"2024-03-07T02:55:18.836330+0000","last_became_active":"2024-03-07T02:53:49.498298+0000","last_became_peered":"2024-03-07T02:53:49.498298+0000","last_unstale":"2024-03-07T02:55:18.836330+0000","last_undegraded":"2024-03-07T02:55:18.836330+0000","last_fullsized":"2024-03-07T02:55:18.836330+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:18:28.135492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.838171+0000","last_change":"2024-03-07T02:53:49.846463+0000","last_active":"2024-03-07T02:55:18.838171+0000","last_peered":"2024-03-07T02:55:18.838171+0000","last_clean":"2024-03-07T02:55:18.838171+0000","last_became_active":"2024-03-07T02:53:49.846030+0000","last_became_peered":"2024-03-07T02:53:49.846030+0000","last_unstale":"2024-03-07T02:55:18.838171+0000","last_undegraded":"2024-03-07T02:55:18.838171+0000","last_fullsized":"2024-03-07T02:55:18.838171+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:21:47.014194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834758+0000","last_change":"2024-03-07T02:53:49.499053+0000","last_active":"2024-03-07T02:55:18.834758+0000","last_peered":"2024-03-07T02:55:18.834758+0000","last_clean":"2024-03-07T02:55:18.834758+0000","last_became_active":"2024-03-07T02:53:49.498740+0000","last_became_peered":"2024-03-07T02:53:49.498740+0000","last_unstale":"2024-03-07T02:55:18.834758+0000","last_undegraded":"2024-03-07T02:55:18.834758+0000","last_fullsized":"2024-03-07T02:55:18.834758+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:36:03.882666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.837057+0000","last_change":"2024-03-07T02:53:49.851778+0000","last_active":"2024-03-07T02:55:18.837057+0000","last_peered":"2024-03-07T02:55:18.837057+0000","last_clean":"2024-03-07T02:55:18.837057+0000","last_became_active":"2024-03-07T02:53:49.851507+0000","last_became_peered":"2024-03-07T02:53:49.851507+0000","last_unstale":"2024-03-07T02:55:18.837057+0000","last_undegraded":"2024-03-07T02:55:18.837057+0000","last_fullsized":"2024-03-07T02:55:18.837057+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:52:20.226529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.838147+0000","last_change":"2024-03-07T02:53:49.491131+0000","last_active":"2024-03-07T02:55:18.838147+0000","last_peered":"2024-03-07T02:55:18.838147+0000","last_clean":"2024-03-07T02:55:18.838147+0000","last_became_active":"2024-03-07T02:53:49.490695+0000","last_became_peered":"2024-03-07T02:53:49.490695+0000","last_unstale":"2024-03-07T02:55:18.838147+0000","last_undegraded":"2024-03-07T02:55:18.838147+0000","last_fullsized":"2024-03-07T02:55:18.838147+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:23:40.969004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":26,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-07T02:55:19.845223+0000","last_change":"2024-03-07T02:55:19.845223+0000","last_active":"2024-03-07T02:55:19.845223+0000","last_peered":"2024-03-07T02:55:19.845223+0000","last_clean":"2024-03-07T02:55:19.845223+0000","last_became_active":"2024-03-07T02:55:19.844906+0000","last_became_peered":"2024-03-07T02:55:19.844906+0000","last_unstale":"2024-03-07T02:55:19.845223+0000","last_undegraded":"2024-03-07T02:55:19.845223+0000","last_fullsized":"2024-03-07T02:55:19.845223+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:38:53.358975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834677+0000","last_change":"2024-03-07T02:53:49.489713+0000","last_active":"2024-03-07T02:55:18.834677+0000","last_peered":"2024-03-07T02:55:18.834677+0000","last_clean":"2024-03-07T02:55:18.834677+0000","last_became_active":"2024-03-07T02:53:49.489423+0000","last_became_peered":"2024-03-07T02:53:49.489423+0000","last_unstale":"2024-03-07T02:55:18.834677+0000","last_undegraded":"2024-03-07T02:55:18.834677+0000","last_fullsized":"2024-03-07T02:55:18.834677+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:31:35.860010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.838791+0000","last_change":"2024-03-07T02:53:49.851063+0000","last_active":"2024-03-07T02:55:18.838791+0000","last_peered":"2024-03-07T02:55:18.838791+0000","last_clean":"2024-03-07T02:55:18.838791+0000","last_became_active":"2024-03-07T02:53:49.850562+0000","last_became_peered":"2024-03-07T02:53:49.850562+0000","last_unstale":"2024-03-07T02:55:18.838791+0000","last_undegraded":"2024-03-07T02:55:18.838791+0000","last_fullsized":"2024-03-07T02:55:18.838791+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:12:38.343677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834833+0000","last_change":"2024-03-07T02:53:49.496511+0000","last_active":"2024-03-07T02:55:18.834833+0000","last_peered":"2024-03-07T02:55:18.834833+0000","last_clean":"2024-03-07T02:55:18.834833+0000","last_became_active":"2024-03-07T02:53:49.496210+0000","last_became_peered":"2024-03-07T02:53:49.496210+0000","last_unstale":"2024-03-07T02:55:18.834833+0000","last_undegraded":"2024-03-07T02:55:18.834833+0000","last_fullsized":"2024-03-07T02:55:18.834833+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:44:13.673683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834715+0000","last_change":"2024-03-07T02:53:49.841117+0000","last_active":"2024-03-07T02:55:18.834715+0000","last_peered":"2024-03-07T02:55:18.834715+0000","last_clean":"2024-03-07T02:55:18.834715+0000","last_became_active":"2024-03-07T02:53:49.840824+0000","last_became_peered":"2024-03-07T02:53:49.840824+0000","last_unstale":"2024-03-07T02:55:18.834715+0000","last_undegraded":"2024-03-07T02:55:18.834715+0000","last_fullsized":"2024-03-07T02:55:18.834715+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:27:01.389470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.835355+0000","last_change":"2024-03-07T02:53:49.485472+0000","last_active":"2024-03-07T02:55:18.835355+0000","last_peered":"2024-03-07T02:55:18.835355+0000","last_clean":"2024-03-07T02:55:18.835355+0000","last_became_active":"2024-03-07T02:53:49.485177+0000","last_became_peered":"2024-03-07T02:53:49.485177+0000","last_unstale":"2024-03-07T02:55:18.835355+0000","last_undegraded":"2024-03-07T02:55:18.835355+0000","last_fullsized":"2024-03-07T02:55:18.835355+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:39:17.926629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.838455+0000","last_change":"2024-03-07T02:53:49.857386+0000","last_active":"2024-03-07T02:55:18.838455+0000","last_peered":"2024-03-07T02:55:18.838455+0000","last_clean":"2024-03-07T02:55:18.838455+0000","last_became_active":"2024-03-07T02:53:49.857116+0000","last_became_peered":"2024-03-07T02:53:49.857116+0000","last_unstale":"2024-03-07T02:55:18.838455+0000","last_undegraded":"2024-03-07T02:55:18.838455+0000","last_fullsized":"2024-03-07T02:55:18.838455+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:25:14.932046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.836456+0000","last_change":"2024-03-07T02:53:49.846762+0000","last_active":"2024-03-07T02:55:18.836456+0000","last_peered":"2024-03-07T02:55:18.836456+0000","last_clean":"2024-03-07T02:55:18.836456+0000","last_became_active":"2024-03-07T02:53:49.846468+0000","last_became_peered":"2024-03-07T02:53:49.846468+0000","last_unstale":"2024-03-07T02:55:18.836456+0000","last_undegraded":"2024-03-07T02:55:18.836456+0000","last_fullsized":"2024-03-07T02:55:18.836456+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:46:01.606023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834252+0000","last_change":"2024-03-07T02:53:49.845790+0000","last_active":"2024-03-07T02:55:18.834252+0000","last_peered":"2024-03-07T02:55:18.834252+0000","last_clean":"2024-03-07T02:55:18.834252+0000","last_became_active":"2024-03-07T02:53:49.844722+0000","last_became_peered":"2024-03-07T02:53:49.844722+0000","last_unstale":"2024-03-07T02:55:18.834252+0000","last_undegraded":"2024-03-07T02:55:18.834252+0000","last_fullsized":"2024-03-07T02:55:18.834252+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:13:49.866547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834696+0000","last_change":"2024-03-07T02:53:49.837773+0000","last_active":"2024-03-07T02:55:18.834696+0000","last_peered":"2024-03-07T02:55:18.834696+0000","last_clean":"2024-03-07T02:55:18.834696+0000","last_became_active":"2024-03-07T02:53:49.837272+0000","last_became_peered":"2024-03-07T02:53:49.837272+0000","last_unstale":"2024-03-07T02:55:18.834696+0000","last_undegraded":"2024-03-07T02:55:18.834696+0000","last_fullsized":"2024-03-07T02:55:18.834696+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:03:12.246227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-07T02:55:20.554215+0000","last_change":"2024-03-07T02:55:20.554215+0000","last_active":"2024-03-07T02:55:20.554215+0000","last_peered":"2024-03-07T02:55:20.554215+0000","last_clean":"2024-03-07T02:55:20.554215+0000","last_became_active":"2024-03-07T02:55:20.553908+0000","last_became_peered":"2024-03-07T02:55:20.553908+0000","last_unstale":"2024-03-07T02:55:20.554215+0000","last_undegraded":"2024-03-07T02:55:20.554215+0000","last_fullsized":"2024-03-07T02:55:20.554215+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:52:49.713670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.837400+0000","last_change":"2024-03-07T02:53:49.852642+0000","last_active":"2024-03-07T02:55:18.837400+0000","last_peered":"2024-03-07T02:55:18.837400+0000","last_clean":"2024-03-07T02:55:18.837400+0000","last_became_active":"2024-03-07T02:53:49.852371+0000","last_became_peered":"2024-03-07T02:53:49.852371+0000","last_unstale":"2024-03-07T02:55:18.837400+0000","last_undegraded":"2024-03-07T02:55:18.837400+0000","last_fullsized":"2024-03-07T02:55:18.837400+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:14:11.184867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834756+0000","last_change":"2024-03-07T02:53:49.838806+0000","last_active":"2024-03-07T02:55:18.834756+0000","last_peered":"2024-03-07T02:55:18.834756+0000","last_clean":"2024-03-07T02:55:18.834756+0000","last_became_active":"2024-03-07T02:53:49.838519+0000","last_became_peered":"2024-03-07T02:53:49.838519+0000","last_unstale":"2024-03-07T02:55:18.834756+0000","last_undegraded":"2024-03-07T02:55:18.834756+0000","last_fullsized":"2024-03-07T02:55:18.834756+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:23:49.840090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.837151+0000","last_change":"2024-03-07T02:53:49.856216+0000","last_active":"2024-03-07T02:55:18.837151+0000","last_peered":"2024-03-07T02:55:18.837151+0000","last_clean":"2024-03-07T02:55:18.837151+0000","last_became_active":"2024-03-07T02:53:49.855694+0000","last_became_peered":"2024-03-07T02:53:49.855694+0000","last_unstale":"2024-03-07T02:55:18.837151+0000","last_undegraded":"2024-03-07T02:55:18.837151+0000","last_fullsized":"2024-03-07T02:55:18.837151+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:52:37.559135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.838077+0000","last_change":"2024-03-07T02:53:49.852746+0000","last_active":"2024-03-07T02:55:18.838077+0000","last_peered":"2024-03-07T02:55:18.838077+0000","last_clean":"2024-03-07T02:55:18.838077+0000","last_became_active":"2024-03-07T02:53:49.852452+0000","last_became_peered":"2024-03-07T02:53:49.852452+0000","last_unstale":"2024-03-07T02:55:18.838077+0000","last_undegraded":"2024-03-07T02:55:18.838077+0000","last_fullsized":"2024-03-07T02:55:18.838077+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:50:23.481403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834625+0000","last_change":"2024-03-07T02:53:49.834758+0000","last_active":"2024-03-07T02:55:18.834625+0000","last_peered":"2024-03-07T02:55:18.834625+0000","last_clean":"2024-03-07T02:55:18.834625+0000","last_became_active":"2024-03-07T02:53:49.834473+0000","last_became_peered":"2024-03-07T02:53:49.834473+0000","last_unstale":"2024-03-07T02:55:18.834625+0000","last_undegraded":"2024-03-07T02:55:18.834625+0000","last_fullsized":"2024-03-07T02:55:18.834625+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:26:12.485436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.837201+0000","last_change":"2024-03-07T02:53:49.850928+0000","last_active":"2024-03-07T02:55:18.837201+0000","last_peered":"2024-03-07T02:55:18.837201+0000","last_clean":"2024-03-07T02:55:18.837201+0000","last_became_active":"2024-03-07T02:53:49.850645+0000","last_became_peered":"2024-03-07T02:53:49.850645+0000","last_unstale":"2024-03-07T02:55:18.837201+0000","last_undegraded":"2024-03-07T02:55:18.837201+0000","last_fullsized":"2024-03-07T02:55:18.837201+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:56:51.288948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.834916+0000","last_change":"2024-03-07T02:53:49.845627+0000","last_active":"2024-03-07T02:55:18.834916+0000","last_peered":"2024-03-07T02:55:18.834916+0000","last_clean":"2024-03-07T02:55:18.834916+0000","last_became_active":"2024-03-07T02:53:49.845329+0000","last_became_peered":"2024-03-07T02:53:49.845329+0000","last_unstale":"2024-03-07T02:55:18.834916+0000","last_undegraded":"2024-03-07T02:55:18.834916+0000","last_fullsized":"2024-03-07T02:55:18.834916+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:08:06.342549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.839879+0000","last_change":"2024-03-07T02:53:49.847179+0000","last_active":"2024-03-07T02:55:18.839879+0000","last_peered":"2024-03-07T02:55:18.839879+0000","last_clean":"2024-03-07T02:55:18.839879+0000","last_became_active":"2024-03-07T02:53:49.846335+0000","last_became_peered":"2024-03-07T02:53:49.846335+0000","last_unstale":"2024-03-07T02:55:18.839879+0000","last_undegraded":"2024-03-07T02:55:18.839879+0000","last_fullsized":"2024-03-07T02:55:18.839879+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:34:20.787367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-03-07T02:55:18.836922+0000","last_change":"2024-03-07T02:53:49.853013+0000","last_active":"2024-03-07T02:55:18.836922+0000","last_peered":"2024-03-07T02:55:18.836922+0000","last_clean":"2024-03-07T02:55:18.836922+0000","last_became_active":"2024-03-07T02:53:49.852673+0000","last_became_peered":"2024-03-07T02:53:49.852673+0000","last_unstale":"2024-03-07T02:55:18.836922+0000","last_undegraded":"2024-03-07T02:55:18.836922+0000","last_fullsized":"2024-03-07T02:55:18.836922+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:05:12.530692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3146,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234011,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28288,"kb_used_data":1268,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716864,"statfs":{"total":95995035648,"available":95966068736,"internally_reserved":0,"allocated":1298432,"data_stored":893606,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 7 02:54:34 2024","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.33400000000000002},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.30199999999999999}]},{"osd":1,"last update":"Thu Mar 7 02:54:34 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.374},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.38}]},{"osd":2,"last update":"Thu Mar 7 02:54:34 2024","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.48499999999999999}]},{"osd":3,"last update":"Thu Mar 7 02:54:34 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.318},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.41199999999999998}]},{"osd":4,"last update":"Thu Mar 7 02:54:34 2024","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.435,"15min":0.435},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.27900000000000003},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.39600000000000002}]},{"osd":5,"last update":"Thu Mar 7 02:54:34 2024","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.437},{"interface":"front","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.39000000000000001}]},{"osd":6,"last update":"Thu Mar 7 02:54:34 2024","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.46300000000000002}]}]},{"osd":6,"up_from":46,"seq":197568495647,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28284,"kb_used_data":1264,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716868,"statfs":{"total":95995035648,"available":95966072832,"internally_reserved":0,"allocated":1294336,"data_stored":894746,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 7 02:55:09 2024","interfaces":[{"interface":"back","average":{"1min":1.25,"5min":0.68100000000000005,"15min":0.58599999999999997},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":17.021000000000001,"5min":17.021000000000001,"15min":17.021000000000001},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.55600000000000005,"15min":0.56399999999999995},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.69099999999999995,"5min":1.155,"15min":1.155},"last":0.40200000000000002}]},{"osd":1,"last update":"Thu Mar 7 02:55:09 2024","interfaces":[{"interface":"back","average":{"1min":1.2470000000000001,"5min":0.71099999999999997,"15min":0.622},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":16.989000000000001,"5min":16.989000000000001,"15min":16.989000000000001},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.61199999999999999,"15min":0.63200000000000001},"min":{"1min":0.36399999999999999,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.65300000000000002,"5min":3.1259999999999999,"15min":3.1259999999999999},"last":0.378}]},{"osd":2,"last update":"Thu Mar 7 02:55:09 2024","interfaces":[{"interface":"back","average":{"1min":0.47899999999999998,"5min":0.63,"15min":0.65500000000000003},"min":{"1min":0.39600000000000002,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.59099999999999997,"5min":3.0299999999999998,"15min":3.0299999999999998},"last":0.40999999999999998},{"interface":"front","average":{"1min":1.278,"5min":0.72599999999999998,"15min":0.63400000000000001},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":17.004000000000001,"5min":17.004000000000001,"15min":17.004000000000001},"last":0.42099999999999999}]},{"osd":3,"last update":"Thu Mar 7 02:55:09 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.57099999999999995,"15min":0.58099999999999996},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.73499999999999999,"5min":1.7110000000000001,"15min":1.7110000000000001},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.55900000000000005,"15min":0.56699999999999995},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.67000000000000004,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.34300000000000003}]},{"osd":4,"last update":"Thu Mar 7 02:55:09 2024","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.45600000000000002,"15min":0.46000000000000002},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.73599999999999999,"5min":1.1080000000000001,"15min":1.1080000000000001},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.48299999999999998,"15min":0.48699999999999999},"min":{"1min":0.32600000000000001,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.76800000000000002,"5min":1.7529999999999999,"15min":1.7529999999999999},"last":0.38900000000000001}]},{"osd":5,"last update":"Thu Mar 7 02:55:09 2024","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.52300000000000002,"15min":0.53300000000000003},"min":{"1min":0.309,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.77800000000000002,"5min":2.3900000000000001,"15min":2.3900000000000001},"last":0.31},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.52500000000000002,"15min":0.53100000000000003},"min":{"1min":0.33300000000000002,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.79800000000000004,"5min":2.2650000000000001,"15min":2.2650000000000001},"last":0.443}]},{"osd":7,"last update":"Thu Mar 7 02:54:33 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":1.196,"5min":1.196,"15min":1.196},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":1.7949999999999999,"5min":1.7949999999999999,"15min":1.7949999999999999},"last":0.51400000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574904,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27708,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717444,"statfs":{"total":95995035648,"available":95966662656,"internally_reserved":0,"allocated":704512,"data_stored":302794,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 7 02:55:12 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.33700000000000002,"15min":0.307},"min":{"1min":0.23899999999999999,"5min":0.154,"15min":0.154},"max":{"1min":1.006,"5min":1.006,"15min":1.006},"last":0.245},{"interface":"front","average":{"1min":0.35599999999999998,"5min":0.35799999999999998,"15min":0.32000000000000001},"min":{"1min":0.214,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.57399999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.26700000000000002}]},{"osd":2,"last update":"Thu Mar 7 02:54:36 2024","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.379,"15min":0.37},"min":{"1min":0.28499999999999998,"5min":0.219,"15min":0.219},"max":{"1min":0.51300000000000001,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.29599999999999999},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.39200000000000002,"15min":0.377},"min":{"1min":0.26200000000000001,"5min":0.255,"15min":0.255},"max":{"1min":0.59699999999999998,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.30399999999999999}]},{"osd":3,"last update":"Thu Mar 7 02:55:05 2024","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.41999999999999998,"15min":0.41599999999999998},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":1.9359999999999999,"5min":1.9359999999999999,"15min":1.9359999999999999},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.45400000000000001,"15min":0.44400000000000001},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":2.028,"5min":2.028,"15min":2.028},"last":0.32400000000000001}]},{"osd":4,"last update":"Thu Mar 7 02:55:23 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.56499999999999995,"15min":0.56399999999999995},"min":{"1min":0.40500000000000003,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":1.3680000000000001,"5min":1.3680000000000001,"15min":1.3680000000000001},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.54900000000000004,"15min":0.54500000000000004},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":1.121,"5min":1.121,"15min":1.121},"last":0.64400000000000002}]},{"osd":5,"last update":"Thu Mar 7 02:54:48 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.41099999999999998,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":1.3480000000000001,"5min":1.3480000000000001,"15min":1.3480000000000001},"last":0.66800000000000004},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":1.2150000000000001,"5min":1.2150000000000001,"15min":1.2150000000000001},"last":0.68999999999999995}]},{"osd":6,"last update":"Thu Mar 7 02:55:12 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.60099999999999998,"15min":0.60399999999999998},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":1.1599999999999999,"5min":1.1599999999999999,"15min":1.1599999999999999},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.63600000000000001,"15min":0.64000000000000001},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":1.323,"5min":1.323,"15min":1.323},"last":0.71299999999999997}]},{"osd":7,"last update":"Thu Mar 7 02:55:31 2024","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.60799999999999998,"15min":0.60599999999999998},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":1.1910000000000001,"5min":1.1910000000000001,"15min":1.1910000000000001},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.625,"5min":0.58199999999999996,"15min":0.57499999999999996},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":1.0580000000000001,"5min":1.0580000000000001,"15min":1.0580000000000001},"last":0.73499999999999999}]}]},{"osd":0,"up_from":8,"seq":34359738429,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28296,"kb_used_data":1272,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716856,"statfs":{"total":95995035648,"available":95966060544,"internally_reserved":0,"allocated":1302528,"data_stored":893457,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 7 02:55:18 2024","interfaces":[{"interface":"back","average":{"1min":0.33000000000000002,"5min":0.34100000000000003,"15min":0.32100000000000001},"min":{"1min":0.24199999999999999,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.48599999999999999,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.30399999999999999},{"interface":"front","average":{"1min":0.35699999999999998,"5min":0.35799999999999998,"15min":0.33000000000000002},"min":{"1min":0.23799999999999999,"5min":0.219,"15min":0.219},"max":{"1min":0.49099999999999999,"5min":0.54500000000000004,"15min":0.54500000000000004},"last":0.32300000000000001}]},{"osd":2,"last update":"Thu Mar 7 02:54:38 2024","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.39400000000000002,"15min":0.38800000000000001},"min":{"1min":0.23599999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.38900000000000001,"15min":0.38500000000000001},"min":{"1min":0.30499999999999999,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"last":0.35499999999999998}]},{"osd":3,"last update":"Thu Mar 7 02:55:04 2024","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.438,"15min":0.44},"min":{"1min":0.313,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.28899999999999998},{"interface":"front","average":{"1min":0.38,"5min":0.41899999999999998,"15min":0.432},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.56499999999999995,"5min":0.57499999999999996,"15min":0.57499999999999996},"last":0.27700000000000002}]},{"osd":4,"last update":"Thu Mar 7 02:55:24 2024","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.57799999999999996,"15min":0.57199999999999995},"min":{"1min":0.39300000000000002,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":2.786,"5min":2.786,"15min":2.786},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.54700000000000004,"15min":0.55200000000000005},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.88600000000000001,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.41599999999999998}]},{"osd":5,"last update":"Thu Mar 7 02:54:44 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.58499999999999996,"15min":0.58699999999999997},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.59399999999999997,"15min":0.59499999999999997},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.42699999999999999}]},{"osd":6,"last update":"Thu Mar 7 02:55:14 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.58799999999999997,"15min":0.59899999999999998},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.71399999999999997,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.88900000000000001,"15min":0.94699999999999995},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.82399999999999995,"5min":8.6839999999999993,"15min":8.6839999999999993},"last":0.48799999999999999}]},{"osd":7,"last update":"Thu Mar 7 02:54:32 2024","interfaces":[{"interface":"back","average":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":8.6449999999999996,"5min":8.6449999999999996,"15min":8.6449999999999996},"last":0.502},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.51000000000000001}]}]},{"osd":2,"up_from":18,"seq":77309411380,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27700,"kb_used_data":680,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717452,"statfs":{"total":95995035648,"available":95966670848,"internally_reserved":0,"allocated":696320,"data_stored":302634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 7 02:54:36 2024","interfaces":[{"interface":"back","average":{"1min":0.33600000000000002,"5min":0.34799999999999998,"15min":0.34000000000000002},"min":{"1min":0.25,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.41299999999999998,"5min":0.57199999999999995,"15min":0.57199999999999995},"last":0.27400000000000002},{"interface":"front","average":{"1min":0.36099999999999999,"5min":0.36699999999999999,"15min":0.35899999999999999},"min":{"1min":0.27100000000000002,"5min":0.216,"15min":0.216},"max":{"1min":0.54100000000000004,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.25600000000000001}]},{"osd":1,"last update":"Thu Mar 7 02:54:36 2024","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.377,"15min":0.379},"min":{"1min":0.26700000000000002,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.48699999999999999,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.40500000000000003,"15min":0.39300000000000002},"min":{"1min":0.252,"5min":0.251,"15min":0.251},"max":{"1min":0.59199999999999997,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.29599999999999999}]},{"osd":3,"last update":"Thu Mar 7 02:55:02 2024","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.40100000000000002,"15min":0.40899999999999997},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.46000000000000002,"5min":0.56299999999999994,"15min":0.56299999999999994},"last":0.23899999999999999},{"interface":"front","average":{"1min":0.376,"5min":0.45500000000000002,"15min":0.47199999999999998},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.49199999999999999,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.35299999999999998}]},{"osd":4,"last update":"Thu Mar 7 02:55:26 2024","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":0.53100000000000003,"15min":0.53500000000000003},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.68799999999999994,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.372},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.56499999999999995,"15min":0.57299999999999995},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.78600000000000003,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.42399999999999999}]},{"osd":5,"last update":"Thu Mar 7 02:54:45 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.57599999999999996,"15min":0.57799999999999996},"min":{"1min":0.38600000000000001,"5min":0.38,"15min":0.38},"max":{"1min":0.69599999999999995,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.56699999999999995,"15min":0.57099999999999995},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.33000000000000002}]},{"osd":6,"last update":"Thu Mar 7 02:55:09 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.58699999999999997,"15min":0.60299999999999998},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.63300000000000001,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.59399999999999997,"15min":0.60399999999999998},"min":{"1min":0.436,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.70099999999999996,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.57299999999999995}]},{"osd":7,"last update":"Thu Mar 7 02:55:33 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.57699999999999996,"15min":0.58299999999999996},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.58699999999999997,"15min":0.59699999999999998},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.754,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.45000000000000001}]}]},{"osd":3,"up_from":25,"seq":107374182447,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27716,"kb_used_data":696,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717436,"statfs":{"total":95995035648,"available":95966654464,"internally_reserved":0,"allocated":712704,"data_stored":304813,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 7 02:55:01 2024","interfaces":[{"interface":"back","average":{"1min":0.37,"5min":0.39900000000000002,"15min":0.41499999999999998},"min":{"1min":0.247,"5min":0.245,"15min":0.245},"max":{"1min":0.504,"5min":0.65100000000000002,"15min":0.65100000000000002},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.38700000000000001,"5min":0.41299999999999998,"15min":0.42299999999999999},"min":{"1min":0.26600000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.53600000000000003,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.307}]},{"osd":1,"last update":"Thu Mar 7 02:55:01 2024","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.40600000000000003,"15min":0.41699999999999998},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.50700000000000001,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.27900000000000003},{"interface":"front","average":{"1min":0.443,"5min":0.439,"15min":0.44700000000000001},"min":{"1min":0.29099999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.63100000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.41899999999999998}]},{"osd":2,"last update":"Thu Mar 7 02:55:01 2024","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.44700000000000001,"15min":0.45600000000000002},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.58499999999999996,"5min":0.629,"15min":0.629},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.441,"15min":0.44700000000000001},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.54500000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.5}]},{"osd":4,"last update":"Thu Mar 7 02:55:26 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.53500000000000003,"15min":0.52300000000000002},"min":{"1min":0.44900000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.53400000000000003,"15min":0.52200000000000002},"min":{"1min":0.40200000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.45600000000000002}]},{"osd":5,"last update":"Thu Mar 7 02:54:44 2024","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.57199999999999995,"15min":0.56599999999999995},"min":{"1min":0.432,"5min":0.38,"15min":0.38},"max":{"1min":0.71699999999999997,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.56499999999999995,"15min":0.56299999999999994},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.57999999999999996}]},{"osd":6,"last update":"Thu Mar 7 02:55:11 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58399999999999996,"15min":0.58299999999999996},"min":{"1min":0.42099999999999999,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":1.022,"5min":1.022,"15min":1.022},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60999999999999999,"15min":0.61099999999999999},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":0.749,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.56799999999999995}]},{"osd":7,"last update":"Thu Mar 7 02:54:33 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.55800000000000005}]}]},{"osd":4,"up_from":30,"seq":128849018921,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27712,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717440,"statfs":{"total":95995035648,"available":95966658560,"internally_reserved":0,"allocated":704512,"data_stored":302738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 7 02:55:21 2024","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.51200000000000001,"15min":0.51900000000000002},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.64300000000000002,"5min":0.752,"15min":0.752},"last":0.498},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.52000000000000002,"15min":0.52400000000000002},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.83099999999999996,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.47399999999999998}]},{"osd":1,"last update":"Thu Mar 7 02:55:21 2024","interfaces":[{"interface":"back","average":{"1min":0.47899999999999998,"5min":0.496,"15min":0.495},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.69899999999999995,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.51500000000000001,"15min":0.52500000000000002},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.72699999999999998,"5min":0.752,"15min":0.752},"last":0.46000000000000002}]},{"osd":2,"last update":"Thu Mar 7 02:55:21 2024","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.51600000000000001,"15min":0.51800000000000002},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.436},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.5,"15min":0.503},"min":{"1min":0.34100000000000003,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.61599999999999999,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.54000000000000004}]},{"osd":3,"last update":"Thu Mar 7 02:55:21 2024","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.53300000000000003,"15min":0.53500000000000003},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.70799999999999996,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.503,"5min":0.54300000000000004,"15min":0.54900000000000004},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.67000000000000004,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.52200000000000002}]},{"osd":5,"last update":"Thu Mar 7 02:54:45 2024","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.42299999999999999,"15min":0.41499999999999998},"min":{"1min":0.29399999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.311},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.45100000000000001,"15min":0.439},"min":{"1min":0.36799999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.38600000000000001}]},{"osd":6,"last update":"Thu Mar 7 02:55:10 2024","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.42899999999999999,"15min":0.42299999999999999},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.498,"15min":0.48699999999999999},"min":{"1min":0.40600000000000003,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.879,"5min":0.879,"15min":0.879},"last":0.36599999999999999}]},{"osd":7,"last update":"Thu Mar 7 02:55:33 2024","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.495,"15min":0.497},"min":{"1min":0.32400000000000001,"5min":0.316,"15min":0.316},"max":{"1min":0.71699999999999997,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.54000000000000004,"15min":0.54100000000000004},"min":{"1min":0.39700000000000002,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.68799999999999994,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.44600000000000001}]}]},{"osd":5,"up_from":38,"seq":163208757285,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27716,"kb_used_data":692,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717436,"statfs":{"total":95995035648,"available":95966654464,"internally_reserved":0,"allocated":708608,"data_stored":304741,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 7 02:54:46 2024","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.52400000000000002,"15min":0.52800000000000002},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.65700000000000003,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.71299999999999997},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.54400000000000004,"15min":0.54500000000000004},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.66900000000000004}]},{"osd":1,"last update":"Thu Mar 7 02:54:46 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.55000000000000004,"15min":0.55200000000000005},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.97999999999999998,"5min":0.61499999999999999,"15min":0.55400000000000005},"min":{"1min":0.36099999999999999,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":8.1829999999999998,"5min":8.1829999999999998,"15min":8.1829999999999998},"last":0.69299999999999995}]},{"osd":2,"last update":"Thu Mar 7 02:54:46 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.53300000000000003,"15min":0.52900000000000003},"min":{"1min":0.39500000000000002,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.70199999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.54400000000000004,"15min":0.54200000000000004},"min":{"1min":0.443,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.56599999999999995}]},{"osd":3,"last update":"Thu Mar 7 02:54:46 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.53100000000000003,"15min":0.52900000000000003},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.56100000000000005,"15min":0.55800000000000005},"min":{"1min":0.47799999999999998,"5min":0.374,"15min":0.374},"max":{"1min":0.73599999999999999,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.58699999999999997}]},{"osd":4,"last update":"Thu Mar 7 02:54:46 2024","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.41599999999999998,"15min":0.40999999999999998},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.97299999999999998,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.309},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.42999999999999999,"15min":0.42299999999999999},"min":{"1min":0.33000000000000002,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":0.38600000000000001}]},{"osd":6,"last update":"Thu Mar 7 02:55:12 2024","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.63300000000000001,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.504,"5min":0.47199999999999998,"15min":0.46600000000000003},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.36699999999999999}]},{"osd":7,"last update":"Thu Mar 7 02:54:34 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.995,"5min":0.995,"15min":0.995},"last":0.34599999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2348,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-07T02:55:40.144 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-03-07T02:55:40.144 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-03-07T02:55:40.144 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-03-07T02:55:40.144 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph health --format=json 2024-03-07T02:55:40.353 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T02:55:40.475 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:40 smithi090 ceph-mon[27223]: from='client.24683 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T02:55:40.475 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:40 smithi090 ceph-mon[37987]: from='client.24683 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T02:55:40.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:40 smithi092 ceph-mon[31083]: from='client.24683 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T02:55:41.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:41 smithi092 ceph-mon[31083]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:41.699 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:41 smithi090 ceph-mon[27223]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:41.699 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:41 smithi090 ceph-mon[37987]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:42.272 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T02:55:42.272 INFO:teuthology.orchestra.run.smithi090.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-03-07T02:55:42.558 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:42 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/2112457603' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-07T02:55:42.558 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:42 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/2112457603' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-07T02:55:42.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:42 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/2112457603' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-07T02:55:42.953 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-03-07T02:55:42.954 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-07T02:55:43.251 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T02:55:43.251 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":68,"fsid":"fb96fd1c-dc2c-11ee-95c6-87774f69a715","created":"2024-03-07T02:48:21.402557+0000","modified":"2024-03-07T02:55:19.832981+0000","last_up_change":"2024-03-07T02:53:31.675042+0000","last_in_change":"2024-03-07T02:53:14.634561+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-07T02:51:31.237978+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-07T02:53:48.161372+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-07T02:53:49.007562+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-03-07T02:54:18.302508+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"62173b00-78b8-4233-9293-c750339830ce","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":210461514},{"type":"v1","addr":"172.21.15.90:6803","nonce":210461514}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":210461514},{"type":"v1","addr":"172.21.15.90:6805","nonce":210461514}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":210461514},{"type":"v1","addr":"172.21.15.90:6809","nonce":210461514}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":210461514},{"type":"v1","addr":"172.21.15.90:6807","nonce":210461514}]},"public_addr":"172.21.15.90:6803/210461514","cluster_addr":"172.21.15.90:6805/210461514","heartbeat_back_addr":"172.21.15.90:6809/210461514","heartbeat_front_addr":"172.21.15.90:6807/210461514","state":["exists","up"]},{"osd":1,"uuid":"ba6ddbb8-bfc5-473e-ac63-9dae10041bd2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":1401063633},{"type":"v1","addr":"172.21.15.90:6811","nonce":1401063633}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":1401063633},{"type":"v1","addr":"172.21.15.90:6813","nonce":1401063633}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":1401063633},{"type":"v1","addr":"172.21.15.90:6817","nonce":1401063633}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":1401063633},{"type":"v1","addr":"172.21.15.90:6815","nonce":1401063633}]},"public_addr":"172.21.15.90:6811/1401063633","cluster_addr":"172.21.15.90:6813/1401063633","heartbeat_back_addr":"172.21.15.90:6817/1401063633","heartbeat_front_addr":"172.21.15.90:6815/1401063633","state":["exists","up"]},{"osd":2,"uuid":"ff8047c3-1b5e-4299-a2ae-bedeef72354c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":127945800},{"type":"v1","addr":"172.21.15.90:6819","nonce":127945800}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":127945800},{"type":"v1","addr":"172.21.15.90:6821","nonce":127945800}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":127945800},{"type":"v1","addr":"172.21.15.90:6825","nonce":127945800}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":127945800},{"type":"v1","addr":"172.21.15.90:6823","nonce":127945800}]},"public_addr":"172.21.15.90:6819/127945800","cluster_addr":"172.21.15.90:6821/127945800","heartbeat_back_addr":"172.21.15.90:6825/127945800","heartbeat_front_addr":"172.21.15.90:6823/127945800","state":["exists","up"]},{"osd":3,"uuid":"f593a0b8-5c6a-4956-8bfd-1786b23b8246","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":1439151282},{"type":"v1","addr":"172.21.15.90:6827","nonce":1439151282}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":1439151282},{"type":"v1","addr":"172.21.15.90:6829","nonce":1439151282}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":1439151282},{"type":"v1","addr":"172.21.15.90:6833","nonce":1439151282}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":1439151282},{"type":"v1","addr":"172.21.15.90:6831","nonce":1439151282}]},"public_addr":"172.21.15.90:6827/1439151282","cluster_addr":"172.21.15.90:6829/1439151282","heartbeat_back_addr":"172.21.15.90:6833/1439151282","heartbeat_front_addr":"172.21.15.90:6831/1439151282","state":["exists","up"]},{"osd":4,"uuid":"77430044-a6e2-4b54-b014-afa25de0ab3b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":3937610296},{"type":"v1","addr":"172.21.15.92:6801","nonce":3937610296}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":3937610296},{"type":"v1","addr":"172.21.15.92:6803","nonce":3937610296}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":3937610296},{"type":"v1","addr":"172.21.15.92:6807","nonce":3937610296}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":3937610296},{"type":"v1","addr":"172.21.15.92:6805","nonce":3937610296}]},"public_addr":"172.21.15.92:6801/3937610296","cluster_addr":"172.21.15.92:6803/3937610296","heartbeat_back_addr":"172.21.15.92:6807/3937610296","heartbeat_front_addr":"172.21.15.92:6805/3937610296","state":["exists","up"]},{"osd":5,"uuid":"3fcbbd00-1811-4019-9256-c715641d4bd7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":729240228},{"type":"v1","addr":"172.21.15.92:6809","nonce":729240228}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":729240228},{"type":"v1","addr":"172.21.15.92:6811","nonce":729240228}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":729240228},{"type":"v1","addr":"172.21.15.92:6815","nonce":729240228}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":729240228},{"type":"v1","addr":"172.21.15.92:6813","nonce":729240228}]},"public_addr":"172.21.15.92:6809/729240228","cluster_addr":"172.21.15.92:6811/729240228","heartbeat_back_addr":"172.21.15.92:6815/729240228","heartbeat_front_addr":"172.21.15.92:6813/729240228","state":["exists","up"]},{"osd":6,"uuid":"5b518f86-7f07-4b56-8fa6-9fda918cf3ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":769395094},{"type":"v1","addr":"172.21.15.92:6817","nonce":769395094}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":769395094},{"type":"v1","addr":"172.21.15.92:6819","nonce":769395094}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":769395094},{"type":"v1","addr":"172.21.15.92:6823","nonce":769395094}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":769395094},{"type":"v1","addr":"172.21.15.92:6821","nonce":769395094}]},"public_addr":"172.21.15.92:6817/769395094","cluster_addr":"172.21.15.92:6819/769395094","heartbeat_back_addr":"172.21.15.92:6823/769395094","heartbeat_front_addr":"172.21.15.92:6821/769395094","state":["exists","up"]},{"osd":7,"uuid":"3149ce0a-5ae4-4ed2-9951-75533bf13891","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":231707109},{"type":"v1","addr":"172.21.15.92:6825","nonce":231707109}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":231707109},{"type":"v1","addr":"172.21.15.92:6827","nonce":231707109}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":231707109},{"type":"v1","addr":"172.21.15.92:6831","nonce":231707109}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":231707109},{"type":"v1","addr":"172.21.15.92:6829","nonce":231707109}]},"public_addr":"172.21.15.92:6825/231707109","cluster_addr":"172.21.15.92:6827/231707109","heartbeat_back_addr":"172.21.15.92:6831/231707109","heartbeat_front_addr":"172.21.15.92:6829/231707109","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:50:39.830230+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:51:04.477989+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:51:28.474759+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:51:53.216846+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:52:15.538439+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:52:39.888296+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:53:04.965858+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:53:30.264488+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.8","mappings":[{"from":7,"to":2}]},{"pgid":"3.a","mappings":[{"from":4,"to":3}]},{"pgid":"3.18","mappings":[{"from":0,"to":2}]},{"pgid":"3.23","mappings":[{"from":0,"to":2}]},{"pgid":"3.34","mappings":[{"from":4,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.90:0/4131887177":"2024-03-08T02:54:18.375588+0000","172.21.15.90:0/3538795341":"2024-03-08T02:54:18.375588+0000","172.21.15.90:6801/175434517":"2024-03-08T02:54:18.375588+0000","172.21.15.90:0/542255566":"2024-03-08T02:54:18.375588+0000","172.21.15.90:6800/175434517":"2024-03-08T02:54:18.375588+0000","172.21.15.90:0/2953742548":"2024-03-08T02:49:20.917138+0000","172.21.15.90:0/3188894349":"2024-03-08T02:49:20.917138+0000","172.21.15.90:6801/2944721963":"2024-03-08T02:49:20.917138+0000","172.21.15.90:0/1828883733":"2024-03-08T02:48:56.020950+0000","172.21.15.90:0/1679273472":"2024-03-08T02:48:56.020950+0000","172.21.15.90:6801/3621127890":"2024-03-08T02:48:56.020950+0000","172.21.15.90:0/373439958":"2024-03-08T02:49:20.917138+0000","172.21.15.90:0/3731708305":"2024-03-08T02:48:56.020950+0000","172.21.15.90:6800/3621127890":"2024-03-08T02:48:56.020950+0000","172.21.15.90:0/2975564":"2024-03-08T02:54:18.375588+0000","172.21.15.90:6800/2944721963":"2024-03-08T02:49:20.917138+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-07T02:55:43.262 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:55:42 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: ::ffff:172.21.15.92 - - [07/Mar/2024:02:55:42] "GET /metrics HTTP/1.1" 200 33625 "" "Prometheus/2.43.0" 2024-03-07T02:55:43.264 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-07T02:51:31.237978+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-03-07T02:53:48.161372+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '61', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-03-07T02:53:49.007562+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '62', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'rbd', 'create_time': '2024-03-07T02:54:18.302508+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '66', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 3, 'score_stable': 3, 'optimal_score': 1, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-03-07T02:55:43.264 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-03-07T02:55:43.541 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:43 smithi090 ceph-mon[27223]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:43.541 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:43 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/3119141875' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T02:55:43.541 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:43 smithi090 ceph-mon[37987]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:43.541 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:43 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/3119141875' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T02:55:43.584 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 1 2024-03-07T02:55:43.597 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-03-07T02:55:43.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:43 smithi092 ceph-mon[31083]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:43.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:43 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/3119141875' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T02:55:43.880 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 32 2024-03-07T02:55:43.893 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-03-07T02:55:44.177 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 64 2024-03-07T02:55:44.190 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2024-03-07T02:55:44.477 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 8 2024-03-07T02:55:44.489 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:44 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/2935760258' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-07T02:55:44.489 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:44 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/4236674308' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-07T02:55:44.489 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:44 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/4063803999' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-07T02:55:44.490 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:44 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/2935760258' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-07T02:55:44.490 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:44 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/4236674308' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-07T02:55:44.490 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:44 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/4063803999' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-07T02:55:44.491 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-07T02:55:44.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:44 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/2935760258' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-07T02:55:44.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:44 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/4236674308' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-07T02:55:44.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:44 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/4063803999' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-07T02:55:44.810 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T02:55:44.810 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14454,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6835/1683497718","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":1683497718},{"type":"v1","addr":"172.21.15.90:6835","nonce":1683497718}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-03-07T02:53:49.821771+0000","modified":"2024-03-07T02:53:51.832210+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24334},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24334":{"gid":24334,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.92:6833/1681570486","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":1681570486},{"type":"v1","addr":"172.21.15.92:6833","nonce":1681570486}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-03-07T02:55:44.810 INFO:teuthology.orchestra.run.smithi090.stderr:dumped fsmap epoch 6 2024-03-07T02:55:44.823 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-07T02:55:45.108 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T02:55:45.108 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":68,"fsid":"fb96fd1c-dc2c-11ee-95c6-87774f69a715","created":"2024-03-07T02:48:21.402557+0000","modified":"2024-03-07T02:55:19.832981+0000","last_up_change":"2024-03-07T02:53:31.675042+0000","last_in_change":"2024-03-07T02:53:14.634561+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-07T02:51:31.237978+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-07T02:53:48.161372+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-07T02:53:49.007562+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-03-07T02:54:18.302508+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"62173b00-78b8-4233-9293-c750339830ce","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":210461514},{"type":"v1","addr":"172.21.15.90:6803","nonce":210461514}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":210461514},{"type":"v1","addr":"172.21.15.90:6805","nonce":210461514}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":210461514},{"type":"v1","addr":"172.21.15.90:6809","nonce":210461514}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":210461514},{"type":"v1","addr":"172.21.15.90:6807","nonce":210461514}]},"public_addr":"172.21.15.90:6803/210461514","cluster_addr":"172.21.15.90:6805/210461514","heartbeat_back_addr":"172.21.15.90:6809/210461514","heartbeat_front_addr":"172.21.15.90:6807/210461514","state":["exists","up"]},{"osd":1,"uuid":"ba6ddbb8-bfc5-473e-ac63-9dae10041bd2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":1401063633},{"type":"v1","addr":"172.21.15.90:6811","nonce":1401063633}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":1401063633},{"type":"v1","addr":"172.21.15.90:6813","nonce":1401063633}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":1401063633},{"type":"v1","addr":"172.21.15.90:6817","nonce":1401063633}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":1401063633},{"type":"v1","addr":"172.21.15.90:6815","nonce":1401063633}]},"public_addr":"172.21.15.90:6811/1401063633","cluster_addr":"172.21.15.90:6813/1401063633","heartbeat_back_addr":"172.21.15.90:6817/1401063633","heartbeat_front_addr":"172.21.15.90:6815/1401063633","state":["exists","up"]},{"osd":2,"uuid":"ff8047c3-1b5e-4299-a2ae-bedeef72354c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":127945800},{"type":"v1","addr":"172.21.15.90:6819","nonce":127945800}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":127945800},{"type":"v1","addr":"172.21.15.90:6821","nonce":127945800}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":127945800},{"type":"v1","addr":"172.21.15.90:6825","nonce":127945800}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":127945800},{"type":"v1","addr":"172.21.15.90:6823","nonce":127945800}]},"public_addr":"172.21.15.90:6819/127945800","cluster_addr":"172.21.15.90:6821/127945800","heartbeat_back_addr":"172.21.15.90:6825/127945800","heartbeat_front_addr":"172.21.15.90:6823/127945800","state":["exists","up"]},{"osd":3,"uuid":"f593a0b8-5c6a-4956-8bfd-1786b23b8246","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":1439151282},{"type":"v1","addr":"172.21.15.90:6827","nonce":1439151282}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":1439151282},{"type":"v1","addr":"172.21.15.90:6829","nonce":1439151282}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":1439151282},{"type":"v1","addr":"172.21.15.90:6833","nonce":1439151282}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":1439151282},{"type":"v1","addr":"172.21.15.90:6831","nonce":1439151282}]},"public_addr":"172.21.15.90:6827/1439151282","cluster_addr":"172.21.15.90:6829/1439151282","heartbeat_back_addr":"172.21.15.90:6833/1439151282","heartbeat_front_addr":"172.21.15.90:6831/1439151282","state":["exists","up"]},{"osd":4,"uuid":"77430044-a6e2-4b54-b014-afa25de0ab3b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":3937610296},{"type":"v1","addr":"172.21.15.92:6801","nonce":3937610296}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":3937610296},{"type":"v1","addr":"172.21.15.92:6803","nonce":3937610296}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":3937610296},{"type":"v1","addr":"172.21.15.92:6807","nonce":3937610296}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":3937610296},{"type":"v1","addr":"172.21.15.92:6805","nonce":3937610296}]},"public_addr":"172.21.15.92:6801/3937610296","cluster_addr":"172.21.15.92:6803/3937610296","heartbeat_back_addr":"172.21.15.92:6807/3937610296","heartbeat_front_addr":"172.21.15.92:6805/3937610296","state":["exists","up"]},{"osd":5,"uuid":"3fcbbd00-1811-4019-9256-c715641d4bd7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":729240228},{"type":"v1","addr":"172.21.15.92:6809","nonce":729240228}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":729240228},{"type":"v1","addr":"172.21.15.92:6811","nonce":729240228}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":729240228},{"type":"v1","addr":"172.21.15.92:6815","nonce":729240228}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":729240228},{"type":"v1","addr":"172.21.15.92:6813","nonce":729240228}]},"public_addr":"172.21.15.92:6809/729240228","cluster_addr":"172.21.15.92:6811/729240228","heartbeat_back_addr":"172.21.15.92:6815/729240228","heartbeat_front_addr":"172.21.15.92:6813/729240228","state":["exists","up"]},{"osd":6,"uuid":"5b518f86-7f07-4b56-8fa6-9fda918cf3ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":769395094},{"type":"v1","addr":"172.21.15.92:6817","nonce":769395094}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":769395094},{"type":"v1","addr":"172.21.15.92:6819","nonce":769395094}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":769395094},{"type":"v1","addr":"172.21.15.92:6823","nonce":769395094}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":769395094},{"type":"v1","addr":"172.21.15.92:6821","nonce":769395094}]},"public_addr":"172.21.15.92:6817/769395094","cluster_addr":"172.21.15.92:6819/769395094","heartbeat_back_addr":"172.21.15.92:6823/769395094","heartbeat_front_addr":"172.21.15.92:6821/769395094","state":["exists","up"]},{"osd":7,"uuid":"3149ce0a-5ae4-4ed2-9951-75533bf13891","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":231707109},{"type":"v1","addr":"172.21.15.92:6825","nonce":231707109}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":231707109},{"type":"v1","addr":"172.21.15.92:6827","nonce":231707109}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":231707109},{"type":"v1","addr":"172.21.15.92:6831","nonce":231707109}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":231707109},{"type":"v1","addr":"172.21.15.92:6829","nonce":231707109}]},"public_addr":"172.21.15.92:6825/231707109","cluster_addr":"172.21.15.92:6827/231707109","heartbeat_back_addr":"172.21.15.92:6831/231707109","heartbeat_front_addr":"172.21.15.92:6829/231707109","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:50:39.830230+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:51:04.477989+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:51:28.474759+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:51:53.216846+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:52:15.538439+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:52:39.888296+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:53:04.965858+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:53:30.264488+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.8","mappings":[{"from":7,"to":2}]},{"pgid":"3.a","mappings":[{"from":4,"to":3}]},{"pgid":"3.18","mappings":[{"from":0,"to":2}]},{"pgid":"3.23","mappings":[{"from":0,"to":2}]},{"pgid":"3.34","mappings":[{"from":4,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.90:0/4131887177":"2024-03-08T02:54:18.375588+0000","172.21.15.90:0/3538795341":"2024-03-08T02:54:18.375588+0000","172.21.15.90:6801/175434517":"2024-03-08T02:54:18.375588+0000","172.21.15.90:0/542255566":"2024-03-08T02:54:18.375588+0000","172.21.15.90:6800/175434517":"2024-03-08T02:54:18.375588+0000","172.21.15.90:0/2953742548":"2024-03-08T02:49:20.917138+0000","172.21.15.90:0/3188894349":"2024-03-08T02:49:20.917138+0000","172.21.15.90:6801/2944721963":"2024-03-08T02:49:20.917138+0000","172.21.15.90:0/1828883733":"2024-03-08T02:48:56.020950+0000","172.21.15.90:0/1679273472":"2024-03-08T02:48:56.020950+0000","172.21.15.90:6801/3621127890":"2024-03-08T02:48:56.020950+0000","172.21.15.90:0/373439958":"2024-03-08T02:49:20.917138+0000","172.21.15.90:0/3731708305":"2024-03-08T02:48:56.020950+0000","172.21.15.90:6800/3621127890":"2024-03-08T02:48:56.020950+0000","172.21.15.90:0/2975564":"2024-03-08T02:54:18.375588+0000","172.21.15.90:6800/2944721963":"2024-03-08T02:49:20.917138+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-07T02:55:45.121 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-07T02:51:31.237978+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-03-07T02:53:48.161372+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '61', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-03-07T02:53:49.007562+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '62', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'rbd', 'create_time': '2024-03-07T02:54:18.302508+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '66', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 3, 'score_stable': 3, 'optimal_score': 1, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-03-07T02:55:45.121 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-03-07T02:55:45.405 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 1 2024-03-07T02:55:45.417 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-03-07T02:55:45.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:45 smithi092 ceph-mon[31083]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:45.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:45 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/3225738500' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-03-07T02:55:45.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:45 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/3811766202' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T02:55:45.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:45 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/574078409' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T02:55:45.699 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 32 2024-03-07T02:55:45.711 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:45 smithi090 ceph-mon[27223]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:45.711 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:45 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/3225738500' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-03-07T02:55:45.711 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:45 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/3811766202' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T02:55:45.712 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:45 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/574078409' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T02:55:45.712 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:45 smithi090 ceph-mon[37987]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:45.712 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:45 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/3225738500' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-03-07T02:55:45.712 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:45 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/3811766202' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T02:55:45.712 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:45 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/574078409' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T02:55:45.713 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-03-07T02:55:45.996 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 64 2024-03-07T02:55:46.009 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2024-03-07T02:55:46.291 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 8 2024-03-07T02:55:46.304 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-07T02:55:46.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:46 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/1909002489' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-07T02:55:46.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:46 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/3065900954' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-07T02:55:46.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:46 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/2166434471' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-07T02:55:46.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:46 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/106923654' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-03-07T02:55:46.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:46 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/1909002489' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-07T02:55:46.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:46 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/3065900954' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-07T02:55:46.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:46 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/2166434471' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-07T02:55:46.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:46 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/106923654' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-03-07T02:55:46.625 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T02:55:46.625 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14454,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6835/1683497718","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":1683497718},{"type":"v1","addr":"172.21.15.90:6835","nonce":1683497718}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-03-07T02:53:49.821771+0000","modified":"2024-03-07T02:53:51.832210+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24334},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24334":{"gid":24334,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.92:6833/1681570486","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":1681570486},{"type":"v1","addr":"172.21.15.92:6833","nonce":1681570486}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-03-07T02:55:46.625 INFO:teuthology.orchestra.run.smithi090.stderr:dumped fsmap epoch 6 2024-03-07T02:55:46.637 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-07T02:55:46.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:46 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/1909002489' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-07T02:55:46.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:46 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/3065900954' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-07T02:55:46.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:46 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/2166434471' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-07T02:55:46.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:46 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/106923654' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-03-07T02:55:46.923 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T02:55:46.923 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":68,"fsid":"fb96fd1c-dc2c-11ee-95c6-87774f69a715","created":"2024-03-07T02:48:21.402557+0000","modified":"2024-03-07T02:55:19.832981+0000","last_up_change":"2024-03-07T02:53:31.675042+0000","last_in_change":"2024-03-07T02:53:14.634561+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-07T02:51:31.237978+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-07T02:53:48.161372+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-07T02:53:49.007562+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-03-07T02:54:18.302508+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"62173b00-78b8-4233-9293-c750339830ce","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":210461514},{"type":"v1","addr":"172.21.15.90:6803","nonce":210461514}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":210461514},{"type":"v1","addr":"172.21.15.90:6805","nonce":210461514}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":210461514},{"type":"v1","addr":"172.21.15.90:6809","nonce":210461514}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":210461514},{"type":"v1","addr":"172.21.15.90:6807","nonce":210461514}]},"public_addr":"172.21.15.90:6803/210461514","cluster_addr":"172.21.15.90:6805/210461514","heartbeat_back_addr":"172.21.15.90:6809/210461514","heartbeat_front_addr":"172.21.15.90:6807/210461514","state":["exists","up"]},{"osd":1,"uuid":"ba6ddbb8-bfc5-473e-ac63-9dae10041bd2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":1401063633},{"type":"v1","addr":"172.21.15.90:6811","nonce":1401063633}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":1401063633},{"type":"v1","addr":"172.21.15.90:6813","nonce":1401063633}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":1401063633},{"type":"v1","addr":"172.21.15.90:6817","nonce":1401063633}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":1401063633},{"type":"v1","addr":"172.21.15.90:6815","nonce":1401063633}]},"public_addr":"172.21.15.90:6811/1401063633","cluster_addr":"172.21.15.90:6813/1401063633","heartbeat_back_addr":"172.21.15.90:6817/1401063633","heartbeat_front_addr":"172.21.15.90:6815/1401063633","state":["exists","up"]},{"osd":2,"uuid":"ff8047c3-1b5e-4299-a2ae-bedeef72354c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":127945800},{"type":"v1","addr":"172.21.15.90:6819","nonce":127945800}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":127945800},{"type":"v1","addr":"172.21.15.90:6821","nonce":127945800}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":127945800},{"type":"v1","addr":"172.21.15.90:6825","nonce":127945800}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":127945800},{"type":"v1","addr":"172.21.15.90:6823","nonce":127945800}]},"public_addr":"172.21.15.90:6819/127945800","cluster_addr":"172.21.15.90:6821/127945800","heartbeat_back_addr":"172.21.15.90:6825/127945800","heartbeat_front_addr":"172.21.15.90:6823/127945800","state":["exists","up"]},{"osd":3,"uuid":"f593a0b8-5c6a-4956-8bfd-1786b23b8246","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":1439151282},{"type":"v1","addr":"172.21.15.90:6827","nonce":1439151282}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":1439151282},{"type":"v1","addr":"172.21.15.90:6829","nonce":1439151282}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":1439151282},{"type":"v1","addr":"172.21.15.90:6833","nonce":1439151282}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":1439151282},{"type":"v1","addr":"172.21.15.90:6831","nonce":1439151282}]},"public_addr":"172.21.15.90:6827/1439151282","cluster_addr":"172.21.15.90:6829/1439151282","heartbeat_back_addr":"172.21.15.90:6833/1439151282","heartbeat_front_addr":"172.21.15.90:6831/1439151282","state":["exists","up"]},{"osd":4,"uuid":"77430044-a6e2-4b54-b014-afa25de0ab3b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":3937610296},{"type":"v1","addr":"172.21.15.92:6801","nonce":3937610296}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":3937610296},{"type":"v1","addr":"172.21.15.92:6803","nonce":3937610296}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":3937610296},{"type":"v1","addr":"172.21.15.92:6807","nonce":3937610296}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":3937610296},{"type":"v1","addr":"172.21.15.92:6805","nonce":3937610296}]},"public_addr":"172.21.15.92:6801/3937610296","cluster_addr":"172.21.15.92:6803/3937610296","heartbeat_back_addr":"172.21.15.92:6807/3937610296","heartbeat_front_addr":"172.21.15.92:6805/3937610296","state":["exists","up"]},{"osd":5,"uuid":"3fcbbd00-1811-4019-9256-c715641d4bd7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":729240228},{"type":"v1","addr":"172.21.15.92:6809","nonce":729240228}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":729240228},{"type":"v1","addr":"172.21.15.92:6811","nonce":729240228}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":729240228},{"type":"v1","addr":"172.21.15.92:6815","nonce":729240228}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":729240228},{"type":"v1","addr":"172.21.15.92:6813","nonce":729240228}]},"public_addr":"172.21.15.92:6809/729240228","cluster_addr":"172.21.15.92:6811/729240228","heartbeat_back_addr":"172.21.15.92:6815/729240228","heartbeat_front_addr":"172.21.15.92:6813/729240228","state":["exists","up"]},{"osd":6,"uuid":"5b518f86-7f07-4b56-8fa6-9fda918cf3ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":769395094},{"type":"v1","addr":"172.21.15.92:6817","nonce":769395094}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":769395094},{"type":"v1","addr":"172.21.15.92:6819","nonce":769395094}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":769395094},{"type":"v1","addr":"172.21.15.92:6823","nonce":769395094}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":769395094},{"type":"v1","addr":"172.21.15.92:6821","nonce":769395094}]},"public_addr":"172.21.15.92:6817/769395094","cluster_addr":"172.21.15.92:6819/769395094","heartbeat_back_addr":"172.21.15.92:6823/769395094","heartbeat_front_addr":"172.21.15.92:6821/769395094","state":["exists","up"]},{"osd":7,"uuid":"3149ce0a-5ae4-4ed2-9951-75533bf13891","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":231707109},{"type":"v1","addr":"172.21.15.92:6825","nonce":231707109}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":231707109},{"type":"v1","addr":"172.21.15.92:6827","nonce":231707109}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":231707109},{"type":"v1","addr":"172.21.15.92:6831","nonce":231707109}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":231707109},{"type":"v1","addr":"172.21.15.92:6829","nonce":231707109}]},"public_addr":"172.21.15.92:6825/231707109","cluster_addr":"172.21.15.92:6827/231707109","heartbeat_back_addr":"172.21.15.92:6831/231707109","heartbeat_front_addr":"172.21.15.92:6829/231707109","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:50:39.830230+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:51:04.477989+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:51:28.474759+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:51:53.216846+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:52:15.538439+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:52:39.888296+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:53:04.965858+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:53:30.264488+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.8","mappings":[{"from":7,"to":2}]},{"pgid":"3.a","mappings":[{"from":4,"to":3}]},{"pgid":"3.18","mappings":[{"from":0,"to":2}]},{"pgid":"3.23","mappings":[{"from":0,"to":2}]},{"pgid":"3.34","mappings":[{"from":4,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.90:0/4131887177":"2024-03-08T02:54:18.375588+0000","172.21.15.90:0/3538795341":"2024-03-08T02:54:18.375588+0000","172.21.15.90:6801/175434517":"2024-03-08T02:54:18.375588+0000","172.21.15.90:0/542255566":"2024-03-08T02:54:18.375588+0000","172.21.15.90:6800/175434517":"2024-03-08T02:54:18.375588+0000","172.21.15.90:0/2953742548":"2024-03-08T02:49:20.917138+0000","172.21.15.90:0/3188894349":"2024-03-08T02:49:20.917138+0000","172.21.15.90:6801/2944721963":"2024-03-08T02:49:20.917138+0000","172.21.15.90:0/1828883733":"2024-03-08T02:48:56.020950+0000","172.21.15.90:0/1679273472":"2024-03-08T02:48:56.020950+0000","172.21.15.90:6801/3621127890":"2024-03-08T02:48:56.020950+0000","172.21.15.90:0/373439958":"2024-03-08T02:49:20.917138+0000","172.21.15.90:0/3731708305":"2024-03-08T02:48:56.020950+0000","172.21.15.90:6800/3621127890":"2024-03-08T02:48:56.020950+0000","172.21.15.90:0/2975564":"2024-03-08T02:54:18.375588+0000","172.21.15.90:6800/2944721963":"2024-03-08T02:49:20.917138+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-07T02:55:46.936 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-07T02:55:47.252 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T02:55:47.252 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14454,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6835/1683497718","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":1683497718},{"type":"v1","addr":"172.21.15.90:6835","nonce":1683497718}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-03-07T02:53:49.821771+0000","modified":"2024-03-07T02:53:51.832210+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24334},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24334":{"gid":24334,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.92:6833/1681570486","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":1681570486},{"type":"v1","addr":"172.21.15.92:6833","nonce":1681570486}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-03-07T02:55:47.253 INFO:teuthology.orchestra.run.smithi090.stderr:dumped fsmap epoch 6 2024-03-07T02:55:47.265 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 6, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-03-07T02:53:49.821771+0000', 'modified': '2024-03-07T02:53:51.832210+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24334}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24334': {'gid': 24334, 'name': 'b', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.92:6833/1681570486', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.92:6832', 'nonce': 1681570486}, {'type': 'v1', 'addr': '172.21.15.92:6833', 'nonce': 1681570486}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-03-07T02:55:47.265 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-03-07T02:55:47.265 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-03-07T02:55:47.375 INFO:teuthology.orchestra.run.smithi090.stderr:2024-03-07T02:55:47.374+0000 7f2470ff9640 0 client.14898 ms_handle_reset on v2:172.21.15.92:6832/1681570486 2024-03-07T02:55:47.396 INFO:teuthology.orchestra.run.smithi090.stderr:2024-03-07T02:55:47.395+0000 7f2470ff9640 0 client.24791 ms_handle_reset on v2:172.21.15.92:6832/1681570486 2024-03-07T02:55:47.397 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-03-07T02:55:47.397 INFO:teuthology.orchestra.run.smithi090.stdout: "cluster_fsid": "fb96fd1c-dc2c-11ee-95c6-87774f69a715", 2024-03-07T02:55:47.397 INFO:teuthology.orchestra.run.smithi090.stdout: "whoami": 0, 2024-03-07T02:55:47.397 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 24334, 2024-03-07T02:55:47.397 INFO:teuthology.orchestra.run.smithi090.stdout: "want_state": "up:active", 2024-03-07T02:55:47.397 INFO:teuthology.orchestra.run.smithi090.stdout: "state": "up:active", 2024-03-07T02:55:47.397 INFO:teuthology.orchestra.run.smithi090.stdout: "fs_name": "cephfs", 2024-03-07T02:55:47.397 INFO:teuthology.orchestra.run.smithi090.stdout: "rank_uptime": 117.57076522600001, 2024-03-07T02:55:47.397 INFO:teuthology.orchestra.run.smithi090.stdout: "mdsmap_epoch": 6, 2024-03-07T02:55:47.398 INFO:teuthology.orchestra.run.smithi090.stdout: "osdmap_epoch": 68, 2024-03-07T02:55:47.398 INFO:teuthology.orchestra.run.smithi090.stdout: "osdmap_epoch_barrier": 62, 2024-03-07T02:55:47.398 INFO:teuthology.orchestra.run.smithi090.stdout: "uptime": 122.050313382 2024-03-07T02:55:47.398 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-03-07T02:55:47.408 INFO:tasks.cephadm:Setup complete, yielding 2024-03-07T02:55:47.408 INFO:teuthology.run_tasks:Running task print... 2024-03-07T02:55:47.418 INFO:teuthology.task.print:**** done end installing reef cephadm ... 2024-03-07T02:55:47.418 INFO:teuthology.run_tasks:Running task print... 2024-03-07T02:55:47.427 INFO:teuthology.task.print:**** done start cephadm.shell ceph config set mgr... 2024-03-07T02:55:47.427 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-03-07T02:55:47.436 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi090.front.sepia.ceph.com 2024-03-07T02:55:47.436 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- bash -c 'ceph config set mgr mgr/cephadm/use_repo_digest true --force' 2024-03-07T02:55:47.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:47 smithi090 ceph-mon[37987]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:47.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:47 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/681297208' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T02:55:47.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:47 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/1485534757' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T02:55:47.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:47 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/2172664139' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T02:55:47.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:47 smithi090 ceph-mon[27223]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:47.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:47 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/681297208' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T02:55:47.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:47 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/1485534757' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T02:55:47.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:47 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/2172664139' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T02:55:47.639 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T02:55:47.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:47 smithi092 ceph-mon[31083]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:47.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:47 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/681297208' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T02:55:47.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:47 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/1485534757' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T02:55:47.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:47 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/2172664139' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T02:55:48.773 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:48 smithi090 ceph-mon[27223]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:48.774 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:48 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T02:55:48.774 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:48 smithi090 ceph-mon[37987]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:48.774 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:48 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T02:55:48.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:48 smithi092 ceph-mon[31083]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:55:48.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:48 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T02:55:49.828 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:55:49 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: [07/Mar/2024:02:55:49] ENGINE Bus STOPPING 2024-03-07T02:55:49.828 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:55:49 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: [07/Mar/2024:02:55:49] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-07T02:55:49.829 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:55:49 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: [07/Mar/2024:02:55:49] ENGINE Bus STOPPED 2024-03-07T02:55:49.829 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:55:49 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: [07/Mar/2024:02:55:49] ENGINE Bus STARTING 2024-03-07T02:55:49.829 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:55:49 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: [07/Mar/2024:02:55:49] ENGINE Serving on http://:::9283 2024-03-07T02:55:49.829 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:55:49 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: [07/Mar/2024:02:55:49] ENGINE Bus STARTED 2024-03-07T02:55:50.285 INFO:teuthology.run_tasks:Running task print... 2024-03-07T02:55:50.294 INFO:teuthology.task.print:**** done cephadm.shell ceph config set mgr... 2024-03-07T02:55:50.294 INFO:teuthology.run_tasks:Running task print... 2024-03-07T02:55:50.302 INFO:teuthology.task.print:**** done start telemetry reef... 2024-03-07T02:55:50.302 INFO:teuthology.run_tasks:Running task workunit... 2024-03-07T02:55:50.332 INFO:tasks.workunit:Pulling workunits from ref ac30ee6cd9cb289983b4db31a5b462d33a1efd30 2024-03-07T02:55:50.332 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-03-07T02:55:50.332 DEBUG:teuthology.orchestra.run.smithi090:> stat -- /home/ubuntu/cephtest/mnt.0 2024-03-07T02:55:50.347 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-07T02:55:50.348 INFO:teuthology.orchestra.run.smithi090.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-03-07T02:55:50.348 DEBUG:teuthology.orchestra.run.smithi090:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-03-07T02:55:50.405 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-03-07T02:55:50.405 DEBUG:teuthology.orchestra.run.smithi090:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-03-07T02:55:50.460 INFO:tasks.workunit:timeout=3h 2024-03-07T02:55:50.460 INFO:tasks.workunit:cleanup=True 2024-03-07T02:55:50.461 DEBUG:teuthology.orchestra.run.smithi090:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://github.com/ceph/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout ac30ee6cd9cb289983b4db31a5b462d33a1efd30 2024-03-07T02:55:50.515 INFO:tasks.workunit.client.0.smithi090.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-03-07T02:55:50.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:50 smithi090 ceph-mon[27223]: mgrmap e22: y(active, since 91s), standbys: x 2024-03-07T02:55:50.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:50 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/3343487945' entity='client.admin' 2024-03-07T02:55:50.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:50 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:55:50.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:50 smithi090 ceph-mon[27223]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-03-07T02:55:50.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:50 smithi090 ceph-mon[37987]: mgrmap e22: y(active, since 91s), standbys: x 2024-03-07T02:55:50.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:50 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/3343487945' entity='client.admin' 2024-03-07T02:55:50.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:50 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:55:50.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:50 smithi090 ceph-mon[37987]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-03-07T02:55:50.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:50 smithi092 ceph-mon[31083]: mgrmap e22: y(active, since 91s), standbys: x 2024-03-07T02:55:50.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:50 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/3343487945' entity='client.admin' 2024-03-07T02:55:50.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:50 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:55:50.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:50 smithi092 ceph-mon[31083]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-03-07T02:55:52.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:52 smithi090 ceph-mon[27223]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-03-07T02:55:52.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:52 smithi090 ceph-mon[37987]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-03-07T02:55:52.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:52 smithi092 ceph-mon[31083]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-03-07T02:55:53.328 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:55:52 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: ::ffff:172.21.15.92 - - [07/Mar/2024:02:55:52] "GET /metrics HTTP/1.1" 200 33626 "" "Prometheus/2.43.0" 2024-03-07T02:55:54.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:53 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:54.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:53 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:54.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:53 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:54.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:53 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:54.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:53 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:55:54.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:53 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:55:54.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:53 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:54.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:53 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:54.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:53 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:54.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:53 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:54.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:53 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:54.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:53 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:55:54.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:53 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:55:54.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:53 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:54.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:53 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:54.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:53 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:54.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:53 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:54.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:53 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:54.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:53 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:55:54.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:53 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:55:54.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:53 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:55:55.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:55 smithi092 ceph-mon[31083]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-03-07T02:55:55.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:55 smithi090 ceph-mon[27223]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-03-07T02:55:55.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:55 smithi090 ceph-mon[37987]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-03-07T02:55:56.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:56 smithi090 ceph-mon[27223]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-03-07T02:55:56.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:56 smithi090 ceph-mon[37987]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-03-07T02:55:56.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:56 smithi092 ceph-mon[31083]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-03-07T02:55:58.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:55:58 smithi090 ceph-mon[27223]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-03-07T02:55:58.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:55:58 smithi090 ceph-mon[37987]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-03-07T02:55:58.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:55:58 smithi092 ceph-mon[31083]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-03-07T02:56:00.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:00 smithi090 ceph-mon[27223]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-03-07T02:56:00.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:00 smithi090 ceph-mon[37987]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-03-07T02:56:00.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:00 smithi092 ceph-mon[31083]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-03-07T02:56:02.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:02 smithi090 ceph-mon[27223]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:56:02.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:02 smithi090 ceph-mon[37987]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:56:02.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:02 smithi092 ceph-mon[31083]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:56:03.328 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:56:02 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: ::ffff:172.21.15.92 - - [07/Mar/2024:02:56:02] "GET /metrics HTTP/1.1" 200 33626 "" "Prometheus/2.43.0" 2024-03-07T02:56:03.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:03 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T02:56:03.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:03 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T02:56:03.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:03 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T02:56:05.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:05 smithi092 ceph-mon[31083]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:56:05.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:05 smithi090 ceph-mon[27223]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:56:05.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:05 smithi090 ceph-mon[37987]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:56:06.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:06 smithi090 ceph-mon[27223]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:56:06.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:06 smithi090 ceph-mon[37987]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:56:06.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:06 smithi092 ceph-mon[31083]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:56:08.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:08 smithi090 ceph-mon[27223]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:56:08.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:08 smithi090 ceph-mon[37987]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:56:08.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:08 smithi092 ceph-mon[31083]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:56:10.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:10 smithi090 ceph-mon[37987]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:56:10.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:10 smithi090 ceph-mon[27223]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:56:10.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:10 smithi092 ceph-mon[31083]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:56:12.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:12 smithi090 ceph-mon[27223]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:56:12.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:12 smithi090 ceph-mon[37987]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:56:12.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:12 smithi092 ceph-mon[31083]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:56:13.328 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:56:12 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: ::ffff:172.21.15.92 - - [07/Mar/2024:02:56:12] "GET /metrics HTTP/1.1" 200 33625 "" "Prometheus/2.43.0" 2024-03-07T02:56:15.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:15 smithi092 ceph-mon[31083]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:56:15.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:15 smithi090 ceph-mon[37987]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:56:15.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:15 smithi090 ceph-mon[27223]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:56:16.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:16 smithi090 ceph-mon[37987]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:56:16.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:16 smithi090 ceph-mon[27223]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:56:16.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:16 smithi092 ceph-mon[31083]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:56:18.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:18 smithi090 ceph-mon[37987]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:56:18.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:18 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T02:56:18.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:18 smithi090 ceph-mon[27223]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:56:18.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:18 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T02:56:18.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:18 smithi092 ceph-mon[31083]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:56:18.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:18 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T02:56:20.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:20 smithi090 ceph-mon[37987]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:56:20.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:20 smithi090 ceph-mon[27223]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:56:20.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:20 smithi092 ceph-mon[31083]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:56:22.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:22 smithi090 ceph-mon[37987]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:56:22.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:22 smithi090 ceph-mon[27223]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:56:22.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:22 smithi092 ceph-mon[31083]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:56:23.328 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:56:22 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: ::ffff:172.21.15.92 - - [07/Mar/2024:02:56:22] "GET /metrics HTTP/1.1" 200 33625 "" "Prometheus/2.43.0" 2024-03-07T02:56:25.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:25 smithi092 ceph-mon[31083]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:56:25.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:25 smithi090 ceph-mon[27223]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:56:25.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:25 smithi090 ceph-mon[37987]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:56:26.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:26 smithi090 ceph-mon[37987]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:56:26.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:26 smithi090 ceph-mon[27223]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:56:26.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:26 smithi092 ceph-mon[31083]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:56:28.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:28 smithi090 ceph-mon[37987]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:56:28.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:28 smithi090 ceph-mon[27223]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:56:28.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:28 smithi092 ceph-mon[31083]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:56:30.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:30 smithi090 ceph-mon[37987]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:56:30.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:30 smithi090 ceph-mon[27223]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:56:30.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:30 smithi092 ceph-mon[31083]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:56:32.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:32 smithi090 ceph-mon[37987]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:56:32.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:32 smithi090 ceph-mon[27223]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:56:32.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:32 smithi092 ceph-mon[31083]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:56:33.328 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:56:32 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: ::ffff:172.21.15.92 - - [07/Mar/2024:02:56:32] "GET /metrics HTTP/1.1" 200 33625 "" "Prometheus/2.43.0" 2024-03-07T02:56:33.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:33 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T02:56:33.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:33 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T02:56:33.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:33 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T02:56:35.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:35 smithi092 ceph-mon[31083]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:56:35.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:35 smithi090 ceph-mon[27223]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:56:35.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:35 smithi090 ceph-mon[37987]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:56:36.092 INFO:tasks.workunit.client.0.smithi090.stderr:Note: switching to 'ac30ee6cd9cb289983b4db31a5b462d33a1efd30'. 2024-03-07T02:56:36.092 INFO:tasks.workunit.client.0.smithi090.stderr: 2024-03-07T02:56:36.093 INFO:tasks.workunit.client.0.smithi090.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-03-07T02:56:36.093 INFO:tasks.workunit.client.0.smithi090.stderr:changes and commit them, and you can discard any commits you make in this 2024-03-07T02:56:36.093 INFO:tasks.workunit.client.0.smithi090.stderr:state without impacting any branches by switching back to a branch. 2024-03-07T02:56:36.093 INFO:tasks.workunit.client.0.smithi090.stderr: 2024-03-07T02:56:36.093 INFO:tasks.workunit.client.0.smithi090.stderr:If you want to create a new branch to retain commits you create, you may 2024-03-07T02:56:36.093 INFO:tasks.workunit.client.0.smithi090.stderr:do so (now or later) by using -c with the switch command. Example: 2024-03-07T02:56:36.093 INFO:tasks.workunit.client.0.smithi090.stderr: 2024-03-07T02:56:36.093 INFO:tasks.workunit.client.0.smithi090.stderr: git switch -c 2024-03-07T02:56:36.093 INFO:tasks.workunit.client.0.smithi090.stderr: 2024-03-07T02:56:36.093 INFO:tasks.workunit.client.0.smithi090.stderr:Or undo this operation with: 2024-03-07T02:56:36.093 INFO:tasks.workunit.client.0.smithi090.stderr: 2024-03-07T02:56:36.093 INFO:tasks.workunit.client.0.smithi090.stderr: git switch - 2024-03-07T02:56:36.093 INFO:tasks.workunit.client.0.smithi090.stderr: 2024-03-07T02:56:36.094 INFO:tasks.workunit.client.0.smithi090.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-03-07T02:56:36.094 INFO:tasks.workunit.client.0.smithi090.stderr: 2024-03-07T02:56:36.094 INFO:tasks.workunit.client.0.smithi090.stderr:HEAD is now at ac30ee6cd9c Merge pull request #55967 from mkogan1/wip-rgw-ssl-ses-id-reuse 2024-03-07T02:56:36.095 DEBUG:teuthology.orchestra.run.smithi090:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-03-07T02:56:36.158 INFO:tasks.workunit.client.0.smithi090.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-03-07T02:56:36.160 INFO:tasks.workunit.client.0.smithi090.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-03-07T02:56:36.160 INFO:tasks.workunit.client.0.smithi090.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-03-07T02:56:36.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:36 smithi090 ceph-mon[27223]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:56:36.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:36 smithi090 ceph-mon[37987]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:56:36.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:36 smithi092 ceph-mon[31083]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:56:37.058 INFO:tasks.workunit.client.0.smithi090.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-03-07T02:56:37.157 INFO:tasks.workunit.client.0.smithi090.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-03-07T02:56:37.197 INFO:tasks.workunit.client.0.smithi090.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-03-07T02:56:37.198 INFO:tasks.workunit.client.0.smithi090.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-03-07T02:56:37.198 INFO:tasks.workunit.client.0.smithi090.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-03-07T02:56:37.237 INFO:tasks.workunit.client.0.smithi090.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-03-07T02:56:37.240 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-03-07T02:56:37.241 DEBUG:teuthology.orchestra.run.smithi090:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-03-07T02:56:37.296 INFO:tasks.workunit:Running workunits matching test_telemetry_reef.sh on client.0... 2024-03-07T02:56:37.297 INFO:tasks.workunit:Running workunit test_telemetry_reef.sh... 2024-03-07T02:56:37.297 DEBUG:teuthology.orchestra.run.smithi090:workunit test test_telemetry_reef.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=ac30ee6cd9cb289983b4db31a5b462d33a1efd30 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_reef.sh 2024-03-07T02:56:37.355 INFO:tasks.workunit.client.0.smithi090.stderr:+ ceph config set mgr mgr/telemetry/channel_ident true 2024-03-07T02:56:37.748 INFO:tasks.workunit.client.0.smithi090.stderr:+ ceph config set mgr mgr/telemetry/organization ceph-qa 2024-03-07T02:56:38.034 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:56:37 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: [07/Mar/2024:02:56:37] ENGINE Bus STOPPING 2024-03-07T02:56:38.034 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:56:37 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: [07/Mar/2024:02:56:37] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-07T02:56:38.035 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:56:37 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: [07/Mar/2024:02:56:37] ENGINE Bus STOPPED 2024-03-07T02:56:38.035 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:56:37 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: [07/Mar/2024:02:56:37] ENGINE Bus STARTING 2024-03-07T02:56:38.035 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:56:37 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: [07/Mar/2024:02:56:37] ENGINE Serving on http://:::9283 2024-03-07T02:56:38.035 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:56:37 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: [07/Mar/2024:02:56:37] ENGINE Bus STARTED 2024-03-07T02:56:38.035 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:56:38 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: [07/Mar/2024:02:56:38] ENGINE Bus STOPPING 2024-03-07T02:56:38.153 INFO:tasks.workunit.client.0.smithi090.stderr:+ ceph config set mgr mgr/telemetry/description 'upgrade test cluster' 2024-03-07T02:56:38.329 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:56:38 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: [07/Mar/2024:02:56:38] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-07T02:56:38.329 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:56:38 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: [07/Mar/2024:02:56:38] ENGINE Bus STOPPED 2024-03-07T02:56:38.329 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:56:38 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: [07/Mar/2024:02:56:38] ENGINE Bus STARTING 2024-03-07T02:56:38.329 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:56:38 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: [07/Mar/2024:02:56:38] ENGINE Serving on http://:::9283 2024-03-07T02:56:38.329 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:56:38 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: [07/Mar/2024:02:56:38] ENGINE Bus STARTED 2024-03-07T02:56:38.551 INFO:tasks.workunit.client.0.smithi090.stderr:+ ceph telemetry preview 2024-03-07T02:56:38.829 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:56:38 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: [07/Mar/2024:02:56:38] ENGINE Bus STOPPING 2024-03-07T02:56:38.829 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:56:38 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: [07/Mar/2024:02:56:38] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-07T02:56:38.829 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:56:38 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: [07/Mar/2024:02:56:38] ENGINE Bus STOPPED 2024-03-07T02:56:38.829 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:56:38 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: [07/Mar/2024:02:56:38] ENGINE Bus STARTING 2024-03-07T02:56:38.829 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:56:38 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: [07/Mar/2024:02:56:38] ENGINE Serving on http://:::9283 2024-03-07T02:56:38.829 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:56:38 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: [07/Mar/2024:02:56:38] ENGINE Bus STARTED 2024-03-07T02:56:38.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:38 smithi090 ceph-mon[37987]: from='client.? ' entity='client.admin' 2024-03-07T02:56:38.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:38 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:56:38.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:38 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/2069596021' entity='client.admin' 2024-03-07T02:56:38.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:38 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:56:38.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:38 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:56:38.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:38 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:56:38.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:38 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:56:38.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:38 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:56:38.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:38 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:56:38.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:38 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:56:38.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:38 smithi090 ceph-mon[37987]: from='client.? ' entity='client.admin' 2024-03-07T02:56:38.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:38 smithi090 ceph-mon[37987]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:56:38.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:38 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:56:38.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:38 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:56:38.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:38 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:56:38.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:38 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:56:38.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:38 smithi090 ceph-mon[27223]: from='client.? ' entity='client.admin' 2024-03-07T02:56:38.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:38 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:56:38.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:38 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/2069596021' entity='client.admin' 2024-03-07T02:56:38.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:38 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:56:38.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:38 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:56:38.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:38 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:56:38.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:38 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:56:38.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:38 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:56:38.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:38 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:56:38.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:38 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:56:38.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:38 smithi090 ceph-mon[27223]: from='client.? ' entity='client.admin' 2024-03-07T02:56:38.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:38 smithi090 ceph-mon[27223]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:56:38.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:38 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:56:38.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:38 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:56:38.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:38 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:56:38.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:38 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:56:38.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:38 smithi092 ceph-mon[31083]: from='client.? ' entity='client.admin' 2024-03-07T02:56:38.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:38 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:56:38.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:38 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/2069596021' entity='client.admin' 2024-03-07T02:56:38.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:38 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:56:38.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:38 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:56:38.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:38 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:56:38.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:38 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:56:38.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:38 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:56:38.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:38 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:56:38.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:38 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:56:38.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:38 smithi092 ceph-mon[31083]: from='client.? ' entity='client.admin' 2024-03-07T02:56:38.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:38 smithi092 ceph-mon[31083]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:56:38.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:38 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:56:38.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:38 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:56:38.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:38 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:56:38.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:38 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:56:39.036 INFO:tasks.workunit.client.0.smithi090.stdout:{ 2024-03-07T02:56:39.036 INFO:tasks.workunit.client.0.smithi090.stdout: "balancer": { 2024-03-07T02:56:39.036 INFO:tasks.workunit.client.0.smithi090.stdout: "active": true, 2024-03-07T02:56:39.036 INFO:tasks.workunit.client.0.smithi090.stdout: "mode": "" 2024-03-07T02:56:39.036 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.037 INFO:tasks.workunit.client.0.smithi090.stdout: "channels": [ 2024-03-07T02:56:39.037 INFO:tasks.workunit.client.0.smithi090.stdout: "basic", 2024-03-07T02:56:39.037 INFO:tasks.workunit.client.0.smithi090.stdout: "crash", 2024-03-07T02:56:39.037 INFO:tasks.workunit.client.0.smithi090.stdout: "device", 2024-03-07T02:56:39.037 INFO:tasks.workunit.client.0.smithi090.stdout: "ident" 2024-03-07T02:56:39.037 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:39.037 INFO:tasks.workunit.client.0.smithi090.stdout: "channels_available": [ 2024-03-07T02:56:39.037 INFO:tasks.workunit.client.0.smithi090.stdout: "basic", 2024-03-07T02:56:39.037 INFO:tasks.workunit.client.0.smithi090.stdout: "ident", 2024-03-07T02:56:39.037 INFO:tasks.workunit.client.0.smithi090.stdout: "crash", 2024-03-07T02:56:39.037 INFO:tasks.workunit.client.0.smithi090.stdout: "device", 2024-03-07T02:56:39.037 INFO:tasks.workunit.client.0.smithi090.stdout: "perf" 2024-03-07T02:56:39.037 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:39.037 INFO:tasks.workunit.client.0.smithi090.stdout: "collections_available": [ 2024-03-07T02:56:39.037 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_base", 2024-03-07T02:56:39.038 INFO:tasks.workunit.client.0.smithi090.stdout: "device_base", 2024-03-07T02:56:39.038 INFO:tasks.workunit.client.0.smithi090.stdout: "crash_base", 2024-03-07T02:56:39.038 INFO:tasks.workunit.client.0.smithi090.stdout: "ident_base", 2024-03-07T02:56:39.038 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_perf", 2024-03-07T02:56:39.038 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_mds_metadata", 2024-03-07T02:56:39.038 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_pool_usage", 2024-03-07T02:56:39.038 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_usage_by_class", 2024-03-07T02:56:39.038 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_rook_v01", 2024-03-07T02:56:39.038 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_memory_metrics", 2024-03-07T02:56:39.038 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_pool_options_bluestore" 2024-03-07T02:56:39.038 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:39.038 INFO:tasks.workunit.client.0.smithi090.stdout: "collections_opted_in": [ 2024-03-07T02:56:39.038 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_base", 2024-03-07T02:56:39.038 INFO:tasks.workunit.client.0.smithi090.stdout: "device_base", 2024-03-07T02:56:39.039 INFO:tasks.workunit.client.0.smithi090.stdout: "crash_base", 2024-03-07T02:56:39.039 INFO:tasks.workunit.client.0.smithi090.stdout: "ident_base", 2024-03-07T02:56:39.039 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_perf", 2024-03-07T02:56:39.039 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_mds_metadata", 2024-03-07T02:56:39.039 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_pool_usage", 2024-03-07T02:56:39.039 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_usage_by_class", 2024-03-07T02:56:39.039 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_rook_v01", 2024-03-07T02:56:39.039 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_memory_metrics", 2024-03-07T02:56:39.039 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_pool_options_bluestore" 2024-03-07T02:56:39.039 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:39.039 INFO:tasks.workunit.client.0.smithi090.stdout: "config": { 2024-03-07T02:56:39.039 INFO:tasks.workunit.client.0.smithi090.stdout: "active_changed": [ 2024-03-07T02:56:39.039 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_allow_insecure_global_id_reclaim", 2024-03-07T02:56:39.039 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_debug", 2024-03-07T02:56:39.040 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_mon_ticket_ttl", 2024-03-07T02:56:39.040 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_service_ticket_ttl", 2024-03-07T02:56:39.040 INFO:tasks.workunit.client.0.smithi090.stdout: "bdev_debug_aio", 2024-03-07T02:56:39.040 INFO:tasks.workunit.client.0.smithi090.stdout: "client_check_pool_perm", 2024-03-07T02:56:39.040 INFO:tasks.workunit.client.0.smithi090.stdout: "client_mount_gid", 2024-03-07T02:56:39.040 INFO:tasks.workunit.client.0.smithi090.stdout: "client_mount_uid", 2024-03-07T02:56:39.040 INFO:tasks.workunit.client.0.smithi090.stdout: "client_quota", 2024-03-07T02:56:39.040 INFO:tasks.workunit.client.0.smithi090.stdout: "container_image", 2024-03-07T02:56:39.040 INFO:tasks.workunit.client.0.smithi090.stdout: "daemonize", 2024-03-07T02:56:39.040 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_asserts_on_shutdown", 2024-03-07T02:56:39.040 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_mgr", 2024-03-07T02:56:39.040 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_mon", 2024-03-07T02:56:39.040 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_ms", 2024-03-07T02:56:39.040 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_osd", 2024-03-07T02:56:39.041 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_paxos", 2024-03-07T02:56:39.041 INFO:tasks.workunit.client.0.smithi090.stdout: "keyring", 2024-03-07T02:56:39.041 INFO:tasks.workunit.client.0.smithi090.stdout: "leveldb_block_size", 2024-03-07T02:56:39.041 INFO:tasks.workunit.client.0.smithi090.stdout: "leveldb_cache_size", 2024-03-07T02:56:39.041 INFO:tasks.workunit.client.0.smithi090.stdout: "leveldb_compression", 2024-03-07T02:56:39.041 INFO:tasks.workunit.client.0.smithi090.stdout: "leveldb_log", 2024-03-07T02:56:39.041 INFO:tasks.workunit.client.0.smithi090.stdout: "leveldb_write_buffer_size", 2024-03-07T02:56:39.041 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_file", 2024-03-07T02:56:39.041 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_journald", 2024-03-07T02:56:39.041 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_stderr", 2024-03-07T02:56:39.041 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_allow_pool_delete", 2024-03-07T02:56:39.041 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_clock_drift_allowed", 2024-03-07T02:56:39.041 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_file_level", 2024-03-07T02:56:39.041 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_to_file", 2024-03-07T02:56:39.042 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_to_journald", 2024-03-07T02:56:39.042 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_to_stderr", 2024-03-07T02:56:39.042 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_data_avail_warn", 2024-03-07T02:56:39.042 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_election_default_strategy", 2024-03-07T02:56:39.042 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_host", 2024-03-07T02:56:39.042 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_max_pg_per_osd", 2024-03-07T02:56:39.042 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_mgr_mkfs_grace", 2024-03-07T02:56:39.042 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_osd_prime_pg_temp", 2024-03-07T02:56:39.042 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_osd_reporter_subtree_level", 2024-03-07T02:56:39.042 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_pg_warn_max_object_skew", 2024-03-07T02:56:39.042 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_reweight_min_bytes_per_osd", 2024-03-07T02:56:39.042 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_reweight_min_pgs_per_osd", 2024-03-07T02:56:39.042 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-03-07T02:56:39.043 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-03-07T02:56:39.043 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-03-07T02:56:39.043 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_legacy_crush_tunables", 2024-03-07T02:56:39.043 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-03-07T02:56:39.043 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-03-07T02:56:39.043 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_too_few_osds", 2024-03-07T02:56:39.043 INFO:tasks.workunit.client.0.smithi090.stdout: "ms_die_on_bug", 2024-03-07T02:56:39.043 INFO:tasks.workunit.client.0.smithi090.stdout: "ms_die_on_old_message", 2024-03-07T02:56:39.043 INFO:tasks.workunit.client.0.smithi090.stdout: "no_config_file", 2024-03-07T02:56:39.043 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_class_default_list", 2024-03-07T02:56:39.043 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_class_load_list", 2024-03-07T02:56:39.043 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_crush_chooseleaf_type", 2024-03-07T02:56:39.043 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_misdirected_ops", 2024-03-07T02:56:39.043 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_op_order", 2024-03-07T02:56:39.044 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_pg_log_writeout", 2024-03-07T02:56:39.044 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_shutdown", 2024-03-07T02:56:39.044 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_cached_snaps", 2024-03-07T02:56:39.044 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_missing_on_start", 2024-03-07T02:56:39.044 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_stray_on_activate", 2024-03-07T02:56:39.044 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_deep_scrub_update_digest_min_age", 2024-03-07T02:56:39.044 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_profile", 2024-03-07T02:56:39.044 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-03-07T02:56:39.044 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-03-07T02:56:39.044 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-03-07T02:56:39.044 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-03-07T02:56:39.044 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-03-07T02:56:39.044 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-03-07T02:56:39.044 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_client_lim", 2024-03-07T02:56:39.045 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_client_res", 2024-03-07T02:56:39.045 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_client_wgt", 2024-03-07T02:56:39.045 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_memory_target", 2024-03-07T02:56:39.045 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_memory_target_autotune", 2024-03-07T02:56:39.045 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_op_queue", 2024-03-07T02:56:39.045 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_op_queue_cut_off", 2024-03-07T02:56:39.045 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pool_default_erasure_code_profile", 2024-03-07T02:56:39.045 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pool_default_pg_autoscale_mode", 2024-03-07T02:56:39.045 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recover_clone_overlap", 2024-03-07T02:56:39.045 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_max_chunk", 2024-03-07T02:56:39.045 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_scrub_load_threshold", 2024-03-07T02:56:39.045 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_scrub_max_interval", 2024-03-07T02:56:39.045 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_shutdown_pgref_assert", 2024-03-07T02:56:39.045 INFO:tasks.workunit.client.0.smithi090.stdout: "public_addr", 2024-03-07T02:56:39.046 INFO:tasks.workunit.client.0.smithi090.stdout: "public_addrv", 2024-03-07T02:56:39.046 INFO:tasks.workunit.client.0.smithi090.stdout: "public_network", 2024-03-07T02:56:39.046 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd_default_features", 2024-03-07T02:56:39.046 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd_qos_exclude_ops", 2024-03-07T02:56:39.046 INFO:tasks.workunit.client.0.smithi090.stdout: "setgroup", 2024-03-07T02:56:39.046 INFO:tasks.workunit.client.0.smithi090.stdout: "setuser" 2024-03-07T02:56:39.046 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:39.046 INFO:tasks.workunit.client.0.smithi090.stdout: "cluster_changed": [ 2024-03-07T02:56:39.046 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_allow_insecure_global_id_reclaim", 2024-03-07T02:56:39.046 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_debug", 2024-03-07T02:56:39.046 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_mon_ticket_ttl", 2024-03-07T02:56:39.046 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_service_ticket_ttl", 2024-03-07T02:56:39.046 INFO:tasks.workunit.client.0.smithi090.stdout: "bdev_debug_aio", 2024-03-07T02:56:39.047 INFO:tasks.workunit.client.0.smithi090.stdout: "container_image", 2024-03-07T02:56:39.047 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_asserts_on_shutdown", 2024-03-07T02:56:39.047 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_mgr", 2024-03-07T02:56:39.047 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_mon", 2024-03-07T02:56:39.047 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_ms", 2024-03-07T02:56:39.047 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_osd", 2024-03-07T02:56:39.047 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_paxos", 2024-03-07T02:56:39.047 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_file", 2024-03-07T02:56:39.047 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_journald", 2024-03-07T02:56:39.047 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_stderr", 2024-03-07T02:56:39.047 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_join_fs", 2024-03-07T02:56:39.047 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/cephadm/allow_ptrace", 2024-03-07T02:56:39.047 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/cephadm/container_init", 2024-03-07T02:56:39.048 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/cephadm/migration_current", 2024-03-07T02:56:39.048 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/cephadm/use_repo_digest", 2024-03-07T02:56:39.048 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-03-07T02:56:39.048 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-03-07T02:56:39.048 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-03-07T02:56:39.048 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-03-07T02:56:39.048 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/dashboard/ssl_server_port", 2024-03-07T02:56:39.048 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/orchestrator/orchestrator", 2024-03-07T02:56:39.048 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/telemetry/channel_ident", 2024-03-07T02:56:39.048 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/telemetry/description", 2024-03-07T02:56:39.048 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/telemetry/organization", 2024-03-07T02:56:39.048 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_allow_pool_delete", 2024-03-07T02:56:39.048 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_clock_drift_allowed", 2024-03-07T02:56:39.049 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_file_level", 2024-03-07T02:56:39.049 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_to_file", 2024-03-07T02:56:39.049 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_data_avail_warn", 2024-03-07T02:56:39.049 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_election_default_strategy", 2024-03-07T02:56:39.049 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_max_pg_per_osd", 2024-03-07T02:56:39.049 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_mgr_mkfs_grace", 2024-03-07T02:56:39.049 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_osd_prime_pg_temp", 2024-03-07T02:56:39.049 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_osd_reporter_subtree_level", 2024-03-07T02:56:39.049 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_pg_warn_max_object_skew", 2024-03-07T02:56:39.049 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_reweight_min_bytes_per_osd", 2024-03-07T02:56:39.049 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_reweight_min_pgs_per_osd", 2024-03-07T02:56:39.049 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-03-07T02:56:39.049 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-03-07T02:56:39.049 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-03-07T02:56:39.050 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_legacy_crush_tunables", 2024-03-07T02:56:39.050 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-03-07T02:56:39.050 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-03-07T02:56:39.050 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_too_few_osds", 2024-03-07T02:56:39.050 INFO:tasks.workunit.client.0.smithi090.stdout: "ms_die_on_bug", 2024-03-07T02:56:39.050 INFO:tasks.workunit.client.0.smithi090.stdout: "ms_die_on_old_message", 2024-03-07T02:56:39.050 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_class_default_list", 2024-03-07T02:56:39.050 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_class_load_list", 2024-03-07T02:56:39.050 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_misdirected_ops", 2024-03-07T02:56:39.050 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_op_order", 2024-03-07T02:56:39.050 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_pg_log_writeout", 2024-03-07T02:56:39.050 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_shutdown", 2024-03-07T02:56:39.050 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_cached_snaps", 2024-03-07T02:56:39.050 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_missing_on_start", 2024-03-07T02:56:39.050 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_stray_on_activate", 2024-03-07T02:56:39.051 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_deep_scrub_update_digest_min_age", 2024-03-07T02:56:39.051 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_profile", 2024-03-07T02:56:39.051 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_memory_target", 2024-03-07T02:56:39.051 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_memory_target_autotune", 2024-03-07T02:56:39.051 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_op_queue", 2024-03-07T02:56:39.051 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_op_queue_cut_off", 2024-03-07T02:56:39.051 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pool_default_erasure_code_profile", 2024-03-07T02:56:39.051 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pool_default_pg_autoscale_mode", 2024-03-07T02:56:39.051 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recover_clone_overlap", 2024-03-07T02:56:39.051 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_max_chunk", 2024-03-07T02:56:39.051 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_scrub_load_threshold", 2024-03-07T02:56:39.051 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_scrub_max_interval", 2024-03-07T02:56:39.051 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_shutdown_pgref_assert", 2024-03-07T02:56:39.051 INFO:tasks.workunit.client.0.smithi090.stdout: "public_network", 2024-03-07T02:56:39.052 INFO:tasks.workunit.client.0.smithi090.stdout: "rgw_cache_enabled", 2024-03-07T02:56:39.052 INFO:tasks.workunit.client.0.smithi090.stdout: "rgw_enable_ops_log", 2024-03-07T02:56:39.052 INFO:tasks.workunit.client.0.smithi090.stdout: "rgw_enable_usage_log" 2024-03-07T02:56:39.052 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:39.052 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.052 INFO:tasks.workunit.client.0.smithi090.stdout: "contact": null, 2024-03-07T02:56:39.052 INFO:tasks.workunit.client.0.smithi090.stdout: "crashes": [], 2024-03-07T02:56:39.052 INFO:tasks.workunit.client.0.smithi090.stdout: "created": "2024-03-07T02:48:14.633942Z", 2024-03-07T02:56:39.052 INFO:tasks.workunit.client.0.smithi090.stdout: "crush": { 2024-03-07T02:56:39.052 INFO:tasks.workunit.client.0.smithi090.stdout: "bucket_algs": { 2024-03-07T02:56:39.052 INFO:tasks.workunit.client.0.smithi090.stdout: "straw2": 3 2024-03-07T02:56:39.052 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.052 INFO:tasks.workunit.client.0.smithi090.stdout: "bucket_sizes": { 2024-03-07T02:56:39.053 INFO:tasks.workunit.client.0.smithi090.stdout: "2": 1, 2024-03-07T02:56:39.053 INFO:tasks.workunit.client.0.smithi090.stdout: "4": 2 2024-03-07T02:56:39.053 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.053 INFO:tasks.workunit.client.0.smithi090.stdout: "bucket_types": { 2024-03-07T02:56:39.053 INFO:tasks.workunit.client.0.smithi090.stdout: "1": 2, 2024-03-07T02:56:39.053 INFO:tasks.workunit.client.0.smithi090.stdout: "11": 1 2024-03-07T02:56:39.053 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.053 INFO:tasks.workunit.client.0.smithi090.stdout: "compat_weight_set": false, 2024-03-07T02:56:39.053 INFO:tasks.workunit.client.0.smithi090.stdout: "device_classes": [ 2024-03-07T02:56:39.053 INFO:tasks.workunit.client.0.smithi090.stdout: 8 2024-03-07T02:56:39.053 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:39.053 INFO:tasks.workunit.client.0.smithi090.stdout: "num_buckets": 6, 2024-03-07T02:56:39.053 INFO:tasks.workunit.client.0.smithi090.stdout: "num_devices": 8, 2024-03-07T02:56:39.053 INFO:tasks.workunit.client.0.smithi090.stdout: "num_rules": 1, 2024-03-07T02:56:39.054 INFO:tasks.workunit.client.0.smithi090.stdout: "num_types": 12, 2024-03-07T02:56:39.054 INFO:tasks.workunit.client.0.smithi090.stdout: "num_weight_sets": 0, 2024-03-07T02:56:39.054 INFO:tasks.workunit.client.0.smithi090.stdout: "tunables": { 2024-03-07T02:56:39.054 INFO:tasks.workunit.client.0.smithi090.stdout: "allowed_bucket_algs": 54, 2024-03-07T02:56:39.054 INFO:tasks.workunit.client.0.smithi090.stdout: "choose_local_fallback_tries": 0, 2024-03-07T02:56:39.054 INFO:tasks.workunit.client.0.smithi090.stdout: "choose_local_tries": 0, 2024-03-07T02:56:39.054 INFO:tasks.workunit.client.0.smithi090.stdout: "choose_total_tries": 50, 2024-03-07T02:56:39.054 INFO:tasks.workunit.client.0.smithi090.stdout: "chooseleaf_descend_once": 1, 2024-03-07T02:56:39.054 INFO:tasks.workunit.client.0.smithi090.stdout: "chooseleaf_stable": 1, 2024-03-07T02:56:39.054 INFO:tasks.workunit.client.0.smithi090.stdout: "chooseleaf_vary_r": 1, 2024-03-07T02:56:39.054 INFO:tasks.workunit.client.0.smithi090.stdout: "has_v2_rules": 0, 2024-03-07T02:56:39.054 INFO:tasks.workunit.client.0.smithi090.stdout: "has_v3_rules": 0, 2024-03-07T02:56:39.054 INFO:tasks.workunit.client.0.smithi090.stdout: "has_v4_buckets": 1, 2024-03-07T02:56:39.055 INFO:tasks.workunit.client.0.smithi090.stdout: "has_v5_rules": 0, 2024-03-07T02:56:39.055 INFO:tasks.workunit.client.0.smithi090.stdout: "legacy_tunables": 0, 2024-03-07T02:56:39.055 INFO:tasks.workunit.client.0.smithi090.stdout: "minimum_required_version": "jewel", 2024-03-07T02:56:39.055 INFO:tasks.workunit.client.0.smithi090.stdout: "optimal_tunables": 1, 2024-03-07T02:56:39.055 INFO:tasks.workunit.client.0.smithi090.stdout: "profile": "jewel", 2024-03-07T02:56:39.055 INFO:tasks.workunit.client.0.smithi090.stdout: "require_feature_tunables": 1, 2024-03-07T02:56:39.055 INFO:tasks.workunit.client.0.smithi090.stdout: "require_feature_tunables2": 1, 2024-03-07T02:56:39.055 INFO:tasks.workunit.client.0.smithi090.stdout: "require_feature_tunables3": 1, 2024-03-07T02:56:39.055 INFO:tasks.workunit.client.0.smithi090.stdout: "require_feature_tunables5": 1, 2024-03-07T02:56:39.055 INFO:tasks.workunit.client.0.smithi090.stdout: "straw_calc_version": 1 2024-03-07T02:56:39.055 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:39.055 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.055 INFO:tasks.workunit.client.0.smithi090.stdout: "description": "upgrade test cluster", 2024-03-07T02:56:39.055 INFO:tasks.workunit.client.0.smithi090.stdout: "fs": { 2024-03-07T02:56:39.056 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-03-07T02:56:39.056 INFO:tasks.workunit.client.0.smithi090.stdout: "feature_flags": { 2024-03-07T02:56:39.056 INFO:tasks.workunit.client.0.smithi090.stdout: "enable_multiple": true, 2024-03-07T02:56:39.056 INFO:tasks.workunit.client.0.smithi090.stdout: "ever_enabled_multiple": true 2024-03-07T02:56:39.056 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.056 INFO:tasks.workunit.client.0.smithi090.stdout: "filesystems": [ 2024-03-07T02:56:39.056 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:39.056 INFO:tasks.workunit.client.0.smithi090.stdout: "approx_ctime": "2024-03", 2024-03-07T02:56:39.056 INFO:tasks.workunit.client.0.smithi090.stdout: "balancer_enabled": false, 2024-03-07T02:56:39.056 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:39.056 INFO:tasks.workunit.client.0.smithi090.stdout: "cached_caps": 0, 2024-03-07T02:56:39.056 INFO:tasks.workunit.client.0.smithi090.stdout: "cached_dns": 10, 2024-03-07T02:56:39.056 INFO:tasks.workunit.client.0.smithi090.stdout: "cached_inos": 13, 2024-03-07T02:56:39.057 INFO:tasks.workunit.client.0.smithi090.stdout: "cached_subtrees": 2, 2024-03-07T02:56:39.057 INFO:tasks.workunit.client.0.smithi090.stdout: "ever_allowed_features": 0, 2024-03-07T02:56:39.057 INFO:tasks.workunit.client.0.smithi090.stdout: "explicitly_allowed_features": 0, 2024-03-07T02:56:39.057 INFO:tasks.workunit.client.0.smithi090.stdout: "files": 0, 2024-03-07T02:56:39.057 INFO:tasks.workunit.client.0.smithi090.stdout: "max_mds": 1, 2024-03-07T02:56:39.057 INFO:tasks.workunit.client.0.smithi090.stdout: "num_data_pools": 1, 2024-03-07T02:56:39.057 INFO:tasks.workunit.client.0.smithi090.stdout: "num_in": 1, 2024-03-07T02:56:39.057 INFO:tasks.workunit.client.0.smithi090.stdout: "num_mds": 1, 2024-03-07T02:56:39.057 INFO:tasks.workunit.client.0.smithi090.stdout: "num_sessions": 0, 2024-03-07T02:56:39.057 INFO:tasks.workunit.client.0.smithi090.stdout: "num_standby_replay": 0, 2024-03-07T02:56:39.057 INFO:tasks.workunit.client.0.smithi090.stdout: "num_up": 1, 2024-03-07T02:56:39.057 INFO:tasks.workunit.client.0.smithi090.stdout: "snaps": 0, 2024-03-07T02:56:39.057 INFO:tasks.workunit.client.0.smithi090.stdout: "standby_count_wanted": 0 2024-03-07T02:56:39.057 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:39.057 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:39.058 INFO:tasks.workunit.client.0.smithi090.stdout: "num_standby_mds": 1, 2024-03-07T02:56:39.058 INFO:tasks.workunit.client.0.smithi090.stdout: "total_num_mds": 2 2024-03-07T02:56:39.058 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.058 INFO:tasks.workunit.client.0.smithi090.stdout: "hosts": { 2024-03-07T02:56:39.058 INFO:tasks.workunit.client.0.smithi090.stdout: "num": 2, 2024-03-07T02:56:39.058 INFO:tasks.workunit.client.0.smithi090.stdout: "num_with_mds": 2, 2024-03-07T02:56:39.058 INFO:tasks.workunit.client.0.smithi090.stdout: "num_with_mgr": 2, 2024-03-07T02:56:39.058 INFO:tasks.workunit.client.0.smithi090.stdout: "num_with_mon": 2, 2024-03-07T02:56:39.058 INFO:tasks.workunit.client.0.smithi090.stdout: "num_with_osd": 2 2024-03-07T02:56:39.058 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.058 INFO:tasks.workunit.client.0.smithi090.stdout: "leaderboard": false, 2024-03-07T02:56:39.058 INFO:tasks.workunit.client.0.smithi090.stdout: "leaderboard_description": null, 2024-03-07T02:56:39.058 INFO:tasks.workunit.client.0.smithi090.stdout: "license": "sharing-1-0", 2024-03-07T02:56:39.058 INFO:tasks.workunit.client.0.smithi090.stdout: "metadata": { 2024-03-07T02:56:39.058 INFO:tasks.workunit.client.0.smithi090.stdout: "mds": { 2024-03-07T02:56:39.059 INFO:tasks.workunit.client.0.smithi090.stdout: "arch": { 2024-03-07T02:56:39.059 INFO:tasks.workunit.client.0.smithi090.stdout: "x86_64": 2 2024-03-07T02:56:39.059 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.059 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_version": { 2024-03-07T02:56:39.059 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 2 2024-03-07T02:56:39.059 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.059 INFO:tasks.workunit.client.0.smithi090.stdout: "cpu": { 2024-03-07T02:56:39.059 INFO:tasks.workunit.client.0.smithi090.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-03-07T02:56:39.059 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.059 INFO:tasks.workunit.client.0.smithi090.stdout: "distro": { 2024-03-07T02:56:39.059 INFO:tasks.workunit.client.0.smithi090.stdout: "centos": 2 2024-03-07T02:56:39.059 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.059 INFO:tasks.workunit.client.0.smithi090.stdout: "distro_description": { 2024-03-07T02:56:39.059 INFO:tasks.workunit.client.0.smithi090.stdout: "CentOS Stream 8": 2 2024-03-07T02:56:39.060 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.060 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_description": { 2024-03-07T02:56:39.060 INFO:tasks.workunit.client.0.smithi090.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024": 2 2024-03-07T02:56:39.060 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.060 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_version": { 2024-03-07T02:56:39.060 INFO:tasks.workunit.client.0.smithi090.stdout: "5.14.0-427.el9.x86_64": 2 2024-03-07T02:56:39.060 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.060 INFO:tasks.workunit.client.0.smithi090.stdout: "os": { 2024-03-07T02:56:39.060 INFO:tasks.workunit.client.0.smithi090.stdout: "Linux": 2 2024-03-07T02:56:39.060 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:39.060 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.060 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-03-07T02:56:39.060 INFO:tasks.workunit.client.0.smithi090.stdout: "arch": { 2024-03-07T02:56:39.061 INFO:tasks.workunit.client.0.smithi090.stdout: "x86_64": 3 2024-03-07T02:56:39.061 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.061 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_version": { 2024-03-07T02:56:39.061 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 3 2024-03-07T02:56:39.061 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.061 INFO:tasks.workunit.client.0.smithi090.stdout: "cpu": { 2024-03-07T02:56:39.061 INFO:tasks.workunit.client.0.smithi090.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-03-07T02:56:39.061 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.061 INFO:tasks.workunit.client.0.smithi090.stdout: "distro": { 2024-03-07T02:56:39.061 INFO:tasks.workunit.client.0.smithi090.stdout: "centos": 3 2024-03-07T02:56:39.061 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.061 INFO:tasks.workunit.client.0.smithi090.stdout: "distro_description": { 2024-03-07T02:56:39.061 INFO:tasks.workunit.client.0.smithi090.stdout: "CentOS Stream 8": 3 2024-03-07T02:56:39.061 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.062 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_description": { 2024-03-07T02:56:39.062 INFO:tasks.workunit.client.0.smithi090.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024": 3 2024-03-07T02:56:39.062 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.062 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_version": { 2024-03-07T02:56:39.062 INFO:tasks.workunit.client.0.smithi090.stdout: "5.14.0-427.el9.x86_64": 3 2024-03-07T02:56:39.062 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.062 INFO:tasks.workunit.client.0.smithi090.stdout: "os": { 2024-03-07T02:56:39.062 INFO:tasks.workunit.client.0.smithi090.stdout: "Linux": 3 2024-03-07T02:56:39.062 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:39.062 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.062 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-03-07T02:56:39.062 INFO:tasks.workunit.client.0.smithi090.stdout: "arch": { 2024-03-07T02:56:39.062 INFO:tasks.workunit.client.0.smithi090.stdout: "x86_64": 8 2024-03-07T02:56:39.062 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.063 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_version": { 2024-03-07T02:56:39.063 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 8 2024-03-07T02:56:39.063 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.063 INFO:tasks.workunit.client.0.smithi090.stdout: "cpu": { 2024-03-07T02:56:39.063 INFO:tasks.workunit.client.0.smithi090.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-03-07T02:56:39.063 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.063 INFO:tasks.workunit.client.0.smithi090.stdout: "distro": { 2024-03-07T02:56:39.063 INFO:tasks.workunit.client.0.smithi090.stdout: "centos": 8 2024-03-07T02:56:39.063 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.063 INFO:tasks.workunit.client.0.smithi090.stdout: "distro_description": { 2024-03-07T02:56:39.063 INFO:tasks.workunit.client.0.smithi090.stdout: "CentOS Stream 8": 8 2024-03-07T02:56:39.063 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.063 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_description": { 2024-03-07T02:56:39.063 INFO:tasks.workunit.client.0.smithi090.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024": 8 2024-03-07T02:56:39.064 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.064 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_version": { 2024-03-07T02:56:39.064 INFO:tasks.workunit.client.0.smithi090.stdout: "5.14.0-427.el9.x86_64": 8 2024-03-07T02:56:39.064 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.064 INFO:tasks.workunit.client.0.smithi090.stdout: "os": { 2024-03-07T02:56:39.064 INFO:tasks.workunit.client.0.smithi090.stdout: "Linux": 8 2024-03-07T02:56:39.064 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.064 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_objectstore": { 2024-03-07T02:56:39.064 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": 8 2024-03-07T02:56:39.064 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.064 INFO:tasks.workunit.client.0.smithi090.stdout: "rotational": { 2024-03-07T02:56:39.064 INFO:tasks.workunit.client.0.smithi090.stdout: "0": 8 2024-03-07T02:56:39.064 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:39.064 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:39.065 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.065 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-03-07T02:56:39.065 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3, 2024-03-07T02:56:39.065 INFO:tasks.workunit.client.0.smithi090.stdout: "features": { 2024-03-07T02:56:39.065 INFO:tasks.workunit.client.0.smithi090.stdout: "optional": [], 2024-03-07T02:56:39.065 INFO:tasks.workunit.client.0.smithi090.stdout: "persistent": [ 2024-03-07T02:56:39.065 INFO:tasks.workunit.client.0.smithi090.stdout: "kraken", 2024-03-07T02:56:39.065 INFO:tasks.workunit.client.0.smithi090.stdout: "luminous", 2024-03-07T02:56:39.065 INFO:tasks.workunit.client.0.smithi090.stdout: "mimic", 2024-03-07T02:56:39.065 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap-prune", 2024-03-07T02:56:39.065 INFO:tasks.workunit.client.0.smithi090.stdout: "nautilus", 2024-03-07T02:56:39.065 INFO:tasks.workunit.client.0.smithi090.stdout: "octopus", 2024-03-07T02:56:39.065 INFO:tasks.workunit.client.0.smithi090.stdout: "pacific", 2024-03-07T02:56:39.065 INFO:tasks.workunit.client.0.smithi090.stdout: "elector-pinging", 2024-03-07T02:56:39.066 INFO:tasks.workunit.client.0.smithi090.stdout: "quincy", 2024-03-07T02:56:39.066 INFO:tasks.workunit.client.0.smithi090.stdout: "reef" 2024-03-07T02:56:39.066 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:39.066 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.066 INFO:tasks.workunit.client.0.smithi090.stdout: "ipv4_addr_mons": 6, 2024-03-07T02:56:39.066 INFO:tasks.workunit.client.0.smithi090.stdout: "ipv6_addr_mons": 0, 2024-03-07T02:56:39.066 INFO:tasks.workunit.client.0.smithi090.stdout: "min_mon_release": 18, 2024-03-07T02:56:39.066 INFO:tasks.workunit.client.0.smithi090.stdout: "v1_addr_mons": 3, 2024-03-07T02:56:39.066 INFO:tasks.workunit.client.0.smithi090.stdout: "v2_addr_mons": 3 2024-03-07T02:56:39.066 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.066 INFO:tasks.workunit.client.0.smithi090.stdout: "organization": "ceph-qa", 2024-03-07T02:56:39.066 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-03-07T02:56:39.066 INFO:tasks.workunit.client.0.smithi090.stdout: "cluster_network": false, 2024-03-07T02:56:39.067 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8, 2024-03-07T02:56:39.067 INFO:tasks.workunit.client.0.smithi090.stdout: "require_min_compat_client": "luminous", 2024-03-07T02:56:39.067 INFO:tasks.workunit.client.0.smithi090.stdout: "require_osd_release": "reef" 2024-03-07T02:56:39.067 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.067 INFO:tasks.workunit.client.0.smithi090.stdout: "pools": [ 2024-03-07T02:56:39.067 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:39.067 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-03-07T02:56:39.067 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr" 2024-03-07T02:56:39.067 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:39.067 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_mode": "none", 2024-03-07T02:56:39.067 INFO:tasks.workunit.client.0.smithi090.stdout: "erasure_code_profile": {}, 2024-03-07T02:56:39.067 INFO:tasks.workunit.client.0.smithi090.stdout: "min_size": 2, 2024-03-07T02:56:39.067 INFO:tasks.workunit.client.0.smithi090.stdout: "options": {}, 2024-03-07T02:56:39.067 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_autoscale_mode": "off", 2024-03-07T02:56:39.067 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_num": 1, 2024-03-07T02:56:39.068 INFO:tasks.workunit.client.0.smithi090.stdout: "pgp_num": 1, 2024-03-07T02:56:39.068 INFO:tasks.workunit.client.0.smithi090.stdout: "pool": 1, 2024-03-07T02:56:39.068 INFO:tasks.workunit.client.0.smithi090.stdout: "size": 3, 2024-03-07T02:56:39.068 INFO:tasks.workunit.client.0.smithi090.stdout: "stats": { 2024-03-07T02:56:39.068 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_raw": 729330460938, 2024-03-07T02:56:39.068 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_used": 1781760, 2024-03-07T02:56:39.068 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_bytes_used": 0, 2024-03-07T02:56:39.068 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_under_bytes": 0, 2024-03-07T02:56:39.068 INFO:tasks.workunit.client.0.smithi090.stdout: "data_bytes_used": 1781760, 2024-03-07T02:56:39.068 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty": 0, 2024-03-07T02:56:39.068 INFO:tasks.workunit.client.0.smithi090.stdout: "max_avail": 243110166528, 2024-03-07T02:56:39.068 INFO:tasks.workunit.client.0.smithi090.stdout: "objects": 2, 2024-03-07T02:56:39.069 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_bytes_used": 0, 2024-03-07T02:56:39.069 INFO:tasks.workunit.client.0.smithi090.stdout: "percent_used": 2.4430019038845785e-06, 2024-03-07T02:56:39.069 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_bytes": 0, 2024-03-07T02:56:39.069 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_objects": 0, 2024-03-07T02:56:39.069 INFO:tasks.workunit.client.0.smithi090.stdout: "rd": 212, 2024-03-07T02:56:39.069 INFO:tasks.workunit.client.0.smithi090.stdout: "rd_bytes": 313344, 2024-03-07T02:56:39.069 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": 590368, 2024-03-07T02:56:39.069 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_data": 590368, 2024-03-07T02:56:39.069 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_omap": 0, 2024-03-07T02:56:39.069 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_raw": 1771104, 2024-03-07T02:56:39.069 INFO:tasks.workunit.client.0.smithi090.stdout: "wr": 179, 2024-03-07T02:56:39.069 INFO:tasks.workunit.client.0.smithi090.stdout: "wr_bytes": 2473984 2024-03-07T02:56:39.069 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.069 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_bytes": 0, 2024-03-07T02:56:39.069 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_objects": 0, 2024-03-07T02:56:39.070 INFO:tasks.workunit.client.0.smithi090.stdout: "type": "replicated" 2024-03-07T02:56:39.070 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.070 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:39.070 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-03-07T02:56:39.070 INFO:tasks.workunit.client.0.smithi090.stdout: "cephfs" 2024-03-07T02:56:39.070 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:39.070 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_mode": "none", 2024-03-07T02:56:39.070 INFO:tasks.workunit.client.0.smithi090.stdout: "erasure_code_profile": {}, 2024-03-07T02:56:39.070 INFO:tasks.workunit.client.0.smithi090.stdout: "min_size": 2, 2024-03-07T02:56:39.070 INFO:tasks.workunit.client.0.smithi090.stdout: "options": {}, 2024-03-07T02:56:39.070 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_autoscale_mode": "off", 2024-03-07T02:56:39.070 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_num": 32, 2024-03-07T02:56:39.070 INFO:tasks.workunit.client.0.smithi090.stdout: "pgp_num": 32, 2024-03-07T02:56:39.070 INFO:tasks.workunit.client.0.smithi090.stdout: "pool": 2, 2024-03-07T02:56:39.070 INFO:tasks.workunit.client.0.smithi090.stdout: "size": 3, 2024-03-07T02:56:39.071 INFO:tasks.workunit.client.0.smithi090.stdout: "stats": { 2024-03-07T02:56:39.071 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_raw": 729330460938, 2024-03-07T02:56:39.071 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_used": 98304, 2024-03-07T02:56:39.071 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_bytes_used": 0, 2024-03-07T02:56:39.071 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_under_bytes": 0, 2024-03-07T02:56:39.071 INFO:tasks.workunit.client.0.smithi090.stdout: "data_bytes_used": 98304, 2024-03-07T02:56:39.071 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty": 0, 2024-03-07T02:56:39.071 INFO:tasks.workunit.client.0.smithi090.stdout: "max_avail": 243110166528, 2024-03-07T02:56:39.071 INFO:tasks.workunit.client.0.smithi090.stdout: "objects": 22, 2024-03-07T02:56:39.071 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_bytes_used": 0, 2024-03-07T02:56:39.071 INFO:tasks.workunit.client.0.smithi090.stdout: "percent_used": 1.3478660321197822e-07, 2024-03-07T02:56:39.071 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_bytes": 0, 2024-03-07T02:56:39.071 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_objects": 0, 2024-03-07T02:56:39.071 INFO:tasks.workunit.client.0.smithi090.stdout: "rd": 0, 2024-03-07T02:56:39.072 INFO:tasks.workunit.client.0.smithi090.stdout: "rd_bytes": 0, 2024-03-07T02:56:39.072 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": 3428, 2024-03-07T02:56:39.072 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_data": 3428, 2024-03-07T02:56:39.072 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_omap": 0, 2024-03-07T02:56:39.072 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_raw": 10284, 2024-03-07T02:56:39.072 INFO:tasks.workunit.client.0.smithi090.stdout: "wr": 51, 2024-03-07T02:56:39.072 INFO:tasks.workunit.client.0.smithi090.stdout: "wr_bytes": 20480 2024-03-07T02:56:39.072 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.072 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_bytes": 0, 2024-03-07T02:56:39.072 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_objects": 0, 2024-03-07T02:56:39.072 INFO:tasks.workunit.client.0.smithi090.stdout: "type": "replicated" 2024-03-07T02:56:39.072 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.072 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:39.073 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-03-07T02:56:39.073 INFO:tasks.workunit.client.0.smithi090.stdout: "cephfs" 2024-03-07T02:56:39.073 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:39.073 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_mode": "none", 2024-03-07T02:56:39.073 INFO:tasks.workunit.client.0.smithi090.stdout: "erasure_code_profile": {}, 2024-03-07T02:56:39.073 INFO:tasks.workunit.client.0.smithi090.stdout: "min_size": 2, 2024-03-07T02:56:39.073 INFO:tasks.workunit.client.0.smithi090.stdout: "options": {}, 2024-03-07T02:56:39.073 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_autoscale_mode": "off", 2024-03-07T02:56:39.073 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_num": 64, 2024-03-07T02:56:39.073 INFO:tasks.workunit.client.0.smithi090.stdout: "pgp_num": 64, 2024-03-07T02:56:39.073 INFO:tasks.workunit.client.0.smithi090.stdout: "pool": 3, 2024-03-07T02:56:39.073 INFO:tasks.workunit.client.0.smithi090.stdout: "size": 3, 2024-03-07T02:56:39.073 INFO:tasks.workunit.client.0.smithi090.stdout: "stats": { 2024-03-07T02:56:39.074 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_raw": 729330460938, 2024-03-07T02:56:39.074 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_used": 0, 2024-03-07T02:56:39.074 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_bytes_used": 0, 2024-03-07T02:56:39.074 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_under_bytes": 0, 2024-03-07T02:56:39.074 INFO:tasks.workunit.client.0.smithi090.stdout: "data_bytes_used": 0, 2024-03-07T02:56:39.074 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty": 0, 2024-03-07T02:56:39.074 INFO:tasks.workunit.client.0.smithi090.stdout: "max_avail": 243110166528, 2024-03-07T02:56:39.074 INFO:tasks.workunit.client.0.smithi090.stdout: "objects": 0, 2024-03-07T02:56:39.074 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_bytes_used": 0, 2024-03-07T02:56:39.074 INFO:tasks.workunit.client.0.smithi090.stdout: "percent_used": 0.0, 2024-03-07T02:56:39.074 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_bytes": 0, 2024-03-07T02:56:39.074 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_objects": 0, 2024-03-07T02:56:39.074 INFO:tasks.workunit.client.0.smithi090.stdout: "rd": 0, 2024-03-07T02:56:39.075 INFO:tasks.workunit.client.0.smithi090.stdout: "rd_bytes": 0, 2024-03-07T02:56:39.075 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": 0, 2024-03-07T02:56:39.075 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_data": 0, 2024-03-07T02:56:39.075 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_omap": 0, 2024-03-07T02:56:39.075 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_raw": 0, 2024-03-07T02:56:39.075 INFO:tasks.workunit.client.0.smithi090.stdout: "wr": 0, 2024-03-07T02:56:39.075 INFO:tasks.workunit.client.0.smithi090.stdout: "wr_bytes": 0 2024-03-07T02:56:39.075 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.075 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_bytes": 0, 2024-03-07T02:56:39.075 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_objects": 0, 2024-03-07T02:56:39.075 INFO:tasks.workunit.client.0.smithi090.stdout: "type": "replicated" 2024-03-07T02:56:39.075 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.075 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:39.076 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-03-07T02:56:39.076 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd" 2024-03-07T02:56:39.076 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:39.076 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_mode": "none", 2024-03-07T02:56:39.076 INFO:tasks.workunit.client.0.smithi090.stdout: "erasure_code_profile": {}, 2024-03-07T02:56:39.076 INFO:tasks.workunit.client.0.smithi090.stdout: "min_size": 2, 2024-03-07T02:56:39.076 INFO:tasks.workunit.client.0.smithi090.stdout: "options": {}, 2024-03-07T02:56:39.076 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_autoscale_mode": "off", 2024-03-07T02:56:39.076 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_num": 8, 2024-03-07T02:56:39.076 INFO:tasks.workunit.client.0.smithi090.stdout: "pgp_num": 8, 2024-03-07T02:56:39.076 INFO:tasks.workunit.client.0.smithi090.stdout: "pool": 4, 2024-03-07T02:56:39.076 INFO:tasks.workunit.client.0.smithi090.stdout: "size": 3, 2024-03-07T02:56:39.077 INFO:tasks.workunit.client.0.smithi090.stdout: "stats": { 2024-03-07T02:56:39.077 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_raw": 729330460938, 2024-03-07T02:56:39.077 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_used": 0, 2024-03-07T02:56:39.077 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_bytes_used": 0, 2024-03-07T02:56:39.077 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_under_bytes": 0, 2024-03-07T02:56:39.077 INFO:tasks.workunit.client.0.smithi090.stdout: "data_bytes_used": 0, 2024-03-07T02:56:39.077 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty": 0, 2024-03-07T02:56:39.077 INFO:tasks.workunit.client.0.smithi090.stdout: "max_avail": 243110166528, 2024-03-07T02:56:39.077 INFO:tasks.workunit.client.0.smithi090.stdout: "objects": 0, 2024-03-07T02:56:39.077 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_bytes_used": 0, 2024-03-07T02:56:39.077 INFO:tasks.workunit.client.0.smithi090.stdout: "percent_used": 0.0, 2024-03-07T02:56:39.077 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_bytes": 0, 2024-03-07T02:56:39.077 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_objects": 0, 2024-03-07T02:56:39.077 INFO:tasks.workunit.client.0.smithi090.stdout: "rd": 0, 2024-03-07T02:56:39.077 INFO:tasks.workunit.client.0.smithi090.stdout: "rd_bytes": 0, 2024-03-07T02:56:39.078 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": 0, 2024-03-07T02:56:39.078 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_data": 0, 2024-03-07T02:56:39.078 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_omap": 0, 2024-03-07T02:56:39.078 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_raw": 0, 2024-03-07T02:56:39.078 INFO:tasks.workunit.client.0.smithi090.stdout: "wr": 0, 2024-03-07T02:56:39.078 INFO:tasks.workunit.client.0.smithi090.stdout: "wr_bytes": 0 2024-03-07T02:56:39.078 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.078 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_bytes": 0, 2024-03-07T02:56:39.078 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_objects": 0, 2024-03-07T02:56:39.078 INFO:tasks.workunit.client.0.smithi090.stdout: "type": "replicated" 2024-03-07T02:56:39.078 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:39.078 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:39.078 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd": { 2024-03-07T02:56:39.078 INFO:tasks.workunit.client.0.smithi090.stdout: "mirroring_by_pool": [ 2024-03-07T02:56:39.078 INFO:tasks.workunit.client.0.smithi090.stdout: false 2024-03-07T02:56:39.078 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:39.079 INFO:tasks.workunit.client.0.smithi090.stdout: "num_images_by_pool": [ 2024-03-07T02:56:39.079 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:39.079 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:39.079 INFO:tasks.workunit.client.0.smithi090.stdout: "num_pools": 1 2024-03-07T02:56:39.079 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.079 INFO:tasks.workunit.client.0.smithi090.stdout: "report_id": "62accccb-d659-4d38-be12-c2fc73e021ee", 2024-03-07T02:56:39.079 INFO:tasks.workunit.client.0.smithi090.stdout: "report_timestamp": "2024-03-07T02:56:39.027595", 2024-03-07T02:56:39.079 INFO:tasks.workunit.client.0.smithi090.stdout: "report_version": 1, 2024-03-07T02:56:39.079 INFO:tasks.workunit.client.0.smithi090.stdout: "rook": { 2024-03-07T02:56:39.079 INFO:tasks.workunit.client.0.smithi090.stdout: "cluster": { 2024-03-07T02:56:39.079 INFO:tasks.workunit.client.0.smithi090.stdout: "external-mode": null, 2024-03-07T02:56:39.079 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-03-07T02:56:39.079 INFO:tasks.workunit.client.0.smithi090.stdout: "allow-multiple-per-node": null, 2024-03-07T02:56:39.079 INFO:tasks.workunit.client.0.smithi090.stdout: "count": null, 2024-03-07T02:56:39.080 INFO:tasks.workunit.client.0.smithi090.stdout: "max-id": null, 2024-03-07T02:56:39.080 INFO:tasks.workunit.client.0.smithi090.stdout: "pvc": { 2024-03-07T02:56:39.080 INFO:tasks.workunit.client.0.smithi090.stdout: "enabled": null 2024-03-07T02:56:39.080 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.080 INFO:tasks.workunit.client.0.smithi090.stdout: "stretch": { 2024-03-07T02:56:39.080 INFO:tasks.workunit.client.0.smithi090.stdout: "enabled": null 2024-03-07T02:56:39.080 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:39.080 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.080 INFO:tasks.workunit.client.0.smithi090.stdout: "network": { 2024-03-07T02:56:39.080 INFO:tasks.workunit.client.0.smithi090.stdout: "provider": null 2024-03-07T02:56:39.080 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.080 INFO:tasks.workunit.client.0.smithi090.stdout: "storage": { 2024-03-07T02:56:39.080 INFO:tasks.workunit.client.0.smithi090.stdout: "device-set": { 2024-03-07T02:56:39.080 INFO:tasks.workunit.client.0.smithi090.stdout: "count": { 2024-03-07T02:56:39.081 INFO:tasks.workunit.client.0.smithi090.stdout: "non-portable": null, 2024-03-07T02:56:39.081 INFO:tasks.workunit.client.0.smithi090.stdout: "portable": null, 2024-03-07T02:56:39.081 INFO:tasks.workunit.client.0.smithi090.stdout: "total": null 2024-03-07T02:56:39.081 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:39.081 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:39.081 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:39.081 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.081 INFO:tasks.workunit.client.0.smithi090.stdout: "csi": { 2024-03-07T02:56:39.081 INFO:tasks.workunit.client.0.smithi090.stdout: "version": null 2024-03-07T02:56:39.081 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.081 INFO:tasks.workunit.client.0.smithi090.stdout: "kubernetes": { 2024-03-07T02:56:39.081 INFO:tasks.workunit.client.0.smithi090.stdout: "version": null 2024-03-07T02:56:39.081 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.081 INFO:tasks.workunit.client.0.smithi090.stdout: "node": { 2024-03-07T02:56:39.081 INFO:tasks.workunit.client.0.smithi090.stdout: "count": { 2024-03-07T02:56:39.082 INFO:tasks.workunit.client.0.smithi090.stdout: "kubernetes-total": null, 2024-03-07T02:56:39.082 INFO:tasks.workunit.client.0.smithi090.stdout: "with-ceph-daemons": null, 2024-03-07T02:56:39.082 INFO:tasks.workunit.client.0.smithi090.stdout: "with-csi-cephfs-plugin": null, 2024-03-07T02:56:39.082 INFO:tasks.workunit.client.0.smithi090.stdout: "with-csi-nfs-plugin": null, 2024-03-07T02:56:39.082 INFO:tasks.workunit.client.0.smithi090.stdout: "with-csi-rbd-plugin": null 2024-03-07T02:56:39.082 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:39.082 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.082 INFO:tasks.workunit.client.0.smithi090.stdout: "usage": { 2024-03-07T02:56:39.082 INFO:tasks.workunit.client.0.smithi090.stdout: "storage-class": { 2024-03-07T02:56:39.082 INFO:tasks.workunit.client.0.smithi090.stdout: "count": { 2024-03-07T02:56:39.082 INFO:tasks.workunit.client.0.smithi090.stdout: "bucket": null, 2024-03-07T02:56:39.082 INFO:tasks.workunit.client.0.smithi090.stdout: "cephfs": null, 2024-03-07T02:56:39.082 INFO:tasks.workunit.client.0.smithi090.stdout: "nfs": null, 2024-03-07T02:56:39.082 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd": null, 2024-03-07T02:56:39.082 INFO:tasks.workunit.client.0.smithi090.stdout: "total": null 2024-03-07T02:56:39.083 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:39.083 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:39.083 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.083 INFO:tasks.workunit.client.0.smithi090.stdout: "version": null 2024-03-07T02:56:39.083 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.083 INFO:tasks.workunit.client.0.smithi090.stdout: "services": {}, 2024-03-07T02:56:39.083 INFO:tasks.workunit.client.0.smithi090.stdout: "usage": { 2024-03-07T02:56:39.083 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_num": 105, 2024-03-07T02:56:39.083 INFO:tasks.workunit.client.0.smithi090.stdout: "pools": 4, 2024-03-07T02:56:39.083 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_by_class": { 2024-03-07T02:56:39.083 INFO:tasks.workunit.client.0.smithi090.stdout: "ssd": { 2024-03-07T02:56:39.083 INFO:tasks.workunit.client.0.smithi090.stdout: "total_avail_bytes": 767731519488, 2024-03-07T02:56:39.083 INFO:tasks.workunit.client.0.smithi090.stdout: "total_bytes": 767960285184, 2024-03-07T02:56:39.083 INFO:tasks.workunit.client.0.smithi090.stdout: "total_used_bytes": 228765696, 2024-03-07T02:56:39.083 INFO:tasks.workunit.client.0.smithi090.stdout: "total_used_raw_bytes": 228765696, 2024-03-07T02:56:39.083 INFO:tasks.workunit.client.0.smithi090.stdout: "total_used_raw_ratio": 0.00029788739630021155 2024-03-07T02:56:39.084 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:39.084 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.084 INFO:tasks.workunit.client.0.smithi090.stdout: "total_avail_bytes": 767731519488, 2024-03-07T02:56:39.084 INFO:tasks.workunit.client.0.smithi090.stdout: "total_bytes": 767960285184, 2024-03-07T02:56:39.084 INFO:tasks.workunit.client.0.smithi090.stdout: "total_used_bytes": 228765696 2024-03-07T02:56:39.084 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:39.084 INFO:tasks.workunit.client.0.smithi090.stdout:} 2024-03-07T02:56:39.084 INFO:tasks.workunit.client.0.smithi090.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-03-07T02:56:39.084 INFO:tasks.workunit.client.0.smithi090.stderr:+ ceph telemetry preview-device 2024-03-07T02:56:39.551 INFO:tasks.workunit.client.0.smithi090.stdout:{ 2024-03-07T02:56:39.552 INFO:tasks.workunit.client.0.smithi090.stdout: "51c64732-dc2e-11ee-a65c-0cc47a8fd767": { 2024-03-07T02:56:39.552 INFO:tasks.workunit.client.0.smithi090.stdout: "INTEL_SSDPEDMD400G4_51c6cad6-dc2e-11ee-a65c-0cc47a8fd767": { 2024-03-07T02:56:39.552 INFO:tasks.workunit.client.0.smithi090.stdout: "20240307-025135": { 2024-03-07T02:56:39.552 INFO:tasks.workunit.client.0.smithi090.stdout: "device": { 2024-03-07T02:56:39.552 INFO:tasks.workunit.client.0.smithi090.stdout: "info_name": "/dev/nvme0n1", 2024-03-07T02:56:39.552 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "/dev/nvme0n1", 2024-03-07T02:56:39.552 INFO:tasks.workunit.client.0.smithi090.stdout: "protocol": "NVMe", 2024-03-07T02:56:39.552 INFO:tasks.workunit.client.0.smithi090.stdout: "type": "nvme" 2024-03-07T02:56:39.552 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.552 INFO:tasks.workunit.client.0.smithi090.stdout: "firmware_version": "8DV101H0", 2024-03-07T02:56:39.552 INFO:tasks.workunit.client.0.smithi090.stdout: "host_id": "51c64732-dc2e-11ee-a65c-0cc47a8fd767", 2024-03-07T02:56:39.552 INFO:tasks.workunit.client.0.smithi090.stdout: "json_format_version": [ 2024-03-07T02:56:39.552 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:39.553 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:39.553 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:39.553 INFO:tasks.workunit.client.0.smithi090.stdout: "local_time": { 2024-03-07T02:56:39.553 INFO:tasks.workunit.client.0.smithi090.stdout: "asctime": "Thu Mar 7 02:51:35 2024 UTC", 2024-03-07T02:56:39.553 INFO:tasks.workunit.client.0.smithi090.stdout: "time_t": 1709779895 2024-03-07T02:56:39.553 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.553 INFO:tasks.workunit.client.0.smithi090.stdout: "logical_block_size": 512, 2024-03-07T02:56:39.553 INFO:tasks.workunit.client.0.smithi090.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-03-07T02:56:39.553 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_controller_id": 0, 2024-03-07T02:56:39.553 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-03-07T02:56:39.553 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_namespaces": [ 2024-03-07T02:56:39.553 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:39.553 INFO:tasks.workunit.client.0.smithi090.stdout: "capacity": { 2024-03-07T02:56:39.553 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-03-07T02:56:39.554 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-03-07T02:56:39.554 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.554 INFO:tasks.workunit.client.0.smithi090.stdout: "formatted_lba_size": 512, 2024-03-07T02:56:39.554 INFO:tasks.workunit.client.0.smithi090.stdout: "id": 1, 2024-03-07T02:56:39.554 INFO:tasks.workunit.client.0.smithi090.stdout: "size": { 2024-03-07T02:56:39.554 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-03-07T02:56:39.554 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-03-07T02:56:39.554 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.554 INFO:tasks.workunit.client.0.smithi090.stdout: "utilization": { 2024-03-07T02:56:39.554 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-03-07T02:56:39.554 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-03-07T02:56:39.554 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:39.554 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:39.554 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:39.554 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_number_of_namespaces": 1, 2024-03-07T02:56:39.555 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_pci_vendor": { 2024-03-07T02:56:39.555 INFO:tasks.workunit.client.0.smithi090.stdout: "id": 32902, 2024-03-07T02:56:39.555 INFO:tasks.workunit.client.0.smithi090.stdout: "subsystem_id": 32902 2024-03-07T02:56:39.555 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.555 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_smart_health_information_add_log": { 2024-03-07T02:56:39.555 INFO:tasks.workunit.client.0.smithi090.stdout: "Device stats": { 2024-03-07T02:56:39.555 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_fw_downgrades": { 2024-03-07T02:56:39.555 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-03-07T02:56:39.555 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:39.555 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.555 INFO:tasks.workunit.client.0.smithi090.stdout: "crc_error_count": { 2024-03-07T02:56:39.555 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:39.555 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:39.555 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.556 INFO:tasks.workunit.client.0.smithi090.stdout: "end_to_end_error_detection_count": { 2024-03-07T02:56:39.556 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:39.556 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:39.556 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.556 INFO:tasks.workunit.client.0.smithi090.stdout: "erase_fail_count": { 2024-03-07T02:56:39.556 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:39.556 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:39.556 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.556 INFO:tasks.workunit.client.0.smithi090.stdout: "host_bytes_written": { 2024-03-07T02:56:39.556 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:39.556 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 33787417 2024-03-07T02:56:39.556 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.556 INFO:tasks.workunit.client.0.smithi090.stdout: "host_ctx_wear_used": { 2024-03-07T02:56:39.557 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:39.557 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 1 2024-03-07T02:56:39.557 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.557 INFO:tasks.workunit.client.0.smithi090.stdout: "media_bytes_read": { 2024-03-07T02:56:39.557 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-03-07T02:56:39.557 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:39.557 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.557 INFO:tasks.workunit.client.0.smithi090.stdout: "nand_bytes_written": { 2024-03-07T02:56:39.557 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:39.557 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 52464492 2024-03-07T02:56:39.557 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.557 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_stat_indicator": { 2024-03-07T02:56:39.557 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-03-07T02:56:39.557 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:39.557 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.558 INFO:tasks.workunit.client.0.smithi090.stdout: "pll_lock_loss_count": { 2024-03-07T02:56:39.558 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:39.558 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:39.558 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.558 INFO:tasks.workunit.client.0.smithi090.stdout: "program_fail_count": { 2024-03-07T02:56:39.558 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:39.558 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:39.558 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.558 INFO:tasks.workunit.client.0.smithi090.stdout: "re_alloc_sectr_cnt": { 2024-03-07T02:56:39.558 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-03-07T02:56:39.558 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:39.558 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.558 INFO:tasks.workunit.client.0.smithi090.stdout: "retry_buffer_overflow_count": { 2024-03-07T02:56:39.558 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:39.559 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:39.559 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.559 INFO:tasks.workunit.client.0.smithi090.stdout: "soft_ecc_err_rate": { 2024-03-07T02:56:39.559 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-03-07T02:56:39.559 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:39.559 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.559 INFO:tasks.workunit.client.0.smithi090.stdout: "thermal_throttle_status": { 2024-03-07T02:56:39.559 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:39.559 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": { 2024-03-07T02:56:39.559 INFO:tasks.workunit.client.0.smithi090.stdout: "cnt": 0, 2024-03-07T02:56:39.559 INFO:tasks.workunit.client.0.smithi090.stdout: "pct": 0 2024-03-07T02:56:39.559 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:39.559 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.560 INFO:tasks.workunit.client.0.smithi090.stdout: "timed_workload_host_reads": { 2024-03-07T02:56:39.560 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:39.560 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 65535 2024-03-07T02:56:39.560 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.560 INFO:tasks.workunit.client.0.smithi090.stdout: "timed_workload_media_wear": { 2024-03-07T02:56:39.560 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:39.560 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 64 2024-03-07T02:56:39.560 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.560 INFO:tasks.workunit.client.0.smithi090.stdout: "timed_workload_timer": { 2024-03-07T02:56:39.560 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:39.560 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 65535 2024-03-07T02:56:39.560 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.560 INFO:tasks.workunit.client.0.smithi090.stdout: "unexp_power_loss": { 2024-03-07T02:56:39.560 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-03-07T02:56:39.561 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:39.561 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.561 INFO:tasks.workunit.client.0.smithi090.stdout: "wear_leveling": { 2024-03-07T02:56:39.561 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 89, 2024-03-07T02:56:39.561 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": { 2024-03-07T02:56:39.561 INFO:tasks.workunit.client.0.smithi090.stdout: "avg": 3478, 2024-03-07T02:56:39.561 INFO:tasks.workunit.client.0.smithi090.stdout: "max": 3495, 2024-03-07T02:56:39.561 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 3462 2024-03-07T02:56:39.561 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:39.561 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:39.561 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.561 INFO:tasks.workunit.client.0.smithi090.stdout: "Intel Smart log": "nvme0n1" 2024-03-07T02:56:39.561 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.561 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_smart_health_information_log": { 2024-03-07T02:56:39.561 INFO:tasks.workunit.client.0.smithi090.stdout: "available_spare": 100, 2024-03-07T02:56:39.562 INFO:tasks.workunit.client.0.smithi090.stdout: "available_spare_threshold": 10, 2024-03-07T02:56:39.562 INFO:tasks.workunit.client.0.smithi090.stdout: "controller_busy_time": 25, 2024-03-07T02:56:39.562 INFO:tasks.workunit.client.0.smithi090.stdout: "critical_warning": 0, 2024-03-07T02:56:39.562 INFO:tasks.workunit.client.0.smithi090.stdout: "data_units_read": 454255723, 2024-03-07T02:56:39.562 INFO:tasks.workunit.client.0.smithi090.stdout: "data_units_written": 2214292216, 2024-03-07T02:56:39.562 INFO:tasks.workunit.client.0.smithi090.stdout: "host_reads": 7192489100, 2024-03-07T02:56:39.562 INFO:tasks.workunit.client.0.smithi090.stdout: "host_writes": 36250738597, 2024-03-07T02:56:39.562 INFO:tasks.workunit.client.0.smithi090.stdout: "media_errors": 0, 2024-03-07T02:56:39.562 INFO:tasks.workunit.client.0.smithi090.stdout: "num_err_log_entries": 0, 2024-03-07T02:56:39.562 INFO:tasks.workunit.client.0.smithi090.stdout: "percentage_used": 11, 2024-03-07T02:56:39.562 INFO:tasks.workunit.client.0.smithi090.stdout: "power_cycles": 45599, 2024-03-07T02:56:39.562 INFO:tasks.workunit.client.0.smithi090.stdout: "power_on_hours": 54702, 2024-03-07T02:56:39.562 INFO:tasks.workunit.client.0.smithi090.stdout: "temperature": 28, 2024-03-07T02:56:39.562 INFO:tasks.workunit.client.0.smithi090.stdout: "unsafe_shutdowns": 1105 2024-03-07T02:56:39.563 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.563 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_vendor": "intel", 2024-03-07T02:56:39.563 INFO:tasks.workunit.client.0.smithi090.stdout: "power_cycle_count": 45599, 2024-03-07T02:56:39.563 INFO:tasks.workunit.client.0.smithi090.stdout: "power_on_time": { 2024-03-07T02:56:39.563 INFO:tasks.workunit.client.0.smithi090.stdout: "hours": 54702 2024-03-07T02:56:39.563 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.563 INFO:tasks.workunit.client.0.smithi090.stdout: "serial_number": "deleted", 2024-03-07T02:56:39.563 INFO:tasks.workunit.client.0.smithi090.stdout: "smart_status": { 2024-03-07T02:56:39.563 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme": { 2024-03-07T02:56:39.563 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:39.563 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.563 INFO:tasks.workunit.client.0.smithi090.stdout: "passed": true 2024-03-07T02:56:39.563 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.564 INFO:tasks.workunit.client.0.smithi090.stdout: "smartctl": { 2024-03-07T02:56:39.564 INFO:tasks.workunit.client.0.smithi090.stdout: "argv": [ 2024-03-07T02:56:39.564 INFO:tasks.workunit.client.0.smithi090.stdout: "smartctl", 2024-03-07T02:56:39.564 INFO:tasks.workunit.client.0.smithi090.stdout: "-x", 2024-03-07T02:56:39.564 INFO:tasks.workunit.client.0.smithi090.stdout: "--json=o", 2024-03-07T02:56:39.564 INFO:tasks.workunit.client.0.smithi090.stdout: "/dev/nvme0n1" 2024-03-07T02:56:39.564 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:39.564 INFO:tasks.workunit.client.0.smithi090.stdout: "build_info": "(local build)", 2024-03-07T02:56:39.564 INFO:tasks.workunit.client.0.smithi090.stdout: "exit_status": 0, 2024-03-07T02:56:39.564 INFO:tasks.workunit.client.0.smithi090.stdout: "output": [ 2024-03-07T02:56:39.564 INFO:tasks.workunit.client.0.smithi090.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-427.el9.x86_64] (local build)", 2024-03-07T02:56:39.564 INFO:tasks.workunit.client.0.smithi090.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-03-07T02:56:39.564 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-03-07T02:56:39.565 INFO:tasks.workunit.client.0.smithi090.stdout: "=== START OF INFORMATION SECTION ===", 2024-03-07T02:56:39.565 INFO:tasks.workunit.client.0.smithi090.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-03-07T02:56:39.565 INFO:tasks.workunit.client.0.smithi090.stdout: "Serial Number: deleted", 2024-03-07T02:56:39.565 INFO:tasks.workunit.client.0.smithi090.stdout: "Firmware Version: 8DV101H0", 2024-03-07T02:56:39.565 INFO:tasks.workunit.client.0.smithi090.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-03-07T02:56:39.565 INFO:tasks.workunit.client.0.smithi090.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-03-07T02:56:39.565 INFO:tasks.workunit.client.0.smithi090.stdout: "Controller ID: 0", 2024-03-07T02:56:39.565 INFO:tasks.workunit.client.0.smithi090.stdout: "Number of Namespaces: 1", 2024-03-07T02:56:39.565 INFO:tasks.workunit.client.0.smithi090.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-03-07T02:56:39.565 INFO:tasks.workunit.client.0.smithi090.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-03-07T02:56:39.565 INFO:tasks.workunit.client.0.smithi090.stdout: "Local Time is: Thu Mar 7 02:51:35 2024 UTC", 2024-03-07T02:56:39.565 INFO:tasks.workunit.client.0.smithi090.stdout: "Firmware Updates (0x02): 1 Slot", 2024-03-07T02:56:39.565 INFO:tasks.workunit.client.0.smithi090.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-03-07T02:56:39.565 INFO:tasks.workunit.client.0.smithi090.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-03-07T02:56:39.565 INFO:tasks.workunit.client.0.smithi090.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-03-07T02:56:39.566 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-03-07T02:56:39.566 INFO:tasks.workunit.client.0.smithi090.stdout: "Supported Power States", 2024-03-07T02:56:39.566 INFO:tasks.workunit.client.0.smithi090.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-03-07T02:56:39.566 INFO:tasks.workunit.client.0.smithi090.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-03-07T02:56:39.566 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-03-07T02:56:39.566 INFO:tasks.workunit.client.0.smithi090.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-03-07T02:56:39.566 INFO:tasks.workunit.client.0.smithi090.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-03-07T02:56:39.566 INFO:tasks.workunit.client.0.smithi090.stdout: " 0 + 512 0 2", 2024-03-07T02:56:39.566 INFO:tasks.workunit.client.0.smithi090.stdout: " 1 - 512 8 2", 2024-03-07T02:56:39.566 INFO:tasks.workunit.client.0.smithi090.stdout: " 2 - 512 16 2", 2024-03-07T02:56:39.566 INFO:tasks.workunit.client.0.smithi090.stdout: " 3 - 4096 0 0", 2024-03-07T02:56:39.566 INFO:tasks.workunit.client.0.smithi090.stdout: " 4 - 4096 8 0", 2024-03-07T02:56:39.566 INFO:tasks.workunit.client.0.smithi090.stdout: " 5 - 4096 64 0", 2024-03-07T02:56:39.566 INFO:tasks.workunit.client.0.smithi090.stdout: " 6 - 4096 128 0", 2024-03-07T02:56:39.567 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-03-07T02:56:39.567 INFO:tasks.workunit.client.0.smithi090.stdout: "=== START OF SMART DATA SECTION ===", 2024-03-07T02:56:39.567 INFO:tasks.workunit.client.0.smithi090.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-03-07T02:56:39.567 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-03-07T02:56:39.567 INFO:tasks.workunit.client.0.smithi090.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-03-07T02:56:39.567 INFO:tasks.workunit.client.0.smithi090.stdout: "Critical Warning: 0x00", 2024-03-07T02:56:39.567 INFO:tasks.workunit.client.0.smithi090.stdout: "Temperature: 28 Celsius", 2024-03-07T02:56:39.567 INFO:tasks.workunit.client.0.smithi090.stdout: "Available Spare: 100%", 2024-03-07T02:56:39.567 INFO:tasks.workunit.client.0.smithi090.stdout: "Available Spare Threshold: 10%", 2024-03-07T02:56:39.567 INFO:tasks.workunit.client.0.smithi090.stdout: "Percentage Used: 11%", 2024-03-07T02:56:39.567 INFO:tasks.workunit.client.0.smithi090.stdout: "Data Units Read: 454,255,723 [232 TB]", 2024-03-07T02:56:39.567 INFO:tasks.workunit.client.0.smithi090.stdout: "Data Units Written: 2,214,292,216 [1.13 PB]", 2024-03-07T02:56:39.567 INFO:tasks.workunit.client.0.smithi090.stdout: "Host Read Commands: 7,192,489,100", 2024-03-07T02:56:39.567 INFO:tasks.workunit.client.0.smithi090.stdout: "Host Write Commands: 36,250,738,597", 2024-03-07T02:56:39.567 INFO:tasks.workunit.client.0.smithi090.stdout: "Controller Busy Time: 25", 2024-03-07T02:56:39.568 INFO:tasks.workunit.client.0.smithi090.stdout: "Power Cycles: 45,599", 2024-03-07T02:56:39.568 INFO:tasks.workunit.client.0.smithi090.stdout: "Power On Hours: 54,702", 2024-03-07T02:56:39.568 INFO:tasks.workunit.client.0.smithi090.stdout: "Unsafe Shutdowns: 1,105", 2024-03-07T02:56:39.568 INFO:tasks.workunit.client.0.smithi090.stdout: "Media and Data Integrity Errors: 0", 2024-03-07T02:56:39.568 INFO:tasks.workunit.client.0.smithi090.stdout: "Error Information Log Entries: 0", 2024-03-07T02:56:39.568 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-03-07T02:56:39.568 INFO:tasks.workunit.client.0.smithi090.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-03-07T02:56:39.568 INFO:tasks.workunit.client.0.smithi090.stdout: "No Errors Logged", 2024-03-07T02:56:39.568 INFO:tasks.workunit.client.0.smithi090.stdout: "" 2024-03-07T02:56:39.568 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:39.568 INFO:tasks.workunit.client.0.smithi090.stdout: "platform_info": "x86_64-linux-5.14.0-427.el9.x86_64", 2024-03-07T02:56:39.568 INFO:tasks.workunit.client.0.smithi090.stdout: "svn_revision": "5022", 2024-03-07T02:56:39.568 INFO:tasks.workunit.client.0.smithi090.stdout: "version": [ 2024-03-07T02:56:39.569 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:39.569 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-03-07T02:56:39.569 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:39.569 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.569 INFO:tasks.workunit.client.0.smithi090.stdout: "temperature": { 2024-03-07T02:56:39.569 INFO:tasks.workunit.client.0.smithi090.stdout: "current": 28 2024-03-07T02:56:39.569 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.569 INFO:tasks.workunit.client.0.smithi090.stdout: "user_capacity": { 2024-03-07T02:56:39.569 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-03-07T02:56:39.569 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-03-07T02:56:39.569 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:39.569 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:39.569 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:39.569 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.570 INFO:tasks.workunit.client.0.smithi090.stdout: "51c81bde-dc2e-11ee-a65c-0cc47a8fd767": { 2024-03-07T02:56:39.570 INFO:tasks.workunit.client.0.smithi090.stdout: "INTEL_SSDPEDMD400G4_51c88772-dc2e-11ee-a65c-0cc47a8fd767": { 2024-03-07T02:56:39.570 INFO:tasks.workunit.client.0.smithi090.stdout: "20240307-025133": { 2024-03-07T02:56:39.570 INFO:tasks.workunit.client.0.smithi090.stdout: "device": { 2024-03-07T02:56:39.570 INFO:tasks.workunit.client.0.smithi090.stdout: "info_name": "/dev/nvme0n1", 2024-03-07T02:56:39.570 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "/dev/nvme0n1", 2024-03-07T02:56:39.570 INFO:tasks.workunit.client.0.smithi090.stdout: "protocol": "NVMe", 2024-03-07T02:56:39.570 INFO:tasks.workunit.client.0.smithi090.stdout: "type": "nvme" 2024-03-07T02:56:39.570 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.570 INFO:tasks.workunit.client.0.smithi090.stdout: "firmware_version": "8DV101H0", 2024-03-07T02:56:39.570 INFO:tasks.workunit.client.0.smithi090.stdout: "host_id": "51c81bde-dc2e-11ee-a65c-0cc47a8fd767", 2024-03-07T02:56:39.570 INFO:tasks.workunit.client.0.smithi090.stdout: "json_format_version": [ 2024-03-07T02:56:39.570 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:39.570 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:39.570 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:39.571 INFO:tasks.workunit.client.0.smithi090.stdout: "local_time": { 2024-03-07T02:56:39.571 INFO:tasks.workunit.client.0.smithi090.stdout: "asctime": "Thu Mar 7 02:51:33 2024 UTC", 2024-03-07T02:56:39.571 INFO:tasks.workunit.client.0.smithi090.stdout: "time_t": 1709779893 2024-03-07T02:56:39.571 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.571 INFO:tasks.workunit.client.0.smithi090.stdout: "logical_block_size": 512, 2024-03-07T02:56:39.571 INFO:tasks.workunit.client.0.smithi090.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-03-07T02:56:39.571 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_controller_id": 0, 2024-03-07T02:56:39.571 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-03-07T02:56:39.571 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_namespaces": [ 2024-03-07T02:56:39.571 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:39.571 INFO:tasks.workunit.client.0.smithi090.stdout: "capacity": { 2024-03-07T02:56:39.571 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-03-07T02:56:39.571 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-03-07T02:56:39.572 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.572 INFO:tasks.workunit.client.0.smithi090.stdout: "formatted_lba_size": 512, 2024-03-07T02:56:39.572 INFO:tasks.workunit.client.0.smithi090.stdout: "id": 1, 2024-03-07T02:56:39.572 INFO:tasks.workunit.client.0.smithi090.stdout: "size": { 2024-03-07T02:56:39.572 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-03-07T02:56:39.572 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-03-07T02:56:39.572 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.572 INFO:tasks.workunit.client.0.smithi090.stdout: "utilization": { 2024-03-07T02:56:39.572 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-03-07T02:56:39.572 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-03-07T02:56:39.572 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:39.572 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:39.572 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:39.573 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_number_of_namespaces": 1, 2024-03-07T02:56:39.573 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_pci_vendor": { 2024-03-07T02:56:39.573 INFO:tasks.workunit.client.0.smithi090.stdout: "id": 32902, 2024-03-07T02:56:39.573 INFO:tasks.workunit.client.0.smithi090.stdout: "subsystem_id": 32902 2024-03-07T02:56:39.573 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.573 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_smart_health_information_add_log": { 2024-03-07T02:56:39.573 INFO:tasks.workunit.client.0.smithi090.stdout: "Device stats": { 2024-03-07T02:56:39.573 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_fw_downgrades": { 2024-03-07T02:56:39.573 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-03-07T02:56:39.573 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:39.573 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.573 INFO:tasks.workunit.client.0.smithi090.stdout: "crc_error_count": { 2024-03-07T02:56:39.573 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:39.573 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:39.574 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.574 INFO:tasks.workunit.client.0.smithi090.stdout: "end_to_end_error_detection_count": { 2024-03-07T02:56:39.574 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:39.574 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:39.574 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.574 INFO:tasks.workunit.client.0.smithi090.stdout: "erase_fail_count": { 2024-03-07T02:56:39.574 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:39.574 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:39.574 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.574 INFO:tasks.workunit.client.0.smithi090.stdout: "host_bytes_written": { 2024-03-07T02:56:39.574 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:39.574 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 25967422 2024-03-07T02:56:39.574 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.574 INFO:tasks.workunit.client.0.smithi090.stdout: "host_ctx_wear_used": { 2024-03-07T02:56:39.574 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:39.575 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 1 2024-03-07T02:56:39.575 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.575 INFO:tasks.workunit.client.0.smithi090.stdout: "media_bytes_read": { 2024-03-07T02:56:39.575 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-03-07T02:56:39.575 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:39.575 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.575 INFO:tasks.workunit.client.0.smithi090.stdout: "nand_bytes_written": { 2024-03-07T02:56:39.575 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:39.575 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 42357418 2024-03-07T02:56:39.575 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.575 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_stat_indicator": { 2024-03-07T02:56:39.575 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-03-07T02:56:39.575 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:39.575 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.575 INFO:tasks.workunit.client.0.smithi090.stdout: "pll_lock_loss_count": { 2024-03-07T02:56:39.576 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:39.576 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:39.576 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.576 INFO:tasks.workunit.client.0.smithi090.stdout: "program_fail_count": { 2024-03-07T02:56:39.576 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:39.576 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:39.576 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.576 INFO:tasks.workunit.client.0.smithi090.stdout: "re_alloc_sectr_cnt": { 2024-03-07T02:56:39.576 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-03-07T02:56:39.576 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:39.576 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.576 INFO:tasks.workunit.client.0.smithi090.stdout: "retry_buffer_overflow_count": { 2024-03-07T02:56:39.576 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:39.576 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:39.577 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.577 INFO:tasks.workunit.client.0.smithi090.stdout: "soft_ecc_err_rate": { 2024-03-07T02:56:39.577 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-03-07T02:56:39.577 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:39.577 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.577 INFO:tasks.workunit.client.0.smithi090.stdout: "thermal_throttle_status": { 2024-03-07T02:56:39.577 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:39.577 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": { 2024-03-07T02:56:39.577 INFO:tasks.workunit.client.0.smithi090.stdout: "cnt": 0, 2024-03-07T02:56:39.577 INFO:tasks.workunit.client.0.smithi090.stdout: "pct": 0 2024-03-07T02:56:39.577 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:39.577 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.577 INFO:tasks.workunit.client.0.smithi090.stdout: "timed_workload_host_reads": { 2024-03-07T02:56:39.577 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:39.578 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 65535 2024-03-07T02:56:39.578 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.578 INFO:tasks.workunit.client.0.smithi090.stdout: "timed_workload_media_wear": { 2024-03-07T02:56:39.578 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:39.578 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 64 2024-03-07T02:56:39.578 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.578 INFO:tasks.workunit.client.0.smithi090.stdout: "timed_workload_timer": { 2024-03-07T02:56:39.578 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:39.578 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 65535 2024-03-07T02:56:39.578 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.578 INFO:tasks.workunit.client.0.smithi090.stdout: "unexp_power_loss": { 2024-03-07T02:56:39.578 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-03-07T02:56:39.578 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:39.578 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.579 INFO:tasks.workunit.client.0.smithi090.stdout: "wear_leveling": { 2024-03-07T02:56:39.579 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 91, 2024-03-07T02:56:39.579 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": { 2024-03-07T02:56:39.579 INFO:tasks.workunit.client.0.smithi090.stdout: "avg": 2848, 2024-03-07T02:56:39.579 INFO:tasks.workunit.client.0.smithi090.stdout: "max": 2862, 2024-03-07T02:56:39.579 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 2835 2024-03-07T02:56:39.579 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:39.579 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:39.579 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.579 INFO:tasks.workunit.client.0.smithi090.stdout: "Intel Smart log": "nvme0n1" 2024-03-07T02:56:39.579 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.579 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_smart_health_information_log": { 2024-03-07T02:56:39.579 INFO:tasks.workunit.client.0.smithi090.stdout: "available_spare": 100, 2024-03-07T02:56:39.579 INFO:tasks.workunit.client.0.smithi090.stdout: "available_spare_threshold": 10, 2024-03-07T02:56:39.580 INFO:tasks.workunit.client.0.smithi090.stdout: "controller_busy_time": 13, 2024-03-07T02:56:39.580 INFO:tasks.workunit.client.0.smithi090.stdout: "critical_warning": 0, 2024-03-07T02:56:39.580 INFO:tasks.workunit.client.0.smithi090.stdout: "data_units_read": 366060390, 2024-03-07T02:56:39.580 INFO:tasks.workunit.client.0.smithi090.stdout: "data_units_written": 1701800987, 2024-03-07T02:56:39.580 INFO:tasks.workunit.client.0.smithi090.stdout: "host_reads": 5165032472, 2024-03-07T02:56:39.580 INFO:tasks.workunit.client.0.smithi090.stdout: "host_writes": 26420877396, 2024-03-07T02:56:39.580 INFO:tasks.workunit.client.0.smithi090.stdout: "media_errors": 0, 2024-03-07T02:56:39.580 INFO:tasks.workunit.client.0.smithi090.stdout: "num_err_log_entries": 0, 2024-03-07T02:56:39.580 INFO:tasks.workunit.client.0.smithi090.stdout: "percentage_used": 9, 2024-03-07T02:56:39.580 INFO:tasks.workunit.client.0.smithi090.stdout: "power_cycles": 40242, 2024-03-07T02:56:39.580 INFO:tasks.workunit.client.0.smithi090.stdout: "power_on_hours": 57825, 2024-03-07T02:56:39.580 INFO:tasks.workunit.client.0.smithi090.stdout: "temperature": 27, 2024-03-07T02:56:39.580 INFO:tasks.workunit.client.0.smithi090.stdout: "unsafe_shutdowns": 375 2024-03-07T02:56:39.580 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.581 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_vendor": "intel", 2024-03-07T02:56:39.581 INFO:tasks.workunit.client.0.smithi090.stdout: "power_cycle_count": 40242, 2024-03-07T02:56:39.581 INFO:tasks.workunit.client.0.smithi090.stdout: "power_on_time": { 2024-03-07T02:56:39.581 INFO:tasks.workunit.client.0.smithi090.stdout: "hours": 57825 2024-03-07T02:56:39.581 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.581 INFO:tasks.workunit.client.0.smithi090.stdout: "serial_number": "deleted", 2024-03-07T02:56:39.581 INFO:tasks.workunit.client.0.smithi090.stdout: "smart_status": { 2024-03-07T02:56:39.581 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme": { 2024-03-07T02:56:39.581 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:39.581 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.581 INFO:tasks.workunit.client.0.smithi090.stdout: "passed": true 2024-03-07T02:56:39.581 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.581 INFO:tasks.workunit.client.0.smithi090.stdout: "smartctl": { 2024-03-07T02:56:39.581 INFO:tasks.workunit.client.0.smithi090.stdout: "argv": [ 2024-03-07T02:56:39.582 INFO:tasks.workunit.client.0.smithi090.stdout: "smartctl", 2024-03-07T02:56:39.582 INFO:tasks.workunit.client.0.smithi090.stdout: "-x", 2024-03-07T02:56:39.582 INFO:tasks.workunit.client.0.smithi090.stdout: "--json=o", 2024-03-07T02:56:39.582 INFO:tasks.workunit.client.0.smithi090.stdout: "/dev/nvme0n1" 2024-03-07T02:56:39.582 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:39.582 INFO:tasks.workunit.client.0.smithi090.stdout: "build_info": "(local build)", 2024-03-07T02:56:39.582 INFO:tasks.workunit.client.0.smithi090.stdout: "exit_status": 0, 2024-03-07T02:56:39.582 INFO:tasks.workunit.client.0.smithi090.stdout: "output": [ 2024-03-07T02:56:39.582 INFO:tasks.workunit.client.0.smithi090.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-427.el9.x86_64] (local build)", 2024-03-07T02:56:39.582 INFO:tasks.workunit.client.0.smithi090.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-03-07T02:56:39.582 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-03-07T02:56:39.582 INFO:tasks.workunit.client.0.smithi090.stdout: "=== START OF INFORMATION SECTION ===", 2024-03-07T02:56:39.582 INFO:tasks.workunit.client.0.smithi090.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-03-07T02:56:39.582 INFO:tasks.workunit.client.0.smithi090.stdout: "Serial Number: deleted", 2024-03-07T02:56:39.582 INFO:tasks.workunit.client.0.smithi090.stdout: "Firmware Version: 8DV101H0", 2024-03-07T02:56:39.583 INFO:tasks.workunit.client.0.smithi090.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-03-07T02:56:39.583 INFO:tasks.workunit.client.0.smithi090.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-03-07T02:56:39.583 INFO:tasks.workunit.client.0.smithi090.stdout: "Controller ID: 0", 2024-03-07T02:56:39.583 INFO:tasks.workunit.client.0.smithi090.stdout: "Number of Namespaces: 1", 2024-03-07T02:56:39.583 INFO:tasks.workunit.client.0.smithi090.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-03-07T02:56:39.583 INFO:tasks.workunit.client.0.smithi090.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-03-07T02:56:39.583 INFO:tasks.workunit.client.0.smithi090.stdout: "Local Time is: Thu Mar 7 02:51:33 2024 UTC", 2024-03-07T02:56:39.583 INFO:tasks.workunit.client.0.smithi090.stdout: "Firmware Updates (0x02): 1 Slot", 2024-03-07T02:56:39.583 INFO:tasks.workunit.client.0.smithi090.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-03-07T02:56:39.583 INFO:tasks.workunit.client.0.smithi090.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-03-07T02:56:39.583 INFO:tasks.workunit.client.0.smithi090.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-03-07T02:56:39.583 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-03-07T02:56:39.583 INFO:tasks.workunit.client.0.smithi090.stdout: "Supported Power States", 2024-03-07T02:56:39.583 INFO:tasks.workunit.client.0.smithi090.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-03-07T02:56:39.583 INFO:tasks.workunit.client.0.smithi090.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-03-07T02:56:39.584 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-03-07T02:56:39.584 INFO:tasks.workunit.client.0.smithi090.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-03-07T02:56:39.584 INFO:tasks.workunit.client.0.smithi090.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-03-07T02:56:39.584 INFO:tasks.workunit.client.0.smithi090.stdout: " 0 + 512 0 2", 2024-03-07T02:56:39.584 INFO:tasks.workunit.client.0.smithi090.stdout: " 1 - 512 8 2", 2024-03-07T02:56:39.584 INFO:tasks.workunit.client.0.smithi090.stdout: " 2 - 512 16 2", 2024-03-07T02:56:39.584 INFO:tasks.workunit.client.0.smithi090.stdout: " 3 - 4096 0 0", 2024-03-07T02:56:39.584 INFO:tasks.workunit.client.0.smithi090.stdout: " 4 - 4096 8 0", 2024-03-07T02:56:39.584 INFO:tasks.workunit.client.0.smithi090.stdout: " 5 - 4096 64 0", 2024-03-07T02:56:39.584 INFO:tasks.workunit.client.0.smithi090.stdout: " 6 - 4096 128 0", 2024-03-07T02:56:39.584 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-03-07T02:56:39.584 INFO:tasks.workunit.client.0.smithi090.stdout: "=== START OF SMART DATA SECTION ===", 2024-03-07T02:56:39.584 INFO:tasks.workunit.client.0.smithi090.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-03-07T02:56:39.584 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-03-07T02:56:39.585 INFO:tasks.workunit.client.0.smithi090.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-03-07T02:56:39.585 INFO:tasks.workunit.client.0.smithi090.stdout: "Critical Warning: 0x00", 2024-03-07T02:56:39.585 INFO:tasks.workunit.client.0.smithi090.stdout: "Temperature: 27 Celsius", 2024-03-07T02:56:39.585 INFO:tasks.workunit.client.0.smithi090.stdout: "Available Spare: 100%", 2024-03-07T02:56:39.585 INFO:tasks.workunit.client.0.smithi090.stdout: "Available Spare Threshold: 10%", 2024-03-07T02:56:39.585 INFO:tasks.workunit.client.0.smithi090.stdout: "Percentage Used: 9%", 2024-03-07T02:56:39.585 INFO:tasks.workunit.client.0.smithi090.stdout: "Data Units Read: 366,060,390 [187 TB]", 2024-03-07T02:56:39.585 INFO:tasks.workunit.client.0.smithi090.stdout: "Data Units Written: 1,701,800,987 [871 TB]", 2024-03-07T02:56:39.585 INFO:tasks.workunit.client.0.smithi090.stdout: "Host Read Commands: 5,165,032,472", 2024-03-07T02:56:39.585 INFO:tasks.workunit.client.0.smithi090.stdout: "Host Write Commands: 26,420,877,396", 2024-03-07T02:56:39.585 INFO:tasks.workunit.client.0.smithi090.stdout: "Controller Busy Time: 13", 2024-03-07T02:56:39.585 INFO:tasks.workunit.client.0.smithi090.stdout: "Power Cycles: 40,242", 2024-03-07T02:56:39.585 INFO:tasks.workunit.client.0.smithi090.stdout: "Power On Hours: 57,825", 2024-03-07T02:56:39.585 INFO:tasks.workunit.client.0.smithi090.stdout: "Unsafe Shutdowns: 375", 2024-03-07T02:56:39.585 INFO:tasks.workunit.client.0.smithi090.stdout: "Media and Data Integrity Errors: 0", 2024-03-07T02:56:39.586 INFO:tasks.workunit.client.0.smithi090.stdout: "Error Information Log Entries: 0", 2024-03-07T02:56:39.586 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-03-07T02:56:39.586 INFO:tasks.workunit.client.0.smithi090.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-03-07T02:56:39.586 INFO:tasks.workunit.client.0.smithi090.stdout: "No Errors Logged", 2024-03-07T02:56:39.586 INFO:tasks.workunit.client.0.smithi090.stdout: "" 2024-03-07T02:56:39.586 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:39.586 INFO:tasks.workunit.client.0.smithi090.stdout: "platform_info": "x86_64-linux-5.14.0-427.el9.x86_64", 2024-03-07T02:56:39.586 INFO:tasks.workunit.client.0.smithi090.stdout: "svn_revision": "5022", 2024-03-07T02:56:39.586 INFO:tasks.workunit.client.0.smithi090.stdout: "version": [ 2024-03-07T02:56:39.586 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:39.586 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-03-07T02:56:39.586 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:39.586 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.586 INFO:tasks.workunit.client.0.smithi090.stdout: "temperature": { 2024-03-07T02:56:39.586 INFO:tasks.workunit.client.0.smithi090.stdout: "current": 27 2024-03-07T02:56:39.586 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:39.587 INFO:tasks.workunit.client.0.smithi090.stdout: "user_capacity": { 2024-03-07T02:56:39.587 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-03-07T02:56:39.587 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-03-07T02:56:39.587 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:39.587 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:39.587 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:39.587 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:39.587 INFO:tasks.workunit.client.0.smithi090.stdout:} 2024-03-07T02:56:39.587 INFO:tasks.workunit.client.0.smithi090.stderr:+ ceph telemetry preview-all 2024-03-07T02:56:39.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:39 smithi092 ceph-mon[31083]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:56:39.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:39 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:56:39.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:39 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-07T02:56:39.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:39 smithi092 ceph-mon[31083]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:56:39.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:39 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:56:39.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:39 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-07T02:56:39.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:39 smithi092 ceph-mon[31083]: from='client.14946 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:56:39.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:39 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:56:39.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:39 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:56:39.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:39 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:56:39.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:39 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:56:40.069 INFO:tasks.workunit.client.0.smithi090.stdout:{ 2024-03-07T02:56:40.069 INFO:tasks.workunit.client.0.smithi090.stdout: "device_report": { 2024-03-07T02:56:40.069 INFO:tasks.workunit.client.0.smithi090.stdout: "51c64732-dc2e-11ee-a65c-0cc47a8fd767": { 2024-03-07T02:56:40.069 INFO:tasks.workunit.client.0.smithi090.stdout: "INTEL_SSDPEDMD400G4_51c6cad6-dc2e-11ee-a65c-0cc47a8fd767": { 2024-03-07T02:56:40.069 INFO:tasks.workunit.client.0.smithi090.stdout: "20240307-025135": { 2024-03-07T02:56:40.069 INFO:tasks.workunit.client.0.smithi090.stdout: "device": { 2024-03-07T02:56:40.069 INFO:tasks.workunit.client.0.smithi090.stdout: "info_name": "/dev/nvme0n1", 2024-03-07T02:56:40.070 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "/dev/nvme0n1", 2024-03-07T02:56:40.070 INFO:tasks.workunit.client.0.smithi090.stdout: "protocol": "NVMe", 2024-03-07T02:56:40.070 INFO:tasks.workunit.client.0.smithi090.stdout: "type": "nvme" 2024-03-07T02:56:40.070 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.070 INFO:tasks.workunit.client.0.smithi090.stdout: "firmware_version": "8DV101H0", 2024-03-07T02:56:40.070 INFO:tasks.workunit.client.0.smithi090.stdout: "host_id": "51c64732-dc2e-11ee-a65c-0cc47a8fd767", 2024-03-07T02:56:40.070 INFO:tasks.workunit.client.0.smithi090.stdout: "json_format_version": [ 2024-03-07T02:56:40.070 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:40.070 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:40.070 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:40.070 INFO:tasks.workunit.client.0.smithi090.stdout: "local_time": { 2024-03-07T02:56:40.070 INFO:tasks.workunit.client.0.smithi090.stdout: "asctime": "Thu Mar 7 02:51:35 2024 UTC", 2024-03-07T02:56:40.070 INFO:tasks.workunit.client.0.smithi090.stdout: "time_t": 1709779895 2024-03-07T02:56:40.070 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.071 INFO:tasks.workunit.client.0.smithi090.stdout: "logical_block_size": 512, 2024-03-07T02:56:40.071 INFO:tasks.workunit.client.0.smithi090.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-03-07T02:56:40.071 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_controller_id": 0, 2024-03-07T02:56:40.071 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-03-07T02:56:40.071 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_namespaces": [ 2024-03-07T02:56:40.071 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:40.071 INFO:tasks.workunit.client.0.smithi090.stdout: "capacity": { 2024-03-07T02:56:40.071 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-03-07T02:56:40.071 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-03-07T02:56:40.071 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.071 INFO:tasks.workunit.client.0.smithi090.stdout: "formatted_lba_size": 512, 2024-03-07T02:56:40.071 INFO:tasks.workunit.client.0.smithi090.stdout: "id": 1, 2024-03-07T02:56:40.071 INFO:tasks.workunit.client.0.smithi090.stdout: "size": { 2024-03-07T02:56:40.072 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-03-07T02:56:40.072 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-03-07T02:56:40.072 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.072 INFO:tasks.workunit.client.0.smithi090.stdout: "utilization": { 2024-03-07T02:56:40.072 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-03-07T02:56:40.072 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-03-07T02:56:40.072 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:40.072 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:40.072 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:40.072 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_number_of_namespaces": 1, 2024-03-07T02:56:40.072 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_pci_vendor": { 2024-03-07T02:56:40.072 INFO:tasks.workunit.client.0.smithi090.stdout: "id": 32902, 2024-03-07T02:56:40.073 INFO:tasks.workunit.client.0.smithi090.stdout: "subsystem_id": 32902 2024-03-07T02:56:40.073 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.073 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_smart_health_information_add_log": { 2024-03-07T02:56:40.073 INFO:tasks.workunit.client.0.smithi090.stdout: "Device stats": { 2024-03-07T02:56:40.073 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_fw_downgrades": { 2024-03-07T02:56:40.073 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-03-07T02:56:40.073 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:40.073 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.073 INFO:tasks.workunit.client.0.smithi090.stdout: "crc_error_count": { 2024-03-07T02:56:40.073 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:40.073 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:40.073 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.073 INFO:tasks.workunit.client.0.smithi090.stdout: "end_to_end_error_detection_count": { 2024-03-07T02:56:40.073 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:40.074 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:40.074 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.074 INFO:tasks.workunit.client.0.smithi090.stdout: "erase_fail_count": { 2024-03-07T02:56:40.074 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:40.074 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:40.074 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.074 INFO:tasks.workunit.client.0.smithi090.stdout: "host_bytes_written": { 2024-03-07T02:56:40.074 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:40.074 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 33787417 2024-03-07T02:56:40.074 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.074 INFO:tasks.workunit.client.0.smithi090.stdout: "host_ctx_wear_used": { 2024-03-07T02:56:40.074 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:40.074 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 1 2024-03-07T02:56:40.075 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.075 INFO:tasks.workunit.client.0.smithi090.stdout: "media_bytes_read": { 2024-03-07T02:56:40.075 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-03-07T02:56:40.075 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:40.075 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.075 INFO:tasks.workunit.client.0.smithi090.stdout: "nand_bytes_written": { 2024-03-07T02:56:40.075 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:40.075 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 52464492 2024-03-07T02:56:40.075 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.075 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_stat_indicator": { 2024-03-07T02:56:40.075 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-03-07T02:56:40.075 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:40.075 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.075 INFO:tasks.workunit.client.0.smithi090.stdout: "pll_lock_loss_count": { 2024-03-07T02:56:40.076 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:40.076 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:40.076 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.076 INFO:tasks.workunit.client.0.smithi090.stdout: "program_fail_count": { 2024-03-07T02:56:40.076 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:40.076 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:40.076 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.076 INFO:tasks.workunit.client.0.smithi090.stdout: "re_alloc_sectr_cnt": { 2024-03-07T02:56:40.076 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-03-07T02:56:40.076 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:40.076 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.076 INFO:tasks.workunit.client.0.smithi090.stdout: "retry_buffer_overflow_count": { 2024-03-07T02:56:40.077 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:40.077 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:40.077 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.077 INFO:tasks.workunit.client.0.smithi090.stdout: "soft_ecc_err_rate": { 2024-03-07T02:56:40.077 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-03-07T02:56:40.077 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:40.077 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.077 INFO:tasks.workunit.client.0.smithi090.stdout: "thermal_throttle_status": { 2024-03-07T02:56:40.077 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:40.077 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": { 2024-03-07T02:56:40.077 INFO:tasks.workunit.client.0.smithi090.stdout: "cnt": 0, 2024-03-07T02:56:40.077 INFO:tasks.workunit.client.0.smithi090.stdout: "pct": 0 2024-03-07T02:56:40.077 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:40.078 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.078 INFO:tasks.workunit.client.0.smithi090.stdout: "timed_workload_host_reads": { 2024-03-07T02:56:40.078 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:40.078 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 65535 2024-03-07T02:56:40.078 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.078 INFO:tasks.workunit.client.0.smithi090.stdout: "timed_workload_media_wear": { 2024-03-07T02:56:40.078 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:40.078 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 64 2024-03-07T02:56:40.078 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.078 INFO:tasks.workunit.client.0.smithi090.stdout: "timed_workload_timer": { 2024-03-07T02:56:40.078 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:40.078 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 65535 2024-03-07T02:56:40.078 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.079 INFO:tasks.workunit.client.0.smithi090.stdout: "unexp_power_loss": { 2024-03-07T02:56:40.079 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-03-07T02:56:40.079 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:40.079 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.079 INFO:tasks.workunit.client.0.smithi090.stdout: "wear_leveling": { 2024-03-07T02:56:40.079 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 89, 2024-03-07T02:56:40.079 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": { 2024-03-07T02:56:40.079 INFO:tasks.workunit.client.0.smithi090.stdout: "avg": 3478, 2024-03-07T02:56:40.079 INFO:tasks.workunit.client.0.smithi090.stdout: "max": 3495, 2024-03-07T02:56:40.079 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 3462 2024-03-07T02:56:40.079 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:40.079 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:40.079 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.080 INFO:tasks.workunit.client.0.smithi090.stdout: "Intel Smart log": "nvme0n1" 2024-03-07T02:56:40.080 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.080 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_smart_health_information_log": { 2024-03-07T02:56:40.080 INFO:tasks.workunit.client.0.smithi090.stdout: "available_spare": 100, 2024-03-07T02:56:40.080 INFO:tasks.workunit.client.0.smithi090.stdout: "available_spare_threshold": 10, 2024-03-07T02:56:40.080 INFO:tasks.workunit.client.0.smithi090.stdout: "controller_busy_time": 25, 2024-03-07T02:56:40.080 INFO:tasks.workunit.client.0.smithi090.stdout: "critical_warning": 0, 2024-03-07T02:56:40.080 INFO:tasks.workunit.client.0.smithi090.stdout: "data_units_read": 454255723, 2024-03-07T02:56:40.080 INFO:tasks.workunit.client.0.smithi090.stdout: "data_units_written": 2214292216, 2024-03-07T02:56:40.080 INFO:tasks.workunit.client.0.smithi090.stdout: "host_reads": 7192489100, 2024-03-07T02:56:40.080 INFO:tasks.workunit.client.0.smithi090.stdout: "host_writes": 36250738597, 2024-03-07T02:56:40.080 INFO:tasks.workunit.client.0.smithi090.stdout: "media_errors": 0, 2024-03-07T02:56:40.081 INFO:tasks.workunit.client.0.smithi090.stdout: "num_err_log_entries": 0, 2024-03-07T02:56:40.081 INFO:tasks.workunit.client.0.smithi090.stdout: "percentage_used": 11, 2024-03-07T02:56:40.081 INFO:tasks.workunit.client.0.smithi090.stdout: "power_cycles": 45599, 2024-03-07T02:56:40.081 INFO:tasks.workunit.client.0.smithi090.stdout: "power_on_hours": 54702, 2024-03-07T02:56:40.081 INFO:tasks.workunit.client.0.smithi090.stdout: "temperature": 28, 2024-03-07T02:56:40.081 INFO:tasks.workunit.client.0.smithi090.stdout: "unsafe_shutdowns": 1105 2024-03-07T02:56:40.081 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.081 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_vendor": "intel", 2024-03-07T02:56:40.081 INFO:tasks.workunit.client.0.smithi090.stdout: "power_cycle_count": 45599, 2024-03-07T02:56:40.081 INFO:tasks.workunit.client.0.smithi090.stdout: "power_on_time": { 2024-03-07T02:56:40.081 INFO:tasks.workunit.client.0.smithi090.stdout: "hours": 54702 2024-03-07T02:56:40.081 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.081 INFO:tasks.workunit.client.0.smithi090.stdout: "serial_number": "deleted", 2024-03-07T02:56:40.081 INFO:tasks.workunit.client.0.smithi090.stdout: "smart_status": { 2024-03-07T02:56:40.081 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme": { 2024-03-07T02:56:40.082 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:40.082 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.082 INFO:tasks.workunit.client.0.smithi090.stdout: "passed": true 2024-03-07T02:56:40.082 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.082 INFO:tasks.workunit.client.0.smithi090.stdout: "smartctl": { 2024-03-07T02:56:40.082 INFO:tasks.workunit.client.0.smithi090.stdout: "argv": [ 2024-03-07T02:56:40.082 INFO:tasks.workunit.client.0.smithi090.stdout: "smartctl", 2024-03-07T02:56:40.082 INFO:tasks.workunit.client.0.smithi090.stdout: "-x", 2024-03-07T02:56:40.082 INFO:tasks.workunit.client.0.smithi090.stdout: "--json=o", 2024-03-07T02:56:40.082 INFO:tasks.workunit.client.0.smithi090.stdout: "/dev/nvme0n1" 2024-03-07T02:56:40.082 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:40.082 INFO:tasks.workunit.client.0.smithi090.stdout: "build_info": "(local build)", 2024-03-07T02:56:40.082 INFO:tasks.workunit.client.0.smithi090.stdout: "exit_status": 0, 2024-03-07T02:56:40.082 INFO:tasks.workunit.client.0.smithi090.stdout: "output": [ 2024-03-07T02:56:40.083 INFO:tasks.workunit.client.0.smithi090.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-427.el9.x86_64] (local build)", 2024-03-07T02:56:40.083 INFO:tasks.workunit.client.0.smithi090.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-03-07T02:56:40.083 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-03-07T02:56:40.083 INFO:tasks.workunit.client.0.smithi090.stdout: "=== START OF INFORMATION SECTION ===", 2024-03-07T02:56:40.083 INFO:tasks.workunit.client.0.smithi090.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-03-07T02:56:40.083 INFO:tasks.workunit.client.0.smithi090.stdout: "Serial Number: deleted", 2024-03-07T02:56:40.083 INFO:tasks.workunit.client.0.smithi090.stdout: "Firmware Version: 8DV101H0", 2024-03-07T02:56:40.083 INFO:tasks.workunit.client.0.smithi090.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-03-07T02:56:40.083 INFO:tasks.workunit.client.0.smithi090.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-03-07T02:56:40.083 INFO:tasks.workunit.client.0.smithi090.stdout: "Controller ID: 0", 2024-03-07T02:56:40.083 INFO:tasks.workunit.client.0.smithi090.stdout: "Number of Namespaces: 1", 2024-03-07T02:56:40.083 INFO:tasks.workunit.client.0.smithi090.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-03-07T02:56:40.083 INFO:tasks.workunit.client.0.smithi090.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-03-07T02:56:40.083 INFO:tasks.workunit.client.0.smithi090.stdout: "Local Time is: Thu Mar 7 02:51:35 2024 UTC", 2024-03-07T02:56:40.084 INFO:tasks.workunit.client.0.smithi090.stdout: "Firmware Updates (0x02): 1 Slot", 2024-03-07T02:56:40.084 INFO:tasks.workunit.client.0.smithi090.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-03-07T02:56:40.084 INFO:tasks.workunit.client.0.smithi090.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-03-07T02:56:40.084 INFO:tasks.workunit.client.0.smithi090.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-03-07T02:56:40.084 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-03-07T02:56:40.084 INFO:tasks.workunit.client.0.smithi090.stdout: "Supported Power States", 2024-03-07T02:56:40.084 INFO:tasks.workunit.client.0.smithi090.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-03-07T02:56:40.084 INFO:tasks.workunit.client.0.smithi090.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-03-07T02:56:40.084 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-03-07T02:56:40.084 INFO:tasks.workunit.client.0.smithi090.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-03-07T02:56:40.084 INFO:tasks.workunit.client.0.smithi090.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-03-07T02:56:40.084 INFO:tasks.workunit.client.0.smithi090.stdout: " 0 + 512 0 2", 2024-03-07T02:56:40.084 INFO:tasks.workunit.client.0.smithi090.stdout: " 1 - 512 8 2", 2024-03-07T02:56:40.085 INFO:tasks.workunit.client.0.smithi090.stdout: " 2 - 512 16 2", 2024-03-07T02:56:40.085 INFO:tasks.workunit.client.0.smithi090.stdout: " 3 - 4096 0 0", 2024-03-07T02:56:40.085 INFO:tasks.workunit.client.0.smithi090.stdout: " 4 - 4096 8 0", 2024-03-07T02:56:40.085 INFO:tasks.workunit.client.0.smithi090.stdout: " 5 - 4096 64 0", 2024-03-07T02:56:40.085 INFO:tasks.workunit.client.0.smithi090.stdout: " 6 - 4096 128 0", 2024-03-07T02:56:40.085 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-03-07T02:56:40.085 INFO:tasks.workunit.client.0.smithi090.stdout: "=== START OF SMART DATA SECTION ===", 2024-03-07T02:56:40.085 INFO:tasks.workunit.client.0.smithi090.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-03-07T02:56:40.085 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-03-07T02:56:40.085 INFO:tasks.workunit.client.0.smithi090.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-03-07T02:56:40.085 INFO:tasks.workunit.client.0.smithi090.stdout: "Critical Warning: 0x00", 2024-03-07T02:56:40.085 INFO:tasks.workunit.client.0.smithi090.stdout: "Temperature: 28 Celsius", 2024-03-07T02:56:40.085 INFO:tasks.workunit.client.0.smithi090.stdout: "Available Spare: 100%", 2024-03-07T02:56:40.085 INFO:tasks.workunit.client.0.smithi090.stdout: "Available Spare Threshold: 10%", 2024-03-07T02:56:40.086 INFO:tasks.workunit.client.0.smithi090.stdout: "Percentage Used: 11%", 2024-03-07T02:56:40.086 INFO:tasks.workunit.client.0.smithi090.stdout: "Data Units Read: 454,255,723 [232 TB]", 2024-03-07T02:56:40.086 INFO:tasks.workunit.client.0.smithi090.stdout: "Data Units Written: 2,214,292,216 [1.13 PB]", 2024-03-07T02:56:40.086 INFO:tasks.workunit.client.0.smithi090.stdout: "Host Read Commands: 7,192,489,100", 2024-03-07T02:56:40.086 INFO:tasks.workunit.client.0.smithi090.stdout: "Host Write Commands: 36,250,738,597", 2024-03-07T02:56:40.086 INFO:tasks.workunit.client.0.smithi090.stdout: "Controller Busy Time: 25", 2024-03-07T02:56:40.086 INFO:tasks.workunit.client.0.smithi090.stdout: "Power Cycles: 45,599", 2024-03-07T02:56:40.086 INFO:tasks.workunit.client.0.smithi090.stdout: "Power On Hours: 54,702", 2024-03-07T02:56:40.086 INFO:tasks.workunit.client.0.smithi090.stdout: "Unsafe Shutdowns: 1,105", 2024-03-07T02:56:40.086 INFO:tasks.workunit.client.0.smithi090.stdout: "Media and Data Integrity Errors: 0", 2024-03-07T02:56:40.086 INFO:tasks.workunit.client.0.smithi090.stdout: "Error Information Log Entries: 0", 2024-03-07T02:56:40.086 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-03-07T02:56:40.086 INFO:tasks.workunit.client.0.smithi090.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-03-07T02:56:40.086 INFO:tasks.workunit.client.0.smithi090.stdout: "No Errors Logged", 2024-03-07T02:56:40.087 INFO:tasks.workunit.client.0.smithi090.stdout: "" 2024-03-07T02:56:40.087 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:40.087 INFO:tasks.workunit.client.0.smithi090.stdout: "platform_info": "x86_64-linux-5.14.0-427.el9.x86_64", 2024-03-07T02:56:40.087 INFO:tasks.workunit.client.0.smithi090.stdout: "svn_revision": "5022", 2024-03-07T02:56:40.087 INFO:tasks.workunit.client.0.smithi090.stdout: "version": [ 2024-03-07T02:56:40.087 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:40.087 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-03-07T02:56:40.087 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:40.087 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.087 INFO:tasks.workunit.client.0.smithi090.stdout: "temperature": { 2024-03-07T02:56:40.087 INFO:tasks.workunit.client.0.smithi090.stdout: "current": 28 2024-03-07T02:56:40.087 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.087 INFO:tasks.workunit.client.0.smithi090.stdout: "user_capacity": { 2024-03-07T02:56:40.087 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-03-07T02:56:40.088 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-03-07T02:56:40.088 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:40.088 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:40.088 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:40.088 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.088 INFO:tasks.workunit.client.0.smithi090.stdout: "51c81bde-dc2e-11ee-a65c-0cc47a8fd767": { 2024-03-07T02:56:40.088 INFO:tasks.workunit.client.0.smithi090.stdout: "INTEL_SSDPEDMD400G4_51c88772-dc2e-11ee-a65c-0cc47a8fd767": { 2024-03-07T02:56:40.088 INFO:tasks.workunit.client.0.smithi090.stdout: "20240307-025133": { 2024-03-07T02:56:40.088 INFO:tasks.workunit.client.0.smithi090.stdout: "device": { 2024-03-07T02:56:40.088 INFO:tasks.workunit.client.0.smithi090.stdout: "info_name": "/dev/nvme0n1", 2024-03-07T02:56:40.088 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "/dev/nvme0n1", 2024-03-07T02:56:40.088 INFO:tasks.workunit.client.0.smithi090.stdout: "protocol": "NVMe", 2024-03-07T02:56:40.089 INFO:tasks.workunit.client.0.smithi090.stdout: "type": "nvme" 2024-03-07T02:56:40.089 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.089 INFO:tasks.workunit.client.0.smithi090.stdout: "firmware_version": "8DV101H0", 2024-03-07T02:56:40.089 INFO:tasks.workunit.client.0.smithi090.stdout: "host_id": "51c81bde-dc2e-11ee-a65c-0cc47a8fd767", 2024-03-07T02:56:40.089 INFO:tasks.workunit.client.0.smithi090.stdout: "json_format_version": [ 2024-03-07T02:56:40.089 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:40.089 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:40.089 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:40.089 INFO:tasks.workunit.client.0.smithi090.stdout: "local_time": { 2024-03-07T02:56:40.089 INFO:tasks.workunit.client.0.smithi090.stdout: "asctime": "Thu Mar 7 02:51:33 2024 UTC", 2024-03-07T02:56:40.089 INFO:tasks.workunit.client.0.smithi090.stdout: "time_t": 1709779893 2024-03-07T02:56:40.089 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.089 INFO:tasks.workunit.client.0.smithi090.stdout: "logical_block_size": 512, 2024-03-07T02:56:40.089 INFO:tasks.workunit.client.0.smithi090.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-03-07T02:56:40.090 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_controller_id": 0, 2024-03-07T02:56:40.090 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-03-07T02:56:40.090 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_namespaces": [ 2024-03-07T02:56:40.090 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:40.090 INFO:tasks.workunit.client.0.smithi090.stdout: "capacity": { 2024-03-07T02:56:40.090 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-03-07T02:56:40.090 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-03-07T02:56:40.090 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.090 INFO:tasks.workunit.client.0.smithi090.stdout: "formatted_lba_size": 512, 2024-03-07T02:56:40.090 INFO:tasks.workunit.client.0.smithi090.stdout: "id": 1, 2024-03-07T02:56:40.090 INFO:tasks.workunit.client.0.smithi090.stdout: "size": { 2024-03-07T02:56:40.090 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-03-07T02:56:40.090 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-03-07T02:56:40.090 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.090 INFO:tasks.workunit.client.0.smithi090.stdout: "utilization": { 2024-03-07T02:56:40.091 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-03-07T02:56:40.091 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-03-07T02:56:40.091 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:40.091 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:40.091 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:40.091 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_number_of_namespaces": 1, 2024-03-07T02:56:40.091 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_pci_vendor": { 2024-03-07T02:56:40.091 INFO:tasks.workunit.client.0.smithi090.stdout: "id": 32902, 2024-03-07T02:56:40.091 INFO:tasks.workunit.client.0.smithi090.stdout: "subsystem_id": 32902 2024-03-07T02:56:40.091 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.091 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_smart_health_information_add_log": { 2024-03-07T02:56:40.091 INFO:tasks.workunit.client.0.smithi090.stdout: "Device stats": { 2024-03-07T02:56:40.091 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_fw_downgrades": { 2024-03-07T02:56:40.091 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-03-07T02:56:40.092 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:40.092 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.092 INFO:tasks.workunit.client.0.smithi090.stdout: "crc_error_count": { 2024-03-07T02:56:40.092 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:40.092 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:40.092 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.092 INFO:tasks.workunit.client.0.smithi090.stdout: "end_to_end_error_detection_count": { 2024-03-07T02:56:40.092 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:40.092 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:40.092 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.092 INFO:tasks.workunit.client.0.smithi090.stdout: "erase_fail_count": { 2024-03-07T02:56:40.092 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:40.093 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:40.093 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.093 INFO:tasks.workunit.client.0.smithi090.stdout: "host_bytes_written": { 2024-03-07T02:56:40.093 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:40.093 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 25967422 2024-03-07T02:56:40.093 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.093 INFO:tasks.workunit.client.0.smithi090.stdout: "host_ctx_wear_used": { 2024-03-07T02:56:40.093 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:40.093 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 1 2024-03-07T02:56:40.093 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.093 INFO:tasks.workunit.client.0.smithi090.stdout: "media_bytes_read": { 2024-03-07T02:56:40.093 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-03-07T02:56:40.093 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:40.093 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.094 INFO:tasks.workunit.client.0.smithi090.stdout: "nand_bytes_written": { 2024-03-07T02:56:40.094 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:40.094 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 42357418 2024-03-07T02:56:40.094 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.094 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_stat_indicator": { 2024-03-07T02:56:40.094 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-03-07T02:56:40.094 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:40.094 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.094 INFO:tasks.workunit.client.0.smithi090.stdout: "pll_lock_loss_count": { 2024-03-07T02:56:40.094 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:40.094 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:40.094 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.094 INFO:tasks.workunit.client.0.smithi090.stdout: "program_fail_count": { 2024-03-07T02:56:40.094 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:40.095 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:40.095 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.095 INFO:tasks.workunit.client.0.smithi090.stdout: "re_alloc_sectr_cnt": { 2024-03-07T02:56:40.095 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-03-07T02:56:40.095 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:40.095 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.095 INFO:tasks.workunit.client.0.smithi090.stdout: "retry_buffer_overflow_count": { 2024-03-07T02:56:40.095 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:40.095 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:40.095 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.095 INFO:tasks.workunit.client.0.smithi090.stdout: "soft_ecc_err_rate": { 2024-03-07T02:56:40.095 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-03-07T02:56:40.095 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:40.096 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.096 INFO:tasks.workunit.client.0.smithi090.stdout: "thermal_throttle_status": { 2024-03-07T02:56:40.096 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:40.096 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": { 2024-03-07T02:56:40.096 INFO:tasks.workunit.client.0.smithi090.stdout: "cnt": 0, 2024-03-07T02:56:40.096 INFO:tasks.workunit.client.0.smithi090.stdout: "pct": 0 2024-03-07T02:56:40.096 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:40.096 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.096 INFO:tasks.workunit.client.0.smithi090.stdout: "timed_workload_host_reads": { 2024-03-07T02:56:40.096 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:40.096 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 65535 2024-03-07T02:56:40.096 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.096 INFO:tasks.workunit.client.0.smithi090.stdout: "timed_workload_media_wear": { 2024-03-07T02:56:40.097 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:40.097 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 64 2024-03-07T02:56:40.097 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.097 INFO:tasks.workunit.client.0.smithi090.stdout: "timed_workload_timer": { 2024-03-07T02:56:40.097 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:40.097 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 65535 2024-03-07T02:56:40.097 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.097 INFO:tasks.workunit.client.0.smithi090.stdout: "unexp_power_loss": { 2024-03-07T02:56:40.097 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-03-07T02:56:40.097 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:40.097 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.097 INFO:tasks.workunit.client.0.smithi090.stdout: "wear_leveling": { 2024-03-07T02:56:40.097 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 91, 2024-03-07T02:56:40.097 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": { 2024-03-07T02:56:40.097 INFO:tasks.workunit.client.0.smithi090.stdout: "avg": 2848, 2024-03-07T02:56:40.098 INFO:tasks.workunit.client.0.smithi090.stdout: "max": 2862, 2024-03-07T02:56:40.098 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 2835 2024-03-07T02:56:40.098 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:40.098 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:40.098 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.098 INFO:tasks.workunit.client.0.smithi090.stdout: "Intel Smart log": "nvme0n1" 2024-03-07T02:56:40.098 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.098 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_smart_health_information_log": { 2024-03-07T02:56:40.098 INFO:tasks.workunit.client.0.smithi090.stdout: "available_spare": 100, 2024-03-07T02:56:40.098 INFO:tasks.workunit.client.0.smithi090.stdout: "available_spare_threshold": 10, 2024-03-07T02:56:40.098 INFO:tasks.workunit.client.0.smithi090.stdout: "controller_busy_time": 13, 2024-03-07T02:56:40.098 INFO:tasks.workunit.client.0.smithi090.stdout: "critical_warning": 0, 2024-03-07T02:56:40.098 INFO:tasks.workunit.client.0.smithi090.stdout: "data_units_read": 366060390, 2024-03-07T02:56:40.098 INFO:tasks.workunit.client.0.smithi090.stdout: "data_units_written": 1701800987, 2024-03-07T02:56:40.099 INFO:tasks.workunit.client.0.smithi090.stdout: "host_reads": 5165032472, 2024-03-07T02:56:40.099 INFO:tasks.workunit.client.0.smithi090.stdout: "host_writes": 26420877396, 2024-03-07T02:56:40.099 INFO:tasks.workunit.client.0.smithi090.stdout: "media_errors": 0, 2024-03-07T02:56:40.099 INFO:tasks.workunit.client.0.smithi090.stdout: "num_err_log_entries": 0, 2024-03-07T02:56:40.099 INFO:tasks.workunit.client.0.smithi090.stdout: "percentage_used": 9, 2024-03-07T02:56:40.099 INFO:tasks.workunit.client.0.smithi090.stdout: "power_cycles": 40242, 2024-03-07T02:56:40.099 INFO:tasks.workunit.client.0.smithi090.stdout: "power_on_hours": 57825, 2024-03-07T02:56:40.099 INFO:tasks.workunit.client.0.smithi090.stdout: "temperature": 27, 2024-03-07T02:56:40.099 INFO:tasks.workunit.client.0.smithi090.stdout: "unsafe_shutdowns": 375 2024-03-07T02:56:40.099 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.099 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_vendor": "intel", 2024-03-07T02:56:40.099 INFO:tasks.workunit.client.0.smithi090.stdout: "power_cycle_count": 40242, 2024-03-07T02:56:40.099 INFO:tasks.workunit.client.0.smithi090.stdout: "power_on_time": { 2024-03-07T02:56:40.099 INFO:tasks.workunit.client.0.smithi090.stdout: "hours": 57825 2024-03-07T02:56:40.100 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.100 INFO:tasks.workunit.client.0.smithi090.stdout: "serial_number": "deleted", 2024-03-07T02:56:40.100 INFO:tasks.workunit.client.0.smithi090.stdout: "smart_status": { 2024-03-07T02:56:40.100 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme": { 2024-03-07T02:56:40.100 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:40.100 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.100 INFO:tasks.workunit.client.0.smithi090.stdout: "passed": true 2024-03-07T02:56:40.100 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.100 INFO:tasks.workunit.client.0.smithi090.stdout: "smartctl": { 2024-03-07T02:56:40.100 INFO:tasks.workunit.client.0.smithi090.stdout: "argv": [ 2024-03-07T02:56:40.100 INFO:tasks.workunit.client.0.smithi090.stdout: "smartctl", 2024-03-07T02:56:40.100 INFO:tasks.workunit.client.0.smithi090.stdout: "-x", 2024-03-07T02:56:40.100 INFO:tasks.workunit.client.0.smithi090.stdout: "--json=o", 2024-03-07T02:56:40.101 INFO:tasks.workunit.client.0.smithi090.stdout: "/dev/nvme0n1" 2024-03-07T02:56:40.101 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:40.101 INFO:tasks.workunit.client.0.smithi090.stdout: "build_info": "(local build)", 2024-03-07T02:56:40.101 INFO:tasks.workunit.client.0.smithi090.stdout: "exit_status": 0, 2024-03-07T02:56:40.101 INFO:tasks.workunit.client.0.smithi090.stdout: "output": [ 2024-03-07T02:56:40.101 INFO:tasks.workunit.client.0.smithi090.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-427.el9.x86_64] (local build)", 2024-03-07T02:56:40.101 INFO:tasks.workunit.client.0.smithi090.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-03-07T02:56:40.101 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-03-07T02:56:40.101 INFO:tasks.workunit.client.0.smithi090.stdout: "=== START OF INFORMATION SECTION ===", 2024-03-07T02:56:40.101 INFO:tasks.workunit.client.0.smithi090.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-03-07T02:56:40.101 INFO:tasks.workunit.client.0.smithi090.stdout: "Serial Number: deleted", 2024-03-07T02:56:40.101 INFO:tasks.workunit.client.0.smithi090.stdout: "Firmware Version: 8DV101H0", 2024-03-07T02:56:40.101 INFO:tasks.workunit.client.0.smithi090.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-03-07T02:56:40.101 INFO:tasks.workunit.client.0.smithi090.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-03-07T02:56:40.101 INFO:tasks.workunit.client.0.smithi090.stdout: "Controller ID: 0", 2024-03-07T02:56:40.102 INFO:tasks.workunit.client.0.smithi090.stdout: "Number of Namespaces: 1", 2024-03-07T02:56:40.102 INFO:tasks.workunit.client.0.smithi090.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-03-07T02:56:40.102 INFO:tasks.workunit.client.0.smithi090.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-03-07T02:56:40.102 INFO:tasks.workunit.client.0.smithi090.stdout: "Local Time is: Thu Mar 7 02:51:33 2024 UTC", 2024-03-07T02:56:40.102 INFO:tasks.workunit.client.0.smithi090.stdout: "Firmware Updates (0x02): 1 Slot", 2024-03-07T02:56:40.102 INFO:tasks.workunit.client.0.smithi090.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-03-07T02:56:40.102 INFO:tasks.workunit.client.0.smithi090.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-03-07T02:56:40.102 INFO:tasks.workunit.client.0.smithi090.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-03-07T02:56:40.102 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-03-07T02:56:40.102 INFO:tasks.workunit.client.0.smithi090.stdout: "Supported Power States", 2024-03-07T02:56:40.102 INFO:tasks.workunit.client.0.smithi090.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-03-07T02:56:40.102 INFO:tasks.workunit.client.0.smithi090.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-03-07T02:56:40.102 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-03-07T02:56:40.102 INFO:tasks.workunit.client.0.smithi090.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-03-07T02:56:40.103 INFO:tasks.workunit.client.0.smithi090.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-03-07T02:56:40.103 INFO:tasks.workunit.client.0.smithi090.stdout: " 0 + 512 0 2", 2024-03-07T02:56:40.103 INFO:tasks.workunit.client.0.smithi090.stdout: " 1 - 512 8 2", 2024-03-07T02:56:40.103 INFO:tasks.workunit.client.0.smithi090.stdout: " 2 - 512 16 2", 2024-03-07T02:56:40.103 INFO:tasks.workunit.client.0.smithi090.stdout: " 3 - 4096 0 0", 2024-03-07T02:56:40.103 INFO:tasks.workunit.client.0.smithi090.stdout: " 4 - 4096 8 0", 2024-03-07T02:56:40.103 INFO:tasks.workunit.client.0.smithi090.stdout: " 5 - 4096 64 0", 2024-03-07T02:56:40.103 INFO:tasks.workunit.client.0.smithi090.stdout: " 6 - 4096 128 0", 2024-03-07T02:56:40.103 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-03-07T02:56:40.103 INFO:tasks.workunit.client.0.smithi090.stdout: "=== START OF SMART DATA SECTION ===", 2024-03-07T02:56:40.103 INFO:tasks.workunit.client.0.smithi090.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-03-07T02:56:40.103 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-03-07T02:56:40.103 INFO:tasks.workunit.client.0.smithi090.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-03-07T02:56:40.103 INFO:tasks.workunit.client.0.smithi090.stdout: "Critical Warning: 0x00", 2024-03-07T02:56:40.103 INFO:tasks.workunit.client.0.smithi090.stdout: "Temperature: 27 Celsius", 2024-03-07T02:56:40.104 INFO:tasks.workunit.client.0.smithi090.stdout: "Available Spare: 100%", 2024-03-07T02:56:40.104 INFO:tasks.workunit.client.0.smithi090.stdout: "Available Spare Threshold: 10%", 2024-03-07T02:56:40.104 INFO:tasks.workunit.client.0.smithi090.stdout: "Percentage Used: 9%", 2024-03-07T02:56:40.104 INFO:tasks.workunit.client.0.smithi090.stdout: "Data Units Read: 366,060,390 [187 TB]", 2024-03-07T02:56:40.104 INFO:tasks.workunit.client.0.smithi090.stdout: "Data Units Written: 1,701,800,987 [871 TB]", 2024-03-07T02:56:40.104 INFO:tasks.workunit.client.0.smithi090.stdout: "Host Read Commands: 5,165,032,472", 2024-03-07T02:56:40.104 INFO:tasks.workunit.client.0.smithi090.stdout: "Host Write Commands: 26,420,877,396", 2024-03-07T02:56:40.104 INFO:tasks.workunit.client.0.smithi090.stdout: "Controller Busy Time: 13", 2024-03-07T02:56:40.104 INFO:tasks.workunit.client.0.smithi090.stdout: "Power Cycles: 40,242", 2024-03-07T02:56:40.104 INFO:tasks.workunit.client.0.smithi090.stdout: "Power On Hours: 57,825", 2024-03-07T02:56:40.104 INFO:tasks.workunit.client.0.smithi090.stdout: "Unsafe Shutdowns: 375", 2024-03-07T02:56:40.104 INFO:tasks.workunit.client.0.smithi090.stdout: "Media and Data Integrity Errors: 0", 2024-03-07T02:56:40.104 INFO:tasks.workunit.client.0.smithi090.stdout: "Error Information Log Entries: 0", 2024-03-07T02:56:40.105 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-03-07T02:56:40.105 INFO:tasks.workunit.client.0.smithi090.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-03-07T02:56:40.105 INFO:tasks.workunit.client.0.smithi090.stdout: "No Errors Logged", 2024-03-07T02:56:40.105 INFO:tasks.workunit.client.0.smithi090.stdout: "" 2024-03-07T02:56:40.105 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:40.105 INFO:tasks.workunit.client.0.smithi090.stdout: "platform_info": "x86_64-linux-5.14.0-427.el9.x86_64", 2024-03-07T02:56:40.105 INFO:tasks.workunit.client.0.smithi090.stdout: "svn_revision": "5022", 2024-03-07T02:56:40.105 INFO:tasks.workunit.client.0.smithi090.stdout: "version": [ 2024-03-07T02:56:40.105 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:40.105 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-03-07T02:56:40.105 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:40.105 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.105 INFO:tasks.workunit.client.0.smithi090.stdout: "temperature": { 2024-03-07T02:56:40.105 INFO:tasks.workunit.client.0.smithi090.stdout: "current": 27 2024-03-07T02:56:40.105 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.106 INFO:tasks.workunit.client.0.smithi090.stdout: "user_capacity": { 2024-03-07T02:56:40.106 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-03-07T02:56:40.106 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-03-07T02:56:40.106 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:40.106 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:40.106 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:40.106 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:40.106 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.106 INFO:tasks.workunit.client.0.smithi090.stdout: "report": { 2024-03-07T02:56:40.106 INFO:tasks.workunit.client.0.smithi090.stdout: "balancer": { 2024-03-07T02:56:40.106 INFO:tasks.workunit.client.0.smithi090.stdout: "active": true, 2024-03-07T02:56:40.106 INFO:tasks.workunit.client.0.smithi090.stdout: "mode": "" 2024-03-07T02:56:40.106 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.106 INFO:tasks.workunit.client.0.smithi090.stdout: "channels": [ 2024-03-07T02:56:40.106 INFO:tasks.workunit.client.0.smithi090.stdout: "basic", 2024-03-07T02:56:40.107 INFO:tasks.workunit.client.0.smithi090.stdout: "crash", 2024-03-07T02:56:40.107 INFO:tasks.workunit.client.0.smithi090.stdout: "device", 2024-03-07T02:56:40.107 INFO:tasks.workunit.client.0.smithi090.stdout: "ident" 2024-03-07T02:56:40.107 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:40.107 INFO:tasks.workunit.client.0.smithi090.stdout: "channels_available": [ 2024-03-07T02:56:40.107 INFO:tasks.workunit.client.0.smithi090.stdout: "basic", 2024-03-07T02:56:40.107 INFO:tasks.workunit.client.0.smithi090.stdout: "ident", 2024-03-07T02:56:40.107 INFO:tasks.workunit.client.0.smithi090.stdout: "crash", 2024-03-07T02:56:40.107 INFO:tasks.workunit.client.0.smithi090.stdout: "device", 2024-03-07T02:56:40.107 INFO:tasks.workunit.client.0.smithi090.stdout: "perf" 2024-03-07T02:56:40.107 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:40.107 INFO:tasks.workunit.client.0.smithi090.stdout: "collections_available": [ 2024-03-07T02:56:40.107 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_base", 2024-03-07T02:56:40.107 INFO:tasks.workunit.client.0.smithi090.stdout: "device_base", 2024-03-07T02:56:40.108 INFO:tasks.workunit.client.0.smithi090.stdout: "crash_base", 2024-03-07T02:56:40.108 INFO:tasks.workunit.client.0.smithi090.stdout: "ident_base", 2024-03-07T02:56:40.108 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_perf", 2024-03-07T02:56:40.108 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_mds_metadata", 2024-03-07T02:56:40.108 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_pool_usage", 2024-03-07T02:56:40.108 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_usage_by_class", 2024-03-07T02:56:40.108 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_rook_v01", 2024-03-07T02:56:40.108 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_memory_metrics", 2024-03-07T02:56:40.108 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_pool_options_bluestore" 2024-03-07T02:56:40.108 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:40.108 INFO:tasks.workunit.client.0.smithi090.stdout: "collections_opted_in": [ 2024-03-07T02:56:40.108 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_base", 2024-03-07T02:56:40.108 INFO:tasks.workunit.client.0.smithi090.stdout: "device_base", 2024-03-07T02:56:40.109 INFO:tasks.workunit.client.0.smithi090.stdout: "crash_base", 2024-03-07T02:56:40.109 INFO:tasks.workunit.client.0.smithi090.stdout: "ident_base", 2024-03-07T02:56:40.109 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_perf", 2024-03-07T02:56:40.109 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_mds_metadata", 2024-03-07T02:56:40.109 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_pool_usage", 2024-03-07T02:56:40.109 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_usage_by_class", 2024-03-07T02:56:40.109 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_rook_v01", 2024-03-07T02:56:40.109 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_memory_metrics", 2024-03-07T02:56:40.109 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_pool_options_bluestore" 2024-03-07T02:56:40.109 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:40.109 INFO:tasks.workunit.client.0.smithi090.stdout: "config": { 2024-03-07T02:56:40.109 INFO:tasks.workunit.client.0.smithi090.stdout: "active_changed": [ 2024-03-07T02:56:40.109 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_allow_insecure_global_id_reclaim", 2024-03-07T02:56:40.109 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_debug", 2024-03-07T02:56:40.110 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_mon_ticket_ttl", 2024-03-07T02:56:40.110 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_service_ticket_ttl", 2024-03-07T02:56:40.110 INFO:tasks.workunit.client.0.smithi090.stdout: "bdev_debug_aio", 2024-03-07T02:56:40.110 INFO:tasks.workunit.client.0.smithi090.stdout: "client_check_pool_perm", 2024-03-07T02:56:40.110 INFO:tasks.workunit.client.0.smithi090.stdout: "client_mount_gid", 2024-03-07T02:56:40.110 INFO:tasks.workunit.client.0.smithi090.stdout: "client_mount_uid", 2024-03-07T02:56:40.110 INFO:tasks.workunit.client.0.smithi090.stdout: "client_quota", 2024-03-07T02:56:40.110 INFO:tasks.workunit.client.0.smithi090.stdout: "container_image", 2024-03-07T02:56:40.110 INFO:tasks.workunit.client.0.smithi090.stdout: "daemonize", 2024-03-07T02:56:40.110 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_asserts_on_shutdown", 2024-03-07T02:56:40.110 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_mgr", 2024-03-07T02:56:40.110 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_mon", 2024-03-07T02:56:40.110 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_ms", 2024-03-07T02:56:40.110 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_osd", 2024-03-07T02:56:40.110 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_paxos", 2024-03-07T02:56:40.111 INFO:tasks.workunit.client.0.smithi090.stdout: "keyring", 2024-03-07T02:56:40.111 INFO:tasks.workunit.client.0.smithi090.stdout: "leveldb_block_size", 2024-03-07T02:56:40.111 INFO:tasks.workunit.client.0.smithi090.stdout: "leveldb_cache_size", 2024-03-07T02:56:40.111 INFO:tasks.workunit.client.0.smithi090.stdout: "leveldb_compression", 2024-03-07T02:56:40.111 INFO:tasks.workunit.client.0.smithi090.stdout: "leveldb_log", 2024-03-07T02:56:40.111 INFO:tasks.workunit.client.0.smithi090.stdout: "leveldb_write_buffer_size", 2024-03-07T02:56:40.111 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_file", 2024-03-07T02:56:40.111 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_journald", 2024-03-07T02:56:40.111 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_stderr", 2024-03-07T02:56:40.111 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_allow_pool_delete", 2024-03-07T02:56:40.111 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_clock_drift_allowed", 2024-03-07T02:56:40.111 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_file_level", 2024-03-07T02:56:40.111 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_to_file", 2024-03-07T02:56:40.111 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_to_journald", 2024-03-07T02:56:40.112 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_to_stderr", 2024-03-07T02:56:40.112 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_data_avail_warn", 2024-03-07T02:56:40.112 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_election_default_strategy", 2024-03-07T02:56:40.112 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_host", 2024-03-07T02:56:40.112 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_max_pg_per_osd", 2024-03-07T02:56:40.112 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_mgr_mkfs_grace", 2024-03-07T02:56:40.112 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_osd_prime_pg_temp", 2024-03-07T02:56:40.112 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_osd_reporter_subtree_level", 2024-03-07T02:56:40.112 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_pg_warn_max_object_skew", 2024-03-07T02:56:40.112 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_reweight_min_bytes_per_osd", 2024-03-07T02:56:40.112 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_reweight_min_pgs_per_osd", 2024-03-07T02:56:40.112 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-03-07T02:56:40.112 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-03-07T02:56:40.113 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-03-07T02:56:40.113 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_legacy_crush_tunables", 2024-03-07T02:56:40.113 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-03-07T02:56:40.113 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-03-07T02:56:40.113 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_too_few_osds", 2024-03-07T02:56:40.113 INFO:tasks.workunit.client.0.smithi090.stdout: "ms_die_on_bug", 2024-03-07T02:56:40.113 INFO:tasks.workunit.client.0.smithi090.stdout: "ms_die_on_old_message", 2024-03-07T02:56:40.113 INFO:tasks.workunit.client.0.smithi090.stdout: "no_config_file", 2024-03-07T02:56:40.113 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_class_default_list", 2024-03-07T02:56:40.113 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_class_load_list", 2024-03-07T02:56:40.113 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_crush_chooseleaf_type", 2024-03-07T02:56:40.113 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_misdirected_ops", 2024-03-07T02:56:40.113 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_op_order", 2024-03-07T02:56:40.114 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_pg_log_writeout", 2024-03-07T02:56:40.114 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_shutdown", 2024-03-07T02:56:40.114 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_cached_snaps", 2024-03-07T02:56:40.114 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_missing_on_start", 2024-03-07T02:56:40.114 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_stray_on_activate", 2024-03-07T02:56:40.114 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_deep_scrub_update_digest_min_age", 2024-03-07T02:56:40.114 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_profile", 2024-03-07T02:56:40.114 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-03-07T02:56:40.114 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-03-07T02:56:40.114 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-03-07T02:56:40.114 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-03-07T02:56:40.114 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-03-07T02:56:40.114 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-03-07T02:56:40.114 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_client_lim", 2024-03-07T02:56:40.115 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_client_res", 2024-03-07T02:56:40.115 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_client_wgt", 2024-03-07T02:56:40.115 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_memory_target", 2024-03-07T02:56:40.115 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_memory_target_autotune", 2024-03-07T02:56:40.115 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_op_queue", 2024-03-07T02:56:40.115 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_op_queue_cut_off", 2024-03-07T02:56:40.115 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pool_default_erasure_code_profile", 2024-03-07T02:56:40.115 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pool_default_pg_autoscale_mode", 2024-03-07T02:56:40.115 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recover_clone_overlap", 2024-03-07T02:56:40.115 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_max_chunk", 2024-03-07T02:56:40.115 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_scrub_load_threshold", 2024-03-07T02:56:40.115 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_scrub_max_interval", 2024-03-07T02:56:40.115 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_shutdown_pgref_assert", 2024-03-07T02:56:40.116 INFO:tasks.workunit.client.0.smithi090.stdout: "public_addr", 2024-03-07T02:56:40.116 INFO:tasks.workunit.client.0.smithi090.stdout: "public_addrv", 2024-03-07T02:56:40.116 INFO:tasks.workunit.client.0.smithi090.stdout: "public_network", 2024-03-07T02:56:40.116 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd_default_features", 2024-03-07T02:56:40.116 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd_qos_exclude_ops", 2024-03-07T02:56:40.116 INFO:tasks.workunit.client.0.smithi090.stdout: "setgroup", 2024-03-07T02:56:40.116 INFO:tasks.workunit.client.0.smithi090.stdout: "setuser" 2024-03-07T02:56:40.116 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:40.116 INFO:tasks.workunit.client.0.smithi090.stdout: "cluster_changed": [ 2024-03-07T02:56:40.116 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_allow_insecure_global_id_reclaim", 2024-03-07T02:56:40.116 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_debug", 2024-03-07T02:56:40.116 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_mon_ticket_ttl", 2024-03-07T02:56:40.116 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_service_ticket_ttl", 2024-03-07T02:56:40.117 INFO:tasks.workunit.client.0.smithi090.stdout: "bdev_debug_aio", 2024-03-07T02:56:40.117 INFO:tasks.workunit.client.0.smithi090.stdout: "container_image", 2024-03-07T02:56:40.117 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_asserts_on_shutdown", 2024-03-07T02:56:40.117 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_mgr", 2024-03-07T02:56:40.117 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_mon", 2024-03-07T02:56:40.117 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_ms", 2024-03-07T02:56:40.117 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_osd", 2024-03-07T02:56:40.117 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_paxos", 2024-03-07T02:56:40.117 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_file", 2024-03-07T02:56:40.117 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_journald", 2024-03-07T02:56:40.117 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_stderr", 2024-03-07T02:56:40.117 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_join_fs", 2024-03-07T02:56:40.117 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/cephadm/allow_ptrace", 2024-03-07T02:56:40.117 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/cephadm/container_init", 2024-03-07T02:56:40.117 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/cephadm/migration_current", 2024-03-07T02:56:40.118 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/cephadm/use_repo_digest", 2024-03-07T02:56:40.118 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-03-07T02:56:40.118 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-03-07T02:56:40.118 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-03-07T02:56:40.118 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-03-07T02:56:40.118 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/dashboard/ssl_server_port", 2024-03-07T02:56:40.118 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/orchestrator/orchestrator", 2024-03-07T02:56:40.118 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/telemetry/channel_ident", 2024-03-07T02:56:40.118 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/telemetry/description", 2024-03-07T02:56:40.118 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/telemetry/organization", 2024-03-07T02:56:40.118 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_allow_pool_delete", 2024-03-07T02:56:40.118 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_clock_drift_allowed", 2024-03-07T02:56:40.118 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_file_level", 2024-03-07T02:56:40.118 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_to_file", 2024-03-07T02:56:40.118 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_data_avail_warn", 2024-03-07T02:56:40.119 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_election_default_strategy", 2024-03-07T02:56:40.119 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_max_pg_per_osd", 2024-03-07T02:56:40.119 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_mgr_mkfs_grace", 2024-03-07T02:56:40.119 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_osd_prime_pg_temp", 2024-03-07T02:56:40.119 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_osd_reporter_subtree_level", 2024-03-07T02:56:40.119 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_pg_warn_max_object_skew", 2024-03-07T02:56:40.119 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_reweight_min_bytes_per_osd", 2024-03-07T02:56:40.119 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_reweight_min_pgs_per_osd", 2024-03-07T02:56:40.119 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-03-07T02:56:40.119 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-03-07T02:56:40.119 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-03-07T02:56:40.119 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_legacy_crush_tunables", 2024-03-07T02:56:40.119 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-03-07T02:56:40.119 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-03-07T02:56:40.119 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_too_few_osds", 2024-03-07T02:56:40.120 INFO:tasks.workunit.client.0.smithi090.stdout: "ms_die_on_bug", 2024-03-07T02:56:40.120 INFO:tasks.workunit.client.0.smithi090.stdout: "ms_die_on_old_message", 2024-03-07T02:56:40.120 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_class_default_list", 2024-03-07T02:56:40.120 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_class_load_list", 2024-03-07T02:56:40.120 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_misdirected_ops", 2024-03-07T02:56:40.120 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_op_order", 2024-03-07T02:56:40.120 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_pg_log_writeout", 2024-03-07T02:56:40.120 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_shutdown", 2024-03-07T02:56:40.120 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_cached_snaps", 2024-03-07T02:56:40.120 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_missing_on_start", 2024-03-07T02:56:40.120 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_stray_on_activate", 2024-03-07T02:56:40.120 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_deep_scrub_update_digest_min_age", 2024-03-07T02:56:40.120 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_profile", 2024-03-07T02:56:40.120 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_memory_target", 2024-03-07T02:56:40.121 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_memory_target_autotune", 2024-03-07T02:56:40.121 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_op_queue", 2024-03-07T02:56:40.121 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_op_queue_cut_off", 2024-03-07T02:56:40.121 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pool_default_erasure_code_profile", 2024-03-07T02:56:40.121 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pool_default_pg_autoscale_mode", 2024-03-07T02:56:40.121 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recover_clone_overlap", 2024-03-07T02:56:40.121 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_max_chunk", 2024-03-07T02:56:40.121 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_scrub_load_threshold", 2024-03-07T02:56:40.121 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_scrub_max_interval", 2024-03-07T02:56:40.121 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_shutdown_pgref_assert", 2024-03-07T02:56:40.121 INFO:tasks.workunit.client.0.smithi090.stdout: "public_network", 2024-03-07T02:56:40.121 INFO:tasks.workunit.client.0.smithi090.stdout: "rgw_cache_enabled", 2024-03-07T02:56:40.121 INFO:tasks.workunit.client.0.smithi090.stdout: "rgw_enable_ops_log", 2024-03-07T02:56:40.121 INFO:tasks.workunit.client.0.smithi090.stdout: "rgw_enable_usage_log" 2024-03-07T02:56:40.122 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:40.122 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.122 INFO:tasks.workunit.client.0.smithi090.stdout: "contact": null, 2024-03-07T02:56:40.122 INFO:tasks.workunit.client.0.smithi090.stdout: "crashes": [], 2024-03-07T02:56:40.122 INFO:tasks.workunit.client.0.smithi090.stdout: "created": "2024-03-07T02:48:14.633942Z", 2024-03-07T02:56:40.122 INFO:tasks.workunit.client.0.smithi090.stdout: "crush": { 2024-03-07T02:56:40.122 INFO:tasks.workunit.client.0.smithi090.stdout: "bucket_algs": { 2024-03-07T02:56:40.122 INFO:tasks.workunit.client.0.smithi090.stdout: "straw2": 3 2024-03-07T02:56:40.122 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.122 INFO:tasks.workunit.client.0.smithi090.stdout: "bucket_sizes": { 2024-03-07T02:56:40.122 INFO:tasks.workunit.client.0.smithi090.stdout: "2": 1, 2024-03-07T02:56:40.122 INFO:tasks.workunit.client.0.smithi090.stdout: "4": 2 2024-03-07T02:56:40.122 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.122 INFO:tasks.workunit.client.0.smithi090.stdout: "bucket_types": { 2024-03-07T02:56:40.122 INFO:tasks.workunit.client.0.smithi090.stdout: "1": 2, 2024-03-07T02:56:40.123 INFO:tasks.workunit.client.0.smithi090.stdout: "11": 1 2024-03-07T02:56:40.123 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.123 INFO:tasks.workunit.client.0.smithi090.stdout: "compat_weight_set": false, 2024-03-07T02:56:40.123 INFO:tasks.workunit.client.0.smithi090.stdout: "device_classes": [ 2024-03-07T02:56:40.123 INFO:tasks.workunit.client.0.smithi090.stdout: 8 2024-03-07T02:56:40.123 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:40.123 INFO:tasks.workunit.client.0.smithi090.stdout: "num_buckets": 6, 2024-03-07T02:56:40.123 INFO:tasks.workunit.client.0.smithi090.stdout: "num_devices": 8, 2024-03-07T02:56:40.123 INFO:tasks.workunit.client.0.smithi090.stdout: "num_rules": 1, 2024-03-07T02:56:40.123 INFO:tasks.workunit.client.0.smithi090.stdout: "num_types": 12, 2024-03-07T02:56:40.123 INFO:tasks.workunit.client.0.smithi090.stdout: "num_weight_sets": 0, 2024-03-07T02:56:40.123 INFO:tasks.workunit.client.0.smithi090.stdout: "tunables": { 2024-03-07T02:56:40.123 INFO:tasks.workunit.client.0.smithi090.stdout: "allowed_bucket_algs": 54, 2024-03-07T02:56:40.123 INFO:tasks.workunit.client.0.smithi090.stdout: "choose_local_fallback_tries": 0, 2024-03-07T02:56:40.124 INFO:tasks.workunit.client.0.smithi090.stdout: "choose_local_tries": 0, 2024-03-07T02:56:40.124 INFO:tasks.workunit.client.0.smithi090.stdout: "choose_total_tries": 50, 2024-03-07T02:56:40.124 INFO:tasks.workunit.client.0.smithi090.stdout: "chooseleaf_descend_once": 1, 2024-03-07T02:56:40.124 INFO:tasks.workunit.client.0.smithi090.stdout: "chooseleaf_stable": 1, 2024-03-07T02:56:40.124 INFO:tasks.workunit.client.0.smithi090.stdout: "chooseleaf_vary_r": 1, 2024-03-07T02:56:40.124 INFO:tasks.workunit.client.0.smithi090.stdout: "has_v2_rules": 0, 2024-03-07T02:56:40.124 INFO:tasks.workunit.client.0.smithi090.stdout: "has_v3_rules": 0, 2024-03-07T02:56:40.124 INFO:tasks.workunit.client.0.smithi090.stdout: "has_v4_buckets": 1, 2024-03-07T02:56:40.124 INFO:tasks.workunit.client.0.smithi090.stdout: "has_v5_rules": 0, 2024-03-07T02:56:40.124 INFO:tasks.workunit.client.0.smithi090.stdout: "legacy_tunables": 0, 2024-03-07T02:56:40.124 INFO:tasks.workunit.client.0.smithi090.stdout: "minimum_required_version": "jewel", 2024-03-07T02:56:40.124 INFO:tasks.workunit.client.0.smithi090.stdout: "optimal_tunables": 1, 2024-03-07T02:56:40.124 INFO:tasks.workunit.client.0.smithi090.stdout: "profile": "jewel", 2024-03-07T02:56:40.124 INFO:tasks.workunit.client.0.smithi090.stdout: "require_feature_tunables": 1, 2024-03-07T02:56:40.125 INFO:tasks.workunit.client.0.smithi090.stdout: "require_feature_tunables2": 1, 2024-03-07T02:56:40.125 INFO:tasks.workunit.client.0.smithi090.stdout: "require_feature_tunables3": 1, 2024-03-07T02:56:40.125 INFO:tasks.workunit.client.0.smithi090.stdout: "require_feature_tunables5": 1, 2024-03-07T02:56:40.125 INFO:tasks.workunit.client.0.smithi090.stdout: "straw_calc_version": 1 2024-03-07T02:56:40.125 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:40.125 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.125 INFO:tasks.workunit.client.0.smithi090.stdout: "description": "upgrade test cluster", 2024-03-07T02:56:40.125 INFO:tasks.workunit.client.0.smithi090.stdout: "fs": { 2024-03-07T02:56:40.125 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-03-07T02:56:40.125 INFO:tasks.workunit.client.0.smithi090.stdout: "feature_flags": { 2024-03-07T02:56:40.125 INFO:tasks.workunit.client.0.smithi090.stdout: "enable_multiple": true, 2024-03-07T02:56:40.125 INFO:tasks.workunit.client.0.smithi090.stdout: "ever_enabled_multiple": true 2024-03-07T02:56:40.125 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.125 INFO:tasks.workunit.client.0.smithi090.stdout: "filesystems": [ 2024-03-07T02:56:40.125 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:40.126 INFO:tasks.workunit.client.0.smithi090.stdout: "approx_ctime": "2024-03", 2024-03-07T02:56:40.126 INFO:tasks.workunit.client.0.smithi090.stdout: "balancer_enabled": false, 2024-03-07T02:56:40.126 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:40.126 INFO:tasks.workunit.client.0.smithi090.stdout: "cached_caps": 0, 2024-03-07T02:56:40.126 INFO:tasks.workunit.client.0.smithi090.stdout: "cached_dns": 10, 2024-03-07T02:56:40.126 INFO:tasks.workunit.client.0.smithi090.stdout: "cached_inos": 13, 2024-03-07T02:56:40.126 INFO:tasks.workunit.client.0.smithi090.stdout: "cached_subtrees": 2, 2024-03-07T02:56:40.126 INFO:tasks.workunit.client.0.smithi090.stdout: "ever_allowed_features": 0, 2024-03-07T02:56:40.126 INFO:tasks.workunit.client.0.smithi090.stdout: "explicitly_allowed_features": 0, 2024-03-07T02:56:40.126 INFO:tasks.workunit.client.0.smithi090.stdout: "files": 0, 2024-03-07T02:56:40.126 INFO:tasks.workunit.client.0.smithi090.stdout: "max_mds": 1, 2024-03-07T02:56:40.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_data_pools": 1, 2024-03-07T02:56:40.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_in": 1, 2024-03-07T02:56:40.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_mds": 1, 2024-03-07T02:56:40.127 INFO:tasks.workunit.client.0.smithi090.stdout: "num_sessions": 0, 2024-03-07T02:56:40.127 INFO:tasks.workunit.client.0.smithi090.stdout: "num_standby_replay": 0, 2024-03-07T02:56:40.127 INFO:tasks.workunit.client.0.smithi090.stdout: "num_up": 1, 2024-03-07T02:56:40.127 INFO:tasks.workunit.client.0.smithi090.stdout: "snaps": 0, 2024-03-07T02:56:40.127 INFO:tasks.workunit.client.0.smithi090.stdout: "standby_count_wanted": 0 2024-03-07T02:56:40.127 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:40.127 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:40.127 INFO:tasks.workunit.client.0.smithi090.stdout: "num_standby_mds": 1, 2024-03-07T02:56:40.127 INFO:tasks.workunit.client.0.smithi090.stdout: "total_num_mds": 2 2024-03-07T02:56:40.127 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.127 INFO:tasks.workunit.client.0.smithi090.stdout: "hosts": { 2024-03-07T02:56:40.127 INFO:tasks.workunit.client.0.smithi090.stdout: "num": 2, 2024-03-07T02:56:40.127 INFO:tasks.workunit.client.0.smithi090.stdout: "num_with_mds": 2, 2024-03-07T02:56:40.127 INFO:tasks.workunit.client.0.smithi090.stdout: "num_with_mgr": 2, 2024-03-07T02:56:40.127 INFO:tasks.workunit.client.0.smithi090.stdout: "num_with_mon": 2, 2024-03-07T02:56:40.127 INFO:tasks.workunit.client.0.smithi090.stdout: "num_with_osd": 2 2024-03-07T02:56:40.128 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.128 INFO:tasks.workunit.client.0.smithi090.stdout: "leaderboard": false, 2024-03-07T02:56:40.128 INFO:tasks.workunit.client.0.smithi090.stdout: "leaderboard_description": null, 2024-03-07T02:56:40.128 INFO:tasks.workunit.client.0.smithi090.stdout: "license": "sharing-1-0", 2024-03-07T02:56:40.128 INFO:tasks.workunit.client.0.smithi090.stdout: "metadata": { 2024-03-07T02:56:40.128 INFO:tasks.workunit.client.0.smithi090.stdout: "mds": { 2024-03-07T02:56:40.128 INFO:tasks.workunit.client.0.smithi090.stdout: "arch": { 2024-03-07T02:56:40.128 INFO:tasks.workunit.client.0.smithi090.stdout: "x86_64": 2 2024-03-07T02:56:40.128 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.128 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_version": { 2024-03-07T02:56:40.128 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 2 2024-03-07T02:56:40.128 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.128 INFO:tasks.workunit.client.0.smithi090.stdout: "cpu": { 2024-03-07T02:56:40.128 INFO:tasks.workunit.client.0.smithi090.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-03-07T02:56:40.129 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.129 INFO:tasks.workunit.client.0.smithi090.stdout: "distro": { 2024-03-07T02:56:40.129 INFO:tasks.workunit.client.0.smithi090.stdout: "centos": 2 2024-03-07T02:56:40.129 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.129 INFO:tasks.workunit.client.0.smithi090.stdout: "distro_description": { 2024-03-07T02:56:40.129 INFO:tasks.workunit.client.0.smithi090.stdout: "CentOS Stream 8": 2 2024-03-07T02:56:40.129 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.129 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_description": { 2024-03-07T02:56:40.129 INFO:tasks.workunit.client.0.smithi090.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024": 2 2024-03-07T02:56:40.129 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.129 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_version": { 2024-03-07T02:56:40.129 INFO:tasks.workunit.client.0.smithi090.stdout: "5.14.0-427.el9.x86_64": 2 2024-03-07T02:56:40.129 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.129 INFO:tasks.workunit.client.0.smithi090.stdout: "os": { 2024-03-07T02:56:40.129 INFO:tasks.workunit.client.0.smithi090.stdout: "Linux": 2 2024-03-07T02:56:40.130 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:40.130 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.130 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-03-07T02:56:40.130 INFO:tasks.workunit.client.0.smithi090.stdout: "arch": { 2024-03-07T02:56:40.130 INFO:tasks.workunit.client.0.smithi090.stdout: "x86_64": 3 2024-03-07T02:56:40.130 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.130 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_version": { 2024-03-07T02:56:40.130 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 3 2024-03-07T02:56:40.130 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.130 INFO:tasks.workunit.client.0.smithi090.stdout: "cpu": { 2024-03-07T02:56:40.130 INFO:tasks.workunit.client.0.smithi090.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-03-07T02:56:40.130 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.130 INFO:tasks.workunit.client.0.smithi090.stdout: "distro": { 2024-03-07T02:56:40.130 INFO:tasks.workunit.client.0.smithi090.stdout: "centos": 3 2024-03-07T02:56:40.130 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.130 INFO:tasks.workunit.client.0.smithi090.stdout: "distro_description": { 2024-03-07T02:56:40.131 INFO:tasks.workunit.client.0.smithi090.stdout: "CentOS Stream 8": 3 2024-03-07T02:56:40.131 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.131 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_description": { 2024-03-07T02:56:40.131 INFO:tasks.workunit.client.0.smithi090.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024": 3 2024-03-07T02:56:40.131 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.131 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_version": { 2024-03-07T02:56:40.131 INFO:tasks.workunit.client.0.smithi090.stdout: "5.14.0-427.el9.x86_64": 3 2024-03-07T02:56:40.131 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.131 INFO:tasks.workunit.client.0.smithi090.stdout: "os": { 2024-03-07T02:56:40.131 INFO:tasks.workunit.client.0.smithi090.stdout: "Linux": 3 2024-03-07T02:56:40.131 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:40.131 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.131 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-03-07T02:56:40.131 INFO:tasks.workunit.client.0.smithi090.stdout: "arch": { 2024-03-07T02:56:40.131 INFO:tasks.workunit.client.0.smithi090.stdout: "x86_64": 8 2024-03-07T02:56:40.132 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.132 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_version": { 2024-03-07T02:56:40.132 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 8 2024-03-07T02:56:40.132 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.132 INFO:tasks.workunit.client.0.smithi090.stdout: "cpu": { 2024-03-07T02:56:40.132 INFO:tasks.workunit.client.0.smithi090.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-03-07T02:56:40.132 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.132 INFO:tasks.workunit.client.0.smithi090.stdout: "distro": { 2024-03-07T02:56:40.132 INFO:tasks.workunit.client.0.smithi090.stdout: "centos": 8 2024-03-07T02:56:40.132 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.132 INFO:tasks.workunit.client.0.smithi090.stdout: "distro_description": { 2024-03-07T02:56:40.132 INFO:tasks.workunit.client.0.smithi090.stdout: "CentOS Stream 8": 8 2024-03-07T02:56:40.132 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.132 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_description": { 2024-03-07T02:56:40.132 INFO:tasks.workunit.client.0.smithi090.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024": 8 2024-03-07T02:56:40.133 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.133 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_version": { 2024-03-07T02:56:40.133 INFO:tasks.workunit.client.0.smithi090.stdout: "5.14.0-427.el9.x86_64": 8 2024-03-07T02:56:40.133 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.133 INFO:tasks.workunit.client.0.smithi090.stdout: "os": { 2024-03-07T02:56:40.133 INFO:tasks.workunit.client.0.smithi090.stdout: "Linux": 8 2024-03-07T02:56:40.133 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.133 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_objectstore": { 2024-03-07T02:56:40.133 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": 8 2024-03-07T02:56:40.133 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.133 INFO:tasks.workunit.client.0.smithi090.stdout: "rotational": { 2024-03-07T02:56:40.133 INFO:tasks.workunit.client.0.smithi090.stdout: "0": 8 2024-03-07T02:56:40.133 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:40.133 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:40.133 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.134 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-03-07T02:56:40.134 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3, 2024-03-07T02:56:40.134 INFO:tasks.workunit.client.0.smithi090.stdout: "features": { 2024-03-07T02:56:40.134 INFO:tasks.workunit.client.0.smithi090.stdout: "optional": [], 2024-03-07T02:56:40.134 INFO:tasks.workunit.client.0.smithi090.stdout: "persistent": [ 2024-03-07T02:56:40.134 INFO:tasks.workunit.client.0.smithi090.stdout: "kraken", 2024-03-07T02:56:40.134 INFO:tasks.workunit.client.0.smithi090.stdout: "luminous", 2024-03-07T02:56:40.134 INFO:tasks.workunit.client.0.smithi090.stdout: "mimic", 2024-03-07T02:56:40.134 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap-prune", 2024-03-07T02:56:40.134 INFO:tasks.workunit.client.0.smithi090.stdout: "nautilus", 2024-03-07T02:56:40.134 INFO:tasks.workunit.client.0.smithi090.stdout: "octopus", 2024-03-07T02:56:40.134 INFO:tasks.workunit.client.0.smithi090.stdout: "pacific", 2024-03-07T02:56:40.134 INFO:tasks.workunit.client.0.smithi090.stdout: "elector-pinging", 2024-03-07T02:56:40.134 INFO:tasks.workunit.client.0.smithi090.stdout: "quincy", 2024-03-07T02:56:40.134 INFO:tasks.workunit.client.0.smithi090.stdout: "reef" 2024-03-07T02:56:40.135 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:40.135 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.135 INFO:tasks.workunit.client.0.smithi090.stdout: "ipv4_addr_mons": 6, 2024-03-07T02:56:40.135 INFO:tasks.workunit.client.0.smithi090.stdout: "ipv6_addr_mons": 0, 2024-03-07T02:56:40.135 INFO:tasks.workunit.client.0.smithi090.stdout: "min_mon_release": 18, 2024-03-07T02:56:40.135 INFO:tasks.workunit.client.0.smithi090.stdout: "v1_addr_mons": 3, 2024-03-07T02:56:40.135 INFO:tasks.workunit.client.0.smithi090.stdout: "v2_addr_mons": 3 2024-03-07T02:56:40.135 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.135 INFO:tasks.workunit.client.0.smithi090.stdout: "organization": "ceph-qa", 2024-03-07T02:56:40.135 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-03-07T02:56:40.135 INFO:tasks.workunit.client.0.smithi090.stdout: "cluster_network": false, 2024-03-07T02:56:40.135 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8, 2024-03-07T02:56:40.135 INFO:tasks.workunit.client.0.smithi090.stdout: "require_min_compat_client": "luminous", 2024-03-07T02:56:40.135 INFO:tasks.workunit.client.0.smithi090.stdout: "require_osd_release": "reef" 2024-03-07T02:56:40.135 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.136 INFO:tasks.workunit.client.0.smithi090.stdout: "pools": [ 2024-03-07T02:56:40.136 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:40.136 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-03-07T02:56:40.136 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr" 2024-03-07T02:56:40.136 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:40.136 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_mode": "none", 2024-03-07T02:56:40.136 INFO:tasks.workunit.client.0.smithi090.stdout: "erasure_code_profile": {}, 2024-03-07T02:56:40.136 INFO:tasks.workunit.client.0.smithi090.stdout: "min_size": 2, 2024-03-07T02:56:40.136 INFO:tasks.workunit.client.0.smithi090.stdout: "options": {}, 2024-03-07T02:56:40.136 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_autoscale_mode": "off", 2024-03-07T02:56:40.136 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_num": 1, 2024-03-07T02:56:40.136 INFO:tasks.workunit.client.0.smithi090.stdout: "pgp_num": 1, 2024-03-07T02:56:40.136 INFO:tasks.workunit.client.0.smithi090.stdout: "pool": 1, 2024-03-07T02:56:40.139 INFO:tasks.workunit.client.0.smithi090.stdout: "size": 3, 2024-03-07T02:56:40.139 INFO:tasks.workunit.client.0.smithi090.stdout: "stats": { 2024-03-07T02:56:40.139 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_raw": 729330460938, 2024-03-07T02:56:40.139 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_used": 1781760, 2024-03-07T02:56:40.139 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_bytes_used": 0, 2024-03-07T02:56:40.139 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_under_bytes": 0, 2024-03-07T02:56:40.139 INFO:tasks.workunit.client.0.smithi090.stdout: "data_bytes_used": 1781760, 2024-03-07T02:56:40.139 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty": 0, 2024-03-07T02:56:40.139 INFO:tasks.workunit.client.0.smithi090.stdout: "max_avail": 243110166528, 2024-03-07T02:56:40.139 INFO:tasks.workunit.client.0.smithi090.stdout: "objects": 2, 2024-03-07T02:56:40.139 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_bytes_used": 0, 2024-03-07T02:56:40.140 INFO:tasks.workunit.client.0.smithi090.stdout: "percent_used": 2.4430019038845785e-06, 2024-03-07T02:56:40.140 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_bytes": 0, 2024-03-07T02:56:40.140 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_objects": 0, 2024-03-07T02:56:40.140 INFO:tasks.workunit.client.0.smithi090.stdout: "rd": 212, 2024-03-07T02:56:40.140 INFO:tasks.workunit.client.0.smithi090.stdout: "rd_bytes": 313344, 2024-03-07T02:56:40.140 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": 590368, 2024-03-07T02:56:40.140 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_data": 590368, 2024-03-07T02:56:40.140 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_omap": 0, 2024-03-07T02:56:40.140 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_raw": 1771104, 2024-03-07T02:56:40.140 INFO:tasks.workunit.client.0.smithi090.stdout: "wr": 179, 2024-03-07T02:56:40.140 INFO:tasks.workunit.client.0.smithi090.stdout: "wr_bytes": 2473984 2024-03-07T02:56:40.140 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.140 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_bytes": 0, 2024-03-07T02:56:40.140 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_objects": 0, 2024-03-07T02:56:40.140 INFO:tasks.workunit.client.0.smithi090.stdout: "type": "replicated" 2024-03-07T02:56:40.140 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.141 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:40.141 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-03-07T02:56:40.141 INFO:tasks.workunit.client.0.smithi090.stdout: "cephfs" 2024-03-07T02:56:40.141 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:40.141 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_mode": "none", 2024-03-07T02:56:40.141 INFO:tasks.workunit.client.0.smithi090.stdout: "erasure_code_profile": {}, 2024-03-07T02:56:40.141 INFO:tasks.workunit.client.0.smithi090.stdout: "min_size": 2, 2024-03-07T02:56:40.141 INFO:tasks.workunit.client.0.smithi090.stdout: "options": {}, 2024-03-07T02:56:40.141 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_autoscale_mode": "off", 2024-03-07T02:56:40.141 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_num": 32, 2024-03-07T02:56:40.141 INFO:tasks.workunit.client.0.smithi090.stdout: "pgp_num": 32, 2024-03-07T02:56:40.141 INFO:tasks.workunit.client.0.smithi090.stdout: "pool": 2, 2024-03-07T02:56:40.141 INFO:tasks.workunit.client.0.smithi090.stdout: "size": 3, 2024-03-07T02:56:40.141 INFO:tasks.workunit.client.0.smithi090.stdout: "stats": { 2024-03-07T02:56:40.141 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_raw": 729330460938, 2024-03-07T02:56:40.142 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_used": 98304, 2024-03-07T02:56:40.142 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_bytes_used": 0, 2024-03-07T02:56:40.142 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_under_bytes": 0, 2024-03-07T02:56:40.142 INFO:tasks.workunit.client.0.smithi090.stdout: "data_bytes_used": 98304, 2024-03-07T02:56:40.142 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty": 0, 2024-03-07T02:56:40.142 INFO:tasks.workunit.client.0.smithi090.stdout: "max_avail": 243110166528, 2024-03-07T02:56:40.142 INFO:tasks.workunit.client.0.smithi090.stdout: "objects": 22, 2024-03-07T02:56:40.142 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_bytes_used": 0, 2024-03-07T02:56:40.142 INFO:tasks.workunit.client.0.smithi090.stdout: "percent_used": 1.3478660321197822e-07, 2024-03-07T02:56:40.142 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_bytes": 0, 2024-03-07T02:56:40.142 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_objects": 0, 2024-03-07T02:56:40.142 INFO:tasks.workunit.client.0.smithi090.stdout: "rd": 0, 2024-03-07T02:56:40.142 INFO:tasks.workunit.client.0.smithi090.stdout: "rd_bytes": 0, 2024-03-07T02:56:40.142 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": 3428, 2024-03-07T02:56:40.142 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_data": 3428, 2024-03-07T02:56:40.143 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_omap": 0, 2024-03-07T02:56:40.143 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_raw": 10284, 2024-03-07T02:56:40.143 INFO:tasks.workunit.client.0.smithi090.stdout: "wr": 51, 2024-03-07T02:56:40.143 INFO:tasks.workunit.client.0.smithi090.stdout: "wr_bytes": 20480 2024-03-07T02:56:40.143 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.143 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_bytes": 0, 2024-03-07T02:56:40.143 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_objects": 0, 2024-03-07T02:56:40.143 INFO:tasks.workunit.client.0.smithi090.stdout: "type": "replicated" 2024-03-07T02:56:40.143 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.143 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:40.143 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-03-07T02:56:40.143 INFO:tasks.workunit.client.0.smithi090.stdout: "cephfs" 2024-03-07T02:56:40.143 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:40.143 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_mode": "none", 2024-03-07T02:56:40.143 INFO:tasks.workunit.client.0.smithi090.stdout: "erasure_code_profile": {}, 2024-03-07T02:56:40.144 INFO:tasks.workunit.client.0.smithi090.stdout: "min_size": 2, 2024-03-07T02:56:40.144 INFO:tasks.workunit.client.0.smithi090.stdout: "options": {}, 2024-03-07T02:56:40.144 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_autoscale_mode": "off", 2024-03-07T02:56:40.144 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_num": 64, 2024-03-07T02:56:40.144 INFO:tasks.workunit.client.0.smithi090.stdout: "pgp_num": 64, 2024-03-07T02:56:40.144 INFO:tasks.workunit.client.0.smithi090.stdout: "pool": 3, 2024-03-07T02:56:40.144 INFO:tasks.workunit.client.0.smithi090.stdout: "size": 3, 2024-03-07T02:56:40.144 INFO:tasks.workunit.client.0.smithi090.stdout: "stats": { 2024-03-07T02:56:40.144 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_raw": 729330460938, 2024-03-07T02:56:40.144 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_used": 0, 2024-03-07T02:56:40.144 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_bytes_used": 0, 2024-03-07T02:56:40.144 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_under_bytes": 0, 2024-03-07T02:56:40.144 INFO:tasks.workunit.client.0.smithi090.stdout: "data_bytes_used": 0, 2024-03-07T02:56:40.144 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty": 0, 2024-03-07T02:56:40.145 INFO:tasks.workunit.client.0.smithi090.stdout: "max_avail": 243110166528, 2024-03-07T02:56:40.145 INFO:tasks.workunit.client.0.smithi090.stdout: "objects": 0, 2024-03-07T02:56:40.145 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_bytes_used": 0, 2024-03-07T02:56:40.145 INFO:tasks.workunit.client.0.smithi090.stdout: "percent_used": 0.0, 2024-03-07T02:56:40.145 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_bytes": 0, 2024-03-07T02:56:40.145 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_objects": 0, 2024-03-07T02:56:40.145 INFO:tasks.workunit.client.0.smithi090.stdout: "rd": 0, 2024-03-07T02:56:40.145 INFO:tasks.workunit.client.0.smithi090.stdout: "rd_bytes": 0, 2024-03-07T02:56:40.145 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": 0, 2024-03-07T02:56:40.145 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_data": 0, 2024-03-07T02:56:40.145 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_omap": 0, 2024-03-07T02:56:40.145 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_raw": 0, 2024-03-07T02:56:40.145 INFO:tasks.workunit.client.0.smithi090.stdout: "wr": 0, 2024-03-07T02:56:40.145 INFO:tasks.workunit.client.0.smithi090.stdout: "wr_bytes": 0 2024-03-07T02:56:40.145 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.145 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_bytes": 0, 2024-03-07T02:56:40.146 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_objects": 0, 2024-03-07T02:56:40.146 INFO:tasks.workunit.client.0.smithi090.stdout: "type": "replicated" 2024-03-07T02:56:40.146 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.146 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:40.146 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-03-07T02:56:40.146 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd" 2024-03-07T02:56:40.146 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:40.146 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_mode": "none", 2024-03-07T02:56:40.146 INFO:tasks.workunit.client.0.smithi090.stdout: "erasure_code_profile": {}, 2024-03-07T02:56:40.146 INFO:tasks.workunit.client.0.smithi090.stdout: "min_size": 2, 2024-03-07T02:56:40.146 INFO:tasks.workunit.client.0.smithi090.stdout: "options": {}, 2024-03-07T02:56:40.146 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_autoscale_mode": "off", 2024-03-07T02:56:40.146 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_num": 8, 2024-03-07T02:56:40.146 INFO:tasks.workunit.client.0.smithi090.stdout: "pgp_num": 8, 2024-03-07T02:56:40.146 INFO:tasks.workunit.client.0.smithi090.stdout: "pool": 4, 2024-03-07T02:56:40.147 INFO:tasks.workunit.client.0.smithi090.stdout: "size": 3, 2024-03-07T02:56:40.147 INFO:tasks.workunit.client.0.smithi090.stdout: "stats": { 2024-03-07T02:56:40.147 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_raw": 729330460938, 2024-03-07T02:56:40.147 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_used": 0, 2024-03-07T02:56:40.147 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_bytes_used": 0, 2024-03-07T02:56:40.147 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_under_bytes": 0, 2024-03-07T02:56:40.147 INFO:tasks.workunit.client.0.smithi090.stdout: "data_bytes_used": 0, 2024-03-07T02:56:40.147 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty": 0, 2024-03-07T02:56:40.147 INFO:tasks.workunit.client.0.smithi090.stdout: "max_avail": 243110166528, 2024-03-07T02:56:40.147 INFO:tasks.workunit.client.0.smithi090.stdout: "objects": 0, 2024-03-07T02:56:40.147 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_bytes_used": 0, 2024-03-07T02:56:40.147 INFO:tasks.workunit.client.0.smithi090.stdout: "percent_used": 0.0, 2024-03-07T02:56:40.147 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_bytes": 0, 2024-03-07T02:56:40.147 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_objects": 0, 2024-03-07T02:56:40.147 INFO:tasks.workunit.client.0.smithi090.stdout: "rd": 0, 2024-03-07T02:56:40.147 INFO:tasks.workunit.client.0.smithi090.stdout: "rd_bytes": 0, 2024-03-07T02:56:40.148 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": 0, 2024-03-07T02:56:40.148 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_data": 0, 2024-03-07T02:56:40.148 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_omap": 0, 2024-03-07T02:56:40.148 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_raw": 0, 2024-03-07T02:56:40.148 INFO:tasks.workunit.client.0.smithi090.stdout: "wr": 0, 2024-03-07T02:56:40.148 INFO:tasks.workunit.client.0.smithi090.stdout: "wr_bytes": 0 2024-03-07T02:56:40.148 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.148 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_bytes": 0, 2024-03-07T02:56:40.148 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_objects": 0, 2024-03-07T02:56:40.148 INFO:tasks.workunit.client.0.smithi090.stdout: "type": "replicated" 2024-03-07T02:56:40.148 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:40.148 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:40.148 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd": { 2024-03-07T02:56:40.148 INFO:tasks.workunit.client.0.smithi090.stdout: "mirroring_by_pool": [ 2024-03-07T02:56:40.148 INFO:tasks.workunit.client.0.smithi090.stdout: false 2024-03-07T02:56:40.149 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:40.149 INFO:tasks.workunit.client.0.smithi090.stdout: "num_images_by_pool": [ 2024-03-07T02:56:40.149 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:40.149 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:40.149 INFO:tasks.workunit.client.0.smithi090.stdout: "num_pools": 1 2024-03-07T02:56:40.149 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.149 INFO:tasks.workunit.client.0.smithi090.stdout: "report_id": "62accccb-d659-4d38-be12-c2fc73e021ee", 2024-03-07T02:56:40.149 INFO:tasks.workunit.client.0.smithi090.stdout: "report_timestamp": "2024-03-07T02:56:40.047792", 2024-03-07T02:56:40.149 INFO:tasks.workunit.client.0.smithi090.stdout: "report_version": 1, 2024-03-07T02:56:40.149 INFO:tasks.workunit.client.0.smithi090.stdout: "rook": { 2024-03-07T02:56:40.149 INFO:tasks.workunit.client.0.smithi090.stdout: "cluster": { 2024-03-07T02:56:40.149 INFO:tasks.workunit.client.0.smithi090.stdout: "external-mode": null, 2024-03-07T02:56:40.149 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-03-07T02:56:40.149 INFO:tasks.workunit.client.0.smithi090.stdout: "allow-multiple-per-node": null, 2024-03-07T02:56:40.149 INFO:tasks.workunit.client.0.smithi090.stdout: "count": null, 2024-03-07T02:56:40.149 INFO:tasks.workunit.client.0.smithi090.stdout: "max-id": null, 2024-03-07T02:56:40.150 INFO:tasks.workunit.client.0.smithi090.stdout: "pvc": { 2024-03-07T02:56:40.150 INFO:tasks.workunit.client.0.smithi090.stdout: "enabled": null 2024-03-07T02:56:40.150 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.150 INFO:tasks.workunit.client.0.smithi090.stdout: "stretch": { 2024-03-07T02:56:40.150 INFO:tasks.workunit.client.0.smithi090.stdout: "enabled": null 2024-03-07T02:56:40.150 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:40.150 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.150 INFO:tasks.workunit.client.0.smithi090.stdout: "network": { 2024-03-07T02:56:40.150 INFO:tasks.workunit.client.0.smithi090.stdout: "provider": null 2024-03-07T02:56:40.150 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.150 INFO:tasks.workunit.client.0.smithi090.stdout: "storage": { 2024-03-07T02:56:40.150 INFO:tasks.workunit.client.0.smithi090.stdout: "device-set": { 2024-03-07T02:56:40.150 INFO:tasks.workunit.client.0.smithi090.stdout: "count": { 2024-03-07T02:56:40.150 INFO:tasks.workunit.client.0.smithi090.stdout: "non-portable": null, 2024-03-07T02:56:40.150 INFO:tasks.workunit.client.0.smithi090.stdout: "portable": null, 2024-03-07T02:56:40.151 INFO:tasks.workunit.client.0.smithi090.stdout: "total": null 2024-03-07T02:56:40.151 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:40.151 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:40.151 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:40.151 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.151 INFO:tasks.workunit.client.0.smithi090.stdout: "csi": { 2024-03-07T02:56:40.151 INFO:tasks.workunit.client.0.smithi090.stdout: "version": null 2024-03-07T02:56:40.151 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.151 INFO:tasks.workunit.client.0.smithi090.stdout: "kubernetes": { 2024-03-07T02:56:40.151 INFO:tasks.workunit.client.0.smithi090.stdout: "version": null 2024-03-07T02:56:40.151 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.151 INFO:tasks.workunit.client.0.smithi090.stdout: "node": { 2024-03-07T02:56:40.151 INFO:tasks.workunit.client.0.smithi090.stdout: "count": { 2024-03-07T02:56:40.151 INFO:tasks.workunit.client.0.smithi090.stdout: "kubernetes-total": null, 2024-03-07T02:56:40.151 INFO:tasks.workunit.client.0.smithi090.stdout: "with-ceph-daemons": null, 2024-03-07T02:56:40.151 INFO:tasks.workunit.client.0.smithi090.stdout: "with-csi-cephfs-plugin": null, 2024-03-07T02:56:40.152 INFO:tasks.workunit.client.0.smithi090.stdout: "with-csi-nfs-plugin": null, 2024-03-07T02:56:40.152 INFO:tasks.workunit.client.0.smithi090.stdout: "with-csi-rbd-plugin": null 2024-03-07T02:56:40.152 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:40.152 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.152 INFO:tasks.workunit.client.0.smithi090.stdout: "usage": { 2024-03-07T02:56:40.152 INFO:tasks.workunit.client.0.smithi090.stdout: "storage-class": { 2024-03-07T02:56:40.152 INFO:tasks.workunit.client.0.smithi090.stdout: "count": { 2024-03-07T02:56:40.152 INFO:tasks.workunit.client.0.smithi090.stdout: "bucket": null, 2024-03-07T02:56:40.152 INFO:tasks.workunit.client.0.smithi090.stdout: "cephfs": null, 2024-03-07T02:56:40.152 INFO:tasks.workunit.client.0.smithi090.stdout: "nfs": null, 2024-03-07T02:56:40.152 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd": null, 2024-03-07T02:56:40.152 INFO:tasks.workunit.client.0.smithi090.stdout: "total": null 2024-03-07T02:56:40.152 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:40.152 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:40.152 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.152 INFO:tasks.workunit.client.0.smithi090.stdout: "version": null 2024-03-07T02:56:40.153 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.153 INFO:tasks.workunit.client.0.smithi090.stdout: "services": {}, 2024-03-07T02:56:40.153 INFO:tasks.workunit.client.0.smithi090.stdout: "usage": { 2024-03-07T02:56:40.153 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_num": 105, 2024-03-07T02:56:40.153 INFO:tasks.workunit.client.0.smithi090.stdout: "pools": 4, 2024-03-07T02:56:40.153 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_by_class": { 2024-03-07T02:56:40.153 INFO:tasks.workunit.client.0.smithi090.stdout: "ssd": { 2024-03-07T02:56:40.153 INFO:tasks.workunit.client.0.smithi090.stdout: "total_avail_bytes": 767731519488, 2024-03-07T02:56:40.153 INFO:tasks.workunit.client.0.smithi090.stdout: "total_bytes": 767960285184, 2024-03-07T02:56:40.153 INFO:tasks.workunit.client.0.smithi090.stdout: "total_used_bytes": 228765696, 2024-03-07T02:56:40.153 INFO:tasks.workunit.client.0.smithi090.stdout: "total_used_raw_bytes": 228765696, 2024-03-07T02:56:40.153 INFO:tasks.workunit.client.0.smithi090.stdout: "total_used_raw_ratio": 0.00029788739630021155 2024-03-07T02:56:40.153 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:40.153 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:40.153 INFO:tasks.workunit.client.0.smithi090.stdout: "total_avail_bytes": 767731519488, 2024-03-07T02:56:40.153 INFO:tasks.workunit.client.0.smithi090.stdout: "total_bytes": 767960285184, 2024-03-07T02:56:40.153 INFO:tasks.workunit.client.0.smithi090.stdout: "total_used_bytes": 228765696 2024-03-07T02:56:40.154 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:40.154 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:40.154 INFO:tasks.workunit.client.0.smithi090.stdout:} 2024-03-07T02:56:40.154 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:39 smithi090 ceph-mon[27223]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:56:40.154 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:39 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:56:40.154 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:39 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-07T02:56:40.154 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:39 smithi090 ceph-mon[27223]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:56:40.155 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:39 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:56:40.155 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:39 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-07T02:56:40.155 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:39 smithi090 ceph-mon[27223]: from='client.14946 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:56:40.155 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:39 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:56:40.155 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:39 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:56:40.155 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:39 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:56:40.155 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:39 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:56:40.155 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:39 smithi090 ceph-mon[37987]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:56:40.155 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:39 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:56:40.155 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:39 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-07T02:56:40.155 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:39 smithi090 ceph-mon[37987]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:56:40.155 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:39 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:56:40.156 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:39 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-07T02:56:40.156 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:39 smithi090 ceph-mon[37987]: from='client.14946 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:56:40.156 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:39 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:56:40.156 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:39 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:56:40.156 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:39 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:56:40.156 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:39 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:56:40.156 INFO:tasks.workunit.client.0.smithi090.stderr:++ ceph telemetry collection ls 2024-03-07T02:56:40.567 INFO:tasks.workunit.client.0.smithi090.stderr:+ COLLECTIONS='New collections are available: 2024-03-07T02:56:40.567 INFO:tasks.workunit.client.0.smithi090.stderr:['\''basic_base'\'', '\''basic_mds_metadata'\'', '\''basic_pool_options_bluestore'\'', '\''basic_pool_usage'\'', '\''basic_rook_v01'\'', '\''basic_usage_by_class'\'', '\''crash_base'\'', '\''device_base'\'', '\''ident_base'\'', '\''perf_memory_metrics'\'', '\''perf_perf'\''] 2024-03-07T02:56:40.567 INFO:tasks.workunit.client.0.smithi090.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-03-07T02:56:40.568 INFO:tasks.workunit.client.0.smithi090.stderr: 2024-03-07T02:56:40.568 INFO:tasks.workunit.client.0.smithi090.stderr:NAME STATUS DESC 2024-03-07T02:56:40.568 INFO:tasks.workunit.client.0.smithi090.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-03-07T02:56:40.568 INFO:tasks.workunit.client.0.smithi090.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-03-07T02:56:40.568 INFO:tasks.workunit.client.0.smithi090.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-03-07T02:56:40.568 INFO:tasks.workunit.client.0.smithi090.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-03-07T02:56:40.568 INFO:tasks.workunit.client.0.smithi090.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-03-07T02:56:40.568 INFO:tasks.workunit.client.0.smithi090.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-03-07T02:56:40.568 INFO:tasks.workunit.client.0.smithi090.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-03-07T02:56:40.568 INFO:tasks.workunit.client.0.smithi090.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-03-07T02:56:40.568 INFO:tasks.workunit.client.0.smithi090.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-03-07T02:56:40.568 INFO:tasks.workunit.client.0.smithi090.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-03-07T02:56:40.569 INFO:tasks.workunit.client.0.smithi090.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster ' 2024-03-07T02:56:40.569 INFO:tasks.workunit.client.0.smithi090.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics") 2024-03-07T02:56:40.569 INFO:tasks.workunit.client.0.smithi090.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-03-07T02:56:40.569 INFO:tasks.workunit.client.0.smithi090.stderr:+ [[ New collections are available: 2024-03-07T02:56:40.569 INFO:tasks.workunit.client.0.smithi090.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-03-07T02:56:40.569 INFO:tasks.workunit.client.0.smithi090.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-03-07T02:56:40.569 INFO:tasks.workunit.client.0.smithi090.stderr: 2024-03-07T02:56:40.569 INFO:tasks.workunit.client.0.smithi090.stderr:NAME STATUS DESC 2024-03-07T02:56:40.569 INFO:tasks.workunit.client.0.smithi090.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-03-07T02:56:40.569 INFO:tasks.workunit.client.0.smithi090.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-03-07T02:56:40.569 INFO:tasks.workunit.client.0.smithi090.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-03-07T02:56:40.569 INFO:tasks.workunit.client.0.smithi090.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-03-07T02:56:40.569 INFO:tasks.workunit.client.0.smithi090.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-03-07T02:56:40.569 INFO:tasks.workunit.client.0.smithi090.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-03-07T02:56:40.570 INFO:tasks.workunit.client.0.smithi090.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-03-07T02:56:40.570 INFO:tasks.workunit.client.0.smithi090.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-03-07T02:56:40.570 INFO:tasks.workunit.client.0.smithi090.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-03-07T02:56:40.570 INFO:tasks.workunit.client.0.smithi090.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-03-07T02:56:40.570 INFO:tasks.workunit.client.0.smithi090.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_perf* ]] 2024-03-07T02:56:40.570 INFO:tasks.workunit.client.0.smithi090.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-03-07T02:56:40.570 INFO:tasks.workunit.client.0.smithi090.stderr:+ [[ New collections are available: 2024-03-07T02:56:40.570 INFO:tasks.workunit.client.0.smithi090.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-03-07T02:56:40.570 INFO:tasks.workunit.client.0.smithi090.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-03-07T02:56:40.570 INFO:tasks.workunit.client.0.smithi090.stderr: 2024-03-07T02:56:40.570 INFO:tasks.workunit.client.0.smithi090.stderr:NAME STATUS DESC 2024-03-07T02:56:40.570 INFO:tasks.workunit.client.0.smithi090.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-03-07T02:56:40.570 INFO:tasks.workunit.client.0.smithi090.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-03-07T02:56:40.570 INFO:tasks.workunit.client.0.smithi090.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-03-07T02:56:40.570 INFO:tasks.workunit.client.0.smithi090.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-03-07T02:56:40.571 INFO:tasks.workunit.client.0.smithi090.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-03-07T02:56:40.571 INFO:tasks.workunit.client.0.smithi090.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-03-07T02:56:40.571 INFO:tasks.workunit.client.0.smithi090.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-03-07T02:56:40.571 INFO:tasks.workunit.client.0.smithi090.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-03-07T02:56:40.571 INFO:tasks.workunit.client.0.smithi090.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-03-07T02:56:40.571 INFO:tasks.workunit.client.0.smithi090.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-03-07T02:56:40.571 INFO:tasks.workunit.client.0.smithi090.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-03-07T02:56:40.571 INFO:tasks.workunit.client.0.smithi090.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-03-07T02:56:40.571 INFO:tasks.workunit.client.0.smithi090.stderr:+ [[ New collections are available: 2024-03-07T02:56:40.571 INFO:tasks.workunit.client.0.smithi090.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-03-07T02:56:40.571 INFO:tasks.workunit.client.0.smithi090.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-03-07T02:56:40.571 INFO:tasks.workunit.client.0.smithi090.stderr: 2024-03-07T02:56:40.571 INFO:tasks.workunit.client.0.smithi090.stderr:NAME STATUS DESC 2024-03-07T02:56:40.571 INFO:tasks.workunit.client.0.smithi090.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-03-07T02:56:40.571 INFO:tasks.workunit.client.0.smithi090.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-03-07T02:56:40.572 INFO:tasks.workunit.client.0.smithi090.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-03-07T02:56:40.572 INFO:tasks.workunit.client.0.smithi090.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-03-07T02:56:40.572 INFO:tasks.workunit.client.0.smithi090.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-03-07T02:56:40.572 INFO:tasks.workunit.client.0.smithi090.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-03-07T02:56:40.572 INFO:tasks.workunit.client.0.smithi090.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-03-07T02:56:40.572 INFO:tasks.workunit.client.0.smithi090.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-03-07T02:56:40.572 INFO:tasks.workunit.client.0.smithi090.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-03-07T02:56:40.572 INFO:tasks.workunit.client.0.smithi090.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-03-07T02:56:40.572 INFO:tasks.workunit.client.0.smithi090.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-03-07T02:56:40.572 INFO:tasks.workunit.client.0.smithi090.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-03-07T02:56:40.572 INFO:tasks.workunit.client.0.smithi090.stderr:+ [[ New collections are available: 2024-03-07T02:56:40.572 INFO:tasks.workunit.client.0.smithi090.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-03-07T02:56:40.572 INFO:tasks.workunit.client.0.smithi090.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-03-07T02:56:40.573 INFO:tasks.workunit.client.0.smithi090.stderr: 2024-03-07T02:56:40.573 INFO:tasks.workunit.client.0.smithi090.stderr:NAME STATUS DESC 2024-03-07T02:56:40.573 INFO:tasks.workunit.client.0.smithi090.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-03-07T02:56:40.573 INFO:tasks.workunit.client.0.smithi090.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-03-07T02:56:40.573 INFO:tasks.workunit.client.0.smithi090.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-03-07T02:56:40.573 INFO:tasks.workunit.client.0.smithi090.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-03-07T02:56:40.573 INFO:tasks.workunit.client.0.smithi090.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-03-07T02:56:40.573 INFO:tasks.workunit.client.0.smithi090.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-03-07T02:56:40.573 INFO:tasks.workunit.client.0.smithi090.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-03-07T02:56:40.573 INFO:tasks.workunit.client.0.smithi090.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-03-07T02:56:40.573 INFO:tasks.workunit.client.0.smithi090.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-03-07T02:56:40.573 INFO:tasks.workunit.client.0.smithi090.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-03-07T02:56:40.573 INFO:tasks.workunit.client.0.smithi090.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-03-07T02:56:40.573 INFO:tasks.workunit.client.0.smithi090.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-03-07T02:56:40.573 INFO:tasks.workunit.client.0.smithi090.stderr:+ [[ New collections are available: 2024-03-07T02:56:40.574 INFO:tasks.workunit.client.0.smithi090.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-03-07T02:56:40.574 INFO:tasks.workunit.client.0.smithi090.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-03-07T02:56:40.574 INFO:tasks.workunit.client.0.smithi090.stderr: 2024-03-07T02:56:40.574 INFO:tasks.workunit.client.0.smithi090.stderr:NAME STATUS DESC 2024-03-07T02:56:40.574 INFO:tasks.workunit.client.0.smithi090.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-03-07T02:56:40.574 INFO:tasks.workunit.client.0.smithi090.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-03-07T02:56:40.574 INFO:tasks.workunit.client.0.smithi090.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-03-07T02:56:40.574 INFO:tasks.workunit.client.0.smithi090.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-03-07T02:56:40.574 INFO:tasks.workunit.client.0.smithi090.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-03-07T02:56:40.574 INFO:tasks.workunit.client.0.smithi090.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-03-07T02:56:40.574 INFO:tasks.workunit.client.0.smithi090.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-03-07T02:56:40.574 INFO:tasks.workunit.client.0.smithi090.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-03-07T02:56:40.574 INFO:tasks.workunit.client.0.smithi090.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-03-07T02:56:40.574 INFO:tasks.workunit.client.0.smithi090.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-03-07T02:56:40.575 INFO:tasks.workunit.client.0.smithi090.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-03-07T02:56:40.575 INFO:tasks.workunit.client.0.smithi090.stderr:+ ceph telemetry on --license sharing-1-0 2024-03-07T02:56:40.902 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:56:40 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: [07/Mar/2024:02:56:40] ENGINE Bus STOPPING 2024-03-07T02:56:40.902 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:56:40 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: [07/Mar/2024:02:56:40] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-07T02:56:40.902 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:56:40 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: [07/Mar/2024:02:56:40] ENGINE Bus STOPPED 2024-03-07T02:56:40.902 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:40 smithi090 ceph-mon[37987]: from='client.14946 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:56:40.902 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:40 smithi090 ceph-mon[37987]: mgrmap e23: y(active, since 2m), standbys: x 2024-03-07T02:56:40.902 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:40 smithi090 ceph-mon[37987]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:56:40.902 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:40 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:56:40.902 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:40 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-07T02:56:40.903 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:40 smithi090 ceph-mon[37987]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:56:40.903 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:40 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:56:40.903 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:40 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-07T02:56:40.903 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:40 smithi090 ceph-mon[37987]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:56:40.903 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:40 smithi090 ceph-mon[37987]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 13 KiB/s rd, 0 B/s wr, 3 op/s 2024-03-07T02:56:40.903 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:40 smithi090 ceph-mon[27223]: from='client.14946 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:56:40.903 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:40 smithi090 ceph-mon[27223]: mgrmap e23: y(active, since 2m), standbys: x 2024-03-07T02:56:40.903 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:40 smithi090 ceph-mon[27223]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:56:40.903 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:40 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:56:40.903 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:40 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-07T02:56:40.903 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:40 smithi090 ceph-mon[27223]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:56:40.903 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:40 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:56:40.903 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:40 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-07T02:56:40.904 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:40 smithi090 ceph-mon[27223]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:56:40.904 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:40 smithi090 ceph-mon[27223]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 13 KiB/s rd, 0 B/s wr, 3 op/s 2024-03-07T02:56:40.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:40 smithi092 ceph-mon[31083]: from='client.14946 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:56:40.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:40 smithi092 ceph-mon[31083]: mgrmap e23: y(active, since 2m), standbys: x 2024-03-07T02:56:40.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:40 smithi092 ceph-mon[31083]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:56:40.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:40 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:56:40.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:40 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-07T02:56:40.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:40 smithi092 ceph-mon[31083]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:56:40.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:40 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:56:40.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:40 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-07T02:56:40.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:40 smithi092 ceph-mon[31083]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:56:40.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:40 smithi092 ceph-mon[31083]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 13 KiB/s rd, 0 B/s wr, 3 op/s 2024-03-07T02:56:41.086 INFO:tasks.workunit.client.0.smithi090.stdout:Telemetry is on. 2024-03-07T02:56:41.086 INFO:tasks.workunit.client.0.smithi090.stdout:Some channels are disabled, please enable with: 2024-03-07T02:56:41.086 INFO:tasks.workunit.client.0.smithi090.stdout:`ceph telemetry enable channel perf` 2024-03-07T02:56:41.097 INFO:tasks.workunit.client.0.smithi090.stderr:+ ceph telemetry enable channel perf 2024-03-07T02:56:41.328 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:56:40 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: [07/Mar/2024:02:56:40] ENGINE Bus STARTING 2024-03-07T02:56:41.328 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:56:41 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: [07/Mar/2024:02:56:41] ENGINE Serving on http://:::9283 2024-03-07T02:56:41.328 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:56:41 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: [07/Mar/2024:02:56:41] ENGINE Bus STARTED 2024-03-07T02:56:41.572 INFO:tasks.workunit.client.0.smithi090.stdout:channel_perf is enabled 2024-03-07T02:56:41.583 INFO:tasks.workunit.client.0.smithi090.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-03-07T02:56:41.828 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:56:41 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: [07/Mar/2024:02:56:41] ENGINE Bus STOPPING 2024-03-07T02:56:41.828 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:56:41 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: [07/Mar/2024:02:56:41] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-07T02:56:41.828 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:56:41 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: [07/Mar/2024:02:56:41] ENGINE Bus STOPPED 2024-03-07T02:56:41.828 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:56:41 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: [07/Mar/2024:02:56:41] ENGINE Bus STARTING 2024-03-07T02:56:41.829 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:56:41 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: [07/Mar/2024:02:56:41] ENGINE Serving on http://:::9283 2024-03-07T02:56:41.829 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:56:41 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: [07/Mar/2024:02:56:41] ENGINE Bus STARTED 2024-03-07T02:56:41.962 INFO:tasks.workunit.client.0.smithi090.stderr:+ LAST_OPT_REVISION=1 2024-03-07T02:56:41.962 INFO:tasks.workunit.client.0.smithi090.stderr:+ '[' 1 -ne 1 ']' 2024-03-07T02:56:41.962 INFO:tasks.workunit.client.0.smithi090.stderr:+ ceph telemetry show 2024-03-07T02:56:42.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:41 smithi092 ceph-mon[31083]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:56:42.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:41 smithi092 ceph-mon[31083]: from='client.24851 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:56:42.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:41 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:56:42.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:41 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:56:42.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:41 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:56:42.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:41 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:56:42.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:41 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:56:42.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:41 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:56:42.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:41 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:56:42.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:41 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:56:42.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:41 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-07T02:56:42.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:41 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:56:42.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:41 smithi092 ceph-mon[31083]: from='client.24851 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:56:42.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:41 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:56:42.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:41 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:56:42.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:41 smithi092 ceph-mon[31083]: from='client.14970 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:56:42.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:41 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:56:42.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:41 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:56:42.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:41 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:56:42.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:41 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:56:42.169 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:41 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:56:42.169 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:41 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/3038796574' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-03-07T02:56:42.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:41 smithi090 ceph-mon[27223]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:56:42.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:41 smithi090 ceph-mon[27223]: from='client.24851 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:56:42.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:41 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:56:42.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:41 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:56:42.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:41 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:56:42.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:41 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:56:42.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:41 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:56:42.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:41 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:56:42.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:41 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:56:42.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:41 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:56:42.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:41 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-07T02:56:42.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:41 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:56:42.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:41 smithi090 ceph-mon[27223]: from='client.24851 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:56:42.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:41 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:56:42.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:41 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:56:42.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:41 smithi090 ceph-mon[27223]: from='client.14970 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:56:42.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:41 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:56:42.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:41 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:56:42.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:41 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:56:42.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:41 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:56:42.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:41 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:56:42.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:41 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/3038796574' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-03-07T02:56:42.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:41 smithi090 ceph-mon[37987]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:56:42.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:41 smithi090 ceph-mon[37987]: from='client.24851 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:56:42.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:41 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:56:42.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:41 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:56:42.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:41 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:56:42.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:41 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:56:42.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:41 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:56:42.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:41 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:56:42.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:41 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:56:42.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:41 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:56:42.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:41 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-07T02:56:42.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:41 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:56:42.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:41 smithi090 ceph-mon[37987]: from='client.24851 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:56:42.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:41 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:56:42.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:41 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:56:42.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:41 smithi090 ceph-mon[37987]: from='client.14970 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:56:42.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:41 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:56:42.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:41 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:56:42.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:41 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:56:42.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:41 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:56:42.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:41 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:56:42.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:41 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/3038796574' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-03-07T02:56:42.670 INFO:tasks.workunit.client.0.smithi090.stdout:{ 2024-03-07T02:56:42.670 INFO:tasks.workunit.client.0.smithi090.stdout: "balancer": { 2024-03-07T02:56:42.670 INFO:tasks.workunit.client.0.smithi090.stdout: "active": true, 2024-03-07T02:56:42.670 INFO:tasks.workunit.client.0.smithi090.stdout: "mode": "" 2024-03-07T02:56:42.670 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.670 INFO:tasks.workunit.client.0.smithi090.stdout: "channels": [ 2024-03-07T02:56:42.671 INFO:tasks.workunit.client.0.smithi090.stdout: "basic", 2024-03-07T02:56:42.671 INFO:tasks.workunit.client.0.smithi090.stdout: "crash", 2024-03-07T02:56:42.671 INFO:tasks.workunit.client.0.smithi090.stdout: "device", 2024-03-07T02:56:42.671 INFO:tasks.workunit.client.0.smithi090.stdout: "ident", 2024-03-07T02:56:42.671 INFO:tasks.workunit.client.0.smithi090.stdout: "perf" 2024-03-07T02:56:42.671 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:42.671 INFO:tasks.workunit.client.0.smithi090.stdout: "channels_available": [ 2024-03-07T02:56:42.671 INFO:tasks.workunit.client.0.smithi090.stdout: "basic", 2024-03-07T02:56:42.671 INFO:tasks.workunit.client.0.smithi090.stdout: "ident", 2024-03-07T02:56:42.671 INFO:tasks.workunit.client.0.smithi090.stdout: "crash", 2024-03-07T02:56:42.671 INFO:tasks.workunit.client.0.smithi090.stdout: "device", 2024-03-07T02:56:42.671 INFO:tasks.workunit.client.0.smithi090.stdout: "perf" 2024-03-07T02:56:42.671 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:42.671 INFO:tasks.workunit.client.0.smithi090.stdout: "collections_available": [ 2024-03-07T02:56:42.671 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_base", 2024-03-07T02:56:42.672 INFO:tasks.workunit.client.0.smithi090.stdout: "device_base", 2024-03-07T02:56:42.672 INFO:tasks.workunit.client.0.smithi090.stdout: "crash_base", 2024-03-07T02:56:42.672 INFO:tasks.workunit.client.0.smithi090.stdout: "ident_base", 2024-03-07T02:56:42.672 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_perf", 2024-03-07T02:56:42.672 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_mds_metadata", 2024-03-07T02:56:42.672 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_pool_usage", 2024-03-07T02:56:42.672 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_usage_by_class", 2024-03-07T02:56:42.672 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_rook_v01", 2024-03-07T02:56:42.672 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_memory_metrics", 2024-03-07T02:56:42.672 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_pool_options_bluestore" 2024-03-07T02:56:42.672 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:42.672 INFO:tasks.workunit.client.0.smithi090.stdout: "collections_opted_in": [ 2024-03-07T02:56:42.672 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_base", 2024-03-07T02:56:42.673 INFO:tasks.workunit.client.0.smithi090.stdout: "device_base", 2024-03-07T02:56:42.673 INFO:tasks.workunit.client.0.smithi090.stdout: "crash_base", 2024-03-07T02:56:42.673 INFO:tasks.workunit.client.0.smithi090.stdout: "ident_base", 2024-03-07T02:56:42.673 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_perf", 2024-03-07T02:56:42.673 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_mds_metadata", 2024-03-07T02:56:42.673 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_pool_usage", 2024-03-07T02:56:42.673 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_usage_by_class", 2024-03-07T02:56:42.673 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_rook_v01", 2024-03-07T02:56:42.673 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_memory_metrics", 2024-03-07T02:56:42.673 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_pool_options_bluestore" 2024-03-07T02:56:42.673 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:42.673 INFO:tasks.workunit.client.0.smithi090.stdout: "config": { 2024-03-07T02:56:42.673 INFO:tasks.workunit.client.0.smithi090.stdout: "active_changed": [ 2024-03-07T02:56:42.673 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_allow_insecure_global_id_reclaim", 2024-03-07T02:56:42.673 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_debug", 2024-03-07T02:56:42.674 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_mon_ticket_ttl", 2024-03-07T02:56:42.674 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_service_ticket_ttl", 2024-03-07T02:56:42.674 INFO:tasks.workunit.client.0.smithi090.stdout: "bdev_debug_aio", 2024-03-07T02:56:42.674 INFO:tasks.workunit.client.0.smithi090.stdout: "client_check_pool_perm", 2024-03-07T02:56:42.674 INFO:tasks.workunit.client.0.smithi090.stdout: "client_mount_gid", 2024-03-07T02:56:42.674 INFO:tasks.workunit.client.0.smithi090.stdout: "client_mount_uid", 2024-03-07T02:56:42.674 INFO:tasks.workunit.client.0.smithi090.stdout: "client_quota", 2024-03-07T02:56:42.674 INFO:tasks.workunit.client.0.smithi090.stdout: "container_image", 2024-03-07T02:56:42.674 INFO:tasks.workunit.client.0.smithi090.stdout: "daemonize", 2024-03-07T02:56:42.674 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_asserts_on_shutdown", 2024-03-07T02:56:42.674 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_mgr", 2024-03-07T02:56:42.674 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_mon", 2024-03-07T02:56:42.674 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_ms", 2024-03-07T02:56:42.674 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_osd", 2024-03-07T02:56:42.674 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_paxos", 2024-03-07T02:56:42.674 INFO:tasks.workunit.client.0.smithi090.stdout: "keyring", 2024-03-07T02:56:42.675 INFO:tasks.workunit.client.0.smithi090.stdout: "leveldb_block_size", 2024-03-07T02:56:42.675 INFO:tasks.workunit.client.0.smithi090.stdout: "leveldb_cache_size", 2024-03-07T02:56:42.675 INFO:tasks.workunit.client.0.smithi090.stdout: "leveldb_compression", 2024-03-07T02:56:42.675 INFO:tasks.workunit.client.0.smithi090.stdout: "leveldb_log", 2024-03-07T02:56:42.675 INFO:tasks.workunit.client.0.smithi090.stdout: "leveldb_write_buffer_size", 2024-03-07T02:56:42.675 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_file", 2024-03-07T02:56:42.675 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_journald", 2024-03-07T02:56:42.675 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_stderr", 2024-03-07T02:56:42.675 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_allow_pool_delete", 2024-03-07T02:56:42.675 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_clock_drift_allowed", 2024-03-07T02:56:42.675 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_file_level", 2024-03-07T02:56:42.675 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_to_file", 2024-03-07T02:56:42.675 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_to_journald", 2024-03-07T02:56:42.675 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_to_stderr", 2024-03-07T02:56:42.675 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_data_avail_warn", 2024-03-07T02:56:42.676 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_election_default_strategy", 2024-03-07T02:56:42.676 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_host", 2024-03-07T02:56:42.676 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_max_pg_per_osd", 2024-03-07T02:56:42.676 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_mgr_mkfs_grace", 2024-03-07T02:56:42.676 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_osd_prime_pg_temp", 2024-03-07T02:56:42.676 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_osd_reporter_subtree_level", 2024-03-07T02:56:42.676 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_pg_warn_max_object_skew", 2024-03-07T02:56:42.676 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_reweight_min_bytes_per_osd", 2024-03-07T02:56:42.676 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_reweight_min_pgs_per_osd", 2024-03-07T02:56:42.676 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-03-07T02:56:42.676 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-03-07T02:56:42.676 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-03-07T02:56:42.676 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_legacy_crush_tunables", 2024-03-07T02:56:42.676 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-03-07T02:56:42.677 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-03-07T02:56:42.677 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_too_few_osds", 2024-03-07T02:56:42.677 INFO:tasks.workunit.client.0.smithi090.stdout: "ms_die_on_bug", 2024-03-07T02:56:42.677 INFO:tasks.workunit.client.0.smithi090.stdout: "ms_die_on_old_message", 2024-03-07T02:56:42.677 INFO:tasks.workunit.client.0.smithi090.stdout: "no_config_file", 2024-03-07T02:56:42.677 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_class_default_list", 2024-03-07T02:56:42.677 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_class_load_list", 2024-03-07T02:56:42.677 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_crush_chooseleaf_type", 2024-03-07T02:56:42.677 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_misdirected_ops", 2024-03-07T02:56:42.677 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_op_order", 2024-03-07T02:56:42.677 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_pg_log_writeout", 2024-03-07T02:56:42.677 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_shutdown", 2024-03-07T02:56:42.677 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_cached_snaps", 2024-03-07T02:56:42.677 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_missing_on_start", 2024-03-07T02:56:42.678 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_stray_on_activate", 2024-03-07T02:56:42.678 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_deep_scrub_update_digest_min_age", 2024-03-07T02:56:42.678 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_profile", 2024-03-07T02:56:42.678 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-03-07T02:56:42.678 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-03-07T02:56:42.678 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-03-07T02:56:42.678 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-03-07T02:56:42.678 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-03-07T02:56:42.678 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-03-07T02:56:42.678 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_client_lim", 2024-03-07T02:56:42.678 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_client_res", 2024-03-07T02:56:42.678 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_client_wgt", 2024-03-07T02:56:42.678 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_memory_target", 2024-03-07T02:56:42.678 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_memory_target_autotune", 2024-03-07T02:56:42.678 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_op_queue", 2024-03-07T02:56:42.679 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_op_queue_cut_off", 2024-03-07T02:56:42.679 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pool_default_erasure_code_profile", 2024-03-07T02:56:42.679 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pool_default_pg_autoscale_mode", 2024-03-07T02:56:42.679 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recover_clone_overlap", 2024-03-07T02:56:42.679 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_max_chunk", 2024-03-07T02:56:42.679 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_scrub_load_threshold", 2024-03-07T02:56:42.679 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_scrub_max_interval", 2024-03-07T02:56:42.679 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_shutdown_pgref_assert", 2024-03-07T02:56:42.679 INFO:tasks.workunit.client.0.smithi090.stdout: "public_addr", 2024-03-07T02:56:42.679 INFO:tasks.workunit.client.0.smithi090.stdout: "public_addrv", 2024-03-07T02:56:42.679 INFO:tasks.workunit.client.0.smithi090.stdout: "public_network", 2024-03-07T02:56:42.679 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd_default_features", 2024-03-07T02:56:42.679 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd_qos_exclude_ops", 2024-03-07T02:56:42.679 INFO:tasks.workunit.client.0.smithi090.stdout: "setgroup", 2024-03-07T02:56:42.679 INFO:tasks.workunit.client.0.smithi090.stdout: "setuser" 2024-03-07T02:56:42.679 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:42.680 INFO:tasks.workunit.client.0.smithi090.stdout: "cluster_changed": [ 2024-03-07T02:56:42.680 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_allow_insecure_global_id_reclaim", 2024-03-07T02:56:42.680 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_debug", 2024-03-07T02:56:42.680 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_mon_ticket_ttl", 2024-03-07T02:56:42.680 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_service_ticket_ttl", 2024-03-07T02:56:42.680 INFO:tasks.workunit.client.0.smithi090.stdout: "bdev_debug_aio", 2024-03-07T02:56:42.680 INFO:tasks.workunit.client.0.smithi090.stdout: "container_image", 2024-03-07T02:56:42.680 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_asserts_on_shutdown", 2024-03-07T02:56:42.680 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_mgr", 2024-03-07T02:56:42.680 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_mon", 2024-03-07T02:56:42.680 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_ms", 2024-03-07T02:56:42.680 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_osd", 2024-03-07T02:56:42.680 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_paxos", 2024-03-07T02:56:42.680 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_file", 2024-03-07T02:56:42.681 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_journald", 2024-03-07T02:56:42.681 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_stderr", 2024-03-07T02:56:42.681 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_join_fs", 2024-03-07T02:56:42.681 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/cephadm/allow_ptrace", 2024-03-07T02:56:42.681 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/cephadm/container_init", 2024-03-07T02:56:42.681 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/cephadm/migration_current", 2024-03-07T02:56:42.681 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/cephadm/use_repo_digest", 2024-03-07T02:56:42.681 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-03-07T02:56:42.681 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-03-07T02:56:42.681 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-03-07T02:56:42.681 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-03-07T02:56:42.681 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/dashboard/ssl_server_port", 2024-03-07T02:56:42.681 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/orchestrator/orchestrator", 2024-03-07T02:56:42.681 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/telemetry/channel_ident", 2024-03-07T02:56:42.681 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/telemetry/channel_perf", 2024-03-07T02:56:42.681 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/telemetry/description", 2024-03-07T02:56:42.681 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/telemetry/enabled", 2024-03-07T02:56:42.682 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/telemetry/organization", 2024-03-07T02:56:42.682 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_allow_pool_delete", 2024-03-07T02:56:42.682 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_clock_drift_allowed", 2024-03-07T02:56:42.682 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_file_level", 2024-03-07T02:56:42.682 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_to_file", 2024-03-07T02:56:42.682 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_data_avail_warn", 2024-03-07T02:56:42.682 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_election_default_strategy", 2024-03-07T02:56:42.682 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_max_pg_per_osd", 2024-03-07T02:56:42.682 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_mgr_mkfs_grace", 2024-03-07T02:56:42.682 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_osd_prime_pg_temp", 2024-03-07T02:56:42.682 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_osd_reporter_subtree_level", 2024-03-07T02:56:42.682 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_pg_warn_max_object_skew", 2024-03-07T02:56:42.682 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_reweight_min_bytes_per_osd", 2024-03-07T02:56:42.682 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_reweight_min_pgs_per_osd", 2024-03-07T02:56:42.682 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-03-07T02:56:42.683 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-03-07T02:56:42.683 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-03-07T02:56:42.683 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_legacy_crush_tunables", 2024-03-07T02:56:42.683 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-03-07T02:56:42.683 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-03-07T02:56:42.683 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_too_few_osds", 2024-03-07T02:56:42.683 INFO:tasks.workunit.client.0.smithi090.stdout: "ms_die_on_bug", 2024-03-07T02:56:42.683 INFO:tasks.workunit.client.0.smithi090.stdout: "ms_die_on_old_message", 2024-03-07T02:56:42.683 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_class_default_list", 2024-03-07T02:56:42.683 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_class_load_list", 2024-03-07T02:56:42.683 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_misdirected_ops", 2024-03-07T02:56:42.683 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_op_order", 2024-03-07T02:56:42.683 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_pg_log_writeout", 2024-03-07T02:56:42.683 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_shutdown", 2024-03-07T02:56:42.683 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_cached_snaps", 2024-03-07T02:56:42.684 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_missing_on_start", 2024-03-07T02:56:42.684 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_stray_on_activate", 2024-03-07T02:56:42.684 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_deep_scrub_update_digest_min_age", 2024-03-07T02:56:42.684 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_profile", 2024-03-07T02:56:42.684 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_memory_target", 2024-03-07T02:56:42.684 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_memory_target_autotune", 2024-03-07T02:56:42.684 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_op_queue", 2024-03-07T02:56:42.684 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_op_queue_cut_off", 2024-03-07T02:56:42.684 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pool_default_erasure_code_profile", 2024-03-07T02:56:42.684 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pool_default_pg_autoscale_mode", 2024-03-07T02:56:42.684 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recover_clone_overlap", 2024-03-07T02:56:42.684 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_max_chunk", 2024-03-07T02:56:42.684 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_scrub_load_threshold", 2024-03-07T02:56:42.684 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_scrub_max_interval", 2024-03-07T02:56:42.684 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_shutdown_pgref_assert", 2024-03-07T02:56:42.685 INFO:tasks.workunit.client.0.smithi090.stdout: "public_network", 2024-03-07T02:56:42.685 INFO:tasks.workunit.client.0.smithi090.stdout: "rgw_cache_enabled", 2024-03-07T02:56:42.685 INFO:tasks.workunit.client.0.smithi090.stdout: "rgw_enable_ops_log", 2024-03-07T02:56:42.685 INFO:tasks.workunit.client.0.smithi090.stdout: "rgw_enable_usage_log" 2024-03-07T02:56:42.685 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:42.685 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.685 INFO:tasks.workunit.client.0.smithi090.stdout: "contact": null, 2024-03-07T02:56:42.685 INFO:tasks.workunit.client.0.smithi090.stdout: "crashes": [], 2024-03-07T02:56:42.685 INFO:tasks.workunit.client.0.smithi090.stdout: "created": "2024-03-07T02:48:14.633942Z", 2024-03-07T02:56:42.685 INFO:tasks.workunit.client.0.smithi090.stdout: "crush": { 2024-03-07T02:56:42.685 INFO:tasks.workunit.client.0.smithi090.stdout: "bucket_algs": { 2024-03-07T02:56:42.685 INFO:tasks.workunit.client.0.smithi090.stdout: "straw2": 3 2024-03-07T02:56:42.685 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.685 INFO:tasks.workunit.client.0.smithi090.stdout: "bucket_sizes": { 2024-03-07T02:56:42.685 INFO:tasks.workunit.client.0.smithi090.stdout: "2": 1, 2024-03-07T02:56:42.685 INFO:tasks.workunit.client.0.smithi090.stdout: "4": 2 2024-03-07T02:56:42.686 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.686 INFO:tasks.workunit.client.0.smithi090.stdout: "bucket_types": { 2024-03-07T02:56:42.686 INFO:tasks.workunit.client.0.smithi090.stdout: "1": 2, 2024-03-07T02:56:42.686 INFO:tasks.workunit.client.0.smithi090.stdout: "11": 1 2024-03-07T02:56:42.686 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.686 INFO:tasks.workunit.client.0.smithi090.stdout: "compat_weight_set": false, 2024-03-07T02:56:42.686 INFO:tasks.workunit.client.0.smithi090.stdout: "device_classes": [ 2024-03-07T02:56:42.686 INFO:tasks.workunit.client.0.smithi090.stdout: 8 2024-03-07T02:56:42.686 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:42.686 INFO:tasks.workunit.client.0.smithi090.stdout: "num_buckets": 6, 2024-03-07T02:56:42.686 INFO:tasks.workunit.client.0.smithi090.stdout: "num_devices": 8, 2024-03-07T02:56:42.686 INFO:tasks.workunit.client.0.smithi090.stdout: "num_rules": 1, 2024-03-07T02:56:42.686 INFO:tasks.workunit.client.0.smithi090.stdout: "num_types": 12, 2024-03-07T02:56:42.686 INFO:tasks.workunit.client.0.smithi090.stdout: "num_weight_sets": 0, 2024-03-07T02:56:42.687 INFO:tasks.workunit.client.0.smithi090.stdout: "tunables": { 2024-03-07T02:56:42.687 INFO:tasks.workunit.client.0.smithi090.stdout: "allowed_bucket_algs": 54, 2024-03-07T02:56:42.687 INFO:tasks.workunit.client.0.smithi090.stdout: "choose_local_fallback_tries": 0, 2024-03-07T02:56:42.687 INFO:tasks.workunit.client.0.smithi090.stdout: "choose_local_tries": 0, 2024-03-07T02:56:42.687 INFO:tasks.workunit.client.0.smithi090.stdout: "choose_total_tries": 50, 2024-03-07T02:56:42.687 INFO:tasks.workunit.client.0.smithi090.stdout: "chooseleaf_descend_once": 1, 2024-03-07T02:56:42.687 INFO:tasks.workunit.client.0.smithi090.stdout: "chooseleaf_stable": 1, 2024-03-07T02:56:42.687 INFO:tasks.workunit.client.0.smithi090.stdout: "chooseleaf_vary_r": 1, 2024-03-07T02:56:42.687 INFO:tasks.workunit.client.0.smithi090.stdout: "has_v2_rules": 0, 2024-03-07T02:56:42.687 INFO:tasks.workunit.client.0.smithi090.stdout: "has_v3_rules": 0, 2024-03-07T02:56:42.687 INFO:tasks.workunit.client.0.smithi090.stdout: "has_v4_buckets": 1, 2024-03-07T02:56:42.687 INFO:tasks.workunit.client.0.smithi090.stdout: "has_v5_rules": 0, 2024-03-07T02:56:42.687 INFO:tasks.workunit.client.0.smithi090.stdout: "legacy_tunables": 0, 2024-03-07T02:56:42.687 INFO:tasks.workunit.client.0.smithi090.stdout: "minimum_required_version": "jewel", 2024-03-07T02:56:42.688 INFO:tasks.workunit.client.0.smithi090.stdout: "optimal_tunables": 1, 2024-03-07T02:56:42.688 INFO:tasks.workunit.client.0.smithi090.stdout: "profile": "jewel", 2024-03-07T02:56:42.688 INFO:tasks.workunit.client.0.smithi090.stdout: "require_feature_tunables": 1, 2024-03-07T02:56:42.688 INFO:tasks.workunit.client.0.smithi090.stdout: "require_feature_tunables2": 1, 2024-03-07T02:56:42.688 INFO:tasks.workunit.client.0.smithi090.stdout: "require_feature_tunables3": 1, 2024-03-07T02:56:42.688 INFO:tasks.workunit.client.0.smithi090.stdout: "require_feature_tunables5": 1, 2024-03-07T02:56:42.688 INFO:tasks.workunit.client.0.smithi090.stdout: "straw_calc_version": 1 2024-03-07T02:56:42.688 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:42.688 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.688 INFO:tasks.workunit.client.0.smithi090.stdout: "description": "upgrade test cluster", 2024-03-07T02:56:42.688 INFO:tasks.workunit.client.0.smithi090.stdout: "fs": { 2024-03-07T02:56:42.688 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-03-07T02:56:42.688 INFO:tasks.workunit.client.0.smithi090.stdout: "feature_flags": { 2024-03-07T02:56:42.689 INFO:tasks.workunit.client.0.smithi090.stdout: "enable_multiple": true, 2024-03-07T02:56:42.689 INFO:tasks.workunit.client.0.smithi090.stdout: "ever_enabled_multiple": true 2024-03-07T02:56:42.689 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.689 INFO:tasks.workunit.client.0.smithi090.stdout: "filesystems": [ 2024-03-07T02:56:42.689 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:42.689 INFO:tasks.workunit.client.0.smithi090.stdout: "approx_ctime": "2024-03", 2024-03-07T02:56:42.689 INFO:tasks.workunit.client.0.smithi090.stdout: "balancer_enabled": false, 2024-03-07T02:56:42.689 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.689 INFO:tasks.workunit.client.0.smithi090.stdout: "cached_caps": 0, 2024-03-07T02:56:42.689 INFO:tasks.workunit.client.0.smithi090.stdout: "cached_dns": 10, 2024-03-07T02:56:42.689 INFO:tasks.workunit.client.0.smithi090.stdout: "cached_inos": 13, 2024-03-07T02:56:42.689 INFO:tasks.workunit.client.0.smithi090.stdout: "cached_subtrees": 2, 2024-03-07T02:56:42.689 INFO:tasks.workunit.client.0.smithi090.stdout: "ever_allowed_features": 0, 2024-03-07T02:56:42.689 INFO:tasks.workunit.client.0.smithi090.stdout: "explicitly_allowed_features": 0, 2024-03-07T02:56:42.689 INFO:tasks.workunit.client.0.smithi090.stdout: "files": 0, 2024-03-07T02:56:42.690 INFO:tasks.workunit.client.0.smithi090.stdout: "max_mds": 1, 2024-03-07T02:56:42.690 INFO:tasks.workunit.client.0.smithi090.stdout: "num_data_pools": 1, 2024-03-07T02:56:42.690 INFO:tasks.workunit.client.0.smithi090.stdout: "num_in": 1, 2024-03-07T02:56:42.690 INFO:tasks.workunit.client.0.smithi090.stdout: "num_mds": 1, 2024-03-07T02:56:42.690 INFO:tasks.workunit.client.0.smithi090.stdout: "num_sessions": 0, 2024-03-07T02:56:42.690 INFO:tasks.workunit.client.0.smithi090.stdout: "num_standby_replay": 0, 2024-03-07T02:56:42.690 INFO:tasks.workunit.client.0.smithi090.stdout: "num_up": 1, 2024-03-07T02:56:42.690 INFO:tasks.workunit.client.0.smithi090.stdout: "snaps": 0, 2024-03-07T02:56:42.690 INFO:tasks.workunit.client.0.smithi090.stdout: "standby_count_wanted": 0 2024-03-07T02:56:42.690 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:42.690 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:42.690 INFO:tasks.workunit.client.0.smithi090.stdout: "num_standby_mds": 1, 2024-03-07T02:56:42.690 INFO:tasks.workunit.client.0.smithi090.stdout: "total_num_mds": 2 2024-03-07T02:56:42.690 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.690 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_stats": { 2024-03-07T02:56:42.691 INFO:tasks.workunit.client.0.smithi090.stdout: "mds": { 2024-03-07T02:56:42.691 INFO:tasks.workunit.client.0.smithi090.stdout: "mds.17548b9c4e7a30c3e3db533c5ff8369ca7803148": { 2024-03-07T02:56:42.691 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 20496384, 2024-03-07T02:56:42.691 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 448952, 2024-03-07T02:56:42.691 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 2752512, 2024-03-07T02:56:42.691 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 0, 2024-03-07T02:56:42.691 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 819200, 2024-03-07T02:56:42.691 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 404, 2024-03-07T02:56:42.691 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-03-07T02:56:42.691 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 1171616, 2024-03-07T02:56:42.691 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 20, 2024-03-07T02:56:42.691 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 1266688, 2024-03-07T02:56:42.691 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 14856616, 2024-03-07T02:56:42.691 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 21315584 2024-03-07T02:56:42.692 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.692 INFO:tasks.workunit.client.0.smithi090.stdout: "mds.903073e4ab60c09a0b2e263bc373c3235f45cdb3": { 2024-03-07T02:56:42.692 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 19218432, 2024-03-07T02:56:42.692 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 343768, 2024-03-07T02:56:42.692 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 2752512, 2024-03-07T02:56:42.692 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 40960, 2024-03-07T02:56:42.692 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 0, 2024-03-07T02:56:42.692 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 315, 2024-03-07T02:56:42.692 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-03-07T02:56:42.692 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 785584, 2024-03-07T02:56:42.692 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 12, 2024-03-07T02:56:42.692 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 839168, 2024-03-07T02:56:42.692 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 14456440, 2024-03-07T02:56:42.692 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 19218432 2024-03-07T02:56:42.692 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:42.693 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.693 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-03-07T02:56:42.693 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.17548b9c4e7a30c3e3db533c5ff8369ca7803148": { 2024-03-07T02:56:42.693 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 33988608, 2024-03-07T02:56:42.693 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 1544824, 2024-03-07T02:56:42.693 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 2752512, 2024-03-07T02:56:42.693 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 0, 2024-03-07T02:56:42.693 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 11558912, 2024-03-07T02:56:42.693 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 1152, 2024-03-07T02:56:42.693 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-03-07T02:56:42.693 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 8252640, 2024-03-07T02:56:42.693 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 21, 2024-03-07T02:56:42.693 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 1062912, 2024-03-07T02:56:42.693 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 20375720, 2024-03-07T02:56:42.693 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 45547520 2024-03-07T02:56:42.694 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.694 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.903073e4ab60c09a0b2e263bc373c3235f45cdb3": { 2024-03-07T02:56:42.694 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 43671552, 2024-03-07T02:56:42.694 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 1583352, 2024-03-07T02:56:42.694 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 2752512, 2024-03-07T02:56:42.694 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 540672, 2024-03-07T02:56:42.694 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 4923392, 2024-03-07T02:56:42.694 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 1697, 2024-03-07T02:56:42.694 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-03-07T02:56:42.694 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 11495696, 2024-03-07T02:56:42.694 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 23, 2024-03-07T02:56:42.694 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 2880512, 2024-03-07T02:56:42.694 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 24418808, 2024-03-07T02:56:42.694 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 48594944 2024-03-07T02:56:42.694 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.695 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.d29b2729cbd392019ebf6157ef3e61fb17b3d795": { 2024-03-07T02:56:42.695 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 39526400, 2024-03-07T02:56:42.695 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 1028288, 2024-03-07T02:56:42.695 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 2752512, 2024-03-07T02:56:42.695 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 5627904, 2024-03-07T02:56:42.695 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 4972544, 2024-03-07T02:56:42.695 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 1005, 2024-03-07T02:56:42.695 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-03-07T02:56:42.695 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 7895040, 2024-03-07T02:56:42.695 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 21, 2024-03-07T02:56:42.695 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 1658368, 2024-03-07T02:56:42.695 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 20564288, 2024-03-07T02:56:42.695 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 44498944 2024-03-07T02:56:42.695 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:42.695 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.696 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-03-07T02:56:42.696 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.0": { 2024-03-07T02:56:42.696 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 46538752, 2024-03-07T02:56:42.696 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 899200, 2024-03-07T02:56:42.696 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 2883584, 2024-03-07T02:56:42.696 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 0, 2024-03-07T02:56:42.696 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 827392, 2024-03-07T02:56:42.696 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 1343, 2024-03-07T02:56:42.696 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-03-07T02:56:42.696 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 4927904, 2024-03-07T02:56:42.696 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 46, 2024-03-07T02:56:42.696 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 2329856, 2024-03-07T02:56:42.696 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 35498208, 2024-03-07T02:56:42.696 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 47366144 2024-03-07T02:56:42.696 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.697 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.1": { 2024-03-07T02:56:42.697 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 45105152, 2024-03-07T02:56:42.697 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 825232, 2024-03-07T02:56:42.697 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 2883584, 2024-03-07T02:56:42.697 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 0, 2024-03-07T02:56:42.697 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 163840, 2024-03-07T02:56:42.697 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 1267, 2024-03-07T02:56:42.697 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-03-07T02:56:42.697 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 5142928, 2024-03-07T02:56:42.697 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 47, 2024-03-07T02:56:42.697 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 1822208, 2024-03-07T02:56:42.697 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 34431200, 2024-03-07T02:56:42.697 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 45268992 2024-03-07T02:56:42.697 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.697 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.2": { 2024-03-07T02:56:42.698 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 44572672, 2024-03-07T02:56:42.698 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 922176, 2024-03-07T02:56:42.698 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 2883584, 2024-03-07T02:56:42.698 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 0, 2024-03-07T02:56:42.698 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 630784, 2024-03-07T02:56:42.698 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 1225, 2024-03-07T02:56:42.698 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-03-07T02:56:42.698 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 4597432, 2024-03-07T02:56:42.698 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 47, 2024-03-07T02:56:42.698 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 2679296, 2024-03-07T02:56:42.698 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 33490184, 2024-03-07T02:56:42.698 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 45203456 2024-03-07T02:56:42.698 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.698 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.3": { 2024-03-07T02:56:42.698 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 45006848, 2024-03-07T02:56:42.698 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 759456, 2024-03-07T02:56:42.699 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 2883584, 2024-03-07T02:56:42.699 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 57344, 2024-03-07T02:56:42.699 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 262144, 2024-03-07T02:56:42.699 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 1201, 2024-03-07T02:56:42.699 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-03-07T02:56:42.699 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 4450872, 2024-03-07T02:56:42.699 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 45, 2024-03-07T02:56:42.699 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 1702400, 2024-03-07T02:56:42.699 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 35153192, 2024-03-07T02:56:42.699 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 45268992 2024-03-07T02:56:42.699 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.699 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.4": { 2024-03-07T02:56:42.699 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 44802048, 2024-03-07T02:56:42.699 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 737816, 2024-03-07T02:56:42.699 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 2883584, 2024-03-07T02:56:42.700 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 0, 2024-03-07T02:56:42.700 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 466944, 2024-03-07T02:56:42.700 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 1191, 2024-03-07T02:56:42.700 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-03-07T02:56:42.700 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 4690232, 2024-03-07T02:56:42.700 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 47, 2024-03-07T02:56:42.700 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 1717760, 2024-03-07T02:56:42.700 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 34772656, 2024-03-07T02:56:42.700 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 45268992 2024-03-07T02:56:42.700 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.700 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.5": { 2024-03-07T02:56:42.700 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 45146112, 2024-03-07T02:56:42.700 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 842280, 2024-03-07T02:56:42.701 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 2883584, 2024-03-07T02:56:42.701 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 0, 2024-03-07T02:56:42.701 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 122880, 2024-03-07T02:56:42.701 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 1237, 2024-03-07T02:56:42.701 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-03-07T02:56:42.701 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 4629560, 2024-03-07T02:56:42.701 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 47, 2024-03-07T02:56:42.701 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 2102528, 2024-03-07T02:56:42.701 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 34688160, 2024-03-07T02:56:42.701 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 45268992 2024-03-07T02:56:42.701 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.701 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.6": { 2024-03-07T02:56:42.701 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 44482560, 2024-03-07T02:56:42.701 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 997624, 2024-03-07T02:56:42.702 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 2883584, 2024-03-07T02:56:42.702 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 0, 2024-03-07T02:56:42.702 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 786432, 2024-03-07T02:56:42.702 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 1214, 2024-03-07T02:56:42.702 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-03-07T02:56:42.702 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 4637216, 2024-03-07T02:56:42.702 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 46, 2024-03-07T02:56:42.702 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 1674752, 2024-03-07T02:56:42.702 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 34289384, 2024-03-07T02:56:42.702 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 45268992 2024-03-07T02:56:42.702 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.702 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.7": { 2024-03-07T02:56:42.702 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 45129728, 2024-03-07T02:56:42.702 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 1056488, 2024-03-07T02:56:42.702 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 2883584, 2024-03-07T02:56:42.703 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 57344, 2024-03-07T02:56:42.703 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 2236416, 2024-03-07T02:56:42.703 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 1256, 2024-03-07T02:56:42.703 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-03-07T02:56:42.703 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 5073544, 2024-03-07T02:56:42.703 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 46, 2024-03-07T02:56:42.703 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 1734144, 2024-03-07T02:56:42.703 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 34324624, 2024-03-07T02:56:42.703 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 47366144 2024-03-07T02:56:42.703 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:42.703 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:42.703 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.703 INFO:tasks.workunit.client.0.smithi090.stdout: "hosts": { 2024-03-07T02:56:42.703 INFO:tasks.workunit.client.0.smithi090.stdout: "num": 2, 2024-03-07T02:56:42.703 INFO:tasks.workunit.client.0.smithi090.stdout: "num_with_mds": 2, 2024-03-07T02:56:42.703 INFO:tasks.workunit.client.0.smithi090.stdout: "num_with_mgr": 2, 2024-03-07T02:56:42.703 INFO:tasks.workunit.client.0.smithi090.stdout: "num_with_mon": 2, 2024-03-07T02:56:42.704 INFO:tasks.workunit.client.0.smithi090.stdout: "num_with_osd": 2 2024-03-07T02:56:42.704 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.704 INFO:tasks.workunit.client.0.smithi090.stdout: "io_rate": { 2024-03-07T02:56:42.704 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_stats_delta": { 2024-03-07T02:56:42.704 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": 0, 2024-03-07T02:56:42.704 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:42.704 INFO:tasks.workunit.client.0.smithi090.stdout: "num_store_stats": 0, 2024-03-07T02:56:42.704 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:42.704 INFO:tasks.workunit.client.0.smithi090.stdout: "stamp_delta": "12.002728", 2024-03-07T02:56:42.704 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:42.704 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:42.704 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:42.704 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:42.704 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:42.704 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:42.705 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:42.705 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:42.705 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:42.705 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:42.705 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:42.705 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:42.705 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:42.705 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:42.705 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:42.705 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:42.705 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:42.705 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:42.705 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:42.705 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:42.705 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:42.705 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:42.706 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:42.706 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:42.706 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:42.706 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:42.706 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:42.706 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:42.706 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:42.706 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:42.706 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:42.706 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:42.706 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:42.706 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:42.706 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 38, 2024-03-07T02:56:42.706 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 158, 2024-03-07T02:56:42.706 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:42.706 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:42.707 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:42.707 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 8, 2024-03-07T02:56:42.707 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:42.707 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.707 INFO:tasks.workunit.client.0.smithi090.stdout: "store_stats": { 2024-03-07T02:56:42.707 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": 0, 2024-03-07T02:56:42.707 INFO:tasks.workunit.client.0.smithi090.stdout: "available": 0, 2024-03-07T02:56:42.707 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed": 0, 2024-03-07T02:56:42.707 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_allocated": 0, 2024-03-07T02:56:42.707 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_original": 0, 2024-03-07T02:56:42.707 INFO:tasks.workunit.client.0.smithi090.stdout: "data_stored": 0, 2024-03-07T02:56:42.707 INFO:tasks.workunit.client.0.smithi090.stdout: "internal_metadata": 0, 2024-03-07T02:56:42.707 INFO:tasks.workunit.client.0.smithi090.stdout: "internally_reserved": 0, 2024-03-07T02:56:42.707 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_allocated": 0, 2024-03-07T02:56:42.707 INFO:tasks.workunit.client.0.smithi090.stdout: "total": 0 2024-03-07T02:56:42.708 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.708 INFO:tasks.workunit.client.0.smithi090.stdout: "up": 0 2024-03-07T02:56:42.708 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:42.708 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.708 INFO:tasks.workunit.client.0.smithi090.stdout: "leaderboard": false, 2024-03-07T02:56:42.708 INFO:tasks.workunit.client.0.smithi090.stdout: "leaderboard_description": null, 2024-03-07T02:56:42.708 INFO:tasks.workunit.client.0.smithi090.stdout: "license": "sharing-1-0", 2024-03-07T02:56:42.708 INFO:tasks.workunit.client.0.smithi090.stdout: "mempool": { 2024-03-07T02:56:42.708 INFO:tasks.workunit.client.0.smithi090.stdout: "mds": { 2024-03-07T02:56:42.708 INFO:tasks.workunit.client.0.smithi090.stdout: "mds.17548b9c4e7a30c3e3db533c5ff8369ca7803148": { 2024-03-07T02:56:42.708 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-03-07T02:56:42.708 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.708 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.708 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.709 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-03-07T02:56:42.709 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.709 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.709 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.709 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-03-07T02:56:42.709 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.709 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.709 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.709 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-03-07T02:56:42.709 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.709 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.709 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.709 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-03-07T02:56:42.709 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.709 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.709 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.710 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-03-07T02:56:42.710 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.710 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.710 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.710 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-03-07T02:56:42.710 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.710 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.710 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.710 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-03-07T02:56:42.710 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.710 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.710 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.710 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-03-07T02:56:42.710 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.710 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.711 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.711 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-03-07T02:56:42.711 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.711 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.711 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.711 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-03-07T02:56:42.711 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.711 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.711 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.711 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-03-07T02:56:42.711 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.711 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.711 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.711 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-03-07T02:56:42.712 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.712 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.712 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.712 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-03-07T02:56:42.712 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.712 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.712 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.712 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-03-07T02:56:42.712 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.712 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.712 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.712 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-03-07T02:56:42.712 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.712 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.712 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.713 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-03-07T02:56:42.713 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.713 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.713 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.713 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-03-07T02:56:42.713 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.713 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.713 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.713 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-03-07T02:56:42.713 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 221639, 2024-03-07T02:56:42.713 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 65 2024-03-07T02:56:42.713 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.713 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-03-07T02:56:42.713 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.713 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.714 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.714 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-03-07T02:56:42.714 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 51496, 2024-03-07T02:56:42.714 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 208 2024-03-07T02:56:42.714 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.714 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-03-07T02:56:42.714 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.714 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.714 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.714 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-03-07T02:56:42.714 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.714 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.714 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.714 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-03-07T02:56:42.714 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.715 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.715 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.715 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-03-07T02:56:42.715 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 7816, 2024-03-07T02:56:42.715 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 121 2024-03-07T02:56:42.715 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.715 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-03-07T02:56:42.715 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.715 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.715 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.715 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-03-07T02:56:42.715 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.715 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.715 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.715 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-03-07T02:56:42.715 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.716 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.716 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.716 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-03-07T02:56:42.716 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.716 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.716 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:42.716 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.716 INFO:tasks.workunit.client.0.smithi090.stdout: "mds.903073e4ab60c09a0b2e263bc373c3235f45cdb3": { 2024-03-07T02:56:42.716 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-03-07T02:56:42.716 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.716 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.716 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.716 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-03-07T02:56:42.717 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.717 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.717 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.717 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-03-07T02:56:42.717 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.717 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.717 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.717 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-03-07T02:56:42.717 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.717 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.717 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.717 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-03-07T02:56:42.717 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.717 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.718 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.718 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-03-07T02:56:42.718 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.718 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.718 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.718 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-03-07T02:56:42.718 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.718 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.718 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.718 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-03-07T02:56:42.718 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.718 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.718 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.718 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-03-07T02:56:42.719 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.719 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.719 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.719 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-03-07T02:56:42.719 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.719 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.719 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.719 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-03-07T02:56:42.719 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.719 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.719 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.719 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-03-07T02:56:42.719 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.719 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.719 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.719 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-03-07T02:56:42.720 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.720 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.720 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.720 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-03-07T02:56:42.720 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.720 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.720 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.720 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-03-07T02:56:42.720 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.720 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.720 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.720 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-03-07T02:56:42.720 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.720 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.721 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.721 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-03-07T02:56:42.721 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.721 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.721 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.721 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-03-07T02:56:42.721 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.721 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.721 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.721 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-03-07T02:56:42.721 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 149384, 2024-03-07T02:56:42.721 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 31 2024-03-07T02:56:42.721 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.721 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-03-07T02:56:42.721 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.721 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.722 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.722 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-03-07T02:56:42.722 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 928, 2024-03-07T02:56:42.722 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 2 2024-03-07T02:56:42.722 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.722 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-03-07T02:56:42.722 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.722 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.722 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.722 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-03-07T02:56:42.722 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.722 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.722 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.722 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-03-07T02:56:42.723 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.723 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.723 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.723 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-03-07T02:56:42.723 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.723 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.723 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.723 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-03-07T02:56:42.723 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.723 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.723 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.723 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-03-07T02:56:42.723 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.723 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.723 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.724 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-03-07T02:56:42.724 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.724 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.724 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.724 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-03-07T02:56:42.724 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.724 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.724 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:42.724 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:42.724 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.724 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-03-07T02:56:42.724 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.17548b9c4e7a30c3e3db533c5ff8369ca7803148": { 2024-03-07T02:56:42.724 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-03-07T02:56:42.724 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.724 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.724 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.725 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-03-07T02:56:42.725 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.725 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.725 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.725 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-03-07T02:56:42.725 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.725 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.725 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.725 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-03-07T02:56:42.725 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.725 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.725 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.725 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-03-07T02:56:42.725 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.725 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.725 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.726 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-03-07T02:56:42.726 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.726 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.726 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.726 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-03-07T02:56:42.726 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.726 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.726 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.726 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-03-07T02:56:42.726 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.726 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.726 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.726 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-03-07T02:56:42.726 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.726 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.726 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.727 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-03-07T02:56:42.727 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.727 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.727 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.727 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-03-07T02:56:42.727 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.727 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.727 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.727 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-03-07T02:56:42.727 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.727 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.727 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.727 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-03-07T02:56:42.727 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.728 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.728 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.728 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-03-07T02:56:42.728 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.728 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.728 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.728 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-03-07T02:56:42.728 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.728 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.728 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.728 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-03-07T02:56:42.728 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.728 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.728 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.728 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-03-07T02:56:42.729 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.729 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.729 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.729 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-03-07T02:56:42.729 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.729 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.729 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.729 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-03-07T02:56:42.729 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1093595, 2024-03-07T02:56:42.729 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 351 2024-03-07T02:56:42.729 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.729 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-03-07T02:56:42.729 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.729 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.729 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.729 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-03-07T02:56:42.730 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.730 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.730 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.730 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-03-07T02:56:42.730 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.730 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.730 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.730 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-03-07T02:56:42.730 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.730 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.730 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.730 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-03-07T02:56:42.730 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.730 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.730 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.730 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-03-07T02:56:42.731 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 6392, 2024-03-07T02:56:42.731 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 120 2024-03-07T02:56:42.731 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.731 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-03-07T02:56:42.731 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 12744, 2024-03-07T02:56:42.731 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1546 2024-03-07T02:56:42.731 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.731 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-03-07T02:56:42.731 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 5120, 2024-03-07T02:56:42.731 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 79 2024-03-07T02:56:42.731 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.731 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-03-07T02:56:42.731 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.731 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.731 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.731 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-03-07T02:56:42.731 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.732 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.732 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:42.732 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.732 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.903073e4ab60c09a0b2e263bc373c3235f45cdb3": { 2024-03-07T02:56:42.732 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-03-07T02:56:42.732 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.732 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.732 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.732 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-03-07T02:56:42.732 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.732 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.732 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.732 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-03-07T02:56:42.732 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.732 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.732 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.733 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-03-07T02:56:42.733 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.733 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.733 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.733 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-03-07T02:56:42.733 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.733 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.733 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.733 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-03-07T02:56:42.733 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.733 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.733 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.733 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-03-07T02:56:42.733 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.733 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.733 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.734 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-03-07T02:56:42.734 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.734 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.734 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.734 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-03-07T02:56:42.734 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.734 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.734 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.734 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-03-07T02:56:42.734 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.734 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.734 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.734 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-03-07T02:56:42.734 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.734 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.734 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.735 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-03-07T02:56:42.735 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.735 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.735 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.735 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-03-07T02:56:42.735 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.735 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.735 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.735 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-03-07T02:56:42.735 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.735 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.735 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.735 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-03-07T02:56:42.735 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.735 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.736 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.736 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-03-07T02:56:42.736 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.736 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.736 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.736 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-03-07T02:56:42.736 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.736 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.736 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.736 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-03-07T02:56:42.736 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.736 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.736 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.736 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-03-07T02:56:42.737 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1135419, 2024-03-07T02:56:42.737 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 339 2024-03-07T02:56:42.737 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.737 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-03-07T02:56:42.737 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 440, 2024-03-07T02:56:42.737 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 5 2024-03-07T02:56:42.737 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.737 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-03-07T02:56:42.737 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.737 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.737 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.737 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-03-07T02:56:42.737 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.737 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.737 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.738 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-03-07T02:56:42.738 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.738 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.738 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.738 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-03-07T02:56:42.738 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.738 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.738 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.738 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-03-07T02:56:42.738 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 6392, 2024-03-07T02:56:42.738 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 120 2024-03-07T02:56:42.738 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.738 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-03-07T02:56:42.738 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 12744, 2024-03-07T02:56:42.738 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1546 2024-03-07T02:56:42.738 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.739 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-03-07T02:56:42.739 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 10240, 2024-03-07T02:56:42.739 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 158 2024-03-07T02:56:42.739 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.739 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-03-07T02:56:42.739 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.739 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.739 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.739 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-03-07T02:56:42.739 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.739 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.739 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:42.739 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.739 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.d29b2729cbd392019ebf6157ef3e61fb17b3d795": { 2024-03-07T02:56:42.740 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-03-07T02:56:42.740 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.740 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.740 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.740 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-03-07T02:56:42.740 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.740 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.740 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.740 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-03-07T02:56:42.740 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.740 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.740 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.740 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-03-07T02:56:42.741 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.741 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.741 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.741 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-03-07T02:56:42.741 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.741 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.741 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.741 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-03-07T02:56:42.741 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.741 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.741 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.741 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-03-07T02:56:42.741 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.741 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.742 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.742 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-03-07T02:56:42.742 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.742 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.742 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.742 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-03-07T02:56:42.742 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.742 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.742 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.742 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-03-07T02:56:42.742 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.742 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.742 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.742 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-03-07T02:56:42.743 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.743 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.743 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.743 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-03-07T02:56:42.743 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.743 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.743 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.743 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-03-07T02:56:42.743 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.743 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.743 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.743 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-03-07T02:56:42.743 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.743 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.743 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.743 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-03-07T02:56:42.744 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.744 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.744 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.744 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-03-07T02:56:42.744 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.744 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.744 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.744 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-03-07T02:56:42.744 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.744 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.744 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.744 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-03-07T02:56:42.744 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.744 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.744 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.745 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-03-07T02:56:42.745 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1089731, 2024-03-07T02:56:42.745 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 358 2024-03-07T02:56:42.745 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.745 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-03-07T02:56:42.745 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.745 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.745 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.745 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-03-07T02:56:42.745 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.745 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.745 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.745 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-03-07T02:56:42.745 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.745 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.745 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.746 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-03-07T02:56:42.746 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.746 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.746 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.746 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-03-07T02:56:42.746 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.746 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.746 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.746 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-03-07T02:56:42.746 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 6392, 2024-03-07T02:56:42.746 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 120 2024-03-07T02:56:42.746 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.746 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-03-07T02:56:42.746 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 12744, 2024-03-07T02:56:42.746 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1546 2024-03-07T02:56:42.746 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.747 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-03-07T02:56:42.747 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 5120, 2024-03-07T02:56:42.747 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 79 2024-03-07T02:56:42.747 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.747 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-03-07T02:56:42.747 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.747 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.747 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.747 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-03-07T02:56:42.747 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.747 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.747 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:42.747 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:42.747 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.747 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-03-07T02:56:42.748 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.0": { 2024-03-07T02:56:42.748 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-03-07T02:56:42.748 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.748 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.748 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.748 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-03-07T02:56:42.748 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 6368, 2024-03-07T02:56:42.748 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 123 2024-03-07T02:56:42.748 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.748 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-03-07T02:56:42.748 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 16896, 2024-03-07T02:56:42.748 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8 2024-03-07T02:56:42.748 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.748 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-03-07T02:56:42.748 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 576, 2024-03-07T02:56:42.749 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3 2024-03-07T02:56:42.749 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.749 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-03-07T02:56:42.749 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 5520, 2024-03-07T02:56:42.749 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 69 2024-03-07T02:56:42.749 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.749 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-03-07T02:56:42.749 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 20496, 2024-03-07T02:56:42.749 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 183 2024-03-07T02:56:42.749 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.749 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-03-07T02:56:42.749 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1936, 2024-03-07T02:56:42.749 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 47 2024-03-07T02:56:42.749 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.749 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-03-07T02:56:42.750 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 621095, 2024-03-07T02:56:42.750 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 20 2024-03-07T02:56:42.750 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.750 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-03-07T02:56:42.750 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 50429, 2024-03-07T02:56:42.750 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 9329 2024-03-07T02:56:42.750 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.750 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-03-07T02:56:42.750 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 134896, 2024-03-07T02:56:42.750 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 230 2024-03-07T02:56:42.750 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.750 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-03-07T02:56:42.750 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 11264, 2024-03-07T02:56:42.750 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 731 2024-03-07T02:56:42.750 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.751 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-03-07T02:56:42.751 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 8784, 2024-03-07T02:56:42.751 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 183 2024-03-07T02:56:42.751 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.751 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-03-07T02:56:42.751 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.751 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.751 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.751 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-03-07T02:56:42.751 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 31332, 2024-03-07T02:56:42.751 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 198 2024-03-07T02:56:42.751 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.751 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-03-07T02:56:42.751 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 20496, 2024-03-07T02:56:42.751 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 183 2024-03-07T02:56:42.752 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.752 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-03-07T02:56:42.752 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.752 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.752 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.752 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-03-07T02:56:42.752 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 384032, 2024-03-07T02:56:42.752 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 86 2024-03-07T02:56:42.752 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.752 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-03-07T02:56:42.752 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.752 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.752 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.752 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-03-07T02:56:42.752 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2451104, 2024-03-07T02:56:42.753 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 195 2024-03-07T02:56:42.753 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.753 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-03-07T02:56:42.753 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 7040, 2024-03-07T02:56:42.753 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 80 2024-03-07T02:56:42.753 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.753 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-03-07T02:56:42.753 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.753 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.753 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.753 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-03-07T02:56:42.753 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 521640, 2024-03-07T02:56:42.753 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 45 2024-03-07T02:56:42.753 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.753 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-03-07T02:56:42.754 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.754 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.754 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.754 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-03-07T02:56:42.754 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 88920, 2024-03-07T02:56:42.754 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 175 2024-03-07T02:56:42.754 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.754 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-03-07T02:56:42.754 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 222776, 2024-03-07T02:56:42.754 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3416 2024-03-07T02:56:42.754 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.754 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-03-07T02:56:42.754 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.754 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.754 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.755 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-03-07T02:56:42.755 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.755 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.755 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.755 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-03-07T02:56:42.755 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.755 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.755 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.755 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-03-07T02:56:42.755 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.755 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.755 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:42.755 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.755 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.1": { 2024-03-07T02:56:42.755 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-03-07T02:56:42.756 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.756 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.756 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.756 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-03-07T02:56:42.756 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 6368, 2024-03-07T02:56:42.756 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 123 2024-03-07T02:56:42.756 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.756 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-03-07T02:56:42.756 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 16896, 2024-03-07T02:56:42.756 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8 2024-03-07T02:56:42.756 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.756 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-03-07T02:56:42.756 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 576, 2024-03-07T02:56:42.756 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3 2024-03-07T02:56:42.756 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.756 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-03-07T02:56:42.757 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 4880, 2024-03-07T02:56:42.757 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 61 2024-03-07T02:56:42.757 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.757 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-03-07T02:56:42.757 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 19264, 2024-03-07T02:56:42.757 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 172 2024-03-07T02:56:42.757 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.757 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-03-07T02:56:42.757 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1376, 2024-03-07T02:56:42.757 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 42 2024-03-07T02:56:42.757 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.757 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-03-07T02:56:42.757 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 20480, 2024-03-07T02:56:42.757 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 5 2024-03-07T02:56:42.757 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.758 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-03-07T02:56:42.758 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 44422, 2024-03-07T02:56:42.758 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8388 2024-03-07T02:56:42.758 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.758 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-03-07T02:56:42.758 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 125376, 2024-03-07T02:56:42.758 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 216 2024-03-07T02:56:42.758 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.758 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-03-07T02:56:42.758 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 9128, 2024-03-07T02:56:42.758 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 557 2024-03-07T02:56:42.758 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.758 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-03-07T02:56:42.758 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 8256, 2024-03-07T02:56:42.758 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 172 2024-03-07T02:56:42.758 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.759 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-03-07T02:56:42.759 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.759 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.759 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.759 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-03-07T02:56:42.759 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 26976, 2024-03-07T02:56:42.759 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 184 2024-03-07T02:56:42.759 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.759 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-03-07T02:56:42.759 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 19264, 2024-03-07T02:56:42.759 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 172 2024-03-07T02:56:42.759 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.759 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-03-07T02:56:42.759 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 736, 2024-03-07T02:56:42.760 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1 2024-03-07T02:56:42.760 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.760 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-03-07T02:56:42.760 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 419967, 2024-03-07T02:56:42.760 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 94 2024-03-07T02:56:42.760 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.760 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-03-07T02:56:42.760 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 12112, 2024-03-07T02:56:42.760 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3 2024-03-07T02:56:42.760 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.760 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-03-07T02:56:42.760 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2419810, 2024-03-07T02:56:42.760 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 187 2024-03-07T02:56:42.760 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.761 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-03-07T02:56:42.761 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 4928, 2024-03-07T02:56:42.761 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 56 2024-03-07T02:56:42.761 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.761 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-03-07T02:56:42.761 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.761 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.761 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.761 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-03-07T02:56:42.761 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 417312, 2024-03-07T02:56:42.761 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 36 2024-03-07T02:56:42.761 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.761 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-03-07T02:56:42.761 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.761 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.761 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.762 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-03-07T02:56:42.762 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 7280, 2024-03-07T02:56:42.762 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 18 2024-03-07T02:56:42.762 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.762 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-03-07T02:56:42.762 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 222008, 2024-03-07T02:56:42.762 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3380 2024-03-07T02:56:42.762 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.762 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-03-07T02:56:42.762 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.762 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.762 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.762 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-03-07T02:56:42.762 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.762 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.763 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.763 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-03-07T02:56:42.763 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.763 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.763 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.763 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-03-07T02:56:42.763 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.763 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.763 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:42.763 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.763 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.2": { 2024-03-07T02:56:42.763 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-03-07T02:56:42.763 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.763 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.763 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.764 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-03-07T02:56:42.764 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 6368, 2024-03-07T02:56:42.764 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 123 2024-03-07T02:56:42.764 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.764 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-03-07T02:56:42.764 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 16896, 2024-03-07T02:56:42.764 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8 2024-03-07T02:56:42.764 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.764 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-03-07T02:56:42.764 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 576, 2024-03-07T02:56:42.764 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3 2024-03-07T02:56:42.764 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.764 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-03-07T02:56:42.764 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 4160, 2024-03-07T02:56:42.765 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 52 2024-03-07T02:56:42.765 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.765 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-03-07T02:56:42.765 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 19040, 2024-03-07T02:56:42.765 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 170 2024-03-07T02:56:42.765 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.765 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-03-07T02:56:42.765 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1040, 2024-03-07T02:56:42.765 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 39 2024-03-07T02:56:42.765 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.765 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-03-07T02:56:42.765 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 8192, 2024-03-07T02:56:42.765 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 2 2024-03-07T02:56:42.765 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.765 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-03-07T02:56:42.765 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 42774, 2024-03-07T02:56:42.766 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8141 2024-03-07T02:56:42.766 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.766 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-03-07T02:56:42.766 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 121296, 2024-03-07T02:56:42.766 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 210 2024-03-07T02:56:42.766 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.766 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-03-07T02:56:42.766 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 8192, 2024-03-07T02:56:42.766 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 506 2024-03-07T02:56:42.766 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.766 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-03-07T02:56:42.766 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 8160, 2024-03-07T02:56:42.766 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 170 2024-03-07T02:56:42.766 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.766 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-03-07T02:56:42.766 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.766 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.767 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.767 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-03-07T02:56:42.767 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 25776, 2024-03-07T02:56:42.767 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 178 2024-03-07T02:56:42.767 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.767 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-03-07T02:56:42.767 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 19040, 2024-03-07T02:56:42.767 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 170 2024-03-07T02:56:42.767 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.767 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-03-07T02:56:42.767 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 736, 2024-03-07T02:56:42.767 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1 2024-03-07T02:56:42.767 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.767 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-03-07T02:56:42.767 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 329855, 2024-03-07T02:56:42.768 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 72 2024-03-07T02:56:42.768 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.768 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-03-07T02:56:42.768 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 12112, 2024-03-07T02:56:42.768 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3 2024-03-07T02:56:42.768 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.768 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-03-07T02:56:42.768 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2446256, 2024-03-07T02:56:42.768 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 187 2024-03-07T02:56:42.768 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.768 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-03-07T02:56:42.768 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 4312, 2024-03-07T02:56:42.768 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 49 2024-03-07T02:56:42.768 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.768 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-03-07T02:56:42.769 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.769 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.769 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.769 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-03-07T02:56:42.769 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 359352, 2024-03-07T02:56:42.769 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 31 2024-03-07T02:56:42.769 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.769 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-03-07T02:56:42.769 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.769 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.769 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.769 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-03-07T02:56:42.769 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 8320, 2024-03-07T02:56:42.769 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 24 2024-03-07T02:56:42.769 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.770 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-03-07T02:56:42.770 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 222520, 2024-03-07T02:56:42.770 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3404 2024-03-07T02:56:42.770 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.770 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-03-07T02:56:42.770 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.770 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.770 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.770 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-03-07T02:56:42.770 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.770 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.770 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.770 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-03-07T02:56:42.770 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.770 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.770 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.770 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-03-07T02:56:42.771 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.771 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.771 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:42.771 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.771 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.3": { 2024-03-07T02:56:42.771 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-03-07T02:56:42.771 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.771 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.771 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.771 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-03-07T02:56:42.771 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 6368, 2024-03-07T02:56:42.771 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 123 2024-03-07T02:56:42.771 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.771 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-03-07T02:56:42.771 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 16896, 2024-03-07T02:56:42.772 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8 2024-03-07T02:56:42.772 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.772 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-03-07T02:56:42.772 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 576, 2024-03-07T02:56:42.772 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3 2024-03-07T02:56:42.772 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.772 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-03-07T02:56:42.772 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 3760, 2024-03-07T02:56:42.772 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 47 2024-03-07T02:56:42.772 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.772 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-03-07T02:56:42.772 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 19488, 2024-03-07T02:56:42.772 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 174 2024-03-07T02:56:42.772 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.772 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-03-07T02:56:42.773 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 704, 2024-03-07T02:56:42.773 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 36 2024-03-07T02:56:42.773 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.773 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-03-07T02:56:42.773 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 14187, 2024-03-07T02:56:42.773 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3 2024-03-07T02:56:42.773 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.773 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-03-07T02:56:42.773 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 43871, 2024-03-07T02:56:42.773 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8367 2024-03-07T02:56:42.773 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.773 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-03-07T02:56:42.773 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 125376, 2024-03-07T02:56:42.773 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 216 2024-03-07T02:56:42.773 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.773 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-03-07T02:56:42.774 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 9312, 2024-03-07T02:56:42.774 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 564 2024-03-07T02:56:42.774 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.774 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-03-07T02:56:42.774 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 8352, 2024-03-07T02:56:42.774 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 174 2024-03-07T02:56:42.774 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.774 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-03-07T02:56:42.774 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.774 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.774 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.774 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-03-07T02:56:42.774 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 26640, 2024-03-07T02:56:42.774 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 184 2024-03-07T02:56:42.774 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.774 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-03-07T02:56:42.775 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 19488, 2024-03-07T02:56:42.775 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 174 2024-03-07T02:56:42.775 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.775 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-03-07T02:56:42.775 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2208, 2024-03-07T02:56:42.775 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3 2024-03-07T02:56:42.775 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.775 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-03-07T02:56:42.775 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 240193, 2024-03-07T02:56:42.775 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 51 2024-03-07T02:56:42.775 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.775 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-03-07T02:56:42.775 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 26565, 2024-03-07T02:56:42.775 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 9 2024-03-07T02:56:42.775 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.775 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-03-07T02:56:42.776 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 3477075, 2024-03-07T02:56:42.776 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 182 2024-03-07T02:56:42.776 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.776 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-03-07T02:56:42.776 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 5016, 2024-03-07T02:56:42.776 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 57 2024-03-07T02:56:42.776 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.776 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-03-07T02:56:42.776 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.776 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.776 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.776 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-03-07T02:56:42.776 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 428904, 2024-03-07T02:56:42.776 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 37 2024-03-07T02:56:42.776 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.776 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-03-07T02:56:42.777 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.777 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.777 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.777 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-03-07T02:56:42.777 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 10400, 2024-03-07T02:56:42.777 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 20 2024-03-07T02:56:42.777 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.777 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-03-07T02:56:42.777 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 222776, 2024-03-07T02:56:42.777 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3416 2024-03-07T02:56:42.777 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.777 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-03-07T02:56:42.777 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.777 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.777 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.777 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-03-07T02:56:42.778 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.778 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.778 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.778 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-03-07T02:56:42.778 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.778 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.778 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.778 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-03-07T02:56:42.778 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.778 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.778 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:42.778 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.778 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.4": { 2024-03-07T02:56:42.778 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-03-07T02:56:42.778 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.779 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.779 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.779 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-03-07T02:56:42.779 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 6368, 2024-03-07T02:56:42.779 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 123 2024-03-07T02:56:42.779 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.779 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-03-07T02:56:42.779 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 16896, 2024-03-07T02:56:42.779 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8 2024-03-07T02:56:42.779 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.779 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-03-07T02:56:42.779 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 576, 2024-03-07T02:56:42.779 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3 2024-03-07T02:56:42.779 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.779 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-03-07T02:56:42.779 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 3280, 2024-03-07T02:56:42.780 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 41 2024-03-07T02:56:42.780 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.780 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-03-07T02:56:42.780 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 19264, 2024-03-07T02:56:42.780 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 172 2024-03-07T02:56:42.780 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.780 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-03-07T02:56:42.780 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1152, 2024-03-07T02:56:42.780 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 40 2024-03-07T02:56:42.780 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.780 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-03-07T02:56:42.780 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.780 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.780 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.780 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-03-07T02:56:42.781 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 44190, 2024-03-07T02:56:42.781 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8404 2024-03-07T02:56:42.781 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.781 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-03-07T02:56:42.781 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 126056, 2024-03-07T02:56:42.781 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 217 2024-03-07T02:56:42.781 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.781 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-03-07T02:56:42.781 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 9480, 2024-03-07T02:56:42.781 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 561 2024-03-07T02:56:42.781 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.781 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-03-07T02:56:42.781 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 8256, 2024-03-07T02:56:42.781 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 172 2024-03-07T02:56:42.781 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.781 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-03-07T02:56:42.782 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.782 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.782 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.782 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-03-07T02:56:42.782 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 27232, 2024-03-07T02:56:42.782 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 185 2024-03-07T02:56:42.782 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.782 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-03-07T02:56:42.782 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 19376, 2024-03-07T02:56:42.782 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 173 2024-03-07T02:56:42.782 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.782 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-03-07T02:56:42.782 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1472, 2024-03-07T02:56:42.782 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 2 2024-03-07T02:56:42.782 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.782 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-03-07T02:56:42.783 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 912690, 2024-03-07T02:56:42.783 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 72 2024-03-07T02:56:42.783 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.783 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-03-07T02:56:42.783 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 20128, 2024-03-07T02:56:42.783 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 5 2024-03-07T02:56:42.783 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.783 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-03-07T02:56:42.783 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2451838, 2024-03-07T02:56:42.783 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 185 2024-03-07T02:56:42.783 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.783 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-03-07T02:56:42.783 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 4752, 2024-03-07T02:56:42.783 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 54 2024-03-07T02:56:42.783 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.784 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-03-07T02:56:42.784 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.784 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.784 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.784 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-03-07T02:56:42.784 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 452088, 2024-03-07T02:56:42.784 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 39 2024-03-07T02:56:42.784 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.784 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-03-07T02:56:42.784 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.784 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.784 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.784 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-03-07T02:56:42.784 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 7904, 2024-03-07T02:56:42.785 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 16 2024-03-07T02:56:42.785 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.785 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-03-07T02:56:42.785 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 222776, 2024-03-07T02:56:42.785 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3416 2024-03-07T02:56:42.785 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.785 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-03-07T02:56:42.785 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.785 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.785 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.785 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-03-07T02:56:42.785 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.785 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.785 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.785 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-03-07T02:56:42.785 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.786 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.786 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.786 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-03-07T02:56:42.786 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.786 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.786 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:42.786 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.786 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.5": { 2024-03-07T02:56:42.786 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-03-07T02:56:42.786 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.786 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.786 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.786 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-03-07T02:56:42.786 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 6368, 2024-03-07T02:56:42.786 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 123 2024-03-07T02:56:42.786 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.787 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-03-07T02:56:42.787 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 16896, 2024-03-07T02:56:42.787 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8 2024-03-07T02:56:42.787 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.787 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-03-07T02:56:42.787 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 576, 2024-03-07T02:56:42.787 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3 2024-03-07T02:56:42.787 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.787 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-03-07T02:56:42.787 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2800, 2024-03-07T02:56:42.787 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 35 2024-03-07T02:56:42.787 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.787 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-03-07T02:56:42.787 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 19376, 2024-03-07T02:56:42.787 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 173 2024-03-07T02:56:42.787 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.788 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-03-07T02:56:42.788 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 480, 2024-03-07T02:56:42.788 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 34 2024-03-07T02:56:42.788 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.788 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-03-07T02:56:42.788 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.788 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.788 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.788 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-03-07T02:56:42.788 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 44999, 2024-03-07T02:56:42.788 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8558 2024-03-07T02:56:42.788 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.788 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-03-07T02:56:42.788 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 128776, 2024-03-07T02:56:42.789 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 221 2024-03-07T02:56:42.789 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.789 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-03-07T02:56:42.789 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 9852, 2024-03-07T02:56:42.789 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 567 2024-03-07T02:56:42.789 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.789 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-03-07T02:56:42.789 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 8304, 2024-03-07T02:56:42.789 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 173 2024-03-07T02:56:42.789 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.789 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-03-07T02:56:42.789 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.789 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.789 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.789 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-03-07T02:56:42.790 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 28088, 2024-03-07T02:56:42.790 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 189 2024-03-07T02:56:42.790 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.790 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-03-07T02:56:42.790 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 19376, 2024-03-07T02:56:42.790 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 173 2024-03-07T02:56:42.790 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.790 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-03-07T02:56:42.790 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2208, 2024-03-07T02:56:42.790 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3 2024-03-07T02:56:42.790 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.790 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-03-07T02:56:42.790 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 815838, 2024-03-07T02:56:42.790 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 48 2024-03-07T02:56:42.790 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.790 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-03-07T02:56:42.791 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 26565, 2024-03-07T02:56:42.791 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 9 2024-03-07T02:56:42.791 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.791 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-03-07T02:56:42.791 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2431320, 2024-03-07T02:56:42.791 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 178 2024-03-07T02:56:42.791 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.791 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-03-07T02:56:42.791 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 5456, 2024-03-07T02:56:42.791 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 62 2024-03-07T02:56:42.791 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.791 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-03-07T02:56:42.791 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.791 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.792 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.792 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-03-07T02:56:42.792 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 486864, 2024-03-07T02:56:42.792 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 42 2024-03-07T02:56:42.792 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.792 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-03-07T02:56:42.792 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.792 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.792 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.792 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-03-07T02:56:42.792 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 11960, 2024-03-07T02:56:42.792 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 23 2024-03-07T02:56:42.792 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.793 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-03-07T02:56:42.793 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 222520, 2024-03-07T02:56:42.793 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3404 2024-03-07T02:56:42.793 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.793 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-03-07T02:56:42.793 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.793 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.793 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.793 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-03-07T02:56:42.793 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.793 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.793 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.793 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-03-07T02:56:42.793 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.793 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.794 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.794 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-03-07T02:56:42.794 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.794 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.794 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:42.794 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.794 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.6": { 2024-03-07T02:56:42.794 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-03-07T02:56:42.794 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.794 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.794 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.794 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-03-07T02:56:42.794 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 6368, 2024-03-07T02:56:42.794 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 123 2024-03-07T02:56:42.794 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.795 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-03-07T02:56:42.795 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 16896, 2024-03-07T02:56:42.795 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8 2024-03-07T02:56:42.795 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.795 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-03-07T02:56:42.795 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 576, 2024-03-07T02:56:42.795 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3 2024-03-07T02:56:42.795 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.795 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-03-07T02:56:42.795 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2320, 2024-03-07T02:56:42.795 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 29 2024-03-07T02:56:42.795 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.795 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-03-07T02:56:42.795 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 20272, 2024-03-07T02:56:42.795 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 181 2024-03-07T02:56:42.795 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.795 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-03-07T02:56:42.796 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 480, 2024-03-07T02:56:42.796 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 34 2024-03-07T02:56:42.796 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.796 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-03-07T02:56:42.796 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 14887, 2024-03-07T02:56:42.796 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3 2024-03-07T02:56:42.796 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.796 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-03-07T02:56:42.796 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 45228, 2024-03-07T02:56:42.796 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8778 2024-03-07T02:56:42.796 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.796 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-03-07T02:56:42.796 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 126736, 2024-03-07T02:56:42.796 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 218 2024-03-07T02:56:42.796 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.797 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-03-07T02:56:42.797 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 10744, 2024-03-07T02:56:42.797 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 721 2024-03-07T02:56:42.797 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.797 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-03-07T02:56:42.797 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 8688, 2024-03-07T02:56:42.797 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 181 2024-03-07T02:56:42.797 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.797 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-03-07T02:56:42.797 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.797 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.797 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.797 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-03-07T02:56:42.797 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 28516, 2024-03-07T02:56:42.797 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 186 2024-03-07T02:56:42.798 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.798 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-03-07T02:56:42.798 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 20272, 2024-03-07T02:56:42.798 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 181 2024-03-07T02:56:42.798 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.798 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-03-07T02:56:42.798 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.798 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.798 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.798 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-03-07T02:56:42.798 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 515260, 2024-03-07T02:56:42.798 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 39 2024-03-07T02:56:42.798 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.798 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-03-07T02:56:42.798 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.798 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.799 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.799 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-03-07T02:56:42.799 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2424543, 2024-03-07T02:56:42.799 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 173 2024-03-07T02:56:42.799 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.799 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-03-07T02:56:42.799 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 4752, 2024-03-07T02:56:42.799 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 54 2024-03-07T02:56:42.799 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.799 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-03-07T02:56:42.799 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.799 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.799 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.799 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-03-07T02:56:42.799 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 452088, 2024-03-07T02:56:42.799 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 39 2024-03-07T02:56:42.800 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.800 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-03-07T02:56:42.800 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.800 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.800 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.800 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-03-07T02:56:42.800 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 88712, 2024-03-07T02:56:42.800 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 181 2024-03-07T02:56:42.800 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.800 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-03-07T02:56:42.800 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 222776, 2024-03-07T02:56:42.800 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3416 2024-03-07T02:56:42.800 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.800 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-03-07T02:56:42.800 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.800 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.801 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.801 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-03-07T02:56:42.801 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.801 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.801 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.801 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-03-07T02:56:42.801 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.801 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.801 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.801 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-03-07T02:56:42.801 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.801 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.801 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:42.801 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.801 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.7": { 2024-03-07T02:56:42.802 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-03-07T02:56:42.802 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.802 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.802 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.802 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-03-07T02:56:42.802 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 6368, 2024-03-07T02:56:42.802 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 123 2024-03-07T02:56:42.802 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.802 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-03-07T02:56:42.802 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 16896, 2024-03-07T02:56:42.802 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8 2024-03-07T02:56:42.802 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.802 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-03-07T02:56:42.802 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 576, 2024-03-07T02:56:42.802 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3 2024-03-07T02:56:42.802 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.803 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-03-07T02:56:42.803 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1680, 2024-03-07T02:56:42.803 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 21 2024-03-07T02:56:42.803 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.803 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-03-07T02:56:42.803 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 20384, 2024-03-07T02:56:42.803 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 182 2024-03-07T02:56:42.803 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.803 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-03-07T02:56:42.803 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1264, 2024-03-07T02:56:42.803 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 41 2024-03-07T02:56:42.803 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.803 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-03-07T02:56:42.803 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 285223, 2024-03-07T02:56:42.803 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 10 2024-03-07T02:56:42.803 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.804 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-03-07T02:56:42.804 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 48242, 2024-03-07T02:56:42.804 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 9199 2024-03-07T02:56:42.804 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.804 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-03-07T02:56:42.804 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 133536, 2024-03-07T02:56:42.804 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 228 2024-03-07T02:56:42.804 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.804 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-03-07T02:56:42.804 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 11548, 2024-03-07T02:56:42.804 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 730 2024-03-07T02:56:42.804 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.804 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-03-07T02:56:42.804 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 8736, 2024-03-07T02:56:42.804 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 182 2024-03-07T02:56:42.804 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.805 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-03-07T02:56:42.805 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.805 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.805 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.805 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-03-07T02:56:42.805 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 30908, 2024-03-07T02:56:42.805 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 196 2024-03-07T02:56:42.805 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.805 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-03-07T02:56:42.805 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 20384, 2024-03-07T02:56:42.805 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 182 2024-03-07T02:56:42.805 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.805 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-03-07T02:56:42.805 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.805 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.805 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.805 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-03-07T02:56:42.806 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 135316, 2024-03-07T02:56:42.806 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 27 2024-03-07T02:56:42.806 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.806 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-03-07T02:56:42.806 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.806 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.806 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.806 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-03-07T02:56:42.806 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2400570, 2024-03-07T02:56:42.806 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 191 2024-03-07T02:56:42.806 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.806 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-03-07T02:56:42.806 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 6072, 2024-03-07T02:56:42.806 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 69 2024-03-07T02:56:42.806 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.807 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-03-07T02:56:42.807 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.807 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.807 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.807 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-03-07T02:56:42.807 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 533232, 2024-03-07T02:56:42.807 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 46 2024-03-07T02:56:42.807 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.807 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-03-07T02:56:42.807 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.807 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.807 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.807 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-03-07T02:56:42.807 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 90480, 2024-03-07T02:56:42.807 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 202 2024-03-07T02:56:42.808 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.808 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-03-07T02:56:42.808 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 222008, 2024-03-07T02:56:42.808 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3380 2024-03-07T02:56:42.808 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.808 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-03-07T02:56:42.808 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.808 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.808 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.808 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-03-07T02:56:42.808 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.808 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.808 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.808 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-03-07T02:56:42.809 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.809 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.809 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.809 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-03-07T02:56:42.809 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:42.809 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:42.809 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:42.809 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:42.809 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:42.809 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.809 INFO:tasks.workunit.client.0.smithi090.stdout: "metadata": { 2024-03-07T02:56:42.809 INFO:tasks.workunit.client.0.smithi090.stdout: "mds": { 2024-03-07T02:56:42.809 INFO:tasks.workunit.client.0.smithi090.stdout: "arch": { 2024-03-07T02:56:42.809 INFO:tasks.workunit.client.0.smithi090.stdout: "x86_64": 2 2024-03-07T02:56:42.809 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.810 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_version": { 2024-03-07T02:56:42.810 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 2 2024-03-07T02:56:42.810 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.810 INFO:tasks.workunit.client.0.smithi090.stdout: "cpu": { 2024-03-07T02:56:42.810 INFO:tasks.workunit.client.0.smithi090.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-03-07T02:56:42.810 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.810 INFO:tasks.workunit.client.0.smithi090.stdout: "distro": { 2024-03-07T02:56:42.810 INFO:tasks.workunit.client.0.smithi090.stdout: "centos": 2 2024-03-07T02:56:42.810 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.810 INFO:tasks.workunit.client.0.smithi090.stdout: "distro_description": { 2024-03-07T02:56:42.810 INFO:tasks.workunit.client.0.smithi090.stdout: "CentOS Stream 8": 2 2024-03-07T02:56:42.810 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.810 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_description": { 2024-03-07T02:56:42.810 INFO:tasks.workunit.client.0.smithi090.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024": 2 2024-03-07T02:56:42.810 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.810 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_version": { 2024-03-07T02:56:42.811 INFO:tasks.workunit.client.0.smithi090.stdout: "5.14.0-427.el9.x86_64": 2 2024-03-07T02:56:42.811 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.811 INFO:tasks.workunit.client.0.smithi090.stdout: "os": { 2024-03-07T02:56:42.811 INFO:tasks.workunit.client.0.smithi090.stdout: "Linux": 2 2024-03-07T02:56:42.811 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:42.811 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.811 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-03-07T02:56:42.811 INFO:tasks.workunit.client.0.smithi090.stdout: "arch": { 2024-03-07T02:56:42.811 INFO:tasks.workunit.client.0.smithi090.stdout: "x86_64": 3 2024-03-07T02:56:42.811 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.811 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_version": { 2024-03-07T02:56:42.811 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 3 2024-03-07T02:56:42.811 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.811 INFO:tasks.workunit.client.0.smithi090.stdout: "cpu": { 2024-03-07T02:56:42.811 INFO:tasks.workunit.client.0.smithi090.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-03-07T02:56:42.811 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.812 INFO:tasks.workunit.client.0.smithi090.stdout: "distro": { 2024-03-07T02:56:42.812 INFO:tasks.workunit.client.0.smithi090.stdout: "centos": 3 2024-03-07T02:56:42.812 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.812 INFO:tasks.workunit.client.0.smithi090.stdout: "distro_description": { 2024-03-07T02:56:42.812 INFO:tasks.workunit.client.0.smithi090.stdout: "CentOS Stream 8": 3 2024-03-07T02:56:42.812 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.812 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_description": { 2024-03-07T02:56:42.812 INFO:tasks.workunit.client.0.smithi090.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024": 3 2024-03-07T02:56:42.812 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.812 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_version": { 2024-03-07T02:56:42.812 INFO:tasks.workunit.client.0.smithi090.stdout: "5.14.0-427.el9.x86_64": 3 2024-03-07T02:56:42.812 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.812 INFO:tasks.workunit.client.0.smithi090.stdout: "os": { 2024-03-07T02:56:42.812 INFO:tasks.workunit.client.0.smithi090.stdout: "Linux": 3 2024-03-07T02:56:42.813 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:42.813 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.813 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-03-07T02:56:42.813 INFO:tasks.workunit.client.0.smithi090.stdout: "arch": { 2024-03-07T02:56:42.813 INFO:tasks.workunit.client.0.smithi090.stdout: "x86_64": 8 2024-03-07T02:56:42.813 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.813 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_version": { 2024-03-07T02:56:42.813 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 8 2024-03-07T02:56:42.813 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.813 INFO:tasks.workunit.client.0.smithi090.stdout: "cpu": { 2024-03-07T02:56:42.813 INFO:tasks.workunit.client.0.smithi090.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-03-07T02:56:42.813 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.813 INFO:tasks.workunit.client.0.smithi090.stdout: "distro": { 2024-03-07T02:56:42.813 INFO:tasks.workunit.client.0.smithi090.stdout: "centos": 8 2024-03-07T02:56:42.813 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.813 INFO:tasks.workunit.client.0.smithi090.stdout: "distro_description": { 2024-03-07T02:56:42.814 INFO:tasks.workunit.client.0.smithi090.stdout: "CentOS Stream 8": 8 2024-03-07T02:56:42.814 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.814 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_description": { 2024-03-07T02:56:42.814 INFO:tasks.workunit.client.0.smithi090.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024": 8 2024-03-07T02:56:42.814 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.814 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_version": { 2024-03-07T02:56:42.814 INFO:tasks.workunit.client.0.smithi090.stdout: "5.14.0-427.el9.x86_64": 8 2024-03-07T02:56:42.814 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.814 INFO:tasks.workunit.client.0.smithi090.stdout: "os": { 2024-03-07T02:56:42.814 INFO:tasks.workunit.client.0.smithi090.stdout: "Linux": 8 2024-03-07T02:56:42.814 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.814 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_objectstore": { 2024-03-07T02:56:42.814 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": 8 2024-03-07T02:56:42.814 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.814 INFO:tasks.workunit.client.0.smithi090.stdout: "rotational": { 2024-03-07T02:56:42.815 INFO:tasks.workunit.client.0.smithi090.stdout: "0": 8 2024-03-07T02:56:42.815 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:42.815 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:42.815 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.815 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-03-07T02:56:42.815 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3, 2024-03-07T02:56:42.815 INFO:tasks.workunit.client.0.smithi090.stdout: "features": { 2024-03-07T02:56:42.815 INFO:tasks.workunit.client.0.smithi090.stdout: "optional": [], 2024-03-07T02:56:42.815 INFO:tasks.workunit.client.0.smithi090.stdout: "persistent": [ 2024-03-07T02:56:42.815 INFO:tasks.workunit.client.0.smithi090.stdout: "kraken", 2024-03-07T02:56:42.815 INFO:tasks.workunit.client.0.smithi090.stdout: "luminous", 2024-03-07T02:56:42.815 INFO:tasks.workunit.client.0.smithi090.stdout: "mimic", 2024-03-07T02:56:42.815 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap-prune", 2024-03-07T02:56:42.815 INFO:tasks.workunit.client.0.smithi090.stdout: "nautilus", 2024-03-07T02:56:42.815 INFO:tasks.workunit.client.0.smithi090.stdout: "octopus", 2024-03-07T02:56:42.816 INFO:tasks.workunit.client.0.smithi090.stdout: "pacific", 2024-03-07T02:56:42.816 INFO:tasks.workunit.client.0.smithi090.stdout: "elector-pinging", 2024-03-07T02:56:42.816 INFO:tasks.workunit.client.0.smithi090.stdout: "quincy", 2024-03-07T02:56:42.816 INFO:tasks.workunit.client.0.smithi090.stdout: "reef" 2024-03-07T02:56:42.816 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:42.816 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.816 INFO:tasks.workunit.client.0.smithi090.stdout: "ipv4_addr_mons": 6, 2024-03-07T02:56:42.816 INFO:tasks.workunit.client.0.smithi090.stdout: "ipv6_addr_mons": 0, 2024-03-07T02:56:42.816 INFO:tasks.workunit.client.0.smithi090.stdout: "min_mon_release": 18, 2024-03-07T02:56:42.816 INFO:tasks.workunit.client.0.smithi090.stdout: "v1_addr_mons": 3, 2024-03-07T02:56:42.816 INFO:tasks.workunit.client.0.smithi090.stdout: "v2_addr_mons": 3 2024-03-07T02:56:42.816 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.816 INFO:tasks.workunit.client.0.smithi090.stdout: "organization": "ceph-qa", 2024-03-07T02:56:42.816 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-03-07T02:56:42.816 INFO:tasks.workunit.client.0.smithi090.stdout: "cluster_network": false, 2024-03-07T02:56:42.817 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8, 2024-03-07T02:56:42.817 INFO:tasks.workunit.client.0.smithi090.stdout: "require_min_compat_client": "luminous", 2024-03-07T02:56:42.817 INFO:tasks.workunit.client.0.smithi090.stdout: "require_osd_release": "reef" 2024-03-07T02:56:42.817 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.817 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_perf_histograms": [ 2024-03-07T02:56:42.817 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:42.817 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-03-07T02:56:42.817 INFO:tasks.workunit.client.0.smithi090.stdout: "axes": [ 2024-03-07T02:56:42.817 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:42.817 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 32, 2024-03-07T02:56:42.817 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-03-07T02:56:42.817 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "Latency (usec)", 2024-03-07T02:56:42.817 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 100000, 2024-03-07T02:56:42.817 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-03-07T02:56:42.817 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-03-07T02:56:42.818 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 99999]", 2024-03-07T02:56:42.818 INFO:tasks.workunit.client.0.smithi090.stdout: "[100000, 199999]", 2024-03-07T02:56:42.818 INFO:tasks.workunit.client.0.smithi090.stdout: "[200000, 399999]", 2024-03-07T02:56:42.818 INFO:tasks.workunit.client.0.smithi090.stdout: "[400000, 799999]", 2024-03-07T02:56:42.818 INFO:tasks.workunit.client.0.smithi090.stdout: "[800000, 1599999]", 2024-03-07T02:56:42.818 INFO:tasks.workunit.client.0.smithi090.stdout: "[1600000, 3199999]", 2024-03-07T02:56:42.818 INFO:tasks.workunit.client.0.smithi090.stdout: "[3200000, 6399999]", 2024-03-07T02:56:42.818 INFO:tasks.workunit.client.0.smithi090.stdout: "[6400000, 12799999]", 2024-03-07T02:56:42.818 INFO:tasks.workunit.client.0.smithi090.stdout: "[12800000, 25599999]", 2024-03-07T02:56:42.818 INFO:tasks.workunit.client.0.smithi090.stdout: "[25600000, 51199999]", 2024-03-07T02:56:42.818 INFO:tasks.workunit.client.0.smithi090.stdout: "[51200000, 102399999]", 2024-03-07T02:56:42.818 INFO:tasks.workunit.client.0.smithi090.stdout: "[102400000, 204799999]", 2024-03-07T02:56:42.818 INFO:tasks.workunit.client.0.smithi090.stdout: "[204800000, 409599999]", 2024-03-07T02:56:42.818 INFO:tasks.workunit.client.0.smithi090.stdout: "[409600000, 819199999]", 2024-03-07T02:56:42.818 INFO:tasks.workunit.client.0.smithi090.stdout: "[819200000, 1638399999]", 2024-03-07T02:56:42.818 INFO:tasks.workunit.client.0.smithi090.stdout: "[1638400000, 3276799999]", 2024-03-07T02:56:42.819 INFO:tasks.workunit.client.0.smithi090.stdout: "[3276800000, 6553599999]", 2024-03-07T02:56:42.819 INFO:tasks.workunit.client.0.smithi090.stdout: "[6553600000, 13107199999]", 2024-03-07T02:56:42.819 INFO:tasks.workunit.client.0.smithi090.stdout: "[13107200000, 26214399999]", 2024-03-07T02:56:42.819 INFO:tasks.workunit.client.0.smithi090.stdout: "[26214400000, 52428799999]", 2024-03-07T02:56:42.819 INFO:tasks.workunit.client.0.smithi090.stdout: "[52428800000, 104857599999]", 2024-03-07T02:56:42.819 INFO:tasks.workunit.client.0.smithi090.stdout: "[104857600000, 209715199999]", 2024-03-07T02:56:42.819 INFO:tasks.workunit.client.0.smithi090.stdout: "[209715200000, 419430399999]", 2024-03-07T02:56:42.819 INFO:tasks.workunit.client.0.smithi090.stdout: "[419430400000, 838860799999]", 2024-03-07T02:56:42.819 INFO:tasks.workunit.client.0.smithi090.stdout: "[838860800000, 1677721599999]", 2024-03-07T02:56:42.819 INFO:tasks.workunit.client.0.smithi090.stdout: "[1677721600000, 3355443199999]", 2024-03-07T02:56:42.819 INFO:tasks.workunit.client.0.smithi090.stdout: "[3355443200000, 6710886399999]", 2024-03-07T02:56:42.819 INFO:tasks.workunit.client.0.smithi090.stdout: "[6710886400000, 13421772799999]", 2024-03-07T02:56:42.819 INFO:tasks.workunit.client.0.smithi090.stdout: "[13421772800000, 26843545599999]", 2024-03-07T02:56:42.819 INFO:tasks.workunit.client.0.smithi090.stdout: "[26843545600000, 53687091199999]", 2024-03-07T02:56:42.820 INFO:tasks.workunit.client.0.smithi090.stdout: "[53687091200000, None]" 2024-03-07T02:56:42.820 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:42.820 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "log2" 2024-03-07T02:56:42.820 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.820 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:42.820 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 32, 2024-03-07T02:56:42.820 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-03-07T02:56:42.820 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "Request size (bytes)", 2024-03-07T02:56:42.820 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 512, 2024-03-07T02:56:42.820 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-03-07T02:56:42.820 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-03-07T02:56:42.820 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 511]", 2024-03-07T02:56:42.820 INFO:tasks.workunit.client.0.smithi090.stdout: "[512, 1023]", 2024-03-07T02:56:42.820 INFO:tasks.workunit.client.0.smithi090.stdout: "[1024, 2047]", 2024-03-07T02:56:42.821 INFO:tasks.workunit.client.0.smithi090.stdout: "[2048, 4095]", 2024-03-07T02:56:42.821 INFO:tasks.workunit.client.0.smithi090.stdout: "[4096, 8191]", 2024-03-07T02:56:42.821 INFO:tasks.workunit.client.0.smithi090.stdout: "[8192, 16383]", 2024-03-07T02:56:42.821 INFO:tasks.workunit.client.0.smithi090.stdout: "[16384, 32767]", 2024-03-07T02:56:42.821 INFO:tasks.workunit.client.0.smithi090.stdout: "[32768, 65535]", 2024-03-07T02:56:42.821 INFO:tasks.workunit.client.0.smithi090.stdout: "[65536, 131071]", 2024-03-07T02:56:42.821 INFO:tasks.workunit.client.0.smithi090.stdout: "[131072, 262143]", 2024-03-07T02:56:42.821 INFO:tasks.workunit.client.0.smithi090.stdout: "[262144, 524287]", 2024-03-07T02:56:42.821 INFO:tasks.workunit.client.0.smithi090.stdout: "[524288, 1048575]", 2024-03-07T02:56:42.821 INFO:tasks.workunit.client.0.smithi090.stdout: "[1048576, 2097151]", 2024-03-07T02:56:42.821 INFO:tasks.workunit.client.0.smithi090.stdout: "[2097152, 4194303]", 2024-03-07T02:56:42.821 INFO:tasks.workunit.client.0.smithi090.stdout: "[4194304, 8388607]", 2024-03-07T02:56:42.821 INFO:tasks.workunit.client.0.smithi090.stdout: "[8388608, 16777215]", 2024-03-07T02:56:42.821 INFO:tasks.workunit.client.0.smithi090.stdout: "[16777216, 33554431]", 2024-03-07T02:56:42.821 INFO:tasks.workunit.client.0.smithi090.stdout: "[33554432, 67108863]", 2024-03-07T02:56:42.821 INFO:tasks.workunit.client.0.smithi090.stdout: "[67108864, 134217727]", 2024-03-07T02:56:42.822 INFO:tasks.workunit.client.0.smithi090.stdout: "[134217728, 268435455]", 2024-03-07T02:56:42.822 INFO:tasks.workunit.client.0.smithi090.stdout: "[268435456, 536870911]", 2024-03-07T02:56:42.822 INFO:tasks.workunit.client.0.smithi090.stdout: "[536870912, 1073741823]", 2024-03-07T02:56:42.822 INFO:tasks.workunit.client.0.smithi090.stdout: "[1073741824, 2147483647]", 2024-03-07T02:56:42.822 INFO:tasks.workunit.client.0.smithi090.stdout: "[2147483648, 4294967295]", 2024-03-07T02:56:42.822 INFO:tasks.workunit.client.0.smithi090.stdout: "[4294967296, 8589934591]", 2024-03-07T02:56:42.822 INFO:tasks.workunit.client.0.smithi090.stdout: "[8589934592, 17179869183]", 2024-03-07T02:56:42.822 INFO:tasks.workunit.client.0.smithi090.stdout: "[17179869184, 34359738367]", 2024-03-07T02:56:42.822 INFO:tasks.workunit.client.0.smithi090.stdout: "[34359738368, 68719476735]", 2024-03-07T02:56:42.822 INFO:tasks.workunit.client.0.smithi090.stdout: "[68719476736, 137438953471]", 2024-03-07T02:56:42.822 INFO:tasks.workunit.client.0.smithi090.stdout: "[137438953472, 274877906943]", 2024-03-07T02:56:42.822 INFO:tasks.workunit.client.0.smithi090.stdout: "[274877906944, None]" 2024-03-07T02:56:42.822 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:42.822 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "log2" 2024-03-07T02:56:42.823 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:42.823 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:42.823 INFO:tasks.workunit.client.0.smithi090.stdout: "osds": [ 2024-03-07T02:56:42.823 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:42.823 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 0, 2024-03-07T02:56:42.823 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-03-07T02:56:42.823 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.823 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.823 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.823 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.823 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.823 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.823 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.823 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.823 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.823 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.824 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.824 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.824 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.824 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.824 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.824 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.824 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.824 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.824 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.824 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.824 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.824 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.824 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.824 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.825 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.825 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.825 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.825 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.825 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.825 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.825 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.825 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-07T02:56:42.825 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:42.825 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.825 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:42.825 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 1, 2024-03-07T02:56:42.825 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-03-07T02:56:42.825 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.825 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.825 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.826 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.826 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.826 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.826 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.826 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.826 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.826 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.826 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.826 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.826 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.826 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.826 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.826 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.826 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.826 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.826 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.827 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.827 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.827 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.827 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.827 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.827 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.827 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.827 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.827 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.827 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.827 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.827 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.827 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-07T02:56:42.827 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:42.827 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.828 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:42.828 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 2, 2024-03-07T02:56:42.828 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-03-07T02:56:42.828 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.828 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.828 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.828 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.828 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.828 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.828 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.828 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.828 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.828 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.829 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.829 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.829 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.829 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.829 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.829 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.829 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.829 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.829 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.829 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.829 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.829 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.829 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.829 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.830 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.830 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.830 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.830 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.830 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.830 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.830 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.830 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-07T02:56:42.830 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:42.830 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.830 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:42.830 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 3, 2024-03-07T02:56:42.830 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-03-07T02:56:42.830 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.830 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.830 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.831 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.831 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.831 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.831 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.831 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.831 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.831 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.831 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.831 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.831 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.831 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.831 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.831 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.831 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.831 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.831 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.832 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.832 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.832 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.832 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.832 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.832 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.832 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.832 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.832 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.832 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.832 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.832 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.832 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-07T02:56:42.833 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:42.833 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.833 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:42.833 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 4, 2024-03-07T02:56:42.833 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-03-07T02:56:42.833 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.833 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.833 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.833 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.833 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.833 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.833 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.833 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.833 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.833 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.834 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.834 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.834 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.834 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.834 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.834 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.834 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.834 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.834 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.834 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.834 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.834 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.834 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.834 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.834 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.835 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.835 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.835 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.835 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.835 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.835 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.835 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-07T02:56:42.835 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:42.835 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.835 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:42.835 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 5, 2024-03-07T02:56:42.835 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-03-07T02:56:42.835 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.835 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.835 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.835 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.836 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.836 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.836 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.836 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.836 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.836 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.836 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.836 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.836 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.836 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.836 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.836 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.836 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.836 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.836 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.837 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.837 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.837 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.837 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.837 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.837 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.837 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.837 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.837 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.837 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.837 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.838 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.838 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-07T02:56:42.838 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:42.838 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.838 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:42.838 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 6, 2024-03-07T02:56:42.838 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-03-07T02:56:42.838 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.838 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.838 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.838 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.838 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.838 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.838 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.838 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.839 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.839 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.839 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.839 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.839 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.839 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.839 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.839 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.839 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.839 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.839 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.839 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.839 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.839 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.839 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.840 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.840 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.840 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.840 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.840 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.840 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.840 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.840 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.840 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-07T02:56:42.840 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:42.840 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.840 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:42.840 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 7, 2024-03-07T02:56:42.841 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-03-07T02:56:42.841 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.841 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.841 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.841 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.841 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.841 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.841 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.841 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.841 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.841 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.841 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.841 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.841 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.842 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.842 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.842 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.842 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.842 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.842 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.842 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.842 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.842 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.842 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.842 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.842 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.842 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.843 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.843 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.843 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.843 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.843 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.843 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-07T02:56:42.843 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:42.843 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:42.843 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:42.843 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.843 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-03-07T02:56:42.843 INFO:tasks.workunit.client.0.smithi090.stdout: "axes": [ 2024-03-07T02:56:42.843 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:42.843 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 32, 2024-03-07T02:56:42.843 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-03-07T02:56:42.843 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "Latency (usec)", 2024-03-07T02:56:42.844 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 100000, 2024-03-07T02:56:42.844 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-03-07T02:56:42.844 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-03-07T02:56:42.844 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 99999]", 2024-03-07T02:56:42.844 INFO:tasks.workunit.client.0.smithi090.stdout: "[100000, 199999]", 2024-03-07T02:56:42.844 INFO:tasks.workunit.client.0.smithi090.stdout: "[200000, 399999]", 2024-03-07T02:56:42.844 INFO:tasks.workunit.client.0.smithi090.stdout: "[400000, 799999]", 2024-03-07T02:56:42.844 INFO:tasks.workunit.client.0.smithi090.stdout: "[800000, 1599999]", 2024-03-07T02:56:42.844 INFO:tasks.workunit.client.0.smithi090.stdout: "[1600000, 3199999]", 2024-03-07T02:56:42.844 INFO:tasks.workunit.client.0.smithi090.stdout: "[3200000, 6399999]", 2024-03-07T02:56:42.844 INFO:tasks.workunit.client.0.smithi090.stdout: "[6400000, 12799999]", 2024-03-07T02:56:42.844 INFO:tasks.workunit.client.0.smithi090.stdout: "[12800000, 25599999]", 2024-03-07T02:56:42.844 INFO:tasks.workunit.client.0.smithi090.stdout: "[25600000, 51199999]", 2024-03-07T02:56:42.844 INFO:tasks.workunit.client.0.smithi090.stdout: "[51200000, 102399999]", 2024-03-07T02:56:42.844 INFO:tasks.workunit.client.0.smithi090.stdout: "[102400000, 204799999]", 2024-03-07T02:56:42.845 INFO:tasks.workunit.client.0.smithi090.stdout: "[204800000, 409599999]", 2024-03-07T02:56:42.845 INFO:tasks.workunit.client.0.smithi090.stdout: "[409600000, 819199999]", 2024-03-07T02:56:42.845 INFO:tasks.workunit.client.0.smithi090.stdout: "[819200000, 1638399999]", 2024-03-07T02:56:42.845 INFO:tasks.workunit.client.0.smithi090.stdout: "[1638400000, 3276799999]", 2024-03-07T02:56:42.845 INFO:tasks.workunit.client.0.smithi090.stdout: "[3276800000, 6553599999]", 2024-03-07T02:56:42.845 INFO:tasks.workunit.client.0.smithi090.stdout: "[6553600000, 13107199999]", 2024-03-07T02:56:42.845 INFO:tasks.workunit.client.0.smithi090.stdout: "[13107200000, 26214399999]", 2024-03-07T02:56:42.845 INFO:tasks.workunit.client.0.smithi090.stdout: "[26214400000, 52428799999]", 2024-03-07T02:56:42.845 INFO:tasks.workunit.client.0.smithi090.stdout: "[52428800000, 104857599999]", 2024-03-07T02:56:42.845 INFO:tasks.workunit.client.0.smithi090.stdout: "[104857600000, 209715199999]", 2024-03-07T02:56:42.845 INFO:tasks.workunit.client.0.smithi090.stdout: "[209715200000, 419430399999]", 2024-03-07T02:56:42.845 INFO:tasks.workunit.client.0.smithi090.stdout: "[419430400000, 838860799999]", 2024-03-07T02:56:42.845 INFO:tasks.workunit.client.0.smithi090.stdout: "[838860800000, 1677721599999]", 2024-03-07T02:56:42.845 INFO:tasks.workunit.client.0.smithi090.stdout: "[1677721600000, 3355443199999]", 2024-03-07T02:56:42.845 INFO:tasks.workunit.client.0.smithi090.stdout: "[3355443200000, 6710886399999]", 2024-03-07T02:56:42.845 INFO:tasks.workunit.client.0.smithi090.stdout: "[6710886400000, 13421772799999]", 2024-03-07T02:56:42.846 INFO:tasks.workunit.client.0.smithi090.stdout: "[13421772800000, 26843545599999]", 2024-03-07T02:56:42.846 INFO:tasks.workunit.client.0.smithi090.stdout: "[26843545600000, 53687091199999]", 2024-03-07T02:56:42.846 INFO:tasks.workunit.client.0.smithi090.stdout: "[53687091200000, None]" 2024-03-07T02:56:42.846 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:42.846 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "log2" 2024-03-07T02:56:42.846 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.846 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:42.846 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 32, 2024-03-07T02:56:42.846 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-03-07T02:56:42.846 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "Request size (bytes)", 2024-03-07T02:56:42.846 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 512, 2024-03-07T02:56:42.846 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-03-07T02:56:42.846 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-03-07T02:56:42.846 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 511]", 2024-03-07T02:56:42.846 INFO:tasks.workunit.client.0.smithi090.stdout: "[512, 1023]", 2024-03-07T02:56:42.847 INFO:tasks.workunit.client.0.smithi090.stdout: "[1024, 2047]", 2024-03-07T02:56:42.847 INFO:tasks.workunit.client.0.smithi090.stdout: "[2048, 4095]", 2024-03-07T02:56:42.847 INFO:tasks.workunit.client.0.smithi090.stdout: "[4096, 8191]", 2024-03-07T02:56:42.847 INFO:tasks.workunit.client.0.smithi090.stdout: "[8192, 16383]", 2024-03-07T02:56:42.847 INFO:tasks.workunit.client.0.smithi090.stdout: "[16384, 32767]", 2024-03-07T02:56:42.847 INFO:tasks.workunit.client.0.smithi090.stdout: "[32768, 65535]", 2024-03-07T02:56:42.847 INFO:tasks.workunit.client.0.smithi090.stdout: "[65536, 131071]", 2024-03-07T02:56:42.847 INFO:tasks.workunit.client.0.smithi090.stdout: "[131072, 262143]", 2024-03-07T02:56:42.847 INFO:tasks.workunit.client.0.smithi090.stdout: "[262144, 524287]", 2024-03-07T02:56:42.847 INFO:tasks.workunit.client.0.smithi090.stdout: "[524288, 1048575]", 2024-03-07T02:56:42.847 INFO:tasks.workunit.client.0.smithi090.stdout: "[1048576, 2097151]", 2024-03-07T02:56:42.847 INFO:tasks.workunit.client.0.smithi090.stdout: "[2097152, 4194303]", 2024-03-07T02:56:42.847 INFO:tasks.workunit.client.0.smithi090.stdout: "[4194304, 8388607]", 2024-03-07T02:56:42.847 INFO:tasks.workunit.client.0.smithi090.stdout: "[8388608, 16777215]", 2024-03-07T02:56:42.847 INFO:tasks.workunit.client.0.smithi090.stdout: "[16777216, 33554431]", 2024-03-07T02:56:42.847 INFO:tasks.workunit.client.0.smithi090.stdout: "[33554432, 67108863]", 2024-03-07T02:56:42.847 INFO:tasks.workunit.client.0.smithi090.stdout: "[67108864, 134217727]", 2024-03-07T02:56:42.848 INFO:tasks.workunit.client.0.smithi090.stdout: "[134217728, 268435455]", 2024-03-07T02:56:42.848 INFO:tasks.workunit.client.0.smithi090.stdout: "[268435456, 536870911]", 2024-03-07T02:56:42.848 INFO:tasks.workunit.client.0.smithi090.stdout: "[536870912, 1073741823]", 2024-03-07T02:56:42.848 INFO:tasks.workunit.client.0.smithi090.stdout: "[1073741824, 2147483647]", 2024-03-07T02:56:42.848 INFO:tasks.workunit.client.0.smithi090.stdout: "[2147483648, 4294967295]", 2024-03-07T02:56:42.848 INFO:tasks.workunit.client.0.smithi090.stdout: "[4294967296, 8589934591]", 2024-03-07T02:56:42.848 INFO:tasks.workunit.client.0.smithi090.stdout: "[8589934592, 17179869183]", 2024-03-07T02:56:42.848 INFO:tasks.workunit.client.0.smithi090.stdout: "[17179869184, 34359738367]", 2024-03-07T02:56:42.848 INFO:tasks.workunit.client.0.smithi090.stdout: "[34359738368, 68719476735]", 2024-03-07T02:56:42.848 INFO:tasks.workunit.client.0.smithi090.stdout: "[68719476736, 137438953471]", 2024-03-07T02:56:42.848 INFO:tasks.workunit.client.0.smithi090.stdout: "[137438953472, 274877906943]", 2024-03-07T02:56:42.848 INFO:tasks.workunit.client.0.smithi090.stdout: "[274877906944, None]" 2024-03-07T02:56:42.848 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:42.849 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "log2" 2024-03-07T02:56:42.849 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:42.849 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:42.849 INFO:tasks.workunit.client.0.smithi090.stdout: "osds": [ 2024-03-07T02:56:42.849 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:42.849 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 0, 2024-03-07T02:56:42.849 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-03-07T02:56:42.849 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.849 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.849 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.849 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.849 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.849 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.849 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.849 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.849 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.850 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.850 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.850 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.850 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.850 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.850 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.850 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.850 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.850 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.850 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.850 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.850 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.850 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.850 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.851 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.851 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.851 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.851 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.851 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.851 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.851 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.851 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.851 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-07T02:56:42.851 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:42.851 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.851 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:42.851 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 1, 2024-03-07T02:56:42.851 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-03-07T02:56:42.851 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.851 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.852 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.852 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.852 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.852 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.852 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.852 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.852 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.852 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.852 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.852 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.852 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.852 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.852 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.852 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.853 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.853 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.853 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.853 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.853 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.853 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.853 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.853 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.853 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.853 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.853 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.853 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.853 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.853 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.853 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.853 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-07T02:56:42.854 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:42.854 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.854 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:42.854 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 2, 2024-03-07T02:56:42.854 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-03-07T02:56:42.854 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.854 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.854 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.854 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.854 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.854 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.854 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.854 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.854 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.854 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.854 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.855 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.855 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.855 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.855 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.855 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.855 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.855 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.855 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.855 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.855 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.855 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.855 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.855 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.856 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.856 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.856 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.856 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.856 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.856 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.856 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.856 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-07T02:56:42.856 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:42.856 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.856 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:42.856 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 3, 2024-03-07T02:56:42.856 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-03-07T02:56:42.857 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.857 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.857 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.857 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.857 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.857 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.857 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.857 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.857 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.857 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.857 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.857 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.857 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.857 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.857 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.858 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.858 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.858 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.858 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.858 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.858 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.858 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.858 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.858 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.858 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.858 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.858 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.858 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.859 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.859 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.859 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.859 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-07T02:56:42.859 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:42.859 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.859 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:42.859 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 4, 2024-03-07T02:56:42.859 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-03-07T02:56:42.859 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.859 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.859 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.859 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.859 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.859 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.859 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.860 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.860 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.860 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.860 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.860 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.860 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.860 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.860 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.860 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.860 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.860 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.860 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.860 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.860 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.861 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.861 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.861 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.861 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.861 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.861 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.861 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.861 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.861 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.861 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.861 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-07T02:56:42.861 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:42.861 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.861 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:42.861 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 5, 2024-03-07T02:56:42.862 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-03-07T02:56:42.862 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.862 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.862 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.862 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.862 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.862 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.862 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.862 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.862 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.862 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.862 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.862 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.862 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.862 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.863 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.863 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.863 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.863 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.863 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.863 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.863 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.863 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.863 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.863 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.863 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.863 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.863 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.863 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.864 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.864 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.864 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.864 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-07T02:56:42.864 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:42.864 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.864 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:42.864 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 6, 2024-03-07T02:56:42.864 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-03-07T02:56:42.864 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.864 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.864 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.864 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.864 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.864 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.865 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.865 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.865 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.865 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.865 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.865 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.865 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.865 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.865 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.865 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.865 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.865 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.865 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.865 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.866 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.866 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.866 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.866 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.866 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.866 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.866 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.866 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.866 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.866 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.866 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.866 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-07T02:56:42.866 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:42.866 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.866 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:42.866 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 7, 2024-03-07T02:56:42.867 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-03-07T02:56:42.867 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.867 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.867 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.867 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.867 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.867 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.867 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.867 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.867 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.867 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.867 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.867 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.867 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.867 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.867 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.868 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.868 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.868 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.868 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.868 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.868 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.868 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.868 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.868 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.868 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.868 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.868 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.868 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.868 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.868 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.869 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.869 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-07T02:56:42.869 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:42.869 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:42.869 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:42.869 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.869 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-03-07T02:56:42.869 INFO:tasks.workunit.client.0.smithi090.stdout: "axes": [ 2024-03-07T02:56:42.869 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:42.869 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 32, 2024-03-07T02:56:42.869 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-03-07T02:56:42.869 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "Latency (usec)", 2024-03-07T02:56:42.869 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 100000, 2024-03-07T02:56:42.869 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-03-07T02:56:42.870 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-03-07T02:56:42.870 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 99999]", 2024-03-07T02:56:42.870 INFO:tasks.workunit.client.0.smithi090.stdout: "[100000, 199999]", 2024-03-07T02:56:42.870 INFO:tasks.workunit.client.0.smithi090.stdout: "[200000, 399999]", 2024-03-07T02:56:42.870 INFO:tasks.workunit.client.0.smithi090.stdout: "[400000, 799999]", 2024-03-07T02:56:42.870 INFO:tasks.workunit.client.0.smithi090.stdout: "[800000, 1599999]", 2024-03-07T02:56:42.870 INFO:tasks.workunit.client.0.smithi090.stdout: "[1600000, 3199999]", 2024-03-07T02:56:42.870 INFO:tasks.workunit.client.0.smithi090.stdout: "[3200000, 6399999]", 2024-03-07T02:56:42.870 INFO:tasks.workunit.client.0.smithi090.stdout: "[6400000, 12799999]", 2024-03-07T02:56:42.870 INFO:tasks.workunit.client.0.smithi090.stdout: "[12800000, 25599999]", 2024-03-07T02:56:42.870 INFO:tasks.workunit.client.0.smithi090.stdout: "[25600000, 51199999]", 2024-03-07T02:56:42.870 INFO:tasks.workunit.client.0.smithi090.stdout: "[51200000, 102399999]", 2024-03-07T02:56:42.870 INFO:tasks.workunit.client.0.smithi090.stdout: "[102400000, 204799999]", 2024-03-07T02:56:42.870 INFO:tasks.workunit.client.0.smithi090.stdout: "[204800000, 409599999]", 2024-03-07T02:56:42.870 INFO:tasks.workunit.client.0.smithi090.stdout: "[409600000, 819199999]", 2024-03-07T02:56:42.871 INFO:tasks.workunit.client.0.smithi090.stdout: "[819200000, 1638399999]", 2024-03-07T02:56:42.871 INFO:tasks.workunit.client.0.smithi090.stdout: "[1638400000, 3276799999]", 2024-03-07T02:56:42.871 INFO:tasks.workunit.client.0.smithi090.stdout: "[3276800000, 6553599999]", 2024-03-07T02:56:42.871 INFO:tasks.workunit.client.0.smithi090.stdout: "[6553600000, 13107199999]", 2024-03-07T02:56:42.871 INFO:tasks.workunit.client.0.smithi090.stdout: "[13107200000, 26214399999]", 2024-03-07T02:56:42.871 INFO:tasks.workunit.client.0.smithi090.stdout: "[26214400000, 52428799999]", 2024-03-07T02:56:42.871 INFO:tasks.workunit.client.0.smithi090.stdout: "[52428800000, 104857599999]", 2024-03-07T02:56:42.871 INFO:tasks.workunit.client.0.smithi090.stdout: "[104857600000, 209715199999]", 2024-03-07T02:56:42.871 INFO:tasks.workunit.client.0.smithi090.stdout: "[209715200000, 419430399999]", 2024-03-07T02:56:42.871 INFO:tasks.workunit.client.0.smithi090.stdout: "[419430400000, 838860799999]", 2024-03-07T02:56:42.871 INFO:tasks.workunit.client.0.smithi090.stdout: "[838860800000, 1677721599999]", 2024-03-07T02:56:42.871 INFO:tasks.workunit.client.0.smithi090.stdout: "[1677721600000, 3355443199999]", 2024-03-07T02:56:42.871 INFO:tasks.workunit.client.0.smithi090.stdout: "[3355443200000, 6710886399999]", 2024-03-07T02:56:42.871 INFO:tasks.workunit.client.0.smithi090.stdout: "[6710886400000, 13421772799999]", 2024-03-07T02:56:42.871 INFO:tasks.workunit.client.0.smithi090.stdout: "[13421772800000, 26843545599999]", 2024-03-07T02:56:42.871 INFO:tasks.workunit.client.0.smithi090.stdout: "[26843545600000, 53687091199999]", 2024-03-07T02:56:42.872 INFO:tasks.workunit.client.0.smithi090.stdout: "[53687091200000, None]" 2024-03-07T02:56:42.872 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:42.872 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "log2" 2024-03-07T02:56:42.872 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.872 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:42.872 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 32, 2024-03-07T02:56:42.872 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-03-07T02:56:42.872 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "Request size (bytes)", 2024-03-07T02:56:42.872 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 512, 2024-03-07T02:56:42.872 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-03-07T02:56:42.872 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-03-07T02:56:42.872 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 511]", 2024-03-07T02:56:42.872 INFO:tasks.workunit.client.0.smithi090.stdout: "[512, 1023]", 2024-03-07T02:56:42.872 INFO:tasks.workunit.client.0.smithi090.stdout: "[1024, 2047]", 2024-03-07T02:56:42.872 INFO:tasks.workunit.client.0.smithi090.stdout: "[2048, 4095]", 2024-03-07T02:56:42.873 INFO:tasks.workunit.client.0.smithi090.stdout: "[4096, 8191]", 2024-03-07T02:56:42.873 INFO:tasks.workunit.client.0.smithi090.stdout: "[8192, 16383]", 2024-03-07T02:56:42.873 INFO:tasks.workunit.client.0.smithi090.stdout: "[16384, 32767]", 2024-03-07T02:56:42.873 INFO:tasks.workunit.client.0.smithi090.stdout: "[32768, 65535]", 2024-03-07T02:56:42.873 INFO:tasks.workunit.client.0.smithi090.stdout: "[65536, 131071]", 2024-03-07T02:56:42.873 INFO:tasks.workunit.client.0.smithi090.stdout: "[131072, 262143]", 2024-03-07T02:56:42.873 INFO:tasks.workunit.client.0.smithi090.stdout: "[262144, 524287]", 2024-03-07T02:56:42.873 INFO:tasks.workunit.client.0.smithi090.stdout: "[524288, 1048575]", 2024-03-07T02:56:42.873 INFO:tasks.workunit.client.0.smithi090.stdout: "[1048576, 2097151]", 2024-03-07T02:56:42.873 INFO:tasks.workunit.client.0.smithi090.stdout: "[2097152, 4194303]", 2024-03-07T02:56:42.873 INFO:tasks.workunit.client.0.smithi090.stdout: "[4194304, 8388607]", 2024-03-07T02:56:42.873 INFO:tasks.workunit.client.0.smithi090.stdout: "[8388608, 16777215]", 2024-03-07T02:56:42.873 INFO:tasks.workunit.client.0.smithi090.stdout: "[16777216, 33554431]", 2024-03-07T02:56:42.873 INFO:tasks.workunit.client.0.smithi090.stdout: "[33554432, 67108863]", 2024-03-07T02:56:42.873 INFO:tasks.workunit.client.0.smithi090.stdout: "[67108864, 134217727]", 2024-03-07T02:56:42.873 INFO:tasks.workunit.client.0.smithi090.stdout: "[134217728, 268435455]", 2024-03-07T02:56:42.874 INFO:tasks.workunit.client.0.smithi090.stdout: "[268435456, 536870911]", 2024-03-07T02:56:42.874 INFO:tasks.workunit.client.0.smithi090.stdout: "[536870912, 1073741823]", 2024-03-07T02:56:42.874 INFO:tasks.workunit.client.0.smithi090.stdout: "[1073741824, 2147483647]", 2024-03-07T02:56:42.874 INFO:tasks.workunit.client.0.smithi090.stdout: "[2147483648, 4294967295]", 2024-03-07T02:56:42.874 INFO:tasks.workunit.client.0.smithi090.stdout: "[4294967296, 8589934591]", 2024-03-07T02:56:42.874 INFO:tasks.workunit.client.0.smithi090.stdout: "[8589934592, 17179869183]", 2024-03-07T02:56:42.874 INFO:tasks.workunit.client.0.smithi090.stdout: "[17179869184, 34359738367]", 2024-03-07T02:56:42.874 INFO:tasks.workunit.client.0.smithi090.stdout: "[34359738368, 68719476735]", 2024-03-07T02:56:42.874 INFO:tasks.workunit.client.0.smithi090.stdout: "[68719476736, 137438953471]", 2024-03-07T02:56:42.874 INFO:tasks.workunit.client.0.smithi090.stdout: "[137438953472, 274877906943]", 2024-03-07T02:56:42.874 INFO:tasks.workunit.client.0.smithi090.stdout: "[274877906944, None]" 2024-03-07T02:56:42.874 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:42.874 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "log2" 2024-03-07T02:56:42.874 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:42.874 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:42.874 INFO:tasks.workunit.client.0.smithi090.stdout: "osds": [ 2024-03-07T02:56:42.875 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:42.875 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 0, 2024-03-07T02:56:42.875 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-03-07T02:56:42.875 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.875 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.875 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.875 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.875 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.875 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.875 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.875 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.875 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.875 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.875 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.875 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.876 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.876 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.876 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.876 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.876 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.876 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.876 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.876 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.876 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.876 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.876 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.876 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.876 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.876 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.876 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.876 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.877 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.877 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.877 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.877 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-07T02:56:42.877 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:42.877 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.877 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:42.877 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 1, 2024-03-07T02:56:42.877 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-03-07T02:56:42.877 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.877 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.877 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.877 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.877 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.877 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.877 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.878 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.878 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.878 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.878 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.878 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.878 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.878 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.878 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.878 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.878 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.878 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.878 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.878 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.878 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.878 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.879 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.879 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.879 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.879 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.879 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.879 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.879 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.879 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.879 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.879 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-07T02:56:42.879 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:42.879 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.879 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:42.879 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 2, 2024-03-07T02:56:42.879 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-03-07T02:56:42.880 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.880 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.880 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.880 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.880 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.880 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.880 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.880 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.880 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.880 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.880 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.880 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.880 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.880 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.880 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.881 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.881 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.881 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.881 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.881 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.881 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.881 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.881 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.881 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.881 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.881 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.881 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.881 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.881 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.881 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.881 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.882 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-07T02:56:42.882 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:42.882 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.882 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:42.882 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 3, 2024-03-07T02:56:42.882 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-03-07T02:56:42.882 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.882 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.882 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.882 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.882 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.882 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.882 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.882 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.882 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.883 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.883 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.883 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.883 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.883 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.883 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.883 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.883 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.883 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.883 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.883 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.883 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.883 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.883 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.884 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.884 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.884 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.884 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.884 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.884 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.884 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.884 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.884 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-07T02:56:42.884 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:42.884 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.884 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:42.884 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 4, 2024-03-07T02:56:42.884 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-03-07T02:56:42.884 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.885 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.885 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.885 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.885 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.885 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.885 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.885 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.885 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.885 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.885 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.885 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.885 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.885 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.885 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.885 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.886 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.886 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.886 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.886 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.886 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.886 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.886 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.886 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.886 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.886 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.886 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.886 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.886 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.886 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.886 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.886 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-07T02:56:42.887 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:42.887 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.887 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:42.887 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 5, 2024-03-07T02:56:42.887 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-03-07T02:56:42.887 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.887 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.887 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.887 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.887 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.887 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.887 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.887 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.887 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.888 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.888 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.888 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.888 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.888 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.888 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.888 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.888 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.888 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.888 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.888 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.888 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.888 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.888 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.888 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.889 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.889 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.889 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.889 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.889 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.889 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.889 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.889 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-07T02:56:42.889 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:42.889 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.889 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:42.889 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 6, 2024-03-07T02:56:42.889 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-03-07T02:56:42.889 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.889 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.890 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.890 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.890 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.890 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.890 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.890 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.890 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.890 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.890 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.890 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.890 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.890 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.890 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.890 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.890 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.890 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.891 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.891 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.891 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.891 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.891 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.891 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.891 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.891 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.891 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.891 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.891 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.891 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.891 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.891 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-07T02:56:42.892 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:42.892 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.892 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:42.892 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 7, 2024-03-07T02:56:42.892 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-03-07T02:56:42.892 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.892 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.892 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.892 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.892 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.892 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.892 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.892 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.893 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.893 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.893 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.893 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.893 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.893 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.893 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.893 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.893 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.893 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.893 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.893 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.893 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.893 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.893 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.893 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.894 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.894 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.894 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.894 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.894 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.894 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.894 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.894 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-07T02:56:42.894 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:42.894 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:42.894 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:42.894 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.894 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-03-07T02:56:42.894 INFO:tasks.workunit.client.0.smithi090.stdout: "axes": [ 2024-03-07T02:56:42.895 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:42.895 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 32, 2024-03-07T02:56:42.895 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-03-07T02:56:42.895 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "Latency (usec)", 2024-03-07T02:56:42.895 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 100000, 2024-03-07T02:56:42.895 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-03-07T02:56:42.895 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-03-07T02:56:42.895 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 99999]", 2024-03-07T02:56:42.895 INFO:tasks.workunit.client.0.smithi090.stdout: "[100000, 199999]", 2024-03-07T02:56:42.895 INFO:tasks.workunit.client.0.smithi090.stdout: "[200000, 399999]", 2024-03-07T02:56:42.895 INFO:tasks.workunit.client.0.smithi090.stdout: "[400000, 799999]", 2024-03-07T02:56:42.895 INFO:tasks.workunit.client.0.smithi090.stdout: "[800000, 1599999]", 2024-03-07T02:56:42.895 INFO:tasks.workunit.client.0.smithi090.stdout: "[1600000, 3199999]", 2024-03-07T02:56:42.895 INFO:tasks.workunit.client.0.smithi090.stdout: "[3200000, 6399999]", 2024-03-07T02:56:42.895 INFO:tasks.workunit.client.0.smithi090.stdout: "[6400000, 12799999]", 2024-03-07T02:56:42.895 INFO:tasks.workunit.client.0.smithi090.stdout: "[12800000, 25599999]", 2024-03-07T02:56:42.896 INFO:tasks.workunit.client.0.smithi090.stdout: "[25600000, 51199999]", 2024-03-07T02:56:42.896 INFO:tasks.workunit.client.0.smithi090.stdout: "[51200000, 102399999]", 2024-03-07T02:56:42.896 INFO:tasks.workunit.client.0.smithi090.stdout: "[102400000, 204799999]", 2024-03-07T02:56:42.896 INFO:tasks.workunit.client.0.smithi090.stdout: "[204800000, 409599999]", 2024-03-07T02:56:42.896 INFO:tasks.workunit.client.0.smithi090.stdout: "[409600000, 819199999]", 2024-03-07T02:56:42.896 INFO:tasks.workunit.client.0.smithi090.stdout: "[819200000, 1638399999]", 2024-03-07T02:56:42.896 INFO:tasks.workunit.client.0.smithi090.stdout: "[1638400000, 3276799999]", 2024-03-07T02:56:42.896 INFO:tasks.workunit.client.0.smithi090.stdout: "[3276800000, 6553599999]", 2024-03-07T02:56:42.896 INFO:tasks.workunit.client.0.smithi090.stdout: "[6553600000, 13107199999]", 2024-03-07T02:56:42.896 INFO:tasks.workunit.client.0.smithi090.stdout: "[13107200000, 26214399999]", 2024-03-07T02:56:42.896 INFO:tasks.workunit.client.0.smithi090.stdout: "[26214400000, 52428799999]", 2024-03-07T02:56:42.896 INFO:tasks.workunit.client.0.smithi090.stdout: "[52428800000, 104857599999]", 2024-03-07T02:56:42.896 INFO:tasks.workunit.client.0.smithi090.stdout: "[104857600000, 209715199999]", 2024-03-07T02:56:42.896 INFO:tasks.workunit.client.0.smithi090.stdout: "[209715200000, 419430399999]", 2024-03-07T02:56:42.896 INFO:tasks.workunit.client.0.smithi090.stdout: "[419430400000, 838860799999]", 2024-03-07T02:56:42.896 INFO:tasks.workunit.client.0.smithi090.stdout: "[838860800000, 1677721599999]", 2024-03-07T02:56:42.897 INFO:tasks.workunit.client.0.smithi090.stdout: "[1677721600000, 3355443199999]", 2024-03-07T02:56:42.897 INFO:tasks.workunit.client.0.smithi090.stdout: "[3355443200000, 6710886399999]", 2024-03-07T02:56:42.897 INFO:tasks.workunit.client.0.smithi090.stdout: "[6710886400000, 13421772799999]", 2024-03-07T02:56:42.897 INFO:tasks.workunit.client.0.smithi090.stdout: "[13421772800000, 26843545599999]", 2024-03-07T02:56:42.897 INFO:tasks.workunit.client.0.smithi090.stdout: "[26843545600000, 53687091199999]", 2024-03-07T02:56:42.897 INFO:tasks.workunit.client.0.smithi090.stdout: "[53687091200000, None]" 2024-03-07T02:56:42.897 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:42.897 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "log2" 2024-03-07T02:56:42.897 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.897 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:42.897 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 32, 2024-03-07T02:56:42.897 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-03-07T02:56:42.897 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "Request size (bytes)", 2024-03-07T02:56:42.897 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 512, 2024-03-07T02:56:42.897 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-03-07T02:56:42.898 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-03-07T02:56:42.898 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 511]", 2024-03-07T02:56:42.898 INFO:tasks.workunit.client.0.smithi090.stdout: "[512, 1023]", 2024-03-07T02:56:42.898 INFO:tasks.workunit.client.0.smithi090.stdout: "[1024, 2047]", 2024-03-07T02:56:42.898 INFO:tasks.workunit.client.0.smithi090.stdout: "[2048, 4095]", 2024-03-07T02:56:42.898 INFO:tasks.workunit.client.0.smithi090.stdout: "[4096, 8191]", 2024-03-07T02:56:42.898 INFO:tasks.workunit.client.0.smithi090.stdout: "[8192, 16383]", 2024-03-07T02:56:42.898 INFO:tasks.workunit.client.0.smithi090.stdout: "[16384, 32767]", 2024-03-07T02:56:42.898 INFO:tasks.workunit.client.0.smithi090.stdout: "[32768, 65535]", 2024-03-07T02:56:42.898 INFO:tasks.workunit.client.0.smithi090.stdout: "[65536, 131071]", 2024-03-07T02:56:42.898 INFO:tasks.workunit.client.0.smithi090.stdout: "[131072, 262143]", 2024-03-07T02:56:42.898 INFO:tasks.workunit.client.0.smithi090.stdout: "[262144, 524287]", 2024-03-07T02:56:42.898 INFO:tasks.workunit.client.0.smithi090.stdout: "[524288, 1048575]", 2024-03-07T02:56:42.898 INFO:tasks.workunit.client.0.smithi090.stdout: "[1048576, 2097151]", 2024-03-07T02:56:42.898 INFO:tasks.workunit.client.0.smithi090.stdout: "[2097152, 4194303]", 2024-03-07T02:56:42.898 INFO:tasks.workunit.client.0.smithi090.stdout: "[4194304, 8388607]", 2024-03-07T02:56:42.899 INFO:tasks.workunit.client.0.smithi090.stdout: "[8388608, 16777215]", 2024-03-07T02:56:42.899 INFO:tasks.workunit.client.0.smithi090.stdout: "[16777216, 33554431]", 2024-03-07T02:56:42.899 INFO:tasks.workunit.client.0.smithi090.stdout: "[33554432, 67108863]", 2024-03-07T02:56:42.899 INFO:tasks.workunit.client.0.smithi090.stdout: "[67108864, 134217727]", 2024-03-07T02:56:42.899 INFO:tasks.workunit.client.0.smithi090.stdout: "[134217728, 268435455]", 2024-03-07T02:56:42.899 INFO:tasks.workunit.client.0.smithi090.stdout: "[268435456, 536870911]", 2024-03-07T02:56:42.899 INFO:tasks.workunit.client.0.smithi090.stdout: "[536870912, 1073741823]", 2024-03-07T02:56:42.899 INFO:tasks.workunit.client.0.smithi090.stdout: "[1073741824, 2147483647]", 2024-03-07T02:56:42.899 INFO:tasks.workunit.client.0.smithi090.stdout: "[2147483648, 4294967295]", 2024-03-07T02:56:42.899 INFO:tasks.workunit.client.0.smithi090.stdout: "[4294967296, 8589934591]", 2024-03-07T02:56:42.899 INFO:tasks.workunit.client.0.smithi090.stdout: "[8589934592, 17179869183]", 2024-03-07T02:56:42.899 INFO:tasks.workunit.client.0.smithi090.stdout: "[17179869184, 34359738367]", 2024-03-07T02:56:42.899 INFO:tasks.workunit.client.0.smithi090.stdout: "[34359738368, 68719476735]", 2024-03-07T02:56:42.899 INFO:tasks.workunit.client.0.smithi090.stdout: "[68719476736, 137438953471]", 2024-03-07T02:56:42.900 INFO:tasks.workunit.client.0.smithi090.stdout: "[137438953472, 274877906943]", 2024-03-07T02:56:42.900 INFO:tasks.workunit.client.0.smithi090.stdout: "[274877906944, None]" 2024-03-07T02:56:42.900 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:42.900 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "log2" 2024-03-07T02:56:42.900 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:42.900 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:42.900 INFO:tasks.workunit.client.0.smithi090.stdout: "osds": [ 2024-03-07T02:56:42.900 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:42.900 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 0, 2024-03-07T02:56:42.900 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-03-07T02:56:42.900 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.900 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.900 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.900 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.900 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.900 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.901 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.901 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.901 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.901 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.901 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.901 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.901 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.901 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.901 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.901 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.901 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.901 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.901 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.901 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.901 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.901 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.902 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.902 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.902 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.902 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.902 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.902 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.902 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.902 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.902 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.902 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-07T02:56:42.902 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:42.902 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.902 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:42.902 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 1, 2024-03-07T02:56:42.903 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-03-07T02:56:42.903 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.903 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.903 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.903 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.903 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.903 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 6, 4, 0, 0, 0, 0, 0, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.903 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 16, 3, 0, 0, 0, 0, 0, 0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.903 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 14, 1, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.903 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.903 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.903 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.903 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.903 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.903 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.903 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.904 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.904 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.904 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.904 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.904 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.904 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.904 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.904 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.904 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.904 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.904 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.904 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.904 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.904 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.905 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.905 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.905 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-07T02:56:42.905 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:42.905 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.905 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:42.905 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 2, 2024-03-07T02:56:42.905 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-03-07T02:56:42.905 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.905 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.905 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.905 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.905 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.905 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.905 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.905 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.906 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.906 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.906 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.906 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.906 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.906 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.906 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.906 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.906 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.906 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.906 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.906 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.906 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.906 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.906 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.906 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.907 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.907 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.907 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.907 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.907 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.907 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.907 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.907 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-07T02:56:42.907 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:42.907 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.907 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:42.907 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 3, 2024-03-07T02:56:42.907 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-03-07T02:56:42.907 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.907 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.907 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.908 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.908 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.908 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.908 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.908 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.908 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.908 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.908 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.908 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.908 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.908 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.908 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.908 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.908 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.908 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.909 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.909 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.909 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.909 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.909 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.909 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.909 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.909 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.909 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.909 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.909 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.909 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.909 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.909 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-07T02:56:42.910 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:42.910 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.910 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:42.910 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 4, 2024-03-07T02:56:42.910 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-03-07T02:56:42.910 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.910 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.910 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.910 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.910 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.910 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.910 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.910 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.910 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.910 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.911 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.911 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.911 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.911 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.911 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.911 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.911 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.911 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.911 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.911 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.911 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.911 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.911 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.911 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.911 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.912 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.912 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.912 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.912 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.912 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.912 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.912 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-07T02:56:42.912 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:42.912 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.912 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:42.912 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 5, 2024-03-07T02:56:42.912 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-03-07T02:56:42.912 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.912 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.913 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.913 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.913 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.913 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.913 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.913 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.913 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.913 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.913 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.913 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.913 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.913 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.913 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.913 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.913 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.914 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.914 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.914 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.914 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.914 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.914 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.914 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.914 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.914 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.914 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.914 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.914 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.914 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.914 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.915 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-07T02:56:42.915 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:42.915 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.915 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:42.915 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 6, 2024-03-07T02:56:42.915 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-03-07T02:56:42.915 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.915 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.915 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.915 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.915 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.915 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.915 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.915 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.916 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.916 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.916 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.916 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.916 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.916 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.916 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.916 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.916 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.916 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.916 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.916 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.916 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.916 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.916 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.917 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.917 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.917 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.917 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.917 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.917 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.917 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.917 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.917 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-07T02:56:42.917 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:42.917 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.917 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:42.917 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 7, 2024-03-07T02:56:42.917 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-03-07T02:56:42.918 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.918 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.918 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.918 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.918 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.918 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.918 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.918 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.918 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.918 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.918 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.918 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.918 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.918 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.918 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.918 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.919 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.919 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.919 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.919 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.919 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.919 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.919 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.919 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.919 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.919 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.919 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.919 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.919 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.919 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.920 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:42.920 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-07T02:56:42.920 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:42.920 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:42.920 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:42.920 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:42.920 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:42.920 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:42.920 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_counters": { 2024-03-07T02:56:42.920 INFO:tasks.workunit.client.0.smithi090.stdout: "mds.17548b9c4e7a30c3e3db533c5ff8369ca7803148": { 2024-03-07T02:56:42.920 INFO:tasks.workunit.client.0.smithi090.stdout: "mds": { 2024-03-07T02:56:42.920 INFO:tasks.workunit.client.0.smithi090.stdout: "caps": { 2024-03-07T02:56:42.920 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.920 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.920 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_cap_op_flush_ack": { 2024-03-07T02:56:42.921 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.921 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.921 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_cap_op_flushsnap_ack": { 2024-03-07T02:56:42.921 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.921 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.921 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_cap_op_grant": { 2024-03-07T02:56:42.921 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.921 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.921 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_cap_op_revoke": { 2024-03-07T02:56:42.921 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.921 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.921 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_cap_op_trunc": { 2024-03-07T02:56:42.921 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.921 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.921 INFO:tasks.workunit.client.0.smithi090.stdout: "dir_commit": { 2024-03-07T02:56:42.922 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12 2024-03-07T02:56:42.922 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.922 INFO:tasks.workunit.client.0.smithi090.stdout: "dir_fetch_complete": { 2024-03-07T02:56:42.922 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.922 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.922 INFO:tasks.workunit.client.0.smithi090.stdout: "dir_fetch_keys": { 2024-03-07T02:56:42.922 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.922 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.922 INFO:tasks.workunit.client.0.smithi090.stdout: "dir_merge": { 2024-03-07T02:56:42.922 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.922 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.923 INFO:tasks.workunit.client.0.smithi090.stdout: "dir_split": { 2024-03-07T02:56:42.923 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.923 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.923 INFO:tasks.workunit.client.0.smithi090.stdout: "exported_inodes": { 2024-03-07T02:56:42.923 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.923 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.923 INFO:tasks.workunit.client.0.smithi090.stdout: "forward": { 2024-03-07T02:56:42.923 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.923 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.923 INFO:tasks.workunit.client.0.smithi090.stdout: "handle_client_cap_release": { 2024-03-07T02:56:42.923 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.923 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.923 INFO:tasks.workunit.client.0.smithi090.stdout: "handle_client_caps": { 2024-03-07T02:56:42.923 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.924 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.924 INFO:tasks.workunit.client.0.smithi090.stdout: "handle_client_caps_dirty": { 2024-03-07T02:56:42.924 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.924 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.924 INFO:tasks.workunit.client.0.smithi090.stdout: "handle_inode_file_caps": { 2024-03-07T02:56:42.924 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.924 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.924 INFO:tasks.workunit.client.0.smithi090.stdout: "imported_inodes": { 2024-03-07T02:56:42.924 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.924 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.924 INFO:tasks.workunit.client.0.smithi090.stdout: "inodes": { 2024-03-07T02:56:42.925 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10 2024-03-07T02:56:42.925 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.925 INFO:tasks.workunit.client.0.smithi090.stdout: "inodes_expired": { 2024-03-07T02:56:42.925 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.925 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.925 INFO:tasks.workunit.client.0.smithi090.stdout: "inodes_pinned": { 2024-03-07T02:56:42.925 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10 2024-03-07T02:56:42.925 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.925 INFO:tasks.workunit.client.0.smithi090.stdout: "inodes_with_caps": { 2024-03-07T02:56:42.925 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.925 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.925 INFO:tasks.workunit.client.0.smithi090.stdout: "load_cent": { 2024-03-07T02:56:42.925 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.925 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.926 INFO:tasks.workunit.client.0.smithi090.stdout: "openino_dir_fetch": { 2024-03-07T02:56:42.926 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.926 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.926 INFO:tasks.workunit.client.0.smithi090.stdout: "process_request_cap_release": { 2024-03-07T02:56:42.926 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.926 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.926 INFO:tasks.workunit.client.0.smithi090.stdout: "reply_latency": { 2024-03-07T02:56:42.926 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-03-07T02:56:42.926 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 300599 2024-03-07T02:56:42.926 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.926 INFO:tasks.workunit.client.0.smithi090.stdout: "request": { 2024-03-07T02:56:42.926 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-03-07T02:56:42.926 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.927 INFO:tasks.workunit.client.0.smithi090.stdout: "root_rbytes": { 2024-03-07T02:56:42.927 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.927 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.927 INFO:tasks.workunit.client.0.smithi090.stdout: "root_rfiles": { 2024-03-07T02:56:42.927 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.927 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.927 INFO:tasks.workunit.client.0.smithi090.stdout: "root_rsnaps": { 2024-03-07T02:56:42.927 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.927 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.927 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_reply": { 2024-03-07T02:56:42.927 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.927 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.927 INFO:tasks.workunit.client.0.smithi090.stdout: "subtrees": { 2024-03-07T02:56:42.927 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-03-07T02:56:42.928 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:42.928 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.928 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_cache": { 2024-03-07T02:56:42.928 INFO:tasks.workunit.client.0.smithi090.stdout: "ireq_enqueue_scrub": { 2024-03-07T02:56:42.928 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.928 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.928 INFO:tasks.workunit.client.0.smithi090.stdout: "ireq_exportdir": { 2024-03-07T02:56:42.928 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.928 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.928 INFO:tasks.workunit.client.0.smithi090.stdout: "ireq_flush": { 2024-03-07T02:56:42.928 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.928 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.928 INFO:tasks.workunit.client.0.smithi090.stdout: "ireq_fragmentdir": { 2024-03-07T02:56:42.929 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.929 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.929 INFO:tasks.workunit.client.0.smithi090.stdout: "ireq_fragstats": { 2024-03-07T02:56:42.929 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.929 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.929 INFO:tasks.workunit.client.0.smithi090.stdout: "ireq_inodestats": { 2024-03-07T02:56:42.929 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.929 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.929 INFO:tasks.workunit.client.0.smithi090.stdout: "num_recovering_enqueued": { 2024-03-07T02:56:42.929 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.929 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.929 INFO:tasks.workunit.client.0.smithi090.stdout: "num_recovering_prioritized": { 2024-03-07T02:56:42.929 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.929 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.929 INFO:tasks.workunit.client.0.smithi090.stdout: "num_recovering_processing": { 2024-03-07T02:56:42.930 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.930 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.930 INFO:tasks.workunit.client.0.smithi090.stdout: "num_strays": { 2024-03-07T02:56:42.930 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.930 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.930 INFO:tasks.workunit.client.0.smithi090.stdout: "num_strays_delayed": { 2024-03-07T02:56:42.930 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.930 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.930 INFO:tasks.workunit.client.0.smithi090.stdout: "num_strays_enqueuing": { 2024-03-07T02:56:42.930 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.930 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.930 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_completed": { 2024-03-07T02:56:42.930 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.930 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.931 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_started": { 2024-03-07T02:56:42.931 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.931 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.931 INFO:tasks.workunit.client.0.smithi090.stdout: "strays_created": { 2024-03-07T02:56:42.931 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.931 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.931 INFO:tasks.workunit.client.0.smithi090.stdout: "strays_enqueued": { 2024-03-07T02:56:42.931 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.931 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.931 INFO:tasks.workunit.client.0.smithi090.stdout: "strays_migrated": { 2024-03-07T02:56:42.931 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.931 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.931 INFO:tasks.workunit.client.0.smithi090.stdout: "strays_reintegrated": { 2024-03-07T02:56:42.931 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.931 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:42.932 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.932 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_log": { 2024-03-07T02:56:42.932 INFO:tasks.workunit.client.0.smithi090.stdout: "ev": { 2024-03-07T02:56:42.932 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5 2024-03-07T02:56:42.932 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.932 INFO:tasks.workunit.client.0.smithi090.stdout: "evadd": { 2024-03-07T02:56:42.932 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5 2024-03-07T02:56:42.932 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.932 INFO:tasks.workunit.client.0.smithi090.stdout: "evex": { 2024-03-07T02:56:42.932 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.932 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.932 INFO:tasks.workunit.client.0.smithi090.stdout: "evexd": { 2024-03-07T02:56:42.932 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.932 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.932 INFO:tasks.workunit.client.0.smithi090.stdout: "evexg": { 2024-03-07T02:56:42.933 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.933 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.933 INFO:tasks.workunit.client.0.smithi090.stdout: "evtrm": { 2024-03-07T02:56:42.933 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.933 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.933 INFO:tasks.workunit.client.0.smithi090.stdout: "jlat": { 2024-03-07T02:56:42.933 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 5, 2024-03-07T02:56:42.933 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13381396 2024-03-07T02:56:42.933 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.933 INFO:tasks.workunit.client.0.smithi090.stdout: "replayed": { 2024-03-07T02:56:42.933 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.933 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.933 INFO:tasks.workunit.client.0.smithi090.stdout: "seg": { 2024-03-07T02:56:42.933 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1 2024-03-07T02:56:42.933 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.933 INFO:tasks.workunit.client.0.smithi090.stdout: "segadd": { 2024-03-07T02:56:42.934 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1 2024-03-07T02:56:42.934 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.934 INFO:tasks.workunit.client.0.smithi090.stdout: "segex": { 2024-03-07T02:56:42.934 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.934 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.934 INFO:tasks.workunit.client.0.smithi090.stdout: "segexd": { 2024-03-07T02:56:42.934 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.934 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.934 INFO:tasks.workunit.client.0.smithi090.stdout: "segexg": { 2024-03-07T02:56:42.934 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.934 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.934 INFO:tasks.workunit.client.0.smithi090.stdout: "segtrm": { 2024-03-07T02:56:42.934 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.934 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:42.934 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.934 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_mem": { 2024-03-07T02:56:42.935 INFO:tasks.workunit.client.0.smithi090.stdout: "cap": { 2024-03-07T02:56:42.935 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.935 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.935 INFO:tasks.workunit.client.0.smithi090.stdout: "cap+": { 2024-03-07T02:56:42.935 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-03-07T02:56:42.935 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.935 INFO:tasks.workunit.client.0.smithi090.stdout: "cap-": { 2024-03-07T02:56:42.935 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-03-07T02:56:42.935 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.935 INFO:tasks.workunit.client.0.smithi090.stdout: "dir": { 2024-03-07T02:56:42.935 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12 2024-03-07T02:56:42.935 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.935 INFO:tasks.workunit.client.0.smithi090.stdout: "dir+": { 2024-03-07T02:56:42.935 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12 2024-03-07T02:56:42.935 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.935 INFO:tasks.workunit.client.0.smithi090.stdout: "dir-": { 2024-03-07T02:56:42.936 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.936 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.936 INFO:tasks.workunit.client.0.smithi090.stdout: "dn": { 2024-03-07T02:56:42.936 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10 2024-03-07T02:56:42.936 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.936 INFO:tasks.workunit.client.0.smithi090.stdout: "dn+": { 2024-03-07T02:56:42.936 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10 2024-03-07T02:56:42.936 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.936 INFO:tasks.workunit.client.0.smithi090.stdout: "dn-": { 2024-03-07T02:56:42.936 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.936 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.936 INFO:tasks.workunit.client.0.smithi090.stdout: "heap": { 2024-03-07T02:56:42.936 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 207156 2024-03-07T02:56:42.936 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.937 INFO:tasks.workunit.client.0.smithi090.stdout: "ino": { 2024-03-07T02:56:42.937 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13 2024-03-07T02:56:42.937 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.937 INFO:tasks.workunit.client.0.smithi090.stdout: "ino+": { 2024-03-07T02:56:42.937 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13 2024-03-07T02:56:42.937 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.937 INFO:tasks.workunit.client.0.smithi090.stdout: "ino-": { 2024-03-07T02:56:42.937 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.937 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.937 INFO:tasks.workunit.client.0.smithi090.stdout: "rss": { 2024-03-07T02:56:42.937 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 40656 2024-03-07T02:56:42.937 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:42.937 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.938 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_server": { 2024-03-07T02:56:42.938 INFO:tasks.workunit.client.0.smithi090.stdout: "cap_acquisition_throttle": { 2024-03-07T02:56:42.938 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.938 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.938 INFO:tasks.workunit.client.0.smithi090.stdout: "cap_revoke_eviction": { 2024-03-07T02:56:42.938 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.938 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.938 INFO:tasks.workunit.client.0.smithi090.stdout: "handle_client_request": { 2024-03-07T02:56:42.938 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-03-07T02:56:42.938 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.938 INFO:tasks.workunit.client.0.smithi090.stdout: "handle_client_session": { 2024-03-07T02:56:42.938 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 16 2024-03-07T02:56:42.938 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.938 INFO:tasks.workunit.client.0.smithi090.stdout: "handle_peer_request": { 2024-03-07T02:56:42.938 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.939 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.939 INFO:tasks.workunit.client.0.smithi090.stdout: "req_create_latency": { 2024-03-07T02:56:42.939 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:42.939 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.939 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.939 INFO:tasks.workunit.client.0.smithi090.stdout: "req_getattr_latency": { 2024-03-07T02:56:42.939 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-03-07T02:56:42.939 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 300599 2024-03-07T02:56:42.939 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.939 INFO:tasks.workunit.client.0.smithi090.stdout: "req_getfilelock_latency": { 2024-03-07T02:56:42.939 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:42.939 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.939 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.939 INFO:tasks.workunit.client.0.smithi090.stdout: "req_getvxattr_latency": { 2024-03-07T02:56:42.939 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:42.940 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.940 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.940 INFO:tasks.workunit.client.0.smithi090.stdout: "req_link_latency": { 2024-03-07T02:56:42.940 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:42.940 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.940 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.940 INFO:tasks.workunit.client.0.smithi090.stdout: "req_lookup_latency": { 2024-03-07T02:56:42.940 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:42.940 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.940 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.940 INFO:tasks.workunit.client.0.smithi090.stdout: "req_lookuphash_latency": { 2024-03-07T02:56:42.940 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:42.940 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.940 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.941 INFO:tasks.workunit.client.0.smithi090.stdout: "req_lookupino_latency": { 2024-03-07T02:56:42.941 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:42.941 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.941 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.941 INFO:tasks.workunit.client.0.smithi090.stdout: "req_lookupname_latency": { 2024-03-07T02:56:42.941 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:42.941 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.941 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.941 INFO:tasks.workunit.client.0.smithi090.stdout: "req_lookupparent_latency": { 2024-03-07T02:56:42.941 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:42.941 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.941 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.941 INFO:tasks.workunit.client.0.smithi090.stdout: "req_lookupsnap_latency": { 2024-03-07T02:56:42.941 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:42.941 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.941 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.942 INFO:tasks.workunit.client.0.smithi090.stdout: "req_lssnap_latency": { 2024-03-07T02:56:42.942 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:42.942 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.942 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.942 INFO:tasks.workunit.client.0.smithi090.stdout: "req_mkdir_latency": { 2024-03-07T02:56:42.942 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:42.942 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.942 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.942 INFO:tasks.workunit.client.0.smithi090.stdout: "req_mknod_latency": { 2024-03-07T02:56:42.942 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:42.942 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.942 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.942 INFO:tasks.workunit.client.0.smithi090.stdout: "req_mksnap_latency": { 2024-03-07T02:56:42.942 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:42.943 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.943 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.943 INFO:tasks.workunit.client.0.smithi090.stdout: "req_open_latency": { 2024-03-07T02:56:42.943 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:42.943 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.943 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.943 INFO:tasks.workunit.client.0.smithi090.stdout: "req_readdir_latency": { 2024-03-07T02:56:42.943 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:42.943 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.943 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.943 INFO:tasks.workunit.client.0.smithi090.stdout: "req_rename_latency": { 2024-03-07T02:56:42.943 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:42.943 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.943 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.943 INFO:tasks.workunit.client.0.smithi090.stdout: "req_renamesnap_latency": { 2024-03-07T02:56:42.944 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:42.944 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.944 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.944 INFO:tasks.workunit.client.0.smithi090.stdout: "req_rmdir_latency": { 2024-03-07T02:56:42.944 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:42.944 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.944 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.944 INFO:tasks.workunit.client.0.smithi090.stdout: "req_rmsnap_latency": { 2024-03-07T02:56:42.944 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:42.944 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.944 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.944 INFO:tasks.workunit.client.0.smithi090.stdout: "req_rmxattr_latency": { 2024-03-07T02:56:42.944 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:42.944 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.944 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.945 INFO:tasks.workunit.client.0.smithi090.stdout: "req_setattr_latency": { 2024-03-07T02:56:42.945 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:42.945 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.945 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.945 INFO:tasks.workunit.client.0.smithi090.stdout: "req_setdirlayout_latency": { 2024-03-07T02:56:42.945 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:42.945 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.945 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.945 INFO:tasks.workunit.client.0.smithi090.stdout: "req_setfilelock_latency": { 2024-03-07T02:56:42.945 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:42.945 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.945 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.945 INFO:tasks.workunit.client.0.smithi090.stdout: "req_setlayout_latency": { 2024-03-07T02:56:42.945 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:42.945 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.946 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.946 INFO:tasks.workunit.client.0.smithi090.stdout: "req_setxattr_latency": { 2024-03-07T02:56:42.946 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:42.946 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.946 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.946 INFO:tasks.workunit.client.0.smithi090.stdout: "req_snapdiff_latency": { 2024-03-07T02:56:42.946 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:42.946 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.946 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.946 INFO:tasks.workunit.client.0.smithi090.stdout: "req_symlink_latency": { 2024-03-07T02:56:42.946 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:42.946 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.946 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.946 INFO:tasks.workunit.client.0.smithi090.stdout: "req_unlink_latency": { 2024-03-07T02:56:42.947 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:42.947 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.947 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:42.947 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.947 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_sessions": { 2024-03-07T02:56:42.947 INFO:tasks.workunit.client.0.smithi090.stdout: "average_load": { 2024-03-07T02:56:42.947 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1 2024-03-07T02:56:42.947 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.947 INFO:tasks.workunit.client.0.smithi090.stdout: "avg_session_uptime": { 2024-03-07T02:56:42.947 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 86 2024-03-07T02:56:42.947 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.947 INFO:tasks.workunit.client.0.smithi090.stdout: "mdthresh_evicted": { 2024-03-07T02:56:42.947 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.947 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.947 INFO:tasks.workunit.client.0.smithi090.stdout: "session_add": { 2024-03-07T02:56:42.948 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-03-07T02:56:42.948 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.948 INFO:tasks.workunit.client.0.smithi090.stdout: "session_count": { 2024-03-07T02:56:42.948 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.948 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.948 INFO:tasks.workunit.client.0.smithi090.stdout: "session_remove": { 2024-03-07T02:56:42.948 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-03-07T02:56:42.948 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.948 INFO:tasks.workunit.client.0.smithi090.stdout: "sessions_open": { 2024-03-07T02:56:42.948 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.948 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.948 INFO:tasks.workunit.client.0.smithi090.stdout: "sessions_stale": { 2024-03-07T02:56:42.949 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.949 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.949 INFO:tasks.workunit.client.0.smithi090.stdout: "total_load": { 2024-03-07T02:56:42.949 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-03-07T02:56:42.949 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:42.949 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.949 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-03-07T02:56:42.949 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-03-07T02:56:42.949 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.949 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.949 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-03-07T02:56:42.949 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.949 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.949 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-03-07T02:56:42.950 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.950 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.950 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-03-07T02:56:42.950 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 45 2024-03-07T02:56:42.950 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:42.950 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.950 INFO:tasks.workunit.client.0.smithi090.stdout: "purge_queue": { 2024-03-07T02:56:42.950 INFO:tasks.workunit.client.0.smithi090.stdout: "pq_executed": { 2024-03-07T02:56:42.950 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.950 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.950 INFO:tasks.workunit.client.0.smithi090.stdout: "pq_executing": { 2024-03-07T02:56:42.950 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.950 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.950 INFO:tasks.workunit.client.0.smithi090.stdout: "pq_executing_high_water": { 2024-03-07T02:56:42.950 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.951 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.951 INFO:tasks.workunit.client.0.smithi090.stdout: "pq_executing_ops": { 2024-03-07T02:56:42.951 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.951 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.951 INFO:tasks.workunit.client.0.smithi090.stdout: "pq_executing_ops_high_water": { 2024-03-07T02:56:42.951 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.951 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.951 INFO:tasks.workunit.client.0.smithi090.stdout: "pq_item_in_journal": { 2024-03-07T02:56:42.951 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.951 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:42.951 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:42.951 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.951 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.17548b9c4e7a30c3e3db533c5ff8369ca7803148": { 2024-03-07T02:56:42.951 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-03-07T02:56:42.952 INFO:tasks.workunit.client.0.smithi090.stdout: "election_call": { 2024-03-07T02:56:42.952 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-03-07T02:56:42.952 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.952 INFO:tasks.workunit.client.0.smithi090.stdout: "election_lose": { 2024-03-07T02:56:42.952 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-03-07T02:56:42.952 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.952 INFO:tasks.workunit.client.0.smithi090.stdout: "election_win": { 2024-03-07T02:56:42.952 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.952 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.952 INFO:tasks.workunit.client.0.smithi090.stdout: "num_elections": { 2024-03-07T02:56:42.952 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7 2024-03-07T02:56:42.952 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.952 INFO:tasks.workunit.client.0.smithi090.stdout: "num_sessions": { 2024-03-07T02:56:42.952 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10 2024-03-07T02:56:42.952 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.953 INFO:tasks.workunit.client.0.smithi090.stdout: "session_add": { 2024-03-07T02:56:42.953 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4 2024-03-07T02:56:42.953 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.953 INFO:tasks.workunit.client.0.smithi090.stdout: "session_rm": { 2024-03-07T02:56:42.953 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 52 2024-03-07T02:56:42.953 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.953 INFO:tasks.workunit.client.0.smithi090.stdout: "session_trim": { 2024-03-07T02:56:42.953 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.953 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:42.953 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.953 INFO:tasks.workunit.client.0.smithi090.stdout: "paxos": { 2024-03-07T02:56:42.953 INFO:tasks.workunit.client.0.smithi090.stdout: "accept_timeout": { 2024-03-07T02:56:42.953 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.953 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.953 INFO:tasks.workunit.client.0.smithi090.stdout: "begin": { 2024-03-07T02:56:42.954 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 862 2024-03-07T02:56:42.954 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.954 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_bytes": { 2024-03-07T02:56:42.954 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 862, 2024-03-07T02:56:42.954 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3893613 2024-03-07T02:56:42.954 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.954 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_keys": { 2024-03-07T02:56:42.954 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:42.954 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.954 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.954 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_latency": { 2024-03-07T02:56:42.954 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 862, 2024-03-07T02:56:42.954 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 148995770 2024-03-07T02:56:42.954 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.954 INFO:tasks.workunit.client.0.smithi090.stdout: "collect": { 2024-03-07T02:56:42.955 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-03-07T02:56:42.955 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.955 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_bytes": { 2024-03-07T02:56:42.955 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-03-07T02:56:42.955 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 146 2024-03-07T02:56:42.955 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.955 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_keys": { 2024-03-07T02:56:42.955 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-03-07T02:56:42.955 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-03-07T02:56:42.955 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.955 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_latency": { 2024-03-07T02:56:42.955 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-03-07T02:56:42.955 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 999972 2024-03-07T02:56:42.955 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.955 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_timeout": { 2024-03-07T02:56:42.955 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.956 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.956 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_uncommitted": { 2024-03-07T02:56:42.956 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.956 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.956 INFO:tasks.workunit.client.0.smithi090.stdout: "commit": { 2024-03-07T02:56:42.956 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 863 2024-03-07T02:56:42.956 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.956 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_bytes": { 2024-03-07T02:56:42.956 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:42.956 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.956 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.956 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_keys": { 2024-03-07T02:56:42.956 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:42.956 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.957 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.957 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_latency": { 2024-03-07T02:56:42.957 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:42.957 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.957 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.957 INFO:tasks.workunit.client.0.smithi090.stdout: "lease_ack_timeout": { 2024-03-07T02:56:42.957 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.957 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.957 INFO:tasks.workunit.client.0.smithi090.stdout: "lease_timeout": { 2024-03-07T02:56:42.957 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.957 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.957 INFO:tasks.workunit.client.0.smithi090.stdout: "new_pn": { 2024-03-07T02:56:42.957 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.957 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.957 INFO:tasks.workunit.client.0.smithi090.stdout: "new_pn_latency": { 2024-03-07T02:56:42.958 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:42.958 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.958 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.958 INFO:tasks.workunit.client.0.smithi090.stdout: "refresh": { 2024-03-07T02:56:42.958 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 863 2024-03-07T02:56:42.958 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.958 INFO:tasks.workunit.client.0.smithi090.stdout: "refresh_latency": { 2024-03-07T02:56:42.958 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 863, 2024-03-07T02:56:42.958 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1825948141 2024-03-07T02:56:42.958 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.958 INFO:tasks.workunit.client.0.smithi090.stdout: "restart": { 2024-03-07T02:56:42.958 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13 2024-03-07T02:56:42.958 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.958 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state": { 2024-03-07T02:56:42.958 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.959 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.959 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state_bytes": { 2024-03-07T02:56:42.959 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:42.959 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.959 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.959 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state_keys": { 2024-03-07T02:56:42.959 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:42.959 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.959 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.959 INFO:tasks.workunit.client.0.smithi090.stdout: "start_leader": { 2024-03-07T02:56:42.959 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.959 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.959 INFO:tasks.workunit.client.0.smithi090.stdout: "start_peon": { 2024-03-07T02:56:42.960 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-03-07T02:56:42.960 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.960 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state": { 2024-03-07T02:56:42.960 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 863 2024-03-07T02:56:42.960 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.960 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_bytes": { 2024-03-07T02:56:42.960 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 863, 2024-03-07T02:56:42.960 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7625252 2024-03-07T02:56:42.960 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.960 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_keys": { 2024-03-07T02:56:42.960 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 863, 2024-03-07T02:56:42.960 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6139 2024-03-07T02:56:42.960 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.960 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_latency": { 2024-03-07T02:56:42.961 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 863, 2024-03-07T02:56:42.961 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 384989080 2024-03-07T02:56:42.961 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:42.961 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.961 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache": { 2024-03-07T02:56:42.961 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-03-07T02:56:42.961 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1020054731 2024-03-07T02:56:42.961 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.961 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-03-07T02:56:42.961 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 42795008 2024-03-07T02:56:42.961 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.961 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-03-07T02:56:42.961 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 33513472 2024-03-07T02:56:42.961 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.962 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-03-07T02:56:42.962 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2147483648 2024-03-07T02:56:42.962 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.962 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-03-07T02:56:42.962 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9281536 2024-03-07T02:56:42.962 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:42.962 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.962 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:full": { 2024-03-07T02:56:42.962 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:42.962 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 348127232 2024-03-07T02:56:42.962 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.962 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:42.962 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.962 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.962 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:42.963 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.963 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.963 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:42.963 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 277024076 2024-03-07T02:56:42.963 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.963 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:42.963 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 264364 2024-03-07T02:56:42.963 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.963 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:42.963 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.963 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.963 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:42.963 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.963 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.963 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:42.964 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.964 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.964 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:42.964 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.964 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.964 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:42.964 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.964 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.964 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:42.964 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.964 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.964 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:42.964 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.964 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.964 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:42.964 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.965 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.965 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:42.965 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 70838792 2024-03-07T02:56:42.965 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:42.965 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.965 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:inc": { 2024-03-07T02:56:42.965 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:42.965 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 348127232 2024-03-07T02:56:42.965 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.965 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:42.965 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.965 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.965 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:42.965 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.965 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.966 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:42.966 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 277024076 2024-03-07T02:56:42.966 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.966 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:42.966 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 41128 2024-03-07T02:56:42.966 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.966 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:42.966 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.966 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.966 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:42.966 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.966 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.966 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:42.966 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.966 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.967 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:42.967 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.967 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.967 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:42.967 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.967 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.967 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:42.967 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.967 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.967 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:42.967 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.967 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.967 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:42.967 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.967 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.968 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:42.968 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71062028 2024-03-07T02:56:42.968 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:42.968 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.968 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:kv": { 2024-03-07T02:56:42.968 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:42.968 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 322961408 2024-03-07T02:56:42.968 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.968 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:42.968 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-03-07T02:56:42.968 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.968 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:42.969 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.969 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.969 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:42.969 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 184682717 2024-03-07T02:56:42.969 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.969 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:42.969 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.969 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.969 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:42.969 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.969 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.969 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:42.969 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.970 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.970 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:42.970 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.970 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.970 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:42.970 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.970 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.970 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:42.970 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.970 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.970 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:42.970 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.970 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.970 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:42.971 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.971 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.971 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:42.971 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.971 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.971 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:42.971 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71169827 2024-03-07T02:56:42.971 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:42.971 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.971 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb": { 2024-03-07T02:56:42.971 INFO:tasks.workunit.client.0.smithi090.stdout: "compact": { 2024-03-07T02:56:42.971 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.971 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.972 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_queue_len": { 2024-03-07T02:56:42.972 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.972 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.972 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_queue_merge": { 2024-03-07T02:56:42.972 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.972 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.972 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_range": { 2024-03-07T02:56:42.972 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-03-07T02:56:42.972 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.972 INFO:tasks.workunit.client.0.smithi090.stdout: "get_latency": { 2024-03-07T02:56:42.972 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 36640, 2024-03-07T02:56:42.972 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 87465603 2024-03-07T02:56:42.972 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.972 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_delay_time": { 2024-03-07T02:56:42.973 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:42.973 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.973 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.973 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_memtable_time": { 2024-03-07T02:56:42.973 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:42.973 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.973 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.973 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_pre_and_post_time": { 2024-03-07T02:56:42.973 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:42.973 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.973 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.973 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_wal_time": { 2024-03-07T02:56:42.973 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:42.973 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.973 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.974 INFO:tasks.workunit.client.0.smithi090.stdout: "submit_latency": { 2024-03-07T02:56:42.974 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:42.974 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.974 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.974 INFO:tasks.workunit.client.0.smithi090.stdout: "submit_sync_latency": { 2024-03-07T02:56:42.974 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1865, 2024-03-07T02:56:42.974 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 629888741 2024-03-07T02:56:42.974 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:42.974 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:42.974 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.974 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.903073e4ab60c09a0b2e263bc373c3235f45cdb3": { 2024-03-07T02:56:42.974 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-03-07T02:56:42.974 INFO:tasks.workunit.client.0.smithi090.stdout: "election_call": { 2024-03-07T02:56:42.974 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-03-07T02:56:42.974 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.975 INFO:tasks.workunit.client.0.smithi090.stdout: "election_lose": { 2024-03-07T02:56:42.975 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.975 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.975 INFO:tasks.workunit.client.0.smithi090.stdout: "election_win": { 2024-03-07T02:56:42.975 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3 2024-03-07T02:56:42.975 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.975 INFO:tasks.workunit.client.0.smithi090.stdout: "num_elections": { 2024-03-07T02:56:42.975 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9 2024-03-07T02:56:42.975 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.975 INFO:tasks.workunit.client.0.smithi090.stdout: "num_sessions": { 2024-03-07T02:56:42.975 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8 2024-03-07T02:56:42.975 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.975 INFO:tasks.workunit.client.0.smithi090.stdout: "session_add": { 2024-03-07T02:56:42.975 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3 2024-03-07T02:56:42.975 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.976 INFO:tasks.workunit.client.0.smithi090.stdout: "session_rm": { 2024-03-07T02:56:42.976 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 187 2024-03-07T02:56:42.976 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.976 INFO:tasks.workunit.client.0.smithi090.stdout: "session_trim": { 2024-03-07T02:56:42.976 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.976 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:42.976 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.976 INFO:tasks.workunit.client.0.smithi090.stdout: "paxos": { 2024-03-07T02:56:42.976 INFO:tasks.workunit.client.0.smithi090.stdout: "accept_timeout": { 2024-03-07T02:56:42.976 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.976 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.976 INFO:tasks.workunit.client.0.smithi090.stdout: "begin": { 2024-03-07T02:56:42.976 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 999 2024-03-07T02:56:42.977 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.977 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_bytes": { 2024-03-07T02:56:42.977 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 999, 2024-03-07T02:56:42.977 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4941952 2024-03-07T02:56:42.977 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.977 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_keys": { 2024-03-07T02:56:42.977 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 999, 2024-03-07T02:56:42.977 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2997 2024-03-07T02:56:42.977 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.977 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_latency": { 2024-03-07T02:56:42.977 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 999, 2024-03-07T02:56:42.977 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 185997089 2024-03-07T02:56:42.977 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.977 INFO:tasks.workunit.client.0.smithi090.stdout: "collect": { 2024-03-07T02:56:42.977 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.978 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.978 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_bytes": { 2024-03-07T02:56:42.978 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:42.978 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.978 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.978 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_keys": { 2024-03-07T02:56:42.978 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:42.978 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.978 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.978 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_latency": { 2024-03-07T02:56:42.978 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:42.978 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.978 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.978 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_timeout": { 2024-03-07T02:56:42.978 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.979 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.979 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_uncommitted": { 2024-03-07T02:56:42.979 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.979 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.979 INFO:tasks.workunit.client.0.smithi090.stdout: "commit": { 2024-03-07T02:56:42.979 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 999 2024-03-07T02:56:42.979 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.979 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_bytes": { 2024-03-07T02:56:42.979 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 999, 2024-03-07T02:56:42.979 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4870035 2024-03-07T02:56:42.979 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.979 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_keys": { 2024-03-07T02:56:42.979 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 999, 2024-03-07T02:56:42.979 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6038 2024-03-07T02:56:42.980 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.980 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_latency": { 2024-03-07T02:56:42.980 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 999, 2024-03-07T02:56:42.980 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 418820866 2024-03-07T02:56:42.980 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.980 INFO:tasks.workunit.client.0.smithi090.stdout: "lease_ack_timeout": { 2024-03-07T02:56:42.980 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.980 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.980 INFO:tasks.workunit.client.0.smithi090.stdout: "lease_timeout": { 2024-03-07T02:56:42.980 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.980 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.980 INFO:tasks.workunit.client.0.smithi090.stdout: "new_pn": { 2024-03-07T02:56:42.980 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-03-07T02:56:42.980 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.981 INFO:tasks.workunit.client.0.smithi090.stdout: "new_pn_latency": { 2024-03-07T02:56:42.981 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-03-07T02:56:42.981 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.981 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.981 INFO:tasks.workunit.client.0.smithi090.stdout: "refresh": { 2024-03-07T02:56:42.981 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1001 2024-03-07T02:56:42.981 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.981 INFO:tasks.workunit.client.0.smithi090.stdout: "refresh_latency": { 2024-03-07T02:56:42.981 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1001, 2024-03-07T02:56:42.981 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2530960293 2024-03-07T02:56:42.981 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.981 INFO:tasks.workunit.client.0.smithi090.stdout: "restart": { 2024-03-07T02:56:42.981 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12 2024-03-07T02:56:42.981 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.982 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state": { 2024-03-07T02:56:42.982 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3 2024-03-07T02:56:42.982 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.982 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state_bytes": { 2024-03-07T02:56:42.982 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3, 2024-03-07T02:56:42.982 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1627 2024-03-07T02:56:42.982 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.982 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state_keys": { 2024-03-07T02:56:42.982 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3, 2024-03-07T02:56:42.982 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3 2024-03-07T02:56:42.982 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.982 INFO:tasks.workunit.client.0.smithi090.stdout: "start_leader": { 2024-03-07T02:56:42.982 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3 2024-03-07T02:56:42.982 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.983 INFO:tasks.workunit.client.0.smithi090.stdout: "start_peon": { 2024-03-07T02:56:42.983 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.983 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.983 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state": { 2024-03-07T02:56:42.983 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.983 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.983 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_bytes": { 2024-03-07T02:56:42.983 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:42.983 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.983 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.983 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_keys": { 2024-03-07T02:56:42.983 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:42.983 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.983 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.983 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_latency": { 2024-03-07T02:56:42.983 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:42.984 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.984 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:42.984 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.984 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache": { 2024-03-07T02:56:42.984 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-03-07T02:56:42.984 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1020054731 2024-03-07T02:56:42.984 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.984 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-03-07T02:56:42.984 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 45842432 2024-03-07T02:56:42.984 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.984 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-03-07T02:56:42.984 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 39559168 2024-03-07T02:56:42.984 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.984 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-03-07T02:56:42.984 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2147483648 2024-03-07T02:56:42.985 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.985 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-03-07T02:56:42.985 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6283264 2024-03-07T02:56:42.985 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:42.985 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.985 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:full": { 2024-03-07T02:56:42.985 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:42.985 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 348127232 2024-03-07T02:56:42.985 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.985 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:42.985 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.985 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.985 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:42.985 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.985 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.985 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:42.986 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 277025152 2024-03-07T02:56:42.986 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.986 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:42.986 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 263934 2024-03-07T02:56:42.986 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.986 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:42.986 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.986 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.986 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:42.986 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.986 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.986 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:42.986 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.986 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.986 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:42.987 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.987 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.987 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:42.987 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.987 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.987 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:42.987 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.987 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.987 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:42.987 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.987 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.987 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:42.987 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.987 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.987 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:42.988 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 70838146 2024-03-07T02:56:42.988 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:42.988 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.988 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:inc": { 2024-03-07T02:56:42.988 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:42.988 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 348127232 2024-03-07T02:56:42.988 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.988 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:42.988 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.988 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.988 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:42.988 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.988 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.988 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:42.989 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 277025152 2024-03-07T02:56:42.989 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.989 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:42.989 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 38689 2024-03-07T02:56:42.989 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.989 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:42.989 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.989 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.989 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:42.989 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.989 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.989 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:42.989 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.989 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.990 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:42.990 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.990 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.990 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:42.990 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.990 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.990 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:42.990 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.990 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.990 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:42.990 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.990 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.990 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:42.990 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.991 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.991 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:42.991 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71063391 2024-03-07T02:56:42.991 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:42.991 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.991 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:kv": { 2024-03-07T02:56:42.991 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:42.991 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 322961408 2024-03-07T02:56:42.991 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.991 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:42.991 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-03-07T02:56:42.991 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.991 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:42.991 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.991 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.992 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:42.992 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 184683435 2024-03-07T02:56:42.992 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.992 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:42.992 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.992 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.992 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:42.992 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.992 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.992 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:42.992 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.992 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.992 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:42.992 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.993 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.993 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:42.993 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.993 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.993 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:42.993 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.993 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.993 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:42.993 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.993 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.993 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:42.993 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.993 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.993 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:42.993 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.993 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.994 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:42.994 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71169109 2024-03-07T02:56:42.994 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:42.994 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.994 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb": { 2024-03-07T02:56:42.994 INFO:tasks.workunit.client.0.smithi090.stdout: "compact": { 2024-03-07T02:56:42.994 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.994 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.994 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_queue_len": { 2024-03-07T02:56:42.994 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.994 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.994 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_queue_merge": { 2024-03-07T02:56:42.994 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.994 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.994 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_range": { 2024-03-07T02:56:42.995 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-03-07T02:56:42.995 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.995 INFO:tasks.workunit.client.0.smithi090.stdout: "get_latency": { 2024-03-07T02:56:42.995 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 44771, 2024-03-07T02:56:42.995 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 175072236 2024-03-07T02:56:42.995 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.995 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_delay_time": { 2024-03-07T02:56:42.995 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:42.995 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.995 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.995 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_memtable_time": { 2024-03-07T02:56:42.995 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:42.995 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.995 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.995 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_pre_and_post_time": { 2024-03-07T02:56:42.995 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:42.996 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.996 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.996 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_wal_time": { 2024-03-07T02:56:42.996 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:42.996 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.996 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.996 INFO:tasks.workunit.client.0.smithi090.stdout: "submit_latency": { 2024-03-07T02:56:42.996 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:42.996 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.996 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.996 INFO:tasks.workunit.client.0.smithi090.stdout: "submit_sync_latency": { 2024-03-07T02:56:42.996 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2156, 2024-03-07T02:56:42.996 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 654787854 2024-03-07T02:56:42.996 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:42.997 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:42.997 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.997 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.d29b2729cbd392019ebf6157ef3e61fb17b3d795": { 2024-03-07T02:56:42.997 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-03-07T02:56:42.997 INFO:tasks.workunit.client.0.smithi090.stdout: "election_call": { 2024-03-07T02:56:42.997 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1 2024-03-07T02:56:42.997 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.997 INFO:tasks.workunit.client.0.smithi090.stdout: "election_lose": { 2024-03-07T02:56:42.997 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1 2024-03-07T02:56:42.997 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.997 INFO:tasks.workunit.client.0.smithi090.stdout: "election_win": { 2024-03-07T02:56:42.997 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.997 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.997 INFO:tasks.workunit.client.0.smithi090.stdout: "num_elections": { 2024-03-07T02:56:42.998 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3 2024-03-07T02:56:42.998 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.998 INFO:tasks.workunit.client.0.smithi090.stdout: "num_sessions": { 2024-03-07T02:56:42.998 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 11 2024-03-07T02:56:42.998 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.998 INFO:tasks.workunit.client.0.smithi090.stdout: "session_add": { 2024-03-07T02:56:42.998 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5 2024-03-07T02:56:42.998 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.998 INFO:tasks.workunit.client.0.smithi090.stdout: "session_rm": { 2024-03-07T02:56:42.998 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 108 2024-03-07T02:56:42.998 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.998 INFO:tasks.workunit.client.0.smithi090.stdout: "session_trim": { 2024-03-07T02:56:42.998 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.998 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:42.999 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.999 INFO:tasks.workunit.client.0.smithi090.stdout: "paxos": { 2024-03-07T02:56:42.999 INFO:tasks.workunit.client.0.smithi090.stdout: "accept_timeout": { 2024-03-07T02:56:42.999 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:42.999 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.999 INFO:tasks.workunit.client.0.smithi090.stdout: "begin": { 2024-03-07T02:56:42.999 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 851 2024-03-07T02:56:42.999 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.999 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_bytes": { 2024-03-07T02:56:42.999 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 851, 2024-03-07T02:56:42.999 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3866045 2024-03-07T02:56:42.999 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:42.999 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_keys": { 2024-03-07T02:56:43.000 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.000 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.000 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.000 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_latency": { 2024-03-07T02:56:43.000 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 851, 2024-03-07T02:56:43.000 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 265995823 2024-03-07T02:56:43.000 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.000 INFO:tasks.workunit.client.0.smithi090.stdout: "collect": { 2024-03-07T02:56:43.000 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1 2024-03-07T02:56:43.000 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.000 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_bytes": { 2024-03-07T02:56:43.000 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-03-07T02:56:43.000 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 73 2024-03-07T02:56:43.000 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.001 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_keys": { 2024-03-07T02:56:43.001 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-03-07T02:56:43.001 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1 2024-03-07T02:56:43.001 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.001 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_latency": { 2024-03-07T02:56:43.001 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-03-07T02:56:43.001 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.001 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.001 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_timeout": { 2024-03-07T02:56:43.001 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.001 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.001 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_uncommitted": { 2024-03-07T02:56:43.001 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.002 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.002 INFO:tasks.workunit.client.0.smithi090.stdout: "commit": { 2024-03-07T02:56:43.002 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 853 2024-03-07T02:56:43.002 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.002 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_bytes": { 2024-03-07T02:56:43.002 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.002 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.002 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.002 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_keys": { 2024-03-07T02:56:43.002 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.002 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.002 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.002 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_latency": { 2024-03-07T02:56:43.002 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.002 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.003 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.003 INFO:tasks.workunit.client.0.smithi090.stdout: "lease_ack_timeout": { 2024-03-07T02:56:43.003 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.003 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.003 INFO:tasks.workunit.client.0.smithi090.stdout: "lease_timeout": { 2024-03-07T02:56:43.003 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.003 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.003 INFO:tasks.workunit.client.0.smithi090.stdout: "new_pn": { 2024-03-07T02:56:43.003 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.003 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.003 INFO:tasks.workunit.client.0.smithi090.stdout: "new_pn_latency": { 2024-03-07T02:56:43.003 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.003 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.003 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.003 INFO:tasks.workunit.client.0.smithi090.stdout: "refresh": { 2024-03-07T02:56:43.004 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 853 2024-03-07T02:56:43.004 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.004 INFO:tasks.workunit.client.0.smithi090.stdout: "refresh_latency": { 2024-03-07T02:56:43.004 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 853, 2024-03-07T02:56:43.004 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1920969869 2024-03-07T02:56:43.004 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.004 INFO:tasks.workunit.client.0.smithi090.stdout: "restart": { 2024-03-07T02:56:43.004 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8 2024-03-07T02:56:43.004 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.004 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state": { 2024-03-07T02:56:43.004 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.004 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.004 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state_bytes": { 2024-03-07T02:56:43.004 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.004 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.005 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.005 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state_keys": { 2024-03-07T02:56:43.005 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.005 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.005 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.005 INFO:tasks.workunit.client.0.smithi090.stdout: "start_leader": { 2024-03-07T02:56:43.005 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.005 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.005 INFO:tasks.workunit.client.0.smithi090.stdout: "start_peon": { 2024-03-07T02:56:43.005 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1 2024-03-07T02:56:43.005 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.005 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state": { 2024-03-07T02:56:43.005 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 852 2024-03-07T02:56:43.005 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.005 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_bytes": { 2024-03-07T02:56:43.006 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 852, 2024-03-07T02:56:43.006 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7572403 2024-03-07T02:56:43.006 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.006 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_keys": { 2024-03-07T02:56:43.006 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 852, 2024-03-07T02:56:43.006 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6056 2024-03-07T02:56:43.006 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.006 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_latency": { 2024-03-07T02:56:43.006 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 852, 2024-03-07T02:56:43.006 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 480992433 2024-03-07T02:56:43.006 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.006 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.006 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache": { 2024-03-07T02:56:43.006 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-03-07T02:56:43.006 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1020054731 2024-03-07T02:56:43.007 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.007 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-03-07T02:56:43.007 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 41746432 2024-03-07T02:56:43.007 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.007 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-03-07T02:56:43.007 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 33030144 2024-03-07T02:56:43.007 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.007 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-03-07T02:56:43.007 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2147483648 2024-03-07T02:56:43.007 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.007 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-03-07T02:56:43.007 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8716288 2024-03-07T02:56:43.007 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.007 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.007 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:full": { 2024-03-07T02:56:43.007 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:43.008 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 348127232 2024-03-07T02:56:43.008 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.008 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:43.008 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.008 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.008 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:43.008 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.008 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.008 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:43.008 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 277024076 2024-03-07T02:56:43.008 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.008 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:43.008 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 264364 2024-03-07T02:56:43.008 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.009 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:43.009 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.009 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.009 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:43.009 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.009 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.009 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:43.009 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.009 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.009 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:43.009 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.009 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.009 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:43.010 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.010 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.010 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:43.010 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.010 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.010 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:43.010 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.010 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.010 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:43.010 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.010 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.010 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:43.010 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 70838792 2024-03-07T02:56:43.010 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.010 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.011 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:inc": { 2024-03-07T02:56:43.011 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:43.011 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 348127232 2024-03-07T02:56:43.011 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.011 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:43.011 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.011 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.011 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:43.011 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.011 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.011 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:43.011 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 277024076 2024-03-07T02:56:43.011 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.011 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:43.011 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 41128 2024-03-07T02:56:43.012 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.012 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:43.012 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.012 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.012 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:43.012 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.012 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.012 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:43.012 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.012 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.012 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:43.012 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.012 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.012 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:43.013 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.013 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.013 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:43.013 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.013 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.013 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:43.013 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.013 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.013 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:43.013 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.013 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.013 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:43.013 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71062028 2024-03-07T02:56:43.013 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.013 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.014 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:kv": { 2024-03-07T02:56:43.014 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:43.014 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 322961408 2024-03-07T02:56:43.014 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.014 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:43.014 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-03-07T02:56:43.014 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.014 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:43.014 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.014 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.014 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:43.014 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 184682717 2024-03-07T02:56:43.014 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.014 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:43.014 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.014 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.015 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:43.015 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.015 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.015 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:43.015 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.015 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.015 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:43.015 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.015 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.015 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:43.015 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.015 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.015 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:43.016 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.016 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.016 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:43.016 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.016 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.016 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:43.016 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.016 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.016 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:43.016 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.016 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.016 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:43.016 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71169827 2024-03-07T02:56:43.016 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.017 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.017 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb": { 2024-03-07T02:56:43.017 INFO:tasks.workunit.client.0.smithi090.stdout: "compact": { 2024-03-07T02:56:43.017 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.017 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.017 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_queue_len": { 2024-03-07T02:56:43.017 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.017 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.017 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_queue_merge": { 2024-03-07T02:56:43.017 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.017 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.017 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_range": { 2024-03-07T02:56:43.017 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-03-07T02:56:43.017 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.017 INFO:tasks.workunit.client.0.smithi090.stdout: "get_latency": { 2024-03-07T02:56:43.018 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 36227, 2024-03-07T02:56:43.018 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 88979539 2024-03-07T02:56:43.018 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.018 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_delay_time": { 2024-03-07T02:56:43.018 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.018 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.018 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.018 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_memtable_time": { 2024-03-07T02:56:43.018 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.018 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.018 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.018 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_pre_and_post_time": { 2024-03-07T02:56:43.018 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.018 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.019 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.019 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_wal_time": { 2024-03-07T02:56:43.019 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.019 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.019 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.019 INFO:tasks.workunit.client.0.smithi090.stdout: "submit_latency": { 2024-03-07T02:56:43.019 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.019 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.019 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.019 INFO:tasks.workunit.client.0.smithi090.stdout: "submit_sync_latency": { 2024-03-07T02:56:43.019 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1819, 2024-03-07T02:56:43.019 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 763825807 2024-03-07T02:56:43.019 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.019 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.020 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.020 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.0": { 2024-03-07T02:56:43.020 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-03-07T02:56:43.020 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_fallback": { 2024-03-07T02:56:43.020 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.020 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.020 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_size_fallback": { 2024-03-07T02:56:43.020 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.020 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.020 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_db": { 2024-03-07T02:56:43.020 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65536 2024-03-07T02:56:43.020 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.020 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_main": { 2024-03-07T02:56:43.021 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.021 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.021 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_wal": { 2024-03-07T02:56:43.021 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.021 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.021 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_slow": { 2024-03-07T02:56:43.021 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.021 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.021 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_sst": { 2024-03-07T02:56:43.021 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12288 2024-03-07T02:56:43.021 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.021 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_wal": { 2024-03-07T02:56:43.021 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2674688 2024-03-07T02:56:43.022 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.022 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lat": { 2024-03-07T02:56:43.022 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.022 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.022 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.022 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lock_lat": { 2024-03-07T02:56:43.022 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.022 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.022 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.022 INFO:tasks.workunit.client.0.smithi090.stdout: "db_total_bytes": { 2024-03-07T02:56:43.022 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-03-07T02:56:43.022 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.022 INFO:tasks.workunit.client.0.smithi090.stdout: "db_used_bytes": { 2024-03-07T02:56:43.022 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 27656192 2024-03-07T02:56:43.023 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.023 INFO:tasks.workunit.client.0.smithi090.stdout: "log_bytes": { 2024-03-07T02:56:43.023 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1683456 2024-03-07T02:56:43.023 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.023 INFO:tasks.workunit.client.0.smithi090.stdout: "logged_bytes": { 2024-03-07T02:56:43.023 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1544192 2024-03-07T02:56:43.023 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.023 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_db": { 2024-03-07T02:56:43.023 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 31850496 2024-03-07T02:56:43.023 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.023 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_slow": { 2024-03-07T02:56:43.023 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.023 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.023 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_wal": { 2024-03-07T02:56:43.023 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.024 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.024 INFO:tasks.workunit.client.0.smithi090.stdout: "num_files": { 2024-03-07T02:56:43.024 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14 2024-03-07T02:56:43.024 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.024 INFO:tasks.workunit.client.0.smithi090.stdout: "read_bytes": { 2024-03-07T02:56:43.024 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 206366 2024-03-07T02:56:43.024 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.024 INFO:tasks.workunit.client.0.smithi090.stdout: "read_count": { 2024-03-07T02:56:43.024 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23 2024-03-07T02:56:43.024 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.024 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes": { 2024-03-07T02:56:43.024 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1282048 2024-03-07T02:56:43.024 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.024 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_db": { 2024-03-07T02:56:43.024 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1286144 2024-03-07T02:56:43.025 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.025 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_slow": { 2024-03-07T02:56:43.025 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.025 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.025 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_wal": { 2024-03-07T02:56:43.025 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.025 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.025 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_count": { 2024-03-07T02:56:43.025 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15 2024-03-07T02:56:43.025 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.025 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_bytes": { 2024-03-07T02:56:43.025 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5019 2024-03-07T02:56:43.025 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.025 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_count": { 2024-03-07T02:56:43.025 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4 2024-03-07T02:56:43.026 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.026 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_bytes": { 2024-03-07T02:56:43.026 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5845 2024-03-07T02:56:43.026 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.026 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_count": { 2024-03-07T02:56:43.026 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24 2024-03-07T02:56:43.026 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.026 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_bytes": { 2024-03-07T02:56:43.026 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5845 2024-03-07T02:56:43.026 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.026 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_count": { 2024-03-07T02:56:43.026 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24 2024-03-07T02:56:43.026 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.026 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes": { 2024-03-07T02:56:43.026 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.027 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.027 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_db": { 2024-03-07T02:56:43.027 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.027 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.027 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_slow": { 2024-03-07T02:56:43.027 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.027 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.027 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_wal": { 2024-03-07T02:56:43.027 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.027 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.027 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_count": { 2024-03-07T02:56:43.027 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.027 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.027 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_total_bytes": { 2024-03-07T02:56:43.027 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.028 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.028 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_used_bytes": { 2024-03-07T02:56:43.028 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.028 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.028 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_total_bytes": { 2024-03-07T02:56:43.028 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.028 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.028 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_used_bytes": { 2024-03-07T02:56:43.028 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.028 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.028 INFO:tasks.workunit.client.0.smithi090.stdout: "write_bytes": { 2024-03-07T02:56:43.028 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4296704 2024-03-07T02:56:43.028 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.029 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.029 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": { 2024-03-07T02:56:43.029 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit": { 2024-03-07T02:56:43.029 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4096 2024-03-07T02:56:43.029 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.029 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": { 2024-03-07T02:56:43.029 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1302528 2024-03-07T02:56:43.029 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.029 INFO:tasks.workunit.client.0.smithi090.stdout: "clist_lat": { 2024-03-07T02:56:43.029 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 4, 2024-03-07T02:56:43.029 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 130466 2024-03-07T02:56:43.029 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.029 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_lat": { 2024-03-07T02:56:43.029 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.030 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.030 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.030 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed": { 2024-03-07T02:56:43.030 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.030 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.030 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_allocated": { 2024-03-07T02:56:43.030 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.030 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.030 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_original": { 2024-03-07T02:56:43.030 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.030 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.030 INFO:tasks.workunit.client.0.smithi090.stdout: "csum_lat": { 2024-03-07T02:56:43.030 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 25, 2024-03-07T02:56:43.030 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 62445 2024-03-07T02:56:43.030 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.031 INFO:tasks.workunit.client.0.smithi090.stdout: "decompress_lat": { 2024-03-07T02:56:43.031 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.031 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.031 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.031 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_commit_lat": { 2024-03-07T02:56:43.031 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 364, 2024-03-07T02:56:43.031 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 82382078 2024-03-07T02:56:43.031 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.031 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_final_lat": { 2024-03-07T02:56:43.031 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 356, 2024-03-07T02:56:43.031 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13038318 2024-03-07T02:56:43.031 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.031 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_flush_lat": { 2024-03-07T02:56:43.031 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 364, 2024-03-07T02:56:43.031 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 339223 2024-03-07T02:56:43.032 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.032 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_sync_lat": { 2024-03-07T02:56:43.032 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 364, 2024-03-07T02:56:43.032 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 82721301 2024-03-07T02:56:43.032 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.032 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_keys_lat": { 2024-03-07T02:56:43.032 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.032 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.032 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.032 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_values_lat": { 2024-03-07T02:56:43.032 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-03-07T02:56:43.032 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 44541 2024-03-07T02:56:43.032 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.032 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_lower_bound_lat": { 2024-03-07T02:56:43.032 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 6, 2024-03-07T02:56:43.033 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 19018 2024-03-07T02:56:43.033 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.033 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_next_lat": { 2024-03-07T02:56:43.033 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.033 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.033 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.033 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_seek_to_first_lat": { 2024-03-07T02:56:43.033 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.033 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.033 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.033 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_upper_bound_lat": { 2024-03-07T02:56:43.033 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-03-07T02:56:43.033 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4413 2024-03-07T02:56:43.033 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.033 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_hits": { 2024-03-07T02:56:43.033 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 810 2024-03-07T02:56:43.034 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.034 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_misses": { 2024-03-07T02:56:43.034 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 221 2024-03-07T02:56:43.034 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.034 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-03-07T02:56:43.034 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 115, 2024-03-07T02:56:43.034 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2903227 2024-03-07T02:56:43.034 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.034 INFO:tasks.workunit.client.0.smithi090.stdout: "read_onode_meta_lat": { 2024-03-07T02:56:43.034 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 315, 2024-03-07T02:56:43.034 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 271753 2024-03-07T02:56:43.034 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.034 INFO:tasks.workunit.client.0.smithi090.stdout: "read_wait_aio_lat": { 2024-03-07T02:56:43.034 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 200, 2024-03-07T02:56:43.034 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4803136 2024-03-07T02:56:43.035 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.035 INFO:tasks.workunit.client.0.smithi090.stdout: "reads_with_retries": { 2024-03-07T02:56:43.035 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.035 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.035 INFO:tasks.workunit.client.0.smithi090.stdout: "remove_lat": { 2024-03-07T02:56:43.035 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-03-07T02:56:43.035 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 36737 2024-03-07T02:56:43.035 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.035 INFO:tasks.workunit.client.0.smithi090.stdout: "state_aio_wait_lat": { 2024-03-07T02:56:43.035 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 476, 2024-03-07T02:56:43.035 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10237667 2024-03-07T02:56:43.035 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.035 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_aio_wait_lat": { 2024-03-07T02:56:43.035 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 125, 2024-03-07T02:56:43.035 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9294162 2024-03-07T02:56:43.036 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.036 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_cleanup_lat": { 2024-03-07T02:56:43.036 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 125, 2024-03-07T02:56:43.036 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 439589510118 2024-03-07T02:56:43.036 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.036 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_queued_lat": { 2024-03-07T02:56:43.036 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 125, 2024-03-07T02:56:43.036 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 144219608931 2024-03-07T02:56:43.036 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.036 INFO:tasks.workunit.client.0.smithi090.stdout: "state_done_lat": { 2024-03-07T02:56:43.036 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 476, 2024-03-07T02:56:43.036 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 72464562293 2024-03-07T02:56:43.036 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.036 INFO:tasks.workunit.client.0.smithi090.stdout: "state_finishing_lat": { 2024-03-07T02:56:43.036 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 476, 2024-03-07T02:56:43.036 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 41592 2024-03-07T02:56:43.037 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.037 INFO:tasks.workunit.client.0.smithi090.stdout: "state_io_done_lat": { 2024-03-07T02:56:43.037 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 476, 2024-03-07T02:56:43.037 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 466280 2024-03-07T02:56:43.037 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.037 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_commiting_lat": { 2024-03-07T02:56:43.037 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 476, 2024-03-07T02:56:43.037 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 173059527 2024-03-07T02:56:43.037 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.037 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_done_lat": { 2024-03-07T02:56:43.037 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 476, 2024-03-07T02:56:43.037 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 207318 2024-03-07T02:56:43.037 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.037 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_queued_lat": { 2024-03-07T02:56:43.037 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 476, 2024-03-07T02:56:43.038 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 88253803 2024-03-07T02:56:43.038 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.038 INFO:tasks.workunit.client.0.smithi090.stdout: "state_prepare_lat": { 2024-03-07T02:56:43.038 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 476, 2024-03-07T02:56:43.038 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23907287 2024-03-07T02:56:43.038 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.038 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": { 2024-03-07T02:56:43.038 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 893457 2024-03-07T02:56:43.038 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.038 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-03-07T02:56:43.038 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 59, 2024-03-07T02:56:43.038 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 249220 2024-03-07T02:56:43.038 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.038 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_commit_lat": { 2024-03-07T02:56:43.039 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 476, 2024-03-07T02:56:43.039 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 296046517 2024-03-07T02:56:43.039 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.039 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_submit_lat": { 2024-03-07T02:56:43.039 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 476, 2024-03-07T02:56:43.039 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 28326812 2024-03-07T02:56:43.039 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.039 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_throttle_lat": { 2024-03-07T02:56:43.039 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 476, 2024-03-07T02:56:43.039 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2975356 2024-03-07T02:56:43.039 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.039 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.039 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache": { 2024-03-07T02:56:43.040 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-03-07T02:56:43.040 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1861615595 2024-03-07T02:56:43.040 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.040 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-03-07T02:56:43.040 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 44482560 2024-03-07T02:56:43.040 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.040 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-03-07T02:56:43.040 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 43532288 2024-03-07T02:56:43.040 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.040 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-03-07T02:56:43.040 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3137555251 2024-03-07T02:56:43.040 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.040 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-03-07T02:56:43.040 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 950272 2024-03-07T02:56:43.041 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.041 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.041 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:data": { 2024-03-07T02:56:43.041 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:43.041 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 159383552 2024-03-07T02:56:43.041 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.041 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:43.041 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.041 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.041 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:43.041 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.041 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.041 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:43.041 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 85470595 2024-03-07T02:56:43.042 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.042 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:43.042 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.042 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.042 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:43.042 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.042 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.042 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:43.042 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.042 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.042 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:43.042 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.042 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.042 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:43.042 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.043 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.043 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:43.043 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 614400 2024-03-07T02:56:43.043 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.043 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:43.043 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.043 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.043 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:43.043 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.043 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.043 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:43.043 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.043 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.043 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:43.043 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 73298557 2024-03-07T02:56:43.044 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.044 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.044 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv": { 2024-03-07T02:56:43.044 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:43.044 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 780140544 2024-03-07T02:56:43.044 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.044 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:43.044 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-03-07T02:56:43.044 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.044 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:43.044 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.044 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.044 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:43.044 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 641029468 2024-03-07T02:56:43.044 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.045 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:43.045 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.045 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.045 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:43.045 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.045 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.045 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:43.045 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.045 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.045 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:43.045 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.045 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.045 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:43.046 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.046 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.046 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:43.046 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2128 2024-03-07T02:56:43.046 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.046 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:43.046 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.046 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.046 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:43.046 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.046 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.046 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:43.046 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.046 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.046 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:43.046 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 72000084 2024-03-07T02:56:43.047 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.047 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.047 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv_onode": { 2024-03-07T02:56:43.047 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:43.047 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 192937984 2024-03-07T02:56:43.047 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.047 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:43.047 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-03-07T02:56:43.047 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.047 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:43.047 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 464 2024-03-07T02:56:43.047 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.047 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:43.047 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 56980397 2024-03-07T02:56:43.048 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.048 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:43.048 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.048 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.048 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:43.048 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.048 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.048 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:43.048 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.048 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.048 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:43.048 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.049 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.049 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:43.049 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.049 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.049 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:43.049 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.049 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.049 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:43.049 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.049 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.049 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:43.049 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.049 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.049 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:43.049 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.050 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.050 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:43.050 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68848259 2024-03-07T02:56:43.050 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.050 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.050 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:meta": { 2024-03-07T02:56:43.050 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:43.050 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 713031680 2024-03-07T02:56:43.050 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.050 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:43.050 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.050 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.050 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:43.050 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.051 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.051 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:43.051 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 641029468 2024-03-07T02:56:43.051 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.051 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:43.051 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.051 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.051 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:43.051 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.051 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.051 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:43.051 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.051 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.051 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:43.051 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.052 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.052 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:43.052 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4887 2024-03-07T02:56:43.052 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.052 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:43.052 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 232177 2024-03-07T02:56:43.052 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.052 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:43.052 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.052 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.052 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:43.052 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.052 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.052 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:43.052 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.053 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.053 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:43.053 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71765148 2024-03-07T02:56:43.053 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.053 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.053 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-03-07T02:56:43.053 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-03-07T02:56:43.053 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.053 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.053 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-03-07T02:56:43.053 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.053 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.053 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-03-07T02:56:43.053 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.053 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.054 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-03-07T02:56:43.054 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.054 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.054 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.054 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-03-07T02:56:43.054 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg": { 2024-03-07T02:56:43.054 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 47 2024-03-07T02:56:43.054 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.054 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg_removing": { 2024-03-07T02:56:43.054 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.054 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.054 INFO:tasks.workunit.client.0.smithi090.stdout: "op": { 2024-03-07T02:56:43.055 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5 2024-03-07T02:56:43.055 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.055 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_degraded": { 2024-03-07T02:56:43.055 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.055 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.055 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_unreadable": { 2024-03-07T02:56:43.055 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.055 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.055 INFO:tasks.workunit.client.0.smithi090.stdout: "op_in_bytes": { 2024-03-07T02:56:43.055 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 616 2024-03-07T02:56:43.055 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.055 INFO:tasks.workunit.client.0.smithi090.stdout: "op_latency": { 2024-03-07T02:56:43.055 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 5, 2024-03-07T02:56:43.055 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 101966072 2024-03-07T02:56:43.056 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.056 INFO:tasks.workunit.client.0.smithi090.stdout: "op_out_bytes": { 2024-03-07T02:56:43.056 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.056 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.056 INFO:tasks.workunit.client.0.smithi090.stdout: "op_prepare_latency": { 2024-03-07T02:56:43.056 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 6, 2024-03-07T02:56:43.056 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6476710 2024-03-07T02:56:43.056 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.056 INFO:tasks.workunit.client.0.smithi090.stdout: "op_process_latency": { 2024-03-07T02:56:43.056 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 5, 2024-03-07T02:56:43.056 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 92739615 2024-03-07T02:56:43.056 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.056 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-03-07T02:56:43.057 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.057 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.057 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency": { 2024-03-07T02:56:43.057 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.057 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.057 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.057 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-03-07T02:56:43.057 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.057 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.057 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_out_bytes": { 2024-03-07T02:56:43.057 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.057 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.057 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_prepare_latency": { 2024-03-07T02:56:43.058 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.058 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.058 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.058 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_process_latency": { 2024-03-07T02:56:43.058 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.058 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.058 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.058 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw": { 2024-03-07T02:56:43.058 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.058 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.058 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_in_bytes": { 2024-03-07T02:56:43.058 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.058 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.058 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency": { 2024-03-07T02:56:43.059 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.059 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.059 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.059 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-03-07T02:56:43.059 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.059 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.059 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-03-07T02:56:43.059 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.059 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.059 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_out_bytes": { 2024-03-07T02:56:43.059 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.059 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.059 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_prepare_latency": { 2024-03-07T02:56:43.059 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.060 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.060 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.060 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_process_latency": { 2024-03-07T02:56:43.060 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.060 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.060 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.060 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-03-07T02:56:43.060 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5 2024-03-07T02:56:43.060 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.060 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_in_bytes": { 2024-03-07T02:56:43.060 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 616 2024-03-07T02:56:43.060 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.060 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency": { 2024-03-07T02:56:43.061 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 5, 2024-03-07T02:56:43.061 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 101966072 2024-03-07T02:56:43.061 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.061 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-03-07T02:56:43.061 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.061 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.061 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_prepare_latency": { 2024-03-07T02:56:43.061 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 6, 2024-03-07T02:56:43.061 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6476710 2024-03-07T02:56:43.061 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.061 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_process_latency": { 2024-03-07T02:56:43.061 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 5, 2024-03-07T02:56:43.061 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 92739615 2024-03-07T02:56:43.061 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.062 INFO:tasks.workunit.client.0.smithi090.stdout: "op_wip": { 2024-03-07T02:56:43.062 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.062 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.062 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_bytes": { 2024-03-07T02:56:43.062 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1771104 2024-03-07T02:56:43.062 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.062 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_ops": { 2024-03-07T02:56:43.062 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6 2024-03-07T02:56:43.062 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.062 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes": { 2024-03-07T02:56:43.062 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-03-07T02:56:43.062 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.062 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes_used": { 2024-03-07T02:56:43.063 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 28975104 2024-03-07T02:56:43.063 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.063 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.063 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.063 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.1": { 2024-03-07T02:56:43.063 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-03-07T02:56:43.063 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_fallback": { 2024-03-07T02:56:43.063 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.063 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.063 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_size_fallback": { 2024-03-07T02:56:43.063 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.063 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.063 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_db": { 2024-03-07T02:56:43.063 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65536 2024-03-07T02:56:43.064 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.064 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_main": { 2024-03-07T02:56:43.064 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.064 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.064 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_wal": { 2024-03-07T02:56:43.064 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.064 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.064 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_slow": { 2024-03-07T02:56:43.064 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.064 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.064 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_sst": { 2024-03-07T02:56:43.064 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12288 2024-03-07T02:56:43.064 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.065 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_wal": { 2024-03-07T02:56:43.065 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2428928 2024-03-07T02:56:43.065 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.065 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lat": { 2024-03-07T02:56:43.065 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.065 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.065 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.065 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lock_lat": { 2024-03-07T02:56:43.065 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.065 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.065 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.065 INFO:tasks.workunit.client.0.smithi090.stdout: "db_total_bytes": { 2024-03-07T02:56:43.065 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-03-07T02:56:43.065 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.066 INFO:tasks.workunit.client.0.smithi090.stdout: "db_used_bytes": { 2024-03-07T02:56:43.066 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 27656192 2024-03-07T02:56:43.066 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.066 INFO:tasks.workunit.client.0.smithi090.stdout: "log_bytes": { 2024-03-07T02:56:43.066 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1544192 2024-03-07T02:56:43.066 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.066 INFO:tasks.workunit.client.0.smithi090.stdout: "logged_bytes": { 2024-03-07T02:56:43.066 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1404928 2024-03-07T02:56:43.066 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.066 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_db": { 2024-03-07T02:56:43.066 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 31850496 2024-03-07T02:56:43.066 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.066 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_slow": { 2024-03-07T02:56:43.067 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.067 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.067 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_wal": { 2024-03-07T02:56:43.067 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.067 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.067 INFO:tasks.workunit.client.0.smithi090.stdout: "num_files": { 2024-03-07T02:56:43.067 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14 2024-03-07T02:56:43.067 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.067 INFO:tasks.workunit.client.0.smithi090.stdout: "read_bytes": { 2024-03-07T02:56:43.067 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 206366 2024-03-07T02:56:43.067 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.067 INFO:tasks.workunit.client.0.smithi090.stdout: "read_count": { 2024-03-07T02:56:43.067 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23 2024-03-07T02:56:43.067 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.068 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes": { 2024-03-07T02:56:43.068 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1282048 2024-03-07T02:56:43.068 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.068 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_db": { 2024-03-07T02:56:43.068 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1286144 2024-03-07T02:56:43.068 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.068 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_slow": { 2024-03-07T02:56:43.068 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.068 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.068 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_wal": { 2024-03-07T02:56:43.068 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.068 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.069 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_count": { 2024-03-07T02:56:43.069 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15 2024-03-07T02:56:43.069 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.069 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_bytes": { 2024-03-07T02:56:43.069 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5019 2024-03-07T02:56:43.069 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.069 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_count": { 2024-03-07T02:56:43.069 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4 2024-03-07T02:56:43.069 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.069 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_bytes": { 2024-03-07T02:56:43.069 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5845 2024-03-07T02:56:43.069 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.069 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_count": { 2024-03-07T02:56:43.069 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24 2024-03-07T02:56:43.070 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.070 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_bytes": { 2024-03-07T02:56:43.070 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5845 2024-03-07T02:56:43.070 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.070 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_count": { 2024-03-07T02:56:43.070 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24 2024-03-07T02:56:43.070 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.070 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes": { 2024-03-07T02:56:43.070 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.070 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.070 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_db": { 2024-03-07T02:56:43.070 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.070 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.071 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_slow": { 2024-03-07T02:56:43.071 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.071 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.071 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_wal": { 2024-03-07T02:56:43.071 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.071 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.071 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_count": { 2024-03-07T02:56:43.071 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.071 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.071 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_total_bytes": { 2024-03-07T02:56:43.071 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.071 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.071 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_used_bytes": { 2024-03-07T02:56:43.071 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.071 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.072 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_total_bytes": { 2024-03-07T02:56:43.072 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.072 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.072 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_used_bytes": { 2024-03-07T02:56:43.072 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.072 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.072 INFO:tasks.workunit.client.0.smithi090.stdout: "write_bytes": { 2024-03-07T02:56:43.072 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3911680 2024-03-07T02:56:43.072 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.072 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.072 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": { 2024-03-07T02:56:43.072 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit": { 2024-03-07T02:56:43.072 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4096 2024-03-07T02:56:43.073 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.073 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": { 2024-03-07T02:56:43.073 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 704512 2024-03-07T02:56:43.073 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.073 INFO:tasks.workunit.client.0.smithi090.stdout: "clist_lat": { 2024-03-07T02:56:43.073 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 5, 2024-03-07T02:56:43.073 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 209083 2024-03-07T02:56:43.073 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.073 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_lat": { 2024-03-07T02:56:43.073 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.073 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.073 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.073 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed": { 2024-03-07T02:56:43.073 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.074 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.074 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_allocated": { 2024-03-07T02:56:43.074 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.074 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.074 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_original": { 2024-03-07T02:56:43.074 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.074 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.074 INFO:tasks.workunit.client.0.smithi090.stdout: "csum_lat": { 2024-03-07T02:56:43.074 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 32, 2024-03-07T02:56:43.074 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71034 2024-03-07T02:56:43.074 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.074 INFO:tasks.workunit.client.0.smithi090.stdout: "decompress_lat": { 2024-03-07T02:56:43.074 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.075 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.075 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.075 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_commit_lat": { 2024-03-07T02:56:43.075 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 330, 2024-03-07T02:56:43.075 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 86705097 2024-03-07T02:56:43.075 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.075 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_final_lat": { 2024-03-07T02:56:43.075 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 322, 2024-03-07T02:56:43.075 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14181493 2024-03-07T02:56:43.075 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.075 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_flush_lat": { 2024-03-07T02:56:43.075 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 330, 2024-03-07T02:56:43.075 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 362910 2024-03-07T02:56:43.075 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.075 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_sync_lat": { 2024-03-07T02:56:43.076 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 330, 2024-03-07T02:56:43.076 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 87068007 2024-03-07T02:56:43.076 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.076 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_keys_lat": { 2024-03-07T02:56:43.076 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.076 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.076 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.076 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_values_lat": { 2024-03-07T02:56:43.076 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3, 2024-03-07T02:56:43.076 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 77298 2024-03-07T02:56:43.076 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.076 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_lower_bound_lat": { 2024-03-07T02:56:43.076 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-03-07T02:56:43.077 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6220 2024-03-07T02:56:43.077 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.077 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_next_lat": { 2024-03-07T02:56:43.077 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.077 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.077 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.077 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_seek_to_first_lat": { 2024-03-07T02:56:43.077 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.077 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.077 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.077 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_upper_bound_lat": { 2024-03-07T02:56:43.077 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-03-07T02:56:43.077 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5137 2024-03-07T02:56:43.077 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.077 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_hits": { 2024-03-07T02:56:43.077 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 821 2024-03-07T02:56:43.078 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.078 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_misses": { 2024-03-07T02:56:43.078 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 226 2024-03-07T02:56:43.078 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.078 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-03-07T02:56:43.078 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 134, 2024-03-07T02:56:43.078 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7684447 2024-03-07T02:56:43.078 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.078 INFO:tasks.workunit.client.0.smithi090.stdout: "read_onode_meta_lat": { 2024-03-07T02:56:43.078 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 351, 2024-03-07T02:56:43.078 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 293498 2024-03-07T02:56:43.078 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.078 INFO:tasks.workunit.client.0.smithi090.stdout: "read_wait_aio_lat": { 2024-03-07T02:56:43.078 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 217, 2024-03-07T02:56:43.079 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7558338 2024-03-07T02:56:43.079 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.079 INFO:tasks.workunit.client.0.smithi090.stdout: "reads_with_retries": { 2024-03-07T02:56:43.079 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.079 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.079 INFO:tasks.workunit.client.0.smithi090.stdout: "remove_lat": { 2024-03-07T02:56:43.079 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3, 2024-03-07T02:56:43.079 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 135723 2024-03-07T02:56:43.079 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.079 INFO:tasks.workunit.client.0.smithi090.stdout: "state_aio_wait_lat": { 2024-03-07T02:56:43.079 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 410, 2024-03-07T02:56:43.079 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8344917 2024-03-07T02:56:43.079 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.080 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_aio_wait_lat": { 2024-03-07T02:56:43.080 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 122, 2024-03-07T02:56:43.080 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6854082 2024-03-07T02:56:43.080 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.080 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_cleanup_lat": { 2024-03-07T02:56:43.080 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 121, 2024-03-07T02:56:43.080 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 317283005012 2024-03-07T02:56:43.080 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.080 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_queued_lat": { 2024-03-07T02:56:43.080 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 122, 2024-03-07T02:56:43.080 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 124386417642 2024-03-07T02:56:43.080 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.080 INFO:tasks.workunit.client.0.smithi090.stdout: "state_done_lat": { 2024-03-07T02:56:43.081 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 409, 2024-03-07T02:56:43.081 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 72461231804 2024-03-07T02:56:43.081 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.081 INFO:tasks.workunit.client.0.smithi090.stdout: "state_finishing_lat": { 2024-03-07T02:56:43.081 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 409, 2024-03-07T02:56:43.081 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 41931 2024-03-07T02:56:43.081 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.081 INFO:tasks.workunit.client.0.smithi090.stdout: "state_io_done_lat": { 2024-03-07T02:56:43.081 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 410, 2024-03-07T02:56:43.081 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 469701 2024-03-07T02:56:43.081 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.081 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_commiting_lat": { 2024-03-07T02:56:43.081 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 410, 2024-03-07T02:56:43.082 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 167627380 2024-03-07T02:56:43.082 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.082 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_done_lat": { 2024-03-07T02:56:43.082 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 410, 2024-03-07T02:56:43.082 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 140425 2024-03-07T02:56:43.082 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.082 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_queued_lat": { 2024-03-07T02:56:43.082 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 410, 2024-03-07T02:56:43.082 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 102913597 2024-03-07T02:56:43.082 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.082 INFO:tasks.workunit.client.0.smithi090.stdout: "state_prepare_lat": { 2024-03-07T02:56:43.082 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 410, 2024-03-07T02:56:43.082 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 20617822 2024-03-07T02:56:43.082 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.082 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": { 2024-03-07T02:56:43.083 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 302794 2024-03-07T02:56:43.083 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.083 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-03-07T02:56:43.083 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 56, 2024-03-07T02:56:43.083 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 303182 2024-03-07T02:56:43.083 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.083 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_commit_lat": { 2024-03-07T02:56:43.083 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 410, 2024-03-07T02:56:43.083 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 300031573 2024-03-07T02:56:43.083 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.083 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_submit_lat": { 2024-03-07T02:56:43.083 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 410, 2024-03-07T02:56:43.083 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24692277 2024-03-07T02:56:43.084 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.084 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_throttle_lat": { 2024-03-07T02:56:43.084 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 410, 2024-03-07T02:56:43.084 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2729681 2024-03-07T02:56:43.084 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.084 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.084 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache": { 2024-03-07T02:56:43.084 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-03-07T02:56:43.084 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1861615595 2024-03-07T02:56:43.084 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.084 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-03-07T02:56:43.084 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 42385408 2024-03-07T02:56:43.084 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.084 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-03-07T02:56:43.085 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 42237952 2024-03-07T02:56:43.085 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.085 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-03-07T02:56:43.085 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3137555251 2024-03-07T02:56:43.085 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.085 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-03-07T02:56:43.085 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 147456 2024-03-07T02:56:43.085 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.085 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.085 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:data": { 2024-03-07T02:56:43.085 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:43.085 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 159383552 2024-03-07T02:56:43.085 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.085 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:43.086 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.086 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.086 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:43.086 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.086 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.086 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:43.086 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 85507850 2024-03-07T02:56:43.086 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.086 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:43.086 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.086 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.086 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:43.086 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.086 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.087 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:43.087 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.087 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.087 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:43.087 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.087 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.087 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:43.087 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.087 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.087 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:43.087 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 20480 2024-03-07T02:56:43.087 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.087 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:43.087 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.087 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.088 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:43.088 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.088 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.088 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:43.088 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.088 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.088 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:43.088 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 73855222 2024-03-07T02:56:43.088 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.088 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.088 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv": { 2024-03-07T02:56:43.088 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:43.088 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 780140544 2024-03-07T02:56:43.089 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.089 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:43.089 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-03-07T02:56:43.089 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.089 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:43.089 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.089 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.089 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:43.089 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 641308880 2024-03-07T02:56:43.089 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.089 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:43.089 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.089 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.090 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:43.090 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.090 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.090 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:43.090 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.090 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.090 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:43.090 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.090 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.090 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:43.090 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.090 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.090 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:43.090 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2128 2024-03-07T02:56:43.091 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.091 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:43.091 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.091 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.091 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:43.091 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.091 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.091 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:43.091 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.091 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.091 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:43.091 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71720672 2024-03-07T02:56:43.091 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.091 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.092 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv_onode": { 2024-03-07T02:56:43.092 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:43.092 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 192937984 2024-03-07T02:56:43.092 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.092 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:43.092 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-03-07T02:56:43.092 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.092 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:43.092 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 464 2024-03-07T02:56:43.092 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.092 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:43.092 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 57005233 2024-03-07T02:56:43.092 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.092 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:43.093 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.093 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.093 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:43.093 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.093 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.093 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:43.093 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.093 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.093 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:43.093 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.093 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.093 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:43.093 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.093 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.093 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:43.094 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.094 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.094 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:43.094 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.094 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.094 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:43.094 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.094 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.094 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:43.094 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.094 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.094 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:43.094 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68823423 2024-03-07T02:56:43.094 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.095 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.095 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:meta": { 2024-03-07T02:56:43.095 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:43.095 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 713031680 2024-03-07T02:56:43.095 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.095 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:43.095 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.095 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.095 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:43.095 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.095 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.095 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:43.095 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 641308880 2024-03-07T02:56:43.095 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.095 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:43.095 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.096 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.096 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:43.096 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.096 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.096 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:43.096 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.096 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.096 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:43.096 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.096 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.096 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:43.096 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8233 2024-03-07T02:56:43.096 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.096 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:43.097 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 205837 2024-03-07T02:56:43.097 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.097 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:43.097 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.097 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.097 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:43.097 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.097 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.097 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:43.097 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.097 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.097 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:43.097 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71508730 2024-03-07T02:56:43.097 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.097 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.098 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-03-07T02:56:43.098 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-03-07T02:56:43.098 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.098 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.098 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-03-07T02:56:43.098 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.098 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.098 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-03-07T02:56:43.098 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.098 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.098 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-03-07T02:56:43.098 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.098 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.098 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.098 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-03-07T02:56:43.099 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg": { 2024-03-07T02:56:43.099 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 36 2024-03-07T02:56:43.099 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.099 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg_removing": { 2024-03-07T02:56:43.099 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.099 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.099 INFO:tasks.workunit.client.0.smithi090.stdout: "op": { 2024-03-07T02:56:43.099 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 155 2024-03-07T02:56:43.099 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.099 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_degraded": { 2024-03-07T02:56:43.099 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.099 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.099 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_unreadable": { 2024-03-07T02:56:43.099 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.100 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.100 INFO:tasks.workunit.client.0.smithi090.stdout: "op_in_bytes": { 2024-03-07T02:56:43.100 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2429440 2024-03-07T02:56:43.100 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.100 INFO:tasks.workunit.client.0.smithi090.stdout: "op_latency": { 2024-03-07T02:56:43.100 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 155, 2024-03-07T02:56:43.100 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 927144003 2024-03-07T02:56:43.100 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.100 INFO:tasks.workunit.client.0.smithi090.stdout: "op_out_bytes": { 2024-03-07T02:56:43.100 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1019 2024-03-07T02:56:43.100 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.100 INFO:tasks.workunit.client.0.smithi090.stdout: "op_prepare_latency": { 2024-03-07T02:56:43.100 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 155, 2024-03-07T02:56:43.100 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 53105001 2024-03-07T02:56:43.101 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.101 INFO:tasks.workunit.client.0.smithi090.stdout: "op_process_latency": { 2024-03-07T02:56:43.101 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 155, 2024-03-07T02:56:43.101 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 229166294 2024-03-07T02:56:43.101 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.101 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-03-07T02:56:43.101 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 33 2024-03-07T02:56:43.101 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.101 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency": { 2024-03-07T02:56:43.101 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 33, 2024-03-07T02:56:43.101 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5864733 2024-03-07T02:56:43.101 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.101 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-03-07T02:56:43.101 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.101 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.102 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_out_bytes": { 2024-03-07T02:56:43.102 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1019 2024-03-07T02:56:43.102 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.102 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_prepare_latency": { 2024-03-07T02:56:43.102 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 33, 2024-03-07T02:56:43.102 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5290875 2024-03-07T02:56:43.102 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.102 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_process_latency": { 2024-03-07T02:56:43.102 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 33, 2024-03-07T02:56:43.102 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4567318 2024-03-07T02:56:43.102 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.102 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw": { 2024-03-07T02:56:43.102 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 22 2024-03-07T02:56:43.102 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.102 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_in_bytes": { 2024-03-07T02:56:43.102 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.103 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.103 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency": { 2024-03-07T02:56:43.103 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 22, 2024-03-07T02:56:43.103 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 18250324 2024-03-07T02:56:43.103 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.103 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-03-07T02:56:43.103 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.103 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.103 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-03-07T02:56:43.103 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.103 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.103 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_out_bytes": { 2024-03-07T02:56:43.103 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.103 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.103 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_prepare_latency": { 2024-03-07T02:56:43.104 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 22, 2024-03-07T02:56:43.104 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8350121 2024-03-07T02:56:43.104 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.104 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_process_latency": { 2024-03-07T02:56:43.104 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 22, 2024-03-07T02:56:43.104 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 17185124 2024-03-07T02:56:43.104 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.104 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-03-07T02:56:43.104 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 100 2024-03-07T02:56:43.104 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.104 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_in_bytes": { 2024-03-07T02:56:43.104 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2429440 2024-03-07T02:56:43.104 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.104 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency": { 2024-03-07T02:56:43.104 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 100, 2024-03-07T02:56:43.105 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 903028946 2024-03-07T02:56:43.105 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.105 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-03-07T02:56:43.105 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.105 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.105 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_prepare_latency": { 2024-03-07T02:56:43.105 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 100, 2024-03-07T02:56:43.105 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 39464005 2024-03-07T02:56:43.105 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.105 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_process_latency": { 2024-03-07T02:56:43.105 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 100, 2024-03-07T02:56:43.105 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 207413852 2024-03-07T02:56:43.105 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.105 INFO:tasks.workunit.client.0.smithi090.stdout: "op_wip": { 2024-03-07T02:56:43.105 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.105 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.106 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_bytes": { 2024-03-07T02:56:43.106 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 590368 2024-03-07T02:56:43.106 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.106 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_ops": { 2024-03-07T02:56:43.106 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-03-07T02:56:43.106 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.106 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes": { 2024-03-07T02:56:43.106 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-03-07T02:56:43.106 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.106 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes_used": { 2024-03-07T02:56:43.106 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 28372992 2024-03-07T02:56:43.106 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.106 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.106 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.106 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.2": { 2024-03-07T02:56:43.107 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-03-07T02:56:43.107 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_fallback": { 2024-03-07T02:56:43.107 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.107 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.107 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_size_fallback": { 2024-03-07T02:56:43.107 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.107 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.107 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_db": { 2024-03-07T02:56:43.107 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65536 2024-03-07T02:56:43.107 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.107 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_main": { 2024-03-07T02:56:43.107 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.107 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.107 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_wal": { 2024-03-07T02:56:43.107 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.108 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.108 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_slow": { 2024-03-07T02:56:43.108 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.108 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.108 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_sst": { 2024-03-07T02:56:43.108 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12288 2024-03-07T02:56:43.108 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.108 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_wal": { 2024-03-07T02:56:43.108 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2064384 2024-03-07T02:56:43.108 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.108 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lat": { 2024-03-07T02:56:43.108 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.108 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.108 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.109 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lock_lat": { 2024-03-07T02:56:43.109 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.109 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.109 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.109 INFO:tasks.workunit.client.0.smithi090.stdout: "db_total_bytes": { 2024-03-07T02:56:43.109 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-03-07T02:56:43.109 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.109 INFO:tasks.workunit.client.0.smithi090.stdout: "db_used_bytes": { 2024-03-07T02:56:43.109 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 27656192 2024-03-07T02:56:43.109 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.109 INFO:tasks.workunit.client.0.smithi090.stdout: "log_bytes": { 2024-03-07T02:56:43.109 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1290240 2024-03-07T02:56:43.109 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.109 INFO:tasks.workunit.client.0.smithi090.stdout: "logged_bytes": { 2024-03-07T02:56:43.109 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1150976 2024-03-07T02:56:43.109 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.110 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_db": { 2024-03-07T02:56:43.110 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 31850496 2024-03-07T02:56:43.110 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.110 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_slow": { 2024-03-07T02:56:43.110 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.110 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.110 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_wal": { 2024-03-07T02:56:43.110 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.110 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.110 INFO:tasks.workunit.client.0.smithi090.stdout: "num_files": { 2024-03-07T02:56:43.110 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14 2024-03-07T02:56:43.110 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.110 INFO:tasks.workunit.client.0.smithi090.stdout: "read_bytes": { 2024-03-07T02:56:43.110 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 206366 2024-03-07T02:56:43.110 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.111 INFO:tasks.workunit.client.0.smithi090.stdout: "read_count": { 2024-03-07T02:56:43.111 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23 2024-03-07T02:56:43.111 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.111 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes": { 2024-03-07T02:56:43.111 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1282048 2024-03-07T02:56:43.111 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.111 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_db": { 2024-03-07T02:56:43.111 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1286144 2024-03-07T02:56:43.111 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.111 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_slow": { 2024-03-07T02:56:43.111 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.111 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.111 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_wal": { 2024-03-07T02:56:43.111 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.111 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.112 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_count": { 2024-03-07T02:56:43.112 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15 2024-03-07T02:56:43.112 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.112 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_bytes": { 2024-03-07T02:56:43.112 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5019 2024-03-07T02:56:43.112 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.112 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_count": { 2024-03-07T02:56:43.112 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4 2024-03-07T02:56:43.112 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.112 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_bytes": { 2024-03-07T02:56:43.112 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5845 2024-03-07T02:56:43.112 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.112 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_count": { 2024-03-07T02:56:43.113 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24 2024-03-07T02:56:43.113 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.113 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_bytes": { 2024-03-07T02:56:43.113 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5845 2024-03-07T02:56:43.113 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.113 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_count": { 2024-03-07T02:56:43.113 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24 2024-03-07T02:56:43.113 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.113 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes": { 2024-03-07T02:56:43.113 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.113 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.113 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_db": { 2024-03-07T02:56:43.113 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.113 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.114 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_slow": { 2024-03-07T02:56:43.114 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.114 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.114 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_wal": { 2024-03-07T02:56:43.114 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.114 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.114 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_count": { 2024-03-07T02:56:43.114 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.114 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.114 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_total_bytes": { 2024-03-07T02:56:43.114 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.114 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.114 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_used_bytes": { 2024-03-07T02:56:43.114 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.114 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.115 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_total_bytes": { 2024-03-07T02:56:43.115 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.115 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.115 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_used_bytes": { 2024-03-07T02:56:43.115 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.115 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.115 INFO:tasks.workunit.client.0.smithi090.stdout: "write_bytes": { 2024-03-07T02:56:43.115 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3293184 2024-03-07T02:56:43.115 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.115 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.115 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": { 2024-03-07T02:56:43.115 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit": { 2024-03-07T02:56:43.115 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4096 2024-03-07T02:56:43.115 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.115 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": { 2024-03-07T02:56:43.115 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 696320 2024-03-07T02:56:43.116 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.116 INFO:tasks.workunit.client.0.smithi090.stdout: "clist_lat": { 2024-03-07T02:56:43.116 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 4, 2024-03-07T02:56:43.116 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 156531 2024-03-07T02:56:43.116 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.116 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_lat": { 2024-03-07T02:56:43.116 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.116 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.116 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.116 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed": { 2024-03-07T02:56:43.116 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.116 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.116 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_allocated": { 2024-03-07T02:56:43.116 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.117 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.117 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_original": { 2024-03-07T02:56:43.117 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.117 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.117 INFO:tasks.workunit.client.0.smithi090.stdout: "csum_lat": { 2024-03-07T02:56:43.117 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 12, 2024-03-07T02:56:43.117 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13252 2024-03-07T02:56:43.117 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.117 INFO:tasks.workunit.client.0.smithi090.stdout: "decompress_lat": { 2024-03-07T02:56:43.117 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.117 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.117 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.117 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_commit_lat": { 2024-03-07T02:56:43.117 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 268, 2024-03-07T02:56:43.117 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 55379124 2024-03-07T02:56:43.117 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.118 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_final_lat": { 2024-03-07T02:56:43.118 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 260, 2024-03-07T02:56:43.118 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8661346 2024-03-07T02:56:43.118 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.118 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_flush_lat": { 2024-03-07T02:56:43.118 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 268, 2024-03-07T02:56:43.118 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 274464 2024-03-07T02:56:43.118 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.118 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_sync_lat": { 2024-03-07T02:56:43.118 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 268, 2024-03-07T02:56:43.118 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 55653588 2024-03-07T02:56:43.118 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.118 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_keys_lat": { 2024-03-07T02:56:43.118 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.119 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.119 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.119 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_values_lat": { 2024-03-07T02:56:43.119 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3, 2024-03-07T02:56:43.119 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 41399 2024-03-07T02:56:43.119 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.119 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_lower_bound_lat": { 2024-03-07T02:56:43.119 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.119 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.119 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.119 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_next_lat": { 2024-03-07T02:56:43.119 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.119 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.119 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.120 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_seek_to_first_lat": { 2024-03-07T02:56:43.120 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.120 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.120 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.120 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_upper_bound_lat": { 2024-03-07T02:56:43.120 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-03-07T02:56:43.120 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4809 2024-03-07T02:56:43.120 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.120 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_hits": { 2024-03-07T02:56:43.120 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 586 2024-03-07T02:56:43.120 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.120 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_misses": { 2024-03-07T02:56:43.120 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 210 2024-03-07T02:56:43.120 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.121 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-03-07T02:56:43.121 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 91, 2024-03-07T02:56:43.121 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1389449 2024-03-07T02:56:43.121 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.121 INFO:tasks.workunit.client.0.smithi090.stdout: "read_onode_meta_lat": { 2024-03-07T02:56:43.121 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 257, 2024-03-07T02:56:43.121 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 266983 2024-03-07T02:56:43.121 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.121 INFO:tasks.workunit.client.0.smithi090.stdout: "read_wait_aio_lat": { 2024-03-07T02:56:43.121 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 166, 2024-03-07T02:56:43.121 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7414021 2024-03-07T02:56:43.121 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.121 INFO:tasks.workunit.client.0.smithi090.stdout: "reads_with_retries": { 2024-03-07T02:56:43.121 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.122 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.122 INFO:tasks.workunit.client.0.smithi090.stdout: "remove_lat": { 2024-03-07T02:56:43.122 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3, 2024-03-07T02:56:43.122 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 105879 2024-03-07T02:56:43.122 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.122 INFO:tasks.workunit.client.0.smithi090.stdout: "state_aio_wait_lat": { 2024-03-07T02:56:43.122 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 331, 2024-03-07T02:56:43.122 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9889458 2024-03-07T02:56:43.122 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.122 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_aio_wait_lat": { 2024-03-07T02:56:43.122 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 114, 2024-03-07T02:56:43.122 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6783772 2024-03-07T02:56:43.122 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.122 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_cleanup_lat": { 2024-03-07T02:56:43.122 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 113, 2024-03-07T02:56:43.122 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 298201262354 2024-03-07T02:56:43.123 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.123 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_queued_lat": { 2024-03-07T02:56:43.123 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 114, 2024-03-07T02:56:43.123 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 114408206988 2024-03-07T02:56:43.123 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.123 INFO:tasks.workunit.client.0.smithi090.stdout: "state_done_lat": { 2024-03-07T02:56:43.123 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 330, 2024-03-07T02:56:43.123 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 75469238719 2024-03-07T02:56:43.123 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.123 INFO:tasks.workunit.client.0.smithi090.stdout: "state_finishing_lat": { 2024-03-07T02:56:43.123 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 330, 2024-03-07T02:56:43.123 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 28698 2024-03-07T02:56:43.123 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.123 INFO:tasks.workunit.client.0.smithi090.stdout: "state_io_done_lat": { 2024-03-07T02:56:43.124 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 331, 2024-03-07T02:56:43.124 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 730045 2024-03-07T02:56:43.124 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.124 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_commiting_lat": { 2024-03-07T02:56:43.124 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 331, 2024-03-07T02:56:43.124 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 115053899 2024-03-07T02:56:43.124 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.124 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_done_lat": { 2024-03-07T02:56:43.124 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 331, 2024-03-07T02:56:43.124 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 148774 2024-03-07T02:56:43.124 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.124 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_queued_lat": { 2024-03-07T02:56:43.124 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 331, 2024-03-07T02:56:43.124 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 66021697 2024-03-07T02:56:43.125 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.125 INFO:tasks.workunit.client.0.smithi090.stdout: "state_prepare_lat": { 2024-03-07T02:56:43.125 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 331, 2024-03-07T02:56:43.125 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24885444 2024-03-07T02:56:43.125 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.125 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": { 2024-03-07T02:56:43.125 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 302634 2024-03-07T02:56:43.125 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.125 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-03-07T02:56:43.125 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 48, 2024-03-07T02:56:43.125 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 224702 2024-03-07T02:56:43.125 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.125 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_commit_lat": { 2024-03-07T02:56:43.125 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 331, 2024-03-07T02:56:43.125 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 216639454 2024-03-07T02:56:43.126 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.126 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_submit_lat": { 2024-03-07T02:56:43.126 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 331, 2024-03-07T02:56:43.126 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 28743243 2024-03-07T02:56:43.126 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.126 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_throttle_lat": { 2024-03-07T02:56:43.126 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 331, 2024-03-07T02:56:43.126 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3527049 2024-03-07T02:56:43.126 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.126 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.126 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache": { 2024-03-07T02:56:43.126 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-03-07T02:56:43.126 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1861615595 2024-03-07T02:56:43.126 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.126 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-03-07T02:56:43.126 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 42319872 2024-03-07T02:56:43.127 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.127 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-03-07T02:56:43.127 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 41549824 2024-03-07T02:56:43.127 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.127 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-03-07T02:56:43.127 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3137555251 2024-03-07T02:56:43.127 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.127 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-03-07T02:56:43.127 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 770048 2024-03-07T02:56:43.127 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.127 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.127 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:data": { 2024-03-07T02:56:43.127 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:43.127 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 159383552 2024-03-07T02:56:43.127 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.127 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:43.128 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.128 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.128 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:43.128 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.128 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.128 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:43.128 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 85509112 2024-03-07T02:56:43.128 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.128 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:43.128 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.128 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.128 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:43.128 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.129 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.129 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:43.129 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.129 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.129 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:43.129 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.129 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.129 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:43.129 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.129 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.129 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:43.129 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8192 2024-03-07T02:56:43.130 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.130 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:43.130 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.130 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.130 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:43.130 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.130 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.130 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:43.130 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.130 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.130 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:43.130 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 73866248 2024-03-07T02:56:43.130 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.130 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.130 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv": { 2024-03-07T02:56:43.131 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:43.131 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 780140544 2024-03-07T02:56:43.131 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.131 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:43.131 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-03-07T02:56:43.131 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.131 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:43.131 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.131 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.131 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:43.132 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 641318344 2024-03-07T02:56:43.132 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.132 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:43.132 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.132 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.132 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:43.132 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.132 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.132 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:43.132 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.132 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.132 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:43.132 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.133 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.133 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:43.133 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.133 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.133 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:43.133 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2128 2024-03-07T02:56:43.133 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.133 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:43.133 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.133 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.133 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:43.133 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.133 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.133 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:43.134 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.134 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.134 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:43.134 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71711208 2024-03-07T02:56:43.134 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.134 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.134 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv_onode": { 2024-03-07T02:56:43.134 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:43.134 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 192937984 2024-03-07T02:56:43.134 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.134 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:43.134 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-03-07T02:56:43.134 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.134 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:43.135 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 464 2024-03-07T02:56:43.135 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.135 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:43.135 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 57006075 2024-03-07T02:56:43.135 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.135 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:43.135 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.135 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.135 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:43.135 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.135 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.135 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:43.135 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.135 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.135 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:43.136 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.136 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.136 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:43.136 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.136 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.136 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:43.136 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.136 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.136 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:43.136 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.136 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.136 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:43.136 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.136 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.137 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:43.137 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.137 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.137 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:43.137 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68822581 2024-03-07T02:56:43.137 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.137 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.137 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:meta": { 2024-03-07T02:56:43.137 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:43.137 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 713031680 2024-03-07T02:56:43.137 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.137 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:43.137 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.138 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.138 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:43.138 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.138 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.138 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:43.138 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 641318344 2024-03-07T02:56:43.138 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.138 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:43.138 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.138 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.138 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:43.138 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.138 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.138 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:43.138 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.139 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.139 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:43.139 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.139 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.139 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:43.139 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9345 2024-03-07T02:56:43.139 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.139 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:43.139 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 196254 2024-03-07T02:56:43.139 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.139 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:43.139 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.139 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.139 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:43.140 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.140 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.140 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:43.140 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.140 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.140 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:43.140 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71507737 2024-03-07T02:56:43.140 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.140 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.140 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-03-07T02:56:43.140 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-03-07T02:56:43.140 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.140 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.140 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-03-07T02:56:43.141 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.141 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.141 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-03-07T02:56:43.141 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.141 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.141 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-03-07T02:56:43.141 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.141 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.141 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.141 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-03-07T02:56:43.141 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg": { 2024-03-07T02:56:43.141 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 30 2024-03-07T02:56:43.141 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.141 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg_removing": { 2024-03-07T02:56:43.141 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.141 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.142 INFO:tasks.workunit.client.0.smithi090.stdout: "op": { 2024-03-07T02:56:43.142 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10 2024-03-07T02:56:43.142 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.142 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_degraded": { 2024-03-07T02:56:43.142 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.142 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.142 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_unreadable": { 2024-03-07T02:56:43.142 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.142 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.142 INFO:tasks.workunit.client.0.smithi090.stdout: "op_in_bytes": { 2024-03-07T02:56:43.142 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.142 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.142 INFO:tasks.workunit.client.0.smithi090.stdout: "op_latency": { 2024-03-07T02:56:43.142 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 10, 2024-03-07T02:56:43.142 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 118785372 2024-03-07T02:56:43.143 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.143 INFO:tasks.workunit.client.0.smithi090.stdout: "op_out_bytes": { 2024-03-07T02:56:43.143 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.143 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.143 INFO:tasks.workunit.client.0.smithi090.stdout: "op_prepare_latency": { 2024-03-07T02:56:43.143 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 10, 2024-03-07T02:56:43.143 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5117117 2024-03-07T02:56:43.143 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.143 INFO:tasks.workunit.client.0.smithi090.stdout: "op_process_latency": { 2024-03-07T02:56:43.143 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 10, 2024-03-07T02:56:43.143 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 92559561 2024-03-07T02:56:43.143 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.143 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-03-07T02:56:43.143 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.143 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.144 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency": { 2024-03-07T02:56:43.144 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.144 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.144 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.144 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-03-07T02:56:43.144 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.144 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.144 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_out_bytes": { 2024-03-07T02:56:43.144 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.144 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.144 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_prepare_latency": { 2024-03-07T02:56:43.144 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.144 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.144 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.144 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_process_latency": { 2024-03-07T02:56:43.144 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.145 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.145 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.145 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw": { 2024-03-07T02:56:43.145 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.145 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.145 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_in_bytes": { 2024-03-07T02:56:43.145 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.145 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.145 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency": { 2024-03-07T02:56:43.145 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.145 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.145 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.145 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-03-07T02:56:43.145 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.145 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.146 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-03-07T02:56:43.146 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.146 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.146 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_out_bytes": { 2024-03-07T02:56:43.146 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.146 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.146 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_prepare_latency": { 2024-03-07T02:56:43.146 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.146 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.146 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.146 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_process_latency": { 2024-03-07T02:56:43.146 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.146 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.146 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.146 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-03-07T02:56:43.146 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10 2024-03-07T02:56:43.147 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.147 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_in_bytes": { 2024-03-07T02:56:43.147 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.147 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.147 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency": { 2024-03-07T02:56:43.147 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 10, 2024-03-07T02:56:43.147 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 118785372 2024-03-07T02:56:43.147 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.147 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-03-07T02:56:43.147 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.147 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.147 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_prepare_latency": { 2024-03-07T02:56:43.147 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 10, 2024-03-07T02:56:43.147 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5117117 2024-03-07T02:56:43.147 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.148 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_process_latency": { 2024-03-07T02:56:43.148 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 10, 2024-03-07T02:56:43.148 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 92559561 2024-03-07T02:56:43.148 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.148 INFO:tasks.workunit.client.0.smithi090.stdout: "op_wip": { 2024-03-07T02:56:43.148 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.148 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.148 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_bytes": { 2024-03-07T02:56:43.148 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.148 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.148 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_ops": { 2024-03-07T02:56:43.148 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.148 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.148 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes": { 2024-03-07T02:56:43.148 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-03-07T02:56:43.149 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.149 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes_used": { 2024-03-07T02:56:43.149 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 28364800 2024-03-07T02:56:43.149 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.149 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.149 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.149 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.3": { 2024-03-07T02:56:43.149 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-03-07T02:56:43.149 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_fallback": { 2024-03-07T02:56:43.149 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.149 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.149 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_size_fallback": { 2024-03-07T02:56:43.149 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.149 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.150 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_db": { 2024-03-07T02:56:43.150 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65536 2024-03-07T02:56:43.150 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.150 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_main": { 2024-03-07T02:56:43.150 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.150 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.150 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_wal": { 2024-03-07T02:56:43.150 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.150 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.150 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_slow": { 2024-03-07T02:56:43.150 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.150 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.150 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_sst": { 2024-03-07T02:56:43.150 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12288 2024-03-07T02:56:43.150 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.151 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_wal": { 2024-03-07T02:56:43.151 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1048576 2024-03-07T02:56:43.151 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.151 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lat": { 2024-03-07T02:56:43.151 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.151 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.151 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.151 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lock_lat": { 2024-03-07T02:56:43.151 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.151 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.151 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.151 INFO:tasks.workunit.client.0.smithi090.stdout: "db_total_bytes": { 2024-03-07T02:56:43.151 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-03-07T02:56:43.151 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.152 INFO:tasks.workunit.client.0.smithi090.stdout: "db_used_bytes": { 2024-03-07T02:56:43.152 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 27656192 2024-03-07T02:56:43.152 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.152 INFO:tasks.workunit.client.0.smithi090.stdout: "log_bytes": { 2024-03-07T02:56:43.152 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 753664 2024-03-07T02:56:43.152 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.152 INFO:tasks.workunit.client.0.smithi090.stdout: "logged_bytes": { 2024-03-07T02:56:43.152 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 614400 2024-03-07T02:56:43.152 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.152 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_db": { 2024-03-07T02:56:43.152 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 31850496 2024-03-07T02:56:43.152 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.152 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_slow": { 2024-03-07T02:56:43.152 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.152 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.153 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_wal": { 2024-03-07T02:56:43.153 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.153 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.153 INFO:tasks.workunit.client.0.smithi090.stdout: "num_files": { 2024-03-07T02:56:43.153 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14 2024-03-07T02:56:43.153 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.153 INFO:tasks.workunit.client.0.smithi090.stdout: "read_bytes": { 2024-03-07T02:56:43.153 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 206366 2024-03-07T02:56:43.153 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.153 INFO:tasks.workunit.client.0.smithi090.stdout: "read_count": { 2024-03-07T02:56:43.153 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23 2024-03-07T02:56:43.153 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.153 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes": { 2024-03-07T02:56:43.153 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1282048 2024-03-07T02:56:43.153 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.154 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_db": { 2024-03-07T02:56:43.154 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1286144 2024-03-07T02:56:43.154 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.154 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_slow": { 2024-03-07T02:56:43.154 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.154 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.154 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_wal": { 2024-03-07T02:56:43.154 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.154 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.154 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_count": { 2024-03-07T02:56:43.154 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15 2024-03-07T02:56:43.154 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.154 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_bytes": { 2024-03-07T02:56:43.155 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5019 2024-03-07T02:56:43.155 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.155 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_count": { 2024-03-07T02:56:43.155 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4 2024-03-07T02:56:43.155 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.155 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_bytes": { 2024-03-07T02:56:43.155 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5845 2024-03-07T02:56:43.155 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.155 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_count": { 2024-03-07T02:56:43.155 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24 2024-03-07T02:56:43.155 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.155 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_bytes": { 2024-03-07T02:56:43.155 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5845 2024-03-07T02:56:43.155 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.156 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_count": { 2024-03-07T02:56:43.156 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24 2024-03-07T02:56:43.156 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.156 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes": { 2024-03-07T02:56:43.156 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.156 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.156 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_db": { 2024-03-07T02:56:43.156 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.156 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.156 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_slow": { 2024-03-07T02:56:43.156 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.156 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.156 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_wal": { 2024-03-07T02:56:43.157 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.157 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.157 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_count": { 2024-03-07T02:56:43.157 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.157 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.157 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_total_bytes": { 2024-03-07T02:56:43.157 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.157 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.157 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_used_bytes": { 2024-03-07T02:56:43.157 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.157 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.157 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_total_bytes": { 2024-03-07T02:56:43.157 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.158 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.158 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_used_bytes": { 2024-03-07T02:56:43.158 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.158 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.158 INFO:tasks.workunit.client.0.smithi090.stdout: "write_bytes": { 2024-03-07T02:56:43.158 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1740800 2024-03-07T02:56:43.158 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.158 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.158 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": { 2024-03-07T02:56:43.158 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit": { 2024-03-07T02:56:43.158 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4096 2024-03-07T02:56:43.158 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.158 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": { 2024-03-07T02:56:43.159 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 712704 2024-03-07T02:56:43.159 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.159 INFO:tasks.workunit.client.0.smithi090.stdout: "clist_lat": { 2024-03-07T02:56:43.159 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.159 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.159 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.159 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_lat": { 2024-03-07T02:56:43.159 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.159 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.159 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.159 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed": { 2024-03-07T02:56:43.159 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.159 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.159 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_allocated": { 2024-03-07T02:56:43.159 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.160 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.160 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_original": { 2024-03-07T02:56:43.160 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.160 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.160 INFO:tasks.workunit.client.0.smithi090.stdout: "csum_lat": { 2024-03-07T02:56:43.160 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 5, 2024-03-07T02:56:43.160 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8861 2024-03-07T02:56:43.160 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.160 INFO:tasks.workunit.client.0.smithi090.stdout: "decompress_lat": { 2024-03-07T02:56:43.160 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.160 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.160 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.160 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_commit_lat": { 2024-03-07T02:56:43.160 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 137, 2024-03-07T02:56:43.161 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 45623621 2024-03-07T02:56:43.161 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.161 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_final_lat": { 2024-03-07T02:56:43.161 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 130, 2024-03-07T02:56:43.161 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5148138 2024-03-07T02:56:43.161 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.161 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_flush_lat": { 2024-03-07T02:56:43.161 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 137, 2024-03-07T02:56:43.161 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 177497 2024-03-07T02:56:43.161 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.161 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_sync_lat": { 2024-03-07T02:56:43.161 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 137, 2024-03-07T02:56:43.161 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 45801118 2024-03-07T02:56:43.161 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.161 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_keys_lat": { 2024-03-07T02:56:43.162 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.162 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.162 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.162 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_values_lat": { 2024-03-07T02:56:43.162 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-03-07T02:56:43.162 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 41622 2024-03-07T02:56:43.162 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.162 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_lower_bound_lat": { 2024-03-07T02:56:43.162 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.162 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.162 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.162 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_next_lat": { 2024-03-07T02:56:43.162 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.162 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.162 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.162 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_seek_to_first_lat": { 2024-03-07T02:56:43.163 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.163 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.163 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.163 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_upper_bound_lat": { 2024-03-07T02:56:43.163 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-03-07T02:56:43.163 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6388 2024-03-07T02:56:43.163 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.163 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_hits": { 2024-03-07T02:56:43.163 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 331 2024-03-07T02:56:43.163 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.163 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_misses": { 2024-03-07T02:56:43.163 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 216 2024-03-07T02:56:43.163 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.163 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-03-07T02:56:43.163 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 79, 2024-03-07T02:56:43.164 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 915453 2024-03-07T02:56:43.164 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.164 INFO:tasks.workunit.client.0.smithi090.stdout: "read_onode_meta_lat": { 2024-03-07T02:56:43.164 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 136, 2024-03-07T02:56:43.164 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 221796 2024-03-07T02:56:43.164 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.164 INFO:tasks.workunit.client.0.smithi090.stdout: "read_wait_aio_lat": { 2024-03-07T02:56:43.164 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 57, 2024-03-07T02:56:43.164 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 536236 2024-03-07T02:56:43.164 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.164 INFO:tasks.workunit.client.0.smithi090.stdout: "reads_with_retries": { 2024-03-07T02:56:43.164 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.164 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.164 INFO:tasks.workunit.client.0.smithi090.stdout: "remove_lat": { 2024-03-07T02:56:43.165 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.165 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.165 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.165 INFO:tasks.workunit.client.0.smithi090.stdout: "state_aio_wait_lat": { 2024-03-07T02:56:43.165 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 239, 2024-03-07T02:56:43.165 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7346502 2024-03-07T02:56:43.165 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.165 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_aio_wait_lat": { 2024-03-07T02:56:43.165 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 51, 2024-03-07T02:56:43.165 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3720816 2024-03-07T02:56:43.165 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.165 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_cleanup_lat": { 2024-03-07T02:56:43.165 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 48, 2024-03-07T02:56:43.165 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 263413760437 2024-03-07T02:56:43.165 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.166 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_queued_lat": { 2024-03-07T02:56:43.166 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 51, 2024-03-07T02:56:43.166 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 72515993592 2024-03-07T02:56:43.166 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.166 INFO:tasks.workunit.client.0.smithi090.stdout: "state_done_lat": { 2024-03-07T02:56:43.166 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 236, 2024-03-07T02:56:43.166 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 512951 2024-03-07T02:56:43.166 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.166 INFO:tasks.workunit.client.0.smithi090.stdout: "state_finishing_lat": { 2024-03-07T02:56:43.166 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 236, 2024-03-07T02:56:43.166 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 20686 2024-03-07T02:56:43.166 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.166 INFO:tasks.workunit.client.0.smithi090.stdout: "state_io_done_lat": { 2024-03-07T02:56:43.166 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 239, 2024-03-07T02:56:43.166 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 573771 2024-03-07T02:56:43.166 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.167 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_commiting_lat": { 2024-03-07T02:56:43.167 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 239, 2024-03-07T02:56:43.167 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 118092569 2024-03-07T02:56:43.167 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.167 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_done_lat": { 2024-03-07T02:56:43.167 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 239, 2024-03-07T02:56:43.167 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 82550 2024-03-07T02:56:43.167 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.167 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_queued_lat": { 2024-03-07T02:56:43.167 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 239, 2024-03-07T02:56:43.167 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 66021510 2024-03-07T02:56:43.167 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.167 INFO:tasks.workunit.client.0.smithi090.stdout: "state_prepare_lat": { 2024-03-07T02:56:43.168 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 239, 2024-03-07T02:56:43.168 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13316532 2024-03-07T02:56:43.168 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.168 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": { 2024-03-07T02:56:43.168 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 305095 2024-03-07T02:56:43.168 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.168 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-03-07T02:56:43.168 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 42, 2024-03-07T02:56:43.168 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 179642 2024-03-07T02:56:43.168 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.168 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_commit_lat": { 2024-03-07T02:56:43.168 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 239, 2024-03-07T02:56:43.168 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 205393216 2024-03-07T02:56:43.169 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.169 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_submit_lat": { 2024-03-07T02:56:43.169 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 239, 2024-03-07T02:56:43.169 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15837808 2024-03-07T02:56:43.169 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.169 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_throttle_lat": { 2024-03-07T02:56:43.169 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 239, 2024-03-07T02:56:43.169 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1412667 2024-03-07T02:56:43.169 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.169 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.169 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache": { 2024-03-07T02:56:43.169 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-03-07T02:56:43.169 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1861615595 2024-03-07T02:56:43.169 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.170 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-03-07T02:56:43.170 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 42385408 2024-03-07T02:56:43.170 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.170 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-03-07T02:56:43.170 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 42065920 2024-03-07T02:56:43.170 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.170 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-03-07T02:56:43.170 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3137555251 2024-03-07T02:56:43.170 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.170 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-03-07T02:56:43.170 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 319488 2024-03-07T02:56:43.170 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.170 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.171 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:data": { 2024-03-07T02:56:43.171 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:43.171 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 159383552 2024-03-07T02:56:43.171 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.171 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:43.171 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.171 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.171 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:43.171 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.171 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.171 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:43.171 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 85508637 2024-03-07T02:56:43.171 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.171 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:43.171 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.171 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.172 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:43.172 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.172 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.172 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:43.172 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.172 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.172 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:43.172 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.172 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.172 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:43.172 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.172 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.172 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:43.172 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8192 2024-03-07T02:56:43.172 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.173 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:43.173 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.173 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.173 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:43.173 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.173 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.173 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:43.173 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.173 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.173 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:43.173 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 73866723 2024-03-07T02:56:43.173 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.173 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.173 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv": { 2024-03-07T02:56:43.174 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:43.174 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 780140544 2024-03-07T02:56:43.174 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.174 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:43.174 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-03-07T02:56:43.174 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.174 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:43.174 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.174 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.174 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:43.174 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 641314784 2024-03-07T02:56:43.174 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.174 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:43.174 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.175 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.175 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:43.175 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.175 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.175 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:43.175 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.175 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.175 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:43.175 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.175 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.175 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:43.175 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.176 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.176 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:43.176 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2128 2024-03-07T02:56:43.176 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.176 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:43.176 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.176 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.176 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:43.176 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.176 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.176 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:43.176 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.177 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.177 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:43.177 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71714768 2024-03-07T02:56:43.177 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.177 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.177 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv_onode": { 2024-03-07T02:56:43.177 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:43.177 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 192937984 2024-03-07T02:56:43.177 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.177 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:43.177 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-03-07T02:56:43.177 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.177 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:43.177 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 464 2024-03-07T02:56:43.178 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.178 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:43.178 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 57005758 2024-03-07T02:56:43.178 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.178 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:43.178 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.178 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.178 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:43.178 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.178 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.178 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:43.178 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.179 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.179 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:43.179 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.179 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.179 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:43.179 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.179 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.179 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:43.179 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.179 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.179 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:43.179 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.179 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.180 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:43.180 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.180 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.180 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:43.180 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.180 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.180 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:43.180 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68822898 2024-03-07T02:56:43.180 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.180 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.180 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:meta": { 2024-03-07T02:56:43.180 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:43.180 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 713031680 2024-03-07T02:56:43.180 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.181 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:43.181 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.181 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.181 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:43.181 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.181 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.181 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:43.181 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 641314784 2024-03-07T02:56:43.181 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.181 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:43.181 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.181 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.181 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:43.181 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.182 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.182 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:43.182 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.182 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.182 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:43.182 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.182 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.182 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:43.182 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14068 2024-03-07T02:56:43.182 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.182 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:43.182 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 201646 2024-03-07T02:56:43.182 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.182 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:43.183 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.183 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.183 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:43.183 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.183 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.183 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:43.183 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.183 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.183 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:43.183 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71501182 2024-03-07T02:56:43.183 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.183 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.183 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-03-07T02:56:43.183 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-03-07T02:56:43.184 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.184 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.184 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-03-07T02:56:43.184 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.184 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.184 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-03-07T02:56:43.184 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.184 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.184 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-03-07T02:56:43.184 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.184 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.184 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.184 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-03-07T02:56:43.184 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg": { 2024-03-07T02:56:43.185 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 36 2024-03-07T02:56:43.185 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.185 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg_removing": { 2024-03-07T02:56:43.185 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.185 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.185 INFO:tasks.workunit.client.0.smithi090.stdout: "op": { 2024-03-07T02:56:43.185 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.185 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.185 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_degraded": { 2024-03-07T02:56:43.185 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.185 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.185 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_unreadable": { 2024-03-07T02:56:43.185 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.185 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.186 INFO:tasks.workunit.client.0.smithi090.stdout: "op_in_bytes": { 2024-03-07T02:56:43.186 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.186 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.186 INFO:tasks.workunit.client.0.smithi090.stdout: "op_latency": { 2024-03-07T02:56:43.186 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.186 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.186 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.186 INFO:tasks.workunit.client.0.smithi090.stdout: "op_out_bytes": { 2024-03-07T02:56:43.186 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.186 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.186 INFO:tasks.workunit.client.0.smithi090.stdout: "op_prepare_latency": { 2024-03-07T02:56:43.186 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-03-07T02:56:43.186 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 672208 2024-03-07T02:56:43.186 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.187 INFO:tasks.workunit.client.0.smithi090.stdout: "op_process_latency": { 2024-03-07T02:56:43.187 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.187 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.187 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.187 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-03-07T02:56:43.187 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.187 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.187 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency": { 2024-03-07T02:56:43.187 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.187 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.187 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.187 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-03-07T02:56:43.187 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.187 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.187 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_out_bytes": { 2024-03-07T02:56:43.188 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.188 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.188 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_prepare_latency": { 2024-03-07T02:56:43.188 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.188 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.188 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.188 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_process_latency": { 2024-03-07T02:56:43.188 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.188 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.188 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.188 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw": { 2024-03-07T02:56:43.188 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.188 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.188 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_in_bytes": { 2024-03-07T02:56:43.189 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.189 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.189 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency": { 2024-03-07T02:56:43.189 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.189 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.189 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.189 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-03-07T02:56:43.189 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.189 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.189 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-03-07T02:56:43.189 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.189 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.189 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_out_bytes": { 2024-03-07T02:56:43.189 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.190 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.190 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_prepare_latency": { 2024-03-07T02:56:43.190 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.190 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.190 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.190 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_process_latency": { 2024-03-07T02:56:43.190 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.190 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.190 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.190 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-03-07T02:56:43.190 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.190 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.190 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_in_bytes": { 2024-03-07T02:56:43.191 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.191 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.191 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency": { 2024-03-07T02:56:43.191 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.191 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.191 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.191 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-03-07T02:56:43.191 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.191 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.191 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_prepare_latency": { 2024-03-07T02:56:43.191 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-03-07T02:56:43.191 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 672208 2024-03-07T02:56:43.191 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.192 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_process_latency": { 2024-03-07T02:56:43.192 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.192 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.192 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.192 INFO:tasks.workunit.client.0.smithi090.stdout: "op_wip": { 2024-03-07T02:56:43.192 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.192 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.192 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_bytes": { 2024-03-07T02:56:43.192 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.192 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.192 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_ops": { 2024-03-07T02:56:43.192 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.192 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.192 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes": { 2024-03-07T02:56:43.192 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-03-07T02:56:43.193 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.193 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes_used": { 2024-03-07T02:56:43.193 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 28377088 2024-03-07T02:56:43.193 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.193 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.193 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.193 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.4": { 2024-03-07T02:56:43.193 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-03-07T02:56:43.193 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_fallback": { 2024-03-07T02:56:43.193 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.193 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.193 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_size_fallback": { 2024-03-07T02:56:43.193 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.193 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.193 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_db": { 2024-03-07T02:56:43.194 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65536 2024-03-07T02:56:43.194 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.194 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_main": { 2024-03-07T02:56:43.194 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.194 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.194 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_wal": { 2024-03-07T02:56:43.194 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.194 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.194 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_slow": { 2024-03-07T02:56:43.194 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.194 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.194 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_sst": { 2024-03-07T02:56:43.194 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12288 2024-03-07T02:56:43.194 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.195 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_wal": { 2024-03-07T02:56:43.195 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1110016 2024-03-07T02:56:43.195 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.195 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lat": { 2024-03-07T02:56:43.195 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.195 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.195 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.195 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lock_lat": { 2024-03-07T02:56:43.195 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.195 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.195 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.195 INFO:tasks.workunit.client.0.smithi090.stdout: "db_total_bytes": { 2024-03-07T02:56:43.195 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-03-07T02:56:43.196 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.196 INFO:tasks.workunit.client.0.smithi090.stdout: "db_used_bytes": { 2024-03-07T02:56:43.196 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 27656192 2024-03-07T02:56:43.196 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.196 INFO:tasks.workunit.client.0.smithi090.stdout: "log_bytes": { 2024-03-07T02:56:43.196 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 790528 2024-03-07T02:56:43.196 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.196 INFO:tasks.workunit.client.0.smithi090.stdout: "logged_bytes": { 2024-03-07T02:56:43.196 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 651264 2024-03-07T02:56:43.196 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.196 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_db": { 2024-03-07T02:56:43.196 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 31850496 2024-03-07T02:56:43.199 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.199 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_slow": { 2024-03-07T02:56:43.199 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.199 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.199 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_wal": { 2024-03-07T02:56:43.199 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.199 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.199 INFO:tasks.workunit.client.0.smithi090.stdout: "num_files": { 2024-03-07T02:56:43.199 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14 2024-03-07T02:56:43.199 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.200 INFO:tasks.workunit.client.0.smithi090.stdout: "read_bytes": { 2024-03-07T02:56:43.200 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 206366 2024-03-07T02:56:43.200 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.200 INFO:tasks.workunit.client.0.smithi090.stdout: "read_count": { 2024-03-07T02:56:43.200 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23 2024-03-07T02:56:43.200 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.200 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes": { 2024-03-07T02:56:43.200 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1282048 2024-03-07T02:56:43.200 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.200 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_db": { 2024-03-07T02:56:43.200 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1286144 2024-03-07T02:56:43.200 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.200 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_slow": { 2024-03-07T02:56:43.201 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.201 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.201 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_wal": { 2024-03-07T02:56:43.201 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.201 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.201 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_count": { 2024-03-07T02:56:43.201 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15 2024-03-07T02:56:43.201 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.201 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_bytes": { 2024-03-07T02:56:43.201 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5019 2024-03-07T02:56:43.201 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.201 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_count": { 2024-03-07T02:56:43.201 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4 2024-03-07T02:56:43.201 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.202 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_bytes": { 2024-03-07T02:56:43.202 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5845 2024-03-07T02:56:43.202 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.202 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_count": { 2024-03-07T02:56:43.202 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24 2024-03-07T02:56:43.202 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.202 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_bytes": { 2024-03-07T02:56:43.202 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5845 2024-03-07T02:56:43.202 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.202 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_count": { 2024-03-07T02:56:43.202 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24 2024-03-07T02:56:43.202 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.202 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes": { 2024-03-07T02:56:43.203 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.203 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.203 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_db": { 2024-03-07T02:56:43.203 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.203 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.203 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_slow": { 2024-03-07T02:56:43.203 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.203 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.203 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_wal": { 2024-03-07T02:56:43.203 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.203 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.203 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_count": { 2024-03-07T02:56:43.203 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.203 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.203 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_total_bytes": { 2024-03-07T02:56:43.204 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.204 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.204 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_used_bytes": { 2024-03-07T02:56:43.204 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.204 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.204 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_total_bytes": { 2024-03-07T02:56:43.204 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.204 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.204 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_used_bytes": { 2024-03-07T02:56:43.204 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.204 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.204 INFO:tasks.workunit.client.0.smithi090.stdout: "write_bytes": { 2024-03-07T02:56:43.204 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1839104 2024-03-07T02:56:43.204 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.205 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.205 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": { 2024-03-07T02:56:43.205 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit": { 2024-03-07T02:56:43.205 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4096 2024-03-07T02:56:43.205 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.205 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": { 2024-03-07T02:56:43.205 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 704512 2024-03-07T02:56:43.205 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.205 INFO:tasks.workunit.client.0.smithi090.stdout: "clist_lat": { 2024-03-07T02:56:43.205 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8, 2024-03-07T02:56:43.205 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 272977 2024-03-07T02:56:43.205 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.205 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_lat": { 2024-03-07T02:56:43.205 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.206 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.206 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.206 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed": { 2024-03-07T02:56:43.206 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.206 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.206 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_allocated": { 2024-03-07T02:56:43.206 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.206 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.206 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_original": { 2024-03-07T02:56:43.206 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.206 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.206 INFO:tasks.workunit.client.0.smithi090.stdout: "csum_lat": { 2024-03-07T02:56:43.206 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-03-07T02:56:43.206 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2118 2024-03-07T02:56:43.206 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.207 INFO:tasks.workunit.client.0.smithi090.stdout: "decompress_lat": { 2024-03-07T02:56:43.207 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.207 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.207 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.207 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_commit_lat": { 2024-03-07T02:56:43.207 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 146, 2024-03-07T02:56:43.207 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 49976519 2024-03-07T02:56:43.207 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.207 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_final_lat": { 2024-03-07T02:56:43.207 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 140, 2024-03-07T02:56:43.207 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14661492 2024-03-07T02:56:43.207 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.207 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_flush_lat": { 2024-03-07T02:56:43.207 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 146, 2024-03-07T02:56:43.208 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 158539 2024-03-07T02:56:43.208 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.208 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_sync_lat": { 2024-03-07T02:56:43.208 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 146, 2024-03-07T02:56:43.208 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 50135058 2024-03-07T02:56:43.208 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.208 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_keys_lat": { 2024-03-07T02:56:43.208 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.208 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.208 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.208 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_values_lat": { 2024-03-07T02:56:43.208 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3, 2024-03-07T02:56:43.208 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 48969 2024-03-07T02:56:43.209 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.209 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_lower_bound_lat": { 2024-03-07T02:56:43.209 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.209 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.209 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.209 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_next_lat": { 2024-03-07T02:56:43.209 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.209 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.209 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.209 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_seek_to_first_lat": { 2024-03-07T02:56:43.209 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.209 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.209 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.209 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_upper_bound_lat": { 2024-03-07T02:56:43.210 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-03-07T02:56:43.210 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3683 2024-03-07T02:56:43.210 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.210 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_hits": { 2024-03-07T02:56:43.210 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 352 2024-03-07T02:56:43.210 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.210 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_misses": { 2024-03-07T02:56:43.210 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 232 2024-03-07T02:56:43.210 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.210 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-03-07T02:56:43.210 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 95, 2024-03-07T02:56:43.210 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 912963 2024-03-07T02:56:43.210 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.210 INFO:tasks.workunit.client.0.smithi090.stdout: "read_onode_meta_lat": { 2024-03-07T02:56:43.210 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 159, 2024-03-07T02:56:43.211 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 236331 2024-03-07T02:56:43.211 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.211 INFO:tasks.workunit.client.0.smithi090.stdout: "read_wait_aio_lat": { 2024-03-07T02:56:43.211 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 64, 2024-03-07T02:56:43.211 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 230979 2024-03-07T02:56:43.211 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.211 INFO:tasks.workunit.client.0.smithi090.stdout: "reads_with_retries": { 2024-03-07T02:56:43.211 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.211 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.211 INFO:tasks.workunit.client.0.smithi090.stdout: "remove_lat": { 2024-03-07T02:56:43.211 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 5, 2024-03-07T02:56:43.211 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 148785 2024-03-07T02:56:43.211 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.211 INFO:tasks.workunit.client.0.smithi090.stdout: "state_aio_wait_lat": { 2024-03-07T02:56:43.211 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 254, 2024-03-07T02:56:43.211 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3305031 2024-03-07T02:56:43.212 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.212 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_aio_wait_lat": { 2024-03-07T02:56:43.212 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 41, 2024-03-07T02:56:43.212 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3023106 2024-03-07T02:56:43.212 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.212 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_cleanup_lat": { 2024-03-07T02:56:43.212 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 39, 2024-03-07T02:56:43.212 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 185015851595 2024-03-07T02:56:43.212 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.212 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_queued_lat": { 2024-03-07T02:56:43.212 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 41, 2024-03-07T02:56:43.212 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 55628519726 2024-03-07T02:56:43.212 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.213 INFO:tasks.workunit.client.0.smithi090.stdout: "state_done_lat": { 2024-03-07T02:56:43.213 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 252, 2024-03-07T02:56:43.213 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 500241 2024-03-07T02:56:43.213 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.213 INFO:tasks.workunit.client.0.smithi090.stdout: "state_finishing_lat": { 2024-03-07T02:56:43.213 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 252, 2024-03-07T02:56:43.213 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 22829 2024-03-07T02:56:43.213 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.213 INFO:tasks.workunit.client.0.smithi090.stdout: "state_io_done_lat": { 2024-03-07T02:56:43.213 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 254, 2024-03-07T02:56:43.213 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 273041 2024-03-07T02:56:43.213 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.213 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_commiting_lat": { 2024-03-07T02:56:43.213 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 254, 2024-03-07T02:56:43.214 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 190397919 2024-03-07T02:56:43.214 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.214 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_done_lat": { 2024-03-07T02:56:43.214 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 254, 2024-03-07T02:56:43.214 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 70810 2024-03-07T02:56:43.214 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.214 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_queued_lat": { 2024-03-07T02:56:43.214 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 254, 2024-03-07T02:56:43.214 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 83742946 2024-03-07T02:56:43.214 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.214 INFO:tasks.workunit.client.0.smithi090.stdout: "state_prepare_lat": { 2024-03-07T02:56:43.214 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 254, 2024-03-07T02:56:43.214 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15038315 2024-03-07T02:56:43.214 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.214 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": { 2024-03-07T02:56:43.215 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 302738 2024-03-07T02:56:43.215 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.215 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-03-07T02:56:43.215 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 40, 2024-03-07T02:56:43.215 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 189801 2024-03-07T02:56:43.215 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.215 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_commit_lat": { 2024-03-07T02:56:43.215 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 254, 2024-03-07T02:56:43.215 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 292786092 2024-03-07T02:56:43.215 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.215 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_submit_lat": { 2024-03-07T02:56:43.215 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 254, 2024-03-07T02:56:43.215 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 20255820 2024-03-07T02:56:43.215 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.216 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_throttle_lat": { 2024-03-07T02:56:43.216 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 254, 2024-03-07T02:56:43.216 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3619551 2024-03-07T02:56:43.216 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.216 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.216 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache": { 2024-03-07T02:56:43.216 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-03-07T02:56:43.216 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1861632045 2024-03-07T02:56:43.216 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.216 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-03-07T02:56:43.216 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 42385408 2024-03-07T02:56:43.216 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.216 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-03-07T02:56:43.216 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 41730048 2024-03-07T02:56:43.217 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.217 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-03-07T02:56:43.217 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3137574604 2024-03-07T02:56:43.217 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.217 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-03-07T02:56:43.217 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 655360 2024-03-07T02:56:43.217 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.217 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.217 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:data": { 2024-03-07T02:56:43.217 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:43.217 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 159383552 2024-03-07T02:56:43.217 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.217 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:43.218 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.218 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.218 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:43.218 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.218 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.218 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:43.218 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 85510009 2024-03-07T02:56:43.218 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.218 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:43.218 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.218 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.219 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:43.219 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.219 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.219 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:43.219 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.219 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.219 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:43.219 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.219 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.219 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:43.219 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.219 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.219 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:43.220 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.220 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.220 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:43.220 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.220 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.220 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:43.220 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.220 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.220 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:43.220 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.220 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.220 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:43.221 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 73873543 2024-03-07T02:56:43.221 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.221 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.221 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv": { 2024-03-07T02:56:43.221 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:43.221 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 780140544 2024-03-07T02:56:43.221 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.221 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:43.221 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-03-07T02:56:43.221 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.221 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:43.221 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.221 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.221 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:43.222 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 641325073 2024-03-07T02:56:43.222 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.222 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:43.222 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.222 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.222 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:43.222 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.222 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.222 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:43.222 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.222 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.222 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:43.223 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.223 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.223 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:43.223 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.223 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.223 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:43.223 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2128 2024-03-07T02:56:43.223 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.223 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:43.223 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.223 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.223 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:43.223 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.223 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.223 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:43.224 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.224 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.224 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:43.224 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71704479 2024-03-07T02:56:43.224 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.224 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.224 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv_onode": { 2024-03-07T02:56:43.224 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:43.224 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 192937984 2024-03-07T02:56:43.224 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.224 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:43.224 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-03-07T02:56:43.224 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.224 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:43.225 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 464 2024-03-07T02:56:43.225 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.225 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:43.225 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 57006673 2024-03-07T02:56:43.225 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.225 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:43.225 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.225 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.225 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:43.225 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.225 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.225 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:43.225 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.226 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.226 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:43.226 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.226 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.226 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:43.226 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.226 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.226 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:43.226 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.226 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.226 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:43.226 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.226 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.226 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:43.226 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.227 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.227 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:43.227 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.227 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.227 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:43.227 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68821983 2024-03-07T02:56:43.227 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.227 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.227 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:meta": { 2024-03-07T02:56:43.227 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:43.227 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 713031680 2024-03-07T02:56:43.227 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.227 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:43.227 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.227 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.228 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:43.228 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.228 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.228 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:43.228 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 641325073 2024-03-07T02:56:43.228 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.228 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:43.228 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.228 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.228 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:43.228 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.228 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.228 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:43.229 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.229 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.229 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:43.229 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.229 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.229 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:43.229 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3525 2024-03-07T02:56:43.229 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.229 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:43.229 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 206825 2024-03-07T02:56:43.229 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.229 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:43.230 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.230 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.230 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:43.230 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.230 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.230 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:43.230 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.230 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.230 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:43.230 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71496257 2024-03-07T02:56:43.230 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.230 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.230 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-03-07T02:56:43.230 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-03-07T02:56:43.230 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.231 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.231 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-03-07T02:56:43.231 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.231 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.231 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-03-07T02:56:43.231 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.231 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.231 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-03-07T02:56:43.231 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.231 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.231 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.231 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-03-07T02:56:43.231 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg": { 2024-03-07T02:56:43.231 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 41 2024-03-07T02:56:43.231 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.232 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg_removing": { 2024-03-07T02:56:43.232 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.232 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.232 INFO:tasks.workunit.client.0.smithi090.stdout: "op": { 2024-03-07T02:56:43.232 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1 2024-03-07T02:56:43.232 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.232 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_degraded": { 2024-03-07T02:56:43.232 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.232 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.232 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_unreadable": { 2024-03-07T02:56:43.232 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.232 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.232 INFO:tasks.workunit.client.0.smithi090.stdout: "op_in_bytes": { 2024-03-07T02:56:43.232 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 22 2024-03-07T02:56:43.232 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.233 INFO:tasks.workunit.client.0.smithi090.stdout: "op_latency": { 2024-03-07T02:56:43.233 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-03-07T02:56:43.233 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 30919628 2024-03-07T02:56:43.233 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.233 INFO:tasks.workunit.client.0.smithi090.stdout: "op_out_bytes": { 2024-03-07T02:56:43.233 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.233 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.233 INFO:tasks.workunit.client.0.smithi090.stdout: "op_prepare_latency": { 2024-03-07T02:56:43.233 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-03-07T02:56:43.233 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 513510 2024-03-07T02:56:43.233 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.233 INFO:tasks.workunit.client.0.smithi090.stdout: "op_process_latency": { 2024-03-07T02:56:43.233 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-03-07T02:56:43.233 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15596352 2024-03-07T02:56:43.233 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.234 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-03-07T02:56:43.234 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.234 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.234 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency": { 2024-03-07T02:56:43.234 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.234 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.234 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.234 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-03-07T02:56:43.234 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.234 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.234 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_out_bytes": { 2024-03-07T02:56:43.234 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.234 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.234 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_prepare_latency": { 2024-03-07T02:56:43.235 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.235 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.235 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.235 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_process_latency": { 2024-03-07T02:56:43.235 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.235 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.235 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.235 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw": { 2024-03-07T02:56:43.235 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.235 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.235 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_in_bytes": { 2024-03-07T02:56:43.235 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.235 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.235 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency": { 2024-03-07T02:56:43.235 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.236 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.236 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.236 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-03-07T02:56:43.236 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.236 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.236 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-03-07T02:56:43.236 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.236 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.236 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_out_bytes": { 2024-03-07T02:56:43.236 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.236 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.236 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_prepare_latency": { 2024-03-07T02:56:43.236 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.236 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.236 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.237 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_process_latency": { 2024-03-07T02:56:43.237 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.237 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.237 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.237 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-03-07T02:56:43.237 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1 2024-03-07T02:56:43.237 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.237 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_in_bytes": { 2024-03-07T02:56:43.237 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 22 2024-03-07T02:56:43.237 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.237 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency": { 2024-03-07T02:56:43.237 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-03-07T02:56:43.237 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 30919628 2024-03-07T02:56:43.237 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.237 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-03-07T02:56:43.238 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.238 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.238 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_prepare_latency": { 2024-03-07T02:56:43.238 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-03-07T02:56:43.238 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 513510 2024-03-07T02:56:43.238 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.238 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_process_latency": { 2024-03-07T02:56:43.238 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-03-07T02:56:43.238 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15596352 2024-03-07T02:56:43.238 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.238 INFO:tasks.workunit.client.0.smithi090.stdout: "op_wip": { 2024-03-07T02:56:43.238 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.238 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.238 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_bytes": { 2024-03-07T02:56:43.238 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.239 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.239 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_ops": { 2024-03-07T02:56:43.239 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.239 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.239 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes": { 2024-03-07T02:56:43.239 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-03-07T02:56:43.239 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.239 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes_used": { 2024-03-07T02:56:43.239 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 28377088 2024-03-07T02:56:43.239 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.239 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.239 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.239 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.5": { 2024-03-07T02:56:43.240 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-03-07T02:56:43.240 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_fallback": { 2024-03-07T02:56:43.240 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.240 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.240 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_size_fallback": { 2024-03-07T02:56:43.240 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.240 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.240 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_db": { 2024-03-07T02:56:43.240 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65536 2024-03-07T02:56:43.240 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.240 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_main": { 2024-03-07T02:56:43.240 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.240 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.241 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_wal": { 2024-03-07T02:56:43.241 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.241 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.241 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_slow": { 2024-03-07T02:56:43.241 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.241 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.241 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_sst": { 2024-03-07T02:56:43.241 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12288 2024-03-07T02:56:43.241 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.241 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_wal": { 2024-03-07T02:56:43.241 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1159168 2024-03-07T02:56:43.241 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.241 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lat": { 2024-03-07T02:56:43.242 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.242 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.242 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.242 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lock_lat": { 2024-03-07T02:56:43.242 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.242 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.242 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.242 INFO:tasks.workunit.client.0.smithi090.stdout: "db_total_bytes": { 2024-03-07T02:56:43.242 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-03-07T02:56:43.242 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.242 INFO:tasks.workunit.client.0.smithi090.stdout: "db_used_bytes": { 2024-03-07T02:56:43.242 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 27656192 2024-03-07T02:56:43.242 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.242 INFO:tasks.workunit.client.0.smithi090.stdout: "log_bytes": { 2024-03-07T02:56:43.242 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 856064 2024-03-07T02:56:43.243 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.243 INFO:tasks.workunit.client.0.smithi090.stdout: "logged_bytes": { 2024-03-07T02:56:43.243 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 716800 2024-03-07T02:56:43.243 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.243 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_db": { 2024-03-07T02:56:43.243 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 31850496 2024-03-07T02:56:43.243 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.243 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_slow": { 2024-03-07T02:56:43.243 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.243 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.243 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_wal": { 2024-03-07T02:56:43.243 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.243 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.243 INFO:tasks.workunit.client.0.smithi090.stdout: "num_files": { 2024-03-07T02:56:43.243 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14 2024-03-07T02:56:43.244 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.244 INFO:tasks.workunit.client.0.smithi090.stdout: "read_bytes": { 2024-03-07T02:56:43.244 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 206366 2024-03-07T02:56:43.244 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.244 INFO:tasks.workunit.client.0.smithi090.stdout: "read_count": { 2024-03-07T02:56:43.244 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23 2024-03-07T02:56:43.244 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.244 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes": { 2024-03-07T02:56:43.244 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1282048 2024-03-07T02:56:43.244 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.244 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_db": { 2024-03-07T02:56:43.244 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1286144 2024-03-07T02:56:43.244 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.244 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_slow": { 2024-03-07T02:56:43.244 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.245 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.245 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_wal": { 2024-03-07T02:56:43.245 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.245 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.245 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_count": { 2024-03-07T02:56:43.245 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15 2024-03-07T02:56:43.245 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.245 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_bytes": { 2024-03-07T02:56:43.245 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5019 2024-03-07T02:56:43.245 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.245 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_count": { 2024-03-07T02:56:43.245 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4 2024-03-07T02:56:43.245 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.245 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_bytes": { 2024-03-07T02:56:43.245 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5845 2024-03-07T02:56:43.245 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.246 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_count": { 2024-03-07T02:56:43.246 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24 2024-03-07T02:56:43.246 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.246 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_bytes": { 2024-03-07T02:56:43.246 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5845 2024-03-07T02:56:43.246 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.246 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_count": { 2024-03-07T02:56:43.246 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24 2024-03-07T02:56:43.246 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.246 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes": { 2024-03-07T02:56:43.246 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.246 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.246 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_db": { 2024-03-07T02:56:43.246 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.247 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.247 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_slow": { 2024-03-07T02:56:43.247 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.247 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.247 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_wal": { 2024-03-07T02:56:43.247 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.247 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.247 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_count": { 2024-03-07T02:56:43.247 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.247 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.247 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_total_bytes": { 2024-03-07T02:56:43.247 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.247 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.247 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_used_bytes": { 2024-03-07T02:56:43.247 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.247 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.248 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_total_bytes": { 2024-03-07T02:56:43.248 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.248 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.248 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_used_bytes": { 2024-03-07T02:56:43.248 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.248 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.248 INFO:tasks.workunit.client.0.smithi090.stdout: "write_bytes": { 2024-03-07T02:56:43.248 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1953792 2024-03-07T02:56:43.248 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.248 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.248 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": { 2024-03-07T02:56:43.248 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit": { 2024-03-07T02:56:43.248 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4096 2024-03-07T02:56:43.248 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.249 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": { 2024-03-07T02:56:43.249 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 708608 2024-03-07T02:56:43.249 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.249 INFO:tasks.workunit.client.0.smithi090.stdout: "clist_lat": { 2024-03-07T02:56:43.249 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 4, 2024-03-07T02:56:43.249 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 111959 2024-03-07T02:56:43.249 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.249 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_lat": { 2024-03-07T02:56:43.249 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.249 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.249 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.249 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed": { 2024-03-07T02:56:43.249 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.250 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.250 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_allocated": { 2024-03-07T02:56:43.250 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.250 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.250 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_original": { 2024-03-07T02:56:43.250 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.250 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.250 INFO:tasks.workunit.client.0.smithi090.stdout: "csum_lat": { 2024-03-07T02:56:43.250 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3, 2024-03-07T02:56:43.250 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4324 2024-03-07T02:56:43.250 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.250 INFO:tasks.workunit.client.0.smithi090.stdout: "decompress_lat": { 2024-03-07T02:56:43.250 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.250 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.250 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.251 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_commit_lat": { 2024-03-07T02:56:43.251 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 162, 2024-03-07T02:56:43.251 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 54581554 2024-03-07T02:56:43.251 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.251 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_final_lat": { 2024-03-07T02:56:43.251 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 156, 2024-03-07T02:56:43.251 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7678878 2024-03-07T02:56:43.251 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.251 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_flush_lat": { 2024-03-07T02:56:43.251 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 162, 2024-03-07T02:56:43.251 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 131620 2024-03-07T02:56:43.251 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.251 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_sync_lat": { 2024-03-07T02:56:43.251 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 162, 2024-03-07T02:56:43.251 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 54713174 2024-03-07T02:56:43.251 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.252 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_keys_lat": { 2024-03-07T02:56:43.252 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.252 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.252 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.252 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_values_lat": { 2024-03-07T02:56:43.252 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3, 2024-03-07T02:56:43.252 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 43130 2024-03-07T02:56:43.252 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.252 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_lower_bound_lat": { 2024-03-07T02:56:43.252 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.252 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.252 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.252 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_next_lat": { 2024-03-07T02:56:43.253 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.253 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.253 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.253 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_seek_to_first_lat": { 2024-03-07T02:56:43.253 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.253 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.253 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.253 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_upper_bound_lat": { 2024-03-07T02:56:43.253 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-03-07T02:56:43.253 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3887 2024-03-07T02:56:43.253 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.253 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_hits": { 2024-03-07T02:56:43.253 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 319 2024-03-07T02:56:43.253 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.253 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_misses": { 2024-03-07T02:56:43.253 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 239 2024-03-07T02:56:43.254 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.254 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-03-07T02:56:43.254 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 85, 2024-03-07T02:56:43.254 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 744531 2024-03-07T02:56:43.254 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.254 INFO:tasks.workunit.client.0.smithi090.stdout: "read_onode_meta_lat": { 2024-03-07T02:56:43.254 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 135, 2024-03-07T02:56:43.254 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 276396 2024-03-07T02:56:43.254 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.254 INFO:tasks.workunit.client.0.smithi090.stdout: "read_wait_aio_lat": { 2024-03-07T02:56:43.254 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 50, 2024-03-07T02:56:43.254 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 442036 2024-03-07T02:56:43.254 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.254 INFO:tasks.workunit.client.0.smithi090.stdout: "reads_with_retries": { 2024-03-07T02:56:43.254 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.255 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.255 INFO:tasks.workunit.client.0.smithi090.stdout: "remove_lat": { 2024-03-07T02:56:43.255 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3, 2024-03-07T02:56:43.255 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 86139 2024-03-07T02:56:43.255 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.255 INFO:tasks.workunit.client.0.smithi090.stdout: "state_aio_wait_lat": { 2024-03-07T02:56:43.255 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 260, 2024-03-07T02:56:43.255 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4687610 2024-03-07T02:56:43.255 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.255 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_aio_wait_lat": { 2024-03-07T02:56:43.255 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 39, 2024-03-07T02:56:43.255 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2465106 2024-03-07T02:56:43.255 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.255 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_cleanup_lat": { 2024-03-07T02:56:43.256 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 36, 2024-03-07T02:56:43.256 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 227260478731 2024-03-07T02:56:43.256 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.256 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_queued_lat": { 2024-03-07T02:56:43.256 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 39, 2024-03-07T02:56:43.256 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 69674740454 2024-03-07T02:56:43.256 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.256 INFO:tasks.workunit.client.0.smithi090.stdout: "state_done_lat": { 2024-03-07T02:56:43.256 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 257, 2024-03-07T02:56:43.256 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 538876 2024-03-07T02:56:43.256 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.256 INFO:tasks.workunit.client.0.smithi090.stdout: "state_finishing_lat": { 2024-03-07T02:56:43.256 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 257, 2024-03-07T02:56:43.256 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 25087 2024-03-07T02:56:43.257 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.257 INFO:tasks.workunit.client.0.smithi090.stdout: "state_io_done_lat": { 2024-03-07T02:56:43.257 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 260, 2024-03-07T02:56:43.257 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 223784 2024-03-07T02:56:43.257 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.257 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_commiting_lat": { 2024-03-07T02:56:43.257 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 260, 2024-03-07T02:56:43.257 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 143316770 2024-03-07T02:56:43.257 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.257 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_done_lat": { 2024-03-07T02:56:43.257 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 260, 2024-03-07T02:56:43.257 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 96914 2024-03-07T02:56:43.257 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.257 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_queued_lat": { 2024-03-07T02:56:43.257 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 260, 2024-03-07T02:56:43.258 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 76620824 2024-03-07T02:56:43.258 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.258 INFO:tasks.workunit.client.0.smithi090.stdout: "state_prepare_lat": { 2024-03-07T02:56:43.258 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 260, 2024-03-07T02:56:43.258 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 16179444 2024-03-07T02:56:43.258 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.258 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": { 2024-03-07T02:56:43.258 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 305023 2024-03-07T02:56:43.258 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.258 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-03-07T02:56:43.258 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 32, 2024-03-07T02:56:43.258 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 133171 2024-03-07T02:56:43.258 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.258 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_commit_lat": { 2024-03-07T02:56:43.259 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 260, 2024-03-07T02:56:43.259 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 241071234 2024-03-07T02:56:43.259 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.259 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_submit_lat": { 2024-03-07T02:56:43.259 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 260, 2024-03-07T02:56:43.259 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 19628376 2024-03-07T02:56:43.259 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.259 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_throttle_lat": { 2024-03-07T02:56:43.259 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 260, 2024-03-07T02:56:43.259 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2833101 2024-03-07T02:56:43.259 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.259 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.259 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache": { 2024-03-07T02:56:43.259 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-03-07T02:56:43.259 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1861632045 2024-03-07T02:56:43.260 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.260 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-03-07T02:56:43.260 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 42385408 2024-03-07T02:56:43.260 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.260 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-03-07T02:56:43.260 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 42033152 2024-03-07T02:56:43.260 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.260 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-03-07T02:56:43.260 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3137574604 2024-03-07T02:56:43.260 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.260 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-03-07T02:56:43.260 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 352256 2024-03-07T02:56:43.260 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.261 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.261 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:data": { 2024-03-07T02:56:43.261 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:43.261 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 159383552 2024-03-07T02:56:43.261 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.261 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:43.261 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.261 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.261 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:43.261 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.261 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.261 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:43.261 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 85509755 2024-03-07T02:56:43.261 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.261 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:43.261 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.262 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.262 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:43.262 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.262 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.262 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:43.262 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.262 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.262 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:43.262 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.262 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.262 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:43.262 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.262 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.262 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:43.262 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.263 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.263 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:43.263 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.263 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.263 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:43.263 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.263 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.263 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:43.263 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.263 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.263 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:43.263 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 73873797 2024-03-07T02:56:43.263 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.263 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.263 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv": { 2024-03-07T02:56:43.263 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:43.264 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 780140544 2024-03-07T02:56:43.264 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.264 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:43.264 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-03-07T02:56:43.264 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.264 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:43.264 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.264 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.264 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:43.264 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 641323164 2024-03-07T02:56:43.264 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.264 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:43.264 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.264 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.264 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:43.265 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.265 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.265 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:43.265 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.265 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.265 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:43.265 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.265 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.265 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:43.265 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.265 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.265 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:43.265 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2128 2024-03-07T02:56:43.265 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.265 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:43.265 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.266 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.266 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:43.266 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.266 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.266 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:43.266 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.266 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.266 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:43.266 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71706388 2024-03-07T02:56:43.266 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.266 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.266 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv_onode": { 2024-03-07T02:56:43.266 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:43.266 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 192937984 2024-03-07T02:56:43.266 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.266 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:43.267 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-03-07T02:56:43.267 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.267 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:43.267 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 464 2024-03-07T02:56:43.267 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.267 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:43.267 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 57006503 2024-03-07T02:56:43.267 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.267 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:43.267 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.267 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.267 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:43.267 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.267 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.267 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:43.267 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.268 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.268 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:43.268 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.268 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.268 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:43.268 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.268 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.268 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:43.268 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.268 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.268 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:43.268 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.268 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.268 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:43.268 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.269 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.269 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:43.269 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.269 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.269 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:43.269 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68822153 2024-03-07T02:56:43.269 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.269 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.269 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:meta": { 2024-03-07T02:56:43.269 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:43.269 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 713031680 2024-03-07T02:56:43.269 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.269 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:43.269 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.269 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.270 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:43.270 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.270 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.270 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:43.270 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 641323164 2024-03-07T02:56:43.270 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.270 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:43.270 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.270 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.270 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:43.270 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.270 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.270 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:43.271 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.271 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.271 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:43.271 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.271 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.271 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:43.271 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10557 2024-03-07T02:56:43.271 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.271 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:43.271 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 211154 2024-03-07T02:56:43.271 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.271 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:43.271 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.271 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.272 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:43.272 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.272 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.272 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:43.272 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.272 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.272 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:43.272 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71486805 2024-03-07T02:56:43.272 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.272 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.272 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-03-07T02:56:43.272 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-03-07T02:56:43.272 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.272 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.272 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-03-07T02:56:43.272 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.273 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.273 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-03-07T02:56:43.273 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.273 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.273 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-03-07T02:56:43.273 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.273 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.273 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.273 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-03-07T02:56:43.273 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg": { 2024-03-07T02:56:43.273 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 42 2024-03-07T02:56:43.273 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.273 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg_removing": { 2024-03-07T02:56:43.273 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.273 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.274 INFO:tasks.workunit.client.0.smithi090.stdout: "op": { 2024-03-07T02:56:43.274 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.274 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.274 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_degraded": { 2024-03-07T02:56:43.274 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.274 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.274 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_unreadable": { 2024-03-07T02:56:43.274 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.274 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.274 INFO:tasks.workunit.client.0.smithi090.stdout: "op_in_bytes": { 2024-03-07T02:56:43.274 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.274 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.274 INFO:tasks.workunit.client.0.smithi090.stdout: "op_latency": { 2024-03-07T02:56:43.274 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.274 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.274 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.275 INFO:tasks.workunit.client.0.smithi090.stdout: "op_out_bytes": { 2024-03-07T02:56:43.275 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.275 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.275 INFO:tasks.workunit.client.0.smithi090.stdout: "op_prepare_latency": { 2024-03-07T02:56:43.275 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.275 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.275 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.275 INFO:tasks.workunit.client.0.smithi090.stdout: "op_process_latency": { 2024-03-07T02:56:43.275 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.275 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.275 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.275 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-03-07T02:56:43.275 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.275 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.276 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency": { 2024-03-07T02:56:43.276 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.276 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.276 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.276 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-03-07T02:56:43.276 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.276 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.276 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_out_bytes": { 2024-03-07T02:56:43.276 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.276 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.276 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_prepare_latency": { 2024-03-07T02:56:43.276 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.276 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.276 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.277 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_process_latency": { 2024-03-07T02:56:43.277 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.277 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.277 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.277 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw": { 2024-03-07T02:56:43.277 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.277 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.277 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_in_bytes": { 2024-03-07T02:56:43.277 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.277 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.277 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency": { 2024-03-07T02:56:43.277 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.277 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.277 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.277 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-03-07T02:56:43.278 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.278 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.278 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-03-07T02:56:43.278 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.278 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.278 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_out_bytes": { 2024-03-07T02:56:43.278 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.278 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.278 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_prepare_latency": { 2024-03-07T02:56:43.278 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.278 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.278 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.278 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_process_latency": { 2024-03-07T02:56:43.278 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.279 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.279 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.279 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-03-07T02:56:43.279 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.279 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.279 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_in_bytes": { 2024-03-07T02:56:43.279 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.279 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.279 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency": { 2024-03-07T02:56:43.279 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.279 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.279 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.279 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-03-07T02:56:43.279 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.280 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.280 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_prepare_latency": { 2024-03-07T02:56:43.280 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.280 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.280 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.280 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_process_latency": { 2024-03-07T02:56:43.280 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.280 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.280 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.280 INFO:tasks.workunit.client.0.smithi090.stdout: "op_wip": { 2024-03-07T02:56:43.280 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.280 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.280 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_bytes": { 2024-03-07T02:56:43.281 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.281 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.281 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_ops": { 2024-03-07T02:56:43.281 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.281 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.281 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes": { 2024-03-07T02:56:43.281 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-03-07T02:56:43.281 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.281 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes_used": { 2024-03-07T02:56:43.281 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 28372992 2024-03-07T02:56:43.281 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.281 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.281 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.281 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.6": { 2024-03-07T02:56:43.282 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-03-07T02:56:43.282 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_fallback": { 2024-03-07T02:56:43.282 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.282 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.282 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_size_fallback": { 2024-03-07T02:56:43.282 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.282 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.282 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_db": { 2024-03-07T02:56:43.282 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65536 2024-03-07T02:56:43.282 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.282 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_main": { 2024-03-07T02:56:43.282 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.282 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.283 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_wal": { 2024-03-07T02:56:43.283 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.283 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.283 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_slow": { 2024-03-07T02:56:43.283 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.283 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.283 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_sst": { 2024-03-07T02:56:43.283 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12288 2024-03-07T02:56:43.283 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.283 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_wal": { 2024-03-07T02:56:43.283 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1175552 2024-03-07T02:56:43.283 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.283 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lat": { 2024-03-07T02:56:43.284 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.284 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.284 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.284 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lock_lat": { 2024-03-07T02:56:43.284 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.284 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.284 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.284 INFO:tasks.workunit.client.0.smithi090.stdout: "db_total_bytes": { 2024-03-07T02:56:43.284 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-03-07T02:56:43.284 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.284 INFO:tasks.workunit.client.0.smithi090.stdout: "db_used_bytes": { 2024-03-07T02:56:43.284 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 27656192 2024-03-07T02:56:43.284 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.284 INFO:tasks.workunit.client.0.smithi090.stdout: "log_bytes": { 2024-03-07T02:56:43.285 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 888832 2024-03-07T02:56:43.285 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.285 INFO:tasks.workunit.client.0.smithi090.stdout: "logged_bytes": { 2024-03-07T02:56:43.285 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 749568 2024-03-07T02:56:43.285 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.285 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_db": { 2024-03-07T02:56:43.285 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 31850496 2024-03-07T02:56:43.285 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.285 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_slow": { 2024-03-07T02:56:43.285 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.285 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.285 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_wal": { 2024-03-07T02:56:43.285 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.285 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.285 INFO:tasks.workunit.client.0.smithi090.stdout: "num_files": { 2024-03-07T02:56:43.286 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14 2024-03-07T02:56:43.286 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.286 INFO:tasks.workunit.client.0.smithi090.stdout: "read_bytes": { 2024-03-07T02:56:43.286 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 206366 2024-03-07T02:56:43.286 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.286 INFO:tasks.workunit.client.0.smithi090.stdout: "read_count": { 2024-03-07T02:56:43.286 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23 2024-03-07T02:56:43.286 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.286 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes": { 2024-03-07T02:56:43.286 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1282048 2024-03-07T02:56:43.286 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.286 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_db": { 2024-03-07T02:56:43.286 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1286144 2024-03-07T02:56:43.286 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.286 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_slow": { 2024-03-07T02:56:43.287 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.287 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.287 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_wal": { 2024-03-07T02:56:43.287 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.287 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.287 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_count": { 2024-03-07T02:56:43.287 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15 2024-03-07T02:56:43.287 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.287 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_bytes": { 2024-03-07T02:56:43.287 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5019 2024-03-07T02:56:43.287 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.287 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_count": { 2024-03-07T02:56:43.287 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4 2024-03-07T02:56:43.288 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.288 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_bytes": { 2024-03-07T02:56:43.288 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5845 2024-03-07T02:56:43.288 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.288 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_count": { 2024-03-07T02:56:43.288 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24 2024-03-07T02:56:43.288 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.288 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_bytes": { 2024-03-07T02:56:43.288 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5845 2024-03-07T02:56:43.288 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.288 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_count": { 2024-03-07T02:56:43.288 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24 2024-03-07T02:56:43.288 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.288 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes": { 2024-03-07T02:56:43.289 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.289 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.289 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_db": { 2024-03-07T02:56:43.289 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.289 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.289 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_slow": { 2024-03-07T02:56:43.289 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.289 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.289 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_wal": { 2024-03-07T02:56:43.289 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.289 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.289 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_count": { 2024-03-07T02:56:43.289 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.289 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.289 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_total_bytes": { 2024-03-07T02:56:43.290 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.290 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.290 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_used_bytes": { 2024-03-07T02:56:43.290 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.290 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.290 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_total_bytes": { 2024-03-07T02:56:43.290 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.290 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.290 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_used_bytes": { 2024-03-07T02:56:43.290 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.290 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.290 INFO:tasks.workunit.client.0.smithi090.stdout: "write_bytes": { 2024-03-07T02:56:43.290 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2002944 2024-03-07T02:56:43.291 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.291 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.291 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": { 2024-03-07T02:56:43.291 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit": { 2024-03-07T02:56:43.291 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4096 2024-03-07T02:56:43.291 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.291 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": { 2024-03-07T02:56:43.291 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1294336 2024-03-07T02:56:43.291 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.291 INFO:tasks.workunit.client.0.smithi090.stdout: "clist_lat": { 2024-03-07T02:56:43.291 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.291 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.291 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.292 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_lat": { 2024-03-07T02:56:43.292 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.292 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.292 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.292 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed": { 2024-03-07T02:56:43.292 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.292 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.292 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_allocated": { 2024-03-07T02:56:43.292 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.292 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.292 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_original": { 2024-03-07T02:56:43.292 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.293 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.293 INFO:tasks.workunit.client.0.smithi090.stdout: "csum_lat": { 2024-03-07T02:56:43.293 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 5, 2024-03-07T02:56:43.293 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8190 2024-03-07T02:56:43.293 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.293 INFO:tasks.workunit.client.0.smithi090.stdout: "decompress_lat": { 2024-03-07T02:56:43.293 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.293 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.293 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.293 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_commit_lat": { 2024-03-07T02:56:43.293 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 170, 2024-03-07T02:56:43.293 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 40558057 2024-03-07T02:56:43.293 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.293 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_final_lat": { 2024-03-07T02:56:43.294 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 158, 2024-03-07T02:56:43.294 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5095276 2024-03-07T02:56:43.294 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.294 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_flush_lat": { 2024-03-07T02:56:43.294 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 170, 2024-03-07T02:56:43.294 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 120378 2024-03-07T02:56:43.294 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.294 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_sync_lat": { 2024-03-07T02:56:43.294 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 170, 2024-03-07T02:56:43.294 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 40678435 2024-03-07T02:56:43.294 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.294 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_keys_lat": { 2024-03-07T02:56:43.294 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.294 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.295 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.295 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_values_lat": { 2024-03-07T02:56:43.295 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-03-07T02:56:43.295 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 30892 2024-03-07T02:56:43.295 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.295 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_lower_bound_lat": { 2024-03-07T02:56:43.295 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.295 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.295 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.295 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_next_lat": { 2024-03-07T02:56:43.295 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.295 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.295 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.295 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_seek_to_first_lat": { 2024-03-07T02:56:43.295 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.296 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.296 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.296 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_upper_bound_lat": { 2024-03-07T02:56:43.296 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-03-07T02:56:43.296 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3608 2024-03-07T02:56:43.296 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.296 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_hits": { 2024-03-07T02:56:43.296 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 314 2024-03-07T02:56:43.296 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.296 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_misses": { 2024-03-07T02:56:43.296 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 248 2024-03-07T02:56:43.296 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.296 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-03-07T02:56:43.296 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 87, 2024-03-07T02:56:43.296 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 911636 2024-03-07T02:56:43.297 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.297 INFO:tasks.workunit.client.0.smithi090.stdout: "read_onode_meta_lat": { 2024-03-07T02:56:43.297 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 130, 2024-03-07T02:56:43.297 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 293627 2024-03-07T02:56:43.297 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.297 INFO:tasks.workunit.client.0.smithi090.stdout: "read_wait_aio_lat": { 2024-03-07T02:56:43.297 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 43, 2024-03-07T02:56:43.297 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 612587 2024-03-07T02:56:43.297 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.297 INFO:tasks.workunit.client.0.smithi090.stdout: "reads_with_retries": { 2024-03-07T02:56:43.297 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.297 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.297 INFO:tasks.workunit.client.0.smithi090.stdout: "remove_lat": { 2024-03-07T02:56:43.297 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.298 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.298 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.298 INFO:tasks.workunit.client.0.smithi090.stdout: "state_aio_wait_lat": { 2024-03-07T02:56:43.298 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 257, 2024-03-07T02:56:43.298 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4025746 2024-03-07T02:56:43.298 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.298 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_aio_wait_lat": { 2024-03-07T02:56:43.298 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 33, 2024-03-07T02:56:43.298 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2697309 2024-03-07T02:56:43.298 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.298 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_cleanup_lat": { 2024-03-07T02:56:43.298 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 33, 2024-03-07T02:56:43.298 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 302154456848 2024-03-07T02:56:43.298 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.298 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_queued_lat": { 2024-03-07T02:56:43.299 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 33, 2024-03-07T02:56:43.299 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 45973797720 2024-03-07T02:56:43.299 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.299 INFO:tasks.workunit.client.0.smithi090.stdout: "state_done_lat": { 2024-03-07T02:56:43.299 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 257, 2024-03-07T02:56:43.299 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 483880 2024-03-07T02:56:43.299 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.299 INFO:tasks.workunit.client.0.smithi090.stdout: "state_finishing_lat": { 2024-03-07T02:56:43.299 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 257, 2024-03-07T02:56:43.299 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 26684 2024-03-07T02:56:43.299 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.299 INFO:tasks.workunit.client.0.smithi090.stdout: "state_io_done_lat": { 2024-03-07T02:56:43.299 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 257, 2024-03-07T02:56:43.299 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 209753 2024-03-07T02:56:43.300 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.300 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_commiting_lat": { 2024-03-07T02:56:43.300 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 257, 2024-03-07T02:56:43.300 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 188788150 2024-03-07T02:56:43.300 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.300 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_done_lat": { 2024-03-07T02:56:43.300 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 257, 2024-03-07T02:56:43.300 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 78964 2024-03-07T02:56:43.300 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.300 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_queued_lat": { 2024-03-07T02:56:43.300 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 257, 2024-03-07T02:56:43.300 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 79943039 2024-03-07T02:56:43.301 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.301 INFO:tasks.workunit.client.0.smithi090.stdout: "state_prepare_lat": { 2024-03-07T02:56:43.301 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 257, 2024-03-07T02:56:43.301 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12096064 2024-03-07T02:56:43.301 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.301 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": { 2024-03-07T02:56:43.301 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 895028 2024-03-07T02:56:43.301 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.301 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-03-07T02:56:43.301 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 26, 2024-03-07T02:56:43.301 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 110634 2024-03-07T02:56:43.301 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.301 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_commit_lat": { 2024-03-07T02:56:43.301 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 257, 2024-03-07T02:56:43.301 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 285095798 2024-03-07T02:56:43.302 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.302 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_submit_lat": { 2024-03-07T02:56:43.302 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 257, 2024-03-07T02:56:43.302 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14368261 2024-03-07T02:56:43.302 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.302 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_throttle_lat": { 2024-03-07T02:56:43.302 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 257, 2024-03-07T02:56:43.302 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1634711 2024-03-07T02:56:43.302 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.302 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.302 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache": { 2024-03-07T02:56:43.302 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-03-07T02:56:43.302 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1861632045 2024-03-07T02:56:43.302 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.303 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-03-07T02:56:43.303 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 42385408 2024-03-07T02:56:43.303 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.303 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-03-07T02:56:43.303 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 41615360 2024-03-07T02:56:43.303 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.303 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-03-07T02:56:43.303 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3137574604 2024-03-07T02:56:43.303 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.303 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-03-07T02:56:43.303 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 770048 2024-03-07T02:56:43.303 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.303 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.303 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:data": { 2024-03-07T02:56:43.304 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:43.304 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 159383552 2024-03-07T02:56:43.304 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.304 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:43.304 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.304 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.304 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:43.304 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.304 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.304 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:43.304 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 85509140 2024-03-07T02:56:43.304 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.304 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:43.304 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.304 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.305 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:43.305 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.305 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.305 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:43.305 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.305 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.305 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:43.305 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.305 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.305 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:43.305 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.305 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.305 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:43.305 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8192 2024-03-07T02:56:43.305 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.306 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:43.306 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.306 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.306 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:43.306 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.306 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.306 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:43.306 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.306 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.306 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:43.306 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 73866220 2024-03-07T02:56:43.306 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.306 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.306 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv": { 2024-03-07T02:56:43.306 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:43.307 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 780140544 2024-03-07T02:56:43.307 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.307 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:43.307 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-03-07T02:56:43.307 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.307 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:43.307 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.307 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.307 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:43.307 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 641318553 2024-03-07T02:56:43.307 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.307 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:43.307 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.307 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.308 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:43.308 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.308 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.308 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:43.308 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.308 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.308 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:43.308 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.308 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.308 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:43.308 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.308 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.308 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:43.308 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2128 2024-03-07T02:56:43.309 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.309 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:43.309 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.309 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.309 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:43.309 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.309 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.309 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:43.309 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.309 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.309 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:43.309 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71710999 2024-03-07T02:56:43.309 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.309 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.310 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv_onode": { 2024-03-07T02:56:43.310 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:43.310 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 192937984 2024-03-07T02:56:43.310 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.310 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:43.310 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-03-07T02:56:43.310 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.310 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:43.310 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 464 2024-03-07T02:56:43.310 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.310 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:43.310 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 57006093 2024-03-07T02:56:43.310 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.310 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:43.311 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.311 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.311 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:43.311 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.311 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.311 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:43.311 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.311 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.311 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:43.311 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.311 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.311 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:43.311 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.311 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.311 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:43.312 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.312 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.312 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:43.312 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.312 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.312 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:43.312 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.312 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.312 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:43.312 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.312 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.312 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:43.312 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68822563 2024-03-07T02:56:43.313 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.313 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.313 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:meta": { 2024-03-07T02:56:43.313 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:43.313 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 713031680 2024-03-07T02:56:43.313 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.313 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:43.313 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.313 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.313 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:43.313 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.313 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.313 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:43.313 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 641318553 2024-03-07T02:56:43.313 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.314 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:43.314 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.314 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.314 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:43.314 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.314 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.314 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:43.314 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.314 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.314 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:43.314 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.314 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.314 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:43.314 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13185 2024-03-07T02:56:43.315 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.315 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:43.315 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 209762 2024-03-07T02:56:43.315 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.315 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:43.315 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.315 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.315 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:43.315 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.315 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.315 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:43.315 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.315 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.316 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:43.316 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71490180 2024-03-07T02:56:43.316 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.316 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.316 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-03-07T02:56:43.316 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-03-07T02:56:43.316 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.316 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.316 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-03-07T02:56:43.316 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.316 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.316 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-03-07T02:56:43.316 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.316 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.316 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-03-07T02:56:43.317 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.317 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.317 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.317 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-03-07T02:56:43.317 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg": { 2024-03-07T02:56:43.317 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 39 2024-03-07T02:56:43.317 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.317 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg_removing": { 2024-03-07T02:56:43.317 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.317 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.317 INFO:tasks.workunit.client.0.smithi090.stdout: "op": { 2024-03-07T02:56:43.317 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13 2024-03-07T02:56:43.317 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.317 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_degraded": { 2024-03-07T02:56:43.317 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.318 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.318 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_unreadable": { 2024-03-07T02:56:43.318 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.318 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.318 INFO:tasks.workunit.client.0.smithi090.stdout: "op_in_bytes": { 2024-03-07T02:56:43.318 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2810 2024-03-07T02:56:43.318 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.318 INFO:tasks.workunit.client.0.smithi090.stdout: "op_latency": { 2024-03-07T02:56:43.318 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 13, 2024-03-07T02:56:43.318 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 94067276 2024-03-07T02:56:43.318 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.318 INFO:tasks.workunit.client.0.smithi090.stdout: "op_out_bytes": { 2024-03-07T02:56:43.318 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.318 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.319 INFO:tasks.workunit.client.0.smithi090.stdout: "op_prepare_latency": { 2024-03-07T02:56:43.319 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 15, 2024-03-07T02:56:43.319 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7366175 2024-03-07T02:56:43.319 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.319 INFO:tasks.workunit.client.0.smithi090.stdout: "op_process_latency": { 2024-03-07T02:56:43.319 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 13, 2024-03-07T02:56:43.319 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 78044752 2024-03-07T02:56:43.319 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.319 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-03-07T02:56:43.319 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.319 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.319 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency": { 2024-03-07T02:56:43.319 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.319 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.320 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.320 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-03-07T02:56:43.320 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.320 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.320 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_out_bytes": { 2024-03-07T02:56:43.320 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.320 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.320 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_prepare_latency": { 2024-03-07T02:56:43.320 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.320 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.320 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.320 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_process_latency": { 2024-03-07T02:56:43.320 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.321 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.321 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.321 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw": { 2024-03-07T02:56:43.321 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.321 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.321 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_in_bytes": { 2024-03-07T02:56:43.321 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.321 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.321 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency": { 2024-03-07T02:56:43.321 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.321 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.321 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.321 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-03-07T02:56:43.321 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.321 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.322 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-03-07T02:56:43.322 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.322 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.322 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_out_bytes": { 2024-03-07T02:56:43.322 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.322 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.322 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_prepare_latency": { 2024-03-07T02:56:43.322 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.322 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.322 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.322 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_process_latency": { 2024-03-07T02:56:43.322 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.322 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.322 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.323 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-03-07T02:56:43.323 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13 2024-03-07T02:56:43.323 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.323 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_in_bytes": { 2024-03-07T02:56:43.323 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2810 2024-03-07T02:56:43.323 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.323 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency": { 2024-03-07T02:56:43.323 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 13, 2024-03-07T02:56:43.323 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 94067276 2024-03-07T02:56:43.323 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.323 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-03-07T02:56:43.323 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.323 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.323 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_prepare_latency": { 2024-03-07T02:56:43.323 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 15, 2024-03-07T02:56:43.324 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7366175 2024-03-07T02:56:43.324 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.324 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_process_latency": { 2024-03-07T02:56:43.324 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 13, 2024-03-07T02:56:43.324 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 78044752 2024-03-07T02:56:43.324 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.324 INFO:tasks.workunit.client.0.smithi090.stdout: "op_wip": { 2024-03-07T02:56:43.324 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.324 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.324 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_bytes": { 2024-03-07T02:56:43.324 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.324 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.324 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_ops": { 2024-03-07T02:56:43.324 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.325 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.325 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes": { 2024-03-07T02:56:43.325 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-03-07T02:56:43.325 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.325 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes_used": { 2024-03-07T02:56:43.325 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 28958720 2024-03-07T02:56:43.325 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.325 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.325 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.325 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.7": { 2024-03-07T02:56:43.325 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-03-07T02:56:43.325 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_fallback": { 2024-03-07T02:56:43.325 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.325 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.326 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_size_fallback": { 2024-03-07T02:56:43.326 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.326 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.326 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_db": { 2024-03-07T02:56:43.326 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65536 2024-03-07T02:56:43.326 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.326 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_main": { 2024-03-07T02:56:43.326 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.326 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.326 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_wal": { 2024-03-07T02:56:43.326 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.326 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.326 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_slow": { 2024-03-07T02:56:43.326 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.327 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.327 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_sst": { 2024-03-07T02:56:43.327 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12288 2024-03-07T02:56:43.327 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.327 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_wal": { 2024-03-07T02:56:43.327 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1036288 2024-03-07T02:56:43.327 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.327 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lat": { 2024-03-07T02:56:43.327 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.327 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.327 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.327 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lock_lat": { 2024-03-07T02:56:43.327 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.327 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.327 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.327 INFO:tasks.workunit.client.0.smithi090.stdout: "db_total_bytes": { 2024-03-07T02:56:43.328 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-03-07T02:56:43.328 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.328 INFO:tasks.workunit.client.0.smithi090.stdout: "db_used_bytes": { 2024-03-07T02:56:43.328 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 27656192 2024-03-07T02:56:43.328 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.328 INFO:tasks.workunit.client.0.smithi090.stdout: "log_bytes": { 2024-03-07T02:56:43.328 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 794624 2024-03-07T02:56:43.328 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.328 INFO:tasks.workunit.client.0.smithi090.stdout: "logged_bytes": { 2024-03-07T02:56:43.328 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 655360 2024-03-07T02:56:43.328 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.328 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_db": { 2024-03-07T02:56:43.328 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 31850496 2024-03-07T02:56:43.329 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.329 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_slow": { 2024-03-07T02:56:43.329 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.329 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.329 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_wal": { 2024-03-07T02:56:43.329 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.329 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.329 INFO:tasks.workunit.client.0.smithi090.stdout: "num_files": { 2024-03-07T02:56:43.329 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14 2024-03-07T02:56:43.329 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.329 INFO:tasks.workunit.client.0.smithi090.stdout: "read_bytes": { 2024-03-07T02:56:43.329 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 206366 2024-03-07T02:56:43.329 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.329 INFO:tasks.workunit.client.0.smithi090.stdout: "read_count": { 2024-03-07T02:56:43.330 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23 2024-03-07T02:56:43.330 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.330 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes": { 2024-03-07T02:56:43.330 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1282048 2024-03-07T02:56:43.330 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.330 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_db": { 2024-03-07T02:56:43.330 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1286144 2024-03-07T02:56:43.330 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.330 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_slow": { 2024-03-07T02:56:43.330 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.330 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.330 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_wal": { 2024-03-07T02:56:43.330 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.331 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.331 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_count": { 2024-03-07T02:56:43.331 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15 2024-03-07T02:56:43.331 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.331 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_bytes": { 2024-03-07T02:56:43.331 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5019 2024-03-07T02:56:43.331 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.331 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_count": { 2024-03-07T02:56:43.331 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4 2024-03-07T02:56:43.331 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.331 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_bytes": { 2024-03-07T02:56:43.331 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5845 2024-03-07T02:56:43.331 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.331 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_count": { 2024-03-07T02:56:43.331 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24 2024-03-07T02:56:43.332 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.332 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_bytes": { 2024-03-07T02:56:43.332 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5845 2024-03-07T02:56:43.332 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.332 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_count": { 2024-03-07T02:56:43.332 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24 2024-03-07T02:56:43.332 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.332 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes": { 2024-03-07T02:56:43.332 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.332 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.332 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_db": { 2024-03-07T02:56:43.332 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.332 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.333 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_slow": { 2024-03-07T02:56:43.333 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.333 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.333 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_wal": { 2024-03-07T02:56:43.333 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.333 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.333 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_count": { 2024-03-07T02:56:43.333 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.333 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.333 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_total_bytes": { 2024-03-07T02:56:43.333 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.333 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.333 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_used_bytes": { 2024-03-07T02:56:43.333 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.334 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.334 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_total_bytes": { 2024-03-07T02:56:43.334 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.334 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.334 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_used_bytes": { 2024-03-07T02:56:43.334 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.334 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.334 INFO:tasks.workunit.client.0.smithi090.stdout: "write_bytes": { 2024-03-07T02:56:43.334 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1769472 2024-03-07T02:56:43.334 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.334 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.334 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": { 2024-03-07T02:56:43.334 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit": { 2024-03-07T02:56:43.334 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4096 2024-03-07T02:56:43.335 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.335 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": { 2024-03-07T02:56:43.335 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1298432 2024-03-07T02:56:43.335 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.335 INFO:tasks.workunit.client.0.smithi090.stdout: "clist_lat": { 2024-03-07T02:56:43.335 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3, 2024-03-07T02:56:43.335 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 115387 2024-03-07T02:56:43.335 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.335 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_lat": { 2024-03-07T02:56:43.335 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.335 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.335 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.335 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed": { 2024-03-07T02:56:43.335 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.336 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.336 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_allocated": { 2024-03-07T02:56:43.336 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.336 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.336 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_original": { 2024-03-07T02:56:43.336 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.336 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.336 INFO:tasks.workunit.client.0.smithi090.stdout: "csum_lat": { 2024-03-07T02:56:43.336 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 10, 2024-03-07T02:56:43.336 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 27730 2024-03-07T02:56:43.336 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.336 INFO:tasks.workunit.client.0.smithi090.stdout: "decompress_lat": { 2024-03-07T02:56:43.336 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.336 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.337 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.337 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_commit_lat": { 2024-03-07T02:56:43.337 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 147, 2024-03-07T02:56:43.337 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 62822004 2024-03-07T02:56:43.337 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.337 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_final_lat": { 2024-03-07T02:56:43.337 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 140, 2024-03-07T02:56:43.337 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7118408 2024-03-07T02:56:43.337 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.337 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_flush_lat": { 2024-03-07T02:56:43.337 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 147, 2024-03-07T02:56:43.337 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 81707 2024-03-07T02:56:43.337 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.337 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_sync_lat": { 2024-03-07T02:56:43.338 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 147, 2024-03-07T02:56:43.338 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 62903711 2024-03-07T02:56:43.338 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.338 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_keys_lat": { 2024-03-07T02:56:43.338 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.338 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.338 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.338 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_values_lat": { 2024-03-07T02:56:43.338 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-03-07T02:56:43.338 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 36076 2024-03-07T02:56:43.338 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.338 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_lower_bound_lat": { 2024-03-07T02:56:43.338 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.338 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.339 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.339 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_next_lat": { 2024-03-07T02:56:43.339 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.339 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.339 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.339 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_seek_to_first_lat": { 2024-03-07T02:56:43.339 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:43.339 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.339 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.339 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_upper_bound_lat": { 2024-03-07T02:56:43.339 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-03-07T02:56:43.339 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5148 2024-03-07T02:56:43.339 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.339 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_hits": { 2024-03-07T02:56:43.340 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 423 2024-03-07T02:56:43.340 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.340 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_misses": { 2024-03-07T02:56:43.340 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 268 2024-03-07T02:56:43.340 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.340 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-03-07T02:56:43.340 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 100, 2024-03-07T02:56:43.340 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2555027 2024-03-07T02:56:43.340 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.340 INFO:tasks.workunit.client.0.smithi090.stdout: "read_onode_meta_lat": { 2024-03-07T02:56:43.340 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 148, 2024-03-07T02:56:43.340 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 238267 2024-03-07T02:56:43.340 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.341 INFO:tasks.workunit.client.0.smithi090.stdout: "read_wait_aio_lat": { 2024-03-07T02:56:43.341 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 48, 2024-03-07T02:56:43.341 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2013252 2024-03-07T02:56:43.341 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.341 INFO:tasks.workunit.client.0.smithi090.stdout: "reads_with_retries": { 2024-03-07T02:56:43.341 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.341 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.341 INFO:tasks.workunit.client.0.smithi090.stdout: "remove_lat": { 2024-03-07T02:56:43.341 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-03-07T02:56:43.341 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 21005 2024-03-07T02:56:43.341 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.341 INFO:tasks.workunit.client.0.smithi090.stdout: "state_aio_wait_lat": { 2024-03-07T02:56:43.341 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 267, 2024-03-07T02:56:43.341 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1865407 2024-03-07T02:56:43.341 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.342 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_aio_wait_lat": { 2024-03-07T02:56:43.342 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 19, 2024-03-07T02:56:43.342 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1418852 2024-03-07T02:56:43.342 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.342 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_cleanup_lat": { 2024-03-07T02:56:43.342 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 19, 2024-03-07T02:56:43.342 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 167988903094 2024-03-07T02:56:43.342 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.342 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_queued_lat": { 2024-03-07T02:56:43.342 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 19, 2024-03-07T02:56:43.342 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 31881381593 2024-03-07T02:56:43.342 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.342 INFO:tasks.workunit.client.0.smithi090.stdout: "state_done_lat": { 2024-03-07T02:56:43.343 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 267, 2024-03-07T02:56:43.343 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 407767 2024-03-07T02:56:43.343 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.343 INFO:tasks.workunit.client.0.smithi090.stdout: "state_finishing_lat": { 2024-03-07T02:56:43.343 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 267, 2024-03-07T02:56:43.343 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24727 2024-03-07T02:56:43.343 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.343 INFO:tasks.workunit.client.0.smithi090.stdout: "state_io_done_lat": { 2024-03-07T02:56:43.343 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 267, 2024-03-07T02:56:43.343 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 185571 2024-03-07T02:56:43.343 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.343 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_commiting_lat": { 2024-03-07T02:56:43.343 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 267, 2024-03-07T02:56:43.343 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 274380550 2024-03-07T02:56:43.344 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.344 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_done_lat": { 2024-03-07T02:56:43.344 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 267, 2024-03-07T02:56:43.344 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71603 2024-03-07T02:56:43.344 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.344 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_queued_lat": { 2024-03-07T02:56:43.344 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 267, 2024-03-07T02:56:43.344 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 179014280 2024-03-07T02:56:43.344 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.344 INFO:tasks.workunit.client.0.smithi090.stdout: "state_prepare_lat": { 2024-03-07T02:56:43.344 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 267, 2024-03-07T02:56:43.344 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10113483 2024-03-07T02:56:43.344 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.344 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": { 2024-03-07T02:56:43.345 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 893606 2024-03-07T02:56:43.345 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.345 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-03-07T02:56:43.345 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 18, 2024-03-07T02:56:43.345 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 76478 2024-03-07T02:56:43.345 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.345 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_commit_lat": { 2024-03-07T02:56:43.345 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 267, 2024-03-07T02:56:43.345 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 465588230 2024-03-07T02:56:43.345 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.345 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_submit_lat": { 2024-03-07T02:56:43.345 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 267, 2024-03-07T02:56:43.345 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12085605 2024-03-07T02:56:43.345 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.345 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_throttle_lat": { 2024-03-07T02:56:43.346 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 267, 2024-03-07T02:56:43.346 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1768068 2024-03-07T02:56:43.346 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.346 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.346 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache": { 2024-03-07T02:56:43.346 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-03-07T02:56:43.346 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1861632045 2024-03-07T02:56:43.346 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.346 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-03-07T02:56:43.346 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 42385408 2024-03-07T02:56:43.346 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.346 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-03-07T02:56:43.346 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 42360832 2024-03-07T02:56:43.346 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.346 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-03-07T02:56:43.347 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3137574604 2024-03-07T02:56:43.347 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.347 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-03-07T02:56:43.347 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24576 2024-03-07T02:56:43.347 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.347 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.347 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:data": { 2024-03-07T02:56:43.347 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:43.347 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 159383552 2024-03-07T02:56:43.347 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.347 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:43.347 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.347 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.347 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:43.347 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.348 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.348 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:43.348 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 85500188 2024-03-07T02:56:43.348 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.348 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:43.348 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.348 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.348 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:43.348 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.348 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.348 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:43.348 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.348 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.349 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:43.349 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.349 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.349 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:43.349 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.349 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.349 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:43.349 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 143360 2024-03-07T02:56:43.349 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.349 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:43.349 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.349 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.349 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:43.349 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.350 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.350 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:43.350 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.350 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.350 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:43.350 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 73740004 2024-03-07T02:56:43.350 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.350 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.350 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv": { 2024-03-07T02:56:43.350 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:43.350 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 780140544 2024-03-07T02:56:43.350 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.350 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:43.351 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-03-07T02:56:43.351 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.351 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:43.351 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.351 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.351 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:43.351 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 641251412 2024-03-07T02:56:43.351 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.351 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:43.351 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.351 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.351 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:43.351 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.351 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.351 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:43.351 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.352 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.352 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:43.352 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.352 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.352 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:43.352 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.352 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.352 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:43.352 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2128 2024-03-07T02:56:43.352 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.352 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:43.352 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.352 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.352 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:43.352 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.353 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.353 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:43.353 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.353 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.353 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:43.353 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71778140 2024-03-07T02:56:43.353 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.353 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.353 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv_onode": { 2024-03-07T02:56:43.353 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:43.353 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 192937984 2024-03-07T02:56:43.353 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.353 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:43.353 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-03-07T02:56:43.354 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.354 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:43.354 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 464 2024-03-07T02:56:43.354 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.354 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:43.354 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 57000125 2024-03-07T02:56:43.354 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.354 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:43.354 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.354 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.354 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:43.354 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.354 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.354 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:43.354 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.355 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.355 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:43.355 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.355 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.355 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:43.355 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.355 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.355 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:43.355 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.355 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.355 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:43.355 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.355 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.355 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:43.356 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.356 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.356 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:43.356 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.356 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.356 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:43.356 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68828531 2024-03-07T02:56:43.356 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.356 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.356 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:meta": { 2024-03-07T02:56:43.356 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:43.356 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 713031680 2024-03-07T02:56:43.356 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.356 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:43.356 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.356 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.357 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:43.357 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.357 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.357 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:43.357 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 641251412 2024-03-07T02:56:43.357 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.357 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:43.357 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.357 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.357 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:43.357 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.357 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.357 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:43.357 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.357 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.358 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:43.358 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.358 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.358 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:43.358 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4830 2024-03-07T02:56:43.358 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.358 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:43.358 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 229448 2024-03-07T02:56:43.358 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.358 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:43.358 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.358 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.358 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:43.358 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.358 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.359 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:43.359 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.359 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.359 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:43.359 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71545990 2024-03-07T02:56:43.359 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.359 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.359 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-03-07T02:56:43.359 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-03-07T02:56:43.359 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.359 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.359 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-03-07T02:56:43.359 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.360 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.360 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-03-07T02:56:43.360 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.360 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.360 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-03-07T02:56:43.360 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.360 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.360 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.360 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-03-07T02:56:43.360 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg": { 2024-03-07T02:56:43.360 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 47 2024-03-07T02:56:43.360 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.360 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg_removing": { 2024-03-07T02:56:43.360 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.360 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.361 INFO:tasks.workunit.client.0.smithi090.stdout: "op": { 2024-03-07T02:56:43.361 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 59 2024-03-07T02:56:43.361 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.361 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_degraded": { 2024-03-07T02:56:43.361 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.361 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.361 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_unreadable": { 2024-03-07T02:56:43.361 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.361 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.361 INFO:tasks.workunit.client.0.smithi090.stdout: "op_in_bytes": { 2024-03-07T02:56:43.361 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.361 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.361 INFO:tasks.workunit.client.0.smithi090.stdout: "op_latency": { 2024-03-07T02:56:43.362 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 59, 2024-03-07T02:56:43.362 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 102343347 2024-03-07T02:56:43.362 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.362 INFO:tasks.workunit.client.0.smithi090.stdout: "op_out_bytes": { 2024-03-07T02:56:43.362 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 263578 2024-03-07T02:56:43.362 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.362 INFO:tasks.workunit.client.0.smithi090.stdout: "op_prepare_latency": { 2024-03-07T02:56:43.362 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 61, 2024-03-07T02:56:43.362 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14116011 2024-03-07T02:56:43.362 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.362 INFO:tasks.workunit.client.0.smithi090.stdout: "op_process_latency": { 2024-03-07T02:56:43.362 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 59, 2024-03-07T02:56:43.362 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 94141750 2024-03-07T02:56:43.362 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.363 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-03-07T02:56:43.363 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 40 2024-03-07T02:56:43.363 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.363 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency": { 2024-03-07T02:56:43.363 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 40, 2024-03-07T02:56:43.363 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6522694 2024-03-07T02:56:43.363 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.363 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-03-07T02:56:43.363 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.363 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.363 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_out_bytes": { 2024-03-07T02:56:43.363 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 263578 2024-03-07T02:56:43.363 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.363 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_prepare_latency": { 2024-03-07T02:56:43.363 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 40, 2024-03-07T02:56:43.364 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5815017 2024-03-07T02:56:43.364 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.364 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_process_latency": { 2024-03-07T02:56:43.364 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 40, 2024-03-07T02:56:43.364 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4942577 2024-03-07T02:56:43.364 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.364 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw": { 2024-03-07T02:56:43.364 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14 2024-03-07T02:56:43.364 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.364 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_in_bytes": { 2024-03-07T02:56:43.364 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.364 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.364 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency": { 2024-03-07T02:56:43.364 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 14, 2024-03-07T02:56:43.364 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 11915281 2024-03-07T02:56:43.365 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.365 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-03-07T02:56:43.365 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.365 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.365 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-03-07T02:56:43.365 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.365 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.365 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_out_bytes": { 2024-03-07T02:56:43.365 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.365 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.365 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_prepare_latency": { 2024-03-07T02:56:43.365 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 14, 2024-03-07T02:56:43.365 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5372866 2024-03-07T02:56:43.365 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.365 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_process_latency": { 2024-03-07T02:56:43.365 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 14, 2024-03-07T02:56:43.366 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 11182696 2024-03-07T02:56:43.366 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.366 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-03-07T02:56:43.366 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5 2024-03-07T02:56:43.366 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.366 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_in_bytes": { 2024-03-07T02:56:43.366 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.366 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.366 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency": { 2024-03-07T02:56:43.366 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 5, 2024-03-07T02:56:43.366 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 83905372 2024-03-07T02:56:43.366 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.366 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-03-07T02:56:43.366 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.366 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.366 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_prepare_latency": { 2024-03-07T02:56:43.367 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 7, 2024-03-07T02:56:43.367 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2928128 2024-03-07T02:56:43.367 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.367 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_process_latency": { 2024-03-07T02:56:43.367 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 5, 2024-03-07T02:56:43.367 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 78016477 2024-03-07T02:56:43.367 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.367 INFO:tasks.workunit.client.0.smithi090.stdout: "op_wip": { 2024-03-07T02:56:43.367 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.367 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.367 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_bytes": { 2024-03-07T02:56:43.367 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.367 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.367 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_ops": { 2024-03-07T02:56:43.367 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:43.367 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.368 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes": { 2024-03-07T02:56:43.368 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-03-07T02:56:43.368 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.368 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes_used": { 2024-03-07T02:56:43.368 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 28966912 2024-03-07T02:56:43.368 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.368 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.368 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.368 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.368 INFO:tasks.workunit.client.0.smithi090.stdout: "pools": [ 2024-03-07T02:56:43.368 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.368 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-03-07T02:56:43.368 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr" 2024-03-07T02:56:43.369 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.369 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_mode": "none", 2024-03-07T02:56:43.369 INFO:tasks.workunit.client.0.smithi090.stdout: "erasure_code_profile": {}, 2024-03-07T02:56:43.369 INFO:tasks.workunit.client.0.smithi090.stdout: "min_size": 2, 2024-03-07T02:56:43.369 INFO:tasks.workunit.client.0.smithi090.stdout: "options": {}, 2024-03-07T02:56:43.369 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_autoscale_mode": "off", 2024-03-07T02:56:43.369 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_num": 1, 2024-03-07T02:56:43.369 INFO:tasks.workunit.client.0.smithi090.stdout: "pgp_num": 1, 2024-03-07T02:56:43.369 INFO:tasks.workunit.client.0.smithi090.stdout: "pool": 1, 2024-03-07T02:56:43.369 INFO:tasks.workunit.client.0.smithi090.stdout: "size": 3, 2024-03-07T02:56:43.369 INFO:tasks.workunit.client.0.smithi090.stdout: "stats": { 2024-03-07T02:56:43.369 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_raw": 729330460938, 2024-03-07T02:56:43.369 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_used": 1781760, 2024-03-07T02:56:43.369 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_bytes_used": 0, 2024-03-07T02:56:43.369 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_under_bytes": 0, 2024-03-07T02:56:43.370 INFO:tasks.workunit.client.0.smithi090.stdout: "data_bytes_used": 1781760, 2024-03-07T02:56:43.370 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty": 0, 2024-03-07T02:56:43.370 INFO:tasks.workunit.client.0.smithi090.stdout: "max_avail": 243110166528, 2024-03-07T02:56:43.370 INFO:tasks.workunit.client.0.smithi090.stdout: "objects": 2, 2024-03-07T02:56:43.370 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_bytes_used": 0, 2024-03-07T02:56:43.370 INFO:tasks.workunit.client.0.smithi090.stdout: "percent_used": 2.4430019038845785e-06, 2024-03-07T02:56:43.370 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_bytes": 0, 2024-03-07T02:56:43.370 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_objects": 0, 2024-03-07T02:56:43.370 INFO:tasks.workunit.client.0.smithi090.stdout: "rd": 250, 2024-03-07T02:56:43.370 INFO:tasks.workunit.client.0.smithi090.stdout: "rd_bytes": 475136, 2024-03-07T02:56:43.370 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": 590368, 2024-03-07T02:56:43.370 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_data": 590368, 2024-03-07T02:56:43.370 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_omap": 0, 2024-03-07T02:56:43.371 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_raw": 1771104, 2024-03-07T02:56:43.371 INFO:tasks.workunit.client.0.smithi090.stdout: "wr": 187, 2024-03-07T02:56:43.371 INFO:tasks.workunit.client.0.smithi090.stdout: "wr_bytes": 2473984 2024-03-07T02:56:43.371 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.371 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_bytes": 0, 2024-03-07T02:56:43.371 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_objects": 0, 2024-03-07T02:56:43.371 INFO:tasks.workunit.client.0.smithi090.stdout: "type": "replicated" 2024-03-07T02:56:43.371 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.371 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.371 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-03-07T02:56:43.371 INFO:tasks.workunit.client.0.smithi090.stdout: "cephfs" 2024-03-07T02:56:43.371 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.371 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_mode": "none", 2024-03-07T02:56:43.371 INFO:tasks.workunit.client.0.smithi090.stdout: "erasure_code_profile": {}, 2024-03-07T02:56:43.371 INFO:tasks.workunit.client.0.smithi090.stdout: "min_size": 2, 2024-03-07T02:56:43.372 INFO:tasks.workunit.client.0.smithi090.stdout: "options": {}, 2024-03-07T02:56:43.372 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_autoscale_mode": "off", 2024-03-07T02:56:43.372 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_num": 32, 2024-03-07T02:56:43.372 INFO:tasks.workunit.client.0.smithi090.stdout: "pgp_num": 32, 2024-03-07T02:56:43.372 INFO:tasks.workunit.client.0.smithi090.stdout: "pool": 2, 2024-03-07T02:56:43.372 INFO:tasks.workunit.client.0.smithi090.stdout: "size": 3, 2024-03-07T02:56:43.372 INFO:tasks.workunit.client.0.smithi090.stdout: "stats": { 2024-03-07T02:56:43.372 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_raw": 729330460938, 2024-03-07T02:56:43.372 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_used": 98304, 2024-03-07T02:56:43.372 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_bytes_used": 0, 2024-03-07T02:56:43.372 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_under_bytes": 0, 2024-03-07T02:56:43.372 INFO:tasks.workunit.client.0.smithi090.stdout: "data_bytes_used": 98304, 2024-03-07T02:56:43.372 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty": 0, 2024-03-07T02:56:43.372 INFO:tasks.workunit.client.0.smithi090.stdout: "max_avail": 243110166528, 2024-03-07T02:56:43.372 INFO:tasks.workunit.client.0.smithi090.stdout: "objects": 22, 2024-03-07T02:56:43.373 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_bytes_used": 0, 2024-03-07T02:56:43.373 INFO:tasks.workunit.client.0.smithi090.stdout: "percent_used": 1.3478660321197822e-07, 2024-03-07T02:56:43.373 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_bytes": 0, 2024-03-07T02:56:43.373 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_objects": 0, 2024-03-07T02:56:43.373 INFO:tasks.workunit.client.0.smithi090.stdout: "rd": 0, 2024-03-07T02:56:43.373 INFO:tasks.workunit.client.0.smithi090.stdout: "rd_bytes": 0, 2024-03-07T02:56:43.373 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": 3428, 2024-03-07T02:56:43.373 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_data": 3428, 2024-03-07T02:56:43.373 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_omap": 0, 2024-03-07T02:56:43.373 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_raw": 10284, 2024-03-07T02:56:43.373 INFO:tasks.workunit.client.0.smithi090.stdout: "wr": 51, 2024-03-07T02:56:43.373 INFO:tasks.workunit.client.0.smithi090.stdout: "wr_bytes": 20480 2024-03-07T02:56:43.373 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.373 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_bytes": 0, 2024-03-07T02:56:43.373 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_objects": 0, 2024-03-07T02:56:43.374 INFO:tasks.workunit.client.0.smithi090.stdout: "type": "replicated" 2024-03-07T02:56:43.374 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.374 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.374 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-03-07T02:56:43.374 INFO:tasks.workunit.client.0.smithi090.stdout: "cephfs" 2024-03-07T02:56:43.374 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.374 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_mode": "none", 2024-03-07T02:56:43.374 INFO:tasks.workunit.client.0.smithi090.stdout: "erasure_code_profile": {}, 2024-03-07T02:56:43.374 INFO:tasks.workunit.client.0.smithi090.stdout: "min_size": 2, 2024-03-07T02:56:43.374 INFO:tasks.workunit.client.0.smithi090.stdout: "options": {}, 2024-03-07T02:56:43.374 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_autoscale_mode": "off", 2024-03-07T02:56:43.374 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_num": 64, 2024-03-07T02:56:43.374 INFO:tasks.workunit.client.0.smithi090.stdout: "pgp_num": 64, 2024-03-07T02:56:43.375 INFO:tasks.workunit.client.0.smithi090.stdout: "pool": 3, 2024-03-07T02:56:43.375 INFO:tasks.workunit.client.0.smithi090.stdout: "size": 3, 2024-03-07T02:56:43.375 INFO:tasks.workunit.client.0.smithi090.stdout: "stats": { 2024-03-07T02:56:43.375 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_raw": 729330460938, 2024-03-07T02:56:43.375 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_used": 0, 2024-03-07T02:56:43.375 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_bytes_used": 0, 2024-03-07T02:56:43.375 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_under_bytes": 0, 2024-03-07T02:56:43.375 INFO:tasks.workunit.client.0.smithi090.stdout: "data_bytes_used": 0, 2024-03-07T02:56:43.375 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty": 0, 2024-03-07T02:56:43.375 INFO:tasks.workunit.client.0.smithi090.stdout: "max_avail": 243110166528, 2024-03-07T02:56:43.375 INFO:tasks.workunit.client.0.smithi090.stdout: "objects": 0, 2024-03-07T02:56:43.375 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_bytes_used": 0, 2024-03-07T02:56:43.375 INFO:tasks.workunit.client.0.smithi090.stdout: "percent_used": 0.0, 2024-03-07T02:56:43.375 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_bytes": 0, 2024-03-07T02:56:43.375 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_objects": 0, 2024-03-07T02:56:43.375 INFO:tasks.workunit.client.0.smithi090.stdout: "rd": 0, 2024-03-07T02:56:43.376 INFO:tasks.workunit.client.0.smithi090.stdout: "rd_bytes": 0, 2024-03-07T02:56:43.376 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": 0, 2024-03-07T02:56:43.376 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_data": 0, 2024-03-07T02:56:43.376 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_omap": 0, 2024-03-07T02:56:43.376 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_raw": 0, 2024-03-07T02:56:43.376 INFO:tasks.workunit.client.0.smithi090.stdout: "wr": 0, 2024-03-07T02:56:43.376 INFO:tasks.workunit.client.0.smithi090.stdout: "wr_bytes": 0 2024-03-07T02:56:43.376 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.376 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_bytes": 0, 2024-03-07T02:56:43.376 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_objects": 0, 2024-03-07T02:56:43.376 INFO:tasks.workunit.client.0.smithi090.stdout: "type": "replicated" 2024-03-07T02:56:43.376 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.376 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.376 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-03-07T02:56:43.376 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd" 2024-03-07T02:56:43.377 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.377 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_mode": "none", 2024-03-07T02:56:43.377 INFO:tasks.workunit.client.0.smithi090.stdout: "erasure_code_profile": {}, 2024-03-07T02:56:43.377 INFO:tasks.workunit.client.0.smithi090.stdout: "min_size": 2, 2024-03-07T02:56:43.377 INFO:tasks.workunit.client.0.smithi090.stdout: "options": {}, 2024-03-07T02:56:43.377 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_autoscale_mode": "off", 2024-03-07T02:56:43.377 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_num": 8, 2024-03-07T02:56:43.377 INFO:tasks.workunit.client.0.smithi090.stdout: "pgp_num": 8, 2024-03-07T02:56:43.377 INFO:tasks.workunit.client.0.smithi090.stdout: "pool": 4, 2024-03-07T02:56:43.377 INFO:tasks.workunit.client.0.smithi090.stdout: "size": 3, 2024-03-07T02:56:43.377 INFO:tasks.workunit.client.0.smithi090.stdout: "stats": { 2024-03-07T02:56:43.377 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_raw": 729330460938, 2024-03-07T02:56:43.377 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_used": 0, 2024-03-07T02:56:43.377 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_bytes_used": 0, 2024-03-07T02:56:43.377 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_under_bytes": 0, 2024-03-07T02:56:43.377 INFO:tasks.workunit.client.0.smithi090.stdout: "data_bytes_used": 0, 2024-03-07T02:56:43.378 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty": 0, 2024-03-07T02:56:43.378 INFO:tasks.workunit.client.0.smithi090.stdout: "max_avail": 243110166528, 2024-03-07T02:56:43.378 INFO:tasks.workunit.client.0.smithi090.stdout: "objects": 0, 2024-03-07T02:56:43.378 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_bytes_used": 0, 2024-03-07T02:56:43.378 INFO:tasks.workunit.client.0.smithi090.stdout: "percent_used": 0.0, 2024-03-07T02:56:43.378 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_bytes": 0, 2024-03-07T02:56:43.378 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_objects": 0, 2024-03-07T02:56:43.378 INFO:tasks.workunit.client.0.smithi090.stdout: "rd": 0, 2024-03-07T02:56:43.378 INFO:tasks.workunit.client.0.smithi090.stdout: "rd_bytes": 0, 2024-03-07T02:56:43.378 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": 0, 2024-03-07T02:56:43.378 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_data": 0, 2024-03-07T02:56:43.378 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_omap": 0, 2024-03-07T02:56:43.378 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_raw": 0, 2024-03-07T02:56:43.379 INFO:tasks.workunit.client.0.smithi090.stdout: "wr": 0, 2024-03-07T02:56:43.379 INFO:tasks.workunit.client.0.smithi090.stdout: "wr_bytes": 0 2024-03-07T02:56:43.379 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.379 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_bytes": 0, 2024-03-07T02:56:43.379 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_objects": 0, 2024-03-07T02:56:43.379 INFO:tasks.workunit.client.0.smithi090.stdout: "type": "replicated" 2024-03-07T02:56:43.379 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.379 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.379 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd": { 2024-03-07T02:56:43.379 INFO:tasks.workunit.client.0.smithi090.stdout: "mirroring_by_pool": [ 2024-03-07T02:56:43.379 INFO:tasks.workunit.client.0.smithi090.stdout: false 2024-03-07T02:56:43.379 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.379 INFO:tasks.workunit.client.0.smithi090.stdout: "num_images_by_pool": [ 2024-03-07T02:56:43.379 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:43.379 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.380 INFO:tasks.workunit.client.0.smithi090.stdout: "num_pools": 1 2024-03-07T02:56:43.380 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.380 INFO:tasks.workunit.client.0.smithi090.stdout: "report_id": "62accccb-d659-4d38-be12-c2fc73e021ee", 2024-03-07T02:56:43.380 INFO:tasks.workunit.client.0.smithi090.stdout: "report_timestamp": "2024-03-07T02:56:42.546308", 2024-03-07T02:56:43.380 INFO:tasks.workunit.client.0.smithi090.stdout: "report_version": 1, 2024-03-07T02:56:43.380 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_stats": { 2024-03-07T02:56:43.380 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "7.9.2" 2024-03-07T02:56:43.380 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.380 INFO:tasks.workunit.client.0.smithi090.stdout: "rook": { 2024-03-07T02:56:43.380 INFO:tasks.workunit.client.0.smithi090.stdout: "cluster": { 2024-03-07T02:56:43.380 INFO:tasks.workunit.client.0.smithi090.stdout: "external-mode": null, 2024-03-07T02:56:43.380 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-03-07T02:56:43.380 INFO:tasks.workunit.client.0.smithi090.stdout: "allow-multiple-per-node": null, 2024-03-07T02:56:43.380 INFO:tasks.workunit.client.0.smithi090.stdout: "count": null, 2024-03-07T02:56:43.381 INFO:tasks.workunit.client.0.smithi090.stdout: "max-id": null, 2024-03-07T02:56:43.381 INFO:tasks.workunit.client.0.smithi090.stdout: "pvc": { 2024-03-07T02:56:43.381 INFO:tasks.workunit.client.0.smithi090.stdout: "enabled": null 2024-03-07T02:56:43.381 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.381 INFO:tasks.workunit.client.0.smithi090.stdout: "stretch": { 2024-03-07T02:56:43.381 INFO:tasks.workunit.client.0.smithi090.stdout: "enabled": null 2024-03-07T02:56:43.381 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.381 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.381 INFO:tasks.workunit.client.0.smithi090.stdout: "network": { 2024-03-07T02:56:43.381 INFO:tasks.workunit.client.0.smithi090.stdout: "provider": null 2024-03-07T02:56:43.381 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.381 INFO:tasks.workunit.client.0.smithi090.stdout: "storage": { 2024-03-07T02:56:43.381 INFO:tasks.workunit.client.0.smithi090.stdout: "device-set": { 2024-03-07T02:56:43.381 INFO:tasks.workunit.client.0.smithi090.stdout: "count": { 2024-03-07T02:56:43.381 INFO:tasks.workunit.client.0.smithi090.stdout: "non-portable": null, 2024-03-07T02:56:43.382 INFO:tasks.workunit.client.0.smithi090.stdout: "portable": null, 2024-03-07T02:56:43.382 INFO:tasks.workunit.client.0.smithi090.stdout: "total": null 2024-03-07T02:56:43.382 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.382 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.382 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.382 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.382 INFO:tasks.workunit.client.0.smithi090.stdout: "csi": { 2024-03-07T02:56:43.382 INFO:tasks.workunit.client.0.smithi090.stdout: "version": null 2024-03-07T02:56:43.382 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.382 INFO:tasks.workunit.client.0.smithi090.stdout: "kubernetes": { 2024-03-07T02:56:43.382 INFO:tasks.workunit.client.0.smithi090.stdout: "version": null 2024-03-07T02:56:43.382 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.382 INFO:tasks.workunit.client.0.smithi090.stdout: "node": { 2024-03-07T02:56:43.382 INFO:tasks.workunit.client.0.smithi090.stdout: "count": { 2024-03-07T02:56:43.382 INFO:tasks.workunit.client.0.smithi090.stdout: "kubernetes-total": null, 2024-03-07T02:56:43.383 INFO:tasks.workunit.client.0.smithi090.stdout: "with-ceph-daemons": null, 2024-03-07T02:56:43.383 INFO:tasks.workunit.client.0.smithi090.stdout: "with-csi-cephfs-plugin": null, 2024-03-07T02:56:43.383 INFO:tasks.workunit.client.0.smithi090.stdout: "with-csi-nfs-plugin": null, 2024-03-07T02:56:43.383 INFO:tasks.workunit.client.0.smithi090.stdout: "with-csi-rbd-plugin": null 2024-03-07T02:56:43.383 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.383 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.383 INFO:tasks.workunit.client.0.smithi090.stdout: "usage": { 2024-03-07T02:56:43.383 INFO:tasks.workunit.client.0.smithi090.stdout: "storage-class": { 2024-03-07T02:56:43.383 INFO:tasks.workunit.client.0.smithi090.stdout: "count": { 2024-03-07T02:56:43.383 INFO:tasks.workunit.client.0.smithi090.stdout: "bucket": null, 2024-03-07T02:56:43.383 INFO:tasks.workunit.client.0.smithi090.stdout: "cephfs": null, 2024-03-07T02:56:43.383 INFO:tasks.workunit.client.0.smithi090.stdout: "nfs": null, 2024-03-07T02:56:43.383 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd": null, 2024-03-07T02:56:43.383 INFO:tasks.workunit.client.0.smithi090.stdout: "total": null 2024-03-07T02:56:43.384 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.384 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:43.384 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.384 INFO:tasks.workunit.client.0.smithi090.stdout: "version": null 2024-03-07T02:56:43.384 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.384 INFO:tasks.workunit.client.0.smithi090.stdout: "services": {}, 2024-03-07T02:56:43.384 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_per_pg": [ 2024-03-07T02:56:43.384 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.384 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.384 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:43.384 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:43.384 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:43.384 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.384 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-03-07T02:56:43.384 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.385 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.385 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:43.385 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.385 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.385 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.385 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.745343+0000", 2024-03-07T02:56:43.385 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.854367+0000", 2024-03-07T02:56:43.385 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.854367+0000", 2024-03-07T02:56:43.385 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.854685+0000", 2024-03-07T02:56:43.385 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.745343+0000", 2024-03-07T02:56:43.385 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.385 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.385 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.385 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:43.385 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.745343+0000", 2024-03-07T02:56:43.385 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.745343+0000", 2024-03-07T02:56:43.386 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.745343+0000", 2024-03-07T02:56:43.386 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.386 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.386 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.386 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.745343+0000", 2024-03-07T02:56:43.386 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.745343+0000", 2024-03-07T02:56:43.386 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.386 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:43.386 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.386 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.386 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:43.386 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.386 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.387 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.387 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.387 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:43.387 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.387 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.387 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.387 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.3f", 2024-03-07T02:56:43.387 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.387 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.387 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.387 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:43.387 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.387 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T06:49:01.186453+0000", 2024-03-07T02:56:43.387 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.387 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.388 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.388 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.388 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.388 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.388 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.388 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.388 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.388 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.388 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.388 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.388 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.388 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.388 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.389 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.389 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.389 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.389 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.389 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.389 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.389 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.389 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.389 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.389 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.389 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.389 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.389 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.389 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.389 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.389 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.390 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.390 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.390 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.390 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.390 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.390 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.390 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.390 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.390 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.390 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.390 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.390 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.390 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.391 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.391 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.391 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.391 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:43.391 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:43.391 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:43.391 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.391 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-03-07T02:56:43.391 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:43.391 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.391 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.391 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.391 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:43.391 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:43.391 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-03-07T02:56:43.392 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.392 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-03-07T02:56:43.392 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.392 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.392 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:43.392 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.392 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.392 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.392 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.841053+0000", 2024-03-07T02:56:43.392 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.842590+0000", 2024-03-07T02:56:43.392 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.842590+0000", 2024-03-07T02:56:43.392 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.842861+0000", 2024-03-07T02:56:43.392 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.841053+0000", 2024-03-07T02:56:43.393 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.393 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.393 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.393 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:43.393 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.841053+0000", 2024-03-07T02:56:43.393 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.841053+0000", 2024-03-07T02:56:43.393 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.841053+0000", 2024-03-07T02:56:43.393 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.393 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.393 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.393 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.841053+0000", 2024-03-07T02:56:43.393 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.841053+0000", 2024-03-07T02:56:43.393 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.393 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:43.393 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.394 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.394 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:43.394 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.394 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.394 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.394 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.394 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:43.394 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.394 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.394 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.394 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.3e", 2024-03-07T02:56:43.394 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.394 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.394 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.395 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:43.395 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.395 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T08:07:22.484029+0000", 2024-03-07T02:56:43.395 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.395 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.395 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.395 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.395 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.395 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.395 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.395 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.395 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.395 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.395 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.395 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.396 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.396 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.396 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.396 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.396 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.396 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.396 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.396 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.396 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.396 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.396 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.396 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.396 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.396 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.396 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.397 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.397 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.397 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.397 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.397 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.397 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.397 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.397 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.397 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.397 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.397 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.397 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.397 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.397 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.397 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.398 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.398 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.398 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.398 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.398 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.398 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:43.398 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:43.398 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-03-07T02:56:43.398 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.398 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-03-07T02:56:43.398 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:43.398 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.398 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.398 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.398 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:43.398 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:43.399 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-03-07T02:56:43.399 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.399 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-03-07T02:56:43.399 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.399 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.399 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:43.399 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.399 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.399 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.399 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.006288+0000", 2024-03-07T02:56:43.399 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.838498+0000", 2024-03-07T02:56:43.399 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.838498+0000", 2024-03-07T02:56:43.399 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.839091+0000", 2024-03-07T02:56:43.399 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.006288+0000", 2024-03-07T02:56:43.399 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.400 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.400 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.400 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:43.400 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.006288+0000", 2024-03-07T02:56:43.400 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.006288+0000", 2024-03-07T02:56:43.400 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.006288+0000", 2024-03-07T02:56:43.400 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.400 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.400 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.400 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.006288+0000", 2024-03-07T02:56:43.400 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.006288+0000", 2024-03-07T02:56:43.400 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.400 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:43.401 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.401 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.401 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:43.401 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.401 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.401 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.401 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.401 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:43.401 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.401 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.401 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.401 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.3d", 2024-03-07T02:56:43.401 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.401 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.402 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.402 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:43.402 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.402 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T09:01:02.450914+0000", 2024-03-07T02:56:43.402 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.402 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.402 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.402 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.402 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.402 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.402 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.402 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.402 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.402 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.402 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.402 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.403 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.403 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.403 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.403 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.403 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.403 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.403 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.403 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.403 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.403 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.403 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.403 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.403 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.403 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.403 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.404 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.404 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.404 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.404 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.404 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.404 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.404 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.404 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.404 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.404 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.404 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.404 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.404 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.404 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.404 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.405 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.405 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.405 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.405 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.405 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.405 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:43.405 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:43.405 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-03-07T02:56:43.405 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.405 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-03-07T02:56:43.405 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:43.405 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.405 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.405 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.405 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:43.406 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:43.406 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-03-07T02:56:43.406 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.406 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-03-07T02:56:43.406 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.406 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.406 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:43.406 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.406 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.406 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.406 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.840523+0000", 2024-03-07T02:56:43.406 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.842954+0000", 2024-03-07T02:56:43.406 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.842954+0000", 2024-03-07T02:56:43.406 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.843855+0000", 2024-03-07T02:56:43.406 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.840523+0000", 2024-03-07T02:56:43.406 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.407 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.407 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.407 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:43.407 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.840523+0000", 2024-03-07T02:56:43.407 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.840523+0000", 2024-03-07T02:56:43.407 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.840523+0000", 2024-03-07T02:56:43.407 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.407 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.407 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.407 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.840523+0000", 2024-03-07T02:56:43.407 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.840523+0000", 2024-03-07T02:56:43.407 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.407 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:43.407 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.407 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.408 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:43.408 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.408 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.408 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.408 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.408 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:43.408 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.408 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.408 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.408 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.3c", 2024-03-07T02:56:43.408 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.408 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.408 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.408 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:43.409 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.409 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T06:14:05.674966+0000", 2024-03-07T02:56:43.409 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.409 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.409 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.409 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.409 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.409 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.409 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.409 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.409 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.409 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.409 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.409 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.410 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.410 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.410 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.410 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.410 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.410 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.410 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.410 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.410 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.410 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.410 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.410 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.410 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.410 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.410 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.410 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.411 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.411 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.411 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.411 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.411 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.411 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.411 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.411 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.411 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.411 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.411 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.411 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.411 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.411 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.411 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.411 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.412 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.412 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.412 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.412 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:43.412 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:43.412 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-03-07T02:56:43.412 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.412 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-03-07T02:56:43.412 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:43.412 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.412 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.412 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.412 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:43.412 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:43.413 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-03-07T02:56:43.413 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.413 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-03-07T02:56:43.413 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.413 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.413 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:43.413 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.413 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.413 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.413 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.744873+0000", 2024-03-07T02:56:43.413 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.858563+0000", 2024-03-07T02:56:43.413 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.858563+0000", 2024-03-07T02:56:43.413 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.859451+0000", 2024-03-07T02:56:43.413 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.744873+0000", 2024-03-07T02:56:43.413 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.413 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.414 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.414 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:43.414 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.744873+0000", 2024-03-07T02:56:43.414 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.744873+0000", 2024-03-07T02:56:43.414 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.744873+0000", 2024-03-07T02:56:43.414 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.414 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.414 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.414 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.744873+0000", 2024-03-07T02:56:43.414 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.744873+0000", 2024-03-07T02:56:43.414 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.414 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:43.414 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.414 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.414 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:43.415 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.415 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.415 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.415 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.415 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:43.415 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.415 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.415 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.415 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.3b", 2024-03-07T02:56:43.415 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.415 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.415 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.415 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:43.415 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.415 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T02:57:36.955801+0000", 2024-03-07T02:56:43.416 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.416 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.416 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.416 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.416 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.416 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.416 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.416 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.416 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.416 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.416 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.416 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.416 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.416 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.417 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.417 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.417 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.417 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.417 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.417 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.417 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.417 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.417 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.417 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.417 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.417 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.417 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.417 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.417 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.417 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.418 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.418 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.418 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.418 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.418 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.418 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.418 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.418 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.418 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.418 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.418 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.418 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.418 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.418 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.418 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.419 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.419 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.419 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:43.419 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:43.419 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-03-07T02:56:43.419 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.419 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-03-07T02:56:43.419 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:43.419 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.419 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.419 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.419 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:43.419 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:43.419 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-03-07T02:56:43.420 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.420 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-03-07T02:56:43.420 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.420 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.420 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:43.420 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.420 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.420 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.420 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.840459+0000", 2024-03-07T02:56:43.420 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.836837+0000", 2024-03-07T02:56:43.420 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.836837+0000", 2024-03-07T02:56:43.420 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.837569+0000", 2024-03-07T02:56:43.420 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.840459+0000", 2024-03-07T02:56:43.420 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.421 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.421 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.421 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:43.421 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.840459+0000", 2024-03-07T02:56:43.421 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.840459+0000", 2024-03-07T02:56:43.421 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.840459+0000", 2024-03-07T02:56:43.421 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.421 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.421 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.421 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.840459+0000", 2024-03-07T02:56:43.421 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.840459+0000", 2024-03-07T02:56:43.421 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.421 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:43.421 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.421 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.422 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:43.422 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.422 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.422 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.422 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.422 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:43.422 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.422 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.422 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.422 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.3a", 2024-03-07T02:56:43.422 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.422 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.422 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.422 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:43.422 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.423 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T09:58:29.564285+0000", 2024-03-07T02:56:43.423 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.423 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.423 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.423 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.423 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.423 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.423 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.423 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.423 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.423 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.423 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.423 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.423 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.423 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.423 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.424 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.424 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.424 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.424 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.424 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.424 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.424 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.424 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.424 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.424 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.424 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.424 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.424 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.424 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.425 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.425 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.425 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.425 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.425 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.425 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.425 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.425 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.425 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.425 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.425 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.425 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.425 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.425 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.425 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.426 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.426 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.426 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.426 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:43.426 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:43.426 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-03-07T02:56:43.426 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.426 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-03-07T02:56:43.426 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:43.426 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.426 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.426 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.426 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:43.426 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:43.426 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-03-07T02:56:43.427 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.427 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-03-07T02:56:43.427 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.427 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.427 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:43.427 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.427 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.427 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.427 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.744313+0000", 2024-03-07T02:56:43.427 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.856372+0000", 2024-03-07T02:56:43.427 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.856372+0000", 2024-03-07T02:56:43.427 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.857278+0000", 2024-03-07T02:56:43.427 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.744313+0000", 2024-03-07T02:56:43.427 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.427 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.427 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.428 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:43.428 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.744313+0000", 2024-03-07T02:56:43.428 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.744313+0000", 2024-03-07T02:56:43.428 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.744313+0000", 2024-03-07T02:56:43.428 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.428 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.428 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.428 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.744313+0000", 2024-03-07T02:56:43.428 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.744313+0000", 2024-03-07T02:56:43.428 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.428 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:43.428 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.428 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.428 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:43.428 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.429 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.429 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.429 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.429 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:43.429 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.429 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.429 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.429 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.39", 2024-03-07T02:56:43.429 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.429 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.429 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.429 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:43.429 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.429 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T11:55:27.367563+0000", 2024-03-07T02:56:43.430 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.430 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.430 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.430 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.430 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.430 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.430 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.430 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.430 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.430 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.430 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.430 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.430 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.430 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.430 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.431 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.431 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.431 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.431 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.431 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.431 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.431 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.431 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.431 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.431 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.431 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.431 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.431 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.431 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.431 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.432 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.432 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.432 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.432 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.432 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.432 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.432 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.432 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.432 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.432 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.432 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.432 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.433 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.433 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.433 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.433 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.433 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.433 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:43.433 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:43.433 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-03-07T02:56:43.433 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.433 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-03-07T02:56:43.433 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:43.433 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.433 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.433 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.434 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:43.434 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:43.434 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-03-07T02:56:43.434 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.434 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-03-07T02:56:43.434 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.434 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.434 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:43.434 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.434 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.434 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.434 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.843725+0000", 2024-03-07T02:56:43.434 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.854138+0000", 2024-03-07T02:56:43.434 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.854138+0000", 2024-03-07T02:56:43.435 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.854425+0000", 2024-03-07T02:56:43.435 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.843725+0000", 2024-03-07T02:56:43.435 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.435 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.435 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.435 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:43.435 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.843725+0000", 2024-03-07T02:56:43.435 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.843725+0000", 2024-03-07T02:56:43.435 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.843725+0000", 2024-03-07T02:56:43.435 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.435 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.435 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.435 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.843725+0000", 2024-03-07T02:56:43.435 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.843725+0000", 2024-03-07T02:56:43.435 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.435 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:43.436 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.436 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.436 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:43.436 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.436 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.436 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.436 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.436 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:43.436 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.436 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.436 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.436 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.38", 2024-03-07T02:56:43.436 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.436 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.436 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.437 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:43.437 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.437 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T10:01:55.740535+0000", 2024-03-07T02:56:43.437 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.437 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.437 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.437 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.437 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.437 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.437 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.437 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.437 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.437 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.437 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.437 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.438 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.438 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.438 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.438 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.438 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.438 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.438 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.438 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.438 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.438 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.438 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.438 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.438 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.438 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.438 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.439 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.439 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.439 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.439 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.439 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.439 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.439 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.439 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.439 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.439 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.439 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.439 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.439 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.439 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.439 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.440 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.440 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.440 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.440 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.440 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.440 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:43.440 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:43.440 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-03-07T02:56:43.440 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.440 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-03-07T02:56:43.440 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:43.440 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.440 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.440 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.441 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:43.441 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:43.441 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:43.441 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.441 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-03-07T02:56:43.441 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.441 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.441 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:43.441 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.441 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.441 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.441 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.745326+0000", 2024-03-07T02:56:43.441 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.845107+0000", 2024-03-07T02:56:43.441 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.845107+0000", 2024-03-07T02:56:43.441 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.845405+0000", 2024-03-07T02:56:43.441 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.745326+0000", 2024-03-07T02:56:43.442 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.442 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.442 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.442 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:43.442 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.745326+0000", 2024-03-07T02:56:43.442 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.745326+0000", 2024-03-07T02:56:43.442 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.745326+0000", 2024-03-07T02:56:43.442 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.442 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.442 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.442 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.745326+0000", 2024-03-07T02:56:43.442 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.745326+0000", 2024-03-07T02:56:43.442 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.442 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:43.442 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.442 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.443 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:43.443 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.443 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.443 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.443 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.443 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:43.443 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.443 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.443 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.443 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.37", 2024-03-07T02:56:43.443 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.443 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.444 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.444 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:43.444 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.444 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T09:15:38.538297+0000", 2024-03-07T02:56:43.444 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.444 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.444 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.444 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.444 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.444 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.444 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.444 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.444 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.445 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.445 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.445 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.445 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.445 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.445 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.445 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.445 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.445 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.445 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.445 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.445 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.445 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.445 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.445 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.445 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.446 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.446 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.446 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.446 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.446 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.446 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.446 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.446 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.446 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.446 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.446 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.446 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.446 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.446 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.446 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.447 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.447 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.447 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.447 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.447 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.447 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.447 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.447 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:43.447 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:43.447 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:43.447 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.447 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-03-07T02:56:43.447 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:43.447 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.448 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.448 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.448 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:43.448 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:43.448 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-03-07T02:56:43.448 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.448 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-03-07T02:56:43.448 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.448 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.448 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:43.448 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.448 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.448 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.448 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.843162+0000", 2024-03-07T02:56:43.449 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.847126+0000", 2024-03-07T02:56:43.449 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.847126+0000", 2024-03-07T02:56:43.449 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.847586+0000", 2024-03-07T02:56:43.449 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.843162+0000", 2024-03-07T02:56:43.449 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.449 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.449 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.449 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:43.449 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.843162+0000", 2024-03-07T02:56:43.449 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.843162+0000", 2024-03-07T02:56:43.449 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.843162+0000", 2024-03-07T02:56:43.449 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.449 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.450 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.450 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.843162+0000", 2024-03-07T02:56:43.450 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.843162+0000", 2024-03-07T02:56:43.450 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.450 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:43.450 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.450 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.450 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:43.450 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.450 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.450 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.450 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.450 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:43.451 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.451 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.451 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.451 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.36", 2024-03-07T02:56:43.451 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.451 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.451 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.451 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:43.451 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.451 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T05:48:24.852987+0000", 2024-03-07T02:56:43.451 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.451 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.451 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.451 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.451 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.452 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.452 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.452 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.452 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.452 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.452 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.452 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.452 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.452 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.452 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.452 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.452 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.452 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.452 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.452 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.453 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.453 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.453 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.453 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.453 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.453 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.453 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.453 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.453 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.453 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.453 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.453 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.453 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.453 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.453 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.454 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.454 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.454 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.454 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.454 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.454 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.454 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.454 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.454 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.454 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.454 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.454 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.454 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:43.454 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:43.455 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-03-07T02:56:43.455 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.455 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-03-07T02:56:43.455 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:43.455 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.455 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.455 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.455 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:43.455 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:43.455 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:43.455 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.455 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-03-07T02:56:43.455 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.455 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.455 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:43.456 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.456 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.456 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.456 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.843220+0000", 2024-03-07T02:56:43.456 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.851464+0000", 2024-03-07T02:56:43.456 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.851464+0000", 2024-03-07T02:56:43.456 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.851801+0000", 2024-03-07T02:56:43.456 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.843220+0000", 2024-03-07T02:56:43.456 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.456 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.456 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.456 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:43.456 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.843220+0000", 2024-03-07T02:56:43.457 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.843220+0000", 2024-03-07T02:56:43.457 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.843220+0000", 2024-03-07T02:56:43.457 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.457 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.457 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.457 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.843220+0000", 2024-03-07T02:56:43.457 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.843220+0000", 2024-03-07T02:56:43.457 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.457 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:43.457 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.457 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.457 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:43.457 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.457 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.457 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.458 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.458 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:43.458 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.458 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.458 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.458 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.35", 2024-03-07T02:56:43.458 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.458 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.458 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.458 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:43.458 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.458 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T02:59:44.199669+0000", 2024-03-07T02:56:43.458 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.458 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.459 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.459 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.459 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.459 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.459 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.459 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.459 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.459 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.459 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.459 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.459 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.459 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.459 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.459 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.460 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.460 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.460 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.460 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.460 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.460 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.460 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.460 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.460 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.460 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.460 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.460 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.460 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.461 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.461 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.461 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.461 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.461 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.461 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.461 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.461 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.461 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.461 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.461 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.461 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.461 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.462 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.462 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.462 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.462 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.462 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.462 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:43.462 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:43.462 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:43.462 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.462 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-03-07T02:56:43.462 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:43.462 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.462 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.462 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.462 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:43.463 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:43.463 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:43.463 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.463 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 2, 2024-03-07T02:56:43.463 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.463 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.463 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:43.463 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.463 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.463 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.463 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.007181+0000", 2024-03-07T02:56:43.463 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:55:20.006862+0000", 2024-03-07T02:56:43.463 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:55:20.006862+0000", 2024-03-07T02:56:43.463 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:55:20.007181+0000", 2024-03-07T02:56:43.464 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.007181+0000", 2024-03-07T02:56:43.464 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.464 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.464 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.464 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 68, 2024-03-07T02:56:43.464 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.007181+0000", 2024-03-07T02:56:43.464 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.007181+0000", 2024-03-07T02:56:43.464 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.007181+0000", 2024-03-07T02:56:43.464 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.464 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.464 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.464 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.007181+0000", 2024-03-07T02:56:43.464 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.007181+0000", 2024-03-07T02:56:43.464 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.465 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:43.465 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.465 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.465 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 67, 2024-03-07T02:56:43.465 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.465 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.465 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.465 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.465 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:43.465 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.465 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.465 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.465 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.34", 2024-03-07T02:56:43.465 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.465 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.466 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.466 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 11, 2024-03-07T02:56:43.466 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.466 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T03:05:39.862576+0000", 2024-03-07T02:56:43.466 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.466 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.466 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.466 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.466 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.466 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.466 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.466 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.466 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.466 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.467 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.467 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.467 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.467 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.467 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.467 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.467 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.467 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.467 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.467 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.467 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.467 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.467 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.467 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.467 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.467 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.468 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.468 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.468 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.468 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.468 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.468 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.468 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.468 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.468 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.468 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.468 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.468 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.468 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.468 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.469 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.469 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.469 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.469 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.469 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.469 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.469 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.469 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:43.469 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:43.469 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:43.469 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.469 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 2, 2024-03-07T02:56:43.469 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:43.469 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.469 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.469 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.470 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:43.470 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:43.470 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-03-07T02:56:43.470 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.470 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-03-07T02:56:43.470 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.470 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.470 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:43.470 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.470 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.470 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.470 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.843711+0000", 2024-03-07T02:56:43.470 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.845970+0000", 2024-03-07T02:56:43.470 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.845970+0000", 2024-03-07T02:56:43.470 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.846374+0000", 2024-03-07T02:56:43.471 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.843711+0000", 2024-03-07T02:56:43.471 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.471 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.471 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.471 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:43.471 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.843711+0000", 2024-03-07T02:56:43.471 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.843711+0000", 2024-03-07T02:56:43.471 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.843711+0000", 2024-03-07T02:56:43.471 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.471 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.471 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.471 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.843711+0000", 2024-03-07T02:56:43.471 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.843711+0000", 2024-03-07T02:56:43.472 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.472 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:43.472 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.472 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.472 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:43.472 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.472 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.472 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.472 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.472 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:43.472 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.472 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.472 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.472 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.33", 2024-03-07T02:56:43.472 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.473 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.473 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.473 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:43.473 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.473 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T14:03:02.137070+0000", 2024-03-07T02:56:43.473 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.473 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.473 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.473 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.473 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.473 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.473 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.473 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.473 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.474 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.474 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.474 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.474 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.474 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.474 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.474 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.474 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.474 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.474 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.474 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.474 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.474 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.474 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.474 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.475 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.475 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.475 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.475 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.475 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.475 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.475 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.475 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.475 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.475 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.475 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.475 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.475 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.475 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.475 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.476 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.476 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.476 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.476 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.476 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.476 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.476 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.476 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.476 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:43.476 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:43.476 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-03-07T02:56:43.476 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.476 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-03-07T02:56:43.476 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:43.476 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.477 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.477 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.477 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:43.477 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:43.477 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-03-07T02:56:43.477 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.477 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-03-07T02:56:43.477 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.477 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.477 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:43.477 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.477 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.477 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.477 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.005871+0000", 2024-03-07T02:56:43.477 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.838909+0000", 2024-03-07T02:56:43.478 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.838909+0000", 2024-03-07T02:56:43.478 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.841282+0000", 2024-03-07T02:56:43.478 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.005871+0000", 2024-03-07T02:56:43.478 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.478 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.478 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.478 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:43.478 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.005871+0000", 2024-03-07T02:56:43.478 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.005871+0000", 2024-03-07T02:56:43.478 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.005871+0000", 2024-03-07T02:56:43.478 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.478 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.478 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.478 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.005871+0000", 2024-03-07T02:56:43.478 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.005871+0000", 2024-03-07T02:56:43.479 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.479 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:43.479 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.479 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.479 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:43.479 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.479 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.479 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.479 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.479 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:43.479 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.479 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.479 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.479 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.32", 2024-03-07T02:56:43.479 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.480 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.480 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.480 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:43.480 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.480 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T05:43:13.370870+0000", 2024-03-07T02:56:43.480 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.480 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.480 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.480 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.480 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.480 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.480 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.480 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.480 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.480 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.481 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.481 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.481 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.481 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.481 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.481 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.481 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.481 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.481 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.481 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.481 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.481 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.481 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.481 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.481 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.482 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.482 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.482 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.482 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.482 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.482 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.482 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.482 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.482 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.482 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.482 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.482 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.482 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.482 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.482 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.483 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.483 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.483 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.483 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.483 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.483 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.483 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.483 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:43.483 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:43.483 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-03-07T02:56:43.483 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.483 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-03-07T02:56:43.483 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:43.483 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.484 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.484 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.484 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:43.484 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:43.484 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-03-07T02:56:43.484 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.484 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-03-07T02:56:43.484 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.484 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.484 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:43.484 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.484 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.484 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.485 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.840294+0000", 2024-03-07T02:56:43.485 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.855250+0000", 2024-03-07T02:56:43.485 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.855250+0000", 2024-03-07T02:56:43.485 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.855523+0000", 2024-03-07T02:56:43.485 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.840294+0000", 2024-03-07T02:56:43.485 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.485 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.485 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.485 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:43.485 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.840294+0000", 2024-03-07T02:56:43.485 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.840294+0000", 2024-03-07T02:56:43.485 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.840294+0000", 2024-03-07T02:56:43.485 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.485 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.486 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.486 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.840294+0000", 2024-03-07T02:56:43.486 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.840294+0000", 2024-03-07T02:56:43.486 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.486 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:43.486 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.486 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.486 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:43.486 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.486 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.486 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.486 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.486 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:43.486 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.486 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.487 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.487 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.31", 2024-03-07T02:56:43.487 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.487 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.487 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.487 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:43.487 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.487 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T02:56:46.370579+0000", 2024-03-07T02:56:43.487 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.487 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.487 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.487 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.488 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.488 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.488 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.488 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.488 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.488 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.488 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.488 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.488 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.488 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.488 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.488 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.488 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.488 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.488 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.489 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.489 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.489 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.489 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.489 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.489 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.489 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.489 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.489 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.489 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.489 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.489 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.489 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.489 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.490 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.490 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.490 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.490 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.490 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.490 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.490 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.490 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.490 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.490 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.490 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.490 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.490 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.491 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.491 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:43.491 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:43.491 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-03-07T02:56:43.491 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.491 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-03-07T02:56:43.491 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:43.491 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.491 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.491 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.491 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:43.491 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:43.491 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-03-07T02:56:43.491 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.491 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-03-07T02:56:43.492 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.492 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.492 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:43.492 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.492 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.492 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.492 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.839921+0000", 2024-03-07T02:56:43.492 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.840550+0000", 2024-03-07T02:56:43.492 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.840550+0000", 2024-03-07T02:56:43.492 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.840840+0000", 2024-03-07T02:56:43.492 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.839921+0000", 2024-03-07T02:56:43.492 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.492 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.492 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.493 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:43.493 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.839921+0000", 2024-03-07T02:56:43.493 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.839921+0000", 2024-03-07T02:56:43.493 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.839921+0000", 2024-03-07T02:56:43.493 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.493 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.493 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.493 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.839921+0000", 2024-03-07T02:56:43.493 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.839921+0000", 2024-03-07T02:56:43.493 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.493 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:43.493 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.493 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.493 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:43.493 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.494 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.494 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.494 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.494 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:43.494 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.494 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.494 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.494 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.30", 2024-03-07T02:56:43.494 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.494 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.494 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.494 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:43.494 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.494 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T08:15:21.960266+0000", 2024-03-07T02:56:43.494 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.495 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.495 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.496 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.496 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.496 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.496 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.496 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.496 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.496 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.496 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.496 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.496 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.496 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.496 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.496 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.496 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.496 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.497 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.497 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.497 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.497 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.497 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.497 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.497 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.497 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.497 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.497 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.497 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.497 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.497 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.497 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.497 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.497 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.498 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.498 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:43.498 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:43.498 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-03-07T02:56:43.498 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.498 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-03-07T02:56:43.498 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:43.498 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.498 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.498 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.498 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:43.498 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:43.498 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-03-07T02:56:43.498 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.498 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-03-07T02:56:43.498 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.499 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.499 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:43.499 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.499 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.499 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.499 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.840692+0000", 2024-03-07T02:56:43.499 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.846943+0000", 2024-03-07T02:56:43.499 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.846943+0000", 2024-03-07T02:56:43.499 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.847259+0000", 2024-03-07T02:56:43.499 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.840692+0000", 2024-03-07T02:56:43.499 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.499 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.499 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.499 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:43.499 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.840692+0000", 2024-03-07T02:56:43.500 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.840692+0000", 2024-03-07T02:56:43.500 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.840692+0000", 2024-03-07T02:56:43.500 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.500 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.500 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.500 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.840692+0000", 2024-03-07T02:56:43.500 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.840692+0000", 2024-03-07T02:56:43.500 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.500 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:43.500 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.500 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.500 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:43.500 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.500 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.501 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.501 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.501 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:43.501 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.501 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.501 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.501 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.2f", 2024-03-07T02:56:43.501 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.501 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.501 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.501 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:43.501 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.501 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T11:47:18.244929+0000", 2024-03-07T02:56:43.501 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.502 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.502 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.503 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.503 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.503 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.503 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.503 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.503 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.503 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.503 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.503 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.503 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.503 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.503 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.503 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.503 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.504 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.504 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.504 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.504 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.504 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.504 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.504 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.504 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.504 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.504 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.504 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.504 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.504 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.504 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.505 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.505 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.505 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.505 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.505 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:43.505 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:43.505 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-03-07T02:56:43.505 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.505 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-03-07T02:56:43.505 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:43.505 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.505 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.505 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.505 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:43.506 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:43.506 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-03-07T02:56:43.506 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.506 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 2, 2024-03-07T02:56:43.506 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.506 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.506 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:43.506 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.506 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.506 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.506 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.840822+0000", 2024-03-07T02:56:43.506 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.851609+0000", 2024-03-07T02:56:43.506 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.851609+0000", 2024-03-07T02:56:43.506 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.853504+0000", 2024-03-07T02:56:43.506 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.840822+0000", 2024-03-07T02:56:43.507 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.507 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.507 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.507 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:43.507 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.840822+0000", 2024-03-07T02:56:43.507 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.840822+0000", 2024-03-07T02:56:43.507 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.840822+0000", 2024-03-07T02:56:43.507 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.507 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.507 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.507 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.840822+0000", 2024-03-07T02:56:43.507 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.840822+0000", 2024-03-07T02:56:43.507 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.508 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:43.508 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.508 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.508 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:43.508 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.508 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.508 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.508 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.508 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:43.508 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.508 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.508 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.508 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.2e", 2024-03-07T02:56:43.508 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.509 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.509 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.509 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:43.509 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.509 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T14:49:04.202879+0000", 2024-03-07T02:56:43.509 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.509 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.509 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.511 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.511 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.511 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.511 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.511 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.511 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.511 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.511 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.511 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.511 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.511 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.511 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.511 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.511 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.511 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.512 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.512 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.512 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.512 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.512 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.512 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.512 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.512 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.512 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.512 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.512 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.512 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:43.512 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:43.512 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-03-07T02:56:43.512 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.513 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 2, 2024-03-07T02:56:43.513 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:43.513 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.513 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.513 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.513 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:43.513 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:43.513 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-03-07T02:56:43.513 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.513 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-03-07T02:56:43.513 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.513 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.513 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:43.513 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.513 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.513 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.514 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.744917+0000", 2024-03-07T02:56:43.514 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.850380+0000", 2024-03-07T02:56:43.514 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.850380+0000", 2024-03-07T02:56:43.514 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.850684+0000", 2024-03-07T02:56:43.514 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.744917+0000", 2024-03-07T02:56:43.514 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.514 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.514 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.514 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:43.514 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.744917+0000", 2024-03-07T02:56:43.514 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.744917+0000", 2024-03-07T02:56:43.514 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.744917+0000", 2024-03-07T02:56:43.514 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.514 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.514 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.515 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.744917+0000", 2024-03-07T02:56:43.515 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.744917+0000", 2024-03-07T02:56:43.515 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.515 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:43.515 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.515 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.515 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:43.515 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.515 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.515 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.515 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.515 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:43.515 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.515 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.515 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.515 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.2d", 2024-03-07T02:56:43.516 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.516 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.516 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.516 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:43.516 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.516 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T07:00:27.072675+0000", 2024-03-07T02:56:43.516 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.516 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.516 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.516 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.516 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.516 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.516 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.516 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.517 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.517 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.517 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.517 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.517 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.517 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.517 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.517 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.517 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.517 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.517 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.517 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.517 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.517 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.517 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.517 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.518 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.518 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.518 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.518 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.518 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.518 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.518 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.518 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.518 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.518 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.518 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.518 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.518 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.518 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.518 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.519 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.519 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.519 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.519 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.519 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.519 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.519 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.519 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.519 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:43.519 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:43.519 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-03-07T02:56:43.519 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.519 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-03-07T02:56:43.519 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:43.519 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.520 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.520 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.520 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:43.520 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:43.520 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-03-07T02:56:43.520 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.520 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-03-07T02:56:43.520 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.520 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.520 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-03-07T02:56:43.520 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.520 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.521 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.521 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.006398+0000", 2024-03-07T02:56:43.521 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.496361+0000", 2024-03-07T02:56:43.521 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.496361+0000", 2024-03-07T02:56:43.521 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.496615+0000", 2024-03-07T02:56:43.521 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.006398+0000", 2024-03-07T02:56:43.521 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.521 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.521 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.521 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-03-07T02:56:43.521 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.006398+0000", 2024-03-07T02:56:43.521 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.006398+0000", 2024-03-07T02:56:43.521 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.006398+0000", 2024-03-07T02:56:43.521 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.521 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.521 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.522 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.006398+0000", 2024-03-07T02:56:43.522 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.006398+0000", 2024-03-07T02:56:43.522 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.522 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 4, 2024-03-07T02:56:43.522 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.522 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.522 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-03-07T02:56:43.522 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.522 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.522 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.522 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.522 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 4, 2024-03-07T02:56:43.522 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.522 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.523 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.523 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.1f", 2024-03-07T02:56:43.523 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.523 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.523 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.523 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 23, 2024-03-07T02:56:43.523 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.523 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T06:03:34.940835+0000", 2024-03-07T02:56:43.523 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.523 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.523 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.523 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 582, 2024-03-07T02:56:43.523 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.523 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.523 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 6, 2024-03-07T02:56:43.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 2, 2024-03-07T02:56:43.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.525 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 2, 2024-03-07T02:56:43.525 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.525 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.525 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.525 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.525 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.525 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-03-07T02:56:43.525 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.525 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.525 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.525 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.525 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.525 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.525 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.525 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.525 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.526 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.526 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.526 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.526 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 4, 2024-03-07T02:56:43.526 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 1 2024-03-07T02:56:43.526 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.526 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.526 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.526 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.526 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:43.526 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:43.526 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-03-07T02:56:43.526 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.526 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-03-07T02:56:43.526 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'4" 2024-03-07T02:56:43.526 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.527 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.527 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.527 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:43.527 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:43.527 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-03-07T02:56:43.527 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.527 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-03-07T02:56:43.527 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.527 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.527 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:43.527 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.527 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.527 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.527 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.843989+0000", 2024-03-07T02:56:43.527 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.845155+0000", 2024-03-07T02:56:43.527 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.845155+0000", 2024-03-07T02:56:43.528 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.845423+0000", 2024-03-07T02:56:43.528 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.843989+0000", 2024-03-07T02:56:43.528 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.528 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.528 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.528 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:43.528 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.843989+0000", 2024-03-07T02:56:43.528 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.843989+0000", 2024-03-07T02:56:43.528 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.843989+0000", 2024-03-07T02:56:43.528 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.528 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.528 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.528 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.843989+0000", 2024-03-07T02:56:43.528 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.843989+0000", 2024-03-07T02:56:43.528 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.529 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:43.529 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.529 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.529 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:43.529 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.529 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.529 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.529 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.529 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:43.529 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.529 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.529 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.529 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.1e", 2024-03-07T02:56:43.529 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.529 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.529 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.530 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:43.530 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.530 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T12:41:39.478821+0000", 2024-03-07T02:56:43.530 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.530 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.530 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.530 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.530 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.530 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.530 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.530 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.530 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.530 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.530 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.532 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.532 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.532 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.532 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.532 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.532 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.532 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.532 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.532 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.532 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.532 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.532 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.532 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.532 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.532 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.533 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.533 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.533 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.533 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.533 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.533 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:43.533 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:43.533 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-03-07T02:56:43.533 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.533 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-03-07T02:56:43.533 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:43.533 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.533 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.534 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.534 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:43.534 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:43.534 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-03-07T02:56:43.534 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.534 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-03-07T02:56:43.534 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.534 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.534 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-03-07T02:56:43.534 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.534 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.534 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.534 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.844045+0000", 2024-03-07T02:56:43.534 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.492524+0000", 2024-03-07T02:56:43.534 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.492524+0000", 2024-03-07T02:56:43.535 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.492802+0000", 2024-03-07T02:56:43.535 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.844045+0000", 2024-03-07T02:56:43.535 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.535 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.535 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.535 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-03-07T02:56:43.535 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.844045+0000", 2024-03-07T02:56:43.535 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.844045+0000", 2024-03-07T02:56:43.535 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.844045+0000", 2024-03-07T02:56:43.535 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.535 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.535 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.535 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.844045+0000", 2024-03-07T02:56:43.535 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.844045+0000", 2024-03-07T02:56:43.535 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.536 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 1, 2024-03-07T02:56:43.536 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.536 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.536 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-03-07T02:56:43.536 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.536 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.536 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.536 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.536 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 1, 2024-03-07T02:56:43.536 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.536 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.536 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.536 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.1e", 2024-03-07T02:56:43.536 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.536 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.537 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.537 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 20, 2024-03-07T02:56:43.537 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.537 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T10:46:11.087858+0000", 2024-03-07T02:56:43.537 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.537 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.537 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.537 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.537 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.537 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.537 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.537 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.537 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.537 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.540 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.540 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.540 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.540 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.540 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.540 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.540 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.540 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.540 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:43.540 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:43.540 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-03-07T02:56:43.540 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.540 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-03-07T02:56:43.540 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'1" 2024-03-07T02:56:43.541 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.541 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.541 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.541 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:43.541 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:43.541 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-03-07T02:56:43.541 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.541 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-03-07T02:56:43.541 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.541 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.541 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:43.541 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.541 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.541 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.541 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.006438+0000", 2024-03-07T02:56:43.542 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.840154+0000", 2024-03-07T02:56:43.542 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.840154+0000", 2024-03-07T02:56:43.542 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.840417+0000", 2024-03-07T02:56:43.542 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.006438+0000", 2024-03-07T02:56:43.542 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.542 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.542 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.542 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:43.542 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.006438+0000", 2024-03-07T02:56:43.542 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.006438+0000", 2024-03-07T02:56:43.542 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.006438+0000", 2024-03-07T02:56:43.542 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.542 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.542 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.542 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.006438+0000", 2024-03-07T02:56:43.542 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.006438+0000", 2024-03-07T02:56:43.543 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.543 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:43.543 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.543 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.543 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:43.543 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.543 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.543 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.543 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.543 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:43.543 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.543 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.543 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.543 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.1f", 2024-03-07T02:56:43.543 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.543 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.544 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.544 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:43.544 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.544 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T09:39:44.772598+0000", 2024-03-07T02:56:43.544 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.544 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.544 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.544 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.544 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.544 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.544 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.544 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.544 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.544 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.546 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.546 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.546 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.546 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.546 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.546 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.546 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.546 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.546 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.546 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.546 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.546 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.546 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.546 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.547 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.547 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.547 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.547 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.547 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.547 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.547 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.547 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:43.547 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:43.547 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-03-07T02:56:43.547 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.547 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-03-07T02:56:43.547 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:43.547 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.548 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.548 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.548 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:43.548 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:43.548 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:43.548 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.548 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-03-07T02:56:43.548 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.548 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.548 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-03-07T02:56:43.548 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.548 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.548 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.548 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.745149+0000", 2024-03-07T02:56:43.548 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.496387+0000", 2024-03-07T02:56:43.549 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.496387+0000", 2024-03-07T02:56:43.549 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.496733+0000", 2024-03-07T02:56:43.549 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.745149+0000", 2024-03-07T02:56:43.549 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.549 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.549 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.549 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-03-07T02:56:43.549 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.745149+0000", 2024-03-07T02:56:43.549 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.745149+0000", 2024-03-07T02:56:43.549 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.745149+0000", 2024-03-07T02:56:43.549 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.549 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.549 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.549 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.745149+0000", 2024-03-07T02:56:43.549 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.745149+0000", 2024-03-07T02:56:43.550 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.550 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 2, 2024-03-07T02:56:43.550 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.550 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.550 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-03-07T02:56:43.550 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.550 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.550 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.550 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.550 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 2, 2024-03-07T02:56:43.550 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.550 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.550 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.550 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.1d", 2024-03-07T02:56:43.551 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.551 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.551 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.551 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 21, 2024-03-07T02:56:43.551 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.551 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T14:20:05.531547+0000", 2024-03-07T02:56:43.551 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.551 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.551 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.551 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.551 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.551 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.551 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.551 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.551 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.552 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.552 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.552 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.552 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.552 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.552 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.552 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.552 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.552 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.552 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.552 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-03-07T02:56:43.552 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-03-07T02:56:43.552 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.552 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-03-07T02:56:43.552 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-03-07T02:56:43.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.554 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.554 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.554 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 3, 2024-03-07T02:56:43.554 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.554 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.554 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.554 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.554 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.554 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:43.554 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:43.554 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:43.554 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.554 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-03-07T02:56:43.554 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'2" 2024-03-07T02:56:43.555 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.555 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.555 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.555 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:43.555 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:43.555 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-03-07T02:56:43.555 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.555 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-03-07T02:56:43.555 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.555 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.555 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:43.555 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.555 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.555 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.555 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.840565+0000", 2024-03-07T02:56:43.556 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.849293+0000", 2024-03-07T02:56:43.556 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.849293+0000", 2024-03-07T02:56:43.556 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.849772+0000", 2024-03-07T02:56:43.556 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.840565+0000", 2024-03-07T02:56:43.556 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.556 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.556 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.556 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:43.556 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.840565+0000", 2024-03-07T02:56:43.556 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.840565+0000", 2024-03-07T02:56:43.556 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.840565+0000", 2024-03-07T02:56:43.556 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.556 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.556 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.556 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.840565+0000", 2024-03-07T02:56:43.557 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.840565+0000", 2024-03-07T02:56:43.557 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.557 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:43.557 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.557 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.557 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:43.557 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.557 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.557 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.557 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.557 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:43.557 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.557 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.557 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.557 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.1c", 2024-03-07T02:56:43.558 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.558 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.558 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.558 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:43.558 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.558 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T11:58:53.630596+0000", 2024-03-07T02:56:43.558 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.558 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.558 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.558 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.558 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.558 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.558 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.558 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.558 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.559 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.559 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.559 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.559 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.559 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.559 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.559 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.559 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.559 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.559 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.559 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.559 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.559 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.559 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.561 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.561 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.561 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.561 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.561 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.561 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.561 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.561 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.561 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.561 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.561 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.561 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:43.561 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:43.561 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-03-07T02:56:43.562 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.562 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-03-07T02:56:43.562 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:43.562 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.562 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.562 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.562 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:43.562 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:43.562 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-03-07T02:56:43.562 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.562 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-03-07T02:56:43.562 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.562 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.562 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-03-07T02:56:43.563 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.563 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.563 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.563 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.744801+0000", 2024-03-07T02:56:43.563 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.493367+0000", 2024-03-07T02:56:43.563 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.493367+0000", 2024-03-07T02:56:43.563 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.493668+0000", 2024-03-07T02:56:43.563 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.744801+0000", 2024-03-07T02:56:43.563 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.563 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.563 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.563 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-03-07T02:56:43.563 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.744801+0000", 2024-03-07T02:56:43.563 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.744801+0000", 2024-03-07T02:56:43.564 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.744801+0000", 2024-03-07T02:56:43.564 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.564 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.564 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.564 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.744801+0000", 2024-03-07T02:56:43.564 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.744801+0000", 2024-03-07T02:56:43.564 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.564 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 2, 2024-03-07T02:56:43.564 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.564 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.564 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-03-07T02:56:43.564 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.564 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.564 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.565 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.565 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 2, 2024-03-07T02:56:43.565 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.565 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.565 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.565 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.1c", 2024-03-07T02:56:43.565 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.565 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.565 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.565 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 21, 2024-03-07T02:56:43.565 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.565 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T12:41:11.876342+0000", 2024-03-07T02:56:43.565 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.565 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.565 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.566 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.566 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.566 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.566 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.566 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.566 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.566 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.566 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.566 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.566 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.566 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.566 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.566 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.566 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-03-07T02:56:43.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-03-07T02:56:43.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-03-07T02:56:43.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-03-07T02:56:43.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.568 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.568 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.568 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.568 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.568 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.568 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.568 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.568 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.568 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 3, 2024-03-07T02:56:43.568 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.568 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.568 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.568 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.568 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.569 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:43.569 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:43.569 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-03-07T02:56:43.569 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.569 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-03-07T02:56:43.569 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'2" 2024-03-07T02:56:43.569 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.569 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.569 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.569 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:43.569 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:43.569 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-03-07T02:56:43.569 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.569 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-03-07T02:56:43.570 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.570 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.570 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:43.570 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.570 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.570 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.570 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.840429+0000", 2024-03-07T02:56:43.570 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.846295+0000", 2024-03-07T02:56:43.570 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.846295+0000", 2024-03-07T02:56:43.570 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.846608+0000", 2024-03-07T02:56:43.570 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.840429+0000", 2024-03-07T02:56:43.570 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.570 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.570 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.571 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:43.571 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.840429+0000", 2024-03-07T02:56:43.571 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.840429+0000", 2024-03-07T02:56:43.571 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.840429+0000", 2024-03-07T02:56:43.571 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.571 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.571 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.571 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.840429+0000", 2024-03-07T02:56:43.571 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.840429+0000", 2024-03-07T02:56:43.571 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.571 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:43.571 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.571 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.571 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:43.571 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.571 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.572 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.572 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.572 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:43.572 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.572 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.572 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.572 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.1d", 2024-03-07T02:56:43.572 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.572 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.572 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.572 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:43.572 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.572 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T03:23:15.144059+0000", 2024-03-07T02:56:43.572 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.572 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.573 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.573 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.573 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.573 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.573 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.573 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.573 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.573 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.573 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.573 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.573 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.576 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.576 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.576 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.576 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.576 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.576 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.576 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.576 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:43.576 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:43.576 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-03-07T02:56:43.576 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.576 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-03-07T02:56:43.576 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:43.576 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.577 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.577 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.577 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:43.577 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:43.577 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-03-07T02:56:43.577 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.577 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-03-07T02:56:43.577 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.577 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.577 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-03-07T02:56:43.577 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.577 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.577 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.577 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.843918+0000", 2024-03-07T02:56:43.578 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.490843+0000", 2024-03-07T02:56:43.578 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.490843+0000", 2024-03-07T02:56:43.578 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.491145+0000", 2024-03-07T02:56:43.578 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.843918+0000", 2024-03-07T02:56:43.578 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.578 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.578 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.578 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-03-07T02:56:43.578 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.843918+0000", 2024-03-07T02:56:43.578 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.843918+0000", 2024-03-07T02:56:43.578 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.843918+0000", 2024-03-07T02:56:43.578 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.578 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.579 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.579 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.843918+0000", 2024-03-07T02:56:43.579 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.843918+0000", 2024-03-07T02:56:43.579 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.579 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 1, 2024-03-07T02:56:43.579 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.579 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.579 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-03-07T02:56:43.579 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.579 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.579 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.579 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.579 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 1, 2024-03-07T02:56:43.580 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.580 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.580 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.580 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.1b", 2024-03-07T02:56:43.580 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.580 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.580 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.580 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 20, 2024-03-07T02:56:43.580 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.580 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T12:06:27.120338+0000", 2024-03-07T02:56:43.580 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.580 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.580 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.583 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.583 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.583 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.583 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.583 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.583 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.583 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.583 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.583 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.583 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.583 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.583 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.583 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.584 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.584 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.584 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.584 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:43.584 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:43.584 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-03-07T02:56:43.584 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.584 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-03-07T02:56:43.584 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'1" 2024-03-07T02:56:43.584 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.584 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.584 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.584 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:43.585 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:43.585 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-03-07T02:56:43.585 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.585 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 4, 2024-03-07T02:56:43.585 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.585 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.585 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:43.585 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.585 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.585 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.585 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.553031+0000", 2024-03-07T02:56:43.585 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.856810+0000", 2024-03-07T02:56:43.585 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.856810+0000", 2024-03-07T02:56:43.585 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.857122+0000", 2024-03-07T02:56:43.586 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.553031+0000", 2024-03-07T02:56:43.586 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.586 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.586 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.586 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:43.586 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.553031+0000", 2024-03-07T02:56:43.586 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.553031+0000", 2024-03-07T02:56:43.586 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.553031+0000", 2024-03-07T02:56:43.586 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.586 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.586 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.586 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.553031+0000", 2024-03-07T02:56:43.586 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.553031+0000", 2024-03-07T02:56:43.586 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.586 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:43.586 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.587 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.587 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:43.587 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.587 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.587 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.587 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.587 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:43.587 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.587 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.587 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.587 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.1a", 2024-03-07T02:56:43.587 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.587 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.587 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.588 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:43.588 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.588 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T10:34:07.008415+0000", 2024-03-07T02:56:43.588 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.588 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.588 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.588 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.588 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.588 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.588 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.588 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.588 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.588 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.589 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.589 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.589 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.589 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.589 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.589 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.589 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.589 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.589 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.589 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.589 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.589 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.589 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.590 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.590 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.590 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.590 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.590 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.590 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.590 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.590 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.590 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.590 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.590 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.590 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.590 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.590 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.591 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.591 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.591 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.591 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.591 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.591 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.591 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.591 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.591 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.591 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.591 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:43.591 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:43.591 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-03-07T02:56:43.591 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.591 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 4, 2024-03-07T02:56:43.592 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:43.592 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.592 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.592 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.592 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:43.592 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:43.592 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-03-07T02:56:43.592 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.592 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-03-07T02:56:43.592 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.592 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.592 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-03-07T02:56:43.592 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.592 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.592 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.593 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.843289+0000", 2024-03-07T02:56:43.593 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.484010+0000", 2024-03-07T02:56:43.593 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.484010+0000", 2024-03-07T02:56:43.593 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.485668+0000", 2024-03-07T02:56:43.593 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.843289+0000", 2024-03-07T02:56:43.593 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.593 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.593 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.593 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-03-07T02:56:43.593 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.843289+0000", 2024-03-07T02:56:43.593 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.843289+0000", 2024-03-07T02:56:43.593 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.843289+0000", 2024-03-07T02:56:43.593 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.593 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.594 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.594 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.843289+0000", 2024-03-07T02:56:43.594 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.843289+0000", 2024-03-07T02:56:43.594 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.594 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 1, 2024-03-07T02:56:43.594 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.594 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.594 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-03-07T02:56:43.594 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.594 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.594 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.594 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.594 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 1, 2024-03-07T02:56:43.594 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.594 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.595 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.595 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.1a", 2024-03-07T02:56:43.595 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.595 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.595 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.595 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 20, 2024-03-07T02:56:43.595 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.595 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T05:28:35.133314+0000", 2024-03-07T02:56:43.595 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.595 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.595 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.595 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.595 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.596 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.596 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.596 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.596 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.596 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.596 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.596 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.596 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.596 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.596 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.596 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.596 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.596 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.596 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.597 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.597 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.597 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.597 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.597 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.597 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.597 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.597 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.597 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.597 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.597 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.597 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.597 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.597 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.597 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.597 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.598 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.598 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.598 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.598 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.598 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.598 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.598 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.598 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.598 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.598 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.598 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.598 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.598 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:43.598 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:43.598 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-03-07T02:56:43.599 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.599 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-03-07T02:56:43.599 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'1" 2024-03-07T02:56:43.599 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.599 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.599 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.599 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:43.599 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:43.599 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-03-07T02:56:43.599 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.599 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-03-07T02:56:43.599 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.599 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.600 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:43.600 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.600 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.600 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.600 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.005990+0000", 2024-03-07T02:56:43.600 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.854568+0000", 2024-03-07T02:56:43.600 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.854568+0000", 2024-03-07T02:56:43.600 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.854850+0000", 2024-03-07T02:56:43.600 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.005990+0000", 2024-03-07T02:56:43.600 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.600 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.600 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.600 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:43.601 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.005990+0000", 2024-03-07T02:56:43.601 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.005990+0000", 2024-03-07T02:56:43.601 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.005990+0000", 2024-03-07T02:56:43.601 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.601 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.601 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.601 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.005990+0000", 2024-03-07T02:56:43.601 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.005990+0000", 2024-03-07T02:56:43.601 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.601 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:43.601 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.601 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.601 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:43.601 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.601 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.602 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.602 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.602 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:43.602 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.602 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.602 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.602 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.1b", 2024-03-07T02:56:43.602 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.602 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.602 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.602 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:43.602 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.602 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T03:02:46.888600+0000", 2024-03-07T02:56:43.602 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.602 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.602 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.603 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.603 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.603 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.603 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.603 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.603 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.603 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.603 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.603 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.603 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.603 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.603 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.603 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.603 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.604 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.604 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.604 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.604 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.604 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.604 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.604 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.604 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.604 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.604 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.604 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.604 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.604 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.605 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.605 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.605 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.605 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.605 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.605 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.605 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.605 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.605 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.605 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.605 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.605 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.605 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.605 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.605 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.605 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.606 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.606 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:43.606 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:43.606 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-03-07T02:56:43.606 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.606 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-03-07T02:56:43.606 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:43.606 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.606 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.606 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.606 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:43.606 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:43.606 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:43.606 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.606 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-03-07T02:56:43.607 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.607 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.607 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-03-07T02:56:43.607 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.607 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.607 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.607 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.843525+0000", 2024-03-07T02:56:43.607 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.495127+0000", 2024-03-07T02:56:43.607 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.495127+0000", 2024-03-07T02:56:43.607 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.495458+0000", 2024-03-07T02:56:43.607 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.843525+0000", 2024-03-07T02:56:43.607 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.607 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.607 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.607 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-03-07T02:56:43.608 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.843525+0000", 2024-03-07T02:56:43.608 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.843525+0000", 2024-03-07T02:56:43.608 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.843525+0000", 2024-03-07T02:56:43.608 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.608 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.608 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.608 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.843525+0000", 2024-03-07T02:56:43.608 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.843525+0000", 2024-03-07T02:56:43.608 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.608 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:43.608 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.608 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.608 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-03-07T02:56:43.608 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.609 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.609 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.609 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.609 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:43.609 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.609 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.609 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.609 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.19", 2024-03-07T02:56:43.609 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.609 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.609 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.609 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 19, 2024-03-07T02:56:43.609 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.609 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T05:53:26.260190+0000", 2024-03-07T02:56:43.610 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.610 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.610 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.610 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.610 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.610 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.610 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.610 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.610 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.610 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.610 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.610 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.610 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.610 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.610 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.611 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.611 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.611 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.611 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.611 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.611 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.611 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.611 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.611 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.611 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.611 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.611 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.611 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.611 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.611 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.612 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.612 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.612 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.612 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.612 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.612 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.612 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.612 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.612 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.612 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.612 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.612 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.612 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.612 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.613 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.613 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.613 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.613 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:43.613 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:43.613 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:43.613 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.613 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-03-07T02:56:43.613 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:43.613 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.613 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.613 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.613 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:43.614 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:43.614 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-03-07T02:56:43.614 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.614 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-03-07T02:56:43.614 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.614 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.614 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:43.614 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.614 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.614 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.614 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.845982+0000", 2024-03-07T02:56:43.614 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:55:19.845014+0000", 2024-03-07T02:56:43.614 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:55:19.845014+0000", 2024-03-07T02:56:43.614 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:55:19.845560+0000", 2024-03-07T02:56:43.614 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.845982+0000", 2024-03-07T02:56:43.615 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.615 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.615 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.615 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 68, 2024-03-07T02:56:43.615 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.845982+0000", 2024-03-07T02:56:43.615 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.845982+0000", 2024-03-07T02:56:43.615 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.845982+0000", 2024-03-07T02:56:43.615 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.615 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.615 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.615 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.845982+0000", 2024-03-07T02:56:43.615 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.845982+0000", 2024-03-07T02:56:43.615 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.615 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:43.615 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.616 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.616 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 67, 2024-03-07T02:56:43.616 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.616 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.616 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.616 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.616 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:43.616 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.616 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.616 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.616 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.18", 2024-03-07T02:56:43.616 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.616 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.616 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.617 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 27, 2024-03-07T02:56:43.617 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.617 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T05:30:28.021913+0000", 2024-03-07T02:56:43.617 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.617 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.617 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.617 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.617 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.617 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.617 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.617 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.617 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.617 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.617 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.617 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.617 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.618 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.618 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.618 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.618 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.618 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.618 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.618 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.618 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.618 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.618 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.618 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.618 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.618 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.618 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.618 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.619 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.619 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.619 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.619 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.619 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.619 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.619 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.619 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.619 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.619 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.619 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.619 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.619 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.620 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.620 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.620 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.620 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.620 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.620 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.620 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:43.620 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:43.620 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-03-07T02:56:43.620 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.620 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-03-07T02:56:43.620 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:43.620 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.620 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.621 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.621 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:43.621 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:43.621 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-03-07T02:56:43.621 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.621 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-03-07T02:56:43.621 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.621 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.621 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-03-07T02:56:43.621 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.621 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.621 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.621 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.840021+0000", 2024-03-07T02:56:43.621 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.497185+0000", 2024-03-07T02:56:43.621 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.497185+0000", 2024-03-07T02:56:43.622 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.497442+0000", 2024-03-07T02:56:43.622 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.840021+0000", 2024-03-07T02:56:43.622 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.622 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.622 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.622 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-03-07T02:56:43.622 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.840021+0000", 2024-03-07T02:56:43.622 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.840021+0000", 2024-03-07T02:56:43.622 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.840021+0000", 2024-03-07T02:56:43.622 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.622 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.622 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.622 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.840021+0000", 2024-03-07T02:56:43.622 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.840021+0000", 2024-03-07T02:56:43.623 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.623 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:43.623 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.623 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.623 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-03-07T02:56:43.623 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.623 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.623 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.623 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.623 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:43.623 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.623 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.623 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.623 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.18", 2024-03-07T02:56:43.624 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.624 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.624 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.624 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 19, 2024-03-07T02:56:43.624 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.624 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T13:12:33.336003+0000", 2024-03-07T02:56:43.624 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.624 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.624 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.624 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.624 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.624 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.624 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.624 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.624 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.625 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.625 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.625 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.625 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.625 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.625 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.625 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.625 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.625 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.625 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.625 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.625 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.625 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.625 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.626 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.626 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.626 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.626 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.626 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.626 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.626 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.626 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.626 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.626 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.626 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.626 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.626 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.626 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.627 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.627 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.627 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.627 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.627 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.627 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.627 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.627 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.627 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.627 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.627 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:43.627 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:43.627 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-03-07T02:56:43.627 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.627 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-03-07T02:56:43.628 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:43.628 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.628 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.628 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.628 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:43.628 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:43.628 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-03-07T02:56:43.628 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.628 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-03-07T02:56:43.628 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.628 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.628 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:43.628 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.629 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.629 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.629 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.840317+0000", 2024-03-07T02:56:43.629 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.854522+0000", 2024-03-07T02:56:43.629 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.854522+0000", 2024-03-07T02:56:43.629 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.854803+0000", 2024-03-07T02:56:43.629 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.840317+0000", 2024-03-07T02:56:43.629 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.629 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.629 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.629 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:43.629 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.840317+0000", 2024-03-07T02:56:43.629 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.840317+0000", 2024-03-07T02:56:43.629 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.840317+0000", 2024-03-07T02:56:43.630 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.630 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.630 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.630 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.840317+0000", 2024-03-07T02:56:43.630 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.840317+0000", 2024-03-07T02:56:43.630 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.630 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:43.630 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.630 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.630 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:43.630 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.630 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.630 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.630 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.630 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:43.631 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.631 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.631 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.631 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.19", 2024-03-07T02:56:43.631 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.631 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.631 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.631 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:43.631 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.631 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T08:00:56.936050+0000", 2024-03-07T02:56:43.631 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.631 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.631 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.631 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.631 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.632 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.632 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.632 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.632 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.632 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.632 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.632 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.632 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.632 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.632 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.632 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.632 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.632 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.632 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.633 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.633 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.633 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.633 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.633 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.633 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.633 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.633 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.633 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.633 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.633 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.633 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.633 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.633 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.634 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.634 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.634 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.634 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.634 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.634 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.634 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.634 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.634 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.634 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.634 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.634 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.634 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.634 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.634 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:43.635 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:43.635 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-03-07T02:56:43.635 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.635 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-03-07T02:56:43.635 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:43.635 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.635 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.635 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.635 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:43.635 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:43.635 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-03-07T02:56:43.635 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.635 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-03-07T02:56:43.635 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.635 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.636 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-03-07T02:56:43.636 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.636 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.636 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.636 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.843151+0000", 2024-03-07T02:56:43.636 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.488508+0000", 2024-03-07T02:56:43.636 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.488508+0000", 2024-03-07T02:56:43.636 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.488792+0000", 2024-03-07T02:56:43.636 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.843151+0000", 2024-03-07T02:56:43.636 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.636 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.636 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.636 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-03-07T02:56:43.636 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.843151+0000", 2024-03-07T02:56:43.636 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.843151+0000", 2024-03-07T02:56:43.637 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.843151+0000", 2024-03-07T02:56:43.637 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.637 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.637 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.637 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.843151+0000", 2024-03-07T02:56:43.637 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.843151+0000", 2024-03-07T02:56:43.637 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.637 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:43.637 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.637 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.637 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-03-07T02:56:43.637 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.637 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.638 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.638 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.638 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:43.638 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.638 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.638 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.638 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.17", 2024-03-07T02:56:43.638 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.638 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.638 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.638 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 19, 2024-03-07T02:56:43.638 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.638 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T12:55:19.607029+0000", 2024-03-07T02:56:43.639 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.639 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.639 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.639 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.639 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.639 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.639 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.639 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.639 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.639 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.639 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.639 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.639 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.639 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.639 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.640 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.640 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.640 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.640 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.640 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.640 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.640 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.640 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.640 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.640 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.640 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.640 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.640 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.640 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.642 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.642 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.642 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.642 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.642 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:43.642 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:43.642 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-03-07T02:56:43.642 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.642 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-03-07T02:56:43.642 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:43.642 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.642 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.642 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.642 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:43.642 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:43.642 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-03-07T02:56:43.643 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.643 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-03-07T02:56:43.643 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.643 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.643 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:43.643 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.643 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.643 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.643 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.840526+0000", 2024-03-07T02:56:43.643 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.841724+0000", 2024-03-07T02:56:43.643 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.841724+0000", 2024-03-07T02:56:43.643 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.842000+0000", 2024-03-07T02:56:43.643 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.840526+0000", 2024-03-07T02:56:43.643 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.643 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.643 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.644 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:43.644 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.840526+0000", 2024-03-07T02:56:43.644 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.840526+0000", 2024-03-07T02:56:43.644 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.840526+0000", 2024-03-07T02:56:43.644 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.644 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.644 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.644 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.840526+0000", 2024-03-07T02:56:43.644 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.840526+0000", 2024-03-07T02:56:43.644 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.644 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:43.644 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.644 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.644 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:43.645 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.645 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.645 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.645 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.645 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:43.645 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.645 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.645 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.645 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.16", 2024-03-07T02:56:43.645 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.645 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.645 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.645 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:43.645 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.645 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T13:20:29.102396+0000", 2024-03-07T02:56:43.645 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.646 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.646 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.646 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.646 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.646 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.646 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.646 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.646 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.646 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.646 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.646 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.646 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.646 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.646 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.646 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.647 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.647 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.647 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.647 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.647 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.647 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.647 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.647 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.647 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.647 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.647 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.647 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.647 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.647 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.648 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.648 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.648 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.648 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.648 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.648 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.648 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.648 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.648 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.648 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.648 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.648 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.648 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.649 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.649 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.649 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.649 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.649 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:43.649 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:43.649 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-03-07T02:56:43.649 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.649 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-03-07T02:56:43.649 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:43.649 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.649 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.649 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.649 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:43.650 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:43.650 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-03-07T02:56:43.650 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.650 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-03-07T02:56:43.650 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.650 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.650 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-03-07T02:56:43.650 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.650 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.650 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.650 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.840400+0000", 2024-03-07T02:56:43.650 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.490599+0000", 2024-03-07T02:56:43.650 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.490599+0000", 2024-03-07T02:56:43.650 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.490998+0000", 2024-03-07T02:56:43.651 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.840400+0000", 2024-03-07T02:56:43.651 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.651 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.651 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.651 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-03-07T02:56:43.651 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.840400+0000", 2024-03-07T02:56:43.651 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.840400+0000", 2024-03-07T02:56:43.651 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.840400+0000", 2024-03-07T02:56:43.651 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.651 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.651 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.651 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.840400+0000", 2024-03-07T02:56:43.651 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.840400+0000", 2024-03-07T02:56:43.651 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.651 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:43.652 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.652 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.652 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-03-07T02:56:43.652 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.652 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.652 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.652 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.652 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:43.652 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.652 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.652 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.652 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.16", 2024-03-07T02:56:43.652 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.652 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.653 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.653 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 19, 2024-03-07T02:56:43.653 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.653 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T05:12:26.660615+0000", 2024-03-07T02:56:43.653 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.653 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.653 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.653 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.653 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.653 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.653 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.653 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.653 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.653 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.653 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.654 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.654 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.654 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.654 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.654 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.654 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.654 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.654 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.654 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.654 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.654 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.654 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.654 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.654 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.654 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.655 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.655 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.655 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.655 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.655 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.655 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.655 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.655 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.655 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.655 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.655 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.655 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.655 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.655 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.655 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.655 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.656 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.656 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.656 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.656 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.656 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:43.656 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:43.656 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-03-07T02:56:43.656 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.656 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-03-07T02:56:43.656 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:43.656 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.656 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.656 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.656 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:43.657 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:43.657 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-03-07T02:56:43.657 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.657 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-03-07T02:56:43.657 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.657 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.657 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:43.657 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.657 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.657 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.657 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.006346+0000", 2024-03-07T02:56:43.657 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.837481+0000", 2024-03-07T02:56:43.657 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.837481+0000", 2024-03-07T02:56:43.657 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.840939+0000", 2024-03-07T02:56:43.657 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.006346+0000", 2024-03-07T02:56:43.657 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.658 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.658 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.658 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:43.658 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.006346+0000", 2024-03-07T02:56:43.658 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.006346+0000", 2024-03-07T02:56:43.658 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.006346+0000", 2024-03-07T02:56:43.658 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.658 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.658 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.658 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.006346+0000", 2024-03-07T02:56:43.658 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.006346+0000", 2024-03-07T02:56:43.658 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.658 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:43.658 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.658 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.659 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:43.659 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.659 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.659 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.659 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.659 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:43.659 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.659 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.659 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.659 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.17", 2024-03-07T02:56:43.659 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.659 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.659 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.659 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:43.659 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.659 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T11:13:25.790774+0000", 2024-03-07T02:56:43.660 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.660 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.660 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.660 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.660 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.660 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.660 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.660 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.660 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.660 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.660 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.660 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.660 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.660 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.661 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.661 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.661 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.661 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.661 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.661 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.661 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.661 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.661 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.661 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.661 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.661 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.661 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.661 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.661 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.662 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.662 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.662 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.662 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.662 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.662 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.662 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.662 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.662 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.662 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.662 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.662 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.662 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.662 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.663 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.663 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.663 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.663 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.663 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:43.663 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:43.663 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-03-07T02:56:43.663 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.663 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-03-07T02:56:43.663 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:43.663 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.663 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.663 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.663 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:43.663 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:43.663 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:43.664 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.664 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-03-07T02:56:43.664 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.664 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.664 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-03-07T02:56:43.664 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.664 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.664 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.664 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.840777+0000", 2024-03-07T02:56:43.664 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.499124+0000", 2024-03-07T02:56:43.664 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.499124+0000", 2024-03-07T02:56:43.664 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.499459+0000", 2024-03-07T02:56:43.664 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.840777+0000", 2024-03-07T02:56:43.664 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.664 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.665 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.665 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-03-07T02:56:43.665 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.840777+0000", 2024-03-07T02:56:43.665 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.840777+0000", 2024-03-07T02:56:43.665 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.840777+0000", 2024-03-07T02:56:43.665 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.665 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.665 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.665 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.840777+0000", 2024-03-07T02:56:43.665 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.840777+0000", 2024-03-07T02:56:43.665 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.665 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 3, 2024-03-07T02:56:43.665 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.665 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.665 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-03-07T02:56:43.665 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.666 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.666 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.666 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.666 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 3, 2024-03-07T02:56:43.666 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.666 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.666 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.666 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.15", 2024-03-07T02:56:43.666 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.666 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.666 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.666 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 22, 2024-03-07T02:56:43.666 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.666 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T13:34:08.247608+0000", 2024-03-07T02:56:43.666 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.667 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.667 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.667 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 90, 2024-03-07T02:56:43.667 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.667 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.667 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.667 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.667 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.667 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.667 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.667 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.667 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.667 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.667 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.667 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.668 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.668 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.668 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.668 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 6, 2024-03-07T02:56:43.668 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 2, 2024-03-07T02:56:43.668 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.668 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 2, 2024-03-07T02:56:43.668 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.668 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.668 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.668 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.668 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.668 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-03-07T02:56:43.668 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.669 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.669 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.669 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.669 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.669 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.669 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.669 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.669 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.669 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.669 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.669 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.669 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 4, 2024-03-07T02:56:43.669 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 1 2024-03-07T02:56:43.669 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.669 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.670 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.670 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.670 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:43.670 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:43.670 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:43.670 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.670 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-03-07T02:56:43.670 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'3" 2024-03-07T02:56:43.670 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.670 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.670 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.670 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:43.670 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:43.670 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-03-07T02:56:43.671 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.671 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 4, 2024-03-07T02:56:43.671 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.671 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.671 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:43.671 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.671 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.671 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.671 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.552938+0000", 2024-03-07T02:56:43.671 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.861517+0000", 2024-03-07T02:56:43.671 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.861517+0000", 2024-03-07T02:56:43.671 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.861812+0000", 2024-03-07T02:56:43.671 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.552938+0000", 2024-03-07T02:56:43.671 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.672 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.672 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.672 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:43.672 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.552938+0000", 2024-03-07T02:56:43.672 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.552938+0000", 2024-03-07T02:56:43.672 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.552938+0000", 2024-03-07T02:56:43.672 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.672 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.672 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.672 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.552938+0000", 2024-03-07T02:56:43.672 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.552938+0000", 2024-03-07T02:56:43.672 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.672 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:43.672 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.673 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.673 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:43.673 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.673 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.673 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.673 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.673 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:43.673 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.673 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.673 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.673 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.14", 2024-03-07T02:56:43.673 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.673 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.673 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.673 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:43.673 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.674 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T03:10:59.157425+0000", 2024-03-07T02:56:43.674 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.674 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.674 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.674 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.674 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.674 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.674 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.674 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.674 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.674 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.674 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.674 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.674 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.674 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.674 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.675 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.675 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.675 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.675 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.675 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.675 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.675 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.675 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.675 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.675 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.675 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.675 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.675 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.675 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.675 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.676 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.676 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.676 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.676 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.676 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.676 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.676 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.676 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.676 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.676 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.676 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.676 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.676 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.676 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.677 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.677 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.677 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.677 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:43.677 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:43.677 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-03-07T02:56:43.677 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.677 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 4, 2024-03-07T02:56:43.677 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:43.677 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.677 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.677 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.677 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:43.677 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:43.677 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-03-07T02:56:43.677 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.678 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-03-07T02:56:43.678 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.678 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.678 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-03-07T02:56:43.678 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.678 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.678 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.678 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:48.502382+0000", 2024-03-07T02:56:43.678 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.490216+0000", 2024-03-07T02:56:43.678 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.490216+0000", 2024-03-07T02:56:43.678 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.490538+0000", 2024-03-07T02:56:43.678 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:48.502382+0000", 2024-03-07T02:56:43.678 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.678 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.678 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.679 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-03-07T02:56:43.679 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:48.502382+0000", 2024-03-07T02:56:43.679 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:48.502382+0000", 2024-03-07T02:56:43.679 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:48.502382+0000", 2024-03-07T02:56:43.679 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.679 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.679 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.679 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:48.502382+0000", 2024-03-07T02:56:43.679 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:48.502382+0000", 2024-03-07T02:56:43.679 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.679 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 12, 2024-03-07T02:56:43.679 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.679 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.679 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-03-07T02:56:43.679 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.680 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.680 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.680 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.680 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 12, 2024-03-07T02:56:43.680 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.680 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.680 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.680 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.14", 2024-03-07T02:56:43.680 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.680 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.680 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.680 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 31, 2024-03-07T02:56:43.680 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.680 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T03:34:37.540002+0000", 2024-03-07T02:56:43.680 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.681 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.681 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.681 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 2630, 2024-03-07T02:56:43.681 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.681 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.681 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.681 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.681 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.681 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.681 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.681 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.681 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.681 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.681 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.681 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.682 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.682 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.682 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.682 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 12, 2024-03-07T02:56:43.682 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 4, 2024-03-07T02:56:43.682 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.682 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 4, 2024-03-07T02:56:43.682 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.682 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.682 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.682 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.682 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.682 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-03-07T02:56:43.682 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.683 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.683 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.683 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.683 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.683 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.683 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.683 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.683 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.683 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.683 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.683 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.683 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 12, 2024-03-07T02:56:43.683 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 9 2024-03-07T02:56:43.683 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.684 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.684 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.684 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.684 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:43.684 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:43.684 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-03-07T02:56:43.684 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.684 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-03-07T02:56:43.684 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "68'12" 2024-03-07T02:56:43.684 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.684 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.684 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.684 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:43.685 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:43.685 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-03-07T02:56:43.685 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.685 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-03-07T02:56:43.685 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.685 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.685 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:43.685 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.685 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.685 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.685 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.744915+0000", 2024-03-07T02:56:43.685 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.857970+0000", 2024-03-07T02:56:43.685 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.857970+0000", 2024-03-07T02:56:43.685 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.858320+0000", 2024-03-07T02:56:43.685 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.744915+0000", 2024-03-07T02:56:43.686 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.686 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.686 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.686 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:43.686 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.744915+0000", 2024-03-07T02:56:43.686 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.744915+0000", 2024-03-07T02:56:43.686 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.744915+0000", 2024-03-07T02:56:43.686 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.686 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.686 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.686 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.744915+0000", 2024-03-07T02:56:43.686 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.744915+0000", 2024-03-07T02:56:43.686 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.686 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:43.687 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.687 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.687 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:43.687 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.687 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.687 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.687 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.687 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:43.687 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.687 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.687 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.687 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.15", 2024-03-07T02:56:43.687 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.687 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.687 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.688 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:43.688 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.688 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T12:39:04.814763+0000", 2024-03-07T02:56:43.688 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.688 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.688 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.688 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.688 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.688 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.688 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.688 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.688 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.688 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.688 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.689 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.689 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.689 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.689 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.689 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.689 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.689 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.689 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.689 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.689 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.689 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.689 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.689 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.690 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.690 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.690 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.690 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.690 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.690 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.690 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.690 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.690 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.690 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.690 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.690 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.690 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.690 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.691 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.691 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.691 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.691 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.691 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.691 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.691 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.691 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.691 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.691 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:43.691 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:43.691 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-03-07T02:56:43.691 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.691 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-03-07T02:56:43.691 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:43.692 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.692 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.692 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.692 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:43.692 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:43.692 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-03-07T02:56:43.692 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.692 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-03-07T02:56:43.692 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.692 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.692 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-03-07T02:56:43.692 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.692 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.692 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.692 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.006183+0000", 2024-03-07T02:56:43.693 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.495735+0000", 2024-03-07T02:56:43.693 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.495735+0000", 2024-03-07T02:56:43.693 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.495999+0000", 2024-03-07T02:56:43.693 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.006183+0000", 2024-03-07T02:56:43.693 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.693 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.693 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.693 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-03-07T02:56:43.693 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.006183+0000", 2024-03-07T02:56:43.693 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.006183+0000", 2024-03-07T02:56:43.693 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.006183+0000", 2024-03-07T02:56:43.693 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.693 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.693 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.693 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.006183+0000", 2024-03-07T02:56:43.694 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.006183+0000", 2024-03-07T02:56:43.694 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.694 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 2, 2024-03-07T02:56:43.694 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.694 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.694 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-03-07T02:56:43.694 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.694 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.694 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.694 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.694 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 2, 2024-03-07T02:56:43.694 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.694 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.694 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.694 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.13", 2024-03-07T02:56:43.695 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.695 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.695 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.695 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 21, 2024-03-07T02:56:43.695 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.695 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T09:23:36.044807+0000", 2024-03-07T02:56:43.695 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.695 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.695 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.695 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 34, 2024-03-07T02:56:43.695 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.695 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.695 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.695 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.696 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.696 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.696 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.696 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.696 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.696 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.696 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.696 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.696 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.696 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.696 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.696 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 6, 2024-03-07T02:56:43.696 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 2, 2024-03-07T02:56:43.697 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.697 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 2, 2024-03-07T02:56:43.697 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.697 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.697 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.697 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.697 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.697 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-03-07T02:56:43.697 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.697 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.697 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.697 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.697 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.697 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.697 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.698 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.698 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.698 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.698 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.698 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.698 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 3, 2024-03-07T02:56:43.698 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 7 2024-03-07T02:56:43.698 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.698 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.698 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.698 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.698 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:43.698 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:43.698 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-03-07T02:56:43.698 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.699 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-03-07T02:56:43.699 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'2" 2024-03-07T02:56:43.699 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.699 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.699 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.699 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:43.699 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:43.699 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-03-07T02:56:43.699 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.699 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-03-07T02:56:43.699 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.699 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.699 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:43.699 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.699 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.700 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.700 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.005994+0000", 2024-03-07T02:56:43.700 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.849635+0000", 2024-03-07T02:56:43.700 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.849635+0000", 2024-03-07T02:56:43.700 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.850032+0000", 2024-03-07T02:56:43.700 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.005994+0000", 2024-03-07T02:56:43.700 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.700 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.700 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.700 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:43.700 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.005994+0000", 2024-03-07T02:56:43.700 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.005994+0000", 2024-03-07T02:56:43.700 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.005994+0000", 2024-03-07T02:56:43.701 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.701 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.701 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.701 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.005994+0000", 2024-03-07T02:56:43.701 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.005994+0000", 2024-03-07T02:56:43.701 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.701 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:43.701 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.701 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.701 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:43.701 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.701 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.701 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.701 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.701 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:43.701 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.702 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.702 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.702 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.12", 2024-03-07T02:56:43.702 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.702 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.702 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.702 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:43.702 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.702 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T08:11:53.269163+0000", 2024-03-07T02:56:43.702 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.702 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.702 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.702 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.702 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.702 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.702 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.703 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.703 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.703 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.703 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.703 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.703 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.703 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.703 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.703 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.703 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.703 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.703 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.703 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.703 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.703 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.703 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.704 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.704 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.704 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.704 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.704 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.704 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.704 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.704 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.704 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.704 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.704 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.704 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.704 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.705 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.705 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.705 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.705 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.705 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.705 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.705 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.705 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.705 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.705 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.705 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.705 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:43.705 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:43.705 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-03-07T02:56:43.705 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.706 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-03-07T02:56:43.706 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:43.706 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.706 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.706 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.706 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:43.706 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:43.706 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-03-07T02:56:43.706 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.706 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-03-07T02:56:43.706 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.706 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.706 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-03-07T02:56:43.706 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.706 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.706 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.707 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.840155+0000", 2024-03-07T02:56:43.707 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.486220+0000", 2024-03-07T02:56:43.707 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.486220+0000", 2024-03-07T02:56:43.707 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.486515+0000", 2024-03-07T02:56:43.707 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.840155+0000", 2024-03-07T02:56:43.707 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.707 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.707 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.707 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-03-07T02:56:43.707 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.840155+0000", 2024-03-07T02:56:43.707 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.840155+0000", 2024-03-07T02:56:43.707 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.840155+0000", 2024-03-07T02:56:43.707 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.707 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.707 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.707 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.840155+0000", 2024-03-07T02:56:43.708 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.840155+0000", 2024-03-07T02:56:43.708 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.708 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:43.708 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.708 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.708 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-03-07T02:56:43.708 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.708 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.708 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.708 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.708 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:43.708 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.708 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.708 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.709 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.12", 2024-03-07T02:56:43.709 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.709 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.709 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.709 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 19, 2024-03-07T02:56:43.709 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.709 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T07:10:27.945262+0000", 2024-03-07T02:56:43.709 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.709 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.709 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.709 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.709 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.709 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.709 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.710 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.710 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.710 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.710 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.710 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.710 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.710 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.710 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.710 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.710 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.710 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.710 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.710 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.711 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.711 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.711 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.711 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.711 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.711 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.711 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.711 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.711 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.711 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.711 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.711 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.711 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.712 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.712 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.712 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.712 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.712 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.712 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.712 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.712 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.712 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.712 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.712 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.712 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.712 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.713 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.713 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:43.713 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:43.713 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-03-07T02:56:43.713 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.713 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-03-07T02:56:43.713 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:43.713 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.713 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.713 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.713 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:43.713 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:43.713 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-03-07T02:56:43.713 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.713 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-03-07T02:56:43.714 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.714 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.714 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:43.714 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.714 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.714 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.714 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.744782+0000", 2024-03-07T02:56:43.714 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.858172+0000", 2024-03-07T02:56:43.714 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.858172+0000", 2024-03-07T02:56:43.714 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.859121+0000", 2024-03-07T02:56:43.714 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.744782+0000", 2024-03-07T02:56:43.714 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.714 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.714 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.714 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:43.715 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.744782+0000", 2024-03-07T02:56:43.715 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.744782+0000", 2024-03-07T02:56:43.715 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.744782+0000", 2024-03-07T02:56:43.715 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.715 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.715 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.715 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.744782+0000", 2024-03-07T02:56:43.715 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.744782+0000", 2024-03-07T02:56:43.715 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.715 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:43.715 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.715 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.715 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:43.715 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.716 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.716 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.716 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.716 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:43.716 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.716 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.716 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.716 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.13", 2024-03-07T02:56:43.716 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.716 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.716 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.716 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:43.716 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.716 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T07:45:33.378053+0000", 2024-03-07T02:56:43.717 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.717 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.717 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.717 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.717 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.717 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.717 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.717 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.717 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.717 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.717 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.717 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.717 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.717 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.718 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.718 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.718 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.718 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.718 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.718 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.718 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.718 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.718 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.718 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.718 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.718 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.718 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.718 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.718 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.719 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.719 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.719 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.719 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.719 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.719 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.719 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.719 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.719 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.719 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.719 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.719 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.719 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.720 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.720 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.720 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.720 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.720 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.720 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:43.720 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:43.720 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-03-07T02:56:43.720 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.720 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-03-07T02:56:43.720 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:43.720 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.720 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.720 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.721 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:43.721 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:43.721 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-03-07T02:56:43.721 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.721 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-03-07T02:56:43.721 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.721 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.721 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-03-07T02:56:43.721 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.721 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.721 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.721 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.842583+0000", 2024-03-07T02:56:43.721 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.483044+0000", 2024-03-07T02:56:43.722 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.483044+0000", 2024-03-07T02:56:43.722 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.483351+0000", 2024-03-07T02:56:43.722 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.842583+0000", 2024-03-07T02:56:43.722 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.722 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.722 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.722 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-03-07T02:56:43.722 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.842583+0000", 2024-03-07T02:56:43.722 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.842583+0000", 2024-03-07T02:56:43.722 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.842583+0000", 2024-03-07T02:56:43.722 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.722 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.722 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.722 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.842583+0000", 2024-03-07T02:56:43.722 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.842583+0000", 2024-03-07T02:56:43.722 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.723 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:43.723 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.723 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.723 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-03-07T02:56:43.723 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.723 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.723 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.723 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.723 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:43.723 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.723 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.723 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.723 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.11", 2024-03-07T02:56:43.724 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.724 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.724 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.724 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 19, 2024-03-07T02:56:43.724 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.724 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T08:12:12.898292+0000", 2024-03-07T02:56:43.724 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.724 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.724 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.724 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.724 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.724 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.724 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.724 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.725 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.725 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.725 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.725 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.725 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.725 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.725 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.725 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.725 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.725 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.725 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.725 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.725 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.725 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.725 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.725 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.726 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.726 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.726 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.726 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.726 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.726 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.726 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.726 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.726 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.726 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.726 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.726 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.726 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.727 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.727 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.727 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.727 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.727 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.727 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.727 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.727 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.727 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.727 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.727 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:43.727 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:43.727 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-03-07T02:56:43.728 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.728 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-03-07T02:56:43.728 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:43.728 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.728 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.728 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.728 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:43.728 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:43.728 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-03-07T02:56:43.728 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.728 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-03-07T02:56:43.728 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.729 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.729 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:43.729 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.729 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.729 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.729 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.842670+0000", 2024-03-07T02:56:43.729 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.844815+0000", 2024-03-07T02:56:43.729 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.844815+0000", 2024-03-07T02:56:43.729 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.846034+0000", 2024-03-07T02:56:43.729 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.842670+0000", 2024-03-07T02:56:43.729 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.729 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.729 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.730 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:43.730 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.842670+0000", 2024-03-07T02:56:43.730 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.842670+0000", 2024-03-07T02:56:43.730 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.842670+0000", 2024-03-07T02:56:43.730 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.730 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.730 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.730 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.842670+0000", 2024-03-07T02:56:43.730 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.842670+0000", 2024-03-07T02:56:43.730 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.730 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:43.730 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.730 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.730 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:43.731 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.731 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.731 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.731 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.731 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:43.731 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.731 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.731 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.731 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.10", 2024-03-07T02:56:43.731 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.731 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.731 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.731 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:43.732 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.732 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T11:25:03.258868+0000", 2024-03-07T02:56:43.732 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.732 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.732 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.732 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.732 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.732 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.732 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.732 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.732 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.732 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.732 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.733 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.733 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.733 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.733 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.733 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.733 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.733 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.733 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.733 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.733 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.733 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.733 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.733 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.733 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.734 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.734 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.734 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.734 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.734 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.734 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.734 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.734 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.734 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.734 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.734 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.734 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.734 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.735 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.735 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.735 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.735 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.735 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.735 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.735 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.735 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.735 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.735 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:43.735 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:43.735 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-03-07T02:56:43.735 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.735 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-03-07T02:56:43.735 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:43.736 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.736 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.736 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.736 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:43.736 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:43.736 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:43.736 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.736 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 2, 2024-03-07T02:56:43.736 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.736 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.736 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-03-07T02:56:43.736 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.737 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.737 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.737 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.840497+0000", 2024-03-07T02:56:43.737 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.485932+0000", 2024-03-07T02:56:43.737 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.485932+0000", 2024-03-07T02:56:43.737 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.486270+0000", 2024-03-07T02:56:43.737 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.840497+0000", 2024-03-07T02:56:43.737 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.737 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.737 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.737 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-03-07T02:56:43.737 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.840497+0000", 2024-03-07T02:56:43.737 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.840497+0000", 2024-03-07T02:56:43.737 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.840497+0000", 2024-03-07T02:56:43.737 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.738 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.738 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.738 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.840497+0000", 2024-03-07T02:56:43.738 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.840497+0000", 2024-03-07T02:56:43.738 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.738 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 8, 2024-03-07T02:56:43.738 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.738 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.738 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-03-07T02:56:43.738 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.738 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.738 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.738 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.738 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 8, 2024-03-07T02:56:43.738 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.739 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.739 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.739 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.10", 2024-03-07T02:56:43.739 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.739 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.739 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.739 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 27, 2024-03-07T02:56:43.739 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.739 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T03:34:04.554605+0000", 2024-03-07T02:56:43.739 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.739 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.739 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.740 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.740 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.740 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.740 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.740 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.740 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.740 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.740 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.740 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.740 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.740 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.740 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.740 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.740 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.741 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.741 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.741 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 12, 2024-03-07T02:56:43.741 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 4, 2024-03-07T02:56:43.741 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.741 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 4, 2024-03-07T02:56:43.741 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.741 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.741 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.741 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.741 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.741 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 4, 2024-03-07T02:56:43.741 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.741 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.742 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.742 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.742 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.742 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.742 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.742 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.742 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.742 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.742 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.742 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.742 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 12, 2024-03-07T02:56:43.742 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.742 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.742 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.742 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.743 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.743 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:43.743 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:43.743 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:43.743 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.743 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 2, 2024-03-07T02:56:43.743 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'8" 2024-03-07T02:56:43.743 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.743 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.743 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.743 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:43.743 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:43.743 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-03-07T02:56:43.743 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.744 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-03-07T02:56:43.744 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.744 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.744 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:43.744 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.744 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.744 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.744 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.744438+0000", 2024-03-07T02:56:43.744 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.856802+0000", 2024-03-07T02:56:43.744 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.856802+0000", 2024-03-07T02:56:43.744 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.857113+0000", 2024-03-07T02:56:43.744 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.744438+0000", 2024-03-07T02:56:43.744 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.744 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.745 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.745 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:43.745 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.744438+0000", 2024-03-07T02:56:43.745 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.744438+0000", 2024-03-07T02:56:43.745 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.744438+0000", 2024-03-07T02:56:43.745 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.745 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.745 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.745 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.744438+0000", 2024-03-07T02:56:43.745 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.744438+0000", 2024-03-07T02:56:43.745 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.745 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:43.745 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.745 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.746 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:43.746 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.746 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.746 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.746 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.746 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:43.746 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.746 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.746 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.746 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.11", 2024-03-07T02:56:43.746 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.746 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.746 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.746 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:43.746 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.747 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T07:25:25.592892+0000", 2024-03-07T02:56:43.747 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.747 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.747 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.747 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.747 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.747 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.747 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.747 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.747 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.747 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.747 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.747 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.747 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.747 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.747 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.748 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.748 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.748 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.748 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.748 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.748 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.748 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.748 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.748 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.748 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.748 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.748 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.748 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.748 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.749 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.749 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.749 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.749 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.749 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.749 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.749 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.749 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.749 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.749 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.749 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.749 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.749 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.750 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.750 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.750 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.750 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.750 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.750 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:43.750 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:43.750 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-03-07T02:56:43.750 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.750 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-03-07T02:56:43.750 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:43.750 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.750 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.750 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.751 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:43.751 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:43.751 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-03-07T02:56:43.751 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.751 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 4, 2024-03-07T02:56:43.751 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.751 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.751 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-03-07T02:56:43.751 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.751 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.751 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.751 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.553312+0000", 2024-03-07T02:56:43.751 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.489044+0000", 2024-03-07T02:56:43.751 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.489044+0000", 2024-03-07T02:56:43.751 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.490403+0000", 2024-03-07T02:56:43.752 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.553312+0000", 2024-03-07T02:56:43.752 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.752 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.752 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.752 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-03-07T02:56:43.752 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.553312+0000", 2024-03-07T02:56:43.752 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.553312+0000", 2024-03-07T02:56:43.752 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.553312+0000", 2024-03-07T02:56:43.752 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.752 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.752 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.752 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.553312+0000", 2024-03-07T02:56:43.752 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.553312+0000", 2024-03-07T02:56:43.752 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.753 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 1, 2024-03-07T02:56:43.753 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.753 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.753 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-03-07T02:56:43.753 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.753 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.753 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.753 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.753 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 1, 2024-03-07T02:56:43.753 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.753 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.753 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.753 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.f", 2024-03-07T02:56:43.753 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.753 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.754 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.754 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 20, 2024-03-07T02:56:43.754 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.754 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T05:10:28.076184+0000", 2024-03-07T02:56:43.754 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.754 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.754 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.754 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 22, 2024-03-07T02:56:43.754 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.754 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.754 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.754 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.754 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.754 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.755 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.755 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.755 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.755 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.755 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.755 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.755 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.755 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.755 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.755 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-03-07T02:56:43.755 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-03-07T02:56:43.755 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.755 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-03-07T02:56:43.755 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.756 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.756 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.756 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.756 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.756 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.756 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.756 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.756 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.756 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.756 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.756 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.756 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.756 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.756 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.756 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.757 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.757 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.757 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 1, 2024-03-07T02:56:43.757 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 1 2024-03-07T02:56:43.757 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.757 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.757 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.757 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.757 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:43.757 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:43.757 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-03-07T02:56:43.757 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.758 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 4, 2024-03-07T02:56:43.758 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'1" 2024-03-07T02:56:43.758 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.758 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.758 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.758 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:43.758 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:43.758 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-03-07T02:56:43.758 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.758 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-03-07T02:56:43.758 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.758 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.758 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:43.758 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.759 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.759 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.759 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.745178+0000", 2024-03-07T02:56:43.759 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.857201+0000", 2024-03-07T02:56:43.759 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.857201+0000", 2024-03-07T02:56:43.759 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.857477+0000", 2024-03-07T02:56:43.759 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.745178+0000", 2024-03-07T02:56:43.759 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.759 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.759 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.759 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:43.759 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.745178+0000", 2024-03-07T02:56:43.759 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.745178+0000", 2024-03-07T02:56:43.759 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.745178+0000", 2024-03-07T02:56:43.759 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.760 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.760 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.760 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.745178+0000", 2024-03-07T02:56:43.760 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.745178+0000", 2024-03-07T02:56:43.760 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.760 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:43.760 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.760 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.760 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:43.760 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.760 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.760 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.760 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.760 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:43.761 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.761 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.761 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.761 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.e", 2024-03-07T02:56:43.761 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.761 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.761 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.761 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:43.761 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.761 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T10:38:55.410512+0000", 2024-03-07T02:56:43.761 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.761 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.761 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.761 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.761 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.761 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.762 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.762 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.762 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.762 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.762 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.762 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.762 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.762 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.762 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.762 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.762 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.762 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.762 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.762 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.762 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.763 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.763 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.763 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.763 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.763 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.763 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.763 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.763 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.763 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.763 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.763 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.763 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.763 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.763 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.764 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.764 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.764 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.764 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.764 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.764 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.764 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.764 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.764 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.764 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.764 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.764 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.764 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:43.764 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:43.764 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-03-07T02:56:43.765 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.765 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-03-07T02:56:43.765 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:43.765 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.765 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.765 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.765 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:43.765 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:43.765 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-03-07T02:56:43.765 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.765 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-03-07T02:56:43.765 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.765 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.765 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 63, 2024-03-07T02:56:43.765 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.766 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.766 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.766 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.839872+0000", 2024-03-07T02:56:43.766 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:54:18.514168+0000", 2024-03-07T02:56:43.766 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:54:18.514168+0000", 2024-03-07T02:56:43.766 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:54:18.514451+0000", 2024-03-07T02:56:43.766 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.839872+0000", 2024-03-07T02:56:43.766 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:54:18.352661+0000", 2024-03-07T02:56:43.766 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.766 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:54:18.352661+0000", 2024-03-07T02:56:43.766 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 64, 2024-03-07T02:56:43.766 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.839872+0000", 2024-03-07T02:56:43.766 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.839872+0000", 2024-03-07T02:56:43.767 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.839872+0000", 2024-03-07T02:56:43.767 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.767 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.767 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:54:18.352661+0000", 2024-03-07T02:56:43.767 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.839872+0000", 2024-03-07T02:56:43.767 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.839872+0000", 2024-03-07T02:56:43.767 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.767 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:43.767 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.767 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.767 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 63, 2024-03-07T02:56:43.767 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.767 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.767 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.767 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.768 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:43.768 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.768 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.768 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.768 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "4.2", 2024-03-07T02:56:43.768 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.768 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.768 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.768 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 15, 2024-03-07T02:56:43.768 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.768 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T12:48:33.570989+0000", 2024-03-07T02:56:43.768 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.769 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.769 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.769 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.769 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.769 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.769 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.769 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.769 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.769 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.769 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.769 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.769 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.769 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.769 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.769 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.769 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.770 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.770 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.770 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.770 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.770 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.770 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.770 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.770 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.770 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.770 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.770 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.770 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.770 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.770 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.770 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.771 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.771 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.771 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.771 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.771 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.771 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.771 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.771 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.771 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.771 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.771 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.771 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.771 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.771 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.771 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.771 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:43.772 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:43.772 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-03-07T02:56:43.772 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.772 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-03-07T02:56:43.772 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:43.772 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.772 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.772 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.772 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:43.772 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:43.772 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-03-07T02:56:43.772 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.772 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-03-07T02:56:43.772 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.773 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.773 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-03-07T02:56:43.773 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.773 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.773 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.773 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.840949+0000", 2024-03-07T02:56:43.773 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.499503+0000", 2024-03-07T02:56:43.773 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.499503+0000", 2024-03-07T02:56:43.773 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.500366+0000", 2024-03-07T02:56:43.773 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.840949+0000", 2024-03-07T02:56:43.773 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.773 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.773 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.774 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-03-07T02:56:43.774 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.840949+0000", 2024-03-07T02:56:43.774 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.840949+0000", 2024-03-07T02:56:43.774 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.840949+0000", 2024-03-07T02:56:43.774 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.774 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.774 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.774 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.840949+0000", 2024-03-07T02:56:43.774 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.840949+0000", 2024-03-07T02:56:43.774 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.774 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:43.774 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.774 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.774 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-03-07T02:56:43.774 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.774 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.775 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.775 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.775 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:43.775 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.775 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.775 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.775 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.4", 2024-03-07T02:56:43.775 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.775 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.775 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.775 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 19, 2024-03-07T02:56:43.775 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.775 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T13:20:56.449629+0000", 2024-03-07T02:56:43.775 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.775 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.775 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.776 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.776 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.776 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.776 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.776 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.776 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.776 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.776 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.776 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.776 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.776 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.776 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.776 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.776 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.776 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.777 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.777 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.777 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.777 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.777 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.777 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.777 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.777 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.777 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.777 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.777 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.777 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.777 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.777 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.777 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.778 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.778 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.778 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.778 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.778 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.778 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.778 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.778 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.778 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.778 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.778 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.778 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.778 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.778 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.779 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:43.779 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:43.779 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-03-07T02:56:43.779 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.779 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-03-07T02:56:43.779 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:43.779 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.779 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.779 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.779 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:43.779 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:43.779 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-03-07T02:56:43.779 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.779 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-03-07T02:56:43.780 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.780 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.780 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:43.780 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.780 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.780 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.780 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.840509+0000", 2024-03-07T02:56:43.780 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.838397+0000", 2024-03-07T02:56:43.780 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.838397+0000", 2024-03-07T02:56:43.780 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.838714+0000", 2024-03-07T02:56:43.780 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.840509+0000", 2024-03-07T02:56:43.780 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.780 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.780 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.781 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:43.781 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.840509+0000", 2024-03-07T02:56:43.781 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.840509+0000", 2024-03-07T02:56:43.781 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.840509+0000", 2024-03-07T02:56:43.781 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.781 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.781 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.781 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.840509+0000", 2024-03-07T02:56:43.781 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.840509+0000", 2024-03-07T02:56:43.781 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.781 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:43.781 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.781 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.781 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:43.781 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.781 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.782 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.782 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.782 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:43.782 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.782 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.782 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.782 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.5", 2024-03-07T02:56:43.782 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.782 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.782 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.782 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:43.782 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.782 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T12:10:21.908919+0000", 2024-03-07T02:56:43.782 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.782 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.783 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.783 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.783 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.783 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.783 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.783 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.783 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.783 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.783 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.783 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.783 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.783 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.783 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.783 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.783 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.784 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.784 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.784 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.784 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.784 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.784 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.784 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.784 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.784 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.784 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.784 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.784 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.784 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.785 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.785 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.785 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.785 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.785 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.785 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.785 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.785 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.785 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.785 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.785 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.785 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.785 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.785 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.785 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.786 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.786 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.786 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:43.786 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:43.786 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-03-07T02:56:43.786 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.786 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-03-07T02:56:43.786 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:43.786 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.786 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.786 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.786 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:43.786 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:43.786 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-03-07T02:56:43.786 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.786 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-03-07T02:56:43.787 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.787 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.787 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 63, 2024-03-07T02:56:43.787 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.787 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.787 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.787 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.840964+0000", 2024-03-07T02:56:43.787 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:54:18.392706+0000", 2024-03-07T02:56:43.787 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:54:18.392706+0000", 2024-03-07T02:56:43.787 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:54:18.393130+0000", 2024-03-07T02:56:43.787 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.840964+0000", 2024-03-07T02:56:43.787 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:54:18.352661+0000", 2024-03-07T02:56:43.787 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.787 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:54:18.352661+0000", 2024-03-07T02:56:43.787 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 64, 2024-03-07T02:56:43.788 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.840964+0000", 2024-03-07T02:56:43.788 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.840964+0000", 2024-03-07T02:56:43.788 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.840964+0000", 2024-03-07T02:56:43.788 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.788 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.788 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:54:18.352661+0000", 2024-03-07T02:56:43.788 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.840964+0000", 2024-03-07T02:56:43.788 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.840964+0000", 2024-03-07T02:56:43.788 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.788 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:43.788 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.788 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.788 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 63, 2024-03-07T02:56:43.788 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.788 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.789 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.789 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.789 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:43.789 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.789 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.789 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.789 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "4.4", 2024-03-07T02:56:43.789 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.789 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.789 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.789 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 15, 2024-03-07T02:56:43.789 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.789 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T04:27:19.528265+0000", 2024-03-07T02:56:43.789 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.790 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.790 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.790 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.790 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.790 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.790 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.790 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.790 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.790 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.790 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.790 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.790 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.790 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.790 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.791 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.791 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.791 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.791 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.791 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.791 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.791 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.791 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.791 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.791 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.791 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.791 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.791 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.791 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.791 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.792 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.792 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.792 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.792 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.792 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.792 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.792 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.792 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.792 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.792 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.792 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.792 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.792 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.792 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.792 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.792 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.793 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.793 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:43.793 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:43.793 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-03-07T02:56:43.793 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.793 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-03-07T02:56:43.793 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:43.793 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.793 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.793 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.793 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:43.793 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:43.793 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-03-07T02:56:43.793 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.794 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-03-07T02:56:43.794 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.794 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.794 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-03-07T02:56:43.794 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.794 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.794 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.794 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.840093+0000", 2024-03-07T02:56:43.794 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.492690+0000", 2024-03-07T02:56:43.794 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.492690+0000", 2024-03-07T02:56:43.794 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.492984+0000", 2024-03-07T02:56:43.794 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.840093+0000", 2024-03-07T02:56:43.795 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.795 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.795 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.795 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-03-07T02:56:43.795 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.840093+0000", 2024-03-07T02:56:43.795 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.840093+0000", 2024-03-07T02:56:43.795 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.840093+0000", 2024-03-07T02:56:43.795 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.795 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.795 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.795 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.840093+0000", 2024-03-07T02:56:43.795 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.840093+0000", 2024-03-07T02:56:43.795 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.795 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:43.795 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.796 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.796 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-03-07T02:56:43.796 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.796 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.796 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.796 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.796 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:43.796 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.796 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.796 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.796 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.2", 2024-03-07T02:56:43.796 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.796 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.797 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.797 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 19, 2024-03-07T02:56:43.797 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.797 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T13:42:56.268562+0000", 2024-03-07T02:56:43.797 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.797 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.797 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.797 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.797 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.797 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.797 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.797 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.797 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.797 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.797 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.798 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.798 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.798 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.798 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.798 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.798 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.798 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.798 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.798 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.798 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.798 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.798 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.798 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.799 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.799 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.799 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.799 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.799 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.799 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.799 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.799 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.799 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.799 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.799 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.799 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.799 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.799 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.799 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.799 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.800 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.800 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.800 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.800 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.800 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.800 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.800 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.800 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:43.800 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:43.800 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-03-07T02:56:43.800 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.800 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-03-07T02:56:43.800 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:43.800 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.801 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.801 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.801 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:43.801 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:43.801 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-03-07T02:56:43.801 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.801 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 4, 2024-03-07T02:56:43.801 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.801 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.801 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:43.801 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.801 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.801 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.801 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.553004+0000", 2024-03-07T02:56:43.801 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.860053+0000", 2024-03-07T02:56:43.802 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.860053+0000", 2024-03-07T02:56:43.802 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.860852+0000", 2024-03-07T02:56:43.802 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.553004+0000", 2024-03-07T02:56:43.802 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.802 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.802 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.802 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:43.802 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.553004+0000", 2024-03-07T02:56:43.802 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.553004+0000", 2024-03-07T02:56:43.802 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.553004+0000", 2024-03-07T02:56:43.802 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.802 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.802 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.802 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.553004+0000", 2024-03-07T02:56:43.802 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.553004+0000", 2024-03-07T02:56:43.802 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.803 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:43.803 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.803 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.803 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:43.803 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.803 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.803 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.803 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.803 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:43.803 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.803 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.803 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.803 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.3", 2024-03-07T02:56:43.803 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.803 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.803 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.804 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:43.804 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.804 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T06:02:06.497152+0000", 2024-03-07T02:56:43.804 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.804 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.804 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.804 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.804 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.804 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.804 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.804 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.804 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.804 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.804 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.804 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.805 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.805 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.805 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.805 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.805 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.805 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.805 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.805 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.805 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.805 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.805 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.805 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.805 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.805 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.805 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.805 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.806 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.806 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.806 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.806 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.806 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.806 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.806 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.806 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.806 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.806 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.806 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.806 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.806 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.806 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.806 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.807 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.807 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.807 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.807 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.807 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:43.807 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:43.807 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-03-07T02:56:43.807 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.807 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 4, 2024-03-07T02:56:43.807 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:43.807 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.807 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.807 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.807 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:43.807 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:43.808 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:43.808 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.808 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-03-07T02:56:43.808 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.808 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.808 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 63, 2024-03-07T02:56:43.808 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.808 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.808 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.808 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.841159+0000", 2024-03-07T02:56:43.808 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:54:18.514066+0000", 2024-03-07T02:56:43.808 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:54:18.514066+0000", 2024-03-07T02:56:43.808 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:54:18.514448+0000", 2024-03-07T02:56:43.808 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.841159+0000", 2024-03-07T02:56:43.809 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:54:18.352661+0000", 2024-03-07T02:56:43.809 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.809 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:54:18.352661+0000", 2024-03-07T02:56:43.809 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 64, 2024-03-07T02:56:43.809 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.841159+0000", 2024-03-07T02:56:43.809 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.841159+0000", 2024-03-07T02:56:43.809 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.841159+0000", 2024-03-07T02:56:43.809 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.809 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.809 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:54:18.352661+0000", 2024-03-07T02:56:43.809 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.841159+0000", 2024-03-07T02:56:43.809 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.841159+0000", 2024-03-07T02:56:43.809 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.810 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:43.810 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.810 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.810 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 63, 2024-03-07T02:56:43.810 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.810 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.810 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.810 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.810 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:43.810 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.810 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.810 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.810 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "4.7", 2024-03-07T02:56:43.810 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.811 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.811 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.811 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 15, 2024-03-07T02:56:43.811 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.811 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T14:28:55.818372+0000", 2024-03-07T02:56:43.811 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.811 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.811 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.811 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.811 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.811 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.811 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.811 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.811 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.812 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.812 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.812 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.812 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.812 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.812 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.812 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.812 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.812 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.812 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.812 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.812 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.812 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.813 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.813 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.813 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.813 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.813 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.813 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.813 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.813 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.813 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.813 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.813 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.813 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.813 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.813 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.813 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.814 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.814 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.814 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.814 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.814 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.814 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.814 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.814 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.814 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.814 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.814 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:43.814 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:43.814 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:43.814 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.814 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-03-07T02:56:43.815 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:43.815 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.815 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.815 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.815 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:43.815 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:43.815 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-03-07T02:56:43.815 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.815 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-03-07T02:56:43.815 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.815 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.815 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:43.815 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.815 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.815 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.815 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.840111+0000", 2024-03-07T02:56:43.816 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.847455+0000", 2024-03-07T02:56:43.816 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.847455+0000", 2024-03-07T02:56:43.816 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.848086+0000", 2024-03-07T02:56:43.816 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.840111+0000", 2024-03-07T02:56:43.816 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.816 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.816 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.816 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:43.816 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.840111+0000", 2024-03-07T02:56:43.816 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.840111+0000", 2024-03-07T02:56:43.816 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.840111+0000", 2024-03-07T02:56:43.816 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.816 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.816 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.817 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.840111+0000", 2024-03-07T02:56:43.817 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.840111+0000", 2024-03-07T02:56:43.817 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.817 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:43.817 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.817 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.817 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:43.817 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.817 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.817 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.817 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.817 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:43.817 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.817 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.818 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.818 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.0", 2024-03-07T02:56:43.818 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.818 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.818 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.818 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:43.818 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.818 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T10:22:07.188240+0000", 2024-03-07T02:56:43.818 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.818 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.818 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.818 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.818 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.818 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.819 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.819 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.819 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.819 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.819 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.819 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.819 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.819 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.819 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.819 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.819 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.819 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.819 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.819 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.819 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.820 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.820 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.820 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.820 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.820 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.820 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.820 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.820 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.820 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.820 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.820 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.820 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.820 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.820 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.821 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.821 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.821 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.821 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.821 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.821 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.821 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.821 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.821 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.821 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.821 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.821 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.821 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:43.821 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:43.821 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-03-07T02:56:43.822 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.822 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-03-07T02:56:43.822 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:43.822 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.822 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.822 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.822 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:43.822 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:43.822 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:43.822 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.822 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 2, 2024-03-07T02:56:43.822 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.822 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.822 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-03-07T02:56:43.823 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.823 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.823 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.823 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.841312+0000", 2024-03-07T02:56:43.823 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.492892+0000", 2024-03-07T02:56:43.823 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.492892+0000", 2024-03-07T02:56:43.823 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.493185+0000", 2024-03-07T02:56:43.823 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.841312+0000", 2024-03-07T02:56:43.823 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.823 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.823 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.823 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-03-07T02:56:43.823 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.841312+0000", 2024-03-07T02:56:43.823 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.841312+0000", 2024-03-07T02:56:43.824 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.841312+0000", 2024-03-07T02:56:43.824 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.824 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.824 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.824 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.841312+0000", 2024-03-07T02:56:43.824 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.841312+0000", 2024-03-07T02:56:43.824 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.824 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:43.824 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.824 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.824 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-03-07T02:56:43.824 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.824 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.825 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.825 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.825 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:43.825 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.825 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.825 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.825 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.1", 2024-03-07T02:56:43.825 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.825 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.825 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.825 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 19, 2024-03-07T02:56:43.825 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.825 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T14:49:49.391415+0000", 2024-03-07T02:56:43.825 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.826 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.826 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.826 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.826 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.826 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.826 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.826 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.826 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.826 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.826 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.826 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.826 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.826 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.827 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.827 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.827 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.827 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.827 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.827 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.827 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.827 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.827 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.827 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.827 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.827 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.827 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.828 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.828 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.828 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.828 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.828 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.828 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.828 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.828 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.828 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.828 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.828 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.828 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.829 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.829 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.829 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.829 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.829 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.829 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.829 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.829 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.829 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:43.829 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:43.829 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:43.829 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.829 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 2, 2024-03-07T02:56:43.829 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:43.830 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.830 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.830 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.830 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:43.830 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:43.830 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-03-07T02:56:43.830 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.830 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-03-07T02:56:43.830 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.830 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.830 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 63, 2024-03-07T02:56:43.830 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.830 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.831 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.831 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.842854+0000", 2024-03-07T02:56:43.831 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:54:19.213079+0000", 2024-03-07T02:56:43.831 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:54:19.213079+0000", 2024-03-07T02:56:43.831 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:54:19.213434+0000", 2024-03-07T02:56:43.831 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.842854+0000", 2024-03-07T02:56:43.831 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:54:18.352661+0000", 2024-03-07T02:56:43.831 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.831 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:54:18.352661+0000", 2024-03-07T02:56:43.831 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 64, 2024-03-07T02:56:43.831 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.842854+0000", 2024-03-07T02:56:43.831 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.842854+0000", 2024-03-07T02:56:43.831 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.842854+0000", 2024-03-07T02:56:43.831 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.832 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.832 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:54:18.352661+0000", 2024-03-07T02:56:43.832 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.842854+0000", 2024-03-07T02:56:43.832 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.842854+0000", 2024-03-07T02:56:43.832 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.832 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:43.832 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.832 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.832 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 63, 2024-03-07T02:56:43.832 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.832 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.832 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.832 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.832 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:43.833 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.833 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.833 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.833 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "4.5", 2024-03-07T02:56:43.833 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.833 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.833 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.833 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 15, 2024-03-07T02:56:43.833 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.833 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T04:07:22.099334+0000", 2024-03-07T02:56:43.833 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.833 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.833 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.833 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.834 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.834 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.834 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.834 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.834 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.834 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.834 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.834 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.834 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.834 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.834 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.834 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.834 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.834 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.835 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.835 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.835 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.835 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.835 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.835 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.835 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.835 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.835 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.835 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.835 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.835 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.835 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.835 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.835 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.836 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.836 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.836 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.836 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.836 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.836 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.836 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.836 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.836 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.836 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.836 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.836 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.836 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.836 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.836 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:43.837 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:43.837 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-03-07T02:56:43.837 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.837 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-03-07T02:56:43.837 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:43.837 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.837 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.837 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.837 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:43.837 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:43.837 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-03-07T02:56:43.837 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.837 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-03-07T02:56:43.838 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.838 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.838 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:43.838 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.838 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.838 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.838 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.842922+0000", 2024-03-07T02:56:43.838 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.839072+0000", 2024-03-07T02:56:43.838 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.839072+0000", 2024-03-07T02:56:43.838 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.839345+0000", 2024-03-07T02:56:43.838 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.842922+0000", 2024-03-07T02:56:43.838 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.838 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.839 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.839 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:43.839 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.842922+0000", 2024-03-07T02:56:43.839 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.842922+0000", 2024-03-07T02:56:43.839 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.842922+0000", 2024-03-07T02:56:43.839 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.839 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.839 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.839 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.842922+0000", 2024-03-07T02:56:43.839 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.842922+0000", 2024-03-07T02:56:43.839 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.839 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:43.839 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.839 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.840 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:43.840 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.840 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.840 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.840 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.840 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:43.840 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.840 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.840 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.840 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.2", 2024-03-07T02:56:43.840 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.840 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.841 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.841 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:43.841 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.841 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T08:31:16.320891+0000", 2024-03-07T02:56:43.841 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.841 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.841 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.841 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.841 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.841 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.841 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.841 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.841 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.842 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.842 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.842 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.842 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.842 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.842 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.842 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.842 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.842 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.842 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.842 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.842 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.842 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.842 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.843 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.843 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.843 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.843 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.843 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.843 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.843 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.843 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.843 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.843 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.843 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.843 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.844 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.844 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.844 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.844 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.844 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.844 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.844 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.844 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.844 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.844 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.844 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.844 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.845 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:43.845 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:43.845 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-03-07T02:56:43.845 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.845 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-03-07T02:56:43.845 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:43.845 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.845 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.845 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.845 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:43.845 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:43.845 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-03-07T02:56:43.845 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.845 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-03-07T02:56:43.846 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.846 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.846 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-03-07T02:56:43.846 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.846 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.846 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.846 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.840081+0000", 2024-03-07T02:56:43.846 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.486822+0000", 2024-03-07T02:56:43.846 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.486822+0000", 2024-03-07T02:56:43.846 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.487182+0000", 2024-03-07T02:56:43.846 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.840081+0000", 2024-03-07T02:56:43.846 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.846 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.846 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.847 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-03-07T02:56:43.847 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.840081+0000", 2024-03-07T02:56:43.847 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.840081+0000", 2024-03-07T02:56:43.847 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.840081+0000", 2024-03-07T02:56:43.847 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.847 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.847 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.847 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.840081+0000", 2024-03-07T02:56:43.847 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.840081+0000", 2024-03-07T02:56:43.847 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.847 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:43.847 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.847 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.847 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-03-07T02:56:43.847 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.848 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.848 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.848 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.848 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:43.848 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.848 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.848 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.848 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.3", 2024-03-07T02:56:43.848 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.848 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.848 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.848 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 19, 2024-03-07T02:56:43.848 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.849 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T10:19:48.370371+0000", 2024-03-07T02:56:43.849 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.849 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.849 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.849 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.849 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.849 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.849 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.849 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.849 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.849 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.849 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.849 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.849 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.850 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.850 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.850 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.850 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.850 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.850 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.850 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.850 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.850 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.850 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.850 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.850 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.850 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.850 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.851 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.851 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.851 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.851 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.851 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.851 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.851 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.851 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.851 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.851 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.851 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.851 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.851 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.851 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.851 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.851 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.852 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.852 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.852 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.852 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.852 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:43.852 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:43.852 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-03-07T02:56:43.852 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.852 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-03-07T02:56:43.852 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:43.852 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.852 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.852 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.852 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:43.853 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:43.853 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-03-07T02:56:43.853 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.853 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-03-07T02:56:43.853 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.853 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.853 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 19, 2024-03-07T02:56:43.853 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.853 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.853 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.853 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:56:39.372152+0000", 2024-03-07T02:56:43.853 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:35.329839+0000", 2024-03-07T02:56:43.853 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:35.329839+0000", 2024-03-07T02:56:43.854 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:35.330318+0000", 2024-03-07T02:56:43.854 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:56:39.372152+0000", 2024-03-07T02:56:43.854 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:51:31.238394+0000", 2024-03-07T02:56:43.854 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.854 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:51:31.238394+0000", 2024-03-07T02:56:43.854 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 58, 2024-03-07T02:56:43.854 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:56:39.372152+0000", 2024-03-07T02:56:43.854 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:56:39.372152+0000", 2024-03-07T02:56:43.854 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:56:39.372152+0000", 2024-03-07T02:56:43.854 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.854 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.854 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:51:31.238394+0000", 2024-03-07T02:56:43.854 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:56:39.372152+0000", 2024-03-07T02:56:43.854 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:56:39.372152+0000", 2024-03-07T02:56:43.855 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.855 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 132, 2024-03-07T02:56:43.855 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.855 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.855 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 57, 2024-03-07T02:56:43.855 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.855 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.855 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.855 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.855 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 132, 2024-03-07T02:56:43.855 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.855 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.855 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.856 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "1.0", 2024-03-07T02:56:43.856 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.856 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.856 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.856 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 281, 2024-03-07T02:56:43.856 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.856 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T09:41:13.020643+0000", 2024-03-07T02:56:43.856 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.856 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.856 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.856 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 590368, 2024-03-07T02:56:43.856 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.856 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 1771104, 2024-03-07T02:56:43.856 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.856 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.857 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.857 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.857 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.857 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.857 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.857 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.857 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.857 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.857 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.857 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.857 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.857 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 6, 2024-03-07T02:56:43.857 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 2, 2024-03-07T02:56:43.858 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.858 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 2, 2024-03-07T02:56:43.858 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.858 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.858 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.858 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.858 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.858 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.858 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.858 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 6, 2024-03-07T02:56:43.858 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.858 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.858 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.858 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.859 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.859 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 250, 2024-03-07T02:56:43.859 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 464, 2024-03-07T02:56:43.859 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.859 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.859 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.859 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 187, 2024-03-07T02:56:43.859 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 2416 2024-03-07T02:56:43.859 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.859 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.859 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.859 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.859 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:43.859 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:43.860 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-03-07T02:56:43.860 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.860 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-03-07T02:56:43.860 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "68'132" 2024-03-07T02:56:43.860 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.860 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.860 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.860 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:43.860 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:43.860 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-03-07T02:56:43.860 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.860 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-03-07T02:56:43.860 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.860 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.860 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 63, 2024-03-07T02:56:43.861 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.861 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.861 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.861 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.006072+0000", 2024-03-07T02:56:43.861 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:54:18.392902+0000", 2024-03-07T02:56:43.861 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:54:18.392902+0000", 2024-03-07T02:56:43.861 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:54:18.393183+0000", 2024-03-07T02:56:43.861 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.006072+0000", 2024-03-07T02:56:43.861 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:54:18.352661+0000", 2024-03-07T02:56:43.861 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.861 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:54:18.352661+0000", 2024-03-07T02:56:43.861 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 64, 2024-03-07T02:56:43.861 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.006072+0000", 2024-03-07T02:56:43.861 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.006072+0000", 2024-03-07T02:56:43.861 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.006072+0000", 2024-03-07T02:56:43.862 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.862 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.862 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:54:18.352661+0000", 2024-03-07T02:56:43.862 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.006072+0000", 2024-03-07T02:56:43.862 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.006072+0000", 2024-03-07T02:56:43.862 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.862 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:43.862 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.862 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.862 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 63, 2024-03-07T02:56:43.862 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.862 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.862 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.862 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.862 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:43.863 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.863 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.863 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.863 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "4.6", 2024-03-07T02:56:43.863 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.863 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.863 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.863 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 15, 2024-03-07T02:56:43.863 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.863 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T12:42:17.552510+0000", 2024-03-07T02:56:43.863 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.863 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.863 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.863 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.864 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.864 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.864 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.864 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.864 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.864 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.864 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.864 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.864 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.864 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.864 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.864 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.864 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.864 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.864 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.864 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.865 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.865 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.865 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.865 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.865 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.865 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.865 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.865 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.865 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.865 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.865 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.865 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.865 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.865 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.865 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.865 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.866 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.866 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.866 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.866 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.866 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.866 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.866 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.866 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.866 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.866 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.866 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.866 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:43.866 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:43.866 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-03-07T02:56:43.866 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.866 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-03-07T02:56:43.867 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:43.867 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.867 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.867 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.867 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:43.867 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:43.867 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-03-07T02:56:43.867 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.867 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-03-07T02:56:43.867 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.867 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.867 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:43.867 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.867 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.867 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.867 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.005941+0000", 2024-03-07T02:56:43.868 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.856622+0000", 2024-03-07T02:56:43.868 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.856622+0000", 2024-03-07T02:56:43.868 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.856920+0000", 2024-03-07T02:56:43.868 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.005941+0000", 2024-03-07T02:56:43.868 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.868 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.868 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.868 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:43.868 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.005941+0000", 2024-03-07T02:56:43.868 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.005941+0000", 2024-03-07T02:56:43.868 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.005941+0000", 2024-03-07T02:56:43.868 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.868 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.869 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.869 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.005941+0000", 2024-03-07T02:56:43.869 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.005941+0000", 2024-03-07T02:56:43.869 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.869 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:43.869 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.869 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.869 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:43.869 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.869 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.869 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.869 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.869 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:43.869 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.869 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.870 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.870 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.1", 2024-03-07T02:56:43.870 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.870 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.870 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.870 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:43.870 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.870 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T02:54:57.154093+0000", 2024-03-07T02:56:43.870 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.870 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.870 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.870 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.870 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.870 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.870 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.871 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.871 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.871 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.871 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.871 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.871 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.871 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.871 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.871 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.871 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.871 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.871 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.871 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.871 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.871 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.871 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.872 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.872 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.872 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.872 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.872 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.872 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.872 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.872 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.872 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.872 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.872 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.872 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.872 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.872 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.872 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.873 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.873 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.873 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.873 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.873 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.873 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.873 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.873 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.873 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.873 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:43.873 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:43.873 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-03-07T02:56:43.873 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.873 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-03-07T02:56:43.874 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:43.874 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.874 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.874 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.874 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:43.874 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:43.874 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:43.874 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.874 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-03-07T02:56:43.874 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.874 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.874 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-03-07T02:56:43.874 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.874 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.874 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.875 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.744294+0000", 2024-03-07T02:56:43.875 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.495603+0000", 2024-03-07T02:56:43.875 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.495603+0000", 2024-03-07T02:56:43.875 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.495948+0000", 2024-03-07T02:56:43.875 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.744294+0000", 2024-03-07T02:56:43.875 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.875 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.875 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.875 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-03-07T02:56:43.875 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.744294+0000", 2024-03-07T02:56:43.875 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.744294+0000", 2024-03-07T02:56:43.875 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.744294+0000", 2024-03-07T02:56:43.875 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.875 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.876 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.876 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.744294+0000", 2024-03-07T02:56:43.876 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.744294+0000", 2024-03-07T02:56:43.876 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.876 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:43.876 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.876 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.876 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-03-07T02:56:43.876 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.876 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.876 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.876 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.876 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:43.876 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.876 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.877 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.877 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.0", 2024-03-07T02:56:43.877 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.877 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.877 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.877 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 19, 2024-03-07T02:56:43.877 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.877 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T04:22:21.769630+0000", 2024-03-07T02:56:43.877 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.877 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.877 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.877 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.877 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.877 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.877 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.877 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.878 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.878 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.878 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.878 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.878 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.878 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.878 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.878 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.878 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.878 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.878 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.878 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.878 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.879 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.879 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.879 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.879 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.879 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.879 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.879 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.879 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.879 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.879 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.879 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.879 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.879 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.879 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.879 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.880 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.880 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.880 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.880 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.880 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.880 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.880 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.880 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.880 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.880 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.880 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.880 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:43.880 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:43.881 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:43.881 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.881 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-03-07T02:56:43.881 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:43.881 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.881 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.881 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.881 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:43.881 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:43.881 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-03-07T02:56:43.881 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.881 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-03-07T02:56:43.881 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.881 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.881 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 63, 2024-03-07T02:56:43.881 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.882 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.882 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.882 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.005890+0000", 2024-03-07T02:56:43.882 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:54:19.213572+0000", 2024-03-07T02:56:43.882 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:54:19.213572+0000", 2024-03-07T02:56:43.882 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:54:19.213889+0000", 2024-03-07T02:56:43.882 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.005890+0000", 2024-03-07T02:56:43.882 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:54:18.352661+0000", 2024-03-07T02:56:43.882 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.882 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:54:18.352661+0000", 2024-03-07T02:56:43.882 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 64, 2024-03-07T02:56:43.882 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.005890+0000", 2024-03-07T02:56:43.882 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.005890+0000", 2024-03-07T02:56:43.882 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.005890+0000", 2024-03-07T02:56:43.882 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.882 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.883 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:54:18.352661+0000", 2024-03-07T02:56:43.883 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.005890+0000", 2024-03-07T02:56:43.883 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.005890+0000", 2024-03-07T02:56:43.883 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.883 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:43.883 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.883 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.883 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 63, 2024-03-07T02:56:43.883 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.883 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.883 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.883 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.883 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:43.884 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.884 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.884 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.884 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "4.3", 2024-03-07T02:56:43.884 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.884 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.884 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.884 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 15, 2024-03-07T02:56:43.884 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.884 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T09:25:54.993481+0000", 2024-03-07T02:56:43.884 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.884 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.884 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.885 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.885 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.885 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.885 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.885 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.885 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.885 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.885 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.885 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.885 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.885 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.885 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.885 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.885 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.885 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.886 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.886 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.886 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.886 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.886 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.886 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.886 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.886 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.886 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.886 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.886 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.886 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.886 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.886 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.886 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.886 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.887 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.887 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.887 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.887 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.887 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.887 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.887 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.887 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.887 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.887 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.887 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.887 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.887 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.887 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:43.887 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:43.888 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-03-07T02:56:43.888 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.888 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-03-07T02:56:43.888 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:43.888 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.888 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.888 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.888 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:43.888 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:43.888 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-03-07T02:56:43.888 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.888 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-03-07T02:56:43.889 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.889 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.889 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-03-07T02:56:43.889 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.889 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.889 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.889 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.745059+0000", 2024-03-07T02:56:43.889 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.491506+0000", 2024-03-07T02:56:43.889 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.491506+0000", 2024-03-07T02:56:43.889 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.491803+0000", 2024-03-07T02:56:43.889 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.745059+0000", 2024-03-07T02:56:43.889 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.890 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.890 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.890 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-03-07T02:56:43.890 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.745059+0000", 2024-03-07T02:56:43.890 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.745059+0000", 2024-03-07T02:56:43.890 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.745059+0000", 2024-03-07T02:56:43.890 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.890 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.890 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.890 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.745059+0000", 2024-03-07T02:56:43.890 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.745059+0000", 2024-03-07T02:56:43.890 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.890 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:43.890 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.891 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.891 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-03-07T02:56:43.891 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.891 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.891 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.891 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.891 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:43.891 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.891 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.891 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.891 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.5", 2024-03-07T02:56:43.891 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.891 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.891 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.891 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 19, 2024-03-07T02:56:43.892 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.892 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T04:38:50.284164+0000", 2024-03-07T02:56:43.892 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.892 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.892 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.892 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.892 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.892 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.892 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.892 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.892 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.892 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.893 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.893 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.893 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.893 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.893 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.893 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.893 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.893 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.893 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.893 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.893 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.893 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.893 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.893 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.893 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.893 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.894 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.894 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.894 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.894 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.894 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.894 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.894 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.894 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.894 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.894 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.894 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.894 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.894 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.894 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.894 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.895 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.895 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.895 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.895 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.895 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.895 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.895 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:43.895 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:43.895 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-03-07T02:56:43.895 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.895 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-03-07T02:56:43.895 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:43.895 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.895 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.895 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.895 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:43.896 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:43.896 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-03-07T02:56:43.896 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.896 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-03-07T02:56:43.896 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.896 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.896 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:43.896 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.896 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.896 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.896 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.841047+0000", 2024-03-07T02:56:43.896 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.838825+0000", 2024-03-07T02:56:43.896 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.838825+0000", 2024-03-07T02:56:43.896 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.839085+0000", 2024-03-07T02:56:43.897 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.841047+0000", 2024-03-07T02:56:43.897 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.897 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.897 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.897 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:43.897 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.841047+0000", 2024-03-07T02:56:43.897 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.841047+0000", 2024-03-07T02:56:43.897 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.841047+0000", 2024-03-07T02:56:43.897 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.897 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.897 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.897 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.841047+0000", 2024-03-07T02:56:43.897 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.841047+0000", 2024-03-07T02:56:43.897 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.897 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:43.898 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.898 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.898 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:43.898 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.898 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.898 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.898 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.898 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:43.898 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.898 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.898 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.898 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.4", 2024-03-07T02:56:43.898 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.899 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.899 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.899 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:43.899 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.899 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T06:10:23.889244+0000", 2024-03-07T02:56:43.899 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.899 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.899 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.899 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.899 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.899 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.899 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.899 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.900 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.900 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.900 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.900 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.900 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.900 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.900 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.900 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.900 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.900 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.900 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.900 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.900 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.901 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.901 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.901 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.901 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.901 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.901 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.901 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.901 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.901 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.901 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.901 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.901 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.901 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.901 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.901 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.902 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.902 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.902 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.902 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.902 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.902 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.902 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.902 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.902 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.902 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.902 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.902 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:43.902 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:43.902 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-03-07T02:56:43.902 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.903 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-03-07T02:56:43.903 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:43.903 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.903 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.903 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.903 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:43.903 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:43.903 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:43.903 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.903 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-03-07T02:56:43.903 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.903 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.903 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 63, 2024-03-07T02:56:43.903 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.903 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.904 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.904 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.843817+0000", 2024-03-07T02:56:43.904 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:54:19.213387+0000", 2024-03-07T02:56:43.904 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:54:19.213387+0000", 2024-03-07T02:56:43.904 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:54:19.213718+0000", 2024-03-07T02:56:43.904 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.843817+0000", 2024-03-07T02:56:43.904 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:54:18.352661+0000", 2024-03-07T02:56:43.904 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.904 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:54:18.352661+0000", 2024-03-07T02:56:43.904 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 64, 2024-03-07T02:56:43.904 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.843817+0000", 2024-03-07T02:56:43.904 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.843817+0000", 2024-03-07T02:56:43.904 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.843817+0000", 2024-03-07T02:56:43.904 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.904 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.905 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:54:18.352661+0000", 2024-03-07T02:56:43.905 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.843817+0000", 2024-03-07T02:56:43.905 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.843817+0000", 2024-03-07T02:56:43.905 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.905 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:43.905 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.905 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.905 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 63, 2024-03-07T02:56:43.905 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.905 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.905 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.905 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.905 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:43.905 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.905 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.906 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.906 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "4.0", 2024-03-07T02:56:43.906 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.906 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.906 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.906 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 15, 2024-03-07T02:56:43.906 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.906 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T06:10:17.223225+0000", 2024-03-07T02:56:43.906 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.906 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.906 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.906 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.906 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.906 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.906 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.906 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.907 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.907 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.907 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.907 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.907 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.907 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.907 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.907 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.907 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.907 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.907 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.907 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.907 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.907 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.907 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.907 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.908 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.908 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.908 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.908 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.908 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.908 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.908 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.908 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.908 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.908 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.908 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.908 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.908 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.908 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.909 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.909 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.909 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.909 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.909 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.909 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.909 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.909 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.909 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.909 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:43.909 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:43.909 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:43.909 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.909 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-03-07T02:56:43.909 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:43.909 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.910 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.910 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.910 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:43.910 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:43.910 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-03-07T02:56:43.910 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.910 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-03-07T02:56:43.910 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.910 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.910 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-03-07T02:56:43.910 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.910 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.910 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.910 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.841221+0000", 2024-03-07T02:56:43.910 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.495587+0000", 2024-03-07T02:56:43.911 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.495587+0000", 2024-03-07T02:56:43.911 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.495863+0000", 2024-03-07T02:56:43.911 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.841221+0000", 2024-03-07T02:56:43.911 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.911 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.911 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.911 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-03-07T02:56:43.911 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.841221+0000", 2024-03-07T02:56:43.911 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.841221+0000", 2024-03-07T02:56:43.911 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.841221+0000", 2024-03-07T02:56:43.911 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.911 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.911 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.911 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.841221+0000", 2024-03-07T02:56:43.911 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.841221+0000", 2024-03-07T02:56:43.912 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.912 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 1, 2024-03-07T02:56:43.912 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.912 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.912 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-03-07T02:56:43.912 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.912 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.912 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.912 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.912 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 1, 2024-03-07T02:56:43.912 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.912 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.912 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.912 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.6", 2024-03-07T02:56:43.913 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.913 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.913 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.913 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 20, 2024-03-07T02:56:43.913 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.913 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T12:46:32.863959+0000", 2024-03-07T02:56:43.913 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.913 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.913 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.913 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.913 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.913 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.913 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.913 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.914 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.914 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.914 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.914 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.914 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.914 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.914 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.914 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.914 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.914 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.914 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.914 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-03-07T02:56:43.914 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-03-07T02:56:43.914 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.914 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-03-07T02:56:43.915 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.915 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.915 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.915 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.915 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.915 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-03-07T02:56:43.915 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.915 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.915 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.915 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.915 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.915 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.915 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.915 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.915 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.916 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.916 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.916 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.916 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 1, 2024-03-07T02:56:43.916 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.916 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.916 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.916 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.916 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.916 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:43.916 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:43.916 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-03-07T02:56:43.916 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.916 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-03-07T02:56:43.917 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "62'1" 2024-03-07T02:56:43.917 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.917 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.917 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.917 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:43.917 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:43.917 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:43.917 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.917 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-03-07T02:56:43.917 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.917 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.917 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:43.917 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.918 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.918 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.918 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.844076+0000", 2024-03-07T02:56:43.918 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.847869+0000", 2024-03-07T02:56:43.918 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.847869+0000", 2024-03-07T02:56:43.918 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.848174+0000", 2024-03-07T02:56:43.918 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.844076+0000", 2024-03-07T02:56:43.918 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.918 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.918 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.918 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:43.918 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.844076+0000", 2024-03-07T02:56:43.918 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.844076+0000", 2024-03-07T02:56:43.918 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.844076+0000", 2024-03-07T02:56:43.919 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.919 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.919 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.919 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.844076+0000", 2024-03-07T02:56:43.919 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.844076+0000", 2024-03-07T02:56:43.919 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.919 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:43.919 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.919 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.919 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:43.919 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.919 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.919 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.919 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.919 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:43.920 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.920 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.920 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.920 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.7", 2024-03-07T02:56:43.920 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.920 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.920 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.920 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:43.920 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.920 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T03:47:37.139871+0000", 2024-03-07T02:56:43.920 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.920 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.920 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.921 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.921 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.921 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.921 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.921 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.921 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.921 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.921 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.921 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.921 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.921 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.921 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.921 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.922 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.922 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.922 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.922 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.922 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.922 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.922 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.922 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.922 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.922 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.922 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.922 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.922 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.923 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.923 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.923 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.923 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.923 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.923 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.923 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.923 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.923 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.923 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.923 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.923 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.923 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.923 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.923 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.924 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.924 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.924 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.924 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:43.924 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:43.924 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:43.924 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.924 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-03-07T02:56:43.924 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:43.924 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.924 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.924 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.924 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:43.924 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:43.925 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-03-07T02:56:43.925 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.925 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 4, 2024-03-07T02:56:43.925 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.925 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.925 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 63, 2024-03-07T02:56:43.925 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.925 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.925 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.925 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.552424+0000", 2024-03-07T02:56:43.925 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:54:18.513977+0000", 2024-03-07T02:56:43.925 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:54:18.513977+0000", 2024-03-07T02:56:43.925 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:54:18.514264+0000", 2024-03-07T02:56:43.925 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.552424+0000", 2024-03-07T02:56:43.926 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:54:18.352661+0000", 2024-03-07T02:56:43.926 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.926 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:54:18.352661+0000", 2024-03-07T02:56:43.926 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 64, 2024-03-07T02:56:43.926 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.552424+0000", 2024-03-07T02:56:43.926 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.552424+0000", 2024-03-07T02:56:43.926 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.552424+0000", 2024-03-07T02:56:43.926 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.926 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.926 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:54:18.352661+0000", 2024-03-07T02:56:43.926 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.552424+0000", 2024-03-07T02:56:43.926 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.552424+0000", 2024-03-07T02:56:43.926 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.927 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:43.927 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.927 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.927 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 63, 2024-03-07T02:56:43.927 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.927 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.927 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.927 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.927 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:43.927 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.927 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.927 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.927 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "4.1", 2024-03-07T02:56:43.927 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.927 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.928 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.928 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 15, 2024-03-07T02:56:43.928 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.928 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T05:23:47.491302+0000", 2024-03-07T02:56:43.928 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.928 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.928 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.928 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.928 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.928 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.928 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.928 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.928 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.929 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.929 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.929 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.929 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.929 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.929 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.929 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.929 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.929 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.929 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.929 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.929 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.929 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.929 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.930 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.930 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.930 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.930 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.930 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.930 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.930 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.930 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.930 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.930 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.930 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.930 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.930 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.930 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.930 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.931 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.931 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.931 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.931 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.931 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.931 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.931 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.931 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.931 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.931 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:43.931 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:43.931 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-03-07T02:56:43.931 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.931 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 4, 2024-03-07T02:56:43.931 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:43.932 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.932 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.932 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.932 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:43.932 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:43.932 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-03-07T02:56:43.932 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.932 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-03-07T02:56:43.932 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.932 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.932 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-03-07T02:56:43.932 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.932 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.933 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.933 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.843052+0000", 2024-03-07T02:56:43.933 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.486264+0000", 2024-03-07T02:56:43.933 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.486264+0000", 2024-03-07T02:56:43.933 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.491180+0000", 2024-03-07T02:56:43.933 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.843052+0000", 2024-03-07T02:56:43.933 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.933 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.933 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.933 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-03-07T02:56:43.933 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.843052+0000", 2024-03-07T02:56:43.933 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.843052+0000", 2024-03-07T02:56:43.933 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.843052+0000", 2024-03-07T02:56:43.933 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.933 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.934 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.934 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.843052+0000", 2024-03-07T02:56:43.934 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.843052+0000", 2024-03-07T02:56:43.934 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.934 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 2, 2024-03-07T02:56:43.934 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.934 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.934 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-03-07T02:56:43.934 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.934 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.934 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.934 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.934 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 2, 2024-03-07T02:56:43.934 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.934 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.935 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.935 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.7", 2024-03-07T02:56:43.935 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.935 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.935 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.935 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 21, 2024-03-07T02:56:43.935 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.935 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T10:41:07.485502+0000", 2024-03-07T02:56:43.935 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.935 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.935 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.935 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.935 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.935 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.936 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.936 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.936 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.936 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.936 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.936 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.936 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.936 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.936 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.936 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.936 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.936 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.936 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.936 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-03-07T02:56:43.936 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-03-07T02:56:43.936 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.937 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-03-07T02:56:43.937 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.937 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.937 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.937 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.937 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.937 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-03-07T02:56:43.937 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.937 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.937 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.937 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.937 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.937 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.937 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.937 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.938 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.938 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.938 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.938 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.938 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 3, 2024-03-07T02:56:43.938 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.938 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.938 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.938 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.938 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.938 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:43.938 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:43.938 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-03-07T02:56:43.938 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.938 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-03-07T02:56:43.939 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'2" 2024-03-07T02:56:43.939 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.939 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.939 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.939 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:43.939 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:43.939 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-03-07T02:56:43.939 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.939 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-03-07T02:56:43.939 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.939 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.939 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:43.939 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.939 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.940 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.940 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.006226+0000", 2024-03-07T02:56:43.940 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.855814+0000", 2024-03-07T02:56:43.940 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.855814+0000", 2024-03-07T02:56:43.940 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.856117+0000", 2024-03-07T02:56:43.940 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.006226+0000", 2024-03-07T02:56:43.940 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.940 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.940 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.940 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:43.940 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.006226+0000", 2024-03-07T02:56:43.940 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.006226+0000", 2024-03-07T02:56:43.940 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.006226+0000", 2024-03-07T02:56:43.940 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.941 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.941 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.941 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.006226+0000", 2024-03-07T02:56:43.941 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.006226+0000", 2024-03-07T02:56:43.941 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.941 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:43.941 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.941 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.941 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:43.941 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.941 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.941 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.941 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.941 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:43.941 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.941 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.942 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.942 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.6", 2024-03-07T02:56:43.942 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.942 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.942 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.942 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:43.942 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.942 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T08:24:34.311203+0000", 2024-03-07T02:56:43.942 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.942 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.942 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.942 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.942 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.942 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.942 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.943 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.943 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.943 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.943 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.943 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.943 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.943 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.943 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.943 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.943 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.943 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.943 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.943 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.943 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.943 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.944 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.944 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.944 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.944 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.944 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.944 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.944 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.944 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.944 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.944 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.944 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.944 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.944 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.944 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.945 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.945 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.945 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.945 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.945 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.945 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.945 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.945 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.945 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.945 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.945 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.945 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:43.945 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:43.945 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-03-07T02:56:43.946 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.946 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-03-07T02:56:43.946 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:43.946 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.946 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.946 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.946 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:43.946 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:43.946 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-03-07T02:56:43.946 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.946 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 2, 2024-03-07T02:56:43.946 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.946 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.946 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-03-07T02:56:43.946 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.947 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.947 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.947 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.007227+0000", 2024-03-07T02:56:43.947 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:55:20.006887+0000", 2024-03-07T02:56:43.947 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:55:20.006887+0000", 2024-03-07T02:56:43.947 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:55:20.007227+0000", 2024-03-07T02:56:43.947 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.007227+0000", 2024-03-07T02:56:43.947 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.947 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.947 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.947 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 68, 2024-03-07T02:56:43.947 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.007227+0000", 2024-03-07T02:56:43.947 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.007227+0000", 2024-03-07T02:56:43.947 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.007227+0000", 2024-03-07T02:56:43.947 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.948 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.948 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.948 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.007227+0000", 2024-03-07T02:56:43.948 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.007227+0000", 2024-03-07T02:56:43.948 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.948 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:43.948 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.948 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.948 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 67, 2024-03-07T02:56:43.948 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.948 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.948 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.948 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.948 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:43.949 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.949 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.949 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.949 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.8", 2024-03-07T02:56:43.949 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.949 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.949 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.949 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 11, 2024-03-07T02:56:43.949 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.949 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T08:26:34.478311+0000", 2024-03-07T02:56:43.949 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.949 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.949 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.949 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.949 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.950 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.950 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.950 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.950 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.950 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.950 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.950 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.950 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.950 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.950 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.950 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.950 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.950 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.950 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.950 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.951 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.951 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.951 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.951 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.951 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.951 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.951 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.951 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.951 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.951 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.951 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.951 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.951 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.951 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.951 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.952 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.952 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.952 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.952 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.952 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.952 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.952 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.952 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.952 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.952 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.952 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.952 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.952 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:43.952 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:43.952 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-03-07T02:56:43.953 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.953 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 2, 2024-03-07T02:56:43.953 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:43.953 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.953 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.953 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.953 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:43.953 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:43.953 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-03-07T02:56:43.953 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.953 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 4, 2024-03-07T02:56:43.953 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.953 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.953 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:43.953 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.954 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.954 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.954 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.553014+0000", 2024-03-07T02:56:43.954 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.861303+0000", 2024-03-07T02:56:43.954 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.861303+0000", 2024-03-07T02:56:43.954 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.861668+0000", 2024-03-07T02:56:43.954 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.553014+0000", 2024-03-07T02:56:43.954 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.954 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.954 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.954 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:43.955 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.553014+0000", 2024-03-07T02:56:43.955 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.553014+0000", 2024-03-07T02:56:43.955 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.553014+0000", 2024-03-07T02:56:43.955 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.955 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.955 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.955 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.553014+0000", 2024-03-07T02:56:43.955 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.553014+0000", 2024-03-07T02:56:43.955 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.955 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:43.955 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.955 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.955 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:43.955 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.956 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.956 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.956 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.956 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:43.956 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.956 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.956 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.956 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.9", 2024-03-07T02:56:43.956 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.956 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.956 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.956 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:43.956 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.956 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T11:21:41.301505+0000", 2024-03-07T02:56:43.957 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.957 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.957 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.957 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.957 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.957 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.957 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.957 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.957 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.957 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.957 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.957 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.957 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.957 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.957 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.957 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.958 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.958 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.958 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.958 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.958 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.958 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.958 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.958 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.958 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.958 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.958 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.958 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.958 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.959 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.959 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.959 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.959 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.959 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.959 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.959 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.959 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.959 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.959 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.959 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.959 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.959 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.959 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.960 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.960 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.960 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.960 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.960 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:43.960 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:43.960 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-03-07T02:56:43.960 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.960 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 4, 2024-03-07T02:56:43.960 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:43.960 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.960 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.960 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.960 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:43.960 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:43.961 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-03-07T02:56:43.961 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.961 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-03-07T02:56:43.961 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.961 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.961 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-03-07T02:56:43.961 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.961 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.961 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.961 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.840395+0000", 2024-03-07T02:56:43.961 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.498298+0000", 2024-03-07T02:56:43.961 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.498298+0000", 2024-03-07T02:56:43.961 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.498632+0000", 2024-03-07T02:56:43.961 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.840395+0000", 2024-03-07T02:56:43.961 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.961 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.962 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.962 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-03-07T02:56:43.962 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.840395+0000", 2024-03-07T02:56:43.962 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.840395+0000", 2024-03-07T02:56:43.962 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.840395+0000", 2024-03-07T02:56:43.962 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.962 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.962 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.962 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.840395+0000", 2024-03-07T02:56:43.962 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.840395+0000", 2024-03-07T02:56:43.962 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.962 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:43.962 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.962 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.963 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-03-07T02:56:43.963 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.963 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.963 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.963 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.963 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:43.963 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.963 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.963 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.963 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.9", 2024-03-07T02:56:43.963 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.963 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.963 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.963 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 19, 2024-03-07T02:56:43.963 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.964 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T04:18:28.135492+0000", 2024-03-07T02:56:43.964 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.964 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.964 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.964 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.964 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.964 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.964 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.964 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.964 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.964 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.964 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.964 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.964 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.965 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.965 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.965 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.965 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.965 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.965 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.965 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.965 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.965 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.965 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.965 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.965 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.965 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.965 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.965 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.965 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.966 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.966 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.966 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.966 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.966 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.966 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.966 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.966 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.966 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.966 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.966 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.966 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.966 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.966 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.966 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.967 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.967 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.967 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.967 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:43.967 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:43.967 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-03-07T02:56:43.967 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.967 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-03-07T02:56:43.967 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:43.967 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.967 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.967 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.967 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:43.967 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:43.967 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-03-07T02:56:43.967 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.968 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-03-07T02:56:43.968 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.968 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.968 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:43.968 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.968 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.968 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.968 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.843907+0000", 2024-03-07T02:56:43.968 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.846030+0000", 2024-03-07T02:56:43.968 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.846030+0000", 2024-03-07T02:56:43.968 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.846463+0000", 2024-03-07T02:56:43.968 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.843907+0000", 2024-03-07T02:56:43.968 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.969 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.969 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.969 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:43.969 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.843907+0000", 2024-03-07T02:56:43.969 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.843907+0000", 2024-03-07T02:56:43.969 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.843907+0000", 2024-03-07T02:56:43.969 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.969 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.969 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.969 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.843907+0000", 2024-03-07T02:56:43.969 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.843907+0000", 2024-03-07T02:56:43.969 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.970 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:43.970 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.970 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.970 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:43.970 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.970 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.970 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.970 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.970 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:43.970 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.970 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.970 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.970 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.8", 2024-03-07T02:56:43.970 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.970 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.971 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.971 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:43.971 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.971 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T07:21:47.014194+0000", 2024-03-07T02:56:43.971 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.971 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.971 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.971 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.971 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.971 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.971 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.971 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.971 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.971 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.972 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.972 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.972 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.972 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.972 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.972 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.972 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.972 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.972 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.972 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.972 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.972 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.972 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.973 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.973 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.973 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.973 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.973 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.973 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.973 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.973 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.973 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.973 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.973 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.973 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.973 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.973 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.974 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.974 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.974 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.974 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.974 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.974 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.974 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.974 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.974 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.974 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.974 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:43.974 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:43.974 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-03-07T02:56:43.974 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.975 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-03-07T02:56:43.975 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:43.975 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.975 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.975 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.975 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:43.975 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:43.975 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-03-07T02:56:43.975 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.975 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-03-07T02:56:43.975 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.975 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.975 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-03-07T02:56:43.975 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.976 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.976 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.976 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.840158+0000", 2024-03-07T02:56:43.976 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.498740+0000", 2024-03-07T02:56:43.976 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.498740+0000", 2024-03-07T02:56:43.976 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.499053+0000", 2024-03-07T02:56:43.976 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.840158+0000", 2024-03-07T02:56:43.976 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.976 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.976 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.976 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-03-07T02:56:43.976 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.840158+0000", 2024-03-07T02:56:43.976 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.840158+0000", 2024-03-07T02:56:43.976 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.840158+0000", 2024-03-07T02:56:43.976 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.977 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.977 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.977 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.840158+0000", 2024-03-07T02:56:43.977 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.840158+0000", 2024-03-07T02:56:43.977 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.977 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:43.977 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.977 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.977 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-03-07T02:56:43.977 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.977 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.977 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.977 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.977 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:43.978 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.978 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.978 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.978 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.a", 2024-03-07T02:56:43.978 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.978 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.978 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.978 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 19, 2024-03-07T02:56:43.978 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.978 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T08:36:03.882666+0000", 2024-03-07T02:56:43.978 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.978 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.978 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.979 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.979 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.979 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.979 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.979 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.979 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.979 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.979 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.979 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.979 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.979 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.979 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.979 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.979 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.979 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.979 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.980 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.980 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.980 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.980 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.980 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.980 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.980 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.980 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.980 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.980 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.980 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.980 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.980 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.980 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.981 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.981 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.981 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.981 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.981 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.981 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.981 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.981 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.981 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.981 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.981 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.981 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.981 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.981 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.982 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:43.982 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:43.982 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-03-07T02:56:43.982 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.982 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-03-07T02:56:43.982 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:43.982 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.982 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.982 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.982 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:43.982 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:43.982 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-03-07T02:56:43.982 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.982 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-03-07T02:56:43.982 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.982 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.983 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:43.983 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.983 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.983 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.983 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.843807+0000", 2024-03-07T02:56:43.983 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.851507+0000", 2024-03-07T02:56:43.983 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.851507+0000", 2024-03-07T02:56:43.983 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.851778+0000", 2024-03-07T02:56:43.983 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.843807+0000", 2024-03-07T02:56:43.983 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.983 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.983 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.983 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:43.983 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.843807+0000", 2024-03-07T02:56:43.983 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.843807+0000", 2024-03-07T02:56:43.984 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.843807+0000", 2024-03-07T02:56:43.984 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.984 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.984 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.984 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.843807+0000", 2024-03-07T02:56:43.984 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.843807+0000", 2024-03-07T02:56:43.984 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.984 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:43.984 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.984 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.984 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:43.984 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.984 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.985 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.985 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.985 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:43.985 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.985 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.985 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.985 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.b", 2024-03-07T02:56:43.985 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.985 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.985 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.985 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:43.985 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.985 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T08:52:20.226529+0000", 2024-03-07T02:56:43.985 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.985 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.986 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.986 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.986 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.986 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.986 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.986 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.986 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.986 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.986 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.986 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.986 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.986 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.986 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.986 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.986 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.986 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.987 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.987 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:43.987 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:43.987 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.987 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:43.987 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.987 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.987 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.987 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.987 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.987 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:43.987 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.987 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.987 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.987 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.988 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.988 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.988 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.988 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.988 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.988 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.988 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.988 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.988 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:43.988 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.988 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.988 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.988 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.989 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.989 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:43.989 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:43.989 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-03-07T02:56:43.989 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.989 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-03-07T02:56:43.989 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:43.989 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.989 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.989 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.989 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:43.989 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:43.989 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-03-07T02:56:43.989 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.989 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-03-07T02:56:43.989 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.990 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.990 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-03-07T02:56:43.990 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.990 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.990 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.990 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.744730+0000", 2024-03-07T02:56:43.990 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.490695+0000", 2024-03-07T02:56:43.990 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.490695+0000", 2024-03-07T02:56:43.990 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.491131+0000", 2024-03-07T02:56:43.990 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.744730+0000", 2024-03-07T02:56:43.990 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.990 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.990 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.990 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-03-07T02:56:43.991 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.744730+0000", 2024-03-07T02:56:43.991 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.744730+0000", 2024-03-07T02:56:43.991 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.744730+0000", 2024-03-07T02:56:43.991 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.991 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.991 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:43.991 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.744730+0000", 2024-03-07T02:56:43.991 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.744730+0000", 2024-03-07T02:56:43.991 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.991 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 2, 2024-03-07T02:56:43.991 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.991 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.991 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-03-07T02:56:43.991 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.991 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.991 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.992 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.992 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 2, 2024-03-07T02:56:43.992 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.992 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:43.992 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:43.992 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.b", 2024-03-07T02:56:43.992 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:43.992 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:43.992 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:43.992 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 21, 2024-03-07T02:56:43.992 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:43.992 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T07:23:40.969004+0000", 2024-03-07T02:56:43.992 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:43.993 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:43.993 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:43.993 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:43.993 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:43.993 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:43.993 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:43.993 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:43.993 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:43.993 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:43.993 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:43.993 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:43.993 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:43.993 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:43.994 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:43.994 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:43.994 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:43.994 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:43.994 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:43.994 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-03-07T02:56:43.994 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-03-07T02:56:43.994 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:43.994 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-03-07T02:56:43.994 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:43.994 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:43.994 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:43.994 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:43.994 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:43.994 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-03-07T02:56:43.994 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:43.995 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:43.995 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:43.995 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:43.995 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:43.995 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:43.995 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:43.995 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:43.995 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:43.995 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:43.995 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:43.995 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:43.995 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 1, 2024-03-07T02:56:43.995 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:43.995 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.995 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:43.996 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:43.996 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:43.996 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:43.996 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:43.996 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-03-07T02:56:43.996 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.996 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-03-07T02:56:43.996 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'2" 2024-03-07T02:56:43.996 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:43.996 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:43.996 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:43.996 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:43.996 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:43.997 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-03-07T02:56:43.997 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:43.997 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-03-07T02:56:43.997 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:43.997 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:43.997 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:43.997 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:43.997 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:43.997 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:43.997 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.845544+0000", 2024-03-07T02:56:43.997 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:55:19.844906+0000", 2024-03-07T02:56:43.997 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:55:19.844906+0000", 2024-03-07T02:56:43.998 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:55:19.845223+0000", 2024-03-07T02:56:43.998 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.845544+0000", 2024-03-07T02:56:43.998 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.998 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:43.998 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.998 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 68, 2024-03-07T02:56:43.998 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.845544+0000", 2024-03-07T02:56:43.998 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.845544+0000", 2024-03-07T02:56:43.998 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.845544+0000", 2024-03-07T02:56:43.998 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:43.998 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:43.998 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:43.999 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.845544+0000", 2024-03-07T02:56:43.999 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.845544+0000", 2024-03-07T02:56:43.999 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:43.999 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:43.999 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:43.999 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:43.999 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 67, 2024-03-07T02:56:43.999 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:43.999 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:43.999 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:43.999 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:43.999 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:43.999 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:43.999 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:44.000 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:44.000 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.a", 2024-03-07T02:56:44.000 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:44.000 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:44.000 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:44.000 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 27, 2024-03-07T02:56:44.000 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:44.000 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T04:38:53.358975+0000", 2024-03-07T02:56:44.000 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:44.000 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:44.000 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:44.000 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:44.000 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:44.001 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:44.001 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:44.001 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:44.001 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:44.001 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:44.001 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:44.001 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:44.001 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:44.001 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:44.001 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:44.001 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:44.001 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:44.001 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:44.001 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:44.002 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:44.002 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:44.002 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:44.002 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:44.002 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:44.002 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:44.002 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:44.002 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:44.002 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:44.002 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:44.002 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:44.002 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:44.002 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:44.002 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:44.002 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:44.003 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:44.003 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:44.003 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:44.003 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:44.003 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:44.003 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:44.003 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:44.003 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:44.003 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:44.003 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.003 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:44.003 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:44.003 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:44.003 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:44.004 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:44.004 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-03-07T02:56:44.004 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.004 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-03-07T02:56:44.004 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:44.004 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.004 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.004 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:44.004 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:44.004 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:44.004 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:44.004 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.004 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 2, 2024-03-07T02:56:44.004 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:44.005 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:44.005 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-03-07T02:56:44.005 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:44.005 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:44.005 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:44.005 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.841582+0000", 2024-03-07T02:56:44.005 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.489423+0000", 2024-03-07T02:56:44.005 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.489423+0000", 2024-03-07T02:56:44.005 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.489713+0000", 2024-03-07T02:56:44.005 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.841582+0000", 2024-03-07T02:56:44.005 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:44.005 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:44.005 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:44.005 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-03-07T02:56:44.005 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.841582+0000", 2024-03-07T02:56:44.006 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.841582+0000", 2024-03-07T02:56:44.006 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.841582+0000", 2024-03-07T02:56:44.006 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:44.006 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:44.006 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:44.006 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.841582+0000", 2024-03-07T02:56:44.006 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.841582+0000", 2024-03-07T02:56:44.006 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:44.006 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:44.006 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:44.006 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:44.006 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-03-07T02:56:44.006 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:44.006 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:44.006 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:44.007 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:44.007 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:44.007 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:44.007 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:44.007 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:44.007 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.c", 2024-03-07T02:56:44.007 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:44.007 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:44.007 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:44.007 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 19, 2024-03-07T02:56:44.007 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:44.007 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T14:31:35.860010+0000", 2024-03-07T02:56:44.007 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:44.007 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:44.007 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:44.007 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:44.008 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:44.008 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:44.008 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:44.008 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:44.008 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:44.008 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:44.008 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:44.008 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:44.008 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:44.008 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:44.008 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:44.008 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:44.008 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:44.009 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:44.009 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:44.009 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:44.009 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:44.009 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:44.009 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:44.009 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:44.009 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:44.009 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:44.009 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:44.009 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:44.009 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:44.009 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:44.009 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:44.010 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:44.010 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:44.010 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:44.010 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:44.010 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:44.010 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:44.010 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:44.010 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:44.010 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:44.010 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:44.010 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:44.010 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:44.010 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.010 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:44.010 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:44.011 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:44.011 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:44.011 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:44.011 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:44.011 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.011 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 2, 2024-03-07T02:56:44.011 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:44.011 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.011 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.011 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:44.011 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:44.011 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:44.011 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-03-07T02:56:44.011 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.011 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-03-07T02:56:44.011 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:44.012 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:44.012 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:44.012 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:44.012 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:44.012 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:44.012 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.745025+0000", 2024-03-07T02:56:44.012 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.850562+0000", 2024-03-07T02:56:44.012 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.850562+0000", 2024-03-07T02:56:44.012 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.851063+0000", 2024-03-07T02:56:44.012 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.745025+0000", 2024-03-07T02:56:44.012 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.012 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:44.012 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.012 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:44.013 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.745025+0000", 2024-03-07T02:56:44.013 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.745025+0000", 2024-03-07T02:56:44.013 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.745025+0000", 2024-03-07T02:56:44.013 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:44.013 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:44.013 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.013 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.745025+0000", 2024-03-07T02:56:44.013 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.745025+0000", 2024-03-07T02:56:44.013 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:44.013 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:44.013 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:44.013 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:44.013 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:44.013 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:44.013 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:44.013 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:44.014 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:44.014 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:44.014 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:44.014 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:44.014 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:44.014 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.d", 2024-03-07T02:56:44.014 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:44.014 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:44.014 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:44.014 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:44.014 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:44.014 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T11:12:38.343677+0000", 2024-03-07T02:56:44.014 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:44.014 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:44.014 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:44.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:44.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:44.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:44.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:44.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:44.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:44.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:44.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:44.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:44.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:44.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:44.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:44.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:44.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:44.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:44.016 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:44.016 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:44.016 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:44.016 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:44.016 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:44.016 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:44.016 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:44.016 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:44.016 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:44.016 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:44.016 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:44.016 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:44.016 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:44.016 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:44.017 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:44.017 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:44.017 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:44.017 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:44.017 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:44.017 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:44.017 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:44.017 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:44.017 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:44.017 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:44.017 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:44.017 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.017 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:44.017 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:44.017 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:44.018 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:44.018 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:44.018 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-03-07T02:56:44.018 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.018 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-03-07T02:56:44.018 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:44.018 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.018 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.018 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:44.018 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:44.018 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:44.018 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-03-07T02:56:44.018 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.018 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-03-07T02:56:44.019 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:44.019 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:44.019 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-03-07T02:56:44.019 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:44.019 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:44.019 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:44.019 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.840689+0000", 2024-03-07T02:56:44.019 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.496210+0000", 2024-03-07T02:56:44.019 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.496210+0000", 2024-03-07T02:56:44.019 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.496511+0000", 2024-03-07T02:56:44.019 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.840689+0000", 2024-03-07T02:56:44.019 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:44.019 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:44.020 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:44.020 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-03-07T02:56:44.020 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.840689+0000", 2024-03-07T02:56:44.020 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.840689+0000", 2024-03-07T02:56:44.020 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.840689+0000", 2024-03-07T02:56:44.020 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:44.020 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:44.020 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:44.020 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.840689+0000", 2024-03-07T02:56:44.020 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.840689+0000", 2024-03-07T02:56:44.020 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:44.020 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 1, 2024-03-07T02:56:44.020 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:44.020 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:44.021 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-03-07T02:56:44.021 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:44.021 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:44.021 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:44.021 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:44.021 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 1, 2024-03-07T02:56:44.021 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:44.021 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:44.021 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:44.021 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.d", 2024-03-07T02:56:44.021 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:44.021 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:44.021 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:44.021 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 20, 2024-03-07T02:56:44.022 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:44.022 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T14:44:13.673683+0000", 2024-03-07T02:56:44.022 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:44.022 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:44.022 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:44.022 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 70, 2024-03-07T02:56:44.022 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:44.022 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:44.022 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:44.022 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:44.022 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:44.022 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:44.022 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:44.022 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:44.022 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:44.023 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:44.023 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:44.023 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:44.023 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:44.023 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:44.023 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:44.023 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-03-07T02:56:44.023 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-03-07T02:56:44.023 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:44.023 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-03-07T02:56:44.023 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:44.023 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:44.023 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:44.023 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:44.023 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:44.024 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:44.024 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:44.024 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:44.024 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:44.024 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:44.024 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:44.024 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:44.024 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:44.024 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:44.024 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:44.024 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:44.024 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:44.024 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:44.024 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 1, 2024-03-07T02:56:44.025 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 1 2024-03-07T02:56:44.025 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.025 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:44.025 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:44.025 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:44.025 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:44.025 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:44.025 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-03-07T02:56:44.025 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.025 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-03-07T02:56:44.025 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'1" 2024-03-07T02:56:44.025 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.025 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.025 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:44.025 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:44.025 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:44.026 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-03-07T02:56:44.026 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.026 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-03-07T02:56:44.026 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:44.026 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:44.026 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:44.026 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:44.026 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:44.026 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:44.026 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.840352+0000", 2024-03-07T02:56:44.026 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.840824+0000", 2024-03-07T02:56:44.026 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.840824+0000", 2024-03-07T02:56:44.026 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.841117+0000", 2024-03-07T02:56:44.026 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.840352+0000", 2024-03-07T02:56:44.026 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.026 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:44.027 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.027 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:44.027 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.840352+0000", 2024-03-07T02:56:44.027 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.840352+0000", 2024-03-07T02:56:44.027 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.840352+0000", 2024-03-07T02:56:44.027 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:44.027 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:44.027 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.027 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.840352+0000", 2024-03-07T02:56:44.027 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.840352+0000", 2024-03-07T02:56:44.027 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:44.027 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:44.027 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:44.027 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:44.027 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:44.028 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:44.028 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:44.028 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:44.028 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:44.028 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:44.028 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:44.028 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:44.028 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:44.028 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.c", 2024-03-07T02:56:44.028 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:44.028 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:44.028 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:44.029 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:44.029 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:44.029 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T04:27:01.389470+0000", 2024-03-07T02:56:44.029 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:44.029 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:44.029 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:44.029 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:44.029 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:44.029 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:44.029 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:44.029 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:44.029 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:44.029 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:44.029 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:44.030 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:44.030 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:44.030 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:44.030 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:44.030 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:44.030 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:44.030 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:44.030 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:44.030 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:44.030 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:44.030 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:44.030 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:44.030 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:44.030 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:44.031 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:44.031 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:44.031 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:44.031 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:44.031 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:44.031 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:44.031 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:44.031 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:44.031 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:44.031 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:44.031 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:44.031 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:44.031 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:44.031 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:44.031 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:44.031 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:44.032 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:44.032 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:44.032 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.032 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:44.032 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:44.032 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:44.032 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:44.032 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:44.032 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-03-07T02:56:44.032 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.032 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-03-07T02:56:44.032 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:44.032 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.033 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.033 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:44.033 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:44.033 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:44.033 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-03-07T02:56:44.033 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.033 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 2, 2024-03-07T02:56:44.033 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:44.033 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:44.033 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-03-07T02:56:44.033 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:44.033 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:44.033 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:44.033 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.840749+0000", 2024-03-07T02:56:44.033 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.485177+0000", 2024-03-07T02:56:44.033 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.485177+0000", 2024-03-07T02:56:44.034 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.485472+0000", 2024-03-07T02:56:44.034 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.840749+0000", 2024-03-07T02:56:44.034 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:44.034 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:44.034 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:44.034 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-03-07T02:56:44.034 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.840749+0000", 2024-03-07T02:56:44.034 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.840749+0000", 2024-03-07T02:56:44.034 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.840749+0000", 2024-03-07T02:56:44.034 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:44.034 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:44.034 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:44.034 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.840749+0000", 2024-03-07T02:56:44.034 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.840749+0000", 2024-03-07T02:56:44.035 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:44.035 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 2, 2024-03-07T02:56:44.035 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:44.035 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:44.035 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-03-07T02:56:44.035 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:44.035 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:44.035 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:44.035 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:44.035 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 2, 2024-03-07T02:56:44.035 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:44.035 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:44.035 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:44.036 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.e", 2024-03-07T02:56:44.036 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:44.036 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:44.036 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:44.036 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 21, 2024-03-07T02:56:44.036 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:44.036 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T05:39:17.926629+0000", 2024-03-07T02:56:44.036 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:44.036 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:44.036 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:44.036 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:44.036 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:44.036 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:44.036 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:44.037 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:44.037 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:44.037 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:44.037 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:44.037 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:44.037 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:44.037 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:44.037 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:44.037 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:44.037 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:44.037 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:44.037 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:44.037 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-03-07T02:56:44.037 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-03-07T02:56:44.037 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:44.038 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-03-07T02:56:44.038 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:44.038 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:44.038 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:44.038 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:44.038 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:44.038 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-03-07T02:56:44.038 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:44.038 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:44.038 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:44.038 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:44.038 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:44.038 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:44.038 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:44.038 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:44.039 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:44.039 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:44.039 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:44.039 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:44.039 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 3, 2024-03-07T02:56:44.039 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:44.039 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.039 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:44.039 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:44.039 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:44.039 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:44.039 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:44.039 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-03-07T02:56:44.040 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.040 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 2, 2024-03-07T02:56:44.040 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'2" 2024-03-07T02:56:44.040 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.040 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.040 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:44.040 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:44.040 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:44.040 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:44.040 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.040 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-03-07T02:56:44.040 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:44.040 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:44.041 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:44.041 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:44.041 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:44.041 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:44.041 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.745239+0000", 2024-03-07T02:56:44.041 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.857116+0000", 2024-03-07T02:56:44.041 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.857116+0000", 2024-03-07T02:56:44.041 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.857386+0000", 2024-03-07T02:56:44.041 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.745239+0000", 2024-03-07T02:56:44.041 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.041 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:44.041 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.041 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:44.041 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.745239+0000", 2024-03-07T02:56:44.042 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.745239+0000", 2024-03-07T02:56:44.042 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.745239+0000", 2024-03-07T02:56:44.042 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:44.042 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:44.042 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.042 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.745239+0000", 2024-03-07T02:56:44.042 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.745239+0000", 2024-03-07T02:56:44.042 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:44.042 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:44.042 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:44.042 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:44.042 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:44.042 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:44.043 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:44.043 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:44.043 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:44.043 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:44.043 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:44.043 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:44.043 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:44.043 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.f", 2024-03-07T02:56:44.043 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:44.043 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:44.043 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:44.043 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:44.043 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:44.043 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T13:25:14.932046+0000", 2024-03-07T02:56:44.043 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:44.044 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:44.044 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:44.044 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:44.044 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:44.044 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:44.044 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:44.044 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:44.044 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:44.044 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:44.044 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:44.044 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:44.044 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:44.044 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:44.044 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:44.044 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:44.045 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:44.045 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:44.045 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:44.045 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:44.045 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:44.045 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:44.045 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:44.045 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:44.045 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:44.045 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:44.045 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:44.045 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:44.045 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:44.045 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:44.045 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:44.046 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:44.046 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:44.046 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:44.046 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:44.046 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:44.046 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:44.046 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:44.046 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:44.046 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:44.046 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:44.046 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:44.046 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:44.046 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.046 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:44.046 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:44.046 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:44.047 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:44.047 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:44.047 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:44.047 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.047 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-03-07T02:56:44.047 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:44.047 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.047 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.047 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:44.047 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:44.047 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:44.047 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-03-07T02:56:44.047 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.047 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-03-07T02:56:44.047 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:44.048 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:44.048 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:44.048 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:44.048 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:44.048 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:44.048 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.842802+0000", 2024-03-07T02:56:44.048 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.846468+0000", 2024-03-07T02:56:44.048 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.846468+0000", 2024-03-07T02:56:44.048 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.846762+0000", 2024-03-07T02:56:44.048 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.842802+0000", 2024-03-07T02:56:44.048 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.048 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:44.048 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.048 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:44.048 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.842802+0000", 2024-03-07T02:56:44.049 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.842802+0000", 2024-03-07T02:56:44.049 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.842802+0000", 2024-03-07T02:56:44.049 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:44.049 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:44.049 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.049 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.842802+0000", 2024-03-07T02:56:44.049 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.842802+0000", 2024-03-07T02:56:44.049 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:44.049 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:44.049 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:44.049 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:44.049 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:44.049 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:44.049 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:44.050 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:44.050 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:44.050 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:44.050 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:44.050 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:44.050 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:44.050 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.20", 2024-03-07T02:56:44.050 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:44.050 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:44.050 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:44.050 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:44.050 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:44.050 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T07:46:01.606023+0000", 2024-03-07T02:56:44.050 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:44.050 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:44.051 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:44.051 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:44.051 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:44.051 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:44.051 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:44.051 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:44.051 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:44.051 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:44.051 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:44.051 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:44.051 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:44.051 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:44.051 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:44.051 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:44.051 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:44.052 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:44.052 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:44.052 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:44.052 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:44.052 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:44.052 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:44.052 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:44.052 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:44.052 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:44.052 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:44.052 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:44.052 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:44.052 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:44.052 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:44.052 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:44.053 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:44.053 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:44.053 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:44.053 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:44.053 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:44.053 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:44.053 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:44.053 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:44.053 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:44.053 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:44.053 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:44.053 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.053 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:44.053 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:44.053 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:44.054 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:44.054 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:44.054 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-03-07T02:56:44.054 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.054 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-03-07T02:56:44.054 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:44.054 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.054 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.054 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:44.054 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:44.054 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:44.054 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-03-07T02:56:44.054 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.054 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 2, 2024-03-07T02:56:44.054 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:44.055 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:44.055 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:44.055 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:44.055 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:44.055 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:44.055 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.841147+0000", 2024-03-07T02:56:44.055 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.844722+0000", 2024-03-07T02:56:44.055 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.844722+0000", 2024-03-07T02:56:44.055 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.845790+0000", 2024-03-07T02:56:44.055 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.841147+0000", 2024-03-07T02:56:44.055 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.055 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:44.055 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.055 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:44.056 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.841147+0000", 2024-03-07T02:56:44.056 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.841147+0000", 2024-03-07T02:56:44.056 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.841147+0000", 2024-03-07T02:56:44.056 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:44.056 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:44.056 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.056 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.841147+0000", 2024-03-07T02:56:44.056 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.841147+0000", 2024-03-07T02:56:44.056 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:44.056 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:44.056 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:44.056 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:44.056 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:44.056 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:44.057 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:44.057 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:44.057 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:44.057 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:44.057 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:44.057 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:44.057 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:44.057 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.21", 2024-03-07T02:56:44.057 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:44.057 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:44.057 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:44.057 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:44.057 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:44.057 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T09:13:49.866547+0000", 2024-03-07T02:56:44.057 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:44.057 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:44.058 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:44.058 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:44.058 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:44.058 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:44.058 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:44.058 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:44.058 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:44.058 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:44.058 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:44.058 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:44.058 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:44.058 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:44.058 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:44.058 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:44.059 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:44.059 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:44.059 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:44.059 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:44.059 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:44.059 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:44.059 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:44.059 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:44.059 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:44.059 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:44.059 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:44.059 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:44.059 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:44.059 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:44.060 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:44.060 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:44.060 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:44.060 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:44.060 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:44.060 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:44.060 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:44.060 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:44.060 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:44.060 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:44.060 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:44.060 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:44.060 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:44.060 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.061 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:44.061 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:44.061 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:44.061 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:44.061 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:44.061 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-03-07T02:56:44.061 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.061 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 2, 2024-03-07T02:56:44.061 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:44.061 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.061 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.061 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:44.061 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:44.061 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:44.061 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:44.062 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.062 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-03-07T02:56:44.062 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:44.062 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:44.062 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:44.062 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:44.062 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:44.062 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:44.062 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.840250+0000", 2024-03-07T02:56:44.062 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.837272+0000", 2024-03-07T02:56:44.062 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.837272+0000", 2024-03-07T02:56:44.062 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.837773+0000", 2024-03-07T02:56:44.062 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.840250+0000", 2024-03-07T02:56:44.062 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.062 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:44.063 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.063 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:44.063 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.840250+0000", 2024-03-07T02:56:44.063 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.840250+0000", 2024-03-07T02:56:44.063 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.840250+0000", 2024-03-07T02:56:44.063 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:44.063 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:44.063 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.063 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.840250+0000", 2024-03-07T02:56:44.063 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.840250+0000", 2024-03-07T02:56:44.063 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:44.063 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:44.063 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:44.063 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:44.064 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:44.064 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:44.064 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:44.064 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:44.064 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:44.064 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:44.064 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:44.064 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:44.064 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:44.064 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.22", 2024-03-07T02:56:44.064 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:44.064 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:44.064 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:44.065 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:44.065 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:44.065 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T09:03:12.246227+0000", 2024-03-07T02:56:44.065 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:44.065 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:44.065 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:44.065 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:44.065 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:44.065 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:44.065 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:44.065 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:44.065 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:44.065 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:44.065 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:44.066 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:44.066 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:44.066 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:44.066 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:44.066 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:44.066 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:44.066 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:44.066 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:44.066 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:44.066 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:44.066 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:44.066 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:44.066 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:44.066 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:44.066 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:44.067 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:44.067 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:44.067 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:44.067 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:44.067 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:44.067 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:44.067 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:44.067 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:44.067 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:44.067 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:44.067 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:44.067 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:44.067 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:44.067 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:44.068 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:44.068 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:44.068 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:44.068 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.068 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:44.068 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:44.068 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:44.068 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:44.068 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:44.068 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:44.068 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.068 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-03-07T02:56:44.068 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:44.069 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.069 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.069 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:44.069 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:44.069 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:44.069 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-03-07T02:56:44.069 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.069 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 2, 2024-03-07T02:56:44.069 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:44.069 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:44.069 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:44.069 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:44.069 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:44.070 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:44.070 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.554215+0000", 2024-03-07T02:56:44.070 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:55:20.553908+0000", 2024-03-07T02:56:44.070 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:55:20.553908+0000", 2024-03-07T02:56:44.070 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:55:20.554215+0000", 2024-03-07T02:56:44.070 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.554215+0000", 2024-03-07T02:56:44.070 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.070 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:44.070 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.070 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 68, 2024-03-07T02:56:44.070 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.554215+0000", 2024-03-07T02:56:44.070 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.554215+0000", 2024-03-07T02:56:44.070 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.554215+0000", 2024-03-07T02:56:44.070 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:44.071 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:44.071 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.071 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.554215+0000", 2024-03-07T02:56:44.071 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.554215+0000", 2024-03-07T02:56:44.071 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:44.071 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:44.071 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:44.071 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:44.071 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 67, 2024-03-07T02:56:44.071 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:44.071 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:44.071 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:44.071 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:44.072 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:44.072 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:44.072 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:44.072 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:44.072 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.23", 2024-03-07T02:56:44.072 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:44.072 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:44.072 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:44.072 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 11, 2024-03-07T02:56:44.072 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:44.072 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T05:52:49.713670+0000", 2024-03-07T02:56:44.072 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:44.072 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:44.073 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:44.073 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:44.073 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:44.073 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:44.073 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:44.073 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:44.073 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:44.073 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:44.073 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:44.073 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:44.073 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:44.073 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:44.073 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:44.073 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:44.074 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:44.074 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:44.074 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:44.074 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:44.074 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:44.074 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:44.074 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:44.074 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:44.074 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:44.074 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:44.074 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:44.074 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:44.074 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:44.075 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:44.075 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:44.075 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:44.075 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:44.075 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:44.075 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:44.075 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:44.075 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:44.075 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:44.075 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:44.075 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:44.075 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:44.075 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:44.075 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:44.076 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.076 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:44.076 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:44.076 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:44.076 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:44.076 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:44.076 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-03-07T02:56:44.076 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.076 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 2, 2024-03-07T02:56:44.076 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:44.076 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.076 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.076 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:44.077 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:44.077 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:44.077 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:44.077 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.077 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-03-07T02:56:44.077 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:44.077 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:44.077 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:44.077 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:44.077 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:44.077 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:44.077 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.842596+0000", 2024-03-07T02:56:44.077 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.852371+0000", 2024-03-07T02:56:44.077 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.852371+0000", 2024-03-07T02:56:44.078 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.852642+0000", 2024-03-07T02:56:44.078 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.842596+0000", 2024-03-07T02:56:44.078 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.078 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:44.078 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.078 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:44.078 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.842596+0000", 2024-03-07T02:56:44.078 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.842596+0000", 2024-03-07T02:56:44.078 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.842596+0000", 2024-03-07T02:56:44.078 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:44.078 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:44.078 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.078 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.842596+0000", 2024-03-07T02:56:44.078 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.842596+0000", 2024-03-07T02:56:44.079 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:44.079 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:44.079 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:44.079 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:44.079 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:44.079 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:44.079 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:44.079 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:44.079 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:44.079 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:44.079 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:44.079 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:44.080 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:44.080 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.24", 2024-03-07T02:56:44.080 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:44.080 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:44.080 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:44.080 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:44.080 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:44.080 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T10:14:11.184867+0000", 2024-03-07T02:56:44.080 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:44.080 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:44.080 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:44.080 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:44.080 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:44.080 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:44.081 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:44.081 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:44.081 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:44.081 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:44.081 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:44.081 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:44.081 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:44.081 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:44.081 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:44.081 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:44.081 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:44.081 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:44.081 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:44.081 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:44.082 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:44.082 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:44.082 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:44.082 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:44.082 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:44.082 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:44.082 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:44.082 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:44.082 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:44.082 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:44.082 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:44.082 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:44.082 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:44.082 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:44.082 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:44.083 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:44.083 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:44.083 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:44.083 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:44.083 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:44.083 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:44.083 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:44.083 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:44.083 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.083 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:44.083 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:44.083 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:44.083 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:44.083 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:44.083 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:44.084 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.084 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-03-07T02:56:44.084 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:44.084 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.084 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.084 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:44.084 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:44.084 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:44.084 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-03-07T02:56:44.084 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.084 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-03-07T02:56:44.084 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:44.084 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:44.085 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:44.085 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:44.085 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:44.085 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:44.085 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.840607+0000", 2024-03-07T02:56:44.085 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.838519+0000", 2024-03-07T02:56:44.085 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.838519+0000", 2024-03-07T02:56:44.085 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.838806+0000", 2024-03-07T02:56:44.085 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.840607+0000", 2024-03-07T02:56:44.085 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.085 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:44.085 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.085 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:44.085 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.840607+0000", 2024-03-07T02:56:44.086 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.840607+0000", 2024-03-07T02:56:44.086 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.840607+0000", 2024-03-07T02:56:44.086 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:44.086 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:44.086 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.086 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.840607+0000", 2024-03-07T02:56:44.086 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.840607+0000", 2024-03-07T02:56:44.086 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:44.086 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:44.086 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:44.086 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:44.086 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:44.086 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:44.087 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:44.087 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:44.087 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:44.087 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:44.087 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:44.087 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:44.087 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:44.087 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.25", 2024-03-07T02:56:44.087 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:44.087 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:44.087 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:44.087 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:44.087 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:44.087 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T08:23:49.840090+0000", 2024-03-07T02:56:44.087 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:44.088 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:44.088 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:44.088 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:44.088 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:44.088 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:44.088 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:44.088 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:44.088 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:44.088 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:44.088 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:44.088 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:44.088 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:44.088 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:44.089 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:44.089 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:44.089 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:44.089 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:44.089 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:44.089 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:44.089 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:44.089 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:44.089 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:44.089 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:44.089 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:44.089 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:44.089 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:44.089 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:44.089 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:44.090 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:44.090 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:44.090 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:44.090 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:44.090 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:44.090 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:44.090 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:44.090 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:44.090 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:44.090 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:44.090 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:44.090 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:44.090 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:44.090 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:44.091 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.091 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:44.091 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:44.091 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:44.091 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:44.091 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:44.091 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-03-07T02:56:44.091 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.091 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-03-07T02:56:44.091 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:44.091 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.091 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.091 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:44.091 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:44.092 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:44.092 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-03-07T02:56:44.092 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.092 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-03-07T02:56:44.092 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:44.092 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:44.092 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:44.092 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:44.092 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:44.092 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:44.092 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.843294+0000", 2024-03-07T02:56:44.092 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.855694+0000", 2024-03-07T02:56:44.092 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.855694+0000", 2024-03-07T02:56:44.092 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.856216+0000", 2024-03-07T02:56:44.093 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.843294+0000", 2024-03-07T02:56:44.093 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.093 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:44.093 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.093 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:44.093 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.843294+0000", 2024-03-07T02:56:44.093 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.843294+0000", 2024-03-07T02:56:44.093 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.843294+0000", 2024-03-07T02:56:44.093 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:44.093 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:44.093 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.093 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.843294+0000", 2024-03-07T02:56:44.093 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.843294+0000", 2024-03-07T02:56:44.093 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:44.093 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:44.094 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:44.094 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:44.094 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:44.094 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:44.094 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:44.094 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:44.094 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:44.094 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:44.094 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:44.094 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:44.094 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:44.094 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.26", 2024-03-07T02:56:44.094 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:44.094 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:44.094 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:44.095 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:44.095 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:44.095 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T14:52:37.559135+0000", 2024-03-07T02:56:44.095 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:44.095 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:44.095 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:44.095 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:44.095 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:44.095 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:44.095 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:44.095 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:44.095 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:44.095 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:44.095 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:44.095 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:44.096 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:44.096 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:44.096 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:44.096 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:44.096 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:44.096 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:44.096 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:44.096 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:44.096 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:44.096 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:44.096 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:44.096 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:44.096 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:44.096 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:44.097 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:44.097 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:44.097 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:44.097 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:44.097 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:44.097 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:44.097 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:44.097 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:44.097 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:44.097 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:44.097 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:44.097 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:44.097 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:44.097 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:44.097 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:44.098 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:44.098 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:44.098 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.098 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:44.098 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:44.098 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:44.098 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:44.098 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:44.098 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-03-07T02:56:44.098 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.098 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-03-07T02:56:44.098 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:44.098 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.098 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.098 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:44.099 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:44.099 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:44.099 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-03-07T02:56:44.099 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.099 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-03-07T02:56:44.099 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:44.099 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:44.099 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:44.099 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:44.099 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:44.099 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:44.099 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.844122+0000", 2024-03-07T02:56:44.099 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.852452+0000", 2024-03-07T02:56:44.100 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.852452+0000", 2024-03-07T02:56:44.100 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.852746+0000", 2024-03-07T02:56:44.100 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.844122+0000", 2024-03-07T02:56:44.100 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.100 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:44.100 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.100 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:44.100 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.844122+0000", 2024-03-07T02:56:44.100 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.844122+0000", 2024-03-07T02:56:44.100 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.844122+0000", 2024-03-07T02:56:44.100 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:44.100 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:44.100 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.101 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.844122+0000", 2024-03-07T02:56:44.101 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.844122+0000", 2024-03-07T02:56:44.101 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:44.101 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:44.101 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:44.101 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:44.101 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:44.101 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:44.101 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:44.101 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:44.101 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:44.101 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:44.101 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:44.101 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:44.101 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:44.102 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.27", 2024-03-07T02:56:44.102 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:44.102 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:44.102 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:44.102 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:44.102 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:44.102 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T04:50:23.481403+0000", 2024-03-07T02:56:44.102 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:44.102 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:44.102 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:44.102 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:44.102 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:44.102 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:44.102 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:44.102 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:44.102 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:44.103 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:44.103 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:44.103 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:44.103 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:44.103 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:44.103 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:44.103 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:44.103 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:44.103 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:44.103 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:44.103 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:44.103 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:44.103 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:44.103 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:44.103 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:44.104 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:44.104 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:44.104 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:44.104 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:44.104 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:44.104 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:44.104 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:44.104 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:44.104 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:44.104 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:44.104 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:44.104 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:44.104 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:44.104 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:44.105 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:44.105 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:44.105 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:44.105 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:44.105 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:44.105 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.105 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:44.105 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:44.105 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:44.105 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:44.105 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:44.105 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-03-07T02:56:44.105 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.105 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-03-07T02:56:44.105 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:44.105 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.106 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.106 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:44.106 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:44.106 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:44.106 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-03-07T02:56:44.106 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.106 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-03-07T02:56:44.106 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:44.106 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:44.106 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:44.106 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:44.106 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:44.106 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:44.106 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.840039+0000", 2024-03-07T02:56:44.106 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.834473+0000", 2024-03-07T02:56:44.107 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.834473+0000", 2024-03-07T02:56:44.107 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.834758+0000", 2024-03-07T02:56:44.107 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.840039+0000", 2024-03-07T02:56:44.107 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.107 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:44.107 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.107 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:44.107 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.840039+0000", 2024-03-07T02:56:44.107 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.840039+0000", 2024-03-07T02:56:44.107 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.840039+0000", 2024-03-07T02:56:44.107 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:44.107 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:44.107 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.107 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.840039+0000", 2024-03-07T02:56:44.107 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.840039+0000", 2024-03-07T02:56:44.108 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:44.108 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:44.108 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:44.108 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:44.108 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:44.108 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:44.108 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:44.108 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:44.108 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:44.108 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:44.108 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:44.108 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:44.108 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:44.108 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.28", 2024-03-07T02:56:44.109 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:44.109 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:44.109 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:44.109 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:44.109 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:44.109 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T07:26:12.485436+0000", 2024-03-07T02:56:44.109 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:44.109 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:44.109 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:44.109 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:44.109 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:44.109 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:44.109 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:44.109 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:44.109 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:44.110 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:44.110 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:44.110 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:44.110 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:44.110 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:44.110 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:44.110 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:44.110 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:44.110 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:44.110 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:44.110 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:44.110 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:44.110 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:44.110 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:44.110 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:44.111 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:44.111 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:44.111 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:44.111 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:44.111 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:44.111 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:44.111 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:44.111 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:44.111 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:44.111 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:44.111 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:44.111 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:44.111 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:44.111 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:44.112 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:44.112 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:44.112 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:44.112 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:44.112 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:44.112 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.112 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:44.112 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:44.112 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:44.112 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:44.112 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:44.112 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-03-07T02:56:44.112 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.112 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-03-07T02:56:44.113 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:44.113 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.113 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.113 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:44.113 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:44.113 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:44.113 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-03-07T02:56:44.113 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.113 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-03-07T02:56:44.113 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:44.113 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:44.113 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:44.113 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:44.113 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:44.113 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:44.114 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.843442+0000", 2024-03-07T02:56:44.114 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.850645+0000", 2024-03-07T02:56:44.114 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.850645+0000", 2024-03-07T02:56:44.114 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.850928+0000", 2024-03-07T02:56:44.114 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.843442+0000", 2024-03-07T02:56:44.114 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.114 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:44.114 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.114 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:44.114 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.843442+0000", 2024-03-07T02:56:44.114 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.843442+0000", 2024-03-07T02:56:44.114 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.843442+0000", 2024-03-07T02:56:44.114 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:44.115 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:44.115 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.115 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.843442+0000", 2024-03-07T02:56:44.115 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.843442+0000", 2024-03-07T02:56:44.115 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:44.115 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:44.115 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:44.115 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:44.115 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:44.115 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:44.115 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:44.115 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:44.115 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:44.115 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:44.115 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:44.116 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:44.116 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:44.116 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.29", 2024-03-07T02:56:44.116 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:44.116 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:44.116 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:44.116 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:44.116 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:44.116 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T03:56:51.288948+0000", 2024-03-07T02:56:44.116 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:44.116 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:44.116 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:44.117 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:44.117 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:44.117 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:44.117 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:44.117 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:44.117 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:44.117 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:44.117 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:44.117 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:44.117 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:44.117 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:44.117 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:44.117 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:44.117 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:44.118 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:44.118 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:44.118 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:44.118 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:44.118 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:44.118 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:44.118 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:44.118 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:44.118 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:44.118 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:44.118 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:44.118 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:44.118 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:44.119 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:44.119 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:44.119 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:44.119 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:44.119 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:44.119 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:44.119 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:44.119 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:44.119 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:44.119 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:44.119 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:44.119 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:44.119 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:44.120 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.120 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:44.120 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:44.120 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:44.120 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:44.120 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:44.120 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-03-07T02:56:44.120 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.120 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-03-07T02:56:44.120 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:44.120 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.120 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.120 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:44.120 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:44.121 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:44.121 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-03-07T02:56:44.121 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.121 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-03-07T02:56:44.121 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:44.121 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:44.121 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:44.121 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:44.121 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:44.121 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:44.121 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.840254+0000", 2024-03-07T02:56:44.121 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.845329+0000", 2024-03-07T02:56:44.121 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.845329+0000", 2024-03-07T02:56:44.121 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.845627+0000", 2024-03-07T02:56:44.121 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.840254+0000", 2024-03-07T02:56:44.122 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.122 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:44.122 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.122 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:44.122 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.840254+0000", 2024-03-07T02:56:44.122 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.840254+0000", 2024-03-07T02:56:44.122 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.840254+0000", 2024-03-07T02:56:44.122 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:44.122 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:44.122 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.122 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.840254+0000", 2024-03-07T02:56:44.122 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.840254+0000", 2024-03-07T02:56:44.122 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:44.122 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:44.122 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:44.123 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:44.123 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:44.123 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:44.123 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:44.123 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:44.123 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:44.123 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:44.123 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:44.123 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:44.123 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:44.123 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.2a", 2024-03-07T02:56:44.123 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:44.123 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:44.123 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:44.123 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:44.124 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:44.124 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T10:08:06.342549+0000", 2024-03-07T02:56:44.124 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:44.124 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:44.124 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:44.124 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:44.124 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:44.124 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:44.124 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:44.124 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:44.124 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:44.124 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:44.124 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:44.125 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:44.125 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:44.125 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:44.125 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:44.125 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:44.125 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:44.125 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:44.125 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:44.125 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:44.125 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:44.125 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:44.125 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:44.125 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:44.125 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:44.125 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:44.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:44.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:44.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:44.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:44.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:44.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:44.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:44.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:44.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:44.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:44.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:44.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:44.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:44.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:44.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:44.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:44.127 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:44.127 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.127 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:44.127 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:44.127 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:44.127 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:44.127 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:44.127 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-03-07T02:56:44.127 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.127 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-03-07T02:56:44.127 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:44.127 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.127 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.127 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:44.127 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:44.128 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:44.128 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-03-07T02:56:44.128 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.128 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-03-07T02:56:44.128 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:44.128 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:44.128 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:44.128 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:44.128 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:44.128 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:44.128 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.006079+0000", 2024-03-07T02:56:44.128 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.846335+0000", 2024-03-07T02:56:44.128 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.846335+0000", 2024-03-07T02:56:44.129 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.847179+0000", 2024-03-07T02:56:44.129 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.006079+0000", 2024-03-07T02:56:44.129 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.129 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:44.129 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.129 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:44.129 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.006079+0000", 2024-03-07T02:56:44.129 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.006079+0000", 2024-03-07T02:56:44.129 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.006079+0000", 2024-03-07T02:56:44.129 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:44.129 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:44.129 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.129 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.006079+0000", 2024-03-07T02:56:44.129 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.006079+0000", 2024-03-07T02:56:44.129 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:44.129 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:44.130 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:44.130 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:44.130 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:44.130 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:44.130 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:44.130 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:44.130 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:44.130 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:44.130 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:44.130 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:44.130 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:44.130 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.2b", 2024-03-07T02:56:44.130 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:44.130 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:44.131 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:44.131 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:44.131 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:44.131 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T11:34:20.787367+0000", 2024-03-07T02:56:44.131 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:44.131 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:44.131 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:44.131 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:44.131 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:44.131 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:44.131 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:44.131 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:44.131 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:44.131 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:44.131 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:44.131 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:44.132 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:44.132 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:44.132 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:44.132 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:44.132 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:44.132 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:44.132 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:44.132 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:44.132 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:44.132 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:44.132 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:44.132 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:44.132 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:44.133 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:44.133 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:44.133 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:44.133 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:44.133 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:44.133 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:44.133 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:44.133 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:44.133 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:44.133 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:44.133 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:44.133 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:44.133 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:44.133 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:44.134 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:44.134 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:44.134 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:44.134 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:44.134 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.134 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:44.134 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:44.134 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:44.134 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:44.134 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:44.134 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-03-07T02:56:44.134 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.134 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-03-07T02:56:44.134 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:44.134 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.135 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.135 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:44.135 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:44.135 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:44.135 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:44.135 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.135 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-03-07T02:56:44.135 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:44.135 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:44.135 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:44.135 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:44.135 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:44.135 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:44.135 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.843116+0000", 2024-03-07T02:56:44.136 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.852673+0000", 2024-03-07T02:56:44.136 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.852673+0000", 2024-03-07T02:56:44.136 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.853013+0000", 2024-03-07T02:56:44.136 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.843116+0000", 2024-03-07T02:56:44.136 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.136 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:44.136 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.136 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:44.136 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.843116+0000", 2024-03-07T02:56:44.136 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.843116+0000", 2024-03-07T02:56:44.136 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.843116+0000", 2024-03-07T02:56:44.136 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:44.137 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:44.137 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.137 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.843116+0000", 2024-03-07T02:56:44.137 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.843116+0000", 2024-03-07T02:56:44.137 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:44.137 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:44.137 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:44.137 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:44.137 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:44.137 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:44.137 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:44.137 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:44.137 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:44.137 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:44.138 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:44.138 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:44.138 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:44.138 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.2c", 2024-03-07T02:56:44.138 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:44.138 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:44.138 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:44.138 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:44.138 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:44.138 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T07:05:12.530692+0000", 2024-03-07T02:56:44.138 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:44.138 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:44.138 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:44.138 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:44.138 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:44.139 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:44.139 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:44.139 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:44.139 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:44.139 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:44.139 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:44.139 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:44.139 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:44.139 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:44.139 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:44.139 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:44.139 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:44.139 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:44.140 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:44.140 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:44.140 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:44.140 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:44.140 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:44.140 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:44.140 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:44.140 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:44.140 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:44.140 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:44.140 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:44.140 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:44.141 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:44.141 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:44.141 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:44.141 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:44.141 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:44.141 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:44.141 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:44.141 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:44.141 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:44.141 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:44.141 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:44.141 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:44.141 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:44.141 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.142 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:44.142 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:44.142 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:44.142 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:44.142 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:44.142 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:44.142 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.142 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-03-07T02:56:44.142 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:44.142 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.142 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.142 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_per_pool": [ 2024-03-07T02:56:44.142 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.142 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": 24, 2024-03-07T02:56:44.142 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-03-07T02:56:44.143 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd" 2024-03-07T02:56:44.143 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.143 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:44.143 INFO:tasks.workunit.client.0.smithi090.stdout: "num_pg": 8, 2024-03-07T02:56:44.143 INFO:tasks.workunit.client.0.smithi090.stdout: "num_store_stats": 8, 2024-03-07T02:56:44.143 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:44.143 INFO:tasks.workunit.client.0.smithi090.stdout: "poolid": 4, 2024-03-07T02:56:44.143 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:44.143 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:44.143 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:44.143 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:44.143 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:44.143 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:44.143 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:44.143 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:44.144 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:44.144 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:44.144 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:44.144 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:44.144 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:44.144 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:44.144 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:44.144 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:44.144 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:44.144 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:44.144 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:44.144 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:44.144 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:44.144 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:44.144 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:44.145 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:44.145 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:44.145 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:44.145 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:44.145 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:44.145 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:44.145 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:44.145 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:44.145 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:44.145 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:44.145 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:44.145 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:44.145 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:44.145 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:44.145 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:44.145 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:44.146 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:44.146 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:44.146 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.146 INFO:tasks.workunit.client.0.smithi090.stdout: "store_stats": { 2024-03-07T02:56:44.146 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": 0, 2024-03-07T02:56:44.146 INFO:tasks.workunit.client.0.smithi090.stdout: "available": 0, 2024-03-07T02:56:44.146 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed": 0, 2024-03-07T02:56:44.146 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_allocated": 0, 2024-03-07T02:56:44.146 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_original": 0, 2024-03-07T02:56:44.146 INFO:tasks.workunit.client.0.smithi090.stdout: "data_stored": 0, 2024-03-07T02:56:44.146 INFO:tasks.workunit.client.0.smithi090.stdout: "internal_metadata": 0, 2024-03-07T02:56:44.146 INFO:tasks.workunit.client.0.smithi090.stdout: "internally_reserved": 0, 2024-03-07T02:56:44.146 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_allocated": 0, 2024-03-07T02:56:44.146 INFO:tasks.workunit.client.0.smithi090.stdout: "total": 0 2024-03-07T02:56:44.146 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.147 INFO:tasks.workunit.client.0.smithi090.stdout: "up": 24 2024-03-07T02:56:44.147 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.147 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.147 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": 192, 2024-03-07T02:56:44.147 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-03-07T02:56:44.147 INFO:tasks.workunit.client.0.smithi090.stdout: "cephfs" 2024-03-07T02:56:44.147 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.147 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:44.147 INFO:tasks.workunit.client.0.smithi090.stdout: "num_pg": 64, 2024-03-07T02:56:44.147 INFO:tasks.workunit.client.0.smithi090.stdout: "num_store_stats": 8, 2024-03-07T02:56:44.147 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:44.147 INFO:tasks.workunit.client.0.smithi090.stdout: "poolid": 3, 2024-03-07T02:56:44.147 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:44.147 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:44.147 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:44.147 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:44.148 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:44.148 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:44.148 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:44.148 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:44.148 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:44.148 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:44.148 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:44.148 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:44.148 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:44.148 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:44.148 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:44.148 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:44.148 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:44.148 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:44.149 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:44.149 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:44.149 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:44.149 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:44.149 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:44.149 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:44.149 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:44.149 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:44.149 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:44.149 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:44.149 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:44.149 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:44.149 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:44.149 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:44.150 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:44.150 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:44.150 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:44.150 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:44.150 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:44.150 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:44.150 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:44.150 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:44.150 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:44.150 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.150 INFO:tasks.workunit.client.0.smithi090.stdout: "store_stats": { 2024-03-07T02:56:44.150 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": 0, 2024-03-07T02:56:44.150 INFO:tasks.workunit.client.0.smithi090.stdout: "available": 0, 2024-03-07T02:56:44.150 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed": 0, 2024-03-07T02:56:44.150 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_allocated": 0, 2024-03-07T02:56:44.151 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_original": 0, 2024-03-07T02:56:44.151 INFO:tasks.workunit.client.0.smithi090.stdout: "data_stored": 0, 2024-03-07T02:56:44.151 INFO:tasks.workunit.client.0.smithi090.stdout: "internal_metadata": 0, 2024-03-07T02:56:44.151 INFO:tasks.workunit.client.0.smithi090.stdout: "internally_reserved": 0, 2024-03-07T02:56:44.151 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_allocated": 0, 2024-03-07T02:56:44.151 INFO:tasks.workunit.client.0.smithi090.stdout: "total": 0 2024-03-07T02:56:44.151 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.151 INFO:tasks.workunit.client.0.smithi090.stdout: "up": 192 2024-03-07T02:56:44.151 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.151 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.151 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": 3, 2024-03-07T02:56:44.151 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-03-07T02:56:44.151 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr" 2024-03-07T02:56:44.151 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.151 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 132, 2024-03-07T02:56:44.152 INFO:tasks.workunit.client.0.smithi090.stdout: "num_pg": 1, 2024-03-07T02:56:44.152 INFO:tasks.workunit.client.0.smithi090.stdout: "num_store_stats": 3, 2024-03-07T02:56:44.152 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 132, 2024-03-07T02:56:44.152 INFO:tasks.workunit.client.0.smithi090.stdout: "poolid": 1, 2024-03-07T02:56:44.152 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:44.152 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 590368, 2024-03-07T02:56:44.152 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:44.152 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 1771104, 2024-03-07T02:56:44.152 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:44.152 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:44.152 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:44.152 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:44.152 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:44.152 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:44.152 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:44.152 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:44.153 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:44.153 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:44.153 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:44.153 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:44.153 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:44.153 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 6, 2024-03-07T02:56:44.153 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 2, 2024-03-07T02:56:44.153 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:44.153 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 2, 2024-03-07T02:56:44.153 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:44.153 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:44.153 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:44.153 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:44.153 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:44.153 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:44.154 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:44.154 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 6, 2024-03-07T02:56:44.154 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:44.154 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:44.154 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:44.154 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:44.154 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:44.154 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 250, 2024-03-07T02:56:44.154 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 464, 2024-03-07T02:56:44.154 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:44.154 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:44.154 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:44.154 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 187, 2024-03-07T02:56:44.154 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 2416 2024-03-07T02:56:44.155 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.155 INFO:tasks.workunit.client.0.smithi090.stdout: "store_stats": { 2024-03-07T02:56:44.155 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": 1781760, 2024-03-07T02:56:44.155 INFO:tasks.workunit.client.0.smithi090.stdout: "available": 0, 2024-03-07T02:56:44.155 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed": 0, 2024-03-07T02:56:44.155 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_allocated": 0, 2024-03-07T02:56:44.155 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_original": 0, 2024-03-07T02:56:44.155 INFO:tasks.workunit.client.0.smithi090.stdout: "data_stored": 1771104, 2024-03-07T02:56:44.155 INFO:tasks.workunit.client.0.smithi090.stdout: "internal_metadata": 0, 2024-03-07T02:56:44.155 INFO:tasks.workunit.client.0.smithi090.stdout: "internally_reserved": 0, 2024-03-07T02:56:44.155 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_allocated": 0, 2024-03-07T02:56:44.155 INFO:tasks.workunit.client.0.smithi090.stdout: "total": 0 2024-03-07T02:56:44.155 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.155 INFO:tasks.workunit.client.0.smithi090.stdout: "up": 3 2024-03-07T02:56:44.155 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.155 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.156 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": 96, 2024-03-07T02:56:44.156 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-03-07T02:56:44.156 INFO:tasks.workunit.client.0.smithi090.stdout: "cephfs" 2024-03-07T02:56:44.156 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.156 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 45, 2024-03-07T02:56:44.156 INFO:tasks.workunit.client.0.smithi090.stdout: "num_pg": 32, 2024-03-07T02:56:44.156 INFO:tasks.workunit.client.0.smithi090.stdout: "num_store_stats": 8, 2024-03-07T02:56:44.156 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 45, 2024-03-07T02:56:44.156 INFO:tasks.workunit.client.0.smithi090.stdout: "poolid": 2, 2024-03-07T02:56:44.156 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:44.156 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 3428, 2024-03-07T02:56:44.156 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:44.156 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:44.156 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:44.157 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:44.157 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:44.157 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:44.157 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:44.157 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:44.157 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:44.157 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:44.157 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:44.157 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:44.157 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:44.157 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:44.157 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:44.157 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 66, 2024-03-07T02:56:44.157 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 22, 2024-03-07T02:56:44.157 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:44.157 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 22, 2024-03-07T02:56:44.158 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:44.158 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:44.158 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:44.158 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:44.158 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:44.158 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 14, 2024-03-07T02:56:44.158 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:44.158 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:44.158 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:44.158 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:44.158 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:44.158 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:44.158 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:44.158 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:44.158 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:44.159 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:44.159 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:44.159 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:44.159 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 51, 2024-03-07T02:56:44.159 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 20 2024-03-07T02:56:44.159 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.159 INFO:tasks.workunit.client.0.smithi090.stdout: "store_stats": { 2024-03-07T02:56:44.159 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": 98304, 2024-03-07T02:56:44.159 INFO:tasks.workunit.client.0.smithi090.stdout: "available": 0, 2024-03-07T02:56:44.159 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed": 0, 2024-03-07T02:56:44.159 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_allocated": 0, 2024-03-07T02:56:44.159 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_original": 0, 2024-03-07T02:56:44.159 INFO:tasks.workunit.client.0.smithi090.stdout: "data_stored": 10284, 2024-03-07T02:56:44.160 INFO:tasks.workunit.client.0.smithi090.stdout: "internal_metadata": 0, 2024-03-07T02:56:44.160 INFO:tasks.workunit.client.0.smithi090.stdout: "internally_reserved": 0, 2024-03-07T02:56:44.160 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_allocated": 0, 2024-03-07T02:56:44.160 INFO:tasks.workunit.client.0.smithi090.stdout: "total": 0 2024-03-07T02:56:44.160 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.160 INFO:tasks.workunit.client.0.smithi090.stdout: "up": 96 2024-03-07T02:56:44.160 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.160 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.160 INFO:tasks.workunit.client.0.smithi090.stdout: "usage": { 2024-03-07T02:56:44.160 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_num": 105, 2024-03-07T02:56:44.160 INFO:tasks.workunit.client.0.smithi090.stdout: "pools": 4, 2024-03-07T02:56:44.160 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_by_class": { 2024-03-07T02:56:44.160 INFO:tasks.workunit.client.0.smithi090.stdout: "ssd": { 2024-03-07T02:56:44.160 INFO:tasks.workunit.client.0.smithi090.stdout: "total_avail_bytes": 767731519488, 2024-03-07T02:56:44.160 INFO:tasks.workunit.client.0.smithi090.stdout: "total_bytes": 767960285184, 2024-03-07T02:56:44.161 INFO:tasks.workunit.client.0.smithi090.stdout: "total_used_bytes": 228765696, 2024-03-07T02:56:44.161 INFO:tasks.workunit.client.0.smithi090.stdout: "total_used_raw_bytes": 228765696, 2024-03-07T02:56:44.161 INFO:tasks.workunit.client.0.smithi090.stdout: "total_used_raw_ratio": 0.00029788739630021155 2024-03-07T02:56:44.161 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.161 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.161 INFO:tasks.workunit.client.0.smithi090.stdout: "total_avail_bytes": 767731519488, 2024-03-07T02:56:44.161 INFO:tasks.workunit.client.0.smithi090.stdout: "total_bytes": 767960285184, 2024-03-07T02:56:44.161 INFO:tasks.workunit.client.0.smithi090.stdout: "total_used_bytes": 228765696 2024-03-07T02:56:44.161 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.161 INFO:tasks.workunit.client.0.smithi090.stdout:} 2024-03-07T02:56:44.161 INFO:tasks.workunit.client.0.smithi090.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-03-07T02:56:44.162 INFO:tasks.workunit.client.0.smithi090.stderr:+ ceph telemetry show-device 2024-03-07T02:56:44.163 INFO:tasks.workunit.client.0.smithi090.stdout:{ 2024-03-07T02:56:44.163 INFO:tasks.workunit.client.0.smithi090.stdout: "51c64732-dc2e-11ee-a65c-0cc47a8fd767": { 2024-03-07T02:56:44.163 INFO:tasks.workunit.client.0.smithi090.stdout: "INTEL_SSDPEDMD400G4_51c6cad6-dc2e-11ee-a65c-0cc47a8fd767": { 2024-03-07T02:56:44.163 INFO:tasks.workunit.client.0.smithi090.stdout: "20240307-025135": { 2024-03-07T02:56:44.163 INFO:tasks.workunit.client.0.smithi090.stdout: "device": { 2024-03-07T02:56:44.163 INFO:tasks.workunit.client.0.smithi090.stdout: "info_name": "/dev/nvme0n1", 2024-03-07T02:56:44.163 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "/dev/nvme0n1", 2024-03-07T02:56:44.163 INFO:tasks.workunit.client.0.smithi090.stdout: "protocol": "NVMe", 2024-03-07T02:56:44.163 INFO:tasks.workunit.client.0.smithi090.stdout: "type": "nvme" 2024-03-07T02:56:44.163 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.163 INFO:tasks.workunit.client.0.smithi090.stdout: "firmware_version": "8DV101H0", 2024-03-07T02:56:44.163 INFO:tasks.workunit.client.0.smithi090.stdout: "host_id": "51c64732-dc2e-11ee-a65c-0cc47a8fd767", 2024-03-07T02:56:44.163 INFO:tasks.workunit.client.0.smithi090.stdout: "json_format_version": [ 2024-03-07T02:56:44.164 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:44.164 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:44.164 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.164 INFO:tasks.workunit.client.0.smithi090.stdout: "local_time": { 2024-03-07T02:56:44.164 INFO:tasks.workunit.client.0.smithi090.stdout: "asctime": "Thu Mar 7 02:51:35 2024 UTC", 2024-03-07T02:56:44.164 INFO:tasks.workunit.client.0.smithi090.stdout: "time_t": 1709779895 2024-03-07T02:56:44.164 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.164 INFO:tasks.workunit.client.0.smithi090.stdout: "logical_block_size": 512, 2024-03-07T02:56:44.164 INFO:tasks.workunit.client.0.smithi090.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-03-07T02:56:44.164 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_controller_id": 0, 2024-03-07T02:56:44.164 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-03-07T02:56:44.164 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_namespaces": [ 2024-03-07T02:56:44.164 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.164 INFO:tasks.workunit.client.0.smithi090.stdout: "capacity": { 2024-03-07T02:56:44.164 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-03-07T02:56:44.165 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-03-07T02:56:44.165 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.165 INFO:tasks.workunit.client.0.smithi090.stdout: "formatted_lba_size": 512, 2024-03-07T02:56:44.165 INFO:tasks.workunit.client.0.smithi090.stdout: "id": 1, 2024-03-07T02:56:44.165 INFO:tasks.workunit.client.0.smithi090.stdout: "size": { 2024-03-07T02:56:44.165 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-03-07T02:56:44.165 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-03-07T02:56:44.165 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.165 INFO:tasks.workunit.client.0.smithi090.stdout: "utilization": { 2024-03-07T02:56:44.165 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-03-07T02:56:44.165 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-03-07T02:56:44.165 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.165 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.165 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.166 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_number_of_namespaces": 1, 2024-03-07T02:56:44.166 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_pci_vendor": { 2024-03-07T02:56:44.166 INFO:tasks.workunit.client.0.smithi090.stdout: "id": 32902, 2024-03-07T02:56:44.166 INFO:tasks.workunit.client.0.smithi090.stdout: "subsystem_id": 32902 2024-03-07T02:56:44.166 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.166 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_smart_health_information_add_log": { 2024-03-07T02:56:44.166 INFO:tasks.workunit.client.0.smithi090.stdout: "Device stats": { 2024-03-07T02:56:44.166 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_fw_downgrades": { 2024-03-07T02:56:44.166 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-03-07T02:56:44.166 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:44.166 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.166 INFO:tasks.workunit.client.0.smithi090.stdout: "crc_error_count": { 2024-03-07T02:56:44.166 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:44.166 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:44.166 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.167 INFO:tasks.workunit.client.0.smithi090.stdout: "end_to_end_error_detection_count": { 2024-03-07T02:56:44.167 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:44.167 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:44.167 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.167 INFO:tasks.workunit.client.0.smithi090.stdout: "erase_fail_count": { 2024-03-07T02:56:44.167 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:44.167 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:44.167 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.167 INFO:tasks.workunit.client.0.smithi090.stdout: "host_bytes_written": { 2024-03-07T02:56:44.167 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:44.167 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 33787417 2024-03-07T02:56:44.167 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.167 INFO:tasks.workunit.client.0.smithi090.stdout: "host_ctx_wear_used": { 2024-03-07T02:56:44.167 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:44.168 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 1 2024-03-07T02:56:44.168 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.168 INFO:tasks.workunit.client.0.smithi090.stdout: "media_bytes_read": { 2024-03-07T02:56:44.168 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-03-07T02:56:44.168 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:44.168 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.168 INFO:tasks.workunit.client.0.smithi090.stdout: "nand_bytes_written": { 2024-03-07T02:56:44.168 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:44.168 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 52464492 2024-03-07T02:56:44.168 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.168 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_stat_indicator": { 2024-03-07T02:56:44.168 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-03-07T02:56:44.168 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:44.169 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.169 INFO:tasks.workunit.client.0.smithi090.stdout: "pll_lock_loss_count": { 2024-03-07T02:56:44.169 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:44.169 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:44.169 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.169 INFO:tasks.workunit.client.0.smithi090.stdout: "program_fail_count": { 2024-03-07T02:56:44.169 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:44.169 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:44.169 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.169 INFO:tasks.workunit.client.0.smithi090.stdout: "re_alloc_sectr_cnt": { 2024-03-07T02:56:44.169 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-03-07T02:56:44.169 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:44.169 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.169 INFO:tasks.workunit.client.0.smithi090.stdout: "retry_buffer_overflow_count": { 2024-03-07T02:56:44.170 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:44.170 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:44.170 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.170 INFO:tasks.workunit.client.0.smithi090.stdout: "soft_ecc_err_rate": { 2024-03-07T02:56:44.170 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-03-07T02:56:44.170 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:44.170 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.170 INFO:tasks.workunit.client.0.smithi090.stdout: "thermal_throttle_status": { 2024-03-07T02:56:44.170 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:44.170 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": { 2024-03-07T02:56:44.170 INFO:tasks.workunit.client.0.smithi090.stdout: "cnt": 0, 2024-03-07T02:56:44.170 INFO:tasks.workunit.client.0.smithi090.stdout: "pct": 0 2024-03-07T02:56:44.170 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.170 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.170 INFO:tasks.workunit.client.0.smithi090.stdout: "timed_workload_host_reads": { 2024-03-07T02:56:44.171 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:44.171 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 65535 2024-03-07T02:56:44.171 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.171 INFO:tasks.workunit.client.0.smithi090.stdout: "timed_workload_media_wear": { 2024-03-07T02:56:44.171 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:44.171 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 64 2024-03-07T02:56:44.171 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.171 INFO:tasks.workunit.client.0.smithi090.stdout: "timed_workload_timer": { 2024-03-07T02:56:44.171 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:44.171 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 65535 2024-03-07T02:56:44.171 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.171 INFO:tasks.workunit.client.0.smithi090.stdout: "unexp_power_loss": { 2024-03-07T02:56:44.171 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-03-07T02:56:44.171 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:44.171 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.171 INFO:tasks.workunit.client.0.smithi090.stdout: "wear_leveling": { 2024-03-07T02:56:44.172 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 89, 2024-03-07T02:56:44.172 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": { 2024-03-07T02:56:44.172 INFO:tasks.workunit.client.0.smithi090.stdout: "avg": 3478, 2024-03-07T02:56:44.172 INFO:tasks.workunit.client.0.smithi090.stdout: "max": 3495, 2024-03-07T02:56:44.172 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 3462 2024-03-07T02:56:44.172 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.172 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.172 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.172 INFO:tasks.workunit.client.0.smithi090.stdout: "Intel Smart log": "nvme0n1" 2024-03-07T02:56:44.172 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.172 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_smart_health_information_log": { 2024-03-07T02:56:44.172 INFO:tasks.workunit.client.0.smithi090.stdout: "available_spare": 100, 2024-03-07T02:56:44.172 INFO:tasks.workunit.client.0.smithi090.stdout: "available_spare_threshold": 10, 2024-03-07T02:56:44.172 INFO:tasks.workunit.client.0.smithi090.stdout: "controller_busy_time": 25, 2024-03-07T02:56:44.172 INFO:tasks.workunit.client.0.smithi090.stdout: "critical_warning": 0, 2024-03-07T02:56:44.173 INFO:tasks.workunit.client.0.smithi090.stdout: "data_units_read": 454255723, 2024-03-07T02:56:44.173 INFO:tasks.workunit.client.0.smithi090.stdout: "data_units_written": 2214292216, 2024-03-07T02:56:44.173 INFO:tasks.workunit.client.0.smithi090.stdout: "host_reads": 7192489100, 2024-03-07T02:56:44.173 INFO:tasks.workunit.client.0.smithi090.stdout: "host_writes": 36250738597, 2024-03-07T02:56:44.173 INFO:tasks.workunit.client.0.smithi090.stdout: "media_errors": 0, 2024-03-07T02:56:44.173 INFO:tasks.workunit.client.0.smithi090.stdout: "num_err_log_entries": 0, 2024-03-07T02:56:44.173 INFO:tasks.workunit.client.0.smithi090.stdout: "percentage_used": 11, 2024-03-07T02:56:44.173 INFO:tasks.workunit.client.0.smithi090.stdout: "power_cycles": 45599, 2024-03-07T02:56:44.173 INFO:tasks.workunit.client.0.smithi090.stdout: "power_on_hours": 54702, 2024-03-07T02:56:44.173 INFO:tasks.workunit.client.0.smithi090.stdout: "temperature": 28, 2024-03-07T02:56:44.173 INFO:tasks.workunit.client.0.smithi090.stdout: "unsafe_shutdowns": 1105 2024-03-07T02:56:44.173 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.173 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_vendor": "intel", 2024-03-07T02:56:44.173 INFO:tasks.workunit.client.0.smithi090.stdout: "power_cycle_count": 45599, 2024-03-07T02:56:44.173 INFO:tasks.workunit.client.0.smithi090.stdout: "power_on_time": { 2024-03-07T02:56:44.173 INFO:tasks.workunit.client.0.smithi090.stdout: "hours": 54702 2024-03-07T02:56:44.174 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.174 INFO:tasks.workunit.client.0.smithi090.stdout: "serial_number": "deleted", 2024-03-07T02:56:44.174 INFO:tasks.workunit.client.0.smithi090.stdout: "smart_status": { 2024-03-07T02:56:44.174 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme": { 2024-03-07T02:56:44.174 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.174 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.174 INFO:tasks.workunit.client.0.smithi090.stdout: "passed": true 2024-03-07T02:56:44.174 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.174 INFO:tasks.workunit.client.0.smithi090.stdout: "smartctl": { 2024-03-07T02:56:44.174 INFO:tasks.workunit.client.0.smithi090.stdout: "argv": [ 2024-03-07T02:56:44.174 INFO:tasks.workunit.client.0.smithi090.stdout: "smartctl", 2024-03-07T02:56:44.174 INFO:tasks.workunit.client.0.smithi090.stdout: "-x", 2024-03-07T02:56:44.174 INFO:tasks.workunit.client.0.smithi090.stdout: "--json=o", 2024-03-07T02:56:44.174 INFO:tasks.workunit.client.0.smithi090.stdout: "/dev/nvme0n1" 2024-03-07T02:56:44.174 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.175 INFO:tasks.workunit.client.0.smithi090.stdout: "build_info": "(local build)", 2024-03-07T02:56:44.175 INFO:tasks.workunit.client.0.smithi090.stdout: "exit_status": 0, 2024-03-07T02:56:44.175 INFO:tasks.workunit.client.0.smithi090.stdout: "output": [ 2024-03-07T02:56:44.175 INFO:tasks.workunit.client.0.smithi090.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-427.el9.x86_64] (local build)", 2024-03-07T02:56:44.175 INFO:tasks.workunit.client.0.smithi090.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-03-07T02:56:44.175 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-03-07T02:56:44.175 INFO:tasks.workunit.client.0.smithi090.stdout: "=== START OF INFORMATION SECTION ===", 2024-03-07T02:56:44.175 INFO:tasks.workunit.client.0.smithi090.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-03-07T02:56:44.175 INFO:tasks.workunit.client.0.smithi090.stdout: "Serial Number: deleted", 2024-03-07T02:56:44.175 INFO:tasks.workunit.client.0.smithi090.stdout: "Firmware Version: 8DV101H0", 2024-03-07T02:56:44.175 INFO:tasks.workunit.client.0.smithi090.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-03-07T02:56:44.175 INFO:tasks.workunit.client.0.smithi090.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-03-07T02:56:44.175 INFO:tasks.workunit.client.0.smithi090.stdout: "Controller ID: 0", 2024-03-07T02:56:44.175 INFO:tasks.workunit.client.0.smithi090.stdout: "Number of Namespaces: 1", 2024-03-07T02:56:44.175 INFO:tasks.workunit.client.0.smithi090.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-03-07T02:56:44.175 INFO:tasks.workunit.client.0.smithi090.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-03-07T02:56:44.176 INFO:tasks.workunit.client.0.smithi090.stdout: "Local Time is: Thu Mar 7 02:51:35 2024 UTC", 2024-03-07T02:56:44.176 INFO:tasks.workunit.client.0.smithi090.stdout: "Firmware Updates (0x02): 1 Slot", 2024-03-07T02:56:44.176 INFO:tasks.workunit.client.0.smithi090.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-03-07T02:56:44.176 INFO:tasks.workunit.client.0.smithi090.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-03-07T02:56:44.176 INFO:tasks.workunit.client.0.smithi090.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-03-07T02:56:44.176 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-03-07T02:56:44.176 INFO:tasks.workunit.client.0.smithi090.stdout: "Supported Power States", 2024-03-07T02:56:44.176 INFO:tasks.workunit.client.0.smithi090.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-03-07T02:56:44.176 INFO:tasks.workunit.client.0.smithi090.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-03-07T02:56:44.176 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-03-07T02:56:44.176 INFO:tasks.workunit.client.0.smithi090.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-03-07T02:56:44.176 INFO:tasks.workunit.client.0.smithi090.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-03-07T02:56:44.176 INFO:tasks.workunit.client.0.smithi090.stdout: " 0 + 512 0 2", 2024-03-07T02:56:44.176 INFO:tasks.workunit.client.0.smithi090.stdout: " 1 - 512 8 2", 2024-03-07T02:56:44.177 INFO:tasks.workunit.client.0.smithi090.stdout: " 2 - 512 16 2", 2024-03-07T02:56:44.177 INFO:tasks.workunit.client.0.smithi090.stdout: " 3 - 4096 0 0", 2024-03-07T02:56:44.177 INFO:tasks.workunit.client.0.smithi090.stdout: " 4 - 4096 8 0", 2024-03-07T02:56:44.177 INFO:tasks.workunit.client.0.smithi090.stdout: " 5 - 4096 64 0", 2024-03-07T02:56:44.177 INFO:tasks.workunit.client.0.smithi090.stdout: " 6 - 4096 128 0", 2024-03-07T02:56:44.177 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-03-07T02:56:44.177 INFO:tasks.workunit.client.0.smithi090.stdout: "=== START OF SMART DATA SECTION ===", 2024-03-07T02:56:44.177 INFO:tasks.workunit.client.0.smithi090.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-03-07T02:56:44.177 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-03-07T02:56:44.177 INFO:tasks.workunit.client.0.smithi090.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-03-07T02:56:44.177 INFO:tasks.workunit.client.0.smithi090.stdout: "Critical Warning: 0x00", 2024-03-07T02:56:44.177 INFO:tasks.workunit.client.0.smithi090.stdout: "Temperature: 28 Celsius", 2024-03-07T02:56:44.177 INFO:tasks.workunit.client.0.smithi090.stdout: "Available Spare: 100%", 2024-03-07T02:56:44.177 INFO:tasks.workunit.client.0.smithi090.stdout: "Available Spare Threshold: 10%", 2024-03-07T02:56:44.177 INFO:tasks.workunit.client.0.smithi090.stdout: "Percentage Used: 11%", 2024-03-07T02:56:44.177 INFO:tasks.workunit.client.0.smithi090.stdout: "Data Units Read: 454,255,723 [232 TB]", 2024-03-07T02:56:44.178 INFO:tasks.workunit.client.0.smithi090.stdout: "Data Units Written: 2,214,292,216 [1.13 PB]", 2024-03-07T02:56:44.178 INFO:tasks.workunit.client.0.smithi090.stdout: "Host Read Commands: 7,192,489,100", 2024-03-07T02:56:44.178 INFO:tasks.workunit.client.0.smithi090.stdout: "Host Write Commands: 36,250,738,597", 2024-03-07T02:56:44.178 INFO:tasks.workunit.client.0.smithi090.stdout: "Controller Busy Time: 25", 2024-03-07T02:56:44.178 INFO:tasks.workunit.client.0.smithi090.stdout: "Power Cycles: 45,599", 2024-03-07T02:56:44.178 INFO:tasks.workunit.client.0.smithi090.stdout: "Power On Hours: 54,702", 2024-03-07T02:56:44.178 INFO:tasks.workunit.client.0.smithi090.stdout: "Unsafe Shutdowns: 1,105", 2024-03-07T02:56:44.178 INFO:tasks.workunit.client.0.smithi090.stdout: "Media and Data Integrity Errors: 0", 2024-03-07T02:56:44.178 INFO:tasks.workunit.client.0.smithi090.stdout: "Error Information Log Entries: 0", 2024-03-07T02:56:44.178 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-03-07T02:56:44.178 INFO:tasks.workunit.client.0.smithi090.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-03-07T02:56:44.178 INFO:tasks.workunit.client.0.smithi090.stdout: "No Errors Logged", 2024-03-07T02:56:44.178 INFO:tasks.workunit.client.0.smithi090.stdout: "" 2024-03-07T02:56:44.179 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.179 INFO:tasks.workunit.client.0.smithi090.stdout: "platform_info": "x86_64-linux-5.14.0-427.el9.x86_64", 2024-03-07T02:56:44.179 INFO:tasks.workunit.client.0.smithi090.stdout: "svn_revision": "5022", 2024-03-07T02:56:44.179 INFO:tasks.workunit.client.0.smithi090.stdout: "version": [ 2024-03-07T02:56:44.179 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:44.179 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-03-07T02:56:44.179 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:44.179 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.179 INFO:tasks.workunit.client.0.smithi090.stdout: "temperature": { 2024-03-07T02:56:44.179 INFO:tasks.workunit.client.0.smithi090.stdout: "current": 28 2024-03-07T02:56:44.179 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.179 INFO:tasks.workunit.client.0.smithi090.stdout: "user_capacity": { 2024-03-07T02:56:44.179 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-03-07T02:56:44.179 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-03-07T02:56:44.179 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.180 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.180 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.180 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.180 INFO:tasks.workunit.client.0.smithi090.stdout: "51c81bde-dc2e-11ee-a65c-0cc47a8fd767": { 2024-03-07T02:56:44.180 INFO:tasks.workunit.client.0.smithi090.stdout: "INTEL_SSDPEDMD400G4_51c88772-dc2e-11ee-a65c-0cc47a8fd767": { 2024-03-07T02:56:44.180 INFO:tasks.workunit.client.0.smithi090.stdout: "20240307-025133": { 2024-03-07T02:56:44.180 INFO:tasks.workunit.client.0.smithi090.stdout: "device": { 2024-03-07T02:56:44.180 INFO:tasks.workunit.client.0.smithi090.stdout: "info_name": "/dev/nvme0n1", 2024-03-07T02:56:44.180 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "/dev/nvme0n1", 2024-03-07T02:56:44.180 INFO:tasks.workunit.client.0.smithi090.stdout: "protocol": "NVMe", 2024-03-07T02:56:44.180 INFO:tasks.workunit.client.0.smithi090.stdout: "type": "nvme" 2024-03-07T02:56:44.180 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.181 INFO:tasks.workunit.client.0.smithi090.stdout: "firmware_version": "8DV101H0", 2024-03-07T02:56:44.181 INFO:tasks.workunit.client.0.smithi090.stdout: "host_id": "51c81bde-dc2e-11ee-a65c-0cc47a8fd767", 2024-03-07T02:56:44.181 INFO:tasks.workunit.client.0.smithi090.stdout: "json_format_version": [ 2024-03-07T02:56:44.181 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:44.181 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:44.181 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.181 INFO:tasks.workunit.client.0.smithi090.stdout: "local_time": { 2024-03-07T02:56:44.181 INFO:tasks.workunit.client.0.smithi090.stdout: "asctime": "Thu Mar 7 02:51:33 2024 UTC", 2024-03-07T02:56:44.181 INFO:tasks.workunit.client.0.smithi090.stdout: "time_t": 1709779893 2024-03-07T02:56:44.181 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.181 INFO:tasks.workunit.client.0.smithi090.stdout: "logical_block_size": 512, 2024-03-07T02:56:44.181 INFO:tasks.workunit.client.0.smithi090.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-03-07T02:56:44.181 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_controller_id": 0, 2024-03-07T02:56:44.181 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-03-07T02:56:44.181 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_namespaces": [ 2024-03-07T02:56:44.181 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.182 INFO:tasks.workunit.client.0.smithi090.stdout: "capacity": { 2024-03-07T02:56:44.182 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-03-07T02:56:44.182 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-03-07T02:56:44.182 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.182 INFO:tasks.workunit.client.0.smithi090.stdout: "formatted_lba_size": 512, 2024-03-07T02:56:44.182 INFO:tasks.workunit.client.0.smithi090.stdout: "id": 1, 2024-03-07T02:56:44.182 INFO:tasks.workunit.client.0.smithi090.stdout: "size": { 2024-03-07T02:56:44.182 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-03-07T02:56:44.182 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-03-07T02:56:44.182 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.182 INFO:tasks.workunit.client.0.smithi090.stdout: "utilization": { 2024-03-07T02:56:44.182 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-03-07T02:56:44.182 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-03-07T02:56:44.182 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.182 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.183 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.183 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_number_of_namespaces": 1, 2024-03-07T02:56:44.183 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_pci_vendor": { 2024-03-07T02:56:44.183 INFO:tasks.workunit.client.0.smithi090.stdout: "id": 32902, 2024-03-07T02:56:44.183 INFO:tasks.workunit.client.0.smithi090.stdout: "subsystem_id": 32902 2024-03-07T02:56:44.183 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.183 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_smart_health_information_add_log": { 2024-03-07T02:56:44.183 INFO:tasks.workunit.client.0.smithi090.stdout: "Device stats": { 2024-03-07T02:56:44.183 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_fw_downgrades": { 2024-03-07T02:56:44.183 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-03-07T02:56:44.183 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:44.183 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.183 INFO:tasks.workunit.client.0.smithi090.stdout: "crc_error_count": { 2024-03-07T02:56:44.183 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:44.183 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:44.184 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.184 INFO:tasks.workunit.client.0.smithi090.stdout: "end_to_end_error_detection_count": { 2024-03-07T02:56:44.184 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:44.184 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:44.184 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.184 INFO:tasks.workunit.client.0.smithi090.stdout: "erase_fail_count": { 2024-03-07T02:56:44.184 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:44.184 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:44.184 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.184 INFO:tasks.workunit.client.0.smithi090.stdout: "host_bytes_written": { 2024-03-07T02:56:44.184 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:44.184 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 25967422 2024-03-07T02:56:44.184 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.184 INFO:tasks.workunit.client.0.smithi090.stdout: "host_ctx_wear_used": { 2024-03-07T02:56:44.185 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:44.185 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 1 2024-03-07T02:56:44.185 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.185 INFO:tasks.workunit.client.0.smithi090.stdout: "media_bytes_read": { 2024-03-07T02:56:44.185 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-03-07T02:56:44.185 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:44.185 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.185 INFO:tasks.workunit.client.0.smithi090.stdout: "nand_bytes_written": { 2024-03-07T02:56:44.185 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:44.185 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 42357418 2024-03-07T02:56:44.185 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.185 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_stat_indicator": { 2024-03-07T02:56:44.185 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-03-07T02:56:44.185 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:44.186 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.186 INFO:tasks.workunit.client.0.smithi090.stdout: "pll_lock_loss_count": { 2024-03-07T02:56:44.186 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:44.186 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:44.186 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.186 INFO:tasks.workunit.client.0.smithi090.stdout: "program_fail_count": { 2024-03-07T02:56:44.186 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:44.186 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:44.186 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.186 INFO:tasks.workunit.client.0.smithi090.stdout: "re_alloc_sectr_cnt": { 2024-03-07T02:56:44.186 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-03-07T02:56:44.186 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:44.186 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.186 INFO:tasks.workunit.client.0.smithi090.stdout: "retry_buffer_overflow_count": { 2024-03-07T02:56:44.187 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:44.187 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:44.187 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.187 INFO:tasks.workunit.client.0.smithi090.stdout: "soft_ecc_err_rate": { 2024-03-07T02:56:44.187 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-03-07T02:56:44.187 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:44.187 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.187 INFO:tasks.workunit.client.0.smithi090.stdout: "thermal_throttle_status": { 2024-03-07T02:56:44.187 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:44.187 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": { 2024-03-07T02:56:44.187 INFO:tasks.workunit.client.0.smithi090.stdout: "cnt": 0, 2024-03-07T02:56:44.187 INFO:tasks.workunit.client.0.smithi090.stdout: "pct": 0 2024-03-07T02:56:44.187 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.187 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.187 INFO:tasks.workunit.client.0.smithi090.stdout: "timed_workload_host_reads": { 2024-03-07T02:56:44.187 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:44.188 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 65535 2024-03-07T02:56:44.188 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.188 INFO:tasks.workunit.client.0.smithi090.stdout: "timed_workload_media_wear": { 2024-03-07T02:56:44.188 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:44.188 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 64 2024-03-07T02:56:44.188 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.188 INFO:tasks.workunit.client.0.smithi090.stdout: "timed_workload_timer": { 2024-03-07T02:56:44.188 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:44.188 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 65535 2024-03-07T02:56:44.188 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.188 INFO:tasks.workunit.client.0.smithi090.stdout: "unexp_power_loss": { 2024-03-07T02:56:44.188 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-03-07T02:56:44.189 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:44.189 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.189 INFO:tasks.workunit.client.0.smithi090.stdout: "wear_leveling": { 2024-03-07T02:56:44.189 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 91, 2024-03-07T02:56:44.189 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": { 2024-03-07T02:56:44.189 INFO:tasks.workunit.client.0.smithi090.stdout: "avg": 2848, 2024-03-07T02:56:44.189 INFO:tasks.workunit.client.0.smithi090.stdout: "max": 2862, 2024-03-07T02:56:44.189 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 2835 2024-03-07T02:56:44.189 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.189 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.189 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.189 INFO:tasks.workunit.client.0.smithi090.stdout: "Intel Smart log": "nvme0n1" 2024-03-07T02:56:44.189 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.189 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_smart_health_information_log": { 2024-03-07T02:56:44.190 INFO:tasks.workunit.client.0.smithi090.stdout: "available_spare": 100, 2024-03-07T02:56:44.190 INFO:tasks.workunit.client.0.smithi090.stdout: "available_spare_threshold": 10, 2024-03-07T02:56:44.190 INFO:tasks.workunit.client.0.smithi090.stdout: "controller_busy_time": 13, 2024-03-07T02:56:44.190 INFO:tasks.workunit.client.0.smithi090.stdout: "critical_warning": 0, 2024-03-07T02:56:44.190 INFO:tasks.workunit.client.0.smithi090.stdout: "data_units_read": 366060390, 2024-03-07T02:56:44.190 INFO:tasks.workunit.client.0.smithi090.stdout: "data_units_written": 1701800987, 2024-03-07T02:56:44.190 INFO:tasks.workunit.client.0.smithi090.stdout: "host_reads": 5165032472, 2024-03-07T02:56:44.190 INFO:tasks.workunit.client.0.smithi090.stdout: "host_writes": 26420877396, 2024-03-07T02:56:44.190 INFO:tasks.workunit.client.0.smithi090.stdout: "media_errors": 0, 2024-03-07T02:56:44.190 INFO:tasks.workunit.client.0.smithi090.stdout: "num_err_log_entries": 0, 2024-03-07T02:56:44.190 INFO:tasks.workunit.client.0.smithi090.stdout: "percentage_used": 9, 2024-03-07T02:56:44.190 INFO:tasks.workunit.client.0.smithi090.stdout: "power_cycles": 40242, 2024-03-07T02:56:44.190 INFO:tasks.workunit.client.0.smithi090.stdout: "power_on_hours": 57825, 2024-03-07T02:56:44.190 INFO:tasks.workunit.client.0.smithi090.stdout: "temperature": 27, 2024-03-07T02:56:44.191 INFO:tasks.workunit.client.0.smithi090.stdout: "unsafe_shutdowns": 375 2024-03-07T02:56:44.191 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.191 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_vendor": "intel", 2024-03-07T02:56:44.191 INFO:tasks.workunit.client.0.smithi090.stdout: "power_cycle_count": 40242, 2024-03-07T02:56:44.191 INFO:tasks.workunit.client.0.smithi090.stdout: "power_on_time": { 2024-03-07T02:56:44.191 INFO:tasks.workunit.client.0.smithi090.stdout: "hours": 57825 2024-03-07T02:56:44.191 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.191 INFO:tasks.workunit.client.0.smithi090.stdout: "serial_number": "deleted", 2024-03-07T02:56:44.191 INFO:tasks.workunit.client.0.smithi090.stdout: "smart_status": { 2024-03-07T02:56:44.191 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme": { 2024-03-07T02:56:44.191 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.191 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.191 INFO:tasks.workunit.client.0.smithi090.stdout: "passed": true 2024-03-07T02:56:44.191 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.191 INFO:tasks.workunit.client.0.smithi090.stdout: "smartctl": { 2024-03-07T02:56:44.192 INFO:tasks.workunit.client.0.smithi090.stdout: "argv": [ 2024-03-07T02:56:44.192 INFO:tasks.workunit.client.0.smithi090.stdout: "smartctl", 2024-03-07T02:56:44.192 INFO:tasks.workunit.client.0.smithi090.stdout: "-x", 2024-03-07T02:56:44.192 INFO:tasks.workunit.client.0.smithi090.stdout: "--json=o", 2024-03-07T02:56:44.192 INFO:tasks.workunit.client.0.smithi090.stdout: "/dev/nvme0n1" 2024-03-07T02:56:44.192 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.192 INFO:tasks.workunit.client.0.smithi090.stdout: "build_info": "(local build)", 2024-03-07T02:56:44.192 INFO:tasks.workunit.client.0.smithi090.stdout: "exit_status": 0, 2024-03-07T02:56:44.192 INFO:tasks.workunit.client.0.smithi090.stdout: "output": [ 2024-03-07T02:56:44.192 INFO:tasks.workunit.client.0.smithi090.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-427.el9.x86_64] (local build)", 2024-03-07T02:56:44.192 INFO:tasks.workunit.client.0.smithi090.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-03-07T02:56:44.192 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-03-07T02:56:44.192 INFO:tasks.workunit.client.0.smithi090.stdout: "=== START OF INFORMATION SECTION ===", 2024-03-07T02:56:44.192 INFO:tasks.workunit.client.0.smithi090.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-03-07T02:56:44.193 INFO:tasks.workunit.client.0.smithi090.stdout: "Serial Number: deleted", 2024-03-07T02:56:44.193 INFO:tasks.workunit.client.0.smithi090.stdout: "Firmware Version: 8DV101H0", 2024-03-07T02:56:44.193 INFO:tasks.workunit.client.0.smithi090.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-03-07T02:56:44.193 INFO:tasks.workunit.client.0.smithi090.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-03-07T02:56:44.193 INFO:tasks.workunit.client.0.smithi090.stdout: "Controller ID: 0", 2024-03-07T02:56:44.193 INFO:tasks.workunit.client.0.smithi090.stdout: "Number of Namespaces: 1", 2024-03-07T02:56:44.193 INFO:tasks.workunit.client.0.smithi090.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-03-07T02:56:44.193 INFO:tasks.workunit.client.0.smithi090.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-03-07T02:56:44.193 INFO:tasks.workunit.client.0.smithi090.stdout: "Local Time is: Thu Mar 7 02:51:33 2024 UTC", 2024-03-07T02:56:44.193 INFO:tasks.workunit.client.0.smithi090.stdout: "Firmware Updates (0x02): 1 Slot", 2024-03-07T02:56:44.193 INFO:tasks.workunit.client.0.smithi090.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-03-07T02:56:44.193 INFO:tasks.workunit.client.0.smithi090.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-03-07T02:56:44.193 INFO:tasks.workunit.client.0.smithi090.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-03-07T02:56:44.193 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-03-07T02:56:44.193 INFO:tasks.workunit.client.0.smithi090.stdout: "Supported Power States", 2024-03-07T02:56:44.194 INFO:tasks.workunit.client.0.smithi090.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-03-07T02:56:44.194 INFO:tasks.workunit.client.0.smithi090.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-03-07T02:56:44.194 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-03-07T02:56:44.194 INFO:tasks.workunit.client.0.smithi090.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-03-07T02:56:44.194 INFO:tasks.workunit.client.0.smithi090.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-03-07T02:56:44.194 INFO:tasks.workunit.client.0.smithi090.stdout: " 0 + 512 0 2", 2024-03-07T02:56:44.194 INFO:tasks.workunit.client.0.smithi090.stdout: " 1 - 512 8 2", 2024-03-07T02:56:44.194 INFO:tasks.workunit.client.0.smithi090.stdout: " 2 - 512 16 2", 2024-03-07T02:56:44.194 INFO:tasks.workunit.client.0.smithi090.stdout: " 3 - 4096 0 0", 2024-03-07T02:56:44.194 INFO:tasks.workunit.client.0.smithi090.stdout: " 4 - 4096 8 0", 2024-03-07T02:56:44.194 INFO:tasks.workunit.client.0.smithi090.stdout: " 5 - 4096 64 0", 2024-03-07T02:56:44.194 INFO:tasks.workunit.client.0.smithi090.stdout: " 6 - 4096 128 0", 2024-03-07T02:56:44.194 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-03-07T02:56:44.194 INFO:tasks.workunit.client.0.smithi090.stdout: "=== START OF SMART DATA SECTION ===", 2024-03-07T02:56:44.194 INFO:tasks.workunit.client.0.smithi090.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-03-07T02:56:44.194 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-03-07T02:56:44.195 INFO:tasks.workunit.client.0.smithi090.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-03-07T02:56:44.195 INFO:tasks.workunit.client.0.smithi090.stdout: "Critical Warning: 0x00", 2024-03-07T02:56:44.195 INFO:tasks.workunit.client.0.smithi090.stdout: "Temperature: 27 Celsius", 2024-03-07T02:56:44.195 INFO:tasks.workunit.client.0.smithi090.stdout: "Available Spare: 100%", 2024-03-07T02:56:44.195 INFO:tasks.workunit.client.0.smithi090.stdout: "Available Spare Threshold: 10%", 2024-03-07T02:56:44.195 INFO:tasks.workunit.client.0.smithi090.stdout: "Percentage Used: 9%", 2024-03-07T02:56:44.195 INFO:tasks.workunit.client.0.smithi090.stdout: "Data Units Read: 366,060,390 [187 TB]", 2024-03-07T02:56:44.195 INFO:tasks.workunit.client.0.smithi090.stdout: "Data Units Written: 1,701,800,987 [871 TB]", 2024-03-07T02:56:44.195 INFO:tasks.workunit.client.0.smithi090.stdout: "Host Read Commands: 5,165,032,472", 2024-03-07T02:56:44.195 INFO:tasks.workunit.client.0.smithi090.stdout: "Host Write Commands: 26,420,877,396", 2024-03-07T02:56:44.195 INFO:tasks.workunit.client.0.smithi090.stdout: "Controller Busy Time: 13", 2024-03-07T02:56:44.195 INFO:tasks.workunit.client.0.smithi090.stdout: "Power Cycles: 40,242", 2024-03-07T02:56:44.195 INFO:tasks.workunit.client.0.smithi090.stdout: "Power On Hours: 57,825", 2024-03-07T02:56:44.195 INFO:tasks.workunit.client.0.smithi090.stdout: "Unsafe Shutdowns: 375", 2024-03-07T02:56:44.195 INFO:tasks.workunit.client.0.smithi090.stdout: "Media and Data Integrity Errors: 0", 2024-03-07T02:56:44.195 INFO:tasks.workunit.client.0.smithi090.stdout: "Error Information Log Entries: 0", 2024-03-07T02:56:44.196 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-03-07T02:56:44.196 INFO:tasks.workunit.client.0.smithi090.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-03-07T02:56:44.196 INFO:tasks.workunit.client.0.smithi090.stdout: "No Errors Logged", 2024-03-07T02:56:44.196 INFO:tasks.workunit.client.0.smithi090.stdout: "" 2024-03-07T02:56:44.196 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.196 INFO:tasks.workunit.client.0.smithi090.stdout: "platform_info": "x86_64-linux-5.14.0-427.el9.x86_64", 2024-03-07T02:56:44.196 INFO:tasks.workunit.client.0.smithi090.stdout: "svn_revision": "5022", 2024-03-07T02:56:44.196 INFO:tasks.workunit.client.0.smithi090.stdout: "version": [ 2024-03-07T02:56:44.196 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:44.196 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-03-07T02:56:44.196 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:44.196 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.196 INFO:tasks.workunit.client.0.smithi090.stdout: "temperature": { 2024-03-07T02:56:44.196 INFO:tasks.workunit.client.0.smithi090.stdout: "current": 27 2024-03-07T02:56:44.196 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.197 INFO:tasks.workunit.client.0.smithi090.stdout: "user_capacity": { 2024-03-07T02:56:44.197 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-03-07T02:56:44.197 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-03-07T02:56:44.197 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.197 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.197 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.197 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.197 INFO:tasks.workunit.client.0.smithi090.stdout:} 2024-03-07T02:56:44.197 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:42 smithi092 ceph-mon[31083]: from='client.14970 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:56:44.197 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:42 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/3038796574' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-03-07T02:56:44.197 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:42 smithi092 ceph-mon[31083]: from='client.24869 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:56:44.197 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:42 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:56:44.198 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:42 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-07T02:56:44.198 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:42 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:44.198 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:42 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:44.198 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:42 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:44.198 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:42 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:44.198 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:42 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:44.198 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:42 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:44.198 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:42 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:44.198 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:42 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:44.198 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:42 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:44.198 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:42 smithi092 ceph-mon[31083]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-07T02:56:44.198 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:42 smithi092 ceph-mon[31083]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-07T02:56:44.198 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:42 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:44.198 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:42 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:44.199 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:42 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:44.199 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:42 smithi092 ceph-mon[31083]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-07T02:56:44.199 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:42 smithi092 ceph-mon[31083]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-07T02:56:44.199 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:42 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:44.199 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:42 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:44.199 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:42 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:44.199 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:42 smithi092 ceph-mon[31083]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-07T02:56:44.199 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:42 smithi092 ceph-mon[31083]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-07T02:56:44.199 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:42 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:44.199 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:42 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:44.199 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:42 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:44.199 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:42 smithi092 ceph-mon[31083]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 13 KiB/s rd, 0 B/s wr, 3 op/s 2024-03-07T02:56:44.199 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:42 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:56:44.200 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:42 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-07T02:56:44.200 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:42 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:44.200 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:42 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:44.200 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:42 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:44.200 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:42 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:44.200 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:42 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:44.200 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:42 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:44.200 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:42 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:44.200 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:42 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:44.200 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:42 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:44.200 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:42 smithi092 ceph-mon[31083]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-07T02:56:44.200 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:42 smithi092 ceph-mon[31083]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-07T02:56:44.200 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:42 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:44.200 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:42 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:44.201 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:42 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:44.201 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:42 smithi092 ceph-mon[31083]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-07T02:56:44.201 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:42 smithi092 ceph-mon[31083]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-07T02:56:44.201 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:42 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:44.201 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:42 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:44.201 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:42 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:44.201 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:42 smithi092 ceph-mon[31083]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-07T02:56:44.201 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:42 smithi092 ceph-mon[31083]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-07T02:56:44.201 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:42 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:44.201 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:42 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:44.201 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:42 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:44.201 INFO:tasks.workunit.client.0.smithi090.stderr:+ ceph telemetry show-all 2024-03-07T02:56:44.202 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: ::ffff:172.21.15.92 - - [07/Mar/2024:02:56:42] "GET /metrics HTTP/1.1" 200 33637 "" "Prometheus/2.43.0" 2024-03-07T02:56:44.202 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[37987]: from='client.14970 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:56:44.202 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/3038796574' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-03-07T02:56:44.202 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[37987]: from='client.24869 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:56:44.202 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:56:44.202 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-07T02:56:44.202 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:44.202 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:44.202 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:44.202 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:44.203 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:44.203 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:44.203 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:44.203 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:44.203 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:44.203 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-07T02:56:44.203 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-07T02:56:44.203 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:44.203 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:44.203 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:44.203 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-07T02:56:44.203 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-07T02:56:44.203 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:44.203 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:44.203 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:44.204 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-07T02:56:44.204 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-07T02:56:44.204 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:44.204 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[27223]: from='client.14970 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:56:44.204 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/3038796574' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-03-07T02:56:44.204 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[27223]: from='client.24869 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:56:44.204 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:56:44.204 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-07T02:56:44.204 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:44.204 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:44.204 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:44.204 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:44.205 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:44.205 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:44.205 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:44.205 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:44.205 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:44.205 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[27223]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-07T02:56:44.205 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[27223]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-07T02:56:44.205 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:44.205 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:44.205 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:44.205 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[27223]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-07T02:56:44.205 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[27223]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-07T02:56:44.205 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:44.205 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:44.205 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:44.206 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[27223]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-07T02:56:44.206 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[27223]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-07T02:56:44.206 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:44.206 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:44.206 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:44.206 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[37987]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 13 KiB/s rd, 0 B/s wr, 3 op/s 2024-03-07T02:56:44.206 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:56:44.206 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-07T02:56:44.206 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:44.206 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:44.207 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:44.207 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:44.207 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:44.207 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:44.207 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:44.207 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:44.207 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:44.207 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-07T02:56:44.207 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-07T02:56:44.207 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:44.207 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:44.207 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:44.207 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-07T02:56:44.207 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-07T02:56:44.207 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:44.207 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:44.208 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:44.208 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-07T02:56:44.208 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-07T02:56:44.208 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:44.208 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:44.208 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:44.208 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:44.209 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:44.209 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[27223]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 13 KiB/s rd, 0 B/s wr, 3 op/s 2024-03-07T02:56:44.209 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:56:44.209 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-07T02:56:44.209 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:44.209 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:44.209 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:44.209 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:44.209 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:44.209 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:44.209 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:44.209 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:44.209 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:44.209 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[27223]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-07T02:56:44.209 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[27223]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-07T02:56:44.210 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:44.210 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:44.210 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:44.210 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[27223]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-07T02:56:44.210 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[27223]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-07T02:56:44.210 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:44.210 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:44.210 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:44.210 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[27223]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-07T02:56:44.210 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[27223]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-07T02:56:44.210 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:44.210 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:44.210 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:42 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:44.212 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:43 smithi092 ceph-mon[31083]: from='client.24869 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:56:44.213 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:43 smithi092 ceph-mon[31083]: from='client.24887 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:56:44.213 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:43 smithi092 ceph-mon[31083]: from='client.24887 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:56:44.213 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:43 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:56:44.213 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:43 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-07T02:56:44.213 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:43 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:44.213 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:43 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:44.213 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:43 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:44.213 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:43 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:44.213 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:43 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:44.213 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:43 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:44.213 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:43 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:44.213 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:43 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:44.214 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:43 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:44.214 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:43 smithi092 ceph-mon[31083]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-07T02:56:44.214 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:43 smithi092 ceph-mon[31083]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-07T02:56:44.214 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:43 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:44.214 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:43 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:44.214 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:43 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:44.214 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:43 smithi092 ceph-mon[31083]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-07T02:56:44.214 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:43 smithi092 ceph-mon[31083]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-07T02:56:44.214 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:43 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:44.214 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:43 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:44.214 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:43 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:44.214 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:43 smithi092 ceph-mon[31083]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-07T02:56:44.214 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:43 smithi092 ceph-mon[31083]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-07T02:56:44.214 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:43 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:44.214 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:43 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:44.215 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:43 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:44.215 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:43 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:56:44.215 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:43 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-07T02:56:44.215 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:43 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:44.215 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:43 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:44.215 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:43 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:44.215 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:43 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:44.215 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:43 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:44.215 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:43 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:44.215 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:43 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:44.215 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:43 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:44.215 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:43 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:44.215 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:43 smithi092 ceph-mon[31083]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-07T02:56:44.215 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:43 smithi092 ceph-mon[31083]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-07T02:56:44.215 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:43 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:44.216 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:43 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:44.216 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:43 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:44.216 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:43 smithi092 ceph-mon[31083]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-07T02:56:44.216 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:43 smithi092 ceph-mon[31083]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-07T02:56:44.216 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:43 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:44.216 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:43 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:44.216 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:43 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:44.216 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:43 smithi092 ceph-mon[31083]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-07T02:56:44.216 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:43 smithi092 ceph-mon[31083]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-07T02:56:44.216 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:43 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:44.216 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:43 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:44.216 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:43 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:44.223 INFO:tasks.workunit.client.0.smithi090.stdout:{ 2024-03-07T02:56:44.223 INFO:tasks.workunit.client.0.smithi090.stdout: "device_report": { 2024-03-07T02:56:44.223 INFO:tasks.workunit.client.0.smithi090.stdout: "51c64732-dc2e-11ee-a65c-0cc47a8fd767": { 2024-03-07T02:56:44.223 INFO:tasks.workunit.client.0.smithi090.stdout: "INTEL_SSDPEDMD400G4_51c6cad6-dc2e-11ee-a65c-0cc47a8fd767": { 2024-03-07T02:56:44.223 INFO:tasks.workunit.client.0.smithi090.stdout: "20240307-025135": { 2024-03-07T02:56:44.223 INFO:tasks.workunit.client.0.smithi090.stdout: "device": { 2024-03-07T02:56:44.223 INFO:tasks.workunit.client.0.smithi090.stdout: "info_name": "/dev/nvme0n1", 2024-03-07T02:56:44.223 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "/dev/nvme0n1", 2024-03-07T02:56:44.223 INFO:tasks.workunit.client.0.smithi090.stdout: "protocol": "NVMe", 2024-03-07T02:56:44.223 INFO:tasks.workunit.client.0.smithi090.stdout: "type": "nvme" 2024-03-07T02:56:44.224 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.224 INFO:tasks.workunit.client.0.smithi090.stdout: "firmware_version": "8DV101H0", 2024-03-07T02:56:44.224 INFO:tasks.workunit.client.0.smithi090.stdout: "host_id": "51c64732-dc2e-11ee-a65c-0cc47a8fd767", 2024-03-07T02:56:44.224 INFO:tasks.workunit.client.0.smithi090.stdout: "json_format_version": [ 2024-03-07T02:56:44.224 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:44.224 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:44.224 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.224 INFO:tasks.workunit.client.0.smithi090.stdout: "local_time": { 2024-03-07T02:56:44.224 INFO:tasks.workunit.client.0.smithi090.stdout: "asctime": "Thu Mar 7 02:51:35 2024 UTC", 2024-03-07T02:56:44.224 INFO:tasks.workunit.client.0.smithi090.stdout: "time_t": 1709779895 2024-03-07T02:56:44.224 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.224 INFO:tasks.workunit.client.0.smithi090.stdout: "logical_block_size": 512, 2024-03-07T02:56:44.224 INFO:tasks.workunit.client.0.smithi090.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-03-07T02:56:44.224 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_controller_id": 0, 2024-03-07T02:56:44.225 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-03-07T02:56:44.225 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_namespaces": [ 2024-03-07T02:56:44.225 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.225 INFO:tasks.workunit.client.0.smithi090.stdout: "capacity": { 2024-03-07T02:56:44.225 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-03-07T02:56:44.225 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-03-07T02:56:44.225 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.225 INFO:tasks.workunit.client.0.smithi090.stdout: "formatted_lba_size": 512, 2024-03-07T02:56:44.225 INFO:tasks.workunit.client.0.smithi090.stdout: "id": 1, 2024-03-07T02:56:44.225 INFO:tasks.workunit.client.0.smithi090.stdout: "size": { 2024-03-07T02:56:44.225 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-03-07T02:56:44.225 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-03-07T02:56:44.225 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.225 INFO:tasks.workunit.client.0.smithi090.stdout: "utilization": { 2024-03-07T02:56:44.225 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-03-07T02:56:44.226 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-03-07T02:56:44.226 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.226 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.226 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.226 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_number_of_namespaces": 1, 2024-03-07T02:56:44.226 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_pci_vendor": { 2024-03-07T02:56:44.226 INFO:tasks.workunit.client.0.smithi090.stdout: "id": 32902, 2024-03-07T02:56:44.226 INFO:tasks.workunit.client.0.smithi090.stdout: "subsystem_id": 32902 2024-03-07T02:56:44.226 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.226 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_smart_health_information_add_log": { 2024-03-07T02:56:44.226 INFO:tasks.workunit.client.0.smithi090.stdout: "Device stats": { 2024-03-07T02:56:44.226 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_fw_downgrades": { 2024-03-07T02:56:44.226 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-03-07T02:56:44.226 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:44.227 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.227 INFO:tasks.workunit.client.0.smithi090.stdout: "crc_error_count": { 2024-03-07T02:56:44.227 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:44.227 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:44.227 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.227 INFO:tasks.workunit.client.0.smithi090.stdout: "end_to_end_error_detection_count": { 2024-03-07T02:56:44.227 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:44.227 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:44.227 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.227 INFO:tasks.workunit.client.0.smithi090.stdout: "erase_fail_count": { 2024-03-07T02:56:44.227 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:44.227 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:44.227 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.227 INFO:tasks.workunit.client.0.smithi090.stdout: "host_bytes_written": { 2024-03-07T02:56:44.228 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:44.228 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 33787417 2024-03-07T02:56:44.228 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.228 INFO:tasks.workunit.client.0.smithi090.stdout: "host_ctx_wear_used": { 2024-03-07T02:56:44.228 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:44.228 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 1 2024-03-07T02:56:44.228 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.228 INFO:tasks.workunit.client.0.smithi090.stdout: "media_bytes_read": { 2024-03-07T02:56:44.228 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-03-07T02:56:44.228 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:44.228 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.228 INFO:tasks.workunit.client.0.smithi090.stdout: "nand_bytes_written": { 2024-03-07T02:56:44.228 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:44.228 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 52464492 2024-03-07T02:56:44.229 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.229 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_stat_indicator": { 2024-03-07T02:56:44.229 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-03-07T02:56:44.229 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:44.229 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.229 INFO:tasks.workunit.client.0.smithi090.stdout: "pll_lock_loss_count": { 2024-03-07T02:56:44.229 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:44.229 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:44.229 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.229 INFO:tasks.workunit.client.0.smithi090.stdout: "program_fail_count": { 2024-03-07T02:56:44.229 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:44.229 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:44.229 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.229 INFO:tasks.workunit.client.0.smithi090.stdout: "re_alloc_sectr_cnt": { 2024-03-07T02:56:44.229 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-03-07T02:56:44.230 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:44.230 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.230 INFO:tasks.workunit.client.0.smithi090.stdout: "retry_buffer_overflow_count": { 2024-03-07T02:56:44.230 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:44.230 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:44.230 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.230 INFO:tasks.workunit.client.0.smithi090.stdout: "soft_ecc_err_rate": { 2024-03-07T02:56:44.230 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-03-07T02:56:44.230 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:44.230 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.230 INFO:tasks.workunit.client.0.smithi090.stdout: "thermal_throttle_status": { 2024-03-07T02:56:44.230 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:44.230 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": { 2024-03-07T02:56:44.230 INFO:tasks.workunit.client.0.smithi090.stdout: "cnt": 0, 2024-03-07T02:56:44.231 INFO:tasks.workunit.client.0.smithi090.stdout: "pct": 0 2024-03-07T02:56:44.231 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.231 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.231 INFO:tasks.workunit.client.0.smithi090.stdout: "timed_workload_host_reads": { 2024-03-07T02:56:44.231 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:44.231 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 65535 2024-03-07T02:56:44.231 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.231 INFO:tasks.workunit.client.0.smithi090.stdout: "timed_workload_media_wear": { 2024-03-07T02:56:44.231 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:44.231 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 64 2024-03-07T02:56:44.231 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.231 INFO:tasks.workunit.client.0.smithi090.stdout: "timed_workload_timer": { 2024-03-07T02:56:44.231 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:44.231 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 65535 2024-03-07T02:56:44.231 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.232 INFO:tasks.workunit.client.0.smithi090.stdout: "unexp_power_loss": { 2024-03-07T02:56:44.232 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-03-07T02:56:44.232 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:44.232 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.232 INFO:tasks.workunit.client.0.smithi090.stdout: "wear_leveling": { 2024-03-07T02:56:44.232 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 89, 2024-03-07T02:56:44.232 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": { 2024-03-07T02:56:44.232 INFO:tasks.workunit.client.0.smithi090.stdout: "avg": 3478, 2024-03-07T02:56:44.232 INFO:tasks.workunit.client.0.smithi090.stdout: "max": 3495, 2024-03-07T02:56:44.232 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 3462 2024-03-07T02:56:44.232 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.232 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.232 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.232 INFO:tasks.workunit.client.0.smithi090.stdout: "Intel Smart log": "nvme0n1" 2024-03-07T02:56:44.232 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.233 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_smart_health_information_log": { 2024-03-07T02:56:44.233 INFO:tasks.workunit.client.0.smithi090.stdout: "available_spare": 100, 2024-03-07T02:56:44.233 INFO:tasks.workunit.client.0.smithi090.stdout: "available_spare_threshold": 10, 2024-03-07T02:56:44.233 INFO:tasks.workunit.client.0.smithi090.stdout: "controller_busy_time": 25, 2024-03-07T02:56:44.233 INFO:tasks.workunit.client.0.smithi090.stdout: "critical_warning": 0, 2024-03-07T02:56:44.233 INFO:tasks.workunit.client.0.smithi090.stdout: "data_units_read": 454255723, 2024-03-07T02:56:44.233 INFO:tasks.workunit.client.0.smithi090.stdout: "data_units_written": 2214292216, 2024-03-07T02:56:44.233 INFO:tasks.workunit.client.0.smithi090.stdout: "host_reads": 7192489100, 2024-03-07T02:56:44.233 INFO:tasks.workunit.client.0.smithi090.stdout: "host_writes": 36250738597, 2024-03-07T02:56:44.233 INFO:tasks.workunit.client.0.smithi090.stdout: "media_errors": 0, 2024-03-07T02:56:44.233 INFO:tasks.workunit.client.0.smithi090.stdout: "num_err_log_entries": 0, 2024-03-07T02:56:44.233 INFO:tasks.workunit.client.0.smithi090.stdout: "percentage_used": 11, 2024-03-07T02:56:44.233 INFO:tasks.workunit.client.0.smithi090.stdout: "power_cycles": 45599, 2024-03-07T02:56:44.233 INFO:tasks.workunit.client.0.smithi090.stdout: "power_on_hours": 54702, 2024-03-07T02:56:44.234 INFO:tasks.workunit.client.0.smithi090.stdout: "temperature": 28, 2024-03-07T02:56:44.234 INFO:tasks.workunit.client.0.smithi090.stdout: "unsafe_shutdowns": 1105 2024-03-07T02:56:44.234 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.234 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_vendor": "intel", 2024-03-07T02:56:44.234 INFO:tasks.workunit.client.0.smithi090.stdout: "power_cycle_count": 45599, 2024-03-07T02:56:44.234 INFO:tasks.workunit.client.0.smithi090.stdout: "power_on_time": { 2024-03-07T02:56:44.234 INFO:tasks.workunit.client.0.smithi090.stdout: "hours": 54702 2024-03-07T02:56:44.234 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.234 INFO:tasks.workunit.client.0.smithi090.stdout: "serial_number": "deleted", 2024-03-07T02:56:44.234 INFO:tasks.workunit.client.0.smithi090.stdout: "smart_status": { 2024-03-07T02:56:44.234 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme": { 2024-03-07T02:56:44.234 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.234 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.234 INFO:tasks.workunit.client.0.smithi090.stdout: "passed": true 2024-03-07T02:56:44.234 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.234 INFO:tasks.workunit.client.0.smithi090.stdout: "smartctl": { 2024-03-07T02:56:44.235 INFO:tasks.workunit.client.0.smithi090.stdout: "argv": [ 2024-03-07T02:56:44.235 INFO:tasks.workunit.client.0.smithi090.stdout: "smartctl", 2024-03-07T02:56:44.235 INFO:tasks.workunit.client.0.smithi090.stdout: "-x", 2024-03-07T02:56:44.235 INFO:tasks.workunit.client.0.smithi090.stdout: "--json=o", 2024-03-07T02:56:44.235 INFO:tasks.workunit.client.0.smithi090.stdout: "/dev/nvme0n1" 2024-03-07T02:56:44.235 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.235 INFO:tasks.workunit.client.0.smithi090.stdout: "build_info": "(local build)", 2024-03-07T02:56:44.235 INFO:tasks.workunit.client.0.smithi090.stdout: "exit_status": 0, 2024-03-07T02:56:44.235 INFO:tasks.workunit.client.0.smithi090.stdout: "output": [ 2024-03-07T02:56:44.235 INFO:tasks.workunit.client.0.smithi090.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-427.el9.x86_64] (local build)", 2024-03-07T02:56:44.235 INFO:tasks.workunit.client.0.smithi090.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-03-07T02:56:44.235 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-03-07T02:56:44.235 INFO:tasks.workunit.client.0.smithi090.stdout: "=== START OF INFORMATION SECTION ===", 2024-03-07T02:56:44.235 INFO:tasks.workunit.client.0.smithi090.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-03-07T02:56:44.236 INFO:tasks.workunit.client.0.smithi090.stdout: "Serial Number: deleted", 2024-03-07T02:56:44.236 INFO:tasks.workunit.client.0.smithi090.stdout: "Firmware Version: 8DV101H0", 2024-03-07T02:56:44.236 INFO:tasks.workunit.client.0.smithi090.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-03-07T02:56:44.236 INFO:tasks.workunit.client.0.smithi090.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-03-07T02:56:44.236 INFO:tasks.workunit.client.0.smithi090.stdout: "Controller ID: 0", 2024-03-07T02:56:44.236 INFO:tasks.workunit.client.0.smithi090.stdout: "Number of Namespaces: 1", 2024-03-07T02:56:44.236 INFO:tasks.workunit.client.0.smithi090.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-03-07T02:56:44.236 INFO:tasks.workunit.client.0.smithi090.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-03-07T02:56:44.236 INFO:tasks.workunit.client.0.smithi090.stdout: "Local Time is: Thu Mar 7 02:51:35 2024 UTC", 2024-03-07T02:56:44.236 INFO:tasks.workunit.client.0.smithi090.stdout: "Firmware Updates (0x02): 1 Slot", 2024-03-07T02:56:44.236 INFO:tasks.workunit.client.0.smithi090.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-03-07T02:56:44.236 INFO:tasks.workunit.client.0.smithi090.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-03-07T02:56:44.236 INFO:tasks.workunit.client.0.smithi090.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-03-07T02:56:44.237 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-03-07T02:56:44.237 INFO:tasks.workunit.client.0.smithi090.stdout: "Supported Power States", 2024-03-07T02:56:44.237 INFO:tasks.workunit.client.0.smithi090.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-03-07T02:56:44.237 INFO:tasks.workunit.client.0.smithi090.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-03-07T02:56:44.237 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-03-07T02:56:44.237 INFO:tasks.workunit.client.0.smithi090.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-03-07T02:56:44.237 INFO:tasks.workunit.client.0.smithi090.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-03-07T02:56:44.237 INFO:tasks.workunit.client.0.smithi090.stdout: " 0 + 512 0 2", 2024-03-07T02:56:44.237 INFO:tasks.workunit.client.0.smithi090.stdout: " 1 - 512 8 2", 2024-03-07T02:56:44.237 INFO:tasks.workunit.client.0.smithi090.stdout: " 2 - 512 16 2", 2024-03-07T02:56:44.237 INFO:tasks.workunit.client.0.smithi090.stdout: " 3 - 4096 0 0", 2024-03-07T02:56:44.237 INFO:tasks.workunit.client.0.smithi090.stdout: " 4 - 4096 8 0", 2024-03-07T02:56:44.237 INFO:tasks.workunit.client.0.smithi090.stdout: " 5 - 4096 64 0", 2024-03-07T02:56:44.237 INFO:tasks.workunit.client.0.smithi090.stdout: " 6 - 4096 128 0", 2024-03-07T02:56:44.238 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-03-07T02:56:44.238 INFO:tasks.workunit.client.0.smithi090.stdout: "=== START OF SMART DATA SECTION ===", 2024-03-07T02:56:44.238 INFO:tasks.workunit.client.0.smithi090.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-03-07T02:56:44.238 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-03-07T02:56:44.238 INFO:tasks.workunit.client.0.smithi090.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-03-07T02:56:44.238 INFO:tasks.workunit.client.0.smithi090.stdout: "Critical Warning: 0x00", 2024-03-07T02:56:44.238 INFO:tasks.workunit.client.0.smithi090.stdout: "Temperature: 28 Celsius", 2024-03-07T02:56:44.238 INFO:tasks.workunit.client.0.smithi090.stdout: "Available Spare: 100%", 2024-03-07T02:56:44.238 INFO:tasks.workunit.client.0.smithi090.stdout: "Available Spare Threshold: 10%", 2024-03-07T02:56:44.238 INFO:tasks.workunit.client.0.smithi090.stdout: "Percentage Used: 11%", 2024-03-07T02:56:44.238 INFO:tasks.workunit.client.0.smithi090.stdout: "Data Units Read: 454,255,723 [232 TB]", 2024-03-07T02:56:44.238 INFO:tasks.workunit.client.0.smithi090.stdout: "Data Units Written: 2,214,292,216 [1.13 PB]", 2024-03-07T02:56:44.238 INFO:tasks.workunit.client.0.smithi090.stdout: "Host Read Commands: 7,192,489,100", 2024-03-07T02:56:44.238 INFO:tasks.workunit.client.0.smithi090.stdout: "Host Write Commands: 36,250,738,597", 2024-03-07T02:56:44.239 INFO:tasks.workunit.client.0.smithi090.stdout: "Controller Busy Time: 25", 2024-03-07T02:56:44.239 INFO:tasks.workunit.client.0.smithi090.stdout: "Power Cycles: 45,599", 2024-03-07T02:56:44.239 INFO:tasks.workunit.client.0.smithi090.stdout: "Power On Hours: 54,702", 2024-03-07T02:56:44.239 INFO:tasks.workunit.client.0.smithi090.stdout: "Unsafe Shutdowns: 1,105", 2024-03-07T02:56:44.239 INFO:tasks.workunit.client.0.smithi090.stdout: "Media and Data Integrity Errors: 0", 2024-03-07T02:56:44.239 INFO:tasks.workunit.client.0.smithi090.stdout: "Error Information Log Entries: 0", 2024-03-07T02:56:44.239 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-03-07T02:56:44.239 INFO:tasks.workunit.client.0.smithi090.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-03-07T02:56:44.239 INFO:tasks.workunit.client.0.smithi090.stdout: "No Errors Logged", 2024-03-07T02:56:44.239 INFO:tasks.workunit.client.0.smithi090.stdout: "" 2024-03-07T02:56:44.239 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.239 INFO:tasks.workunit.client.0.smithi090.stdout: "platform_info": "x86_64-linux-5.14.0-427.el9.x86_64", 2024-03-07T02:56:44.239 INFO:tasks.workunit.client.0.smithi090.stdout: "svn_revision": "5022", 2024-03-07T02:56:44.239 INFO:tasks.workunit.client.0.smithi090.stdout: "version": [ 2024-03-07T02:56:44.240 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:44.240 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-03-07T02:56:44.240 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:44.240 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.240 INFO:tasks.workunit.client.0.smithi090.stdout: "temperature": { 2024-03-07T02:56:44.240 INFO:tasks.workunit.client.0.smithi090.stdout: "current": 28 2024-03-07T02:56:44.240 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.240 INFO:tasks.workunit.client.0.smithi090.stdout: "user_capacity": { 2024-03-07T02:56:44.240 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-03-07T02:56:44.240 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-03-07T02:56:44.240 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.240 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.240 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.241 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.241 INFO:tasks.workunit.client.0.smithi090.stdout: "51c81bde-dc2e-11ee-a65c-0cc47a8fd767": { 2024-03-07T02:56:44.241 INFO:tasks.workunit.client.0.smithi090.stdout: "INTEL_SSDPEDMD400G4_51c88772-dc2e-11ee-a65c-0cc47a8fd767": { 2024-03-07T02:56:44.241 INFO:tasks.workunit.client.0.smithi090.stdout: "20240307-025133": { 2024-03-07T02:56:44.241 INFO:tasks.workunit.client.0.smithi090.stdout: "device": { 2024-03-07T02:56:44.241 INFO:tasks.workunit.client.0.smithi090.stdout: "info_name": "/dev/nvme0n1", 2024-03-07T02:56:44.241 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "/dev/nvme0n1", 2024-03-07T02:56:44.241 INFO:tasks.workunit.client.0.smithi090.stdout: "protocol": "NVMe", 2024-03-07T02:56:44.241 INFO:tasks.workunit.client.0.smithi090.stdout: "type": "nvme" 2024-03-07T02:56:44.241 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.241 INFO:tasks.workunit.client.0.smithi090.stdout: "firmware_version": "8DV101H0", 2024-03-07T02:56:44.241 INFO:tasks.workunit.client.0.smithi090.stdout: "host_id": "51c81bde-dc2e-11ee-a65c-0cc47a8fd767", 2024-03-07T02:56:44.241 INFO:tasks.workunit.client.0.smithi090.stdout: "json_format_version": [ 2024-03-07T02:56:44.241 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:44.242 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:44.242 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.242 INFO:tasks.workunit.client.0.smithi090.stdout: "local_time": { 2024-03-07T02:56:44.242 INFO:tasks.workunit.client.0.smithi090.stdout: "asctime": "Thu Mar 7 02:51:33 2024 UTC", 2024-03-07T02:56:44.242 INFO:tasks.workunit.client.0.smithi090.stdout: "time_t": 1709779893 2024-03-07T02:56:44.242 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.242 INFO:tasks.workunit.client.0.smithi090.stdout: "logical_block_size": 512, 2024-03-07T02:56:44.242 INFO:tasks.workunit.client.0.smithi090.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-03-07T02:56:44.242 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_controller_id": 0, 2024-03-07T02:56:44.242 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-03-07T02:56:44.242 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_namespaces": [ 2024-03-07T02:56:44.242 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.242 INFO:tasks.workunit.client.0.smithi090.stdout: "capacity": { 2024-03-07T02:56:44.242 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-03-07T02:56:44.243 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-03-07T02:56:44.243 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.243 INFO:tasks.workunit.client.0.smithi090.stdout: "formatted_lba_size": 512, 2024-03-07T02:56:44.243 INFO:tasks.workunit.client.0.smithi090.stdout: "id": 1, 2024-03-07T02:56:44.243 INFO:tasks.workunit.client.0.smithi090.stdout: "size": { 2024-03-07T02:56:44.243 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-03-07T02:56:44.243 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-03-07T02:56:44.243 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.243 INFO:tasks.workunit.client.0.smithi090.stdout: "utilization": { 2024-03-07T02:56:44.243 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-03-07T02:56:44.243 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-03-07T02:56:44.243 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.243 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.243 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.243 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_number_of_namespaces": 1, 2024-03-07T02:56:44.244 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_pci_vendor": { 2024-03-07T02:56:44.244 INFO:tasks.workunit.client.0.smithi090.stdout: "id": 32902, 2024-03-07T02:56:44.244 INFO:tasks.workunit.client.0.smithi090.stdout: "subsystem_id": 32902 2024-03-07T02:56:44.244 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.244 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_smart_health_information_add_log": { 2024-03-07T02:56:44.244 INFO:tasks.workunit.client.0.smithi090.stdout: "Device stats": { 2024-03-07T02:56:44.244 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_fw_downgrades": { 2024-03-07T02:56:44.244 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-03-07T02:56:44.244 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:44.244 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.244 INFO:tasks.workunit.client.0.smithi090.stdout: "crc_error_count": { 2024-03-07T02:56:44.244 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:44.244 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:44.244 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.245 INFO:tasks.workunit.client.0.smithi090.stdout: "end_to_end_error_detection_count": { 2024-03-07T02:56:44.245 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:44.245 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:44.245 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.245 INFO:tasks.workunit.client.0.smithi090.stdout: "erase_fail_count": { 2024-03-07T02:56:44.245 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:44.245 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:44.245 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.245 INFO:tasks.workunit.client.0.smithi090.stdout: "host_bytes_written": { 2024-03-07T02:56:44.245 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:44.245 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 25967422 2024-03-07T02:56:44.245 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.245 INFO:tasks.workunit.client.0.smithi090.stdout: "host_ctx_wear_used": { 2024-03-07T02:56:44.245 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:44.246 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 1 2024-03-07T02:56:44.246 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.246 INFO:tasks.workunit.client.0.smithi090.stdout: "media_bytes_read": { 2024-03-07T02:56:44.246 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-03-07T02:56:44.246 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:44.246 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.246 INFO:tasks.workunit.client.0.smithi090.stdout: "nand_bytes_written": { 2024-03-07T02:56:44.246 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:44.246 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 42357418 2024-03-07T02:56:44.246 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.246 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_stat_indicator": { 2024-03-07T02:56:44.246 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-03-07T02:56:44.246 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:44.246 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.246 INFO:tasks.workunit.client.0.smithi090.stdout: "pll_lock_loss_count": { 2024-03-07T02:56:44.247 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:44.247 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:44.247 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.247 INFO:tasks.workunit.client.0.smithi090.stdout: "program_fail_count": { 2024-03-07T02:56:44.247 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:44.247 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:44.247 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.247 INFO:tasks.workunit.client.0.smithi090.stdout: "re_alloc_sectr_cnt": { 2024-03-07T02:56:44.247 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-03-07T02:56:44.247 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:44.247 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.247 INFO:tasks.workunit.client.0.smithi090.stdout: "retry_buffer_overflow_count": { 2024-03-07T02:56:44.247 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:44.248 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:44.248 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.248 INFO:tasks.workunit.client.0.smithi090.stdout: "soft_ecc_err_rate": { 2024-03-07T02:56:44.248 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-03-07T02:56:44.248 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:44.248 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.248 INFO:tasks.workunit.client.0.smithi090.stdout: "thermal_throttle_status": { 2024-03-07T02:56:44.248 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:44.248 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": { 2024-03-07T02:56:44.248 INFO:tasks.workunit.client.0.smithi090.stdout: "cnt": 0, 2024-03-07T02:56:44.248 INFO:tasks.workunit.client.0.smithi090.stdout: "pct": 0 2024-03-07T02:56:44.248 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.248 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.248 INFO:tasks.workunit.client.0.smithi090.stdout: "timed_workload_host_reads": { 2024-03-07T02:56:44.249 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:44.249 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 65535 2024-03-07T02:56:44.249 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.249 INFO:tasks.workunit.client.0.smithi090.stdout: "timed_workload_media_wear": { 2024-03-07T02:56:44.249 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:44.249 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 64 2024-03-07T02:56:44.249 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.249 INFO:tasks.workunit.client.0.smithi090.stdout: "timed_workload_timer": { 2024-03-07T02:56:44.249 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-03-07T02:56:44.249 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 65535 2024-03-07T02:56:44.249 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.249 INFO:tasks.workunit.client.0.smithi090.stdout: "unexp_power_loss": { 2024-03-07T02:56:44.249 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-03-07T02:56:44.249 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-03-07T02:56:44.250 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.250 INFO:tasks.workunit.client.0.smithi090.stdout: "wear_leveling": { 2024-03-07T02:56:44.250 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 91, 2024-03-07T02:56:44.250 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": { 2024-03-07T02:56:44.250 INFO:tasks.workunit.client.0.smithi090.stdout: "avg": 2848, 2024-03-07T02:56:44.250 INFO:tasks.workunit.client.0.smithi090.stdout: "max": 2862, 2024-03-07T02:56:44.250 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 2835 2024-03-07T02:56:44.250 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.250 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.250 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.250 INFO:tasks.workunit.client.0.smithi090.stdout: "Intel Smart log": "nvme0n1" 2024-03-07T02:56:44.250 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.250 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_smart_health_information_log": { 2024-03-07T02:56:44.251 INFO:tasks.workunit.client.0.smithi090.stdout: "available_spare": 100, 2024-03-07T02:56:44.251 INFO:tasks.workunit.client.0.smithi090.stdout: "available_spare_threshold": 10, 2024-03-07T02:56:44.251 INFO:tasks.workunit.client.0.smithi090.stdout: "controller_busy_time": 13, 2024-03-07T02:56:44.251 INFO:tasks.workunit.client.0.smithi090.stdout: "critical_warning": 0, 2024-03-07T02:56:44.251 INFO:tasks.workunit.client.0.smithi090.stdout: "data_units_read": 366060390, 2024-03-07T02:56:44.251 INFO:tasks.workunit.client.0.smithi090.stdout: "data_units_written": 1701800987, 2024-03-07T02:56:44.251 INFO:tasks.workunit.client.0.smithi090.stdout: "host_reads": 5165032472, 2024-03-07T02:56:44.251 INFO:tasks.workunit.client.0.smithi090.stdout: "host_writes": 26420877396, 2024-03-07T02:56:44.251 INFO:tasks.workunit.client.0.smithi090.stdout: "media_errors": 0, 2024-03-07T02:56:44.251 INFO:tasks.workunit.client.0.smithi090.stdout: "num_err_log_entries": 0, 2024-03-07T02:56:44.251 INFO:tasks.workunit.client.0.smithi090.stdout: "percentage_used": 9, 2024-03-07T02:56:44.251 INFO:tasks.workunit.client.0.smithi090.stdout: "power_cycles": 40242, 2024-03-07T02:56:44.251 INFO:tasks.workunit.client.0.smithi090.stdout: "power_on_hours": 57825, 2024-03-07T02:56:44.251 INFO:tasks.workunit.client.0.smithi090.stdout: "temperature": 27, 2024-03-07T02:56:44.252 INFO:tasks.workunit.client.0.smithi090.stdout: "unsafe_shutdowns": 375 2024-03-07T02:56:44.252 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.252 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_vendor": "intel", 2024-03-07T02:56:44.252 INFO:tasks.workunit.client.0.smithi090.stdout: "power_cycle_count": 40242, 2024-03-07T02:56:44.252 INFO:tasks.workunit.client.0.smithi090.stdout: "power_on_time": { 2024-03-07T02:56:44.252 INFO:tasks.workunit.client.0.smithi090.stdout: "hours": 57825 2024-03-07T02:56:44.252 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.252 INFO:tasks.workunit.client.0.smithi090.stdout: "serial_number": "deleted", 2024-03-07T02:56:44.252 INFO:tasks.workunit.client.0.smithi090.stdout: "smart_status": { 2024-03-07T02:56:44.252 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme": { 2024-03-07T02:56:44.252 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.252 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.252 INFO:tasks.workunit.client.0.smithi090.stdout: "passed": true 2024-03-07T02:56:44.252 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.253 INFO:tasks.workunit.client.0.smithi090.stdout: "smartctl": { 2024-03-07T02:56:44.253 INFO:tasks.workunit.client.0.smithi090.stdout: "argv": [ 2024-03-07T02:56:44.253 INFO:tasks.workunit.client.0.smithi090.stdout: "smartctl", 2024-03-07T02:56:44.253 INFO:tasks.workunit.client.0.smithi090.stdout: "-x", 2024-03-07T02:56:44.253 INFO:tasks.workunit.client.0.smithi090.stdout: "--json=o", 2024-03-07T02:56:44.253 INFO:tasks.workunit.client.0.smithi090.stdout: "/dev/nvme0n1" 2024-03-07T02:56:44.253 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.253 INFO:tasks.workunit.client.0.smithi090.stdout: "build_info": "(local build)", 2024-03-07T02:56:44.253 INFO:tasks.workunit.client.0.smithi090.stdout: "exit_status": 0, 2024-03-07T02:56:44.253 INFO:tasks.workunit.client.0.smithi090.stdout: "output": [ 2024-03-07T02:56:44.253 INFO:tasks.workunit.client.0.smithi090.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-427.el9.x86_64] (local build)", 2024-03-07T02:56:44.253 INFO:tasks.workunit.client.0.smithi090.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-03-07T02:56:44.253 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-03-07T02:56:44.254 INFO:tasks.workunit.client.0.smithi090.stdout: "=== START OF INFORMATION SECTION ===", 2024-03-07T02:56:44.254 INFO:tasks.workunit.client.0.smithi090.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-03-07T02:56:44.254 INFO:tasks.workunit.client.0.smithi090.stdout: "Serial Number: deleted", 2024-03-07T02:56:44.254 INFO:tasks.workunit.client.0.smithi090.stdout: "Firmware Version: 8DV101H0", 2024-03-07T02:56:44.254 INFO:tasks.workunit.client.0.smithi090.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-03-07T02:56:44.254 INFO:tasks.workunit.client.0.smithi090.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-03-07T02:56:44.254 INFO:tasks.workunit.client.0.smithi090.stdout: "Controller ID: 0", 2024-03-07T02:56:44.254 INFO:tasks.workunit.client.0.smithi090.stdout: "Number of Namespaces: 1", 2024-03-07T02:56:44.254 INFO:tasks.workunit.client.0.smithi090.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-03-07T02:56:44.254 INFO:tasks.workunit.client.0.smithi090.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-03-07T02:56:44.254 INFO:tasks.workunit.client.0.smithi090.stdout: "Local Time is: Thu Mar 7 02:51:33 2024 UTC", 2024-03-07T02:56:44.254 INFO:tasks.workunit.client.0.smithi090.stdout: "Firmware Updates (0x02): 1 Slot", 2024-03-07T02:56:44.254 INFO:tasks.workunit.client.0.smithi090.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-03-07T02:56:44.254 INFO:tasks.workunit.client.0.smithi090.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-03-07T02:56:44.254 INFO:tasks.workunit.client.0.smithi090.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-03-07T02:56:44.255 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-03-07T02:56:44.255 INFO:tasks.workunit.client.0.smithi090.stdout: "Supported Power States", 2024-03-07T02:56:44.255 INFO:tasks.workunit.client.0.smithi090.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-03-07T02:56:44.255 INFO:tasks.workunit.client.0.smithi090.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-03-07T02:56:44.255 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-03-07T02:56:44.255 INFO:tasks.workunit.client.0.smithi090.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-03-07T02:56:44.255 INFO:tasks.workunit.client.0.smithi090.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-03-07T02:56:44.255 INFO:tasks.workunit.client.0.smithi090.stdout: " 0 + 512 0 2", 2024-03-07T02:56:44.255 INFO:tasks.workunit.client.0.smithi090.stdout: " 1 - 512 8 2", 2024-03-07T02:56:44.255 INFO:tasks.workunit.client.0.smithi090.stdout: " 2 - 512 16 2", 2024-03-07T02:56:44.255 INFO:tasks.workunit.client.0.smithi090.stdout: " 3 - 4096 0 0", 2024-03-07T02:56:44.255 INFO:tasks.workunit.client.0.smithi090.stdout: " 4 - 4096 8 0", 2024-03-07T02:56:44.255 INFO:tasks.workunit.client.0.smithi090.stdout: " 5 - 4096 64 0", 2024-03-07T02:56:44.256 INFO:tasks.workunit.client.0.smithi090.stdout: " 6 - 4096 128 0", 2024-03-07T02:56:44.256 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-03-07T02:56:44.256 INFO:tasks.workunit.client.0.smithi090.stdout: "=== START OF SMART DATA SECTION ===", 2024-03-07T02:56:44.256 INFO:tasks.workunit.client.0.smithi090.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-03-07T02:56:44.256 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-03-07T02:56:44.256 INFO:tasks.workunit.client.0.smithi090.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-03-07T02:56:44.256 INFO:tasks.workunit.client.0.smithi090.stdout: "Critical Warning: 0x00", 2024-03-07T02:56:44.256 INFO:tasks.workunit.client.0.smithi090.stdout: "Temperature: 27 Celsius", 2024-03-07T02:56:44.256 INFO:tasks.workunit.client.0.smithi090.stdout: "Available Spare: 100%", 2024-03-07T02:56:44.256 INFO:tasks.workunit.client.0.smithi090.stdout: "Available Spare Threshold: 10%", 2024-03-07T02:56:44.256 INFO:tasks.workunit.client.0.smithi090.stdout: "Percentage Used: 9%", 2024-03-07T02:56:44.256 INFO:tasks.workunit.client.0.smithi090.stdout: "Data Units Read: 366,060,390 [187 TB]", 2024-03-07T02:56:44.256 INFO:tasks.workunit.client.0.smithi090.stdout: "Data Units Written: 1,701,800,987 [871 TB]", 2024-03-07T02:56:44.256 INFO:tasks.workunit.client.0.smithi090.stdout: "Host Read Commands: 5,165,032,472", 2024-03-07T02:56:44.257 INFO:tasks.workunit.client.0.smithi090.stdout: "Host Write Commands: 26,420,877,396", 2024-03-07T02:56:44.257 INFO:tasks.workunit.client.0.smithi090.stdout: "Controller Busy Time: 13", 2024-03-07T02:56:44.257 INFO:tasks.workunit.client.0.smithi090.stdout: "Power Cycles: 40,242", 2024-03-07T02:56:44.257 INFO:tasks.workunit.client.0.smithi090.stdout: "Power On Hours: 57,825", 2024-03-07T02:56:44.257 INFO:tasks.workunit.client.0.smithi090.stdout: "Unsafe Shutdowns: 375", 2024-03-07T02:56:44.257 INFO:tasks.workunit.client.0.smithi090.stdout: "Media and Data Integrity Errors: 0", 2024-03-07T02:56:44.257 INFO:tasks.workunit.client.0.smithi090.stdout: "Error Information Log Entries: 0", 2024-03-07T02:56:44.257 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-03-07T02:56:44.257 INFO:tasks.workunit.client.0.smithi090.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-03-07T02:56:44.257 INFO:tasks.workunit.client.0.smithi090.stdout: "No Errors Logged", 2024-03-07T02:56:44.257 INFO:tasks.workunit.client.0.smithi090.stdout: "" 2024-03-07T02:56:44.257 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.257 INFO:tasks.workunit.client.0.smithi090.stdout: "platform_info": "x86_64-linux-5.14.0-427.el9.x86_64", 2024-03-07T02:56:44.257 INFO:tasks.workunit.client.0.smithi090.stdout: "svn_revision": "5022", 2024-03-07T02:56:44.258 INFO:tasks.workunit.client.0.smithi090.stdout: "version": [ 2024-03-07T02:56:44.258 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:44.258 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-03-07T02:56:44.258 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:44.258 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.258 INFO:tasks.workunit.client.0.smithi090.stdout: "temperature": { 2024-03-07T02:56:44.258 INFO:tasks.workunit.client.0.smithi090.stdout: "current": 27 2024-03-07T02:56:44.258 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.258 INFO:tasks.workunit.client.0.smithi090.stdout: "user_capacity": { 2024-03-07T02:56:44.258 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-03-07T02:56:44.258 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-03-07T02:56:44.258 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.258 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.258 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.258 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.259 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.259 INFO:tasks.workunit.client.0.smithi090.stdout: "report": { 2024-03-07T02:56:44.259 INFO:tasks.workunit.client.0.smithi090.stdout: "balancer": { 2024-03-07T02:56:44.259 INFO:tasks.workunit.client.0.smithi090.stdout: "active": true, 2024-03-07T02:56:44.259 INFO:tasks.workunit.client.0.smithi090.stdout: "mode": "" 2024-03-07T02:56:44.259 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.259 INFO:tasks.workunit.client.0.smithi090.stdout: "channels": [ 2024-03-07T02:56:44.259 INFO:tasks.workunit.client.0.smithi090.stdout: "basic", 2024-03-07T02:56:44.259 INFO:tasks.workunit.client.0.smithi090.stdout: "crash", 2024-03-07T02:56:44.259 INFO:tasks.workunit.client.0.smithi090.stdout: "device", 2024-03-07T02:56:44.259 INFO:tasks.workunit.client.0.smithi090.stdout: "ident", 2024-03-07T02:56:44.259 INFO:tasks.workunit.client.0.smithi090.stdout: "perf" 2024-03-07T02:56:44.259 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.259 INFO:tasks.workunit.client.0.smithi090.stdout: "channels_available": [ 2024-03-07T02:56:44.259 INFO:tasks.workunit.client.0.smithi090.stdout: "basic", 2024-03-07T02:56:44.260 INFO:tasks.workunit.client.0.smithi090.stdout: "ident", 2024-03-07T02:56:44.260 INFO:tasks.workunit.client.0.smithi090.stdout: "crash", 2024-03-07T02:56:44.260 INFO:tasks.workunit.client.0.smithi090.stdout: "device", 2024-03-07T02:56:44.260 INFO:tasks.workunit.client.0.smithi090.stdout: "perf" 2024-03-07T02:56:44.260 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.260 INFO:tasks.workunit.client.0.smithi090.stdout: "collections_available": [ 2024-03-07T02:56:44.260 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_base", 2024-03-07T02:56:44.260 INFO:tasks.workunit.client.0.smithi090.stdout: "device_base", 2024-03-07T02:56:44.260 INFO:tasks.workunit.client.0.smithi090.stdout: "crash_base", 2024-03-07T02:56:44.260 INFO:tasks.workunit.client.0.smithi090.stdout: "ident_base", 2024-03-07T02:56:44.260 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_perf", 2024-03-07T02:56:44.260 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_mds_metadata", 2024-03-07T02:56:44.260 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_pool_usage", 2024-03-07T02:56:44.261 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_usage_by_class", 2024-03-07T02:56:44.261 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_rook_v01", 2024-03-07T02:56:44.261 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_memory_metrics", 2024-03-07T02:56:44.261 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_pool_options_bluestore" 2024-03-07T02:56:44.261 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.261 INFO:tasks.workunit.client.0.smithi090.stdout: "collections_opted_in": [ 2024-03-07T02:56:44.261 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_base", 2024-03-07T02:56:44.261 INFO:tasks.workunit.client.0.smithi090.stdout: "device_base", 2024-03-07T02:56:44.261 INFO:tasks.workunit.client.0.smithi090.stdout: "crash_base", 2024-03-07T02:56:44.261 INFO:tasks.workunit.client.0.smithi090.stdout: "ident_base", 2024-03-07T02:56:44.261 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_perf", 2024-03-07T02:56:44.261 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_mds_metadata", 2024-03-07T02:56:44.261 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_pool_usage", 2024-03-07T02:56:44.261 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_usage_by_class", 2024-03-07T02:56:44.261 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_rook_v01", 2024-03-07T02:56:44.262 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_memory_metrics", 2024-03-07T02:56:44.262 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_pool_options_bluestore" 2024-03-07T02:56:44.262 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.262 INFO:tasks.workunit.client.0.smithi090.stdout: "config": { 2024-03-07T02:56:44.262 INFO:tasks.workunit.client.0.smithi090.stdout: "active_changed": [ 2024-03-07T02:56:44.262 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_allow_insecure_global_id_reclaim", 2024-03-07T02:56:44.262 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_debug", 2024-03-07T02:56:44.262 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_mon_ticket_ttl", 2024-03-07T02:56:44.262 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_service_ticket_ttl", 2024-03-07T02:56:44.262 INFO:tasks.workunit.client.0.smithi090.stdout: "bdev_debug_aio", 2024-03-07T02:56:44.262 INFO:tasks.workunit.client.0.smithi090.stdout: "client_check_pool_perm", 2024-03-07T02:56:44.262 INFO:tasks.workunit.client.0.smithi090.stdout: "client_mount_gid", 2024-03-07T02:56:44.262 INFO:tasks.workunit.client.0.smithi090.stdout: "client_mount_uid", 2024-03-07T02:56:44.262 INFO:tasks.workunit.client.0.smithi090.stdout: "client_quota", 2024-03-07T02:56:44.263 INFO:tasks.workunit.client.0.smithi090.stdout: "container_image", 2024-03-07T02:56:44.263 INFO:tasks.workunit.client.0.smithi090.stdout: "daemonize", 2024-03-07T02:56:44.263 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_asserts_on_shutdown", 2024-03-07T02:56:44.263 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_mgr", 2024-03-07T02:56:44.263 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_mon", 2024-03-07T02:56:44.263 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_ms", 2024-03-07T02:56:44.263 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_osd", 2024-03-07T02:56:44.263 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_paxos", 2024-03-07T02:56:44.263 INFO:tasks.workunit.client.0.smithi090.stdout: "keyring", 2024-03-07T02:56:44.263 INFO:tasks.workunit.client.0.smithi090.stdout: "leveldb_block_size", 2024-03-07T02:56:44.263 INFO:tasks.workunit.client.0.smithi090.stdout: "leveldb_cache_size", 2024-03-07T02:56:44.263 INFO:tasks.workunit.client.0.smithi090.stdout: "leveldb_compression", 2024-03-07T02:56:44.263 INFO:tasks.workunit.client.0.smithi090.stdout: "leveldb_log", 2024-03-07T02:56:44.263 INFO:tasks.workunit.client.0.smithi090.stdout: "leveldb_write_buffer_size", 2024-03-07T02:56:44.263 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_file", 2024-03-07T02:56:44.264 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_journald", 2024-03-07T02:56:44.264 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_stderr", 2024-03-07T02:56:44.264 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_allow_pool_delete", 2024-03-07T02:56:44.264 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_clock_drift_allowed", 2024-03-07T02:56:44.264 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_file_level", 2024-03-07T02:56:44.264 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_to_file", 2024-03-07T02:56:44.264 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_to_journald", 2024-03-07T02:56:44.264 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_to_stderr", 2024-03-07T02:56:44.264 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_data_avail_warn", 2024-03-07T02:56:44.264 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_election_default_strategy", 2024-03-07T02:56:44.264 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_host", 2024-03-07T02:56:44.264 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_max_pg_per_osd", 2024-03-07T02:56:44.264 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_mgr_mkfs_grace", 2024-03-07T02:56:44.264 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_osd_prime_pg_temp", 2024-03-07T02:56:44.265 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_osd_reporter_subtree_level", 2024-03-07T02:56:44.265 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_pg_warn_max_object_skew", 2024-03-07T02:56:44.265 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_reweight_min_bytes_per_osd", 2024-03-07T02:56:44.265 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_reweight_min_pgs_per_osd", 2024-03-07T02:56:44.265 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-03-07T02:56:44.265 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-03-07T02:56:44.265 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-03-07T02:56:44.265 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_legacy_crush_tunables", 2024-03-07T02:56:44.265 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-03-07T02:56:44.265 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-03-07T02:56:44.265 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_too_few_osds", 2024-03-07T02:56:44.265 INFO:tasks.workunit.client.0.smithi090.stdout: "ms_die_on_bug", 2024-03-07T02:56:44.265 INFO:tasks.workunit.client.0.smithi090.stdout: "ms_die_on_old_message", 2024-03-07T02:56:44.265 INFO:tasks.workunit.client.0.smithi090.stdout: "no_config_file", 2024-03-07T02:56:44.266 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_class_default_list", 2024-03-07T02:56:44.266 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_class_load_list", 2024-03-07T02:56:44.266 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_crush_chooseleaf_type", 2024-03-07T02:56:44.266 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_misdirected_ops", 2024-03-07T02:56:44.266 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_op_order", 2024-03-07T02:56:44.266 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_pg_log_writeout", 2024-03-07T02:56:44.266 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_shutdown", 2024-03-07T02:56:44.266 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_cached_snaps", 2024-03-07T02:56:44.266 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_missing_on_start", 2024-03-07T02:56:44.266 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_stray_on_activate", 2024-03-07T02:56:44.266 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_deep_scrub_update_digest_min_age", 2024-03-07T02:56:44.266 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_profile", 2024-03-07T02:56:44.266 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-03-07T02:56:44.266 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-03-07T02:56:44.267 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-03-07T02:56:44.267 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-03-07T02:56:44.267 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-03-07T02:56:44.267 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-03-07T02:56:44.267 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_client_lim", 2024-03-07T02:56:44.267 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_client_res", 2024-03-07T02:56:44.267 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_client_wgt", 2024-03-07T02:56:44.267 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_memory_target", 2024-03-07T02:56:44.267 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_memory_target_autotune", 2024-03-07T02:56:44.267 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_op_queue", 2024-03-07T02:56:44.267 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_op_queue_cut_off", 2024-03-07T02:56:44.267 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pool_default_erasure_code_profile", 2024-03-07T02:56:44.267 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pool_default_pg_autoscale_mode", 2024-03-07T02:56:44.267 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recover_clone_overlap", 2024-03-07T02:56:44.267 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_max_chunk", 2024-03-07T02:56:44.268 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_scrub_load_threshold", 2024-03-07T02:56:44.268 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_scrub_max_interval", 2024-03-07T02:56:44.268 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_shutdown_pgref_assert", 2024-03-07T02:56:44.268 INFO:tasks.workunit.client.0.smithi090.stdout: "public_addr", 2024-03-07T02:56:44.268 INFO:tasks.workunit.client.0.smithi090.stdout: "public_addrv", 2024-03-07T02:56:44.268 INFO:tasks.workunit.client.0.smithi090.stdout: "public_network", 2024-03-07T02:56:44.268 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd_default_features", 2024-03-07T02:56:44.268 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd_qos_exclude_ops", 2024-03-07T02:56:44.268 INFO:tasks.workunit.client.0.smithi090.stdout: "setgroup", 2024-03-07T02:56:44.268 INFO:tasks.workunit.client.0.smithi090.stdout: "setuser" 2024-03-07T02:56:44.268 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.268 INFO:tasks.workunit.client.0.smithi090.stdout: "cluster_changed": [ 2024-03-07T02:56:44.268 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_allow_insecure_global_id_reclaim", 2024-03-07T02:56:44.268 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_debug", 2024-03-07T02:56:44.268 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_mon_ticket_ttl", 2024-03-07T02:56:44.269 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_service_ticket_ttl", 2024-03-07T02:56:44.269 INFO:tasks.workunit.client.0.smithi090.stdout: "bdev_debug_aio", 2024-03-07T02:56:44.269 INFO:tasks.workunit.client.0.smithi090.stdout: "container_image", 2024-03-07T02:56:44.269 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_asserts_on_shutdown", 2024-03-07T02:56:44.269 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_mgr", 2024-03-07T02:56:44.269 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_mon", 2024-03-07T02:56:44.269 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_ms", 2024-03-07T02:56:44.269 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_osd", 2024-03-07T02:56:44.269 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_paxos", 2024-03-07T02:56:44.269 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_file", 2024-03-07T02:56:44.269 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_journald", 2024-03-07T02:56:44.269 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_stderr", 2024-03-07T02:56:44.269 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_join_fs", 2024-03-07T02:56:44.269 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/cephadm/allow_ptrace", 2024-03-07T02:56:44.269 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/cephadm/container_init", 2024-03-07T02:56:44.270 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/cephadm/migration_current", 2024-03-07T02:56:44.270 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/cephadm/use_repo_digest", 2024-03-07T02:56:44.270 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-03-07T02:56:44.270 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-03-07T02:56:44.270 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-03-07T02:56:44.270 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-03-07T02:56:44.270 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/dashboard/ssl_server_port", 2024-03-07T02:56:44.270 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/orchestrator/orchestrator", 2024-03-07T02:56:44.270 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/telemetry/channel_ident", 2024-03-07T02:56:44.270 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/telemetry/channel_perf", 2024-03-07T02:56:44.270 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/telemetry/description", 2024-03-07T02:56:44.270 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/telemetry/enabled", 2024-03-07T02:56:44.270 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/telemetry/organization", 2024-03-07T02:56:44.270 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_allow_pool_delete", 2024-03-07T02:56:44.271 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_clock_drift_allowed", 2024-03-07T02:56:44.271 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_file_level", 2024-03-07T02:56:44.271 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_to_file", 2024-03-07T02:56:44.271 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_data_avail_warn", 2024-03-07T02:56:44.271 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_election_default_strategy", 2024-03-07T02:56:44.271 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_max_pg_per_osd", 2024-03-07T02:56:44.271 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_mgr_mkfs_grace", 2024-03-07T02:56:44.271 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_osd_prime_pg_temp", 2024-03-07T02:56:44.271 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_osd_reporter_subtree_level", 2024-03-07T02:56:44.271 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_pg_warn_max_object_skew", 2024-03-07T02:56:44.271 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_reweight_min_bytes_per_osd", 2024-03-07T02:56:44.271 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_reweight_min_pgs_per_osd", 2024-03-07T02:56:44.271 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-03-07T02:56:44.271 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-03-07T02:56:44.271 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-03-07T02:56:44.271 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_legacy_crush_tunables", 2024-03-07T02:56:44.272 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-03-07T02:56:44.272 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-03-07T02:56:44.272 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_too_few_osds", 2024-03-07T02:56:44.272 INFO:tasks.workunit.client.0.smithi090.stdout: "ms_die_on_bug", 2024-03-07T02:56:44.272 INFO:tasks.workunit.client.0.smithi090.stdout: "ms_die_on_old_message", 2024-03-07T02:56:44.272 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_class_default_list", 2024-03-07T02:56:44.272 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_class_load_list", 2024-03-07T02:56:44.272 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_misdirected_ops", 2024-03-07T02:56:44.272 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_op_order", 2024-03-07T02:56:44.272 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_pg_log_writeout", 2024-03-07T02:56:44.272 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_shutdown", 2024-03-07T02:56:44.272 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_cached_snaps", 2024-03-07T02:56:44.272 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_missing_on_start", 2024-03-07T02:56:44.272 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_stray_on_activate", 2024-03-07T02:56:44.272 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_deep_scrub_update_digest_min_age", 2024-03-07T02:56:44.273 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_profile", 2024-03-07T02:56:44.273 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_memory_target", 2024-03-07T02:56:44.273 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_memory_target_autotune", 2024-03-07T02:56:44.273 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_op_queue", 2024-03-07T02:56:44.273 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_op_queue_cut_off", 2024-03-07T02:56:44.273 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pool_default_erasure_code_profile", 2024-03-07T02:56:44.273 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pool_default_pg_autoscale_mode", 2024-03-07T02:56:44.273 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recover_clone_overlap", 2024-03-07T02:56:44.273 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_max_chunk", 2024-03-07T02:56:44.273 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_scrub_load_threshold", 2024-03-07T02:56:44.273 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_scrub_max_interval", 2024-03-07T02:56:44.273 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_shutdown_pgref_assert", 2024-03-07T02:56:44.273 INFO:tasks.workunit.client.0.smithi090.stdout: "public_network", 2024-03-07T02:56:44.273 INFO:tasks.workunit.client.0.smithi090.stdout: "rgw_cache_enabled", 2024-03-07T02:56:44.274 INFO:tasks.workunit.client.0.smithi090.stdout: "rgw_enable_ops_log", 2024-03-07T02:56:44.274 INFO:tasks.workunit.client.0.smithi090.stdout: "rgw_enable_usage_log" 2024-03-07T02:56:44.274 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:44.274 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.274 INFO:tasks.workunit.client.0.smithi090.stdout: "contact": null, 2024-03-07T02:56:44.274 INFO:tasks.workunit.client.0.smithi090.stdout: "crashes": [], 2024-03-07T02:56:44.274 INFO:tasks.workunit.client.0.smithi090.stdout: "created": "2024-03-07T02:48:14.633942Z", 2024-03-07T02:56:44.274 INFO:tasks.workunit.client.0.smithi090.stdout: "crush": { 2024-03-07T02:56:44.274 INFO:tasks.workunit.client.0.smithi090.stdout: "bucket_algs": { 2024-03-07T02:56:44.274 INFO:tasks.workunit.client.0.smithi090.stdout: "straw2": 3 2024-03-07T02:56:44.274 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.274 INFO:tasks.workunit.client.0.smithi090.stdout: "bucket_sizes": { 2024-03-07T02:56:44.274 INFO:tasks.workunit.client.0.smithi090.stdout: "2": 1, 2024-03-07T02:56:44.274 INFO:tasks.workunit.client.0.smithi090.stdout: "4": 2 2024-03-07T02:56:44.274 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.274 INFO:tasks.workunit.client.0.smithi090.stdout: "bucket_types": { 2024-03-07T02:56:44.275 INFO:tasks.workunit.client.0.smithi090.stdout: "1": 2, 2024-03-07T02:56:44.275 INFO:tasks.workunit.client.0.smithi090.stdout: "11": 1 2024-03-07T02:56:44.275 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.275 INFO:tasks.workunit.client.0.smithi090.stdout: "compat_weight_set": false, 2024-03-07T02:56:44.275 INFO:tasks.workunit.client.0.smithi090.stdout: "device_classes": [ 2024-03-07T02:56:44.275 INFO:tasks.workunit.client.0.smithi090.stdout: 8 2024-03-07T02:56:44.275 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.275 INFO:tasks.workunit.client.0.smithi090.stdout: "num_buckets": 6, 2024-03-07T02:56:44.275 INFO:tasks.workunit.client.0.smithi090.stdout: "num_devices": 8, 2024-03-07T02:56:44.275 INFO:tasks.workunit.client.0.smithi090.stdout: "num_rules": 1, 2024-03-07T02:56:44.275 INFO:tasks.workunit.client.0.smithi090.stdout: "num_types": 12, 2024-03-07T02:56:44.275 INFO:tasks.workunit.client.0.smithi090.stdout: "num_weight_sets": 0, 2024-03-07T02:56:44.275 INFO:tasks.workunit.client.0.smithi090.stdout: "tunables": { 2024-03-07T02:56:44.275 INFO:tasks.workunit.client.0.smithi090.stdout: "allowed_bucket_algs": 54, 2024-03-07T02:56:44.276 INFO:tasks.workunit.client.0.smithi090.stdout: "choose_local_fallback_tries": 0, 2024-03-07T02:56:44.276 INFO:tasks.workunit.client.0.smithi090.stdout: "choose_local_tries": 0, 2024-03-07T02:56:44.276 INFO:tasks.workunit.client.0.smithi090.stdout: "choose_total_tries": 50, 2024-03-07T02:56:44.276 INFO:tasks.workunit.client.0.smithi090.stdout: "chooseleaf_descend_once": 1, 2024-03-07T02:56:44.276 INFO:tasks.workunit.client.0.smithi090.stdout: "chooseleaf_stable": 1, 2024-03-07T02:56:44.276 INFO:tasks.workunit.client.0.smithi090.stdout: "chooseleaf_vary_r": 1, 2024-03-07T02:56:44.276 INFO:tasks.workunit.client.0.smithi090.stdout: "has_v2_rules": 0, 2024-03-07T02:56:44.276 INFO:tasks.workunit.client.0.smithi090.stdout: "has_v3_rules": 0, 2024-03-07T02:56:44.276 INFO:tasks.workunit.client.0.smithi090.stdout: "has_v4_buckets": 1, 2024-03-07T02:56:44.276 INFO:tasks.workunit.client.0.smithi090.stdout: "has_v5_rules": 0, 2024-03-07T02:56:44.276 INFO:tasks.workunit.client.0.smithi090.stdout: "legacy_tunables": 0, 2024-03-07T02:56:44.276 INFO:tasks.workunit.client.0.smithi090.stdout: "minimum_required_version": "jewel", 2024-03-07T02:56:44.276 INFO:tasks.workunit.client.0.smithi090.stdout: "optimal_tunables": 1, 2024-03-07T02:56:44.276 INFO:tasks.workunit.client.0.smithi090.stdout: "profile": "jewel", 2024-03-07T02:56:44.276 INFO:tasks.workunit.client.0.smithi090.stdout: "require_feature_tunables": 1, 2024-03-07T02:56:44.277 INFO:tasks.workunit.client.0.smithi090.stdout: "require_feature_tunables2": 1, 2024-03-07T02:56:44.277 INFO:tasks.workunit.client.0.smithi090.stdout: "require_feature_tunables3": 1, 2024-03-07T02:56:44.277 INFO:tasks.workunit.client.0.smithi090.stdout: "require_feature_tunables5": 1, 2024-03-07T02:56:44.277 INFO:tasks.workunit.client.0.smithi090.stdout: "straw_calc_version": 1 2024-03-07T02:56:44.277 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.277 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.277 INFO:tasks.workunit.client.0.smithi090.stdout: "description": "upgrade test cluster", 2024-03-07T02:56:44.277 INFO:tasks.workunit.client.0.smithi090.stdout: "fs": { 2024-03-07T02:56:44.277 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-03-07T02:56:44.277 INFO:tasks.workunit.client.0.smithi090.stdout: "feature_flags": { 2024-03-07T02:56:44.277 INFO:tasks.workunit.client.0.smithi090.stdout: "enable_multiple": true, 2024-03-07T02:56:44.277 INFO:tasks.workunit.client.0.smithi090.stdout: "ever_enabled_multiple": true 2024-03-07T02:56:44.277 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.277 INFO:tasks.workunit.client.0.smithi090.stdout: "filesystems": [ 2024-03-07T02:56:44.277 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.278 INFO:tasks.workunit.client.0.smithi090.stdout: "approx_ctime": "2024-03", 2024-03-07T02:56:44.278 INFO:tasks.workunit.client.0.smithi090.stdout: "balancer_enabled": false, 2024-03-07T02:56:44.278 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.278 INFO:tasks.workunit.client.0.smithi090.stdout: "cached_caps": 0, 2024-03-07T02:56:44.278 INFO:tasks.workunit.client.0.smithi090.stdout: "cached_dns": 10, 2024-03-07T02:56:44.278 INFO:tasks.workunit.client.0.smithi090.stdout: "cached_inos": 13, 2024-03-07T02:56:44.278 INFO:tasks.workunit.client.0.smithi090.stdout: "cached_subtrees": 2, 2024-03-07T02:56:44.278 INFO:tasks.workunit.client.0.smithi090.stdout: "ever_allowed_features": 0, 2024-03-07T02:56:44.278 INFO:tasks.workunit.client.0.smithi090.stdout: "explicitly_allowed_features": 0, 2024-03-07T02:56:44.278 INFO:tasks.workunit.client.0.smithi090.stdout: "files": 0, 2024-03-07T02:56:44.278 INFO:tasks.workunit.client.0.smithi090.stdout: "max_mds": 1, 2024-03-07T02:56:44.278 INFO:tasks.workunit.client.0.smithi090.stdout: "num_data_pools": 1, 2024-03-07T02:56:44.278 INFO:tasks.workunit.client.0.smithi090.stdout: "num_in": 1, 2024-03-07T02:56:44.278 INFO:tasks.workunit.client.0.smithi090.stdout: "num_mds": 1, 2024-03-07T02:56:44.278 INFO:tasks.workunit.client.0.smithi090.stdout: "num_sessions": 0, 2024-03-07T02:56:44.279 INFO:tasks.workunit.client.0.smithi090.stdout: "num_standby_replay": 0, 2024-03-07T02:56:44.279 INFO:tasks.workunit.client.0.smithi090.stdout: "num_up": 1, 2024-03-07T02:56:44.279 INFO:tasks.workunit.client.0.smithi090.stdout: "snaps": 0, 2024-03-07T02:56:44.279 INFO:tasks.workunit.client.0.smithi090.stdout: "standby_count_wanted": 0 2024-03-07T02:56:44.279 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.279 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.279 INFO:tasks.workunit.client.0.smithi090.stdout: "num_standby_mds": 1, 2024-03-07T02:56:44.279 INFO:tasks.workunit.client.0.smithi090.stdout: "total_num_mds": 2 2024-03-07T02:56:44.279 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.279 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_stats": { 2024-03-07T02:56:44.279 INFO:tasks.workunit.client.0.smithi090.stdout: "mds": { 2024-03-07T02:56:44.279 INFO:tasks.workunit.client.0.smithi090.stdout: "mds.17548b9c4e7a30c3e3db533c5ff8369ca7803148": { 2024-03-07T02:56:44.279 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 20512768, 2024-03-07T02:56:44.279 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 449000, 2024-03-07T02:56:44.279 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 2752512, 2024-03-07T02:56:44.280 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 0, 2024-03-07T02:56:44.280 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 802816, 2024-03-07T02:56:44.280 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 405, 2024-03-07T02:56:44.280 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-03-07T02:56:44.280 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 1123952, 2024-03-07T02:56:44.280 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 20, 2024-03-07T02:56:44.280 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 1330688, 2024-03-07T02:56:44.280 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 14856616, 2024-03-07T02:56:44.280 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 21315584 2024-03-07T02:56:44.280 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.280 INFO:tasks.workunit.client.0.smithi090.stdout: "mds.903073e4ab60c09a0b2e263bc373c3235f45cdb3": { 2024-03-07T02:56:44.280 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 19218432, 2024-03-07T02:56:44.280 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 338328, 2024-03-07T02:56:44.280 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 2752512, 2024-03-07T02:56:44.281 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 8192, 2024-03-07T02:56:44.281 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 0, 2024-03-07T02:56:44.281 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 317, 2024-03-07T02:56:44.281 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-03-07T02:56:44.281 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 823264, 2024-03-07T02:56:44.281 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 12, 2024-03-07T02:56:44.281 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 838144, 2024-03-07T02:56:44.281 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 14457992, 2024-03-07T02:56:44.281 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 19218432 2024-03-07T02:56:44.281 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.281 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.281 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-03-07T02:56:44.281 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.17548b9c4e7a30c3e3db533c5ff8369ca7803148": { 2024-03-07T02:56:44.282 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 34136064, 2024-03-07T02:56:44.282 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 1520968, 2024-03-07T02:56:44.282 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 2752512, 2024-03-07T02:56:44.282 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 0, 2024-03-07T02:56:44.282 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 11411456, 2024-03-07T02:56:44.282 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 1157, 2024-03-07T02:56:44.282 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-03-07T02:56:44.282 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 8330816, 2024-03-07T02:56:44.282 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 21, 2024-03-07T02:56:44.282 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 1134592, 2024-03-07T02:56:44.282 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 20397176, 2024-03-07T02:56:44.282 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 45547520 2024-03-07T02:56:44.282 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.282 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.903073e4ab60c09a0b2e263bc373c3235f45cdb3": { 2024-03-07T02:56:44.283 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 43769856, 2024-03-07T02:56:44.283 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 1802088, 2024-03-07T02:56:44.283 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 2752512, 2024-03-07T02:56:44.283 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 540672, 2024-03-07T02:56:44.283 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 4825088, 2024-03-07T02:56:44.283 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 1700, 2024-03-07T02:56:44.283 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-03-07T02:56:44.283 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 11367504, 2024-03-07T02:56:44.283 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 23, 2024-03-07T02:56:44.283 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 2928640, 2024-03-07T02:56:44.283 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 24378440, 2024-03-07T02:56:44.283 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 48594944 2024-03-07T02:56:44.283 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.283 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.d29b2729cbd392019ebf6157ef3e61fb17b3d795": { 2024-03-07T02:56:44.284 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 34603008, 2024-03-07T02:56:44.284 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 1027344, 2024-03-07T02:56:44.284 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 2752512, 2024-03-07T02:56:44.284 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 540672, 2024-03-07T02:56:44.284 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 9895936, 2024-03-07T02:56:44.284 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 1008, 2024-03-07T02:56:44.284 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-03-07T02:56:44.284 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 8010704, 2024-03-07T02:56:44.284 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 21, 2024-03-07T02:56:44.284 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 1741824, 2024-03-07T02:56:44.284 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 20529952, 2024-03-07T02:56:44.284 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 44498944 2024-03-07T02:56:44.284 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.284 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.285 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-03-07T02:56:44.285 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.0": { 2024-03-07T02:56:44.285 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 46555136, 2024-03-07T02:56:44.285 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 923160, 2024-03-07T02:56:44.285 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 2883584, 2024-03-07T02:56:44.285 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 0, 2024-03-07T02:56:44.285 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 811008, 2024-03-07T02:56:44.285 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 1344, 2024-03-07T02:56:44.285 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-03-07T02:56:44.285 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 4812792, 2024-03-07T02:56:44.285 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 46, 2024-03-07T02:56:44.285 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 2419968, 2024-03-07T02:56:44.285 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 35515632, 2024-03-07T02:56:44.285 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 47366144 2024-03-07T02:56:44.286 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.286 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.1": { 2024-03-07T02:56:44.286 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 45146112, 2024-03-07T02:56:44.286 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 814168, 2024-03-07T02:56:44.286 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 2883584, 2024-03-07T02:56:44.286 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 0, 2024-03-07T02:56:44.286 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 122880, 2024-03-07T02:56:44.286 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 1268, 2024-03-07T02:56:44.286 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-03-07T02:56:44.286 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 5208264, 2024-03-07T02:56:44.286 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 47, 2024-03-07T02:56:44.286 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 1805824, 2024-03-07T02:56:44.286 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 34434272, 2024-03-07T02:56:44.286 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 45268992 2024-03-07T02:56:44.286 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.287 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.2": { 2024-03-07T02:56:44.287 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 44613632, 2024-03-07T02:56:44.287 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 904784, 2024-03-07T02:56:44.287 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 2883584, 2024-03-07T02:56:44.287 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 0, 2024-03-07T02:56:44.287 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 589824, 2024-03-07T02:56:44.287 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 1226, 2024-03-07T02:56:44.287 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-03-07T02:56:44.287 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 4655784, 2024-03-07T02:56:44.287 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 47, 2024-03-07T02:56:44.287 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 2676224, 2024-03-07T02:56:44.287 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 33493256, 2024-03-07T02:56:44.287 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 45203456 2024-03-07T02:56:44.288 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.288 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.3": { 2024-03-07T02:56:44.288 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 44998656, 2024-03-07T02:56:44.288 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 744064, 2024-03-07T02:56:44.288 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 2883584, 2024-03-07T02:56:44.288 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 0, 2024-03-07T02:56:44.288 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 270336, 2024-03-07T02:56:44.288 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 1202, 2024-03-07T02:56:44.288 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-03-07T02:56:44.288 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 4455512, 2024-03-07T02:56:44.288 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 45, 2024-03-07T02:56:44.288 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 1759232, 2024-03-07T02:56:44.288 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 35156264, 2024-03-07T02:56:44.288 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 45268992 2024-03-07T02:56:44.289 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.289 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.4": { 2024-03-07T02:56:44.289 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 44802048, 2024-03-07T02:56:44.289 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 719752, 2024-03-07T02:56:44.289 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 2883584, 2024-03-07T02:56:44.289 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 0, 2024-03-07T02:56:44.289 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 466944, 2024-03-07T02:56:44.289 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 1191, 2024-03-07T02:56:44.289 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-03-07T02:56:44.289 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 4718536, 2024-03-07T02:56:44.289 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 47, 2024-03-07T02:56:44.289 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 1704448, 2024-03-07T02:56:44.289 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 34775728, 2024-03-07T02:56:44.289 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 45268992 2024-03-07T02:56:44.289 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.290 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.5": { 2024-03-07T02:56:44.290 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 45187072, 2024-03-07T02:56:44.290 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 849880, 2024-03-07T02:56:44.290 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 2883584, 2024-03-07T02:56:44.290 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 0, 2024-03-07T02:56:44.290 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 81920, 2024-03-07T02:56:44.290 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 1238, 2024-03-07T02:56:44.290 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-03-07T02:56:44.290 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 4611208, 2024-03-07T02:56:44.290 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 47, 2024-03-07T02:56:44.290 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 2151168, 2024-03-07T02:56:44.290 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 34691232, 2024-03-07T02:56:44.290 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 45268992 2024-03-07T02:56:44.290 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.291 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.6": { 2024-03-07T02:56:44.291 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 44466176, 2024-03-07T02:56:44.291 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 934376, 2024-03-07T02:56:44.291 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 2883584, 2024-03-07T02:56:44.291 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 0, 2024-03-07T02:56:44.291 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 802816, 2024-03-07T02:56:44.291 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 1214, 2024-03-07T02:56:44.291 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-03-07T02:56:44.291 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 4556016, 2024-03-07T02:56:44.291 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 46, 2024-03-07T02:56:44.291 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 1789952, 2024-03-07T02:56:44.291 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 34302248, 2024-03-07T02:56:44.291 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 45268992 2024-03-07T02:56:44.291 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.292 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.7": { 2024-03-07T02:56:44.292 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 45195264, 2024-03-07T02:56:44.292 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 1053848, 2024-03-07T02:56:44.292 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 2883584, 2024-03-07T02:56:44.292 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 8192, 2024-03-07T02:56:44.292 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 2170880, 2024-03-07T02:56:44.292 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 1265, 2024-03-07T02:56:44.292 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-03-07T02:56:44.292 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 5115176, 2024-03-07T02:56:44.292 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 46, 2024-03-07T02:56:44.292 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 1791488, 2024-03-07T02:56:44.292 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 34342976, 2024-03-07T02:56:44.292 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 47366144 2024-03-07T02:56:44.292 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.293 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.293 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.293 INFO:tasks.workunit.client.0.smithi090.stdout: "hosts": { 2024-03-07T02:56:44.293 INFO:tasks.workunit.client.0.smithi090.stdout: "num": 2, 2024-03-07T02:56:44.293 INFO:tasks.workunit.client.0.smithi090.stdout: "num_with_mds": 2, 2024-03-07T02:56:44.293 INFO:tasks.workunit.client.0.smithi090.stdout: "num_with_mgr": 2, 2024-03-07T02:56:44.293 INFO:tasks.workunit.client.0.smithi090.stdout: "num_with_mon": 2, 2024-03-07T02:56:44.293 INFO:tasks.workunit.client.0.smithi090.stdout: "num_with_osd": 2 2024-03-07T02:56:44.293 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.293 INFO:tasks.workunit.client.0.smithi090.stdout: "io_rate": { 2024-03-07T02:56:44.293 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_stats_delta": { 2024-03-07T02:56:44.293 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": 0, 2024-03-07T02:56:44.293 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:44.293 INFO:tasks.workunit.client.0.smithi090.stdout: "num_store_stats": 0, 2024-03-07T02:56:44.293 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:44.294 INFO:tasks.workunit.client.0.smithi090.stdout: "stamp_delta": "12.002728", 2024-03-07T02:56:44.294 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:44.294 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:44.294 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:44.294 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:44.294 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:44.294 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:44.294 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:44.294 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:44.294 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:44.294 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:44.294 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:44.294 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:44.294 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:44.294 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:44.295 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:44.295 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:44.295 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:44.295 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:44.295 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:44.295 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:44.295 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:44.295 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:44.295 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:44.295 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:44.295 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:44.295 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:44.295 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:44.295 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:44.295 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:44.296 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:44.296 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:44.296 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:44.296 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:44.296 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:44.296 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 38, 2024-03-07T02:56:44.296 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 158, 2024-03-07T02:56:44.296 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:44.296 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:44.296 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:44.296 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 8, 2024-03-07T02:56:44.296 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:44.296 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.296 INFO:tasks.workunit.client.0.smithi090.stdout: "store_stats": { 2024-03-07T02:56:44.296 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": 0, 2024-03-07T02:56:44.297 INFO:tasks.workunit.client.0.smithi090.stdout: "available": 0, 2024-03-07T02:56:44.297 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed": 0, 2024-03-07T02:56:44.297 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_allocated": 0, 2024-03-07T02:56:44.297 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_original": 0, 2024-03-07T02:56:44.297 INFO:tasks.workunit.client.0.smithi090.stdout: "data_stored": 0, 2024-03-07T02:56:44.297 INFO:tasks.workunit.client.0.smithi090.stdout: "internal_metadata": 0, 2024-03-07T02:56:44.297 INFO:tasks.workunit.client.0.smithi090.stdout: "internally_reserved": 0, 2024-03-07T02:56:44.297 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_allocated": 0, 2024-03-07T02:56:44.297 INFO:tasks.workunit.client.0.smithi090.stdout: "total": 0 2024-03-07T02:56:44.297 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.297 INFO:tasks.workunit.client.0.smithi090.stdout: "up": 0 2024-03-07T02:56:44.297 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.297 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.297 INFO:tasks.workunit.client.0.smithi090.stdout: "leaderboard": false, 2024-03-07T02:56:44.297 INFO:tasks.workunit.client.0.smithi090.stdout: "leaderboard_description": null, 2024-03-07T02:56:44.298 INFO:tasks.workunit.client.0.smithi090.stdout: "license": "sharing-1-0", 2024-03-07T02:56:44.298 INFO:tasks.workunit.client.0.smithi090.stdout: "mempool": { 2024-03-07T02:56:44.298 INFO:tasks.workunit.client.0.smithi090.stdout: "mds": { 2024-03-07T02:56:44.298 INFO:tasks.workunit.client.0.smithi090.stdout: "mds.17548b9c4e7a30c3e3db533c5ff8369ca7803148": { 2024-03-07T02:56:44.298 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-03-07T02:56:44.298 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.298 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.298 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.298 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-03-07T02:56:44.298 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.298 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.298 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.298 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-03-07T02:56:44.298 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.299 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.299 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.299 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-03-07T02:56:44.299 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.299 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.299 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.299 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-03-07T02:56:44.299 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.299 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.299 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.299 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-03-07T02:56:44.299 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.299 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.299 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.299 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-03-07T02:56:44.300 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.300 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.300 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.300 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-03-07T02:56:44.300 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.300 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.300 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.300 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-03-07T02:56:44.300 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.300 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.300 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.300 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-03-07T02:56:44.300 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.300 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.300 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.301 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-03-07T02:56:44.301 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.301 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.301 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.301 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-03-07T02:56:44.301 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.301 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.301 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.301 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-03-07T02:56:44.301 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.301 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.301 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.301 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-03-07T02:56:44.301 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.301 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.302 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.302 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-03-07T02:56:44.302 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.302 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.302 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.302 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-03-07T02:56:44.302 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.302 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.302 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.302 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-03-07T02:56:44.302 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.302 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.302 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.302 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-03-07T02:56:44.302 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.303 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.303 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.303 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-03-07T02:56:44.303 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 221639, 2024-03-07T02:56:44.303 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 65 2024-03-07T02:56:44.303 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.303 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-03-07T02:56:44.303 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.303 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.303 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.303 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-03-07T02:56:44.303 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 51496, 2024-03-07T02:56:44.303 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 208 2024-03-07T02:56:44.303 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.303 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-03-07T02:56:44.304 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.304 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.304 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.304 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-03-07T02:56:44.304 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.304 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.304 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.304 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-03-07T02:56:44.304 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.304 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.304 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.304 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-03-07T02:56:44.304 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 7816, 2024-03-07T02:56:44.304 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 121 2024-03-07T02:56:44.305 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.305 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-03-07T02:56:44.305 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.305 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.305 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.305 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-03-07T02:56:44.305 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.305 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.305 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.305 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-03-07T02:56:44.305 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.305 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.305 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.305 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-03-07T02:56:44.305 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.306 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.306 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.306 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.306 INFO:tasks.workunit.client.0.smithi090.stdout: "mds.903073e4ab60c09a0b2e263bc373c3235f45cdb3": { 2024-03-07T02:56:44.306 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-03-07T02:56:44.306 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.306 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.306 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.306 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-03-07T02:56:44.306 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.306 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.306 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.306 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-03-07T02:56:44.306 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.306 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.307 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.307 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-03-07T02:56:44.307 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.307 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.307 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.307 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-03-07T02:56:44.307 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.307 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.307 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.307 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-03-07T02:56:44.307 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.307 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.307 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.307 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-03-07T02:56:44.307 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.308 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.308 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.308 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-03-07T02:56:44.308 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.308 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.308 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.308 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-03-07T02:56:44.308 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.308 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.308 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.308 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-03-07T02:56:44.308 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.308 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.309 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.309 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-03-07T02:56:44.309 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.309 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.309 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.309 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-03-07T02:56:44.309 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.309 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.309 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.309 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-03-07T02:56:44.309 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.309 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.309 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.309 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-03-07T02:56:44.310 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.310 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.310 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.310 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-03-07T02:56:44.310 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.310 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.310 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.310 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-03-07T02:56:44.310 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.310 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.310 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.310 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-03-07T02:56:44.310 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.310 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.310 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.311 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-03-07T02:56:44.311 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.311 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.311 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.311 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-03-07T02:56:44.311 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 150168, 2024-03-07T02:56:44.311 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 33 2024-03-07T02:56:44.311 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.311 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-03-07T02:56:44.311 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.311 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.311 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.311 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-03-07T02:56:44.311 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 928, 2024-03-07T02:56:44.311 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 2 2024-03-07T02:56:44.312 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.312 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-03-07T02:56:44.312 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.312 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.312 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.312 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-03-07T02:56:44.312 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.312 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.312 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.312 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-03-07T02:56:44.312 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.312 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.312 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.312 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-03-07T02:56:44.312 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.313 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.313 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.313 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-03-07T02:56:44.313 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.313 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.313 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.313 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-03-07T02:56:44.313 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.313 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.313 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.313 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-03-07T02:56:44.313 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.313 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.313 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.313 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-03-07T02:56:44.313 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.314 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.314 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.314 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.314 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.314 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-03-07T02:56:44.314 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.17548b9c4e7a30c3e3db533c5ff8369ca7803148": { 2024-03-07T02:56:44.314 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-03-07T02:56:44.314 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.314 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.314 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.314 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-03-07T02:56:44.314 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.314 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.314 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.314 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-03-07T02:56:44.315 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.315 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.315 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.315 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-03-07T02:56:44.315 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.315 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.315 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.315 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-03-07T02:56:44.315 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.315 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.315 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.315 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-03-07T02:56:44.315 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.315 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.315 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.316 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-03-07T02:56:44.316 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.316 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.316 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.316 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-03-07T02:56:44.316 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.316 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.316 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.316 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-03-07T02:56:44.316 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.316 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.316 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.316 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-03-07T02:56:44.316 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.316 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.317 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.317 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-03-07T02:56:44.317 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.317 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.317 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.317 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-03-07T02:56:44.317 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.317 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.317 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.317 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-03-07T02:56:44.317 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.317 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.317 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.317 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-03-07T02:56:44.318 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.318 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.318 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.318 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-03-07T02:56:44.318 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.318 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.318 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.318 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-03-07T02:56:44.318 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.318 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.318 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.318 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-03-07T02:56:44.318 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.319 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.319 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.319 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-03-07T02:56:44.319 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.319 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.319 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.319 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-03-07T02:56:44.319 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1093291, 2024-03-07T02:56:44.319 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 348 2024-03-07T02:56:44.319 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.319 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-03-07T02:56:44.319 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.319 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.320 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.320 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-03-07T02:56:44.320 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.320 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.320 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.320 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-03-07T02:56:44.320 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.320 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.320 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.320 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-03-07T02:56:44.320 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.320 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.320 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.321 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-03-07T02:56:44.321 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.321 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.321 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.321 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-03-07T02:56:44.321 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 6392, 2024-03-07T02:56:44.321 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 120 2024-03-07T02:56:44.321 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.321 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-03-07T02:56:44.321 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 12744, 2024-03-07T02:56:44.321 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1546 2024-03-07T02:56:44.321 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.321 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-03-07T02:56:44.321 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 5120, 2024-03-07T02:56:44.322 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 79 2024-03-07T02:56:44.322 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.322 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-03-07T02:56:44.322 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.322 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.322 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.322 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-03-07T02:56:44.322 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.322 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.322 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.322 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.322 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.903073e4ab60c09a0b2e263bc373c3235f45cdb3": { 2024-03-07T02:56:44.322 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-03-07T02:56:44.323 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.323 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.323 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.323 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-03-07T02:56:44.323 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.323 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.323 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.323 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-03-07T02:56:44.323 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.323 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.323 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.323 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-03-07T02:56:44.323 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.323 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.324 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.324 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-03-07T02:56:44.324 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.324 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.324 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.324 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-03-07T02:56:44.324 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.324 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.324 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.324 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-03-07T02:56:44.324 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.324 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.324 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.325 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-03-07T02:56:44.325 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.325 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.325 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.325 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-03-07T02:56:44.325 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.325 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.325 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.325 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-03-07T02:56:44.325 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.325 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.325 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.326 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-03-07T02:56:44.326 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.326 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.326 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.326 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-03-07T02:56:44.326 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.326 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.326 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.326 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-03-07T02:56:44.326 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.326 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.326 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.326 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-03-07T02:56:44.326 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.327 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.327 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.327 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-03-07T02:56:44.327 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.327 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.327 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.327 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-03-07T02:56:44.327 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.327 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.327 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.327 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-03-07T02:56:44.327 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.327 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.328 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.328 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-03-07T02:56:44.328 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.328 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.328 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.328 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-03-07T02:56:44.328 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1128779, 2024-03-07T02:56:44.328 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 333 2024-03-07T02:56:44.328 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.328 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-03-07T02:56:44.328 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 352, 2024-03-07T02:56:44.328 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 4 2024-03-07T02:56:44.328 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.329 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-03-07T02:56:44.329 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.329 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.329 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.329 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-03-07T02:56:44.329 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.329 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.329 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.329 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-03-07T02:56:44.329 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.329 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.329 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.329 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-03-07T02:56:44.330 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.330 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.330 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.330 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-03-07T02:56:44.330 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 6392, 2024-03-07T02:56:44.330 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 120 2024-03-07T02:56:44.330 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.330 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-03-07T02:56:44.330 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 12744, 2024-03-07T02:56:44.330 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1546 2024-03-07T02:56:44.330 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.330 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-03-07T02:56:44.330 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 10240, 2024-03-07T02:56:44.330 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 158 2024-03-07T02:56:44.331 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.331 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-03-07T02:56:44.331 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.331 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.331 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.331 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-03-07T02:56:44.331 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.331 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.331 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.331 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.331 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.d29b2729cbd392019ebf6157ef3e61fb17b3d795": { 2024-03-07T02:56:44.331 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-03-07T02:56:44.331 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.331 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.332 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.332 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-03-07T02:56:44.332 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.332 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.332 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.332 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-03-07T02:56:44.332 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.332 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.332 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.332 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-03-07T02:56:44.332 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.332 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.332 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.333 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-03-07T02:56:44.333 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.333 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.333 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.333 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-03-07T02:56:44.333 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.333 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.333 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.333 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-03-07T02:56:44.333 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.333 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.333 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.333 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-03-07T02:56:44.333 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.333 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.334 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.334 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-03-07T02:56:44.334 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.334 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.334 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.334 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-03-07T02:56:44.334 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.334 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.334 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.334 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-03-07T02:56:44.334 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.334 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.334 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.335 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-03-07T02:56:44.335 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.335 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.335 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.335 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-03-07T02:56:44.335 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.335 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.335 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.335 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-03-07T02:56:44.335 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.335 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.335 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.335 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-03-07T02:56:44.335 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.335 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.336 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.336 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-03-07T02:56:44.336 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.336 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.336 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.336 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-03-07T02:56:44.336 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.336 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.336 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.336 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-03-07T02:56:44.336 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.336 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.336 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.337 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-03-07T02:56:44.337 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1081523, 2024-03-07T02:56:44.337 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 354 2024-03-07T02:56:44.337 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.337 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-03-07T02:56:44.337 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.337 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.337 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.337 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-03-07T02:56:44.337 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.337 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.337 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.338 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-03-07T02:56:44.338 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.338 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.338 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.338 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-03-07T02:56:44.338 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.338 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.338 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.338 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-03-07T02:56:44.338 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.338 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.338 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.338 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-03-07T02:56:44.338 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 6392, 2024-03-07T02:56:44.339 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 120 2024-03-07T02:56:44.339 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.339 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-03-07T02:56:44.339 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 12744, 2024-03-07T02:56:44.339 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1546 2024-03-07T02:56:44.339 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.339 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-03-07T02:56:44.339 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 5120, 2024-03-07T02:56:44.339 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 79 2024-03-07T02:56:44.339 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.339 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-03-07T02:56:44.339 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.339 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.340 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.340 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-03-07T02:56:44.340 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.340 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.340 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.340 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.340 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.340 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-03-07T02:56:44.340 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.0": { 2024-03-07T02:56:44.340 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-03-07T02:56:44.340 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.340 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.340 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.341 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-03-07T02:56:44.341 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 6368, 2024-03-07T02:56:44.341 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 123 2024-03-07T02:56:44.341 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.341 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-03-07T02:56:44.341 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 16896, 2024-03-07T02:56:44.341 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8 2024-03-07T02:56:44.341 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.341 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-03-07T02:56:44.341 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 576, 2024-03-07T02:56:44.341 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3 2024-03-07T02:56:44.341 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.341 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-03-07T02:56:44.341 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 5520, 2024-03-07T02:56:44.342 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 69 2024-03-07T02:56:44.342 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.342 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-03-07T02:56:44.342 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 20496, 2024-03-07T02:56:44.342 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 183 2024-03-07T02:56:44.342 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.342 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-03-07T02:56:44.342 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1936, 2024-03-07T02:56:44.342 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 47 2024-03-07T02:56:44.342 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.342 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-03-07T02:56:44.342 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 621095, 2024-03-07T02:56:44.342 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 20 2024-03-07T02:56:44.342 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.343 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-03-07T02:56:44.343 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 50429, 2024-03-07T02:56:44.343 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 9329 2024-03-07T02:56:44.343 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.343 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-03-07T02:56:44.343 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 134896, 2024-03-07T02:56:44.343 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 230 2024-03-07T02:56:44.343 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.343 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-03-07T02:56:44.343 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 11264, 2024-03-07T02:56:44.343 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 731 2024-03-07T02:56:44.343 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.343 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-03-07T02:56:44.344 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 8784, 2024-03-07T02:56:44.344 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 183 2024-03-07T02:56:44.344 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.344 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-03-07T02:56:44.344 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.344 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.344 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.344 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-03-07T02:56:44.344 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 31332, 2024-03-07T02:56:44.344 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 198 2024-03-07T02:56:44.344 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.344 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-03-07T02:56:44.344 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 20496, 2024-03-07T02:56:44.344 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 183 2024-03-07T02:56:44.345 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.345 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-03-07T02:56:44.345 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.345 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.345 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.345 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-03-07T02:56:44.345 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 384032, 2024-03-07T02:56:44.345 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 86 2024-03-07T02:56:44.345 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.345 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-03-07T02:56:44.345 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.345 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.345 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.345 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-03-07T02:56:44.346 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2451104, 2024-03-07T02:56:44.346 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 195 2024-03-07T02:56:44.346 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.346 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-03-07T02:56:44.346 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 7040, 2024-03-07T02:56:44.346 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 80 2024-03-07T02:56:44.346 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.346 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-03-07T02:56:44.346 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.346 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.346 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.346 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-03-07T02:56:44.346 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 521640, 2024-03-07T02:56:44.346 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 45 2024-03-07T02:56:44.347 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.347 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-03-07T02:56:44.347 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.347 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.347 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.347 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-03-07T02:56:44.347 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 95160, 2024-03-07T02:56:44.347 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 187 2024-03-07T02:56:44.347 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.347 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-03-07T02:56:44.347 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 222776, 2024-03-07T02:56:44.347 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3416 2024-03-07T02:56:44.347 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.347 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-03-07T02:56:44.347 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.348 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.348 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.348 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-03-07T02:56:44.348 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.348 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.348 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.348 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-03-07T02:56:44.348 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.348 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.348 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.348 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-03-07T02:56:44.348 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.348 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.348 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.349 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.349 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.1": { 2024-03-07T02:56:44.349 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-03-07T02:56:44.349 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.349 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.349 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.349 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-03-07T02:56:44.349 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 6368, 2024-03-07T02:56:44.349 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 123 2024-03-07T02:56:44.349 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.349 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-03-07T02:56:44.349 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 16896, 2024-03-07T02:56:44.349 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8 2024-03-07T02:56:44.349 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.349 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-03-07T02:56:44.350 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 576, 2024-03-07T02:56:44.350 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3 2024-03-07T02:56:44.350 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.350 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-03-07T02:56:44.350 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 4880, 2024-03-07T02:56:44.350 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 61 2024-03-07T02:56:44.350 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.350 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-03-07T02:56:44.350 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 19264, 2024-03-07T02:56:44.350 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 172 2024-03-07T02:56:44.350 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.350 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-03-07T02:56:44.350 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1376, 2024-03-07T02:56:44.350 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 42 2024-03-07T02:56:44.350 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.351 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-03-07T02:56:44.351 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 20480, 2024-03-07T02:56:44.351 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 5 2024-03-07T02:56:44.351 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.351 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-03-07T02:56:44.351 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 44422, 2024-03-07T02:56:44.351 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8388 2024-03-07T02:56:44.351 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.351 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-03-07T02:56:44.351 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 125376, 2024-03-07T02:56:44.351 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 216 2024-03-07T02:56:44.351 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.351 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-03-07T02:56:44.351 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 9128, 2024-03-07T02:56:44.352 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 557 2024-03-07T02:56:44.352 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.352 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-03-07T02:56:44.352 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 8256, 2024-03-07T02:56:44.352 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 172 2024-03-07T02:56:44.352 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.352 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-03-07T02:56:44.352 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.352 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.352 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.352 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-03-07T02:56:44.352 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 26976, 2024-03-07T02:56:44.352 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 184 2024-03-07T02:56:44.352 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.352 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-03-07T02:56:44.353 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 19264, 2024-03-07T02:56:44.353 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 172 2024-03-07T02:56:44.353 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.353 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-03-07T02:56:44.353 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 736, 2024-03-07T02:56:44.353 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1 2024-03-07T02:56:44.353 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.353 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-03-07T02:56:44.353 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 419967, 2024-03-07T02:56:44.353 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 94 2024-03-07T02:56:44.354 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.354 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-03-07T02:56:44.354 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 12112, 2024-03-07T02:56:44.354 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3 2024-03-07T02:56:44.354 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.354 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-03-07T02:56:44.354 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2419810, 2024-03-07T02:56:44.354 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 187 2024-03-07T02:56:44.354 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.354 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-03-07T02:56:44.354 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 4928, 2024-03-07T02:56:44.354 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 56 2024-03-07T02:56:44.354 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.354 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-03-07T02:56:44.355 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.355 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.355 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.355 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-03-07T02:56:44.355 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 417312, 2024-03-07T02:56:44.355 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 36 2024-03-07T02:56:44.355 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.355 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-03-07T02:56:44.355 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.355 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.355 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.355 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-03-07T02:56:44.355 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 7280, 2024-03-07T02:56:44.355 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 18 2024-03-07T02:56:44.356 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.356 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-03-07T02:56:44.356 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 222008, 2024-03-07T02:56:44.356 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3380 2024-03-07T02:56:44.356 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.356 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-03-07T02:56:44.356 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.356 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.356 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.356 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-03-07T02:56:44.356 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.356 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.356 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.356 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-03-07T02:56:44.357 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.357 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.357 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.357 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-03-07T02:56:44.357 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.357 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.357 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.357 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.357 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.2": { 2024-03-07T02:56:44.357 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-03-07T02:56:44.357 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.357 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.357 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.357 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-03-07T02:56:44.358 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 6368, 2024-03-07T02:56:44.358 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 123 2024-03-07T02:56:44.358 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.358 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-03-07T02:56:44.358 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 16896, 2024-03-07T02:56:44.358 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8 2024-03-07T02:56:44.358 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.358 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-03-07T02:56:44.358 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 576, 2024-03-07T02:56:44.358 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3 2024-03-07T02:56:44.358 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.358 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-03-07T02:56:44.358 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 4160, 2024-03-07T02:56:44.358 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 52 2024-03-07T02:56:44.359 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.359 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-03-07T02:56:44.359 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 19040, 2024-03-07T02:56:44.359 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 170 2024-03-07T02:56:44.359 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.359 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-03-07T02:56:44.359 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1040, 2024-03-07T02:56:44.359 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 39 2024-03-07T02:56:44.359 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.359 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-03-07T02:56:44.359 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 8192, 2024-03-07T02:56:44.359 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 2 2024-03-07T02:56:44.359 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.359 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-03-07T02:56:44.360 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 42774, 2024-03-07T02:56:44.360 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8141 2024-03-07T02:56:44.360 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.360 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-03-07T02:56:44.360 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 121296, 2024-03-07T02:56:44.360 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 210 2024-03-07T02:56:44.360 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.360 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-03-07T02:56:44.360 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 8192, 2024-03-07T02:56:44.360 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 506 2024-03-07T02:56:44.360 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.360 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-03-07T02:56:44.360 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 8160, 2024-03-07T02:56:44.360 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 170 2024-03-07T02:56:44.361 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.361 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-03-07T02:56:44.361 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.361 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.361 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.361 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-03-07T02:56:44.361 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 25776, 2024-03-07T02:56:44.361 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 178 2024-03-07T02:56:44.361 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.361 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-03-07T02:56:44.361 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 19040, 2024-03-07T02:56:44.361 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 170 2024-03-07T02:56:44.361 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.361 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-03-07T02:56:44.362 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 736, 2024-03-07T02:56:44.362 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1 2024-03-07T02:56:44.362 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.362 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-03-07T02:56:44.362 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 329855, 2024-03-07T02:56:44.362 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 72 2024-03-07T02:56:44.362 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.362 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-03-07T02:56:44.362 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 12112, 2024-03-07T02:56:44.362 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3 2024-03-07T02:56:44.362 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.362 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-03-07T02:56:44.362 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2446256, 2024-03-07T02:56:44.362 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 187 2024-03-07T02:56:44.363 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.363 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-03-07T02:56:44.363 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 4312, 2024-03-07T02:56:44.363 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 49 2024-03-07T02:56:44.363 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.363 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-03-07T02:56:44.363 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.363 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.363 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.363 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-03-07T02:56:44.363 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 359352, 2024-03-07T02:56:44.363 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 31 2024-03-07T02:56:44.363 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.363 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-03-07T02:56:44.363 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.364 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.364 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.364 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-03-07T02:56:44.364 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 8320, 2024-03-07T02:56:44.364 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 24 2024-03-07T02:56:44.364 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.364 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-03-07T02:56:44.364 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 222520, 2024-03-07T02:56:44.364 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3404 2024-03-07T02:56:44.364 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.364 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-03-07T02:56:44.364 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.364 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.365 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.365 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-03-07T02:56:44.365 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.365 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.365 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.365 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-03-07T02:56:44.365 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.365 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.365 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.365 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-03-07T02:56:44.365 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.365 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.365 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.365 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.365 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.3": { 2024-03-07T02:56:44.366 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-03-07T02:56:44.366 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.366 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.366 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.366 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-03-07T02:56:44.366 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 6368, 2024-03-07T02:56:44.366 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 123 2024-03-07T02:56:44.366 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.366 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-03-07T02:56:44.366 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 16896, 2024-03-07T02:56:44.366 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8 2024-03-07T02:56:44.366 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.366 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-03-07T02:56:44.366 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 576, 2024-03-07T02:56:44.367 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3 2024-03-07T02:56:44.367 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.367 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-03-07T02:56:44.367 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 3760, 2024-03-07T02:56:44.367 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 47 2024-03-07T02:56:44.367 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.367 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-03-07T02:56:44.367 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 19488, 2024-03-07T02:56:44.367 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 174 2024-03-07T02:56:44.367 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.367 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-03-07T02:56:44.367 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 704, 2024-03-07T02:56:44.367 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 36 2024-03-07T02:56:44.367 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.368 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-03-07T02:56:44.368 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 14187, 2024-03-07T02:56:44.368 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3 2024-03-07T02:56:44.368 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.368 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-03-07T02:56:44.368 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 43871, 2024-03-07T02:56:44.368 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8367 2024-03-07T02:56:44.368 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.368 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-03-07T02:56:44.368 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 125376, 2024-03-07T02:56:44.368 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 216 2024-03-07T02:56:44.368 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.368 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-03-07T02:56:44.368 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 9312, 2024-03-07T02:56:44.369 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 564 2024-03-07T02:56:44.369 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.369 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-03-07T02:56:44.369 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 8352, 2024-03-07T02:56:44.369 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 174 2024-03-07T02:56:44.369 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.369 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-03-07T02:56:44.369 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.369 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.369 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.369 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-03-07T02:56:44.369 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 26640, 2024-03-07T02:56:44.369 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 184 2024-03-07T02:56:44.369 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.369 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-03-07T02:56:44.369 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 19488, 2024-03-07T02:56:44.370 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 174 2024-03-07T02:56:44.370 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.370 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-03-07T02:56:44.370 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2208, 2024-03-07T02:56:44.370 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3 2024-03-07T02:56:44.370 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.370 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-03-07T02:56:44.370 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 240193, 2024-03-07T02:56:44.370 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 51 2024-03-07T02:56:44.370 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.370 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-03-07T02:56:44.370 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 26565, 2024-03-07T02:56:44.370 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 9 2024-03-07T02:56:44.371 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.371 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-03-07T02:56:44.371 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 3477075, 2024-03-07T02:56:44.371 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 182 2024-03-07T02:56:44.371 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.371 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-03-07T02:56:44.371 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 5016, 2024-03-07T02:56:44.371 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 57 2024-03-07T02:56:44.371 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.371 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-03-07T02:56:44.371 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.371 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.371 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.371 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-03-07T02:56:44.371 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 428904, 2024-03-07T02:56:44.372 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 37 2024-03-07T02:56:44.372 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.372 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-03-07T02:56:44.372 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.372 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.372 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.372 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-03-07T02:56:44.372 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 10400, 2024-03-07T02:56:44.372 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 20 2024-03-07T02:56:44.372 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.372 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-03-07T02:56:44.372 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 222776, 2024-03-07T02:56:44.372 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3416 2024-03-07T02:56:44.372 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.373 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-03-07T02:56:44.373 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.373 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.373 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.373 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-03-07T02:56:44.373 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.373 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.373 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.373 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-03-07T02:56:44.373 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.373 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.373 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.373 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-03-07T02:56:44.373 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.373 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.374 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.374 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.374 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.4": { 2024-03-07T02:56:44.374 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-03-07T02:56:44.374 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.374 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.374 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.374 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-03-07T02:56:44.374 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 6368, 2024-03-07T02:56:44.374 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 123 2024-03-07T02:56:44.374 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.374 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-03-07T02:56:44.374 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 16896, 2024-03-07T02:56:44.374 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8 2024-03-07T02:56:44.375 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.375 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-03-07T02:56:44.375 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 576, 2024-03-07T02:56:44.375 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3 2024-03-07T02:56:44.375 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.375 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-03-07T02:56:44.375 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 3280, 2024-03-07T02:56:44.375 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 41 2024-03-07T02:56:44.375 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.375 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-03-07T02:56:44.375 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 19264, 2024-03-07T02:56:44.375 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 172 2024-03-07T02:56:44.375 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.375 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-03-07T02:56:44.376 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1152, 2024-03-07T02:56:44.376 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 40 2024-03-07T02:56:44.376 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.376 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-03-07T02:56:44.376 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.376 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.376 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.376 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-03-07T02:56:44.376 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 44190, 2024-03-07T02:56:44.376 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8404 2024-03-07T02:56:44.376 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.376 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-03-07T02:56:44.376 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 126056, 2024-03-07T02:56:44.377 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 217 2024-03-07T02:56:44.377 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.377 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-03-07T02:56:44.377 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 9480, 2024-03-07T02:56:44.377 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 561 2024-03-07T02:56:44.377 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.377 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-03-07T02:56:44.377 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 8256, 2024-03-07T02:56:44.377 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 172 2024-03-07T02:56:44.377 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.377 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-03-07T02:56:44.377 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.377 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.377 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.377 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-03-07T02:56:44.378 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 27232, 2024-03-07T02:56:44.378 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 185 2024-03-07T02:56:44.378 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.378 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-03-07T02:56:44.378 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 19376, 2024-03-07T02:56:44.378 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 173 2024-03-07T02:56:44.378 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.378 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-03-07T02:56:44.378 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1472, 2024-03-07T02:56:44.378 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 2 2024-03-07T02:56:44.378 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.378 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-03-07T02:56:44.378 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 912690, 2024-03-07T02:56:44.378 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 72 2024-03-07T02:56:44.379 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.379 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-03-07T02:56:44.379 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 20128, 2024-03-07T02:56:44.379 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 5 2024-03-07T02:56:44.379 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.379 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-03-07T02:56:44.379 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2451838, 2024-03-07T02:56:44.379 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 185 2024-03-07T02:56:44.379 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.379 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-03-07T02:56:44.379 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 4752, 2024-03-07T02:56:44.379 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 54 2024-03-07T02:56:44.379 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.379 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-03-07T02:56:44.380 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.380 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.380 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.380 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-03-07T02:56:44.380 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 452088, 2024-03-07T02:56:44.380 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 39 2024-03-07T02:56:44.380 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.380 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-03-07T02:56:44.380 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.380 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.380 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.380 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-03-07T02:56:44.380 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 7904, 2024-03-07T02:56:44.381 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 16 2024-03-07T02:56:44.381 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.381 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-03-07T02:56:44.381 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 222776, 2024-03-07T02:56:44.381 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3416 2024-03-07T02:56:44.381 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.381 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-03-07T02:56:44.381 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.381 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.381 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.381 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-03-07T02:56:44.381 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.381 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.381 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.381 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-03-07T02:56:44.382 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.382 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.382 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.382 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-03-07T02:56:44.382 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.382 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.382 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.382 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.382 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.5": { 2024-03-07T02:56:44.382 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-03-07T02:56:44.382 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.382 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.382 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.382 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-03-07T02:56:44.383 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 6368, 2024-03-07T02:56:44.383 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 123 2024-03-07T02:56:44.383 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.383 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-03-07T02:56:44.383 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 16896, 2024-03-07T02:56:44.383 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8 2024-03-07T02:56:44.383 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.383 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-03-07T02:56:44.383 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 576, 2024-03-07T02:56:44.383 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3 2024-03-07T02:56:44.383 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.383 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-03-07T02:56:44.383 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2800, 2024-03-07T02:56:44.383 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 35 2024-03-07T02:56:44.383 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.384 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-03-07T02:56:44.384 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 19376, 2024-03-07T02:56:44.384 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 173 2024-03-07T02:56:44.384 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.384 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-03-07T02:56:44.384 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 480, 2024-03-07T02:56:44.384 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 34 2024-03-07T02:56:44.384 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.384 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-03-07T02:56:44.384 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.384 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.384 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.384 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-03-07T02:56:44.384 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 44999, 2024-03-07T02:56:44.385 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8558 2024-03-07T02:56:44.385 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.385 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-03-07T02:56:44.385 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 128776, 2024-03-07T02:56:44.385 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 221 2024-03-07T02:56:44.385 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.385 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-03-07T02:56:44.385 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 9852, 2024-03-07T02:56:44.385 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 567 2024-03-07T02:56:44.385 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.385 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-03-07T02:56:44.385 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 8304, 2024-03-07T02:56:44.385 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 173 2024-03-07T02:56:44.385 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.386 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-03-07T02:56:44.386 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.386 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.386 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.386 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-03-07T02:56:44.386 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 28088, 2024-03-07T02:56:44.386 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 189 2024-03-07T02:56:44.386 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.386 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-03-07T02:56:44.386 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 19376, 2024-03-07T02:56:44.386 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 173 2024-03-07T02:56:44.386 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.386 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-03-07T02:56:44.386 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2208, 2024-03-07T02:56:44.387 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3 2024-03-07T02:56:44.387 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.387 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-03-07T02:56:44.387 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 815838, 2024-03-07T02:56:44.387 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 48 2024-03-07T02:56:44.387 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.387 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-03-07T02:56:44.387 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 26565, 2024-03-07T02:56:44.387 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 9 2024-03-07T02:56:44.387 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.387 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-03-07T02:56:44.387 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2431320, 2024-03-07T02:56:44.387 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 178 2024-03-07T02:56:44.387 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.387 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-03-07T02:56:44.388 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 5456, 2024-03-07T02:56:44.388 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 62 2024-03-07T02:56:44.388 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.388 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-03-07T02:56:44.388 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.388 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.388 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.388 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-03-07T02:56:44.388 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 486864, 2024-03-07T02:56:44.388 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 42 2024-03-07T02:56:44.388 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.388 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-03-07T02:56:44.388 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.388 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.388 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.389 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-03-07T02:56:44.389 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 11960, 2024-03-07T02:56:44.389 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 23 2024-03-07T02:56:44.389 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.389 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-03-07T02:56:44.389 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 222520, 2024-03-07T02:56:44.389 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3404 2024-03-07T02:56:44.389 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.389 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-03-07T02:56:44.389 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.389 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.389 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.389 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-03-07T02:56:44.389 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.389 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.389 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.390 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-03-07T02:56:44.390 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.390 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.390 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.390 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-03-07T02:56:44.390 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.390 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.390 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.390 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.390 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.6": { 2024-03-07T02:56:44.390 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-03-07T02:56:44.390 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.390 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.390 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.391 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-03-07T02:56:44.391 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 6368, 2024-03-07T02:56:44.391 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 123 2024-03-07T02:56:44.391 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.391 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-03-07T02:56:44.391 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 16896, 2024-03-07T02:56:44.391 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8 2024-03-07T02:56:44.391 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.391 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-03-07T02:56:44.391 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 576, 2024-03-07T02:56:44.391 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3 2024-03-07T02:56:44.391 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.391 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-03-07T02:56:44.391 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2320, 2024-03-07T02:56:44.391 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 29 2024-03-07T02:56:44.392 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.392 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-03-07T02:56:44.392 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 20272, 2024-03-07T02:56:44.392 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 181 2024-03-07T02:56:44.392 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.392 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-03-07T02:56:44.392 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 480, 2024-03-07T02:56:44.392 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 34 2024-03-07T02:56:44.392 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.392 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-03-07T02:56:44.392 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 14887, 2024-03-07T02:56:44.392 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3 2024-03-07T02:56:44.392 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.392 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-03-07T02:56:44.393 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 45228, 2024-03-07T02:56:44.393 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8778 2024-03-07T02:56:44.393 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.393 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-03-07T02:56:44.393 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 126736, 2024-03-07T02:56:44.393 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 218 2024-03-07T02:56:44.393 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.393 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-03-07T02:56:44.393 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 10744, 2024-03-07T02:56:44.393 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 721 2024-03-07T02:56:44.393 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.393 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-03-07T02:56:44.393 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 8688, 2024-03-07T02:56:44.393 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 181 2024-03-07T02:56:44.393 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.394 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-03-07T02:56:44.394 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.394 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.394 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.394 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-03-07T02:56:44.394 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 28516, 2024-03-07T02:56:44.394 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 186 2024-03-07T02:56:44.394 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.394 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-03-07T02:56:44.394 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 20272, 2024-03-07T02:56:44.394 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 181 2024-03-07T02:56:44.394 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.394 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-03-07T02:56:44.394 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.394 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.395 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.395 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-03-07T02:56:44.395 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 515260, 2024-03-07T02:56:44.395 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 39 2024-03-07T02:56:44.395 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.395 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-03-07T02:56:44.395 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.395 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.395 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.395 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-03-07T02:56:44.395 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2424543, 2024-03-07T02:56:44.395 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 173 2024-03-07T02:56:44.395 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.395 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-03-07T02:56:44.396 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 4752, 2024-03-07T02:56:44.396 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 54 2024-03-07T02:56:44.396 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.396 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-03-07T02:56:44.396 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.396 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.396 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.396 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-03-07T02:56:44.396 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 452088, 2024-03-07T02:56:44.396 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 39 2024-03-07T02:56:44.396 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.396 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-03-07T02:56:44.396 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.396 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.396 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.397 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-03-07T02:56:44.397 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 94952, 2024-03-07T02:56:44.397 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 193 2024-03-07T02:56:44.397 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.397 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-03-07T02:56:44.397 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 222776, 2024-03-07T02:56:44.397 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3416 2024-03-07T02:56:44.397 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.397 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-03-07T02:56:44.397 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.397 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.397 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.397 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-03-07T02:56:44.397 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.398 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.398 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.398 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-03-07T02:56:44.398 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.398 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.398 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.398 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-03-07T02:56:44.398 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.398 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.398 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.398 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.398 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.7": { 2024-03-07T02:56:44.398 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-03-07T02:56:44.398 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.399 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.399 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.399 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-03-07T02:56:44.399 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 6368, 2024-03-07T02:56:44.399 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 123 2024-03-07T02:56:44.399 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.399 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-03-07T02:56:44.399 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 16896, 2024-03-07T02:56:44.399 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8 2024-03-07T02:56:44.399 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.399 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-03-07T02:56:44.399 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 576, 2024-03-07T02:56:44.399 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3 2024-03-07T02:56:44.399 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.400 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-03-07T02:56:44.400 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1680, 2024-03-07T02:56:44.400 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 21 2024-03-07T02:56:44.400 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.400 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-03-07T02:56:44.400 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 20384, 2024-03-07T02:56:44.400 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 182 2024-03-07T02:56:44.400 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.400 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-03-07T02:56:44.400 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1264, 2024-03-07T02:56:44.400 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 41 2024-03-07T02:56:44.400 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.400 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-03-07T02:56:44.400 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 285223, 2024-03-07T02:56:44.401 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 10 2024-03-07T02:56:44.401 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.401 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-03-07T02:56:44.401 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 48242, 2024-03-07T02:56:44.401 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 9199 2024-03-07T02:56:44.401 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.401 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-03-07T02:56:44.401 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 133536, 2024-03-07T02:56:44.401 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 228 2024-03-07T02:56:44.401 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.401 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-03-07T02:56:44.401 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 11548, 2024-03-07T02:56:44.401 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 730 2024-03-07T02:56:44.401 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.402 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-03-07T02:56:44.402 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 8736, 2024-03-07T02:56:44.402 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 182 2024-03-07T02:56:44.402 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.402 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-03-07T02:56:44.402 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.402 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.402 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.402 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-03-07T02:56:44.402 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 30908, 2024-03-07T02:56:44.402 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 196 2024-03-07T02:56:44.402 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.402 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-03-07T02:56:44.402 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 20384, 2024-03-07T02:56:44.403 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 182 2024-03-07T02:56:44.403 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.403 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-03-07T02:56:44.403 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.403 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.403 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.403 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-03-07T02:56:44.403 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 135316, 2024-03-07T02:56:44.403 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 27 2024-03-07T02:56:44.403 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.403 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-03-07T02:56:44.403 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.403 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.403 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.404 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-03-07T02:56:44.404 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2400568, 2024-03-07T02:56:44.404 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 191 2024-03-07T02:56:44.404 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.404 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-03-07T02:56:44.404 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 6072, 2024-03-07T02:56:44.404 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 69 2024-03-07T02:56:44.404 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.404 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-03-07T02:56:44.404 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.404 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.404 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.404 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-03-07T02:56:44.405 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 533232, 2024-03-07T02:56:44.405 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 46 2024-03-07T02:56:44.405 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.405 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-03-07T02:56:44.405 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.405 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.405 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.405 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-03-07T02:56:44.405 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 97968, 2024-03-07T02:56:44.405 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 226 2024-03-07T02:56:44.405 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.405 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-03-07T02:56:44.405 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 222008, 2024-03-07T02:56:44.405 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3380 2024-03-07T02:56:44.406 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.406 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-03-07T02:56:44.406 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.406 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.406 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.406 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-03-07T02:56:44.406 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.406 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.406 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.406 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-03-07T02:56:44.406 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.406 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.406 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.406 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-03-07T02:56:44.407 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-03-07T02:56:44.407 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-03-07T02:56:44.407 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.407 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.407 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.407 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.407 INFO:tasks.workunit.client.0.smithi090.stdout: "metadata": { 2024-03-07T02:56:44.407 INFO:tasks.workunit.client.0.smithi090.stdout: "mds": { 2024-03-07T02:56:44.407 INFO:tasks.workunit.client.0.smithi090.stdout: "arch": { 2024-03-07T02:56:44.407 INFO:tasks.workunit.client.0.smithi090.stdout: "x86_64": 2 2024-03-07T02:56:44.407 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.407 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_version": { 2024-03-07T02:56:44.407 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 2 2024-03-07T02:56:44.407 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.407 INFO:tasks.workunit.client.0.smithi090.stdout: "cpu": { 2024-03-07T02:56:44.408 INFO:tasks.workunit.client.0.smithi090.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-03-07T02:56:44.408 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.408 INFO:tasks.workunit.client.0.smithi090.stdout: "distro": { 2024-03-07T02:56:44.408 INFO:tasks.workunit.client.0.smithi090.stdout: "centos": 2 2024-03-07T02:56:44.408 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.408 INFO:tasks.workunit.client.0.smithi090.stdout: "distro_description": { 2024-03-07T02:56:44.408 INFO:tasks.workunit.client.0.smithi090.stdout: "CentOS Stream 8": 2 2024-03-07T02:56:44.408 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.408 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_description": { 2024-03-07T02:56:44.408 INFO:tasks.workunit.client.0.smithi090.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024": 2 2024-03-07T02:56:44.408 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.408 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_version": { 2024-03-07T02:56:44.408 INFO:tasks.workunit.client.0.smithi090.stdout: "5.14.0-427.el9.x86_64": 2 2024-03-07T02:56:44.409 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.409 INFO:tasks.workunit.client.0.smithi090.stdout: "os": { 2024-03-07T02:56:44.409 INFO:tasks.workunit.client.0.smithi090.stdout: "Linux": 2 2024-03-07T02:56:44.409 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.409 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.409 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-03-07T02:56:44.409 INFO:tasks.workunit.client.0.smithi090.stdout: "arch": { 2024-03-07T02:56:44.409 INFO:tasks.workunit.client.0.smithi090.stdout: "x86_64": 3 2024-03-07T02:56:44.409 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.409 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_version": { 2024-03-07T02:56:44.409 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 3 2024-03-07T02:56:44.409 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.409 INFO:tasks.workunit.client.0.smithi090.stdout: "cpu": { 2024-03-07T02:56:44.410 INFO:tasks.workunit.client.0.smithi090.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-03-07T02:56:44.410 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.410 INFO:tasks.workunit.client.0.smithi090.stdout: "distro": { 2024-03-07T02:56:44.410 INFO:tasks.workunit.client.0.smithi090.stdout: "centos": 3 2024-03-07T02:56:44.410 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.410 INFO:tasks.workunit.client.0.smithi090.stdout: "distro_description": { 2024-03-07T02:56:44.410 INFO:tasks.workunit.client.0.smithi090.stdout: "CentOS Stream 8": 3 2024-03-07T02:56:44.410 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.410 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_description": { 2024-03-07T02:56:44.410 INFO:tasks.workunit.client.0.smithi090.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024": 3 2024-03-07T02:56:44.410 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.410 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_version": { 2024-03-07T02:56:44.410 INFO:tasks.workunit.client.0.smithi090.stdout: "5.14.0-427.el9.x86_64": 3 2024-03-07T02:56:44.410 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.411 INFO:tasks.workunit.client.0.smithi090.stdout: "os": { 2024-03-07T02:56:44.411 INFO:tasks.workunit.client.0.smithi090.stdout: "Linux": 3 2024-03-07T02:56:44.411 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.411 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.411 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-03-07T02:56:44.411 INFO:tasks.workunit.client.0.smithi090.stdout: "arch": { 2024-03-07T02:56:44.411 INFO:tasks.workunit.client.0.smithi090.stdout: "x86_64": 8 2024-03-07T02:56:44.411 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.411 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_version": { 2024-03-07T02:56:44.411 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 8 2024-03-07T02:56:44.411 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.411 INFO:tasks.workunit.client.0.smithi090.stdout: "cpu": { 2024-03-07T02:56:44.411 INFO:tasks.workunit.client.0.smithi090.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-03-07T02:56:44.411 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.412 INFO:tasks.workunit.client.0.smithi090.stdout: "distro": { 2024-03-07T02:56:44.412 INFO:tasks.workunit.client.0.smithi090.stdout: "centos": 8 2024-03-07T02:56:44.412 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.412 INFO:tasks.workunit.client.0.smithi090.stdout: "distro_description": { 2024-03-07T02:56:44.412 INFO:tasks.workunit.client.0.smithi090.stdout: "CentOS Stream 8": 8 2024-03-07T02:56:44.412 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.412 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_description": { 2024-03-07T02:56:44.412 INFO:tasks.workunit.client.0.smithi090.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024": 8 2024-03-07T02:56:44.412 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.412 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_version": { 2024-03-07T02:56:44.412 INFO:tasks.workunit.client.0.smithi090.stdout: "5.14.0-427.el9.x86_64": 8 2024-03-07T02:56:44.412 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.412 INFO:tasks.workunit.client.0.smithi090.stdout: "os": { 2024-03-07T02:56:44.413 INFO:tasks.workunit.client.0.smithi090.stdout: "Linux": 8 2024-03-07T02:56:44.413 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.413 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_objectstore": { 2024-03-07T02:56:44.413 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": 8 2024-03-07T02:56:44.413 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.413 INFO:tasks.workunit.client.0.smithi090.stdout: "rotational": { 2024-03-07T02:56:44.413 INFO:tasks.workunit.client.0.smithi090.stdout: "0": 8 2024-03-07T02:56:44.413 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.413 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.413 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.413 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-03-07T02:56:44.413 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3, 2024-03-07T02:56:44.413 INFO:tasks.workunit.client.0.smithi090.stdout: "features": { 2024-03-07T02:56:44.413 INFO:tasks.workunit.client.0.smithi090.stdout: "optional": [], 2024-03-07T02:56:44.413 INFO:tasks.workunit.client.0.smithi090.stdout: "persistent": [ 2024-03-07T02:56:44.414 INFO:tasks.workunit.client.0.smithi090.stdout: "kraken", 2024-03-07T02:56:44.414 INFO:tasks.workunit.client.0.smithi090.stdout: "luminous", 2024-03-07T02:56:44.414 INFO:tasks.workunit.client.0.smithi090.stdout: "mimic", 2024-03-07T02:56:44.414 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap-prune", 2024-03-07T02:56:44.414 INFO:tasks.workunit.client.0.smithi090.stdout: "nautilus", 2024-03-07T02:56:44.414 INFO:tasks.workunit.client.0.smithi090.stdout: "octopus", 2024-03-07T02:56:44.414 INFO:tasks.workunit.client.0.smithi090.stdout: "pacific", 2024-03-07T02:56:44.414 INFO:tasks.workunit.client.0.smithi090.stdout: "elector-pinging", 2024-03-07T02:56:44.414 INFO:tasks.workunit.client.0.smithi090.stdout: "quincy", 2024-03-07T02:56:44.414 INFO:tasks.workunit.client.0.smithi090.stdout: "reef" 2024-03-07T02:56:44.414 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:44.414 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.414 INFO:tasks.workunit.client.0.smithi090.stdout: "ipv4_addr_mons": 6, 2024-03-07T02:56:44.414 INFO:tasks.workunit.client.0.smithi090.stdout: "ipv6_addr_mons": 0, 2024-03-07T02:56:44.415 INFO:tasks.workunit.client.0.smithi090.stdout: "min_mon_release": 18, 2024-03-07T02:56:44.415 INFO:tasks.workunit.client.0.smithi090.stdout: "v1_addr_mons": 3, 2024-03-07T02:56:44.415 INFO:tasks.workunit.client.0.smithi090.stdout: "v2_addr_mons": 3 2024-03-07T02:56:44.415 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.415 INFO:tasks.workunit.client.0.smithi090.stdout: "organization": "ceph-qa", 2024-03-07T02:56:44.415 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-03-07T02:56:44.415 INFO:tasks.workunit.client.0.smithi090.stdout: "cluster_network": false, 2024-03-07T02:56:44.415 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8, 2024-03-07T02:56:44.415 INFO:tasks.workunit.client.0.smithi090.stdout: "require_min_compat_client": "luminous", 2024-03-07T02:56:44.415 INFO:tasks.workunit.client.0.smithi090.stdout: "require_osd_release": "reef" 2024-03-07T02:56:44.415 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.415 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_perf_histograms": [ 2024-03-07T02:56:44.415 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.415 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-03-07T02:56:44.416 INFO:tasks.workunit.client.0.smithi090.stdout: "axes": [ 2024-03-07T02:56:44.416 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.416 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 32, 2024-03-07T02:56:44.416 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-03-07T02:56:44.416 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "Latency (usec)", 2024-03-07T02:56:44.416 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 100000, 2024-03-07T02:56:44.416 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-03-07T02:56:44.416 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-03-07T02:56:44.416 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 99999]", 2024-03-07T02:56:44.416 INFO:tasks.workunit.client.0.smithi090.stdout: "[100000, 199999]", 2024-03-07T02:56:44.416 INFO:tasks.workunit.client.0.smithi090.stdout: "[200000, 399999]", 2024-03-07T02:56:44.416 INFO:tasks.workunit.client.0.smithi090.stdout: "[400000, 799999]", 2024-03-07T02:56:44.416 INFO:tasks.workunit.client.0.smithi090.stdout: "[800000, 1599999]", 2024-03-07T02:56:44.416 INFO:tasks.workunit.client.0.smithi090.stdout: "[1600000, 3199999]", 2024-03-07T02:56:44.416 INFO:tasks.workunit.client.0.smithi090.stdout: "[3200000, 6399999]", 2024-03-07T02:56:44.417 INFO:tasks.workunit.client.0.smithi090.stdout: "[6400000, 12799999]", 2024-03-07T02:56:44.417 INFO:tasks.workunit.client.0.smithi090.stdout: "[12800000, 25599999]", 2024-03-07T02:56:44.417 INFO:tasks.workunit.client.0.smithi090.stdout: "[25600000, 51199999]", 2024-03-07T02:56:44.417 INFO:tasks.workunit.client.0.smithi090.stdout: "[51200000, 102399999]", 2024-03-07T02:56:44.417 INFO:tasks.workunit.client.0.smithi090.stdout: "[102400000, 204799999]", 2024-03-07T02:56:44.417 INFO:tasks.workunit.client.0.smithi090.stdout: "[204800000, 409599999]", 2024-03-07T02:56:44.417 INFO:tasks.workunit.client.0.smithi090.stdout: "[409600000, 819199999]", 2024-03-07T02:56:44.417 INFO:tasks.workunit.client.0.smithi090.stdout: "[819200000, 1638399999]", 2024-03-07T02:56:44.417 INFO:tasks.workunit.client.0.smithi090.stdout: "[1638400000, 3276799999]", 2024-03-07T02:56:44.417 INFO:tasks.workunit.client.0.smithi090.stdout: "[3276800000, 6553599999]", 2024-03-07T02:56:44.417 INFO:tasks.workunit.client.0.smithi090.stdout: "[6553600000, 13107199999]", 2024-03-07T02:56:44.417 INFO:tasks.workunit.client.0.smithi090.stdout: "[13107200000, 26214399999]", 2024-03-07T02:56:44.417 INFO:tasks.workunit.client.0.smithi090.stdout: "[26214400000, 52428799999]", 2024-03-07T02:56:44.417 INFO:tasks.workunit.client.0.smithi090.stdout: "[52428800000, 104857599999]", 2024-03-07T02:56:44.417 INFO:tasks.workunit.client.0.smithi090.stdout: "[104857600000, 209715199999]", 2024-03-07T02:56:44.418 INFO:tasks.workunit.client.0.smithi090.stdout: "[209715200000, 419430399999]", 2024-03-07T02:56:44.418 INFO:tasks.workunit.client.0.smithi090.stdout: "[419430400000, 838860799999]", 2024-03-07T02:56:44.418 INFO:tasks.workunit.client.0.smithi090.stdout: "[838860800000, 1677721599999]", 2024-03-07T02:56:44.418 INFO:tasks.workunit.client.0.smithi090.stdout: "[1677721600000, 3355443199999]", 2024-03-07T02:56:44.418 INFO:tasks.workunit.client.0.smithi090.stdout: "[3355443200000, 6710886399999]", 2024-03-07T02:56:44.418 INFO:tasks.workunit.client.0.smithi090.stdout: "[6710886400000, 13421772799999]", 2024-03-07T02:56:44.418 INFO:tasks.workunit.client.0.smithi090.stdout: "[13421772800000, 26843545599999]", 2024-03-07T02:56:44.418 INFO:tasks.workunit.client.0.smithi090.stdout: "[26843545600000, 53687091199999]", 2024-03-07T02:56:44.418 INFO:tasks.workunit.client.0.smithi090.stdout: "[53687091200000, None]" 2024-03-07T02:56:44.418 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.418 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "log2" 2024-03-07T02:56:44.418 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.418 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.418 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 32, 2024-03-07T02:56:44.418 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-03-07T02:56:44.419 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "Request size (bytes)", 2024-03-07T02:56:44.419 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 512, 2024-03-07T02:56:44.419 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-03-07T02:56:44.419 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-03-07T02:56:44.419 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 511]", 2024-03-07T02:56:44.419 INFO:tasks.workunit.client.0.smithi090.stdout: "[512, 1023]", 2024-03-07T02:56:44.419 INFO:tasks.workunit.client.0.smithi090.stdout: "[1024, 2047]", 2024-03-07T02:56:44.419 INFO:tasks.workunit.client.0.smithi090.stdout: "[2048, 4095]", 2024-03-07T02:56:44.419 INFO:tasks.workunit.client.0.smithi090.stdout: "[4096, 8191]", 2024-03-07T02:56:44.419 INFO:tasks.workunit.client.0.smithi090.stdout: "[8192, 16383]", 2024-03-07T02:56:44.419 INFO:tasks.workunit.client.0.smithi090.stdout: "[16384, 32767]", 2024-03-07T02:56:44.419 INFO:tasks.workunit.client.0.smithi090.stdout: "[32768, 65535]", 2024-03-07T02:56:44.419 INFO:tasks.workunit.client.0.smithi090.stdout: "[65536, 131071]", 2024-03-07T02:56:44.419 INFO:tasks.workunit.client.0.smithi090.stdout: "[131072, 262143]", 2024-03-07T02:56:44.419 INFO:tasks.workunit.client.0.smithi090.stdout: "[262144, 524287]", 2024-03-07T02:56:44.420 INFO:tasks.workunit.client.0.smithi090.stdout: "[524288, 1048575]", 2024-03-07T02:56:44.420 INFO:tasks.workunit.client.0.smithi090.stdout: "[1048576, 2097151]", 2024-03-07T02:56:44.420 INFO:tasks.workunit.client.0.smithi090.stdout: "[2097152, 4194303]", 2024-03-07T02:56:44.420 INFO:tasks.workunit.client.0.smithi090.stdout: "[4194304, 8388607]", 2024-03-07T02:56:44.420 INFO:tasks.workunit.client.0.smithi090.stdout: "[8388608, 16777215]", 2024-03-07T02:56:44.420 INFO:tasks.workunit.client.0.smithi090.stdout: "[16777216, 33554431]", 2024-03-07T02:56:44.420 INFO:tasks.workunit.client.0.smithi090.stdout: "[33554432, 67108863]", 2024-03-07T02:56:44.420 INFO:tasks.workunit.client.0.smithi090.stdout: "[67108864, 134217727]", 2024-03-07T02:56:44.420 INFO:tasks.workunit.client.0.smithi090.stdout: "[134217728, 268435455]", 2024-03-07T02:56:44.420 INFO:tasks.workunit.client.0.smithi090.stdout: "[268435456, 536870911]", 2024-03-07T02:56:44.420 INFO:tasks.workunit.client.0.smithi090.stdout: "[536870912, 1073741823]", 2024-03-07T02:56:44.420 INFO:tasks.workunit.client.0.smithi090.stdout: "[1073741824, 2147483647]", 2024-03-07T02:56:44.420 INFO:tasks.workunit.client.0.smithi090.stdout: "[2147483648, 4294967295]", 2024-03-07T02:56:44.421 INFO:tasks.workunit.client.0.smithi090.stdout: "[4294967296, 8589934591]", 2024-03-07T02:56:44.421 INFO:tasks.workunit.client.0.smithi090.stdout: "[8589934592, 17179869183]", 2024-03-07T02:56:44.421 INFO:tasks.workunit.client.0.smithi090.stdout: "[17179869184, 34359738367]", 2024-03-07T02:56:44.421 INFO:tasks.workunit.client.0.smithi090.stdout: "[34359738368, 68719476735]", 2024-03-07T02:56:44.421 INFO:tasks.workunit.client.0.smithi090.stdout: "[68719476736, 137438953471]", 2024-03-07T02:56:44.421 INFO:tasks.workunit.client.0.smithi090.stdout: "[137438953472, 274877906943]", 2024-03-07T02:56:44.421 INFO:tasks.workunit.client.0.smithi090.stdout: "[274877906944, None]" 2024-03-07T02:56:44.421 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.421 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "log2" 2024-03-07T02:56:44.421 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.421 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.421 INFO:tasks.workunit.client.0.smithi090.stdout: "osds": [ 2024-03-07T02:56:44.421 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.421 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 0, 2024-03-07T02:56:44.422 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-03-07T02:56:44.422 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.422 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.422 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.422 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.422 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.422 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.422 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.422 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.422 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.422 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.422 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.422 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.422 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.423 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.423 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.423 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.423 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.423 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.423 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.423 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.423 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.423 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.423 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.423 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.423 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.423 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.423 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.423 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.424 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.424 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.424 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.424 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-07T02:56:44.424 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:44.424 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.424 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.424 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 1, 2024-03-07T02:56:44.424 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-03-07T02:56:44.424 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.424 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.424 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.424 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.424 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.425 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.425 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.425 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.425 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.425 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.425 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.425 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.425 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.425 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.425 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.425 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.425 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.425 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.426 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.426 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.426 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.426 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.426 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.426 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.426 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.426 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.426 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.426 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.426 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.426 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.426 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.426 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-07T02:56:44.426 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:44.427 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.427 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.427 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 2, 2024-03-07T02:56:44.427 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-03-07T02:56:44.427 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.427 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.427 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.427 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.427 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.427 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.427 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.427 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.427 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.427 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.428 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.428 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.428 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.428 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.428 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.428 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.428 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.428 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.428 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.428 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.428 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.428 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.428 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.428 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.429 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.429 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.429 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.429 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.429 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.429 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.429 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.429 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-07T02:56:44.429 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:44.429 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.429 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.429 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 3, 2024-03-07T02:56:44.429 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-03-07T02:56:44.430 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.430 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.430 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.430 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.430 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.430 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.430 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.430 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.430 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.430 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.430 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.430 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.430 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.430 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.431 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.431 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.431 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.431 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.431 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.431 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.431 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.431 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.431 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.431 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.431 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.431 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.431 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.431 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.432 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.432 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.432 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.432 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-07T02:56:44.432 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:44.432 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.432 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.432 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 4, 2024-03-07T02:56:44.432 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-03-07T02:56:44.432 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.432 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.432 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.432 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.432 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.432 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.433 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.433 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.433 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.433 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.433 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.433 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.433 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.433 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.433 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.433 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.433 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.433 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.433 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.433 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.434 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.434 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.434 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.434 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.434 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.434 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.434 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.434 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.434 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.434 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.434 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.434 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-07T02:56:44.434 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:44.434 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.434 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.435 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 5, 2024-03-07T02:56:44.435 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-03-07T02:56:44.435 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.435 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.435 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.435 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.435 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.435 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.435 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.435 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.435 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.435 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.435 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.435 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.435 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.436 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.436 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.436 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.436 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.436 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.436 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.436 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.436 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.436 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.436 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.436 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.436 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.436 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.436 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.437 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.437 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.437 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.437 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.437 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-07T02:56:44.437 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:44.437 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.437 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.437 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 6, 2024-03-07T02:56:44.437 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-03-07T02:56:44.437 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.437 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.437 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.437 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.438 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.438 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.438 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.438 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.438 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.438 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.438 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.438 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.438 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.438 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.438 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.438 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.438 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.438 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.438 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.439 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.439 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.439 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.439 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.439 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.439 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.439 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.439 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.439 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.439 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.439 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.439 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.439 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-07T02:56:44.439 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:44.440 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.440 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.440 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 7, 2024-03-07T02:56:44.440 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-03-07T02:56:44.440 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.440 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.440 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 92, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.440 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.440 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.440 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.440 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.440 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.440 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.440 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.441 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.441 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.441 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.441 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.441 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.441 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.441 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.441 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.441 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.441 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.441 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.441 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.441 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.441 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.441 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.442 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.442 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.442 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.442 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.442 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.442 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.442 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-07T02:56:44.442 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:44.442 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.442 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:44.442 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.442 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-03-07T02:56:44.442 INFO:tasks.workunit.client.0.smithi090.stdout: "axes": [ 2024-03-07T02:56:44.443 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.443 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 32, 2024-03-07T02:56:44.443 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-03-07T02:56:44.443 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "Latency (usec)", 2024-03-07T02:56:44.443 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 100000, 2024-03-07T02:56:44.443 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-03-07T02:56:44.443 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-03-07T02:56:44.443 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 99999]", 2024-03-07T02:56:44.443 INFO:tasks.workunit.client.0.smithi090.stdout: "[100000, 199999]", 2024-03-07T02:56:44.443 INFO:tasks.workunit.client.0.smithi090.stdout: "[200000, 399999]", 2024-03-07T02:56:44.443 INFO:tasks.workunit.client.0.smithi090.stdout: "[400000, 799999]", 2024-03-07T02:56:44.443 INFO:tasks.workunit.client.0.smithi090.stdout: "[800000, 1599999]", 2024-03-07T02:56:44.443 INFO:tasks.workunit.client.0.smithi090.stdout: "[1600000, 3199999]", 2024-03-07T02:56:44.443 INFO:tasks.workunit.client.0.smithi090.stdout: "[3200000, 6399999]", 2024-03-07T02:56:44.443 INFO:tasks.workunit.client.0.smithi090.stdout: "[6400000, 12799999]", 2024-03-07T02:56:44.444 INFO:tasks.workunit.client.0.smithi090.stdout: "[12800000, 25599999]", 2024-03-07T02:56:44.444 INFO:tasks.workunit.client.0.smithi090.stdout: "[25600000, 51199999]", 2024-03-07T02:56:44.444 INFO:tasks.workunit.client.0.smithi090.stdout: "[51200000, 102399999]", 2024-03-07T02:56:44.444 INFO:tasks.workunit.client.0.smithi090.stdout: "[102400000, 204799999]", 2024-03-07T02:56:44.444 INFO:tasks.workunit.client.0.smithi090.stdout: "[204800000, 409599999]", 2024-03-07T02:56:44.444 INFO:tasks.workunit.client.0.smithi090.stdout: "[409600000, 819199999]", 2024-03-07T02:56:44.444 INFO:tasks.workunit.client.0.smithi090.stdout: "[819200000, 1638399999]", 2024-03-07T02:56:44.444 INFO:tasks.workunit.client.0.smithi090.stdout: "[1638400000, 3276799999]", 2024-03-07T02:56:44.444 INFO:tasks.workunit.client.0.smithi090.stdout: "[3276800000, 6553599999]", 2024-03-07T02:56:44.444 INFO:tasks.workunit.client.0.smithi090.stdout: "[6553600000, 13107199999]", 2024-03-07T02:56:44.444 INFO:tasks.workunit.client.0.smithi090.stdout: "[13107200000, 26214399999]", 2024-03-07T02:56:44.444 INFO:tasks.workunit.client.0.smithi090.stdout: "[26214400000, 52428799999]", 2024-03-07T02:56:44.444 INFO:tasks.workunit.client.0.smithi090.stdout: "[52428800000, 104857599999]", 2024-03-07T02:56:44.444 INFO:tasks.workunit.client.0.smithi090.stdout: "[104857600000, 209715199999]", 2024-03-07T02:56:44.445 INFO:tasks.workunit.client.0.smithi090.stdout: "[209715200000, 419430399999]", 2024-03-07T02:56:44.445 INFO:tasks.workunit.client.0.smithi090.stdout: "[419430400000, 838860799999]", 2024-03-07T02:56:44.445 INFO:tasks.workunit.client.0.smithi090.stdout: "[838860800000, 1677721599999]", 2024-03-07T02:56:44.445 INFO:tasks.workunit.client.0.smithi090.stdout: "[1677721600000, 3355443199999]", 2024-03-07T02:56:44.445 INFO:tasks.workunit.client.0.smithi090.stdout: "[3355443200000, 6710886399999]", 2024-03-07T02:56:44.445 INFO:tasks.workunit.client.0.smithi090.stdout: "[6710886400000, 13421772799999]", 2024-03-07T02:56:44.445 INFO:tasks.workunit.client.0.smithi090.stdout: "[13421772800000, 26843545599999]", 2024-03-07T02:56:44.445 INFO:tasks.workunit.client.0.smithi090.stdout: "[26843545600000, 53687091199999]", 2024-03-07T02:56:44.445 INFO:tasks.workunit.client.0.smithi090.stdout: "[53687091200000, None]" 2024-03-07T02:56:44.445 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.445 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "log2" 2024-03-07T02:56:44.445 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.445 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.445 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 32, 2024-03-07T02:56:44.445 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-03-07T02:56:44.445 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "Request size (bytes)", 2024-03-07T02:56:44.446 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 512, 2024-03-07T02:56:44.446 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-03-07T02:56:44.446 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-03-07T02:56:44.446 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 511]", 2024-03-07T02:56:44.446 INFO:tasks.workunit.client.0.smithi090.stdout: "[512, 1023]", 2024-03-07T02:56:44.446 INFO:tasks.workunit.client.0.smithi090.stdout: "[1024, 2047]", 2024-03-07T02:56:44.446 INFO:tasks.workunit.client.0.smithi090.stdout: "[2048, 4095]", 2024-03-07T02:56:44.446 INFO:tasks.workunit.client.0.smithi090.stdout: "[4096, 8191]", 2024-03-07T02:56:44.446 INFO:tasks.workunit.client.0.smithi090.stdout: "[8192, 16383]", 2024-03-07T02:56:44.446 INFO:tasks.workunit.client.0.smithi090.stdout: "[16384, 32767]", 2024-03-07T02:56:44.446 INFO:tasks.workunit.client.0.smithi090.stdout: "[32768, 65535]", 2024-03-07T02:56:44.446 INFO:tasks.workunit.client.0.smithi090.stdout: "[65536, 131071]", 2024-03-07T02:56:44.446 INFO:tasks.workunit.client.0.smithi090.stdout: "[131072, 262143]", 2024-03-07T02:56:44.447 INFO:tasks.workunit.client.0.smithi090.stdout: "[262144, 524287]", 2024-03-07T02:56:44.447 INFO:tasks.workunit.client.0.smithi090.stdout: "[524288, 1048575]", 2024-03-07T02:56:44.447 INFO:tasks.workunit.client.0.smithi090.stdout: "[1048576, 2097151]", 2024-03-07T02:56:44.447 INFO:tasks.workunit.client.0.smithi090.stdout: "[2097152, 4194303]", 2024-03-07T02:56:44.447 INFO:tasks.workunit.client.0.smithi090.stdout: "[4194304, 8388607]", 2024-03-07T02:56:44.447 INFO:tasks.workunit.client.0.smithi090.stdout: "[8388608, 16777215]", 2024-03-07T02:56:44.447 INFO:tasks.workunit.client.0.smithi090.stdout: "[16777216, 33554431]", 2024-03-07T02:56:44.447 INFO:tasks.workunit.client.0.smithi090.stdout: "[33554432, 67108863]", 2024-03-07T02:56:44.447 INFO:tasks.workunit.client.0.smithi090.stdout: "[67108864, 134217727]", 2024-03-07T02:56:44.447 INFO:tasks.workunit.client.0.smithi090.stdout: "[134217728, 268435455]", 2024-03-07T02:56:44.447 INFO:tasks.workunit.client.0.smithi090.stdout: "[268435456, 536870911]", 2024-03-07T02:56:44.447 INFO:tasks.workunit.client.0.smithi090.stdout: "[536870912, 1073741823]", 2024-03-07T02:56:44.447 INFO:tasks.workunit.client.0.smithi090.stdout: "[1073741824, 2147483647]", 2024-03-07T02:56:44.447 INFO:tasks.workunit.client.0.smithi090.stdout: "[2147483648, 4294967295]", 2024-03-07T02:56:44.447 INFO:tasks.workunit.client.0.smithi090.stdout: "[4294967296, 8589934591]", 2024-03-07T02:56:44.448 INFO:tasks.workunit.client.0.smithi090.stdout: "[8589934592, 17179869183]", 2024-03-07T02:56:44.448 INFO:tasks.workunit.client.0.smithi090.stdout: "[17179869184, 34359738367]", 2024-03-07T02:56:44.448 INFO:tasks.workunit.client.0.smithi090.stdout: "[34359738368, 68719476735]", 2024-03-07T02:56:44.448 INFO:tasks.workunit.client.0.smithi090.stdout: "[68719476736, 137438953471]", 2024-03-07T02:56:44.448 INFO:tasks.workunit.client.0.smithi090.stdout: "[137438953472, 274877906943]", 2024-03-07T02:56:44.448 INFO:tasks.workunit.client.0.smithi090.stdout: "[274877906944, None]" 2024-03-07T02:56:44.448 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.448 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "log2" 2024-03-07T02:56:44.448 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.448 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.448 INFO:tasks.workunit.client.0.smithi090.stdout: "osds": [ 2024-03-07T02:56:44.448 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.448 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 0, 2024-03-07T02:56:44.448 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-03-07T02:56:44.449 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.449 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.449 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.449 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.449 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.449 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.449 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.449 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.449 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.449 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.449 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.449 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.449 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.449 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.449 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.449 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.450 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.450 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.450 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.450 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.450 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.450 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.450 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.450 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.450 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.450 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.450 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.450 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.450 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.450 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.451 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.451 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-07T02:56:44.451 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:44.451 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.451 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.451 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 1, 2024-03-07T02:56:44.451 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-03-07T02:56:44.451 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.451 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.451 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.451 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.451 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.451 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.451 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.452 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.452 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.452 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.452 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.452 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.452 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.452 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.452 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.452 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.452 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.452 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.452 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.452 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.452 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.453 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.453 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.453 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.453 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.453 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.453 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.453 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.453 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.453 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.453 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.453 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-07T02:56:44.453 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:44.453 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.453 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.454 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 2, 2024-03-07T02:56:44.454 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-03-07T02:56:44.454 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.454 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.454 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.454 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.454 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.454 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.454 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.454 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.454 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.454 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.454 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.455 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.455 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.455 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.455 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.455 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.455 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.455 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.455 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.455 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.455 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.455 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.455 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.455 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.455 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.456 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.456 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.456 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.456 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.456 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.456 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.456 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-07T02:56:44.456 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:44.456 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.456 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.456 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 3, 2024-03-07T02:56:44.456 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-03-07T02:56:44.456 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.457 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.457 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.457 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.457 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.457 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.457 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.457 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.457 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.457 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.457 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.457 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.457 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.457 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.457 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.457 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.458 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.458 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.458 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.458 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.458 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.458 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.458 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.458 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.458 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.458 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.458 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.458 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.458 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.458 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.459 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.459 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-07T02:56:44.459 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:44.459 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.459 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.459 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 4, 2024-03-07T02:56:44.459 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-03-07T02:56:44.459 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.459 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.459 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.459 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.459 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.459 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.459 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.460 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.460 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.460 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.460 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.460 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.460 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.460 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.460 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.460 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.460 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.460 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.460 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.460 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.460 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.461 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.461 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.461 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.461 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.461 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.461 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.461 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.461 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.461 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.461 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.461 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-07T02:56:44.461 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:44.461 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.461 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.461 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 5, 2024-03-07T02:56:44.462 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-03-07T02:56:44.462 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.462 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.462 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.462 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.462 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.462 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.462 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.462 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.462 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.462 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.462 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.462 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.462 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.463 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.463 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.463 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.463 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.463 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.463 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.463 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.463 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.463 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.463 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.463 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.463 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.463 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.463 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.464 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.464 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.464 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.464 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.464 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-07T02:56:44.464 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:44.464 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.464 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.464 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 6, 2024-03-07T02:56:44.464 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-03-07T02:56:44.464 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.464 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.464 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.465 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.465 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.465 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.465 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.465 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.465 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.465 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.465 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.465 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.465 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.465 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.465 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.465 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.465 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.466 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.466 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.466 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.466 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.466 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.466 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.466 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.466 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.466 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.466 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.466 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.466 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.466 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.466 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.467 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-07T02:56:44.467 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:44.467 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.467 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.467 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 7, 2024-03-07T02:56:44.467 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-03-07T02:56:44.467 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.467 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.467 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.467 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.467 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.467 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.467 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.468 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.468 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.468 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.468 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.468 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.468 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.468 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.468 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.468 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.468 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.468 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.468 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.468 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.469 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.469 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.469 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.469 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.469 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.469 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.469 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.469 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.469 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.469 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.469 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.469 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-07T02:56:44.469 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:44.469 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.469 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:44.470 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.470 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-03-07T02:56:44.470 INFO:tasks.workunit.client.0.smithi090.stdout: "axes": [ 2024-03-07T02:56:44.470 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.470 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 32, 2024-03-07T02:56:44.470 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-03-07T02:56:44.470 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "Latency (usec)", 2024-03-07T02:56:44.470 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 100000, 2024-03-07T02:56:44.470 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-03-07T02:56:44.470 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-03-07T02:56:44.470 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 99999]", 2024-03-07T02:56:44.470 INFO:tasks.workunit.client.0.smithi090.stdout: "[100000, 199999]", 2024-03-07T02:56:44.470 INFO:tasks.workunit.client.0.smithi090.stdout: "[200000, 399999]", 2024-03-07T02:56:44.470 INFO:tasks.workunit.client.0.smithi090.stdout: "[400000, 799999]", 2024-03-07T02:56:44.471 INFO:tasks.workunit.client.0.smithi090.stdout: "[800000, 1599999]", 2024-03-07T02:56:44.471 INFO:tasks.workunit.client.0.smithi090.stdout: "[1600000, 3199999]", 2024-03-07T02:56:44.471 INFO:tasks.workunit.client.0.smithi090.stdout: "[3200000, 6399999]", 2024-03-07T02:56:44.471 INFO:tasks.workunit.client.0.smithi090.stdout: "[6400000, 12799999]", 2024-03-07T02:56:44.471 INFO:tasks.workunit.client.0.smithi090.stdout: "[12800000, 25599999]", 2024-03-07T02:56:44.471 INFO:tasks.workunit.client.0.smithi090.stdout: "[25600000, 51199999]", 2024-03-07T02:56:44.471 INFO:tasks.workunit.client.0.smithi090.stdout: "[51200000, 102399999]", 2024-03-07T02:56:44.471 INFO:tasks.workunit.client.0.smithi090.stdout: "[102400000, 204799999]", 2024-03-07T02:56:44.471 INFO:tasks.workunit.client.0.smithi090.stdout: "[204800000, 409599999]", 2024-03-07T02:56:44.471 INFO:tasks.workunit.client.0.smithi090.stdout: "[409600000, 819199999]", 2024-03-07T02:56:44.471 INFO:tasks.workunit.client.0.smithi090.stdout: "[819200000, 1638399999]", 2024-03-07T02:56:44.471 INFO:tasks.workunit.client.0.smithi090.stdout: "[1638400000, 3276799999]", 2024-03-07T02:56:44.471 INFO:tasks.workunit.client.0.smithi090.stdout: "[3276800000, 6553599999]", 2024-03-07T02:56:44.472 INFO:tasks.workunit.client.0.smithi090.stdout: "[6553600000, 13107199999]", 2024-03-07T02:56:44.472 INFO:tasks.workunit.client.0.smithi090.stdout: "[13107200000, 26214399999]", 2024-03-07T02:56:44.472 INFO:tasks.workunit.client.0.smithi090.stdout: "[26214400000, 52428799999]", 2024-03-07T02:56:44.472 INFO:tasks.workunit.client.0.smithi090.stdout: "[52428800000, 104857599999]", 2024-03-07T02:56:44.472 INFO:tasks.workunit.client.0.smithi090.stdout: "[104857600000, 209715199999]", 2024-03-07T02:56:44.472 INFO:tasks.workunit.client.0.smithi090.stdout: "[209715200000, 419430399999]", 2024-03-07T02:56:44.472 INFO:tasks.workunit.client.0.smithi090.stdout: "[419430400000, 838860799999]", 2024-03-07T02:56:44.472 INFO:tasks.workunit.client.0.smithi090.stdout: "[838860800000, 1677721599999]", 2024-03-07T02:56:44.472 INFO:tasks.workunit.client.0.smithi090.stdout: "[1677721600000, 3355443199999]", 2024-03-07T02:56:44.472 INFO:tasks.workunit.client.0.smithi090.stdout: "[3355443200000, 6710886399999]", 2024-03-07T02:56:44.472 INFO:tasks.workunit.client.0.smithi090.stdout: "[6710886400000, 13421772799999]", 2024-03-07T02:56:44.472 INFO:tasks.workunit.client.0.smithi090.stdout: "[13421772800000, 26843545599999]", 2024-03-07T02:56:44.472 INFO:tasks.workunit.client.0.smithi090.stdout: "[26843545600000, 53687091199999]", 2024-03-07T02:56:44.472 INFO:tasks.workunit.client.0.smithi090.stdout: "[53687091200000, None]" 2024-03-07T02:56:44.473 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.473 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "log2" 2024-03-07T02:56:44.473 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.473 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.473 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 32, 2024-03-07T02:56:44.473 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-03-07T02:56:44.473 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "Request size (bytes)", 2024-03-07T02:56:44.473 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 512, 2024-03-07T02:56:44.473 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-03-07T02:56:44.473 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-03-07T02:56:44.473 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 511]", 2024-03-07T02:56:44.473 INFO:tasks.workunit.client.0.smithi090.stdout: "[512, 1023]", 2024-03-07T02:56:44.473 INFO:tasks.workunit.client.0.smithi090.stdout: "[1024, 2047]", 2024-03-07T02:56:44.473 INFO:tasks.workunit.client.0.smithi090.stdout: "[2048, 4095]", 2024-03-07T02:56:44.473 INFO:tasks.workunit.client.0.smithi090.stdout: "[4096, 8191]", 2024-03-07T02:56:44.474 INFO:tasks.workunit.client.0.smithi090.stdout: "[8192, 16383]", 2024-03-07T02:56:44.474 INFO:tasks.workunit.client.0.smithi090.stdout: "[16384, 32767]", 2024-03-07T02:56:44.474 INFO:tasks.workunit.client.0.smithi090.stdout: "[32768, 65535]", 2024-03-07T02:56:44.474 INFO:tasks.workunit.client.0.smithi090.stdout: "[65536, 131071]", 2024-03-07T02:56:44.474 INFO:tasks.workunit.client.0.smithi090.stdout: "[131072, 262143]", 2024-03-07T02:56:44.474 INFO:tasks.workunit.client.0.smithi090.stdout: "[262144, 524287]", 2024-03-07T02:56:44.474 INFO:tasks.workunit.client.0.smithi090.stdout: "[524288, 1048575]", 2024-03-07T02:56:44.474 INFO:tasks.workunit.client.0.smithi090.stdout: "[1048576, 2097151]", 2024-03-07T02:56:44.474 INFO:tasks.workunit.client.0.smithi090.stdout: "[2097152, 4194303]", 2024-03-07T02:56:44.474 INFO:tasks.workunit.client.0.smithi090.stdout: "[4194304, 8388607]", 2024-03-07T02:56:44.474 INFO:tasks.workunit.client.0.smithi090.stdout: "[8388608, 16777215]", 2024-03-07T02:56:44.474 INFO:tasks.workunit.client.0.smithi090.stdout: "[16777216, 33554431]", 2024-03-07T02:56:44.474 INFO:tasks.workunit.client.0.smithi090.stdout: "[33554432, 67108863]", 2024-03-07T02:56:44.474 INFO:tasks.workunit.client.0.smithi090.stdout: "[67108864, 134217727]", 2024-03-07T02:56:44.474 INFO:tasks.workunit.client.0.smithi090.stdout: "[134217728, 268435455]", 2024-03-07T02:56:44.475 INFO:tasks.workunit.client.0.smithi090.stdout: "[268435456, 536870911]", 2024-03-07T02:56:44.475 INFO:tasks.workunit.client.0.smithi090.stdout: "[536870912, 1073741823]", 2024-03-07T02:56:44.475 INFO:tasks.workunit.client.0.smithi090.stdout: "[1073741824, 2147483647]", 2024-03-07T02:56:44.475 INFO:tasks.workunit.client.0.smithi090.stdout: "[2147483648, 4294967295]", 2024-03-07T02:56:44.475 INFO:tasks.workunit.client.0.smithi090.stdout: "[4294967296, 8589934591]", 2024-03-07T02:56:44.475 INFO:tasks.workunit.client.0.smithi090.stdout: "[8589934592, 17179869183]", 2024-03-07T02:56:44.475 INFO:tasks.workunit.client.0.smithi090.stdout: "[17179869184, 34359738367]", 2024-03-07T02:56:44.475 INFO:tasks.workunit.client.0.smithi090.stdout: "[34359738368, 68719476735]", 2024-03-07T02:56:44.475 INFO:tasks.workunit.client.0.smithi090.stdout: "[68719476736, 137438953471]", 2024-03-07T02:56:44.475 INFO:tasks.workunit.client.0.smithi090.stdout: "[137438953472, 274877906943]", 2024-03-07T02:56:44.475 INFO:tasks.workunit.client.0.smithi090.stdout: "[274877906944, None]" 2024-03-07T02:56:44.475 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.475 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "log2" 2024-03-07T02:56:44.475 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.475 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.476 INFO:tasks.workunit.client.0.smithi090.stdout: "osds": [ 2024-03-07T02:56:44.476 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.476 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 0, 2024-03-07T02:56:44.476 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-03-07T02:56:44.476 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.476 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.476 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.476 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.476 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.476 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.476 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.476 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.477 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.477 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.477 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.477 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.477 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.477 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.477 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.477 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.477 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.477 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.477 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.477 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.477 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.477 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.477 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.478 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.478 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.478 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.478 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.478 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.478 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.478 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.478 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.478 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-07T02:56:44.478 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:44.478 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.478 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.478 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 1, 2024-03-07T02:56:44.478 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-03-07T02:56:44.478 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.479 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.479 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.479 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.479 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.479 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.479 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.479 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.479 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.479 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.479 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.479 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.479 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.479 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.480 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.480 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.480 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.480 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.480 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.480 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.480 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.480 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.480 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.480 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.480 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.480 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.480 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.480 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.480 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.481 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.481 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.481 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-07T02:56:44.481 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:44.481 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.481 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.481 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 2, 2024-03-07T02:56:44.481 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-03-07T02:56:44.481 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.481 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.481 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.481 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.481 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.481 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.481 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.482 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.482 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.482 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.482 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.482 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.482 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.482 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.482 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.482 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.482 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.482 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.482 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.482 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.482 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.483 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.483 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.483 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.483 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.483 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.483 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.483 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.483 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.483 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.483 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.483 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-07T02:56:44.483 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:44.483 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.483 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.484 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 3, 2024-03-07T02:56:44.484 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-03-07T02:56:44.484 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.484 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.484 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.484 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.484 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.484 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.484 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.484 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.484 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.484 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.484 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.484 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.484 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.485 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.485 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.485 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.485 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.485 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.485 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.485 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.485 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.485 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.485 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.485 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.485 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.485 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.485 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.486 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.486 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.486 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.486 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.486 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-07T02:56:44.486 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:44.486 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.486 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.486 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 4, 2024-03-07T02:56:44.486 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-03-07T02:56:44.486 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.486 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.486 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.487 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.487 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.487 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.487 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.487 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.487 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.487 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.487 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.487 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.487 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.487 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.487 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.487 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.487 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.487 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.488 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.488 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.488 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.488 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.488 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.488 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.488 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.488 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.488 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.488 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.488 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.488 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.488 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.489 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-07T02:56:44.489 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:44.489 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.489 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.489 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 5, 2024-03-07T02:56:44.489 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-03-07T02:56:44.489 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.489 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.489 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.489 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.489 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.489 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.489 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.489 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.489 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.490 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.490 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.490 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.490 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.490 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.490 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.490 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.490 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.490 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.490 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.490 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.490 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.490 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.490 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.490 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.491 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.491 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.491 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.491 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.491 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.491 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.491 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.491 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-07T02:56:44.491 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:44.491 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.491 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.491 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 6, 2024-03-07T02:56:44.491 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-03-07T02:56:44.491 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.492 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.492 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.492 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.492 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.492 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.492 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.492 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.492 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.492 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.492 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.492 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.492 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.492 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.493 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.493 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.493 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.493 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.493 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.493 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.493 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.493 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.493 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.493 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.493 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.493 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.493 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.493 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.493 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.494 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.494 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.494 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-07T02:56:44.494 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:44.494 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.494 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.494 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 7, 2024-03-07T02:56:44.494 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-03-07T02:56:44.494 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.494 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.494 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.494 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.494 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.494 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.494 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.495 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.495 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.495 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.495 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.495 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.495 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.495 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.495 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.495 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.495 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.495 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.495 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.495 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.495 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.495 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.496 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.496 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.496 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.496 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.496 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.496 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.496 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.496 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.496 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.496 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-07T02:56:44.496 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:44.496 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.496 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:44.496 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.496 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-03-07T02:56:44.497 INFO:tasks.workunit.client.0.smithi090.stdout: "axes": [ 2024-03-07T02:56:44.497 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.497 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 32, 2024-03-07T02:56:44.497 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-03-07T02:56:44.497 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "Latency (usec)", 2024-03-07T02:56:44.497 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 100000, 2024-03-07T02:56:44.497 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-03-07T02:56:44.497 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-03-07T02:56:44.497 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 99999]", 2024-03-07T02:56:44.497 INFO:tasks.workunit.client.0.smithi090.stdout: "[100000, 199999]", 2024-03-07T02:56:44.497 INFO:tasks.workunit.client.0.smithi090.stdout: "[200000, 399999]", 2024-03-07T02:56:44.497 INFO:tasks.workunit.client.0.smithi090.stdout: "[400000, 799999]", 2024-03-07T02:56:44.497 INFO:tasks.workunit.client.0.smithi090.stdout: "[800000, 1599999]", 2024-03-07T02:56:44.497 INFO:tasks.workunit.client.0.smithi090.stdout: "[1600000, 3199999]", 2024-03-07T02:56:44.497 INFO:tasks.workunit.client.0.smithi090.stdout: "[3200000, 6399999]", 2024-03-07T02:56:44.498 INFO:tasks.workunit.client.0.smithi090.stdout: "[6400000, 12799999]", 2024-03-07T02:56:44.498 INFO:tasks.workunit.client.0.smithi090.stdout: "[12800000, 25599999]", 2024-03-07T02:56:44.498 INFO:tasks.workunit.client.0.smithi090.stdout: "[25600000, 51199999]", 2024-03-07T02:56:44.498 INFO:tasks.workunit.client.0.smithi090.stdout: "[51200000, 102399999]", 2024-03-07T02:56:44.498 INFO:tasks.workunit.client.0.smithi090.stdout: "[102400000, 204799999]", 2024-03-07T02:56:44.498 INFO:tasks.workunit.client.0.smithi090.stdout: "[204800000, 409599999]", 2024-03-07T02:56:44.498 INFO:tasks.workunit.client.0.smithi090.stdout: "[409600000, 819199999]", 2024-03-07T02:56:44.498 INFO:tasks.workunit.client.0.smithi090.stdout: "[819200000, 1638399999]", 2024-03-07T02:56:44.498 INFO:tasks.workunit.client.0.smithi090.stdout: "[1638400000, 3276799999]", 2024-03-07T02:56:44.498 INFO:tasks.workunit.client.0.smithi090.stdout: "[3276800000, 6553599999]", 2024-03-07T02:56:44.498 INFO:tasks.workunit.client.0.smithi090.stdout: "[6553600000, 13107199999]", 2024-03-07T02:56:44.498 INFO:tasks.workunit.client.0.smithi090.stdout: "[13107200000, 26214399999]", 2024-03-07T02:56:44.498 INFO:tasks.workunit.client.0.smithi090.stdout: "[26214400000, 52428799999]", 2024-03-07T02:56:44.498 INFO:tasks.workunit.client.0.smithi090.stdout: "[52428800000, 104857599999]", 2024-03-07T02:56:44.499 INFO:tasks.workunit.client.0.smithi090.stdout: "[104857600000, 209715199999]", 2024-03-07T02:56:44.499 INFO:tasks.workunit.client.0.smithi090.stdout: "[209715200000, 419430399999]", 2024-03-07T02:56:44.499 INFO:tasks.workunit.client.0.smithi090.stdout: "[419430400000, 838860799999]", 2024-03-07T02:56:44.499 INFO:tasks.workunit.client.0.smithi090.stdout: "[838860800000, 1677721599999]", 2024-03-07T02:56:44.499 INFO:tasks.workunit.client.0.smithi090.stdout: "[1677721600000, 3355443199999]", 2024-03-07T02:56:44.499 INFO:tasks.workunit.client.0.smithi090.stdout: "[3355443200000, 6710886399999]", 2024-03-07T02:56:44.499 INFO:tasks.workunit.client.0.smithi090.stdout: "[6710886400000, 13421772799999]", 2024-03-07T02:56:44.499 INFO:tasks.workunit.client.0.smithi090.stdout: "[13421772800000, 26843545599999]", 2024-03-07T02:56:44.499 INFO:tasks.workunit.client.0.smithi090.stdout: "[26843545600000, 53687091199999]", 2024-03-07T02:56:44.499 INFO:tasks.workunit.client.0.smithi090.stdout: "[53687091200000, None]" 2024-03-07T02:56:44.499 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.499 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "log2" 2024-03-07T02:56:44.499 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.499 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.499 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 32, 2024-03-07T02:56:44.500 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-03-07T02:56:44.500 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "Request size (bytes)", 2024-03-07T02:56:44.500 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 512, 2024-03-07T02:56:44.500 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-03-07T02:56:44.500 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-03-07T02:56:44.500 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 511]", 2024-03-07T02:56:44.500 INFO:tasks.workunit.client.0.smithi090.stdout: "[512, 1023]", 2024-03-07T02:56:44.500 INFO:tasks.workunit.client.0.smithi090.stdout: "[1024, 2047]", 2024-03-07T02:56:44.500 INFO:tasks.workunit.client.0.smithi090.stdout: "[2048, 4095]", 2024-03-07T02:56:44.500 INFO:tasks.workunit.client.0.smithi090.stdout: "[4096, 8191]", 2024-03-07T02:56:44.500 INFO:tasks.workunit.client.0.smithi090.stdout: "[8192, 16383]", 2024-03-07T02:56:44.500 INFO:tasks.workunit.client.0.smithi090.stdout: "[16384, 32767]", 2024-03-07T02:56:44.500 INFO:tasks.workunit.client.0.smithi090.stdout: "[32768, 65535]", 2024-03-07T02:56:44.500 INFO:tasks.workunit.client.0.smithi090.stdout: "[65536, 131071]", 2024-03-07T02:56:44.501 INFO:tasks.workunit.client.0.smithi090.stdout: "[131072, 262143]", 2024-03-07T02:56:44.501 INFO:tasks.workunit.client.0.smithi090.stdout: "[262144, 524287]", 2024-03-07T02:56:44.501 INFO:tasks.workunit.client.0.smithi090.stdout: "[524288, 1048575]", 2024-03-07T02:56:44.501 INFO:tasks.workunit.client.0.smithi090.stdout: "[1048576, 2097151]", 2024-03-07T02:56:44.501 INFO:tasks.workunit.client.0.smithi090.stdout: "[2097152, 4194303]", 2024-03-07T02:56:44.501 INFO:tasks.workunit.client.0.smithi090.stdout: "[4194304, 8388607]", 2024-03-07T02:56:44.501 INFO:tasks.workunit.client.0.smithi090.stdout: "[8388608, 16777215]", 2024-03-07T02:56:44.501 INFO:tasks.workunit.client.0.smithi090.stdout: "[16777216, 33554431]", 2024-03-07T02:56:44.501 INFO:tasks.workunit.client.0.smithi090.stdout: "[33554432, 67108863]", 2024-03-07T02:56:44.501 INFO:tasks.workunit.client.0.smithi090.stdout: "[67108864, 134217727]", 2024-03-07T02:56:44.501 INFO:tasks.workunit.client.0.smithi090.stdout: "[134217728, 268435455]", 2024-03-07T02:56:44.501 INFO:tasks.workunit.client.0.smithi090.stdout: "[268435456, 536870911]", 2024-03-07T02:56:44.501 INFO:tasks.workunit.client.0.smithi090.stdout: "[536870912, 1073741823]", 2024-03-07T02:56:44.501 INFO:tasks.workunit.client.0.smithi090.stdout: "[1073741824, 2147483647]", 2024-03-07T02:56:44.501 INFO:tasks.workunit.client.0.smithi090.stdout: "[2147483648, 4294967295]", 2024-03-07T02:56:44.502 INFO:tasks.workunit.client.0.smithi090.stdout: "[4294967296, 8589934591]", 2024-03-07T02:56:44.502 INFO:tasks.workunit.client.0.smithi090.stdout: "[8589934592, 17179869183]", 2024-03-07T02:56:44.502 INFO:tasks.workunit.client.0.smithi090.stdout: "[17179869184, 34359738367]", 2024-03-07T02:56:44.502 INFO:tasks.workunit.client.0.smithi090.stdout: "[34359738368, 68719476735]", 2024-03-07T02:56:44.502 INFO:tasks.workunit.client.0.smithi090.stdout: "[68719476736, 137438953471]", 2024-03-07T02:56:44.502 INFO:tasks.workunit.client.0.smithi090.stdout: "[137438953472, 274877906943]", 2024-03-07T02:56:44.502 INFO:tasks.workunit.client.0.smithi090.stdout: "[274877906944, None]" 2024-03-07T02:56:44.502 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.502 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "log2" 2024-03-07T02:56:44.502 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.502 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.502 INFO:tasks.workunit.client.0.smithi090.stdout: "osds": [ 2024-03-07T02:56:44.502 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.502 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 0, 2024-03-07T02:56:44.502 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-03-07T02:56:44.502 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.503 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.503 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.503 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.503 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.503 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.503 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.503 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.503 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.503 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.503 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.503 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.503 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.503 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.503 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.503 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.504 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.504 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.504 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.504 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.504 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.504 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.504 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.504 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.504 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.504 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.504 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.504 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.504 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.504 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.504 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.505 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-07T02:56:44.505 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:44.505 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.505 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.505 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 1, 2024-03-07T02:56:44.505 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-03-07T02:56:44.505 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.505 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.505 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.505 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.505 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.505 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 6, 4, 0, 0, 0, 0, 0, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.505 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 16, 3, 0, 0, 0, 0, 0, 0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.505 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 14, 1, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.506 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.506 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.506 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.506 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.506 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.506 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.506 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.506 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.506 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.506 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.506 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.506 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.506 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.506 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.506 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.507 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.507 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.507 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.507 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.507 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.507 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.507 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.507 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.507 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-07T02:56:44.507 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:44.507 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.507 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.507 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 2, 2024-03-07T02:56:44.507 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-03-07T02:56:44.507 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.507 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.508 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.508 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.508 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.508 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.508 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.508 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.508 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.508 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.508 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.508 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.508 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.508 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.508 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.508 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.509 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.509 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.509 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.509 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.509 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.509 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.509 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.509 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.509 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.509 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.509 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.509 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.509 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.509 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.509 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.510 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-07T02:56:44.510 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:44.510 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.510 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.510 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 3, 2024-03-07T02:56:44.510 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-03-07T02:56:44.510 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.510 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.510 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.510 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.510 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.510 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.510 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.510 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.510 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.511 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.511 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.511 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.511 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.511 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.511 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.511 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.511 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.511 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.511 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.511 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.511 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.511 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.511 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.511 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.512 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.512 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.512 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.512 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.512 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.512 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.512 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.512 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-07T02:56:44.512 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:44.512 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.512 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.512 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 4, 2024-03-07T02:56:44.512 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-03-07T02:56:44.512 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.512 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.513 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.513 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.513 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.513 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.513 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.513 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.513 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.513 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.513 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.513 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.513 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.513 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.513 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.513 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.514 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.514 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.514 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.514 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.514 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.514 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.514 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.514 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.514 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.514 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.514 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.514 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.514 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.514 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.514 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.515 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-07T02:56:44.515 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:44.515 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.515 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.515 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 5, 2024-03-07T02:56:44.515 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-03-07T02:56:44.515 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.515 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.515 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.515 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.515 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.515 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.515 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.515 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.515 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.515 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.516 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.516 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.516 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.516 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.516 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.516 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.516 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.516 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.516 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.516 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.516 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.516 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.516 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.516 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.516 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.517 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.517 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.517 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.517 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.517 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.517 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.517 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-07T02:56:44.517 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:44.517 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.517 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.517 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 6, 2024-03-07T02:56:44.517 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-03-07T02:56:44.517 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.517 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.517 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.517 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.518 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.518 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.518 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.518 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.518 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.518 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.518 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.518 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.518 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.518 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.518 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.518 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.518 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.518 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.519 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.519 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.519 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.519 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.519 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.519 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.519 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.519 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.519 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.519 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.519 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.519 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.519 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.519 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-07T02:56:44.519 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:44.519 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.520 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.520 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 7, 2024-03-07T02:56:44.520 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-03-07T02:56:44.520 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.520 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.520 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.520 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.520 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.520 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.520 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.520 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.520 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.520 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.520 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.521 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.521 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.521 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.521 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.521 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.521 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.521 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.521 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.521 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.521 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.521 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.521 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.521 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.521 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.521 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.522 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.522 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.522 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.522 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.522 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-07T02:56:44.522 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-07T02:56:44.522 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:44.522 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.522 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-03-07T02:56:44.522 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.522 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.522 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.522 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_counters": { 2024-03-07T02:56:44.522 INFO:tasks.workunit.client.0.smithi090.stdout: "mds.17548b9c4e7a30c3e3db533c5ff8369ca7803148": { 2024-03-07T02:56:44.522 INFO:tasks.workunit.client.0.smithi090.stdout: "mds": { 2024-03-07T02:56:44.522 INFO:tasks.workunit.client.0.smithi090.stdout: "caps": { 2024-03-07T02:56:44.523 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.523 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.523 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_cap_op_flush_ack": { 2024-03-07T02:56:44.523 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.523 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.523 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_cap_op_flushsnap_ack": { 2024-03-07T02:56:44.523 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.523 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.523 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_cap_op_grant": { 2024-03-07T02:56:44.523 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.523 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.523 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_cap_op_revoke": { 2024-03-07T02:56:44.523 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.524 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.524 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_cap_op_trunc": { 2024-03-07T02:56:44.524 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.524 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.524 INFO:tasks.workunit.client.0.smithi090.stdout: "dir_commit": { 2024-03-07T02:56:44.524 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12 2024-03-07T02:56:44.524 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.524 INFO:tasks.workunit.client.0.smithi090.stdout: "dir_fetch_complete": { 2024-03-07T02:56:44.524 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.524 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.524 INFO:tasks.workunit.client.0.smithi090.stdout: "dir_fetch_keys": { 2024-03-07T02:56:44.524 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.524 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.524 INFO:tasks.workunit.client.0.smithi090.stdout: "dir_merge": { 2024-03-07T02:56:44.524 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.525 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.525 INFO:tasks.workunit.client.0.smithi090.stdout: "dir_split": { 2024-03-07T02:56:44.525 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.525 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.525 INFO:tasks.workunit.client.0.smithi090.stdout: "exported_inodes": { 2024-03-07T02:56:44.525 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.525 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.525 INFO:tasks.workunit.client.0.smithi090.stdout: "forward": { 2024-03-07T02:56:44.525 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.525 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.525 INFO:tasks.workunit.client.0.smithi090.stdout: "handle_client_cap_release": { 2024-03-07T02:56:44.525 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.525 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.525 INFO:tasks.workunit.client.0.smithi090.stdout: "handle_client_caps": { 2024-03-07T02:56:44.525 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.526 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.526 INFO:tasks.workunit.client.0.smithi090.stdout: "handle_client_caps_dirty": { 2024-03-07T02:56:44.526 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.526 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.526 INFO:tasks.workunit.client.0.smithi090.stdout: "handle_inode_file_caps": { 2024-03-07T02:56:44.526 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.526 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.526 INFO:tasks.workunit.client.0.smithi090.stdout: "imported_inodes": { 2024-03-07T02:56:44.526 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.526 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.526 INFO:tasks.workunit.client.0.smithi090.stdout: "inodes": { 2024-03-07T02:56:44.526 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10 2024-03-07T02:56:44.526 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.526 INFO:tasks.workunit.client.0.smithi090.stdout: "inodes_expired": { 2024-03-07T02:56:44.526 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.526 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.527 INFO:tasks.workunit.client.0.smithi090.stdout: "inodes_pinned": { 2024-03-07T02:56:44.527 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10 2024-03-07T02:56:44.527 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.527 INFO:tasks.workunit.client.0.smithi090.stdout: "inodes_with_caps": { 2024-03-07T02:56:44.527 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.527 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.527 INFO:tasks.workunit.client.0.smithi090.stdout: "load_cent": { 2024-03-07T02:56:44.527 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.527 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.527 INFO:tasks.workunit.client.0.smithi090.stdout: "openino_dir_fetch": { 2024-03-07T02:56:44.527 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.527 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.527 INFO:tasks.workunit.client.0.smithi090.stdout: "process_request_cap_release": { 2024-03-07T02:56:44.527 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.527 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.528 INFO:tasks.workunit.client.0.smithi090.stdout: "reply_latency": { 2024-03-07T02:56:44.528 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-03-07T02:56:44.528 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 300599 2024-03-07T02:56:44.528 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.528 INFO:tasks.workunit.client.0.smithi090.stdout: "request": { 2024-03-07T02:56:44.528 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-03-07T02:56:44.528 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.528 INFO:tasks.workunit.client.0.smithi090.stdout: "root_rbytes": { 2024-03-07T02:56:44.528 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.528 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.528 INFO:tasks.workunit.client.0.smithi090.stdout: "root_rfiles": { 2024-03-07T02:56:44.528 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.528 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.528 INFO:tasks.workunit.client.0.smithi090.stdout: "root_rsnaps": { 2024-03-07T02:56:44.528 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.529 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.529 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_reply": { 2024-03-07T02:56:44.529 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.529 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.529 INFO:tasks.workunit.client.0.smithi090.stdout: "subtrees": { 2024-03-07T02:56:44.529 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-03-07T02:56:44.529 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.529 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.529 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_cache": { 2024-03-07T02:56:44.529 INFO:tasks.workunit.client.0.smithi090.stdout: "ireq_enqueue_scrub": { 2024-03-07T02:56:44.529 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.529 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.529 INFO:tasks.workunit.client.0.smithi090.stdout: "ireq_exportdir": { 2024-03-07T02:56:44.529 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.529 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.530 INFO:tasks.workunit.client.0.smithi090.stdout: "ireq_flush": { 2024-03-07T02:56:44.530 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.530 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.530 INFO:tasks.workunit.client.0.smithi090.stdout: "ireq_fragmentdir": { 2024-03-07T02:56:44.530 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.530 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.530 INFO:tasks.workunit.client.0.smithi090.stdout: "ireq_fragstats": { 2024-03-07T02:56:44.530 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.530 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.530 INFO:tasks.workunit.client.0.smithi090.stdout: "ireq_inodestats": { 2024-03-07T02:56:44.530 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.530 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.530 INFO:tasks.workunit.client.0.smithi090.stdout: "num_recovering_enqueued": { 2024-03-07T02:56:44.530 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.530 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_recovering_prioritized": { 2024-03-07T02:56:44.531 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.531 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_recovering_processing": { 2024-03-07T02:56:44.531 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.531 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_strays": { 2024-03-07T02:56:44.531 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.531 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_strays_delayed": { 2024-03-07T02:56:44.531 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.531 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_strays_enqueuing": { 2024-03-07T02:56:44.531 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.531 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.532 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_completed": { 2024-03-07T02:56:44.532 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.532 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.532 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_started": { 2024-03-07T02:56:44.532 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.532 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.532 INFO:tasks.workunit.client.0.smithi090.stdout: "strays_created": { 2024-03-07T02:56:44.532 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.532 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.532 INFO:tasks.workunit.client.0.smithi090.stdout: "strays_enqueued": { 2024-03-07T02:56:44.532 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.532 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.532 INFO:tasks.workunit.client.0.smithi090.stdout: "strays_migrated": { 2024-03-07T02:56:44.532 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.532 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.533 INFO:tasks.workunit.client.0.smithi090.stdout: "strays_reintegrated": { 2024-03-07T02:56:44.533 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.533 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.533 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.533 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_log": { 2024-03-07T02:56:44.533 INFO:tasks.workunit.client.0.smithi090.stdout: "ev": { 2024-03-07T02:56:44.533 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5 2024-03-07T02:56:44.533 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.533 INFO:tasks.workunit.client.0.smithi090.stdout: "evadd": { 2024-03-07T02:56:44.533 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5 2024-03-07T02:56:44.533 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.533 INFO:tasks.workunit.client.0.smithi090.stdout: "evex": { 2024-03-07T02:56:44.533 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.533 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.533 INFO:tasks.workunit.client.0.smithi090.stdout: "evexd": { 2024-03-07T02:56:44.534 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.534 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.534 INFO:tasks.workunit.client.0.smithi090.stdout: "evexg": { 2024-03-07T02:56:44.534 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.534 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.534 INFO:tasks.workunit.client.0.smithi090.stdout: "evtrm": { 2024-03-07T02:56:44.534 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.534 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.534 INFO:tasks.workunit.client.0.smithi090.stdout: "jlat": { 2024-03-07T02:56:44.534 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 5, 2024-03-07T02:56:44.534 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13381396 2024-03-07T02:56:44.534 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.534 INFO:tasks.workunit.client.0.smithi090.stdout: "replayed": { 2024-03-07T02:56:44.534 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.534 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.534 INFO:tasks.workunit.client.0.smithi090.stdout: "seg": { 2024-03-07T02:56:44.535 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1 2024-03-07T02:56:44.535 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.535 INFO:tasks.workunit.client.0.smithi090.stdout: "segadd": { 2024-03-07T02:56:44.535 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1 2024-03-07T02:56:44.535 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.535 INFO:tasks.workunit.client.0.smithi090.stdout: "segex": { 2024-03-07T02:56:44.535 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.535 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.535 INFO:tasks.workunit.client.0.smithi090.stdout: "segexd": { 2024-03-07T02:56:44.535 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.535 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.535 INFO:tasks.workunit.client.0.smithi090.stdout: "segexg": { 2024-03-07T02:56:44.535 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.535 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.535 INFO:tasks.workunit.client.0.smithi090.stdout: "segtrm": { 2024-03-07T02:56:44.535 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.536 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.536 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.536 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_mem": { 2024-03-07T02:56:44.536 INFO:tasks.workunit.client.0.smithi090.stdout: "cap": { 2024-03-07T02:56:44.536 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.536 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.536 INFO:tasks.workunit.client.0.smithi090.stdout: "cap+": { 2024-03-07T02:56:44.536 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-03-07T02:56:44.536 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.536 INFO:tasks.workunit.client.0.smithi090.stdout: "cap-": { 2024-03-07T02:56:44.536 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-03-07T02:56:44.536 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.536 INFO:tasks.workunit.client.0.smithi090.stdout: "dir": { 2024-03-07T02:56:44.536 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12 2024-03-07T02:56:44.536 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.536 INFO:tasks.workunit.client.0.smithi090.stdout: "dir+": { 2024-03-07T02:56:44.537 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12 2024-03-07T02:56:44.537 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.537 INFO:tasks.workunit.client.0.smithi090.stdout: "dir-": { 2024-03-07T02:56:44.537 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.537 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.537 INFO:tasks.workunit.client.0.smithi090.stdout: "dn": { 2024-03-07T02:56:44.537 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10 2024-03-07T02:56:44.537 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.537 INFO:tasks.workunit.client.0.smithi090.stdout: "dn+": { 2024-03-07T02:56:44.537 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10 2024-03-07T02:56:44.537 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.537 INFO:tasks.workunit.client.0.smithi090.stdout: "dn-": { 2024-03-07T02:56:44.537 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.537 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.537 INFO:tasks.workunit.client.0.smithi090.stdout: "heap": { 2024-03-07T02:56:44.538 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 207156 2024-03-07T02:56:44.538 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.538 INFO:tasks.workunit.client.0.smithi090.stdout: "ino": { 2024-03-07T02:56:44.538 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13 2024-03-07T02:56:44.538 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.538 INFO:tasks.workunit.client.0.smithi090.stdout: "ino+": { 2024-03-07T02:56:44.538 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13 2024-03-07T02:56:44.538 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.538 INFO:tasks.workunit.client.0.smithi090.stdout: "ino-": { 2024-03-07T02:56:44.538 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.538 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.538 INFO:tasks.workunit.client.0.smithi090.stdout: "rss": { 2024-03-07T02:56:44.538 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 40656 2024-03-07T02:56:44.538 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.538 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.538 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_server": { 2024-03-07T02:56:44.539 INFO:tasks.workunit.client.0.smithi090.stdout: "cap_acquisition_throttle": { 2024-03-07T02:56:44.539 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.539 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.539 INFO:tasks.workunit.client.0.smithi090.stdout: "cap_revoke_eviction": { 2024-03-07T02:56:44.539 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.539 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.539 INFO:tasks.workunit.client.0.smithi090.stdout: "handle_client_request": { 2024-03-07T02:56:44.539 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-03-07T02:56:44.539 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.539 INFO:tasks.workunit.client.0.smithi090.stdout: "handle_client_session": { 2024-03-07T02:56:44.539 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 16 2024-03-07T02:56:44.539 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.539 INFO:tasks.workunit.client.0.smithi090.stdout: "handle_peer_request": { 2024-03-07T02:56:44.539 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.539 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.540 INFO:tasks.workunit.client.0.smithi090.stdout: "req_create_latency": { 2024-03-07T02:56:44.540 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.540 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.540 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.540 INFO:tasks.workunit.client.0.smithi090.stdout: "req_getattr_latency": { 2024-03-07T02:56:44.540 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-03-07T02:56:44.540 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 300599 2024-03-07T02:56:44.540 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.540 INFO:tasks.workunit.client.0.smithi090.stdout: "req_getfilelock_latency": { 2024-03-07T02:56:44.540 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.540 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.540 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.540 INFO:tasks.workunit.client.0.smithi090.stdout: "req_getvxattr_latency": { 2024-03-07T02:56:44.540 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.541 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.541 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.541 INFO:tasks.workunit.client.0.smithi090.stdout: "req_link_latency": { 2024-03-07T02:56:44.541 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.541 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.541 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.541 INFO:tasks.workunit.client.0.smithi090.stdout: "req_lookup_latency": { 2024-03-07T02:56:44.541 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.541 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.541 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.541 INFO:tasks.workunit.client.0.smithi090.stdout: "req_lookuphash_latency": { 2024-03-07T02:56:44.541 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.541 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.541 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.541 INFO:tasks.workunit.client.0.smithi090.stdout: "req_lookupino_latency": { 2024-03-07T02:56:44.542 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.542 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.542 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.542 INFO:tasks.workunit.client.0.smithi090.stdout: "req_lookupname_latency": { 2024-03-07T02:56:44.542 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.542 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.542 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.542 INFO:tasks.workunit.client.0.smithi090.stdout: "req_lookupparent_latency": { 2024-03-07T02:56:44.542 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.542 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.542 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.542 INFO:tasks.workunit.client.0.smithi090.stdout: "req_lookupsnap_latency": { 2024-03-07T02:56:44.542 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.542 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.542 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.543 INFO:tasks.workunit.client.0.smithi090.stdout: "req_lssnap_latency": { 2024-03-07T02:56:44.543 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.543 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.543 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.543 INFO:tasks.workunit.client.0.smithi090.stdout: "req_mkdir_latency": { 2024-03-07T02:56:44.543 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.543 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.543 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.543 INFO:tasks.workunit.client.0.smithi090.stdout: "req_mknod_latency": { 2024-03-07T02:56:44.543 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.543 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.543 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.543 INFO:tasks.workunit.client.0.smithi090.stdout: "req_mksnap_latency": { 2024-03-07T02:56:44.543 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.543 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.544 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.544 INFO:tasks.workunit.client.0.smithi090.stdout: "req_open_latency": { 2024-03-07T02:56:44.544 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.544 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.544 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.544 INFO:tasks.workunit.client.0.smithi090.stdout: "req_readdir_latency": { 2024-03-07T02:56:44.544 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.544 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.544 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.544 INFO:tasks.workunit.client.0.smithi090.stdout: "req_rename_latency": { 2024-03-07T02:56:44.544 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.544 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.544 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.544 INFO:tasks.workunit.client.0.smithi090.stdout: "req_renamesnap_latency": { 2024-03-07T02:56:44.545 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.545 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.545 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.545 INFO:tasks.workunit.client.0.smithi090.stdout: "req_rmdir_latency": { 2024-03-07T02:56:44.545 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.545 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.545 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.545 INFO:tasks.workunit.client.0.smithi090.stdout: "req_rmsnap_latency": { 2024-03-07T02:56:44.545 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.545 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.545 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.545 INFO:tasks.workunit.client.0.smithi090.stdout: "req_rmxattr_latency": { 2024-03-07T02:56:44.545 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.545 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.545 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.546 INFO:tasks.workunit.client.0.smithi090.stdout: "req_setattr_latency": { 2024-03-07T02:56:44.546 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.546 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.546 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.546 INFO:tasks.workunit.client.0.smithi090.stdout: "req_setdirlayout_latency": { 2024-03-07T02:56:44.546 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.546 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.546 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.546 INFO:tasks.workunit.client.0.smithi090.stdout: "req_setfilelock_latency": { 2024-03-07T02:56:44.546 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.546 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.546 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.546 INFO:tasks.workunit.client.0.smithi090.stdout: "req_setlayout_latency": { 2024-03-07T02:56:44.546 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.546 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.547 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.547 INFO:tasks.workunit.client.0.smithi090.stdout: "req_setxattr_latency": { 2024-03-07T02:56:44.547 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.547 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.547 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.547 INFO:tasks.workunit.client.0.smithi090.stdout: "req_snapdiff_latency": { 2024-03-07T02:56:44.547 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.547 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.547 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.547 INFO:tasks.workunit.client.0.smithi090.stdout: "req_symlink_latency": { 2024-03-07T02:56:44.547 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.547 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.547 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.547 INFO:tasks.workunit.client.0.smithi090.stdout: "req_unlink_latency": { 2024-03-07T02:56:44.547 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.548 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.548 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.548 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.548 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_sessions": { 2024-03-07T02:56:44.548 INFO:tasks.workunit.client.0.smithi090.stdout: "average_load": { 2024-03-07T02:56:44.548 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1 2024-03-07T02:56:44.548 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.548 INFO:tasks.workunit.client.0.smithi090.stdout: "avg_session_uptime": { 2024-03-07T02:56:44.548 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 86 2024-03-07T02:56:44.548 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.548 INFO:tasks.workunit.client.0.smithi090.stdout: "mdthresh_evicted": { 2024-03-07T02:56:44.548 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.548 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.549 INFO:tasks.workunit.client.0.smithi090.stdout: "session_add": { 2024-03-07T02:56:44.549 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-03-07T02:56:44.549 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.549 INFO:tasks.workunit.client.0.smithi090.stdout: "session_count": { 2024-03-07T02:56:44.549 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.549 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.549 INFO:tasks.workunit.client.0.smithi090.stdout: "session_remove": { 2024-03-07T02:56:44.549 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-03-07T02:56:44.549 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.549 INFO:tasks.workunit.client.0.smithi090.stdout: "sessions_open": { 2024-03-07T02:56:44.549 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.549 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.549 INFO:tasks.workunit.client.0.smithi090.stdout: "sessions_stale": { 2024-03-07T02:56:44.549 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.549 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.550 INFO:tasks.workunit.client.0.smithi090.stdout: "total_load": { 2024-03-07T02:56:44.550 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-03-07T02:56:44.550 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.550 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.550 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-03-07T02:56:44.550 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-03-07T02:56:44.550 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.550 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.550 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-03-07T02:56:44.550 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.550 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.550 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-03-07T02:56:44.550 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.550 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.550 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-03-07T02:56:44.550 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 45 2024-03-07T02:56:44.551 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.551 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.551 INFO:tasks.workunit.client.0.smithi090.stdout: "purge_queue": { 2024-03-07T02:56:44.551 INFO:tasks.workunit.client.0.smithi090.stdout: "pq_executed": { 2024-03-07T02:56:44.551 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.551 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.551 INFO:tasks.workunit.client.0.smithi090.stdout: "pq_executing": { 2024-03-07T02:56:44.551 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.551 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.551 INFO:tasks.workunit.client.0.smithi090.stdout: "pq_executing_high_water": { 2024-03-07T02:56:44.551 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.551 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.551 INFO:tasks.workunit.client.0.smithi090.stdout: "pq_executing_ops": { 2024-03-07T02:56:44.551 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.551 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.551 INFO:tasks.workunit.client.0.smithi090.stdout: "pq_executing_ops_high_water": { 2024-03-07T02:56:44.552 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.552 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.552 INFO:tasks.workunit.client.0.smithi090.stdout: "pq_item_in_journal": { 2024-03-07T02:56:44.552 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.552 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.552 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.552 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.552 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.17548b9c4e7a30c3e3db533c5ff8369ca7803148": { 2024-03-07T02:56:44.552 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-03-07T02:56:44.552 INFO:tasks.workunit.client.0.smithi090.stdout: "election_call": { 2024-03-07T02:56:44.552 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-03-07T02:56:44.552 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.552 INFO:tasks.workunit.client.0.smithi090.stdout: "election_lose": { 2024-03-07T02:56:44.552 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-03-07T02:56:44.553 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.553 INFO:tasks.workunit.client.0.smithi090.stdout: "election_win": { 2024-03-07T02:56:44.553 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.553 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_elections": { 2024-03-07T02:56:44.553 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7 2024-03-07T02:56:44.553 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_sessions": { 2024-03-07T02:56:44.553 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10 2024-03-07T02:56:44.553 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.553 INFO:tasks.workunit.client.0.smithi090.stdout: "session_add": { 2024-03-07T02:56:44.553 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4 2024-03-07T02:56:44.553 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.553 INFO:tasks.workunit.client.0.smithi090.stdout: "session_rm": { 2024-03-07T02:56:44.553 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 52 2024-03-07T02:56:44.553 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.554 INFO:tasks.workunit.client.0.smithi090.stdout: "session_trim": { 2024-03-07T02:56:44.554 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.554 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.554 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.554 INFO:tasks.workunit.client.0.smithi090.stdout: "paxos": { 2024-03-07T02:56:44.554 INFO:tasks.workunit.client.0.smithi090.stdout: "accept_timeout": { 2024-03-07T02:56:44.554 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.554 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.554 INFO:tasks.workunit.client.0.smithi090.stdout: "begin": { 2024-03-07T02:56:44.554 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 862 2024-03-07T02:56:44.554 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.554 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_bytes": { 2024-03-07T02:56:44.554 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 862, 2024-03-07T02:56:44.554 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3893613 2024-03-07T02:56:44.554 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.555 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_keys": { 2024-03-07T02:56:44.555 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.555 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.555 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.555 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_latency": { 2024-03-07T02:56:44.555 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 862, 2024-03-07T02:56:44.555 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 148995770 2024-03-07T02:56:44.555 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.555 INFO:tasks.workunit.client.0.smithi090.stdout: "collect": { 2024-03-07T02:56:44.555 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-03-07T02:56:44.555 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.555 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_bytes": { 2024-03-07T02:56:44.555 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-03-07T02:56:44.555 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 146 2024-03-07T02:56:44.555 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.556 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_keys": { 2024-03-07T02:56:44.556 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-03-07T02:56:44.556 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-03-07T02:56:44.556 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.556 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_latency": { 2024-03-07T02:56:44.556 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-03-07T02:56:44.556 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 999972 2024-03-07T02:56:44.556 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.556 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_timeout": { 2024-03-07T02:56:44.556 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.556 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.556 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_uncommitted": { 2024-03-07T02:56:44.556 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.556 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.556 INFO:tasks.workunit.client.0.smithi090.stdout: "commit": { 2024-03-07T02:56:44.557 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 863 2024-03-07T02:56:44.557 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.557 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_bytes": { 2024-03-07T02:56:44.557 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.557 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.557 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.557 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_keys": { 2024-03-07T02:56:44.557 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.557 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.557 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.557 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_latency": { 2024-03-07T02:56:44.557 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.557 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.557 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.558 INFO:tasks.workunit.client.0.smithi090.stdout: "lease_ack_timeout": { 2024-03-07T02:56:44.558 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.558 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.558 INFO:tasks.workunit.client.0.smithi090.stdout: "lease_timeout": { 2024-03-07T02:56:44.558 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.558 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.558 INFO:tasks.workunit.client.0.smithi090.stdout: "new_pn": { 2024-03-07T02:56:44.558 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.558 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.558 INFO:tasks.workunit.client.0.smithi090.stdout: "new_pn_latency": { 2024-03-07T02:56:44.558 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.558 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.558 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.558 INFO:tasks.workunit.client.0.smithi090.stdout: "refresh": { 2024-03-07T02:56:44.558 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 863 2024-03-07T02:56:44.558 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.559 INFO:tasks.workunit.client.0.smithi090.stdout: "refresh_latency": { 2024-03-07T02:56:44.559 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 863, 2024-03-07T02:56:44.559 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1825948141 2024-03-07T02:56:44.559 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.559 INFO:tasks.workunit.client.0.smithi090.stdout: "restart": { 2024-03-07T02:56:44.559 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13 2024-03-07T02:56:44.559 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.559 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state": { 2024-03-07T02:56:44.559 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.559 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.559 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state_bytes": { 2024-03-07T02:56:44.559 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.559 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.559 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.559 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state_keys": { 2024-03-07T02:56:44.559 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.560 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.560 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.560 INFO:tasks.workunit.client.0.smithi090.stdout: "start_leader": { 2024-03-07T02:56:44.560 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.560 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.560 INFO:tasks.workunit.client.0.smithi090.stdout: "start_peon": { 2024-03-07T02:56:44.560 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-03-07T02:56:44.560 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.560 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state": { 2024-03-07T02:56:44.560 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 863 2024-03-07T02:56:44.560 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.560 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_bytes": { 2024-03-07T02:56:44.560 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 863, 2024-03-07T02:56:44.560 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7625252 2024-03-07T02:56:44.560 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.561 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_keys": { 2024-03-07T02:56:44.561 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 863, 2024-03-07T02:56:44.561 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6139 2024-03-07T02:56:44.561 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.561 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_latency": { 2024-03-07T02:56:44.561 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 863, 2024-03-07T02:56:44.561 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 384989080 2024-03-07T02:56:44.561 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.561 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.561 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache": { 2024-03-07T02:56:44.561 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-03-07T02:56:44.561 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1020054731 2024-03-07T02:56:44.561 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.561 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-03-07T02:56:44.561 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 42795008 2024-03-07T02:56:44.561 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.562 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-03-07T02:56:44.562 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 33513472 2024-03-07T02:56:44.562 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.562 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-03-07T02:56:44.562 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2147483648 2024-03-07T02:56:44.562 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.562 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-03-07T02:56:44.562 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9281536 2024-03-07T02:56:44.562 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.562 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.562 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:full": { 2024-03-07T02:56:44.562 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:44.562 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 348127232 2024-03-07T02:56:44.562 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.562 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:44.563 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.563 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.563 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:44.563 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.563 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.563 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:44.563 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 277024076 2024-03-07T02:56:44.563 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.563 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:44.563 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 264364 2024-03-07T02:56:44.563 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.563 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:44.563 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.563 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.563 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:44.563 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.564 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.564 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:44.564 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.564 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.564 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:44.564 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.564 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.564 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:44.564 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.564 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.564 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:44.564 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.564 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.564 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:44.564 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.565 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.565 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:44.565 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.565 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.565 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:44.565 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 70838792 2024-03-07T02:56:44.565 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.565 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.565 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:inc": { 2024-03-07T02:56:44.565 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:44.565 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 348127232 2024-03-07T02:56:44.565 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.565 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:44.565 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.565 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.566 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:44.566 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.566 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.566 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:44.566 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 277024076 2024-03-07T02:56:44.566 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.566 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:44.566 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 41128 2024-03-07T02:56:44.566 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.566 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:44.566 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.566 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.566 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:44.566 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.566 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.566 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:44.567 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.567 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.567 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:44.567 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.567 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.567 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:44.567 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.567 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.567 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:44.567 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.567 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.567 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:44.567 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.567 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.567 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:44.567 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.568 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.568 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:44.568 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71062028 2024-03-07T02:56:44.568 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.568 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.568 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:kv": { 2024-03-07T02:56:44.568 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:44.568 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 322961408 2024-03-07T02:56:44.568 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.568 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:44.568 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-03-07T02:56:44.568 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.568 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:44.568 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.569 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.569 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:44.569 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 184682717 2024-03-07T02:56:44.569 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.569 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:44.569 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.569 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.569 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:44.569 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.569 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.569 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:44.569 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.569 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.569 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:44.569 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.569 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.570 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:44.570 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.570 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.570 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:44.570 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.570 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.570 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:44.570 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.570 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.570 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:44.570 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.570 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.570 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:44.570 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.570 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.570 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:44.571 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71169827 2024-03-07T02:56:44.571 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.571 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.571 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb": { 2024-03-07T02:56:44.571 INFO:tasks.workunit.client.0.smithi090.stdout: "compact": { 2024-03-07T02:56:44.571 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.571 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.571 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_queue_len": { 2024-03-07T02:56:44.571 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.571 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.571 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_queue_merge": { 2024-03-07T02:56:44.571 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.571 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.571 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_range": { 2024-03-07T02:56:44.571 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-03-07T02:56:44.571 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.572 INFO:tasks.workunit.client.0.smithi090.stdout: "get_latency": { 2024-03-07T02:56:44.572 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 36640, 2024-03-07T02:56:44.572 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 87465603 2024-03-07T02:56:44.572 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.572 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_delay_time": { 2024-03-07T02:56:44.572 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.572 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.572 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.572 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_memtable_time": { 2024-03-07T02:56:44.572 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.572 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.573 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.573 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_pre_and_post_time": { 2024-03-07T02:56:44.573 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.573 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.573 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.573 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_wal_time": { 2024-03-07T02:56:44.573 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.573 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.573 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.573 INFO:tasks.workunit.client.0.smithi090.stdout: "submit_latency": { 2024-03-07T02:56:44.573 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.573 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.573 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.573 INFO:tasks.workunit.client.0.smithi090.stdout: "submit_sync_latency": { 2024-03-07T02:56:44.574 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1865, 2024-03-07T02:56:44.574 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 629888741 2024-03-07T02:56:44.574 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.574 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.574 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.574 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.903073e4ab60c09a0b2e263bc373c3235f45cdb3": { 2024-03-07T02:56:44.574 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-03-07T02:56:44.574 INFO:tasks.workunit.client.0.smithi090.stdout: "election_call": { 2024-03-07T02:56:44.574 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-03-07T02:56:44.574 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.574 INFO:tasks.workunit.client.0.smithi090.stdout: "election_lose": { 2024-03-07T02:56:44.574 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.574 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.574 INFO:tasks.workunit.client.0.smithi090.stdout: "election_win": { 2024-03-07T02:56:44.574 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3 2024-03-07T02:56:44.574 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_elections": { 2024-03-07T02:56:44.575 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9 2024-03-07T02:56:44.575 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_sessions": { 2024-03-07T02:56:44.575 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8 2024-03-07T02:56:44.575 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.575 INFO:tasks.workunit.client.0.smithi090.stdout: "session_add": { 2024-03-07T02:56:44.575 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3 2024-03-07T02:56:44.575 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.575 INFO:tasks.workunit.client.0.smithi090.stdout: "session_rm": { 2024-03-07T02:56:44.575 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 187 2024-03-07T02:56:44.575 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.575 INFO:tasks.workunit.client.0.smithi090.stdout: "session_trim": { 2024-03-07T02:56:44.575 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.575 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.576 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.576 INFO:tasks.workunit.client.0.smithi090.stdout: "paxos": { 2024-03-07T02:56:44.576 INFO:tasks.workunit.client.0.smithi090.stdout: "accept_timeout": { 2024-03-07T02:56:44.576 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.576 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.576 INFO:tasks.workunit.client.0.smithi090.stdout: "begin": { 2024-03-07T02:56:44.576 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 999 2024-03-07T02:56:44.576 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.576 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_bytes": { 2024-03-07T02:56:44.576 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 999, 2024-03-07T02:56:44.576 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4941952 2024-03-07T02:56:44.576 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.576 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_keys": { 2024-03-07T02:56:44.576 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 999, 2024-03-07T02:56:44.577 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2997 2024-03-07T02:56:44.577 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.577 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_latency": { 2024-03-07T02:56:44.577 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 999, 2024-03-07T02:56:44.577 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 185997089 2024-03-07T02:56:44.577 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.577 INFO:tasks.workunit.client.0.smithi090.stdout: "collect": { 2024-03-07T02:56:44.577 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.577 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.577 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_bytes": { 2024-03-07T02:56:44.577 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.577 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.577 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.577 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_keys": { 2024-03-07T02:56:44.578 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.578 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.578 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.578 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_latency": { 2024-03-07T02:56:44.578 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.578 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.578 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.578 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_timeout": { 2024-03-07T02:56:44.578 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.578 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.578 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_uncommitted": { 2024-03-07T02:56:44.578 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.578 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.578 INFO:tasks.workunit.client.0.smithi090.stdout: "commit": { 2024-03-07T02:56:44.578 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 999 2024-03-07T02:56:44.579 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.579 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_bytes": { 2024-03-07T02:56:44.579 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 999, 2024-03-07T02:56:44.579 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4870035 2024-03-07T02:56:44.579 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.579 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_keys": { 2024-03-07T02:56:44.579 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 999, 2024-03-07T02:56:44.579 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6038 2024-03-07T02:56:44.579 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.579 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_latency": { 2024-03-07T02:56:44.579 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 999, 2024-03-07T02:56:44.579 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 418820866 2024-03-07T02:56:44.579 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.579 INFO:tasks.workunit.client.0.smithi090.stdout: "lease_ack_timeout": { 2024-03-07T02:56:44.580 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.580 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.580 INFO:tasks.workunit.client.0.smithi090.stdout: "lease_timeout": { 2024-03-07T02:56:44.580 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.580 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.580 INFO:tasks.workunit.client.0.smithi090.stdout: "new_pn": { 2024-03-07T02:56:44.580 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-03-07T02:56:44.580 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.580 INFO:tasks.workunit.client.0.smithi090.stdout: "new_pn_latency": { 2024-03-07T02:56:44.580 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-03-07T02:56:44.580 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.580 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.581 INFO:tasks.workunit.client.0.smithi090.stdout: "refresh": { 2024-03-07T02:56:44.581 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1001 2024-03-07T02:56:44.581 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.581 INFO:tasks.workunit.client.0.smithi090.stdout: "refresh_latency": { 2024-03-07T02:56:44.581 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1001, 2024-03-07T02:56:44.581 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2530960293 2024-03-07T02:56:44.581 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.581 INFO:tasks.workunit.client.0.smithi090.stdout: "restart": { 2024-03-07T02:56:44.581 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12 2024-03-07T02:56:44.581 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.581 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state": { 2024-03-07T02:56:44.581 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3 2024-03-07T02:56:44.581 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.581 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state_bytes": { 2024-03-07T02:56:44.581 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3, 2024-03-07T02:56:44.581 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1627 2024-03-07T02:56:44.582 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.582 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state_keys": { 2024-03-07T02:56:44.582 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3, 2024-03-07T02:56:44.582 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3 2024-03-07T02:56:44.582 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.582 INFO:tasks.workunit.client.0.smithi090.stdout: "start_leader": { 2024-03-07T02:56:44.582 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3 2024-03-07T02:56:44.582 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.582 INFO:tasks.workunit.client.0.smithi090.stdout: "start_peon": { 2024-03-07T02:56:44.582 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.582 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.582 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state": { 2024-03-07T02:56:44.582 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.582 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.582 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_bytes": { 2024-03-07T02:56:44.582 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.583 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.583 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.583 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_keys": { 2024-03-07T02:56:44.583 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.583 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.583 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.583 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_latency": { 2024-03-07T02:56:44.583 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.583 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.583 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.583 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.583 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache": { 2024-03-07T02:56:44.583 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-03-07T02:56:44.583 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1020054731 2024-03-07T02:56:44.583 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.583 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-03-07T02:56:44.584 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 45842432 2024-03-07T02:56:44.584 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.584 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-03-07T02:56:44.584 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 39559168 2024-03-07T02:56:44.584 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.584 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-03-07T02:56:44.584 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2147483648 2024-03-07T02:56:44.584 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.584 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-03-07T02:56:44.584 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6283264 2024-03-07T02:56:44.584 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.584 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.584 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:full": { 2024-03-07T02:56:44.584 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:44.584 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 348127232 2024-03-07T02:56:44.584 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.585 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:44.585 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.585 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.585 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:44.585 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.585 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.585 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:44.585 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 277025152 2024-03-07T02:56:44.585 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.585 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:44.585 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 263934 2024-03-07T02:56:44.585 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.585 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:44.585 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.585 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.586 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:44.586 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.586 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.586 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:44.586 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.586 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.586 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:44.586 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.586 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.586 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:44.586 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.586 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.586 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:44.586 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.586 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.586 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:44.587 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.587 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.587 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:44.587 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.587 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.587 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:44.587 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 70838146 2024-03-07T02:56:44.587 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.587 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.587 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:inc": { 2024-03-07T02:56:44.587 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:44.587 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 348127232 2024-03-07T02:56:44.587 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.587 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:44.587 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.587 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.588 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:44.588 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.588 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.588 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:44.588 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 277025152 2024-03-07T02:56:44.588 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.588 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:44.588 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 38689 2024-03-07T02:56:44.588 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.588 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:44.588 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.588 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.588 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:44.588 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.588 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.589 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:44.589 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.589 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.589 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:44.589 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.589 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.589 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:44.589 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.589 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.589 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:44.589 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.589 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.589 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:44.589 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.589 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.589 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:44.590 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.590 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.590 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:44.590 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71063391 2024-03-07T02:56:44.590 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.590 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.590 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:kv": { 2024-03-07T02:56:44.590 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:44.590 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 322961408 2024-03-07T02:56:44.590 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.590 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:44.590 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-03-07T02:56:44.590 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.590 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:44.590 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.590 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.591 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:44.591 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 184683435 2024-03-07T02:56:44.591 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.591 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:44.591 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.591 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.591 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:44.591 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.591 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.591 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:44.591 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.591 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.591 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:44.591 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.591 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.591 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:44.592 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.592 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.592 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:44.592 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.592 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.592 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:44.592 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.592 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.592 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:44.592 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.592 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.592 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:44.592 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.592 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.592 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:44.593 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71169109 2024-03-07T02:56:44.593 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.593 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.593 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb": { 2024-03-07T02:56:44.593 INFO:tasks.workunit.client.0.smithi090.stdout: "compact": { 2024-03-07T02:56:44.593 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.593 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.593 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_queue_len": { 2024-03-07T02:56:44.593 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.593 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.593 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_queue_merge": { 2024-03-07T02:56:44.593 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.593 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.593 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_range": { 2024-03-07T02:56:44.593 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-03-07T02:56:44.594 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.594 INFO:tasks.workunit.client.0.smithi090.stdout: "get_latency": { 2024-03-07T02:56:44.594 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 44771, 2024-03-07T02:56:44.594 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 175072236 2024-03-07T02:56:44.594 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.594 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_delay_time": { 2024-03-07T02:56:44.594 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.594 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.594 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.594 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_memtable_time": { 2024-03-07T02:56:44.594 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.594 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.594 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.594 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_pre_and_post_time": { 2024-03-07T02:56:44.594 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.594 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.595 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.595 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_wal_time": { 2024-03-07T02:56:44.595 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.595 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.595 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.595 INFO:tasks.workunit.client.0.smithi090.stdout: "submit_latency": { 2024-03-07T02:56:44.595 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.595 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.595 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.595 INFO:tasks.workunit.client.0.smithi090.stdout: "submit_sync_latency": { 2024-03-07T02:56:44.595 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2156, 2024-03-07T02:56:44.595 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 654787854 2024-03-07T02:56:44.595 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.595 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.595 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.596 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.d29b2729cbd392019ebf6157ef3e61fb17b3d795": { 2024-03-07T02:56:44.596 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-03-07T02:56:44.596 INFO:tasks.workunit.client.0.smithi090.stdout: "election_call": { 2024-03-07T02:56:44.596 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1 2024-03-07T02:56:44.596 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.596 INFO:tasks.workunit.client.0.smithi090.stdout: "election_lose": { 2024-03-07T02:56:44.596 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1 2024-03-07T02:56:44.596 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.596 INFO:tasks.workunit.client.0.smithi090.stdout: "election_win": { 2024-03-07T02:56:44.596 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.596 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.596 INFO:tasks.workunit.client.0.smithi090.stdout: "num_elections": { 2024-03-07T02:56:44.596 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3 2024-03-07T02:56:44.596 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.596 INFO:tasks.workunit.client.0.smithi090.stdout: "num_sessions": { 2024-03-07T02:56:44.597 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 11 2024-03-07T02:56:44.597 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.597 INFO:tasks.workunit.client.0.smithi090.stdout: "session_add": { 2024-03-07T02:56:44.597 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5 2024-03-07T02:56:44.597 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.597 INFO:tasks.workunit.client.0.smithi090.stdout: "session_rm": { 2024-03-07T02:56:44.597 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 108 2024-03-07T02:56:44.597 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.597 INFO:tasks.workunit.client.0.smithi090.stdout: "session_trim": { 2024-03-07T02:56:44.597 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.597 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.597 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.597 INFO:tasks.workunit.client.0.smithi090.stdout: "paxos": { 2024-03-07T02:56:44.597 INFO:tasks.workunit.client.0.smithi090.stdout: "accept_timeout": { 2024-03-07T02:56:44.597 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.597 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.598 INFO:tasks.workunit.client.0.smithi090.stdout: "begin": { 2024-03-07T02:56:44.598 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 851 2024-03-07T02:56:44.598 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.598 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_bytes": { 2024-03-07T02:56:44.598 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 851, 2024-03-07T02:56:44.598 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3866045 2024-03-07T02:56:44.598 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.598 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_keys": { 2024-03-07T02:56:44.598 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.598 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.598 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.598 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_latency": { 2024-03-07T02:56:44.598 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 851, 2024-03-07T02:56:44.598 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 265995823 2024-03-07T02:56:44.598 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.598 INFO:tasks.workunit.client.0.smithi090.stdout: "collect": { 2024-03-07T02:56:44.598 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1 2024-03-07T02:56:44.599 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.599 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_bytes": { 2024-03-07T02:56:44.599 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-03-07T02:56:44.599 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 73 2024-03-07T02:56:44.599 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.599 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_keys": { 2024-03-07T02:56:44.599 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-03-07T02:56:44.599 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1 2024-03-07T02:56:44.599 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.599 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_latency": { 2024-03-07T02:56:44.599 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-03-07T02:56:44.599 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.599 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.599 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_timeout": { 2024-03-07T02:56:44.599 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.600 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.600 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_uncommitted": { 2024-03-07T02:56:44.600 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.600 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.600 INFO:tasks.workunit.client.0.smithi090.stdout: "commit": { 2024-03-07T02:56:44.600 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 853 2024-03-07T02:56:44.600 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.600 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_bytes": { 2024-03-07T02:56:44.600 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.600 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.600 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.600 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_keys": { 2024-03-07T02:56:44.600 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.600 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.600 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.601 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_latency": { 2024-03-07T02:56:44.601 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.601 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.601 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.601 INFO:tasks.workunit.client.0.smithi090.stdout: "lease_ack_timeout": { 2024-03-07T02:56:44.601 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.601 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.601 INFO:tasks.workunit.client.0.smithi090.stdout: "lease_timeout": { 2024-03-07T02:56:44.601 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.601 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.601 INFO:tasks.workunit.client.0.smithi090.stdout: "new_pn": { 2024-03-07T02:56:44.601 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.601 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.601 INFO:tasks.workunit.client.0.smithi090.stdout: "new_pn_latency": { 2024-03-07T02:56:44.601 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.601 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.602 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.602 INFO:tasks.workunit.client.0.smithi090.stdout: "refresh": { 2024-03-07T02:56:44.602 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 853 2024-03-07T02:56:44.602 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.602 INFO:tasks.workunit.client.0.smithi090.stdout: "refresh_latency": { 2024-03-07T02:56:44.602 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 853, 2024-03-07T02:56:44.602 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1920969869 2024-03-07T02:56:44.602 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.602 INFO:tasks.workunit.client.0.smithi090.stdout: "restart": { 2024-03-07T02:56:44.602 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8 2024-03-07T02:56:44.602 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.602 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state": { 2024-03-07T02:56:44.602 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.602 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.602 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state_bytes": { 2024-03-07T02:56:44.602 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.603 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.603 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.603 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state_keys": { 2024-03-07T02:56:44.603 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.603 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.603 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.603 INFO:tasks.workunit.client.0.smithi090.stdout: "start_leader": { 2024-03-07T02:56:44.603 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.603 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.603 INFO:tasks.workunit.client.0.smithi090.stdout: "start_peon": { 2024-03-07T02:56:44.603 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1 2024-03-07T02:56:44.603 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.603 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state": { 2024-03-07T02:56:44.603 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 852 2024-03-07T02:56:44.603 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.603 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_bytes": { 2024-03-07T02:56:44.604 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 852, 2024-03-07T02:56:44.604 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7572403 2024-03-07T02:56:44.604 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.604 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_keys": { 2024-03-07T02:56:44.604 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 852, 2024-03-07T02:56:44.604 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6056 2024-03-07T02:56:44.604 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.604 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_latency": { 2024-03-07T02:56:44.604 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 852, 2024-03-07T02:56:44.604 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 480992433 2024-03-07T02:56:44.604 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.604 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.604 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache": { 2024-03-07T02:56:44.604 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-03-07T02:56:44.604 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1020054731 2024-03-07T02:56:44.605 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.605 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-03-07T02:56:44.605 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 41746432 2024-03-07T02:56:44.605 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.605 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-03-07T02:56:44.605 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 33030144 2024-03-07T02:56:44.605 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.605 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-03-07T02:56:44.605 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2147483648 2024-03-07T02:56:44.605 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.605 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-03-07T02:56:44.605 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8716288 2024-03-07T02:56:44.605 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.605 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.605 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:full": { 2024-03-07T02:56:44.605 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:44.606 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 348127232 2024-03-07T02:56:44.606 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.606 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:44.606 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.606 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.606 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:44.606 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.606 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.606 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:44.606 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 277024076 2024-03-07T02:56:44.606 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.606 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:44.606 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 264364 2024-03-07T02:56:44.606 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.606 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:44.607 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.607 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.607 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:44.607 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.607 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.607 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:44.607 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.607 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.607 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:44.607 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.607 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.607 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:44.607 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.607 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.607 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:44.607 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.608 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.608 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:44.608 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.608 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.608 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:44.608 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.608 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.608 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:44.608 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 70838792 2024-03-07T02:56:44.608 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.608 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.608 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:inc": { 2024-03-07T02:56:44.608 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:44.608 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 348127232 2024-03-07T02:56:44.608 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.608 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:44.609 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.609 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.609 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:44.609 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.609 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.609 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:44.609 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 277024076 2024-03-07T02:56:44.609 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.609 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:44.609 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 41128 2024-03-07T02:56:44.609 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.609 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:44.609 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.609 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.609 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:44.609 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.610 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.610 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:44.610 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.610 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.610 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:44.610 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.610 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.610 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:44.610 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.610 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.610 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:44.610 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.610 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.610 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:44.610 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.610 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.611 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:44.611 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.611 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.611 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:44.611 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71062028 2024-03-07T02:56:44.611 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.611 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.611 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:kv": { 2024-03-07T02:56:44.611 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:44.611 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 322961408 2024-03-07T02:56:44.611 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.611 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:44.611 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-03-07T02:56:44.611 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.611 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:44.611 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.612 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.612 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:44.612 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 184682717 2024-03-07T02:56:44.612 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.612 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:44.612 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.612 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.612 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:44.612 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.612 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.612 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:44.612 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.612 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.612 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:44.612 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.613 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.613 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:44.613 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.613 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.613 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:44.613 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.613 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.613 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:44.613 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.613 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.613 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:44.613 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.613 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.613 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:44.613 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.613 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.614 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:44.614 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71169827 2024-03-07T02:56:44.614 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.614 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.614 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb": { 2024-03-07T02:56:44.614 INFO:tasks.workunit.client.0.smithi090.stdout: "compact": { 2024-03-07T02:56:44.614 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.614 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.614 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_queue_len": { 2024-03-07T02:56:44.614 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.614 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.614 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_queue_merge": { 2024-03-07T02:56:44.614 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.614 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.614 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_range": { 2024-03-07T02:56:44.614 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-03-07T02:56:44.615 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.615 INFO:tasks.workunit.client.0.smithi090.stdout: "get_latency": { 2024-03-07T02:56:44.615 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 36227, 2024-03-07T02:56:44.615 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 88979539 2024-03-07T02:56:44.615 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.615 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_delay_time": { 2024-03-07T02:56:44.615 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.615 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.615 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.615 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_memtable_time": { 2024-03-07T02:56:44.615 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.615 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.615 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.615 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_pre_and_post_time": { 2024-03-07T02:56:44.615 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.616 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.616 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.616 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_wal_time": { 2024-03-07T02:56:44.616 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.616 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.616 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.616 INFO:tasks.workunit.client.0.smithi090.stdout: "submit_latency": { 2024-03-07T02:56:44.616 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.616 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.616 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.616 INFO:tasks.workunit.client.0.smithi090.stdout: "submit_sync_latency": { 2024-03-07T02:56:44.616 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1819, 2024-03-07T02:56:44.616 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 763825807 2024-03-07T02:56:44.616 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.616 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.616 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.617 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.0": { 2024-03-07T02:56:44.617 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-03-07T02:56:44.617 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_fallback": { 2024-03-07T02:56:44.617 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.617 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.617 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_size_fallback": { 2024-03-07T02:56:44.617 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.617 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.617 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_db": { 2024-03-07T02:56:44.617 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65536 2024-03-07T02:56:44.617 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.617 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_main": { 2024-03-07T02:56:44.617 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.617 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.617 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_wal": { 2024-03-07T02:56:44.617 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.618 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.618 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_slow": { 2024-03-07T02:56:44.618 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.618 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.618 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_sst": { 2024-03-07T02:56:44.618 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12288 2024-03-07T02:56:44.618 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.618 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_wal": { 2024-03-07T02:56:44.618 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2674688 2024-03-07T02:56:44.618 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.618 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lat": { 2024-03-07T02:56:44.618 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.618 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.618 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.618 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lock_lat": { 2024-03-07T02:56:44.618 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.619 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.619 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.619 INFO:tasks.workunit.client.0.smithi090.stdout: "db_total_bytes": { 2024-03-07T02:56:44.619 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-03-07T02:56:44.619 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.619 INFO:tasks.workunit.client.0.smithi090.stdout: "db_used_bytes": { 2024-03-07T02:56:44.619 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 27656192 2024-03-07T02:56:44.619 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.619 INFO:tasks.workunit.client.0.smithi090.stdout: "log_bytes": { 2024-03-07T02:56:44.619 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1683456 2024-03-07T02:56:44.619 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.619 INFO:tasks.workunit.client.0.smithi090.stdout: "logged_bytes": { 2024-03-07T02:56:44.619 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1544192 2024-03-07T02:56:44.619 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.619 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_db": { 2024-03-07T02:56:44.619 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 31850496 2024-03-07T02:56:44.620 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.620 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_slow": { 2024-03-07T02:56:44.620 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.620 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.620 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_wal": { 2024-03-07T02:56:44.620 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.620 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.620 INFO:tasks.workunit.client.0.smithi090.stdout: "num_files": { 2024-03-07T02:56:44.620 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14 2024-03-07T02:56:44.620 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.620 INFO:tasks.workunit.client.0.smithi090.stdout: "read_bytes": { 2024-03-07T02:56:44.620 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 206366 2024-03-07T02:56:44.620 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.620 INFO:tasks.workunit.client.0.smithi090.stdout: "read_count": { 2024-03-07T02:56:44.620 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23 2024-03-07T02:56:44.620 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.621 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes": { 2024-03-07T02:56:44.621 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1282048 2024-03-07T02:56:44.621 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.621 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_db": { 2024-03-07T02:56:44.621 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1286144 2024-03-07T02:56:44.621 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.621 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_slow": { 2024-03-07T02:56:44.621 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.621 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.621 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_wal": { 2024-03-07T02:56:44.621 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.621 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.621 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_count": { 2024-03-07T02:56:44.621 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15 2024-03-07T02:56:44.622 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.622 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_bytes": { 2024-03-07T02:56:44.622 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5019 2024-03-07T02:56:44.622 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.622 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_count": { 2024-03-07T02:56:44.622 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4 2024-03-07T02:56:44.622 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.622 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_bytes": { 2024-03-07T02:56:44.622 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5845 2024-03-07T02:56:44.622 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.622 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_count": { 2024-03-07T02:56:44.622 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24 2024-03-07T02:56:44.622 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.622 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_bytes": { 2024-03-07T02:56:44.622 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5845 2024-03-07T02:56:44.622 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.623 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_count": { 2024-03-07T02:56:44.623 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24 2024-03-07T02:56:44.623 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.623 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes": { 2024-03-07T02:56:44.623 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.623 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.623 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_db": { 2024-03-07T02:56:44.623 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.623 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.623 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_slow": { 2024-03-07T02:56:44.623 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.623 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.623 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_wal": { 2024-03-07T02:56:44.623 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.623 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.624 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_count": { 2024-03-07T02:56:44.624 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.624 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.624 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_total_bytes": { 2024-03-07T02:56:44.624 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.624 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.624 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_used_bytes": { 2024-03-07T02:56:44.624 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.624 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.624 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_total_bytes": { 2024-03-07T02:56:44.624 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.624 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.624 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_used_bytes": { 2024-03-07T02:56:44.624 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.625 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.625 INFO:tasks.workunit.client.0.smithi090.stdout: "write_bytes": { 2024-03-07T02:56:44.625 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4296704 2024-03-07T02:56:44.625 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.625 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.625 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": { 2024-03-07T02:56:44.625 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit": { 2024-03-07T02:56:44.625 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4096 2024-03-07T02:56:44.625 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.625 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": { 2024-03-07T02:56:44.625 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1302528 2024-03-07T02:56:44.625 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.625 INFO:tasks.workunit.client.0.smithi090.stdout: "clist_lat": { 2024-03-07T02:56:44.625 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 4, 2024-03-07T02:56:44.625 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 130466 2024-03-07T02:56:44.626 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.626 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_lat": { 2024-03-07T02:56:44.626 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.626 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.626 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.626 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed": { 2024-03-07T02:56:44.626 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.626 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.626 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_allocated": { 2024-03-07T02:56:44.626 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.626 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.626 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_original": { 2024-03-07T02:56:44.626 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.626 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.626 INFO:tasks.workunit.client.0.smithi090.stdout: "csum_lat": { 2024-03-07T02:56:44.627 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 25, 2024-03-07T02:56:44.627 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 62445 2024-03-07T02:56:44.627 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.627 INFO:tasks.workunit.client.0.smithi090.stdout: "decompress_lat": { 2024-03-07T02:56:44.627 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.627 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.627 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.627 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_commit_lat": { 2024-03-07T02:56:44.627 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 364, 2024-03-07T02:56:44.627 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 82382078 2024-03-07T02:56:44.627 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.627 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_final_lat": { 2024-03-07T02:56:44.627 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 356, 2024-03-07T02:56:44.627 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13038318 2024-03-07T02:56:44.627 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.627 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_flush_lat": { 2024-03-07T02:56:44.628 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 364, 2024-03-07T02:56:44.628 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 339223 2024-03-07T02:56:44.628 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.628 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_sync_lat": { 2024-03-07T02:56:44.628 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 364, 2024-03-07T02:56:44.628 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 82721301 2024-03-07T02:56:44.628 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.628 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_keys_lat": { 2024-03-07T02:56:44.628 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.628 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.628 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.628 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_values_lat": { 2024-03-07T02:56:44.628 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-03-07T02:56:44.628 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 44541 2024-03-07T02:56:44.629 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.629 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_lower_bound_lat": { 2024-03-07T02:56:44.629 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 6, 2024-03-07T02:56:44.629 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 19018 2024-03-07T02:56:44.629 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.629 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_next_lat": { 2024-03-07T02:56:44.629 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.629 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.629 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.629 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_seek_to_first_lat": { 2024-03-07T02:56:44.629 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.629 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.629 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.629 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_upper_bound_lat": { 2024-03-07T02:56:44.630 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-03-07T02:56:44.630 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4413 2024-03-07T02:56:44.630 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.630 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_hits": { 2024-03-07T02:56:44.630 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 810 2024-03-07T02:56:44.630 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.630 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_misses": { 2024-03-07T02:56:44.630 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 221 2024-03-07T02:56:44.630 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.630 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-03-07T02:56:44.630 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 115, 2024-03-07T02:56:44.630 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2903227 2024-03-07T02:56:44.630 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.630 INFO:tasks.workunit.client.0.smithi090.stdout: "read_onode_meta_lat": { 2024-03-07T02:56:44.630 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 315, 2024-03-07T02:56:44.631 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 271753 2024-03-07T02:56:44.631 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.631 INFO:tasks.workunit.client.0.smithi090.stdout: "read_wait_aio_lat": { 2024-03-07T02:56:44.631 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 200, 2024-03-07T02:56:44.631 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4803136 2024-03-07T02:56:44.631 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.631 INFO:tasks.workunit.client.0.smithi090.stdout: "reads_with_retries": { 2024-03-07T02:56:44.631 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.631 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.631 INFO:tasks.workunit.client.0.smithi090.stdout: "remove_lat": { 2024-03-07T02:56:44.631 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-03-07T02:56:44.631 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 36737 2024-03-07T02:56:44.631 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.631 INFO:tasks.workunit.client.0.smithi090.stdout: "state_aio_wait_lat": { 2024-03-07T02:56:44.631 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 476, 2024-03-07T02:56:44.632 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10237667 2024-03-07T02:56:44.632 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.632 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_aio_wait_lat": { 2024-03-07T02:56:44.632 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 125, 2024-03-07T02:56:44.632 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9294162 2024-03-07T02:56:44.632 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.632 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_cleanup_lat": { 2024-03-07T02:56:44.632 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 125, 2024-03-07T02:56:44.632 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 439589510118 2024-03-07T02:56:44.632 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.632 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_queued_lat": { 2024-03-07T02:56:44.632 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 125, 2024-03-07T02:56:44.632 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 144219608931 2024-03-07T02:56:44.632 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.632 INFO:tasks.workunit.client.0.smithi090.stdout: "state_done_lat": { 2024-03-07T02:56:44.633 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 476, 2024-03-07T02:56:44.633 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 72464562293 2024-03-07T02:56:44.633 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.633 INFO:tasks.workunit.client.0.smithi090.stdout: "state_finishing_lat": { 2024-03-07T02:56:44.633 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 476, 2024-03-07T02:56:44.633 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 41592 2024-03-07T02:56:44.633 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.633 INFO:tasks.workunit.client.0.smithi090.stdout: "state_io_done_lat": { 2024-03-07T02:56:44.633 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 476, 2024-03-07T02:56:44.633 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 466280 2024-03-07T02:56:44.633 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.633 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_commiting_lat": { 2024-03-07T02:56:44.633 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 476, 2024-03-07T02:56:44.633 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 173059527 2024-03-07T02:56:44.633 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.634 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_done_lat": { 2024-03-07T02:56:44.634 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 476, 2024-03-07T02:56:44.634 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 207318 2024-03-07T02:56:44.634 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.634 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_queued_lat": { 2024-03-07T02:56:44.634 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 476, 2024-03-07T02:56:44.634 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 88253803 2024-03-07T02:56:44.634 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.634 INFO:tasks.workunit.client.0.smithi090.stdout: "state_prepare_lat": { 2024-03-07T02:56:44.634 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 476, 2024-03-07T02:56:44.634 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23907287 2024-03-07T02:56:44.634 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.634 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": { 2024-03-07T02:56:44.634 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 893457 2024-03-07T02:56:44.634 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.634 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-03-07T02:56:44.634 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 59, 2024-03-07T02:56:44.635 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 249220 2024-03-07T02:56:44.635 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.635 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_commit_lat": { 2024-03-07T02:56:44.635 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 476, 2024-03-07T02:56:44.635 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 296046517 2024-03-07T02:56:44.635 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.635 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_submit_lat": { 2024-03-07T02:56:44.635 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 476, 2024-03-07T02:56:44.635 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 28326812 2024-03-07T02:56:44.635 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.635 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_throttle_lat": { 2024-03-07T02:56:44.635 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 476, 2024-03-07T02:56:44.635 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2975356 2024-03-07T02:56:44.635 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.635 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.636 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache": { 2024-03-07T02:56:44.636 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-03-07T02:56:44.636 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1861615595 2024-03-07T02:56:44.636 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.636 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-03-07T02:56:44.636 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 44482560 2024-03-07T02:56:44.636 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.636 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-03-07T02:56:44.636 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 43532288 2024-03-07T02:56:44.636 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.636 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-03-07T02:56:44.636 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3137555251 2024-03-07T02:56:44.636 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.636 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-03-07T02:56:44.636 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 950272 2024-03-07T02:56:44.637 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.637 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.637 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:data": { 2024-03-07T02:56:44.637 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:44.637 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 159383552 2024-03-07T02:56:44.637 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.637 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:44.637 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.637 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.637 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:44.637 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.637 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.637 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:44.637 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 85470595 2024-03-07T02:56:44.637 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.638 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:44.638 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.638 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.638 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:44.638 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.638 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.638 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:44.638 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.638 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.638 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:44.638 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.638 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.638 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:44.638 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.638 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.639 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:44.639 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 614400 2024-03-07T02:56:44.639 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.639 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:44.639 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.639 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.639 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:44.639 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.639 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.639 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:44.639 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.639 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.639 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:44.639 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 73298557 2024-03-07T02:56:44.639 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.639 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.640 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv": { 2024-03-07T02:56:44.640 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:44.640 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 780140544 2024-03-07T02:56:44.640 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.640 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:44.640 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-03-07T02:56:44.640 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.640 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:44.640 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.640 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.640 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:44.640 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 641029468 2024-03-07T02:56:44.640 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.640 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:44.641 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.641 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.641 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:44.641 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.641 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.641 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:44.641 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.641 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.641 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:44.641 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.641 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.641 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:44.641 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.641 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.641 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:44.641 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2128 2024-03-07T02:56:44.642 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.642 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:44.642 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.642 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.642 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:44.642 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.642 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.642 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:44.642 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.642 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.642 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:44.642 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 72000084 2024-03-07T02:56:44.642 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.642 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.642 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv_onode": { 2024-03-07T02:56:44.643 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:44.643 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 192937984 2024-03-07T02:56:44.643 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.643 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:44.643 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-03-07T02:56:44.643 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.643 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:44.643 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 464 2024-03-07T02:56:44.643 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.643 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:44.643 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 56980397 2024-03-07T02:56:44.643 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.643 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:44.643 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.643 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.643 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:44.644 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.644 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.644 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:44.644 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.644 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.644 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:44.644 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.644 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.644 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:44.644 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.644 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.644 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:44.644 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.644 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.644 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:44.645 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.645 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.645 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:44.645 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.645 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.645 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:44.645 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.645 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.645 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:44.645 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68848259 2024-03-07T02:56:44.645 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.645 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.645 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:meta": { 2024-03-07T02:56:44.645 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:44.645 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 713031680 2024-03-07T02:56:44.645 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.646 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:44.646 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.646 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.646 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:44.646 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.646 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.646 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:44.646 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 641029468 2024-03-07T02:56:44.646 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.646 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:44.646 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.646 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.646 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:44.646 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.646 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.647 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:44.647 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.647 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.647 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:44.647 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.647 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.647 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:44.647 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4887 2024-03-07T02:56:44.647 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.647 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:44.647 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 232177 2024-03-07T02:56:44.647 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.647 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:44.647 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.647 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.648 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:44.648 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.648 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.648 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:44.648 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.648 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.648 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:44.648 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71765148 2024-03-07T02:56:44.648 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.648 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.648 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-03-07T02:56:44.648 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-03-07T02:56:44.648 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.648 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.648 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-03-07T02:56:44.648 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.649 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.649 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-03-07T02:56:44.649 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.649 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.649 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-03-07T02:56:44.649 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.649 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.649 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.649 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-03-07T02:56:44.649 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg": { 2024-03-07T02:56:44.649 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 47 2024-03-07T02:56:44.649 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.649 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg_removing": { 2024-03-07T02:56:44.649 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.649 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.649 INFO:tasks.workunit.client.0.smithi090.stdout: "op": { 2024-03-07T02:56:44.649 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5 2024-03-07T02:56:44.650 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.650 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_degraded": { 2024-03-07T02:56:44.650 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.650 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.650 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_unreadable": { 2024-03-07T02:56:44.650 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.650 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.650 INFO:tasks.workunit.client.0.smithi090.stdout: "op_in_bytes": { 2024-03-07T02:56:44.650 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 616 2024-03-07T02:56:44.650 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.650 INFO:tasks.workunit.client.0.smithi090.stdout: "op_latency": { 2024-03-07T02:56:44.650 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 5, 2024-03-07T02:56:44.650 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 101966072 2024-03-07T02:56:44.650 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.650 INFO:tasks.workunit.client.0.smithi090.stdout: "op_out_bytes": { 2024-03-07T02:56:44.650 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.651 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.651 INFO:tasks.workunit.client.0.smithi090.stdout: "op_prepare_latency": { 2024-03-07T02:56:44.651 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 6, 2024-03-07T02:56:44.651 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6476710 2024-03-07T02:56:44.651 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.651 INFO:tasks.workunit.client.0.smithi090.stdout: "op_process_latency": { 2024-03-07T02:56:44.651 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 5, 2024-03-07T02:56:44.651 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 92739615 2024-03-07T02:56:44.651 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.651 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-03-07T02:56:44.651 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.651 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.651 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency": { 2024-03-07T02:56:44.651 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.651 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.651 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.651 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-03-07T02:56:44.652 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.652 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.652 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_out_bytes": { 2024-03-07T02:56:44.652 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.652 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.652 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_prepare_latency": { 2024-03-07T02:56:44.652 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.652 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.652 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.652 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_process_latency": { 2024-03-07T02:56:44.652 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.652 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.652 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.652 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw": { 2024-03-07T02:56:44.652 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.653 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.653 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_in_bytes": { 2024-03-07T02:56:44.653 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.653 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.653 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency": { 2024-03-07T02:56:44.653 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.653 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.653 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.653 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-03-07T02:56:44.653 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.653 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.653 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-03-07T02:56:44.653 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.653 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.653 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_out_bytes": { 2024-03-07T02:56:44.654 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.654 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.654 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_prepare_latency": { 2024-03-07T02:56:44.654 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.654 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.654 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.654 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_process_latency": { 2024-03-07T02:56:44.654 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.654 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.654 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.654 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-03-07T02:56:44.654 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5 2024-03-07T02:56:44.654 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.654 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_in_bytes": { 2024-03-07T02:56:44.654 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 616 2024-03-07T02:56:44.654 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.655 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency": { 2024-03-07T02:56:44.655 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 5, 2024-03-07T02:56:44.655 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 101966072 2024-03-07T02:56:44.655 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.655 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-03-07T02:56:44.655 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.655 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.655 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_prepare_latency": { 2024-03-07T02:56:44.655 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 6, 2024-03-07T02:56:44.655 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6476710 2024-03-07T02:56:44.655 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.655 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_process_latency": { 2024-03-07T02:56:44.655 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 5, 2024-03-07T02:56:44.655 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 92739615 2024-03-07T02:56:44.655 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.655 INFO:tasks.workunit.client.0.smithi090.stdout: "op_wip": { 2024-03-07T02:56:44.656 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.656 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.656 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_bytes": { 2024-03-07T02:56:44.656 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1771104 2024-03-07T02:56:44.656 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.656 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_ops": { 2024-03-07T02:56:44.656 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6 2024-03-07T02:56:44.656 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.656 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes": { 2024-03-07T02:56:44.656 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-03-07T02:56:44.656 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.656 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes_used": { 2024-03-07T02:56:44.656 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 28975104 2024-03-07T02:56:44.656 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.656 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.657 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.657 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.1": { 2024-03-07T02:56:44.657 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-03-07T02:56:44.657 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_fallback": { 2024-03-07T02:56:44.657 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.657 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.657 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_size_fallback": { 2024-03-07T02:56:44.657 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.657 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.657 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_db": { 2024-03-07T02:56:44.657 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65536 2024-03-07T02:56:44.657 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.657 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_main": { 2024-03-07T02:56:44.657 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.657 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.658 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_wal": { 2024-03-07T02:56:44.658 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.658 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.658 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_slow": { 2024-03-07T02:56:44.658 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.658 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.658 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_sst": { 2024-03-07T02:56:44.658 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12288 2024-03-07T02:56:44.658 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.658 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_wal": { 2024-03-07T02:56:44.658 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2428928 2024-03-07T02:56:44.658 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.658 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lat": { 2024-03-07T02:56:44.658 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.658 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.658 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.659 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lock_lat": { 2024-03-07T02:56:44.659 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.659 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.659 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.659 INFO:tasks.workunit.client.0.smithi090.stdout: "db_total_bytes": { 2024-03-07T02:56:44.659 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-03-07T02:56:44.659 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.659 INFO:tasks.workunit.client.0.smithi090.stdout: "db_used_bytes": { 2024-03-07T02:56:44.659 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 27656192 2024-03-07T02:56:44.659 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.659 INFO:tasks.workunit.client.0.smithi090.stdout: "log_bytes": { 2024-03-07T02:56:44.659 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1544192 2024-03-07T02:56:44.659 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.659 INFO:tasks.workunit.client.0.smithi090.stdout: "logged_bytes": { 2024-03-07T02:56:44.659 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1404928 2024-03-07T02:56:44.659 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.660 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_db": { 2024-03-07T02:56:44.660 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 31850496 2024-03-07T02:56:44.660 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.660 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_slow": { 2024-03-07T02:56:44.660 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.660 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.660 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_wal": { 2024-03-07T02:56:44.660 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.660 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.660 INFO:tasks.workunit.client.0.smithi090.stdout: "num_files": { 2024-03-07T02:56:44.660 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14 2024-03-07T02:56:44.660 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.660 INFO:tasks.workunit.client.0.smithi090.stdout: "read_bytes": { 2024-03-07T02:56:44.660 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 206366 2024-03-07T02:56:44.660 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.660 INFO:tasks.workunit.client.0.smithi090.stdout: "read_count": { 2024-03-07T02:56:44.661 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23 2024-03-07T02:56:44.661 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.661 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes": { 2024-03-07T02:56:44.661 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1282048 2024-03-07T02:56:44.661 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.661 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_db": { 2024-03-07T02:56:44.661 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1286144 2024-03-07T02:56:44.661 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.661 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_slow": { 2024-03-07T02:56:44.661 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.661 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.661 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_wal": { 2024-03-07T02:56:44.661 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.661 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.661 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_count": { 2024-03-07T02:56:44.662 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15 2024-03-07T02:56:44.662 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.662 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_bytes": { 2024-03-07T02:56:44.662 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5019 2024-03-07T02:56:44.662 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.662 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_count": { 2024-03-07T02:56:44.662 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4 2024-03-07T02:56:44.662 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.662 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_bytes": { 2024-03-07T02:56:44.662 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5845 2024-03-07T02:56:44.662 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.662 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_count": { 2024-03-07T02:56:44.662 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24 2024-03-07T02:56:44.662 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.662 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_bytes": { 2024-03-07T02:56:44.663 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5845 2024-03-07T02:56:44.663 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.663 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_count": { 2024-03-07T02:56:44.663 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24 2024-03-07T02:56:44.663 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.663 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes": { 2024-03-07T02:56:44.663 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.663 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.663 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_db": { 2024-03-07T02:56:44.663 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.663 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.663 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_slow": { 2024-03-07T02:56:44.663 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.663 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.663 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_wal": { 2024-03-07T02:56:44.663 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.664 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.664 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_count": { 2024-03-07T02:56:44.664 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.664 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.664 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_total_bytes": { 2024-03-07T02:56:44.664 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.664 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.664 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_used_bytes": { 2024-03-07T02:56:44.664 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.664 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.664 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_total_bytes": { 2024-03-07T02:56:44.664 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.664 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.664 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_used_bytes": { 2024-03-07T02:56:44.664 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.664 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.665 INFO:tasks.workunit.client.0.smithi090.stdout: "write_bytes": { 2024-03-07T02:56:44.665 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3911680 2024-03-07T02:56:44.665 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.665 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.665 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": { 2024-03-07T02:56:44.665 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit": { 2024-03-07T02:56:44.665 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4096 2024-03-07T02:56:44.665 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.665 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": { 2024-03-07T02:56:44.665 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 704512 2024-03-07T02:56:44.665 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.665 INFO:tasks.workunit.client.0.smithi090.stdout: "clist_lat": { 2024-03-07T02:56:44.665 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 5, 2024-03-07T02:56:44.665 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 209083 2024-03-07T02:56:44.665 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.665 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_lat": { 2024-03-07T02:56:44.666 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.666 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.666 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.666 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed": { 2024-03-07T02:56:44.666 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.666 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.666 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_allocated": { 2024-03-07T02:56:44.666 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.666 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.666 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_original": { 2024-03-07T02:56:44.666 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.666 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.666 INFO:tasks.workunit.client.0.smithi090.stdout: "csum_lat": { 2024-03-07T02:56:44.666 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 32, 2024-03-07T02:56:44.666 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71034 2024-03-07T02:56:44.666 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.667 INFO:tasks.workunit.client.0.smithi090.stdout: "decompress_lat": { 2024-03-07T02:56:44.667 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.667 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.667 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.667 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_commit_lat": { 2024-03-07T02:56:44.667 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 330, 2024-03-07T02:56:44.667 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 86705097 2024-03-07T02:56:44.667 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.667 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_final_lat": { 2024-03-07T02:56:44.667 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 322, 2024-03-07T02:56:44.667 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14181493 2024-03-07T02:56:44.667 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.667 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_flush_lat": { 2024-03-07T02:56:44.667 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 330, 2024-03-07T02:56:44.667 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 362910 2024-03-07T02:56:44.667 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.668 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_sync_lat": { 2024-03-07T02:56:44.668 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 330, 2024-03-07T02:56:44.668 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 87068007 2024-03-07T02:56:44.668 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.668 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_keys_lat": { 2024-03-07T02:56:44.668 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.668 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.668 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.668 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_values_lat": { 2024-03-07T02:56:44.668 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3, 2024-03-07T02:56:44.668 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 77298 2024-03-07T02:56:44.668 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.668 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_lower_bound_lat": { 2024-03-07T02:56:44.668 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-03-07T02:56:44.668 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6220 2024-03-07T02:56:44.669 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.669 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_next_lat": { 2024-03-07T02:56:44.669 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.669 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.669 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.669 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_seek_to_first_lat": { 2024-03-07T02:56:44.669 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.669 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.669 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.669 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_upper_bound_lat": { 2024-03-07T02:56:44.669 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-03-07T02:56:44.669 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5137 2024-03-07T02:56:44.669 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.669 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_hits": { 2024-03-07T02:56:44.669 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 821 2024-03-07T02:56:44.669 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.670 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_misses": { 2024-03-07T02:56:44.670 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 226 2024-03-07T02:56:44.670 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.670 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-03-07T02:56:44.670 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 134, 2024-03-07T02:56:44.670 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7684447 2024-03-07T02:56:44.670 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.670 INFO:tasks.workunit.client.0.smithi090.stdout: "read_onode_meta_lat": { 2024-03-07T02:56:44.670 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 351, 2024-03-07T02:56:44.670 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 293498 2024-03-07T02:56:44.670 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.670 INFO:tasks.workunit.client.0.smithi090.stdout: "read_wait_aio_lat": { 2024-03-07T02:56:44.670 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 217, 2024-03-07T02:56:44.670 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7558338 2024-03-07T02:56:44.670 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.670 INFO:tasks.workunit.client.0.smithi090.stdout: "reads_with_retries": { 2024-03-07T02:56:44.671 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.671 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.671 INFO:tasks.workunit.client.0.smithi090.stdout: "remove_lat": { 2024-03-07T02:56:44.671 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3, 2024-03-07T02:56:44.671 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 135723 2024-03-07T02:56:44.671 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.671 INFO:tasks.workunit.client.0.smithi090.stdout: "state_aio_wait_lat": { 2024-03-07T02:56:44.671 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 410, 2024-03-07T02:56:44.671 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8344917 2024-03-07T02:56:44.671 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.671 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_aio_wait_lat": { 2024-03-07T02:56:44.671 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 122, 2024-03-07T02:56:44.671 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6854082 2024-03-07T02:56:44.671 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.671 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_cleanup_lat": { 2024-03-07T02:56:44.672 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 121, 2024-03-07T02:56:44.672 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 317283005012 2024-03-07T02:56:44.672 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.672 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_queued_lat": { 2024-03-07T02:56:44.672 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 122, 2024-03-07T02:56:44.672 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 124386417642 2024-03-07T02:56:44.672 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.672 INFO:tasks.workunit.client.0.smithi090.stdout: "state_done_lat": { 2024-03-07T02:56:44.672 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 409, 2024-03-07T02:56:44.672 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 72461231804 2024-03-07T02:56:44.672 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.672 INFO:tasks.workunit.client.0.smithi090.stdout: "state_finishing_lat": { 2024-03-07T02:56:44.672 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 409, 2024-03-07T02:56:44.672 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 41931 2024-03-07T02:56:44.672 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.673 INFO:tasks.workunit.client.0.smithi090.stdout: "state_io_done_lat": { 2024-03-07T02:56:44.673 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 410, 2024-03-07T02:56:44.673 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 469701 2024-03-07T02:56:44.673 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.673 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_commiting_lat": { 2024-03-07T02:56:44.673 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 410, 2024-03-07T02:56:44.673 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 167627380 2024-03-07T02:56:44.673 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.673 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_done_lat": { 2024-03-07T02:56:44.673 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 410, 2024-03-07T02:56:44.673 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 140425 2024-03-07T02:56:44.673 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.673 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_queued_lat": { 2024-03-07T02:56:44.673 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 410, 2024-03-07T02:56:44.674 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 102913597 2024-03-07T02:56:44.674 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.674 INFO:tasks.workunit.client.0.smithi090.stdout: "state_prepare_lat": { 2024-03-07T02:56:44.674 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 410, 2024-03-07T02:56:44.674 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 20617822 2024-03-07T02:56:44.674 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.674 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": { 2024-03-07T02:56:44.674 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 302794 2024-03-07T02:56:44.674 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.674 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-03-07T02:56:44.674 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 56, 2024-03-07T02:56:44.674 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 303182 2024-03-07T02:56:44.674 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.674 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_commit_lat": { 2024-03-07T02:56:44.674 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 410, 2024-03-07T02:56:44.674 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 300031573 2024-03-07T02:56:44.675 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.675 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_submit_lat": { 2024-03-07T02:56:44.675 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 410, 2024-03-07T02:56:44.675 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24692277 2024-03-07T02:56:44.675 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.675 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_throttle_lat": { 2024-03-07T02:56:44.675 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 410, 2024-03-07T02:56:44.675 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2729681 2024-03-07T02:56:44.675 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.675 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.675 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache": { 2024-03-07T02:56:44.675 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-03-07T02:56:44.675 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1861615595 2024-03-07T02:56:44.675 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.675 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-03-07T02:56:44.675 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 42385408 2024-03-07T02:56:44.676 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.676 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-03-07T02:56:44.676 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 42237952 2024-03-07T02:56:44.676 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.676 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-03-07T02:56:44.676 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3137555251 2024-03-07T02:56:44.676 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.676 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-03-07T02:56:44.676 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 147456 2024-03-07T02:56:44.676 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.676 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.676 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:data": { 2024-03-07T02:56:44.676 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:44.676 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 159383552 2024-03-07T02:56:44.676 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.677 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:44.677 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.677 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.677 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:44.677 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.677 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.677 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:44.677 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 85507850 2024-03-07T02:56:44.677 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.677 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:44.677 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.677 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.677 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:44.677 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.677 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.678 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:44.678 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.678 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.678 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:44.678 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.678 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.678 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:44.678 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.678 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.678 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:44.678 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 20480 2024-03-07T02:56:44.678 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.678 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:44.678 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.678 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.678 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:44.679 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.679 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.679 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:44.679 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.679 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.679 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:44.679 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 73855222 2024-03-07T02:56:44.679 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.679 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.679 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv": { 2024-03-07T02:56:44.679 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:44.679 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 780140544 2024-03-07T02:56:44.679 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.679 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:44.679 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-03-07T02:56:44.680 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.680 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:44.680 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.680 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.680 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:44.680 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 641308880 2024-03-07T02:56:44.680 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.680 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:44.680 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.680 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.680 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:44.680 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.680 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.680 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:44.680 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.680 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.681 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:44.681 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.681 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.681 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:44.681 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.681 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.681 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:44.681 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2128 2024-03-07T02:56:44.681 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.681 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:44.681 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.681 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.681 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:44.681 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.681 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.681 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:44.682 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.682 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.682 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:44.682 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71720672 2024-03-07T02:56:44.682 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.682 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.682 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv_onode": { 2024-03-07T02:56:44.682 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:44.682 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 192937984 2024-03-07T02:56:44.682 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.682 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:44.682 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-03-07T02:56:44.682 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.682 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:44.682 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 464 2024-03-07T02:56:44.682 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.683 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:44.683 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 57005233 2024-03-07T02:56:44.683 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.683 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:44.683 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.683 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.683 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:44.683 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.683 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.683 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:44.683 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.683 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.683 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:44.683 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.683 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.684 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:44.684 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.684 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.684 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:44.684 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.684 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.684 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:44.684 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.684 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.684 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:44.684 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.684 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.684 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:44.684 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.685 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.685 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:44.685 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68823423 2024-03-07T02:56:44.685 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.685 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.685 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:meta": { 2024-03-07T02:56:44.685 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:44.685 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 713031680 2024-03-07T02:56:44.685 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.685 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:44.685 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.685 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.685 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:44.685 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.685 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.686 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:44.686 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 641308880 2024-03-07T02:56:44.686 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.686 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:44.686 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.686 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.686 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:44.686 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.686 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.686 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:44.686 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.686 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.686 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:44.686 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.686 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.687 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:44.687 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8233 2024-03-07T02:56:44.687 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.687 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:44.687 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 205837 2024-03-07T02:56:44.687 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.687 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:44.687 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.687 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.687 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:44.687 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.687 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.687 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:44.687 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.687 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.687 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:44.688 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71508730 2024-03-07T02:56:44.688 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.688 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.688 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-03-07T02:56:44.688 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-03-07T02:56:44.688 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.688 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.688 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-03-07T02:56:44.688 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.688 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.688 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-03-07T02:56:44.688 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.688 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.688 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-03-07T02:56:44.688 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.689 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.689 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.689 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-03-07T02:56:44.689 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg": { 2024-03-07T02:56:44.689 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 36 2024-03-07T02:56:44.689 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.689 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg_removing": { 2024-03-07T02:56:44.689 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.689 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.689 INFO:tasks.workunit.client.0.smithi090.stdout: "op": { 2024-03-07T02:56:44.689 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 155 2024-03-07T02:56:44.689 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.689 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_degraded": { 2024-03-07T02:56:44.689 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.689 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.689 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_unreadable": { 2024-03-07T02:56:44.690 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.690 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.690 INFO:tasks.workunit.client.0.smithi090.stdout: "op_in_bytes": { 2024-03-07T02:56:44.690 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2429440 2024-03-07T02:56:44.690 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.690 INFO:tasks.workunit.client.0.smithi090.stdout: "op_latency": { 2024-03-07T02:56:44.690 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 155, 2024-03-07T02:56:44.690 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 927144003 2024-03-07T02:56:44.690 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.690 INFO:tasks.workunit.client.0.smithi090.stdout: "op_out_bytes": { 2024-03-07T02:56:44.690 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1019 2024-03-07T02:56:44.690 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.690 INFO:tasks.workunit.client.0.smithi090.stdout: "op_prepare_latency": { 2024-03-07T02:56:44.690 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 155, 2024-03-07T02:56:44.690 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 53105001 2024-03-07T02:56:44.690 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.691 INFO:tasks.workunit.client.0.smithi090.stdout: "op_process_latency": { 2024-03-07T02:56:44.691 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 155, 2024-03-07T02:56:44.691 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 229166294 2024-03-07T02:56:44.691 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.691 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-03-07T02:56:44.691 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 33 2024-03-07T02:56:44.691 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.691 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency": { 2024-03-07T02:56:44.691 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 33, 2024-03-07T02:56:44.691 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5864733 2024-03-07T02:56:44.691 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.691 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-03-07T02:56:44.691 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.691 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.691 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_out_bytes": { 2024-03-07T02:56:44.692 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1019 2024-03-07T02:56:44.692 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.692 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_prepare_latency": { 2024-03-07T02:56:44.692 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 33, 2024-03-07T02:56:44.692 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5290875 2024-03-07T02:56:44.692 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.692 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_process_latency": { 2024-03-07T02:56:44.692 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 33, 2024-03-07T02:56:44.692 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4567318 2024-03-07T02:56:44.692 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.692 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw": { 2024-03-07T02:56:44.692 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 22 2024-03-07T02:56:44.692 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.692 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_in_bytes": { 2024-03-07T02:56:44.692 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.692 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.693 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency": { 2024-03-07T02:56:44.693 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 22, 2024-03-07T02:56:44.693 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 18250324 2024-03-07T02:56:44.693 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.693 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-03-07T02:56:44.693 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.693 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.693 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-03-07T02:56:44.693 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.693 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.693 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_out_bytes": { 2024-03-07T02:56:44.693 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.693 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.693 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_prepare_latency": { 2024-03-07T02:56:44.693 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 22, 2024-03-07T02:56:44.694 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8350121 2024-03-07T02:56:44.694 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.694 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_process_latency": { 2024-03-07T02:56:44.694 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 22, 2024-03-07T02:56:44.694 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 17185124 2024-03-07T02:56:44.694 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.694 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-03-07T02:56:44.694 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 100 2024-03-07T02:56:44.694 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.694 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_in_bytes": { 2024-03-07T02:56:44.694 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2429440 2024-03-07T02:56:44.694 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.694 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency": { 2024-03-07T02:56:44.694 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 100, 2024-03-07T02:56:44.694 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 903028946 2024-03-07T02:56:44.694 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.695 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-03-07T02:56:44.695 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.695 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.695 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_prepare_latency": { 2024-03-07T02:56:44.695 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 100, 2024-03-07T02:56:44.695 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 39464005 2024-03-07T02:56:44.695 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.695 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_process_latency": { 2024-03-07T02:56:44.695 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 100, 2024-03-07T02:56:44.695 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 207413852 2024-03-07T02:56:44.695 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.695 INFO:tasks.workunit.client.0.smithi090.stdout: "op_wip": { 2024-03-07T02:56:44.695 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.695 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.695 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_bytes": { 2024-03-07T02:56:44.695 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 590368 2024-03-07T02:56:44.695 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.696 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_ops": { 2024-03-07T02:56:44.696 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-03-07T02:56:44.696 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.696 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes": { 2024-03-07T02:56:44.696 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-03-07T02:56:44.696 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.696 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes_used": { 2024-03-07T02:56:44.696 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 28372992 2024-03-07T02:56:44.696 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.696 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.696 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.696 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.2": { 2024-03-07T02:56:44.696 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-03-07T02:56:44.696 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_fallback": { 2024-03-07T02:56:44.696 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.697 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.697 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_size_fallback": { 2024-03-07T02:56:44.697 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.697 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.697 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_db": { 2024-03-07T02:56:44.697 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65536 2024-03-07T02:56:44.697 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.697 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_main": { 2024-03-07T02:56:44.697 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.697 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.697 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_wal": { 2024-03-07T02:56:44.697 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.697 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.697 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_slow": { 2024-03-07T02:56:44.697 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.697 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.697 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_sst": { 2024-03-07T02:56:44.698 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12288 2024-03-07T02:56:44.698 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.698 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_wal": { 2024-03-07T02:56:44.698 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2064384 2024-03-07T02:56:44.698 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.698 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lat": { 2024-03-07T02:56:44.698 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.698 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.698 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.698 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lock_lat": { 2024-03-07T02:56:44.698 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.698 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.698 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.698 INFO:tasks.workunit.client.0.smithi090.stdout: "db_total_bytes": { 2024-03-07T02:56:44.698 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-03-07T02:56:44.698 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.699 INFO:tasks.workunit.client.0.smithi090.stdout: "db_used_bytes": { 2024-03-07T02:56:44.699 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 27656192 2024-03-07T02:56:44.699 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.699 INFO:tasks.workunit.client.0.smithi090.stdout: "log_bytes": { 2024-03-07T02:56:44.699 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1290240 2024-03-07T02:56:44.699 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.699 INFO:tasks.workunit.client.0.smithi090.stdout: "logged_bytes": { 2024-03-07T02:56:44.699 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1150976 2024-03-07T02:56:44.699 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.699 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_db": { 2024-03-07T02:56:44.699 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 31850496 2024-03-07T02:56:44.699 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.699 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_slow": { 2024-03-07T02:56:44.699 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.699 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.699 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_wal": { 2024-03-07T02:56:44.700 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.700 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.700 INFO:tasks.workunit.client.0.smithi090.stdout: "num_files": { 2024-03-07T02:56:44.700 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14 2024-03-07T02:56:44.700 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.700 INFO:tasks.workunit.client.0.smithi090.stdout: "read_bytes": { 2024-03-07T02:56:44.700 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 206366 2024-03-07T02:56:44.700 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.700 INFO:tasks.workunit.client.0.smithi090.stdout: "read_count": { 2024-03-07T02:56:44.700 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23 2024-03-07T02:56:44.700 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.700 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes": { 2024-03-07T02:56:44.700 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1282048 2024-03-07T02:56:44.700 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.701 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_db": { 2024-03-07T02:56:44.701 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1286144 2024-03-07T02:56:44.701 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.701 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_slow": { 2024-03-07T02:56:44.701 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.701 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.701 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_wal": { 2024-03-07T02:56:44.701 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.701 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.701 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_count": { 2024-03-07T02:56:44.701 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15 2024-03-07T02:56:44.701 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.701 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_bytes": { 2024-03-07T02:56:44.701 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5019 2024-03-07T02:56:44.701 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.701 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_count": { 2024-03-07T02:56:44.702 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4 2024-03-07T02:56:44.702 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.702 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_bytes": { 2024-03-07T02:56:44.702 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5845 2024-03-07T02:56:44.702 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.702 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_count": { 2024-03-07T02:56:44.702 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24 2024-03-07T02:56:44.702 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.702 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_bytes": { 2024-03-07T02:56:44.702 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5845 2024-03-07T02:56:44.702 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.702 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_count": { 2024-03-07T02:56:44.702 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24 2024-03-07T02:56:44.702 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.702 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes": { 2024-03-07T02:56:44.702 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.703 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.703 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_db": { 2024-03-07T02:56:44.703 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.703 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.703 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_slow": { 2024-03-07T02:56:44.703 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.703 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.703 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_wal": { 2024-03-07T02:56:44.703 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.703 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.703 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_count": { 2024-03-07T02:56:44.703 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.703 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.703 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_total_bytes": { 2024-03-07T02:56:44.703 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.703 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.704 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_used_bytes": { 2024-03-07T02:56:44.704 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.704 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.704 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_total_bytes": { 2024-03-07T02:56:44.704 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.704 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.704 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_used_bytes": { 2024-03-07T02:56:44.704 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.704 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.704 INFO:tasks.workunit.client.0.smithi090.stdout: "write_bytes": { 2024-03-07T02:56:44.704 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3293184 2024-03-07T02:56:44.704 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.704 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.704 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": { 2024-03-07T02:56:44.704 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit": { 2024-03-07T02:56:44.705 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4096 2024-03-07T02:56:44.705 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.705 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": { 2024-03-07T02:56:44.705 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 696320 2024-03-07T02:56:44.705 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.705 INFO:tasks.workunit.client.0.smithi090.stdout: "clist_lat": { 2024-03-07T02:56:44.705 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 4, 2024-03-07T02:56:44.705 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 156531 2024-03-07T02:56:44.705 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.705 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_lat": { 2024-03-07T02:56:44.705 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.705 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.705 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.705 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed": { 2024-03-07T02:56:44.705 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.705 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.706 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_allocated": { 2024-03-07T02:56:44.706 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.706 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.706 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_original": { 2024-03-07T02:56:44.706 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.706 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.706 INFO:tasks.workunit.client.0.smithi090.stdout: "csum_lat": { 2024-03-07T02:56:44.706 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 12, 2024-03-07T02:56:44.706 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13252 2024-03-07T02:56:44.706 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.706 INFO:tasks.workunit.client.0.smithi090.stdout: "decompress_lat": { 2024-03-07T02:56:44.706 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.706 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.706 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.706 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_commit_lat": { 2024-03-07T02:56:44.706 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 268, 2024-03-07T02:56:44.707 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 55379124 2024-03-07T02:56:44.707 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.707 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_final_lat": { 2024-03-07T02:56:44.707 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 260, 2024-03-07T02:56:44.707 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8661346 2024-03-07T02:56:44.707 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.707 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_flush_lat": { 2024-03-07T02:56:44.707 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 268, 2024-03-07T02:56:44.707 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 274464 2024-03-07T02:56:44.707 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.707 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_sync_lat": { 2024-03-07T02:56:44.707 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 268, 2024-03-07T02:56:44.707 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 55653588 2024-03-07T02:56:44.707 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.707 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_keys_lat": { 2024-03-07T02:56:44.707 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.708 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.708 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.708 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_values_lat": { 2024-03-07T02:56:44.708 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3, 2024-03-07T02:56:44.708 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 41399 2024-03-07T02:56:44.708 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.708 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_lower_bound_lat": { 2024-03-07T02:56:44.708 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.708 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.708 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.708 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_next_lat": { 2024-03-07T02:56:44.708 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.708 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.708 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.708 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_seek_to_first_lat": { 2024-03-07T02:56:44.709 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.709 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.709 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.709 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_upper_bound_lat": { 2024-03-07T02:56:44.709 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-03-07T02:56:44.709 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4809 2024-03-07T02:56:44.709 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.709 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_hits": { 2024-03-07T02:56:44.709 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 586 2024-03-07T02:56:44.709 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.709 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_misses": { 2024-03-07T02:56:44.709 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 210 2024-03-07T02:56:44.709 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.709 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-03-07T02:56:44.709 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 91, 2024-03-07T02:56:44.710 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1389449 2024-03-07T02:56:44.710 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.710 INFO:tasks.workunit.client.0.smithi090.stdout: "read_onode_meta_lat": { 2024-03-07T02:56:44.710 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 257, 2024-03-07T02:56:44.710 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 266983 2024-03-07T02:56:44.710 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.710 INFO:tasks.workunit.client.0.smithi090.stdout: "read_wait_aio_lat": { 2024-03-07T02:56:44.710 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 166, 2024-03-07T02:56:44.710 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7414021 2024-03-07T02:56:44.710 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.710 INFO:tasks.workunit.client.0.smithi090.stdout: "reads_with_retries": { 2024-03-07T02:56:44.710 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.710 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.710 INFO:tasks.workunit.client.0.smithi090.stdout: "remove_lat": { 2024-03-07T02:56:44.710 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3, 2024-03-07T02:56:44.710 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 105879 2024-03-07T02:56:44.711 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.711 INFO:tasks.workunit.client.0.smithi090.stdout: "state_aio_wait_lat": { 2024-03-07T02:56:44.711 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 331, 2024-03-07T02:56:44.711 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9889458 2024-03-07T02:56:44.711 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.711 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_aio_wait_lat": { 2024-03-07T02:56:44.711 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 114, 2024-03-07T02:56:44.711 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6783772 2024-03-07T02:56:44.711 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.711 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_cleanup_lat": { 2024-03-07T02:56:44.711 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 113, 2024-03-07T02:56:44.711 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 298201262354 2024-03-07T02:56:44.711 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.711 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_queued_lat": { 2024-03-07T02:56:44.711 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 114, 2024-03-07T02:56:44.712 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 114408206988 2024-03-07T02:56:44.712 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.712 INFO:tasks.workunit.client.0.smithi090.stdout: "state_done_lat": { 2024-03-07T02:56:44.712 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 330, 2024-03-07T02:56:44.712 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 75469238719 2024-03-07T02:56:44.712 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.712 INFO:tasks.workunit.client.0.smithi090.stdout: "state_finishing_lat": { 2024-03-07T02:56:44.712 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 330, 2024-03-07T02:56:44.712 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 28698 2024-03-07T02:56:44.712 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.712 INFO:tasks.workunit.client.0.smithi090.stdout: "state_io_done_lat": { 2024-03-07T02:56:44.712 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 331, 2024-03-07T02:56:44.712 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 730045 2024-03-07T02:56:44.712 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.712 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_commiting_lat": { 2024-03-07T02:56:44.712 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 331, 2024-03-07T02:56:44.713 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 115053899 2024-03-07T02:56:44.713 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.713 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_done_lat": { 2024-03-07T02:56:44.713 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 331, 2024-03-07T02:56:44.713 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 148774 2024-03-07T02:56:44.713 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.713 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_queued_lat": { 2024-03-07T02:56:44.713 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 331, 2024-03-07T02:56:44.713 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 66021697 2024-03-07T02:56:44.713 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.713 INFO:tasks.workunit.client.0.smithi090.stdout: "state_prepare_lat": { 2024-03-07T02:56:44.713 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 331, 2024-03-07T02:56:44.713 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24885444 2024-03-07T02:56:44.713 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.713 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": { 2024-03-07T02:56:44.713 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 302634 2024-03-07T02:56:44.714 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.714 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-03-07T02:56:44.714 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 48, 2024-03-07T02:56:44.714 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 224702 2024-03-07T02:56:44.714 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.714 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_commit_lat": { 2024-03-07T02:56:44.714 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 331, 2024-03-07T02:56:44.714 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 216639454 2024-03-07T02:56:44.714 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.714 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_submit_lat": { 2024-03-07T02:56:44.714 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 331, 2024-03-07T02:56:44.714 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 28743243 2024-03-07T02:56:44.714 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.714 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_throttle_lat": { 2024-03-07T02:56:44.714 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 331, 2024-03-07T02:56:44.714 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3527049 2024-03-07T02:56:44.715 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.715 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.715 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache": { 2024-03-07T02:56:44.715 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-03-07T02:56:44.715 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1861615595 2024-03-07T02:56:44.715 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.715 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-03-07T02:56:44.715 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 42319872 2024-03-07T02:56:44.715 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.715 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-03-07T02:56:44.715 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 41549824 2024-03-07T02:56:44.715 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.715 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-03-07T02:56:44.715 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3137555251 2024-03-07T02:56:44.715 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.715 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-03-07T02:56:44.716 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 770048 2024-03-07T02:56:44.716 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.716 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.716 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:data": { 2024-03-07T02:56:44.716 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:44.716 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 159383552 2024-03-07T02:56:44.716 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.716 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:44.716 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.716 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.716 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:44.716 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.716 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.716 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:44.716 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 85509112 2024-03-07T02:56:44.717 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.717 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:44.717 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.717 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.717 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:44.717 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.717 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.717 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:44.717 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.717 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.717 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:44.717 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.717 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.717 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:44.717 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.717 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.718 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:44.718 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8192 2024-03-07T02:56:44.718 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.718 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:44.718 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.718 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.718 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:44.718 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.718 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.718 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:44.718 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.718 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.718 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:44.718 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 73866248 2024-03-07T02:56:44.718 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.718 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.719 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv": { 2024-03-07T02:56:44.719 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:44.719 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 780140544 2024-03-07T02:56:44.719 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.719 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:44.719 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-03-07T02:56:44.719 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.719 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:44.719 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.719 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.719 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:44.719 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 641318344 2024-03-07T02:56:44.719 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.719 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:44.719 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.719 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.719 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:44.720 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.720 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.720 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:44.720 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.720 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.720 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:44.720 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.720 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.720 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:44.720 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.720 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.720 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:44.720 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2128 2024-03-07T02:56:44.720 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.720 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:44.721 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.721 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.721 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:44.721 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.721 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.721 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:44.721 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.721 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.721 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:44.721 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71711208 2024-03-07T02:56:44.721 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.721 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.721 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv_onode": { 2024-03-07T02:56:44.721 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:44.722 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 192937984 2024-03-07T02:56:44.722 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.722 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:44.722 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-03-07T02:56:44.722 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.722 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:44.722 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 464 2024-03-07T02:56:44.722 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.722 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:44.722 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 57006075 2024-03-07T02:56:44.722 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.722 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:44.722 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.722 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.722 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:44.722 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.723 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.723 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:44.723 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.723 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.723 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:44.723 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.723 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.723 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:44.723 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.723 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.723 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:44.723 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.723 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.723 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:44.723 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.724 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.724 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:44.724 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.724 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.724 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:44.724 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.724 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.724 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:44.724 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68822581 2024-03-07T02:56:44.724 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.724 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.724 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:meta": { 2024-03-07T02:56:44.724 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:44.724 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 713031680 2024-03-07T02:56:44.724 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.724 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:44.725 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.725 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.725 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:44.725 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.725 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.725 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:44.725 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 641318344 2024-03-07T02:56:44.725 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.725 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:44.725 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.725 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.725 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:44.725 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.725 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.725 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:44.726 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.726 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.726 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:44.726 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.726 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.726 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:44.726 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9345 2024-03-07T02:56:44.726 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.726 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:44.726 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 196254 2024-03-07T02:56:44.726 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.726 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:44.726 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.726 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.726 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:44.726 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.727 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.727 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:44.727 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.727 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.727 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:44.727 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71507737 2024-03-07T02:56:44.727 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.727 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.727 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-03-07T02:56:44.727 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-03-07T02:56:44.727 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.727 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.727 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-03-07T02:56:44.727 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.727 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.727 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-03-07T02:56:44.727 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.728 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.728 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-03-07T02:56:44.728 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.728 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.728 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.728 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-03-07T02:56:44.728 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg": { 2024-03-07T02:56:44.728 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 30 2024-03-07T02:56:44.728 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.728 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg_removing": { 2024-03-07T02:56:44.728 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.728 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.728 INFO:tasks.workunit.client.0.smithi090.stdout: "op": { 2024-03-07T02:56:44.728 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10 2024-03-07T02:56:44.728 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.728 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_degraded": { 2024-03-07T02:56:44.729 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.729 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.729 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_unreadable": { 2024-03-07T02:56:44.729 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.729 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.729 INFO:tasks.workunit.client.0.smithi090.stdout: "op_in_bytes": { 2024-03-07T02:56:44.729 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.729 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.729 INFO:tasks.workunit.client.0.smithi090.stdout: "op_latency": { 2024-03-07T02:56:44.729 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 10, 2024-03-07T02:56:44.729 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 118785372 2024-03-07T02:56:44.729 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.729 INFO:tasks.workunit.client.0.smithi090.stdout: "op_out_bytes": { 2024-03-07T02:56:44.729 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.729 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.729 INFO:tasks.workunit.client.0.smithi090.stdout: "op_prepare_latency": { 2024-03-07T02:56:44.730 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 10, 2024-03-07T02:56:44.730 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5117117 2024-03-07T02:56:44.730 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.730 INFO:tasks.workunit.client.0.smithi090.stdout: "op_process_latency": { 2024-03-07T02:56:44.730 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 10, 2024-03-07T02:56:44.730 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 92559561 2024-03-07T02:56:44.730 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.730 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-03-07T02:56:44.730 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.730 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.730 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency": { 2024-03-07T02:56:44.730 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.730 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.730 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.730 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-03-07T02:56:44.730 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.731 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.731 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_out_bytes": { 2024-03-07T02:56:44.731 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.731 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.731 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_prepare_latency": { 2024-03-07T02:56:44.731 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.731 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.731 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.731 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_process_latency": { 2024-03-07T02:56:44.731 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.731 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.731 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.731 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw": { 2024-03-07T02:56:44.731 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.731 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.731 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_in_bytes": { 2024-03-07T02:56:44.732 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.732 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.732 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency": { 2024-03-07T02:56:44.732 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.732 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.732 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.732 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-03-07T02:56:44.732 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.732 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.732 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-03-07T02:56:44.732 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.732 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.732 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_out_bytes": { 2024-03-07T02:56:44.732 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.732 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.732 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_prepare_latency": { 2024-03-07T02:56:44.733 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.733 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.733 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.733 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_process_latency": { 2024-03-07T02:56:44.733 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.733 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.733 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.733 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-03-07T02:56:44.733 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10 2024-03-07T02:56:44.733 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.733 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_in_bytes": { 2024-03-07T02:56:44.733 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.733 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.733 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency": { 2024-03-07T02:56:44.733 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 10, 2024-03-07T02:56:44.733 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 118785372 2024-03-07T02:56:44.734 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.734 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-03-07T02:56:44.734 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.734 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.734 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_prepare_latency": { 2024-03-07T02:56:44.734 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 10, 2024-03-07T02:56:44.734 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5117117 2024-03-07T02:56:44.734 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.734 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_process_latency": { 2024-03-07T02:56:44.734 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 10, 2024-03-07T02:56:44.734 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 92559561 2024-03-07T02:56:44.734 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.734 INFO:tasks.workunit.client.0.smithi090.stdout: "op_wip": { 2024-03-07T02:56:44.734 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.734 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.734 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_bytes": { 2024-03-07T02:56:44.735 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.735 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.735 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_ops": { 2024-03-07T02:56:44.735 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.735 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.735 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes": { 2024-03-07T02:56:44.735 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-03-07T02:56:44.735 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.735 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes_used": { 2024-03-07T02:56:44.735 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 28364800 2024-03-07T02:56:44.735 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.735 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.735 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.735 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.3": { 2024-03-07T02:56:44.735 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-03-07T02:56:44.735 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_fallback": { 2024-03-07T02:56:44.736 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.736 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.736 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_size_fallback": { 2024-03-07T02:56:44.736 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.736 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.736 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_db": { 2024-03-07T02:56:44.736 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65536 2024-03-07T02:56:44.736 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.736 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_main": { 2024-03-07T02:56:44.736 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.736 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.736 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_wal": { 2024-03-07T02:56:44.736 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.736 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.736 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_slow": { 2024-03-07T02:56:44.737 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.737 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.737 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_sst": { 2024-03-07T02:56:44.737 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12288 2024-03-07T02:56:44.737 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.737 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_wal": { 2024-03-07T02:56:44.737 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1048576 2024-03-07T02:56:44.737 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.737 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lat": { 2024-03-07T02:56:44.737 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.737 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.737 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.737 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lock_lat": { 2024-03-07T02:56:44.737 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.737 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.737 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.738 INFO:tasks.workunit.client.0.smithi090.stdout: "db_total_bytes": { 2024-03-07T02:56:44.738 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-03-07T02:56:44.738 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.738 INFO:tasks.workunit.client.0.smithi090.stdout: "db_used_bytes": { 2024-03-07T02:56:44.738 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 27656192 2024-03-07T02:56:44.738 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.738 INFO:tasks.workunit.client.0.smithi090.stdout: "log_bytes": { 2024-03-07T02:56:44.738 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 753664 2024-03-07T02:56:44.738 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.738 INFO:tasks.workunit.client.0.smithi090.stdout: "logged_bytes": { 2024-03-07T02:56:44.738 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 614400 2024-03-07T02:56:44.738 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.738 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_db": { 2024-03-07T02:56:44.738 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 31850496 2024-03-07T02:56:44.738 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.738 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_slow": { 2024-03-07T02:56:44.739 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.739 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.739 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_wal": { 2024-03-07T02:56:44.739 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.739 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.739 INFO:tasks.workunit.client.0.smithi090.stdout: "num_files": { 2024-03-07T02:56:44.739 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14 2024-03-07T02:56:44.739 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.739 INFO:tasks.workunit.client.0.smithi090.stdout: "read_bytes": { 2024-03-07T02:56:44.739 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 206366 2024-03-07T02:56:44.739 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.739 INFO:tasks.workunit.client.0.smithi090.stdout: "read_count": { 2024-03-07T02:56:44.739 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23 2024-03-07T02:56:44.739 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.739 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes": { 2024-03-07T02:56:44.739 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1282048 2024-03-07T02:56:44.740 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.740 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_db": { 2024-03-07T02:56:44.740 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1286144 2024-03-07T02:56:44.740 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.740 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_slow": { 2024-03-07T02:56:44.740 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.740 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.740 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_wal": { 2024-03-07T02:56:44.740 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.740 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.740 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_count": { 2024-03-07T02:56:44.740 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15 2024-03-07T02:56:44.740 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.740 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_bytes": { 2024-03-07T02:56:44.740 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5019 2024-03-07T02:56:44.740 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.741 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_count": { 2024-03-07T02:56:44.741 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4 2024-03-07T02:56:44.741 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.741 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_bytes": { 2024-03-07T02:56:44.741 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5845 2024-03-07T02:56:44.741 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.741 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_count": { 2024-03-07T02:56:44.741 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24 2024-03-07T02:56:44.741 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.741 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_bytes": { 2024-03-07T02:56:44.741 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5845 2024-03-07T02:56:44.741 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.741 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_count": { 2024-03-07T02:56:44.741 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24 2024-03-07T02:56:44.741 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.741 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes": { 2024-03-07T02:56:44.742 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.742 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.742 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_db": { 2024-03-07T02:56:44.742 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.742 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.742 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_slow": { 2024-03-07T02:56:44.742 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.742 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.742 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_wal": { 2024-03-07T02:56:44.742 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.742 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.742 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_count": { 2024-03-07T02:56:44.742 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.742 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.742 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_total_bytes": { 2024-03-07T02:56:44.742 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.743 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.743 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_used_bytes": { 2024-03-07T02:56:44.743 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.743 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.743 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_total_bytes": { 2024-03-07T02:56:44.743 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.743 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.743 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_used_bytes": { 2024-03-07T02:56:44.743 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.743 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.743 INFO:tasks.workunit.client.0.smithi090.stdout: "write_bytes": { 2024-03-07T02:56:44.743 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1740800 2024-03-07T02:56:44.743 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.743 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.743 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": { 2024-03-07T02:56:44.743 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit": { 2024-03-07T02:56:44.743 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4096 2024-03-07T02:56:44.744 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.744 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": { 2024-03-07T02:56:44.744 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 712704 2024-03-07T02:56:44.744 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.744 INFO:tasks.workunit.client.0.smithi090.stdout: "clist_lat": { 2024-03-07T02:56:44.744 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.744 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.744 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.744 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_lat": { 2024-03-07T02:56:44.744 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.744 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.744 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.744 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed": { 2024-03-07T02:56:44.744 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.744 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.744 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_allocated": { 2024-03-07T02:56:44.745 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.745 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.745 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_original": { 2024-03-07T02:56:44.745 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.745 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.745 INFO:tasks.workunit.client.0.smithi090.stdout: "csum_lat": { 2024-03-07T02:56:44.745 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 5, 2024-03-07T02:56:44.745 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8861 2024-03-07T02:56:44.745 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.745 INFO:tasks.workunit.client.0.smithi090.stdout: "decompress_lat": { 2024-03-07T02:56:44.745 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.745 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.745 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.745 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_commit_lat": { 2024-03-07T02:56:44.745 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 137, 2024-03-07T02:56:44.745 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 45623621 2024-03-07T02:56:44.746 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.746 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_final_lat": { 2024-03-07T02:56:44.746 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 130, 2024-03-07T02:56:44.746 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5148138 2024-03-07T02:56:44.746 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.746 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_flush_lat": { 2024-03-07T02:56:44.746 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 137, 2024-03-07T02:56:44.746 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 177497 2024-03-07T02:56:44.746 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.746 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_sync_lat": { 2024-03-07T02:56:44.746 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 137, 2024-03-07T02:56:44.746 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 45801118 2024-03-07T02:56:44.746 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.746 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_keys_lat": { 2024-03-07T02:56:44.746 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.747 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.747 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.747 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_values_lat": { 2024-03-07T02:56:44.747 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-03-07T02:56:44.747 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 41622 2024-03-07T02:56:44.747 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.747 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_lower_bound_lat": { 2024-03-07T02:56:44.747 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.747 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.747 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.747 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_next_lat": { 2024-03-07T02:56:44.747 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.747 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.747 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.747 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_seek_to_first_lat": { 2024-03-07T02:56:44.747 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.748 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.748 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.748 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_upper_bound_lat": { 2024-03-07T02:56:44.748 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-03-07T02:56:44.748 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6388 2024-03-07T02:56:44.748 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.748 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_hits": { 2024-03-07T02:56:44.748 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 331 2024-03-07T02:56:44.748 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.748 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_misses": { 2024-03-07T02:56:44.748 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 216 2024-03-07T02:56:44.748 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.748 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-03-07T02:56:44.748 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 79, 2024-03-07T02:56:44.748 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 915453 2024-03-07T02:56:44.749 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.749 INFO:tasks.workunit.client.0.smithi090.stdout: "read_onode_meta_lat": { 2024-03-07T02:56:44.749 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 136, 2024-03-07T02:56:44.749 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 221796 2024-03-07T02:56:44.749 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.749 INFO:tasks.workunit.client.0.smithi090.stdout: "read_wait_aio_lat": { 2024-03-07T02:56:44.749 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 57, 2024-03-07T02:56:44.749 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 536236 2024-03-07T02:56:44.749 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.749 INFO:tasks.workunit.client.0.smithi090.stdout: "reads_with_retries": { 2024-03-07T02:56:44.749 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.749 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.749 INFO:tasks.workunit.client.0.smithi090.stdout: "remove_lat": { 2024-03-07T02:56:44.749 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.749 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.749 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.750 INFO:tasks.workunit.client.0.smithi090.stdout: "state_aio_wait_lat": { 2024-03-07T02:56:44.750 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 239, 2024-03-07T02:56:44.750 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7346502 2024-03-07T02:56:44.750 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.750 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_aio_wait_lat": { 2024-03-07T02:56:44.750 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 51, 2024-03-07T02:56:44.750 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3720816 2024-03-07T02:56:44.750 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.750 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_cleanup_lat": { 2024-03-07T02:56:44.750 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 48, 2024-03-07T02:56:44.750 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 263413760437 2024-03-07T02:56:44.750 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.750 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_queued_lat": { 2024-03-07T02:56:44.750 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 51, 2024-03-07T02:56:44.750 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 72515993592 2024-03-07T02:56:44.750 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.751 INFO:tasks.workunit.client.0.smithi090.stdout: "state_done_lat": { 2024-03-07T02:56:44.751 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 236, 2024-03-07T02:56:44.751 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 512951 2024-03-07T02:56:44.751 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.751 INFO:tasks.workunit.client.0.smithi090.stdout: "state_finishing_lat": { 2024-03-07T02:56:44.751 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 236, 2024-03-07T02:56:44.751 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 20686 2024-03-07T02:56:44.751 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.751 INFO:tasks.workunit.client.0.smithi090.stdout: "state_io_done_lat": { 2024-03-07T02:56:44.751 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 239, 2024-03-07T02:56:44.751 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 573771 2024-03-07T02:56:44.751 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.751 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_commiting_lat": { 2024-03-07T02:56:44.751 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 239, 2024-03-07T02:56:44.751 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 118092569 2024-03-07T02:56:44.751 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.752 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_done_lat": { 2024-03-07T02:56:44.752 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 239, 2024-03-07T02:56:44.752 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 82550 2024-03-07T02:56:44.752 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.752 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_queued_lat": { 2024-03-07T02:56:44.752 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 239, 2024-03-07T02:56:44.752 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 66021510 2024-03-07T02:56:44.752 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.752 INFO:tasks.workunit.client.0.smithi090.stdout: "state_prepare_lat": { 2024-03-07T02:56:44.752 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 239, 2024-03-07T02:56:44.752 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13316532 2024-03-07T02:56:44.752 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.752 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": { 2024-03-07T02:56:44.752 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 305095 2024-03-07T02:56:44.752 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.752 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-03-07T02:56:44.753 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 42, 2024-03-07T02:56:44.753 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 179642 2024-03-07T02:56:44.753 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.753 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_commit_lat": { 2024-03-07T02:56:44.753 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 239, 2024-03-07T02:56:44.753 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 205393216 2024-03-07T02:56:44.753 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.753 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_submit_lat": { 2024-03-07T02:56:44.753 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 239, 2024-03-07T02:56:44.753 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15837808 2024-03-07T02:56:44.753 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.753 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_throttle_lat": { 2024-03-07T02:56:44.753 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 239, 2024-03-07T02:56:44.753 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1412667 2024-03-07T02:56:44.753 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.753 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.754 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache": { 2024-03-07T02:56:44.754 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-03-07T02:56:44.754 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1861615595 2024-03-07T02:56:44.754 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.754 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-03-07T02:56:44.754 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 42385408 2024-03-07T02:56:44.754 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.754 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-03-07T02:56:44.754 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 42065920 2024-03-07T02:56:44.754 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.754 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-03-07T02:56:44.754 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3137555251 2024-03-07T02:56:44.754 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.754 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-03-07T02:56:44.754 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 319488 2024-03-07T02:56:44.754 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.755 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.755 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:data": { 2024-03-07T02:56:44.755 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:44.755 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 159383552 2024-03-07T02:56:44.755 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.755 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:44.755 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.755 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.755 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:44.755 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.755 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.755 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:44.755 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 85508637 2024-03-07T02:56:44.755 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.755 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:44.755 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.756 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.756 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:44.756 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.756 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.756 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:44.756 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.756 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.756 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:44.756 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.756 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.756 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:44.756 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.756 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.756 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:44.756 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8192 2024-03-07T02:56:44.756 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.757 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:44.757 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.757 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.757 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:44.757 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.757 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.757 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:44.757 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.757 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.757 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:44.757 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 73866723 2024-03-07T02:56:44.757 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.757 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.757 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv": { 2024-03-07T02:56:44.757 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:44.757 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 780140544 2024-03-07T02:56:44.758 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.758 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:44.758 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-03-07T02:56:44.758 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.758 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:44.758 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.758 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.758 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:44.758 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 641314784 2024-03-07T02:56:44.758 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.758 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:44.758 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.758 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.758 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:44.758 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.759 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.759 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:44.759 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.759 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.759 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:44.759 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.759 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.759 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:44.759 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.759 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.759 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:44.759 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2128 2024-03-07T02:56:44.759 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.759 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:44.759 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.759 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.759 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:44.760 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.760 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.760 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:44.760 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.760 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.760 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:44.760 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71714768 2024-03-07T02:56:44.760 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.760 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.760 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv_onode": { 2024-03-07T02:56:44.760 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:44.760 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 192937984 2024-03-07T02:56:44.760 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.760 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:44.760 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-03-07T02:56:44.760 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.761 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:44.761 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 464 2024-03-07T02:56:44.761 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.761 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:44.761 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 57005758 2024-03-07T02:56:44.761 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.761 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:44.761 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.761 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.761 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:44.761 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.761 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.761 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:44.761 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.762 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.762 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:44.762 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.762 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.762 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:44.762 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.762 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.762 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:44.762 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.762 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.762 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:44.762 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.762 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.762 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:44.762 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.762 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.763 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:44.763 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.763 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.763 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:44.763 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68822898 2024-03-07T02:56:44.763 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.763 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.763 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:meta": { 2024-03-07T02:56:44.763 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:44.763 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 713031680 2024-03-07T02:56:44.763 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.763 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:44.763 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.763 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.763 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:44.763 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.763 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.764 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:44.764 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 641314784 2024-03-07T02:56:44.764 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.764 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:44.764 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.764 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.764 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:44.764 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.764 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.764 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:44.764 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.764 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.764 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:44.764 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.764 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.765 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:44.765 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14068 2024-03-07T02:56:44.765 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.765 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:44.765 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 201646 2024-03-07T02:56:44.765 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.765 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:44.765 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.765 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.765 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:44.765 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.765 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.765 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:44.765 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.765 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.765 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:44.766 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71501182 2024-03-07T02:56:44.766 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.766 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.766 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-03-07T02:56:44.766 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-03-07T02:56:44.766 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.766 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.766 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-03-07T02:56:44.766 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.766 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.766 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-03-07T02:56:44.766 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.766 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.766 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-03-07T02:56:44.766 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.766 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.767 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.767 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-03-07T02:56:44.767 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg": { 2024-03-07T02:56:44.767 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 36 2024-03-07T02:56:44.767 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.767 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg_removing": { 2024-03-07T02:56:44.767 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.767 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.767 INFO:tasks.workunit.client.0.smithi090.stdout: "op": { 2024-03-07T02:56:44.767 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.767 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.767 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_degraded": { 2024-03-07T02:56:44.767 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.767 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.767 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_unreadable": { 2024-03-07T02:56:44.767 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.768 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.768 INFO:tasks.workunit.client.0.smithi090.stdout: "op_in_bytes": { 2024-03-07T02:56:44.768 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.768 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.768 INFO:tasks.workunit.client.0.smithi090.stdout: "op_latency": { 2024-03-07T02:56:44.768 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.768 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.768 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.768 INFO:tasks.workunit.client.0.smithi090.stdout: "op_out_bytes": { 2024-03-07T02:56:44.768 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.768 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.768 INFO:tasks.workunit.client.0.smithi090.stdout: "op_prepare_latency": { 2024-03-07T02:56:44.768 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-03-07T02:56:44.768 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 672208 2024-03-07T02:56:44.768 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.769 INFO:tasks.workunit.client.0.smithi090.stdout: "op_process_latency": { 2024-03-07T02:56:44.769 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.769 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.769 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.769 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-03-07T02:56:44.769 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.769 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.769 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency": { 2024-03-07T02:56:44.769 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.769 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.769 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.769 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-03-07T02:56:44.769 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.769 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.769 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_out_bytes": { 2024-03-07T02:56:44.769 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.770 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.770 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_prepare_latency": { 2024-03-07T02:56:44.770 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.770 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.770 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.770 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_process_latency": { 2024-03-07T02:56:44.770 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.770 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.770 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.770 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw": { 2024-03-07T02:56:44.770 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.770 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.770 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_in_bytes": { 2024-03-07T02:56:44.770 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.770 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.770 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency": { 2024-03-07T02:56:44.771 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.771 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.771 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.771 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-03-07T02:56:44.771 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.771 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.771 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-03-07T02:56:44.771 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.771 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.771 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_out_bytes": { 2024-03-07T02:56:44.771 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.771 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.771 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_prepare_latency": { 2024-03-07T02:56:44.771 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.771 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.771 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.772 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_process_latency": { 2024-03-07T02:56:44.772 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.772 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.772 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.772 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-03-07T02:56:44.772 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.772 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.772 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_in_bytes": { 2024-03-07T02:56:44.772 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.772 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.772 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency": { 2024-03-07T02:56:44.772 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.772 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.772 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.772 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-03-07T02:56:44.772 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.773 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.773 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_prepare_latency": { 2024-03-07T02:56:44.773 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-03-07T02:56:44.773 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 672208 2024-03-07T02:56:44.773 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.773 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_process_latency": { 2024-03-07T02:56:44.773 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.773 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.773 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.773 INFO:tasks.workunit.client.0.smithi090.stdout: "op_wip": { 2024-03-07T02:56:44.773 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.773 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.773 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_bytes": { 2024-03-07T02:56:44.773 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.774 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.774 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_ops": { 2024-03-07T02:56:44.774 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.774 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.774 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes": { 2024-03-07T02:56:44.774 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-03-07T02:56:44.774 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.774 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes_used": { 2024-03-07T02:56:44.774 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 28377088 2024-03-07T02:56:44.774 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.774 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.774 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.774 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.4": { 2024-03-07T02:56:44.774 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-03-07T02:56:44.774 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_fallback": { 2024-03-07T02:56:44.774 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.774 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.775 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_size_fallback": { 2024-03-07T02:56:44.775 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.775 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.775 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_db": { 2024-03-07T02:56:44.775 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65536 2024-03-07T02:56:44.775 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.775 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_main": { 2024-03-07T02:56:44.775 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.775 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.775 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_wal": { 2024-03-07T02:56:44.775 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.775 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.775 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_slow": { 2024-03-07T02:56:44.775 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.775 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.775 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_sst": { 2024-03-07T02:56:44.776 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12288 2024-03-07T02:56:44.776 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.776 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_wal": { 2024-03-07T02:56:44.776 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1110016 2024-03-07T02:56:44.776 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.776 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lat": { 2024-03-07T02:56:44.776 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.776 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.776 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.776 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lock_lat": { 2024-03-07T02:56:44.776 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.776 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.776 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.776 INFO:tasks.workunit.client.0.smithi090.stdout: "db_total_bytes": { 2024-03-07T02:56:44.776 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-03-07T02:56:44.776 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.777 INFO:tasks.workunit.client.0.smithi090.stdout: "db_used_bytes": { 2024-03-07T02:56:44.777 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 27656192 2024-03-07T02:56:44.777 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.777 INFO:tasks.workunit.client.0.smithi090.stdout: "log_bytes": { 2024-03-07T02:56:44.777 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 790528 2024-03-07T02:56:44.777 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.777 INFO:tasks.workunit.client.0.smithi090.stdout: "logged_bytes": { 2024-03-07T02:56:44.777 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 651264 2024-03-07T02:56:44.777 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.777 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_db": { 2024-03-07T02:56:44.777 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 31850496 2024-03-07T02:56:44.777 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.777 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_slow": { 2024-03-07T02:56:44.777 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.777 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.778 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_wal": { 2024-03-07T02:56:44.778 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.778 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.778 INFO:tasks.workunit.client.0.smithi090.stdout: "num_files": { 2024-03-07T02:56:44.778 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14 2024-03-07T02:56:44.778 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.778 INFO:tasks.workunit.client.0.smithi090.stdout: "read_bytes": { 2024-03-07T02:56:44.778 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 206366 2024-03-07T02:56:44.778 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.778 INFO:tasks.workunit.client.0.smithi090.stdout: "read_count": { 2024-03-07T02:56:44.778 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23 2024-03-07T02:56:44.778 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.778 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes": { 2024-03-07T02:56:44.778 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1282048 2024-03-07T02:56:44.778 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.778 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_db": { 2024-03-07T02:56:44.779 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1286144 2024-03-07T02:56:44.779 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.779 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_slow": { 2024-03-07T02:56:44.779 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.779 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.779 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_wal": { 2024-03-07T02:56:44.779 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.779 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.779 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_count": { 2024-03-07T02:56:44.779 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15 2024-03-07T02:56:44.779 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.779 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_bytes": { 2024-03-07T02:56:44.779 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5019 2024-03-07T02:56:44.779 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.779 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_count": { 2024-03-07T02:56:44.779 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4 2024-03-07T02:56:44.780 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.780 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_bytes": { 2024-03-07T02:56:44.780 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5845 2024-03-07T02:56:44.780 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.780 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_count": { 2024-03-07T02:56:44.780 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24 2024-03-07T02:56:44.780 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.780 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_bytes": { 2024-03-07T02:56:44.780 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5845 2024-03-07T02:56:44.780 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.780 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_count": { 2024-03-07T02:56:44.780 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24 2024-03-07T02:56:44.780 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.780 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes": { 2024-03-07T02:56:44.780 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.780 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.781 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_db": { 2024-03-07T02:56:44.781 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.781 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.781 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_slow": { 2024-03-07T02:56:44.781 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.781 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.781 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_wal": { 2024-03-07T02:56:44.781 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.781 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.781 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_count": { 2024-03-07T02:56:44.781 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.781 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.781 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_total_bytes": { 2024-03-07T02:56:44.781 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.781 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.781 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_used_bytes": { 2024-03-07T02:56:44.782 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.782 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.782 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_total_bytes": { 2024-03-07T02:56:44.782 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.782 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.782 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_used_bytes": { 2024-03-07T02:56:44.782 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.782 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.782 INFO:tasks.workunit.client.0.smithi090.stdout: "write_bytes": { 2024-03-07T02:56:44.782 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1839104 2024-03-07T02:56:44.782 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.782 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.782 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": { 2024-03-07T02:56:44.782 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit": { 2024-03-07T02:56:44.782 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4096 2024-03-07T02:56:44.782 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.783 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": { 2024-03-07T02:56:44.783 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 704512 2024-03-07T02:56:44.783 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.783 INFO:tasks.workunit.client.0.smithi090.stdout: "clist_lat": { 2024-03-07T02:56:44.783 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8, 2024-03-07T02:56:44.783 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 272977 2024-03-07T02:56:44.783 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.783 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_lat": { 2024-03-07T02:56:44.783 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.783 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.783 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.783 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed": { 2024-03-07T02:56:44.783 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.783 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.783 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_allocated": { 2024-03-07T02:56:44.783 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.784 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.784 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_original": { 2024-03-07T02:56:44.784 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.784 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.784 INFO:tasks.workunit.client.0.smithi090.stdout: "csum_lat": { 2024-03-07T02:56:44.784 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-03-07T02:56:44.784 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2118 2024-03-07T02:56:44.784 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.784 INFO:tasks.workunit.client.0.smithi090.stdout: "decompress_lat": { 2024-03-07T02:56:44.784 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.784 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.784 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.784 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_commit_lat": { 2024-03-07T02:56:44.784 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 146, 2024-03-07T02:56:44.784 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 49976519 2024-03-07T02:56:44.784 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.785 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_final_lat": { 2024-03-07T02:56:44.785 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 140, 2024-03-07T02:56:44.785 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14661492 2024-03-07T02:56:44.785 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.785 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_flush_lat": { 2024-03-07T02:56:44.785 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 146, 2024-03-07T02:56:44.785 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 158539 2024-03-07T02:56:44.785 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.785 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_sync_lat": { 2024-03-07T02:56:44.785 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 146, 2024-03-07T02:56:44.785 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 50135058 2024-03-07T02:56:44.785 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.785 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_keys_lat": { 2024-03-07T02:56:44.785 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.785 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.785 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.786 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_values_lat": { 2024-03-07T02:56:44.786 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3, 2024-03-07T02:56:44.786 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 48969 2024-03-07T02:56:44.786 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.786 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_lower_bound_lat": { 2024-03-07T02:56:44.786 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.786 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.786 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.786 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_next_lat": { 2024-03-07T02:56:44.786 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.786 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.786 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.786 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_seek_to_first_lat": { 2024-03-07T02:56:44.786 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.786 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.786 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.787 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_upper_bound_lat": { 2024-03-07T02:56:44.787 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-03-07T02:56:44.787 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3683 2024-03-07T02:56:44.787 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.787 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_hits": { 2024-03-07T02:56:44.787 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 352 2024-03-07T02:56:44.787 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.787 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_misses": { 2024-03-07T02:56:44.787 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 232 2024-03-07T02:56:44.787 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.787 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-03-07T02:56:44.787 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 95, 2024-03-07T02:56:44.787 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 912963 2024-03-07T02:56:44.787 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.787 INFO:tasks.workunit.client.0.smithi090.stdout: "read_onode_meta_lat": { 2024-03-07T02:56:44.787 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 159, 2024-03-07T02:56:44.788 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 236331 2024-03-07T02:56:44.788 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.788 INFO:tasks.workunit.client.0.smithi090.stdout: "read_wait_aio_lat": { 2024-03-07T02:56:44.788 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 64, 2024-03-07T02:56:44.788 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 230979 2024-03-07T02:56:44.788 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.788 INFO:tasks.workunit.client.0.smithi090.stdout: "reads_with_retries": { 2024-03-07T02:56:44.788 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.788 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.788 INFO:tasks.workunit.client.0.smithi090.stdout: "remove_lat": { 2024-03-07T02:56:44.788 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 5, 2024-03-07T02:56:44.788 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 148785 2024-03-07T02:56:44.788 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.788 INFO:tasks.workunit.client.0.smithi090.stdout: "state_aio_wait_lat": { 2024-03-07T02:56:44.788 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 254, 2024-03-07T02:56:44.789 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3305031 2024-03-07T02:56:44.789 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.789 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_aio_wait_lat": { 2024-03-07T02:56:44.789 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 41, 2024-03-07T02:56:44.789 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3023106 2024-03-07T02:56:44.789 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.789 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_cleanup_lat": { 2024-03-07T02:56:44.789 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 39, 2024-03-07T02:56:44.789 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 185015851595 2024-03-07T02:56:44.789 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.789 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_queued_lat": { 2024-03-07T02:56:44.789 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 41, 2024-03-07T02:56:44.789 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 55628519726 2024-03-07T02:56:44.789 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.789 INFO:tasks.workunit.client.0.smithi090.stdout: "state_done_lat": { 2024-03-07T02:56:44.789 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 252, 2024-03-07T02:56:44.789 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 500241 2024-03-07T02:56:44.790 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.790 INFO:tasks.workunit.client.0.smithi090.stdout: "state_finishing_lat": { 2024-03-07T02:56:44.790 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 252, 2024-03-07T02:56:44.790 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 22829 2024-03-07T02:56:44.790 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.790 INFO:tasks.workunit.client.0.smithi090.stdout: "state_io_done_lat": { 2024-03-07T02:56:44.790 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 254, 2024-03-07T02:56:44.790 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 273041 2024-03-07T02:56:44.790 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.790 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_commiting_lat": { 2024-03-07T02:56:44.790 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 254, 2024-03-07T02:56:44.790 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 190397919 2024-03-07T02:56:44.790 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.790 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_done_lat": { 2024-03-07T02:56:44.790 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 254, 2024-03-07T02:56:44.790 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 70810 2024-03-07T02:56:44.791 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.791 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_queued_lat": { 2024-03-07T02:56:44.791 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 254, 2024-03-07T02:56:44.791 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 83742946 2024-03-07T02:56:44.791 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.791 INFO:tasks.workunit.client.0.smithi090.stdout: "state_prepare_lat": { 2024-03-07T02:56:44.791 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 254, 2024-03-07T02:56:44.791 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15038315 2024-03-07T02:56:44.791 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.791 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": { 2024-03-07T02:56:44.791 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 302738 2024-03-07T02:56:44.791 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.791 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-03-07T02:56:44.791 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 40, 2024-03-07T02:56:44.791 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 189801 2024-03-07T02:56:44.791 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.792 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_commit_lat": { 2024-03-07T02:56:44.792 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 254, 2024-03-07T02:56:44.792 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 292786092 2024-03-07T02:56:44.792 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.792 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_submit_lat": { 2024-03-07T02:56:44.792 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 254, 2024-03-07T02:56:44.792 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 20255820 2024-03-07T02:56:44.792 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.792 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_throttle_lat": { 2024-03-07T02:56:44.792 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 254, 2024-03-07T02:56:44.792 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3619551 2024-03-07T02:56:44.792 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.792 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.792 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache": { 2024-03-07T02:56:44.792 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-03-07T02:56:44.793 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1861632045 2024-03-07T02:56:44.793 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.793 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-03-07T02:56:44.793 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 42385408 2024-03-07T02:56:44.793 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.793 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-03-07T02:56:44.793 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 41730048 2024-03-07T02:56:44.793 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.793 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-03-07T02:56:44.793 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3137574604 2024-03-07T02:56:44.793 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.793 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-03-07T02:56:44.793 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 655360 2024-03-07T02:56:44.793 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.793 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.793 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:data": { 2024-03-07T02:56:44.794 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:44.794 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 159383552 2024-03-07T02:56:44.794 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.794 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:44.794 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.794 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.794 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:44.794 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.794 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.794 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:44.794 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 85510009 2024-03-07T02:56:44.794 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.794 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:44.794 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.794 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.794 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:44.794 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.795 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.795 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:44.795 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.795 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.795 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:44.795 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.795 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.795 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:44.795 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.795 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.795 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:44.795 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.795 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.795 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:44.795 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.795 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.796 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:44.796 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.796 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.796 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:44.796 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.796 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.796 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:44.796 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 73873543 2024-03-07T02:56:44.796 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.796 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.796 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv": { 2024-03-07T02:56:44.796 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:44.796 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 780140544 2024-03-07T02:56:44.796 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.796 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:44.797 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-03-07T02:56:44.797 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.797 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:44.797 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.797 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.797 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:44.797 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 641325073 2024-03-07T02:56:44.797 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.797 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:44.797 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.797 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.797 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:44.797 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.797 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.797 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:44.797 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.798 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.798 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:44.798 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.798 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.798 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:44.798 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.798 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.798 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:44.798 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2128 2024-03-07T02:56:44.798 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.798 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:44.798 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.798 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.798 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:44.798 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.798 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.799 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:44.799 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.799 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.799 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:44.799 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71704479 2024-03-07T02:56:44.799 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.799 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.799 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv_onode": { 2024-03-07T02:56:44.799 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:44.799 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 192937984 2024-03-07T02:56:44.799 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.799 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:44.799 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-03-07T02:56:44.799 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.799 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:44.799 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 464 2024-03-07T02:56:44.799 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.800 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:44.800 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 57006673 2024-03-07T02:56:44.800 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.800 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:44.800 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.800 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.800 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:44.800 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.800 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.800 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:44.800 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.800 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.800 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:44.800 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.800 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.801 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:44.801 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.801 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.801 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:44.801 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.801 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.801 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:44.801 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.801 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.801 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:44.801 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.801 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.801 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:44.801 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.801 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.801 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:44.802 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68821983 2024-03-07T02:56:44.802 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.802 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.802 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:meta": { 2024-03-07T02:56:44.802 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:44.802 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 713031680 2024-03-07T02:56:44.802 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.802 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:44.802 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.802 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.802 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:44.802 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.802 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.802 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:44.802 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 641325073 2024-03-07T02:56:44.802 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.803 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:44.803 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.803 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.803 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:44.803 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.803 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.803 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:44.803 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.803 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.803 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:44.803 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.803 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.803 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:44.803 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3525 2024-03-07T02:56:44.803 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.803 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:44.803 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 206825 2024-03-07T02:56:44.804 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.804 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:44.804 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.804 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.804 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:44.804 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.804 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.804 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:44.804 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.804 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.804 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:44.804 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71496257 2024-03-07T02:56:44.804 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.804 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.804 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-03-07T02:56:44.804 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-03-07T02:56:44.805 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.805 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.805 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-03-07T02:56:44.805 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.805 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.805 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-03-07T02:56:44.805 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.805 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.805 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-03-07T02:56:44.805 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.805 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.805 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.805 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-03-07T02:56:44.805 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg": { 2024-03-07T02:56:44.805 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 41 2024-03-07T02:56:44.805 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.806 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg_removing": { 2024-03-07T02:56:44.806 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.806 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.806 INFO:tasks.workunit.client.0.smithi090.stdout: "op": { 2024-03-07T02:56:44.806 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1 2024-03-07T02:56:44.806 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.806 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_degraded": { 2024-03-07T02:56:44.806 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.806 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.806 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_unreadable": { 2024-03-07T02:56:44.806 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.806 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.806 INFO:tasks.workunit.client.0.smithi090.stdout: "op_in_bytes": { 2024-03-07T02:56:44.806 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 22 2024-03-07T02:56:44.806 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.806 INFO:tasks.workunit.client.0.smithi090.stdout: "op_latency": { 2024-03-07T02:56:44.807 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-03-07T02:56:44.807 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 30919628 2024-03-07T02:56:44.807 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.807 INFO:tasks.workunit.client.0.smithi090.stdout: "op_out_bytes": { 2024-03-07T02:56:44.807 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.807 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.807 INFO:tasks.workunit.client.0.smithi090.stdout: "op_prepare_latency": { 2024-03-07T02:56:44.807 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-03-07T02:56:44.807 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 513510 2024-03-07T02:56:44.807 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.807 INFO:tasks.workunit.client.0.smithi090.stdout: "op_process_latency": { 2024-03-07T02:56:44.807 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-03-07T02:56:44.807 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15596352 2024-03-07T02:56:44.807 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.807 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-03-07T02:56:44.807 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.808 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.808 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency": { 2024-03-07T02:56:44.808 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.808 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.808 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.808 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-03-07T02:56:44.808 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.808 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.808 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_out_bytes": { 2024-03-07T02:56:44.808 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.808 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.808 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_prepare_latency": { 2024-03-07T02:56:44.808 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.808 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.808 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.809 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_process_latency": { 2024-03-07T02:56:44.809 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.809 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.809 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.809 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw": { 2024-03-07T02:56:44.809 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.809 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.809 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_in_bytes": { 2024-03-07T02:56:44.809 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.809 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.809 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency": { 2024-03-07T02:56:44.809 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.809 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.809 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.809 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-03-07T02:56:44.809 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.810 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.810 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-03-07T02:56:44.810 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.810 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.810 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_out_bytes": { 2024-03-07T02:56:44.810 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.810 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.810 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_prepare_latency": { 2024-03-07T02:56:44.810 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.810 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.810 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.810 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_process_latency": { 2024-03-07T02:56:44.810 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.810 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.810 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.810 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-03-07T02:56:44.811 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1 2024-03-07T02:56:44.811 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.811 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_in_bytes": { 2024-03-07T02:56:44.811 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 22 2024-03-07T02:56:44.811 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.811 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency": { 2024-03-07T02:56:44.811 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-03-07T02:56:44.811 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 30919628 2024-03-07T02:56:44.811 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.811 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-03-07T02:56:44.811 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.811 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.811 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_prepare_latency": { 2024-03-07T02:56:44.811 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-03-07T02:56:44.811 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 513510 2024-03-07T02:56:44.811 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.812 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_process_latency": { 2024-03-07T02:56:44.812 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-03-07T02:56:44.812 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15596352 2024-03-07T02:56:44.812 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.812 INFO:tasks.workunit.client.0.smithi090.stdout: "op_wip": { 2024-03-07T02:56:44.812 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.812 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.812 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_bytes": { 2024-03-07T02:56:44.812 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.812 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.812 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_ops": { 2024-03-07T02:56:44.812 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.812 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.812 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes": { 2024-03-07T02:56:44.812 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-03-07T02:56:44.813 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.813 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes_used": { 2024-03-07T02:56:44.813 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 28377088 2024-03-07T02:56:44.813 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.813 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.813 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.813 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.5": { 2024-03-07T02:56:44.813 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-03-07T02:56:44.813 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_fallback": { 2024-03-07T02:56:44.813 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.813 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.813 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_size_fallback": { 2024-03-07T02:56:44.813 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.813 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.813 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_db": { 2024-03-07T02:56:44.814 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65536 2024-03-07T02:56:44.814 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.814 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_main": { 2024-03-07T02:56:44.814 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.814 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.814 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_wal": { 2024-03-07T02:56:44.814 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.814 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.814 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_slow": { 2024-03-07T02:56:44.814 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.814 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.814 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_sst": { 2024-03-07T02:56:44.814 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12288 2024-03-07T02:56:44.814 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.814 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_wal": { 2024-03-07T02:56:44.814 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1159168 2024-03-07T02:56:44.815 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.815 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lat": { 2024-03-07T02:56:44.815 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.815 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.815 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.815 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lock_lat": { 2024-03-07T02:56:44.815 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.815 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.815 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.815 INFO:tasks.workunit.client.0.smithi090.stdout: "db_total_bytes": { 2024-03-07T02:56:44.815 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-03-07T02:56:44.815 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.815 INFO:tasks.workunit.client.0.smithi090.stdout: "db_used_bytes": { 2024-03-07T02:56:44.815 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 27656192 2024-03-07T02:56:44.815 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.816 INFO:tasks.workunit.client.0.smithi090.stdout: "log_bytes": { 2024-03-07T02:56:44.816 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 856064 2024-03-07T02:56:44.816 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.816 INFO:tasks.workunit.client.0.smithi090.stdout: "logged_bytes": { 2024-03-07T02:56:44.816 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 716800 2024-03-07T02:56:44.816 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.816 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_db": { 2024-03-07T02:56:44.816 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 31850496 2024-03-07T02:56:44.816 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.816 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_slow": { 2024-03-07T02:56:44.816 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.816 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.816 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_wal": { 2024-03-07T02:56:44.816 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.816 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.816 INFO:tasks.workunit.client.0.smithi090.stdout: "num_files": { 2024-03-07T02:56:44.817 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14 2024-03-07T02:56:44.817 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.817 INFO:tasks.workunit.client.0.smithi090.stdout: "read_bytes": { 2024-03-07T02:56:44.817 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 206366 2024-03-07T02:56:44.817 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.817 INFO:tasks.workunit.client.0.smithi090.stdout: "read_count": { 2024-03-07T02:56:44.817 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23 2024-03-07T02:56:44.817 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.817 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes": { 2024-03-07T02:56:44.817 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1282048 2024-03-07T02:56:44.817 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.817 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_db": { 2024-03-07T02:56:44.817 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1286144 2024-03-07T02:56:44.817 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.817 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_slow": { 2024-03-07T02:56:44.817 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.818 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.818 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_wal": { 2024-03-07T02:56:44.818 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.818 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.818 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_count": { 2024-03-07T02:56:44.818 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15 2024-03-07T02:56:44.818 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.818 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_bytes": { 2024-03-07T02:56:44.818 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5019 2024-03-07T02:56:44.818 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.818 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_count": { 2024-03-07T02:56:44.818 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4 2024-03-07T02:56:44.818 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.818 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_bytes": { 2024-03-07T02:56:44.818 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5845 2024-03-07T02:56:44.819 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.819 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_count": { 2024-03-07T02:56:44.819 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24 2024-03-07T02:56:44.819 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.819 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_bytes": { 2024-03-07T02:56:44.819 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5845 2024-03-07T02:56:44.819 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.819 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_count": { 2024-03-07T02:56:44.819 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24 2024-03-07T02:56:44.819 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.819 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes": { 2024-03-07T02:56:44.819 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.819 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.819 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_db": { 2024-03-07T02:56:44.819 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.819 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.820 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_slow": { 2024-03-07T02:56:44.820 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.820 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.820 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_wal": { 2024-03-07T02:56:44.820 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.820 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.820 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_count": { 2024-03-07T02:56:44.820 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.820 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.820 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_total_bytes": { 2024-03-07T02:56:44.820 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.820 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.820 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_used_bytes": { 2024-03-07T02:56:44.820 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.820 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.821 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_total_bytes": { 2024-03-07T02:56:44.821 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.821 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.821 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_used_bytes": { 2024-03-07T02:56:44.821 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.821 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.821 INFO:tasks.workunit.client.0.smithi090.stdout: "write_bytes": { 2024-03-07T02:56:44.821 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1953792 2024-03-07T02:56:44.821 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.821 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.821 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": { 2024-03-07T02:56:44.821 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit": { 2024-03-07T02:56:44.821 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4096 2024-03-07T02:56:44.821 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.821 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": { 2024-03-07T02:56:44.822 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 708608 2024-03-07T02:56:44.822 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.822 INFO:tasks.workunit.client.0.smithi090.stdout: "clist_lat": { 2024-03-07T02:56:44.822 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 4, 2024-03-07T02:56:44.822 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 111959 2024-03-07T02:56:44.822 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.822 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_lat": { 2024-03-07T02:56:44.822 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.822 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.822 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.822 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed": { 2024-03-07T02:56:44.822 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.822 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.822 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_allocated": { 2024-03-07T02:56:44.822 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.823 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.823 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_original": { 2024-03-07T02:56:44.823 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.823 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.823 INFO:tasks.workunit.client.0.smithi090.stdout: "csum_lat": { 2024-03-07T02:56:44.823 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3, 2024-03-07T02:56:44.823 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4324 2024-03-07T02:56:44.823 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.823 INFO:tasks.workunit.client.0.smithi090.stdout: "decompress_lat": { 2024-03-07T02:56:44.823 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.823 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.823 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.823 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_commit_lat": { 2024-03-07T02:56:44.823 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 162, 2024-03-07T02:56:44.823 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 54581554 2024-03-07T02:56:44.824 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.824 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_final_lat": { 2024-03-07T02:56:44.824 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 156, 2024-03-07T02:56:44.824 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7678878 2024-03-07T02:56:44.824 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.824 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_flush_lat": { 2024-03-07T02:56:44.824 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 162, 2024-03-07T02:56:44.824 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 131620 2024-03-07T02:56:44.824 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.824 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_sync_lat": { 2024-03-07T02:56:44.824 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 162, 2024-03-07T02:56:44.824 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 54713174 2024-03-07T02:56:44.824 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.824 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_keys_lat": { 2024-03-07T02:56:44.824 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.825 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.825 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.825 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_values_lat": { 2024-03-07T02:56:44.825 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3, 2024-03-07T02:56:44.825 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 43130 2024-03-07T02:56:44.825 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.825 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_lower_bound_lat": { 2024-03-07T02:56:44.825 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.825 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.825 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.825 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_next_lat": { 2024-03-07T02:56:44.825 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.825 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.825 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.825 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_seek_to_first_lat": { 2024-03-07T02:56:44.825 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.826 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.826 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.826 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_upper_bound_lat": { 2024-03-07T02:56:44.826 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-03-07T02:56:44.826 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3887 2024-03-07T02:56:44.826 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.826 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_hits": { 2024-03-07T02:56:44.826 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 319 2024-03-07T02:56:44.826 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.826 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_misses": { 2024-03-07T02:56:44.826 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 239 2024-03-07T02:56:44.826 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.826 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-03-07T02:56:44.826 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 85, 2024-03-07T02:56:44.826 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 744531 2024-03-07T02:56:44.827 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.827 INFO:tasks.workunit.client.0.smithi090.stdout: "read_onode_meta_lat": { 2024-03-07T02:56:44.827 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 135, 2024-03-07T02:56:44.827 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 276396 2024-03-07T02:56:44.827 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.827 INFO:tasks.workunit.client.0.smithi090.stdout: "read_wait_aio_lat": { 2024-03-07T02:56:44.827 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 50, 2024-03-07T02:56:44.827 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 442036 2024-03-07T02:56:44.827 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.827 INFO:tasks.workunit.client.0.smithi090.stdout: "reads_with_retries": { 2024-03-07T02:56:44.827 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.827 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.827 INFO:tasks.workunit.client.0.smithi090.stdout: "remove_lat": { 2024-03-07T02:56:44.827 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3, 2024-03-07T02:56:44.827 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 86139 2024-03-07T02:56:44.827 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.828 INFO:tasks.workunit.client.0.smithi090.stdout: "state_aio_wait_lat": { 2024-03-07T02:56:44.828 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 260, 2024-03-07T02:56:44.828 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4687610 2024-03-07T02:56:44.828 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.828 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_aio_wait_lat": { 2024-03-07T02:56:44.828 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 39, 2024-03-07T02:56:44.828 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2465106 2024-03-07T02:56:44.828 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.828 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_cleanup_lat": { 2024-03-07T02:56:44.828 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 36, 2024-03-07T02:56:44.828 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 227260478731 2024-03-07T02:56:44.828 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.828 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_queued_lat": { 2024-03-07T02:56:44.828 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 39, 2024-03-07T02:56:44.829 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 69674740454 2024-03-07T02:56:44.829 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.829 INFO:tasks.workunit.client.0.smithi090.stdout: "state_done_lat": { 2024-03-07T02:56:44.829 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 257, 2024-03-07T02:56:44.829 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 538876 2024-03-07T02:56:44.829 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.829 INFO:tasks.workunit.client.0.smithi090.stdout: "state_finishing_lat": { 2024-03-07T02:56:44.829 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 257, 2024-03-07T02:56:44.829 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 25087 2024-03-07T02:56:44.829 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.829 INFO:tasks.workunit.client.0.smithi090.stdout: "state_io_done_lat": { 2024-03-07T02:56:44.829 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 260, 2024-03-07T02:56:44.829 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 223784 2024-03-07T02:56:44.829 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.829 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_commiting_lat": { 2024-03-07T02:56:44.830 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 260, 2024-03-07T02:56:44.830 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 143316770 2024-03-07T02:56:44.830 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.830 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_done_lat": { 2024-03-07T02:56:44.830 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 260, 2024-03-07T02:56:44.830 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 96914 2024-03-07T02:56:44.830 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.830 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_queued_lat": { 2024-03-07T02:56:44.830 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 260, 2024-03-07T02:56:44.830 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 76620824 2024-03-07T02:56:44.830 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.830 INFO:tasks.workunit.client.0.smithi090.stdout: "state_prepare_lat": { 2024-03-07T02:56:44.830 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 260, 2024-03-07T02:56:44.830 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 16179444 2024-03-07T02:56:44.830 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.831 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": { 2024-03-07T02:56:44.831 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 305023 2024-03-07T02:56:44.831 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.831 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-03-07T02:56:44.831 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 32, 2024-03-07T02:56:44.831 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 133171 2024-03-07T02:56:44.831 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.831 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_commit_lat": { 2024-03-07T02:56:44.831 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 260, 2024-03-07T02:56:44.831 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 241071234 2024-03-07T02:56:44.831 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.831 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_submit_lat": { 2024-03-07T02:56:44.831 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 260, 2024-03-07T02:56:44.831 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 19628376 2024-03-07T02:56:44.831 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.831 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_throttle_lat": { 2024-03-07T02:56:44.832 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 260, 2024-03-07T02:56:44.832 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2833101 2024-03-07T02:56:44.832 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.832 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.832 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache": { 2024-03-07T02:56:44.832 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-03-07T02:56:44.832 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1861632045 2024-03-07T02:56:44.832 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.832 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-03-07T02:56:44.832 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 42385408 2024-03-07T02:56:44.832 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.832 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-03-07T02:56:44.832 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 42033152 2024-03-07T02:56:44.832 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.833 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-03-07T02:56:44.833 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3137574604 2024-03-07T02:56:44.833 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.833 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-03-07T02:56:44.833 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 352256 2024-03-07T02:56:44.833 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.833 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.833 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:data": { 2024-03-07T02:56:44.833 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:44.833 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 159383552 2024-03-07T02:56:44.833 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.833 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:44.833 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.833 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.833 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:44.833 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.834 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.834 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:44.834 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 85509755 2024-03-07T02:56:44.834 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.834 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:44.834 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.834 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.834 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:44.834 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.834 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.834 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:44.834 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.834 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.834 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:44.834 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.834 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.835 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:44.835 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.835 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.835 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:44.835 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.835 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.835 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:44.835 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.835 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.835 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:44.835 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.835 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.835 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:44.835 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.835 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.835 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:44.835 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 73873797 2024-03-07T02:56:44.836 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.836 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.836 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv": { 2024-03-07T02:56:44.836 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:44.836 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 780140544 2024-03-07T02:56:44.836 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.836 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:44.836 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-03-07T02:56:44.836 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.836 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:44.836 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.836 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.836 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:44.836 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 641323164 2024-03-07T02:56:44.836 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.837 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:44.837 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.837 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.837 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:44.837 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.837 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.837 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:44.837 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.837 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.837 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:44.837 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.837 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.837 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:44.837 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.837 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.837 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:44.838 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2128 2024-03-07T02:56:44.838 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.838 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:44.838 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.838 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.838 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:44.838 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.838 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.838 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:44.838 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.838 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.838 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:44.838 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71706388 2024-03-07T02:56:44.838 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.838 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.838 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv_onode": { 2024-03-07T02:56:44.839 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:44.839 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 192937984 2024-03-07T02:56:44.839 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.839 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:44.839 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-03-07T02:56:44.839 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.839 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:44.839 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 464 2024-03-07T02:56:44.839 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.839 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:44.839 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 57006503 2024-03-07T02:56:44.839 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.839 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:44.839 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.839 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.839 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:44.840 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.840 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.840 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:44.840 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.840 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.840 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:44.840 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.840 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.840 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:44.840 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.840 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.840 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:44.840 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.840 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.840 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:44.841 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.841 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.841 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:44.841 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.841 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.841 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:44.841 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.841 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.841 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:44.841 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68822153 2024-03-07T02:56:44.841 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.841 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.841 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:meta": { 2024-03-07T02:56:44.841 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:44.841 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 713031680 2024-03-07T02:56:44.841 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.842 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:44.842 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.842 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.842 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:44.842 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.842 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.842 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:44.842 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 641323164 2024-03-07T02:56:44.842 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.842 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:44.842 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.842 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.842 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:44.842 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.842 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.842 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:44.843 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.843 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.843 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:44.843 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.843 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.843 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:44.843 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10557 2024-03-07T02:56:44.843 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.843 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:44.843 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 211154 2024-03-07T02:56:44.843 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.843 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:44.843 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.843 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.843 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:44.844 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.844 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.844 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:44.844 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.844 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.844 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:44.844 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71486805 2024-03-07T02:56:44.844 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.844 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.844 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-03-07T02:56:44.844 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-03-07T02:56:44.844 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.844 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.844 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-03-07T02:56:44.844 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.844 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.845 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-03-07T02:56:44.845 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.845 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.845 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-03-07T02:56:44.845 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.845 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.845 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.845 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-03-07T02:56:44.845 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg": { 2024-03-07T02:56:44.845 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 42 2024-03-07T02:56:44.845 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.845 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg_removing": { 2024-03-07T02:56:44.845 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.845 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.845 INFO:tasks.workunit.client.0.smithi090.stdout: "op": { 2024-03-07T02:56:44.845 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.846 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.846 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_degraded": { 2024-03-07T02:56:44.846 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.846 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.846 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_unreadable": { 2024-03-07T02:56:44.846 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.846 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.846 INFO:tasks.workunit.client.0.smithi090.stdout: "op_in_bytes": { 2024-03-07T02:56:44.846 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.846 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.846 INFO:tasks.workunit.client.0.smithi090.stdout: "op_latency": { 2024-03-07T02:56:44.846 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.846 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.846 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.846 INFO:tasks.workunit.client.0.smithi090.stdout: "op_out_bytes": { 2024-03-07T02:56:44.846 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.847 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.847 INFO:tasks.workunit.client.0.smithi090.stdout: "op_prepare_latency": { 2024-03-07T02:56:44.847 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.847 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.847 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.847 INFO:tasks.workunit.client.0.smithi090.stdout: "op_process_latency": { 2024-03-07T02:56:44.847 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.847 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.847 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.847 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-03-07T02:56:44.847 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.847 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.847 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency": { 2024-03-07T02:56:44.847 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.847 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.848 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.848 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-03-07T02:56:44.848 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.848 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.848 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_out_bytes": { 2024-03-07T02:56:44.848 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.848 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.848 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_prepare_latency": { 2024-03-07T02:56:44.848 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.848 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.848 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.848 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_process_latency": { 2024-03-07T02:56:44.848 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.848 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.848 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.849 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw": { 2024-03-07T02:56:44.849 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.849 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.849 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_in_bytes": { 2024-03-07T02:56:44.849 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.849 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.849 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency": { 2024-03-07T02:56:44.849 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.849 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.849 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.849 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-03-07T02:56:44.849 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.849 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.849 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-03-07T02:56:44.849 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.849 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.850 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_out_bytes": { 2024-03-07T02:56:44.850 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.850 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.850 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_prepare_latency": { 2024-03-07T02:56:44.850 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.850 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.850 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.850 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_process_latency": { 2024-03-07T02:56:44.850 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.850 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.850 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.850 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-03-07T02:56:44.850 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.850 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.850 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_in_bytes": { 2024-03-07T02:56:44.850 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.851 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.851 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency": { 2024-03-07T02:56:44.851 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.851 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.851 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.851 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-03-07T02:56:44.851 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.851 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.851 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_prepare_latency": { 2024-03-07T02:56:44.851 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.851 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.851 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.851 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_process_latency": { 2024-03-07T02:56:44.851 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.851 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.851 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.852 INFO:tasks.workunit.client.0.smithi090.stdout: "op_wip": { 2024-03-07T02:56:44.852 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.852 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.852 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_bytes": { 2024-03-07T02:56:44.852 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.852 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.852 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_ops": { 2024-03-07T02:56:44.852 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.852 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.852 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes": { 2024-03-07T02:56:44.852 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-03-07T02:56:44.852 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.852 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes_used": { 2024-03-07T02:56:44.852 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 28372992 2024-03-07T02:56:44.852 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.852 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.852 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.853 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.6": { 2024-03-07T02:56:44.853 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-03-07T02:56:44.853 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_fallback": { 2024-03-07T02:56:44.853 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.853 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.853 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_size_fallback": { 2024-03-07T02:56:44.853 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.853 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.853 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_db": { 2024-03-07T02:56:44.853 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65536 2024-03-07T02:56:44.853 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.853 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_main": { 2024-03-07T02:56:44.853 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.853 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.853 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_wal": { 2024-03-07T02:56:44.853 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.854 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.854 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_slow": { 2024-03-07T02:56:44.854 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.854 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.854 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_sst": { 2024-03-07T02:56:44.854 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12288 2024-03-07T02:56:44.854 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.854 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_wal": { 2024-03-07T02:56:44.854 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1175552 2024-03-07T02:56:44.854 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.854 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lat": { 2024-03-07T02:56:44.854 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.854 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.854 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.854 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lock_lat": { 2024-03-07T02:56:44.854 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.855 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.855 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.855 INFO:tasks.workunit.client.0.smithi090.stdout: "db_total_bytes": { 2024-03-07T02:56:44.855 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-03-07T02:56:44.855 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.855 INFO:tasks.workunit.client.0.smithi090.stdout: "db_used_bytes": { 2024-03-07T02:56:44.855 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 27656192 2024-03-07T02:56:44.855 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.855 INFO:tasks.workunit.client.0.smithi090.stdout: "log_bytes": { 2024-03-07T02:56:44.855 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 888832 2024-03-07T02:56:44.855 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.855 INFO:tasks.workunit.client.0.smithi090.stdout: "logged_bytes": { 2024-03-07T02:56:44.855 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 749568 2024-03-07T02:56:44.855 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.855 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_db": { 2024-03-07T02:56:44.855 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 31850496 2024-03-07T02:56:44.856 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.856 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_slow": { 2024-03-07T02:56:44.856 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.856 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.856 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_wal": { 2024-03-07T02:56:44.856 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.856 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.856 INFO:tasks.workunit.client.0.smithi090.stdout: "num_files": { 2024-03-07T02:56:44.856 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14 2024-03-07T02:56:44.856 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.856 INFO:tasks.workunit.client.0.smithi090.stdout: "read_bytes": { 2024-03-07T02:56:44.856 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 206366 2024-03-07T02:56:44.856 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.856 INFO:tasks.workunit.client.0.smithi090.stdout: "read_count": { 2024-03-07T02:56:44.856 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23 2024-03-07T02:56:44.857 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.857 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes": { 2024-03-07T02:56:44.857 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1282048 2024-03-07T02:56:44.857 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.857 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_db": { 2024-03-07T02:56:44.857 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1286144 2024-03-07T02:56:44.857 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.857 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_slow": { 2024-03-07T02:56:44.857 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.857 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.857 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_wal": { 2024-03-07T02:56:44.857 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.857 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.857 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_count": { 2024-03-07T02:56:44.857 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15 2024-03-07T02:56:44.857 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.858 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_bytes": { 2024-03-07T02:56:44.858 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5019 2024-03-07T02:56:44.858 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.858 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_count": { 2024-03-07T02:56:44.858 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4 2024-03-07T02:56:44.858 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.858 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_bytes": { 2024-03-07T02:56:44.858 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5845 2024-03-07T02:56:44.858 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.858 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_count": { 2024-03-07T02:56:44.858 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24 2024-03-07T02:56:44.858 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.858 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_bytes": { 2024-03-07T02:56:44.858 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5845 2024-03-07T02:56:44.858 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.859 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_count": { 2024-03-07T02:56:44.859 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24 2024-03-07T02:56:44.859 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.859 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes": { 2024-03-07T02:56:44.859 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.859 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.859 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_db": { 2024-03-07T02:56:44.859 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.859 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.859 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_slow": { 2024-03-07T02:56:44.859 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.859 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.859 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_wal": { 2024-03-07T02:56:44.859 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.859 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.859 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_count": { 2024-03-07T02:56:44.860 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.860 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.860 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_total_bytes": { 2024-03-07T02:56:44.860 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.860 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.860 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_used_bytes": { 2024-03-07T02:56:44.860 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.860 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.860 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_total_bytes": { 2024-03-07T02:56:44.860 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.860 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.860 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_used_bytes": { 2024-03-07T02:56:44.860 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.860 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.861 INFO:tasks.workunit.client.0.smithi090.stdout: "write_bytes": { 2024-03-07T02:56:44.861 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2002944 2024-03-07T02:56:44.861 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.861 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.861 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": { 2024-03-07T02:56:44.861 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit": { 2024-03-07T02:56:44.861 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4096 2024-03-07T02:56:44.861 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.861 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": { 2024-03-07T02:56:44.861 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1294336 2024-03-07T02:56:44.861 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.861 INFO:tasks.workunit.client.0.smithi090.stdout: "clist_lat": { 2024-03-07T02:56:44.861 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.861 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.861 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.861 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_lat": { 2024-03-07T02:56:44.862 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.862 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.862 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.862 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed": { 2024-03-07T02:56:44.862 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.862 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.862 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_allocated": { 2024-03-07T02:56:44.862 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.862 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.862 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_original": { 2024-03-07T02:56:44.862 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.862 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.862 INFO:tasks.workunit.client.0.smithi090.stdout: "csum_lat": { 2024-03-07T02:56:44.862 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 5, 2024-03-07T02:56:44.862 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8190 2024-03-07T02:56:44.862 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.863 INFO:tasks.workunit.client.0.smithi090.stdout: "decompress_lat": { 2024-03-07T02:56:44.863 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.863 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.863 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.863 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_commit_lat": { 2024-03-07T02:56:44.863 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 170, 2024-03-07T02:56:44.863 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 40558057 2024-03-07T02:56:44.863 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.863 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_final_lat": { 2024-03-07T02:56:44.863 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 158, 2024-03-07T02:56:44.863 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5095276 2024-03-07T02:56:44.863 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.863 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_flush_lat": { 2024-03-07T02:56:44.863 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 170, 2024-03-07T02:56:44.863 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 120378 2024-03-07T02:56:44.863 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.864 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_sync_lat": { 2024-03-07T02:56:44.864 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 170, 2024-03-07T02:56:44.864 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 40678435 2024-03-07T02:56:44.864 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.864 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_keys_lat": { 2024-03-07T02:56:44.864 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.864 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.864 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.864 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_values_lat": { 2024-03-07T02:56:44.864 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-03-07T02:56:44.864 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 30892 2024-03-07T02:56:44.864 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.864 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_lower_bound_lat": { 2024-03-07T02:56:44.864 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.864 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.865 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.865 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_next_lat": { 2024-03-07T02:56:44.865 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.865 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.865 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.865 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_seek_to_first_lat": { 2024-03-07T02:56:44.865 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.865 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.865 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.865 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_upper_bound_lat": { 2024-03-07T02:56:44.865 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-03-07T02:56:44.865 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3608 2024-03-07T02:56:44.865 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.865 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_hits": { 2024-03-07T02:56:44.865 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 314 2024-03-07T02:56:44.865 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.865 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_misses": { 2024-03-07T02:56:44.866 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 248 2024-03-07T02:56:44.866 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.866 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-03-07T02:56:44.866 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 87, 2024-03-07T02:56:44.866 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 911636 2024-03-07T02:56:44.866 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.866 INFO:tasks.workunit.client.0.smithi090.stdout: "read_onode_meta_lat": { 2024-03-07T02:56:44.866 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 130, 2024-03-07T02:56:44.866 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 293627 2024-03-07T02:56:44.866 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.866 INFO:tasks.workunit.client.0.smithi090.stdout: "read_wait_aio_lat": { 2024-03-07T02:56:44.866 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 43, 2024-03-07T02:56:44.866 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 612587 2024-03-07T02:56:44.866 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.866 INFO:tasks.workunit.client.0.smithi090.stdout: "reads_with_retries": { 2024-03-07T02:56:44.866 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.867 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.867 INFO:tasks.workunit.client.0.smithi090.stdout: "remove_lat": { 2024-03-07T02:56:44.867 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.867 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.867 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.867 INFO:tasks.workunit.client.0.smithi090.stdout: "state_aio_wait_lat": { 2024-03-07T02:56:44.867 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 257, 2024-03-07T02:56:44.867 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4025746 2024-03-07T02:56:44.867 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.867 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_aio_wait_lat": { 2024-03-07T02:56:44.867 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 33, 2024-03-07T02:56:44.867 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2697309 2024-03-07T02:56:44.867 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.867 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_cleanup_lat": { 2024-03-07T02:56:44.867 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 33, 2024-03-07T02:56:44.867 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 302154456848 2024-03-07T02:56:44.868 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.868 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_queued_lat": { 2024-03-07T02:56:44.868 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 33, 2024-03-07T02:56:44.868 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 45973797720 2024-03-07T02:56:44.868 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.868 INFO:tasks.workunit.client.0.smithi090.stdout: "state_done_lat": { 2024-03-07T02:56:44.868 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 257, 2024-03-07T02:56:44.868 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 483880 2024-03-07T02:56:44.868 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.868 INFO:tasks.workunit.client.0.smithi090.stdout: "state_finishing_lat": { 2024-03-07T02:56:44.868 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 257, 2024-03-07T02:56:44.868 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 26684 2024-03-07T02:56:44.868 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.868 INFO:tasks.workunit.client.0.smithi090.stdout: "state_io_done_lat": { 2024-03-07T02:56:44.868 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 257, 2024-03-07T02:56:44.868 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 209753 2024-03-07T02:56:44.869 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.869 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_commiting_lat": { 2024-03-07T02:56:44.869 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 257, 2024-03-07T02:56:44.869 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 188788150 2024-03-07T02:56:44.869 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.869 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_done_lat": { 2024-03-07T02:56:44.869 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 257, 2024-03-07T02:56:44.869 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 78964 2024-03-07T02:56:44.869 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.869 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_queued_lat": { 2024-03-07T02:56:44.869 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 257, 2024-03-07T02:56:44.869 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 79943039 2024-03-07T02:56:44.869 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.869 INFO:tasks.workunit.client.0.smithi090.stdout: "state_prepare_lat": { 2024-03-07T02:56:44.869 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 257, 2024-03-07T02:56:44.870 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12096064 2024-03-07T02:56:44.870 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.870 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": { 2024-03-07T02:56:44.870 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 895028 2024-03-07T02:56:44.870 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.870 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-03-07T02:56:44.870 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 26, 2024-03-07T02:56:44.870 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 110634 2024-03-07T02:56:44.870 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.870 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_commit_lat": { 2024-03-07T02:56:44.870 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 257, 2024-03-07T02:56:44.870 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 285095798 2024-03-07T02:56:44.870 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.870 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_submit_lat": { 2024-03-07T02:56:44.870 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 257, 2024-03-07T02:56:44.870 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14368261 2024-03-07T02:56:44.871 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.871 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_throttle_lat": { 2024-03-07T02:56:44.871 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 257, 2024-03-07T02:56:44.871 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1634711 2024-03-07T02:56:44.871 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.871 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.871 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache": { 2024-03-07T02:56:44.871 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-03-07T02:56:44.871 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1861632045 2024-03-07T02:56:44.871 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.871 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-03-07T02:56:44.871 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 42385408 2024-03-07T02:56:44.871 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.871 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-03-07T02:56:44.871 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 41615360 2024-03-07T02:56:44.871 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.871 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-03-07T02:56:44.872 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3137574604 2024-03-07T02:56:44.872 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.872 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-03-07T02:56:44.872 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 770048 2024-03-07T02:56:44.872 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.872 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.872 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:data": { 2024-03-07T02:56:44.872 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:44.872 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 159383552 2024-03-07T02:56:44.872 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.872 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:44.872 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.872 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.872 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:44.872 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.873 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.873 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:44.873 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 85509140 2024-03-07T02:56:44.873 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.873 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:44.873 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.873 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.873 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:44.873 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.873 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.873 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:44.873 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.873 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.873 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:44.873 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.874 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.874 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:44.874 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.874 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.874 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:44.874 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8192 2024-03-07T02:56:44.874 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.874 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:44.874 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.874 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.874 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:44.874 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.874 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.874 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:44.874 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.874 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.875 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:44.875 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 73866220 2024-03-07T02:56:44.875 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.875 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.875 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv": { 2024-03-07T02:56:44.875 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:44.875 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 780140544 2024-03-07T02:56:44.875 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.875 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:44.875 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-03-07T02:56:44.875 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.875 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:44.875 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.875 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.875 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:44.875 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 641318553 2024-03-07T02:56:44.876 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.876 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:44.876 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.876 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.876 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:44.876 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.876 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.876 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:44.876 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.876 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.876 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:44.876 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.876 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.876 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:44.876 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.877 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.877 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:44.877 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2128 2024-03-07T02:56:44.877 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.877 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:44.877 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.877 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.877 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:44.877 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.877 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.877 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:44.877 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.877 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.877 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:44.877 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71710999 2024-03-07T02:56:44.878 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.878 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.878 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv_onode": { 2024-03-07T02:56:44.878 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:44.878 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 192937984 2024-03-07T02:56:44.878 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.878 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:44.878 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-03-07T02:56:44.878 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.878 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:44.878 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 464 2024-03-07T02:56:44.878 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.878 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:44.878 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 57006093 2024-03-07T02:56:44.878 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.878 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:44.879 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.879 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.879 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:44.879 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.879 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.879 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:44.879 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.879 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.879 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:44.879 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.879 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.879 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:44.879 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.879 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.879 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:44.879 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.880 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.880 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:44.880 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.880 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.880 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:44.880 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.880 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.880 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:44.880 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.880 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.880 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:44.880 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68822563 2024-03-07T02:56:44.880 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.880 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.880 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:meta": { 2024-03-07T02:56:44.880 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:44.881 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 713031680 2024-03-07T02:56:44.881 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.881 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:44.881 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.881 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.881 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:44.881 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.881 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.881 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:44.881 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 641318553 2024-03-07T02:56:44.881 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.881 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:44.881 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.881 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.881 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:44.881 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.881 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.882 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:44.882 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.882 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.882 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:44.882 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.882 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.882 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:44.882 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13185 2024-03-07T02:56:44.882 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.882 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:44.882 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 209762 2024-03-07T02:56:44.882 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.882 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:44.882 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.882 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.882 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:44.883 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.883 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.883 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:44.883 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.883 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.883 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:44.883 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71490180 2024-03-07T02:56:44.883 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.883 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.883 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-03-07T02:56:44.883 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-03-07T02:56:44.883 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.883 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.883 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-03-07T02:56:44.883 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.883 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.883 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-03-07T02:56:44.884 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.884 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.884 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-03-07T02:56:44.884 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.884 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.884 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.884 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-03-07T02:56:44.884 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg": { 2024-03-07T02:56:44.884 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 39 2024-03-07T02:56:44.884 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.884 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg_removing": { 2024-03-07T02:56:44.884 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.884 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.884 INFO:tasks.workunit.client.0.smithi090.stdout: "op": { 2024-03-07T02:56:44.884 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13 2024-03-07T02:56:44.885 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.885 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_degraded": { 2024-03-07T02:56:44.885 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.885 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.885 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_unreadable": { 2024-03-07T02:56:44.885 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.885 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.885 INFO:tasks.workunit.client.0.smithi090.stdout: "op_in_bytes": { 2024-03-07T02:56:44.885 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2810 2024-03-07T02:56:44.885 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.885 INFO:tasks.workunit.client.0.smithi090.stdout: "op_latency": { 2024-03-07T02:56:44.885 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 13, 2024-03-07T02:56:44.885 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 94067276 2024-03-07T02:56:44.885 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.885 INFO:tasks.workunit.client.0.smithi090.stdout: "op_out_bytes": { 2024-03-07T02:56:44.885 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.886 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.886 INFO:tasks.workunit.client.0.smithi090.stdout: "op_prepare_latency": { 2024-03-07T02:56:44.886 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 15, 2024-03-07T02:56:44.886 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7366175 2024-03-07T02:56:44.886 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.886 INFO:tasks.workunit.client.0.smithi090.stdout: "op_process_latency": { 2024-03-07T02:56:44.886 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 13, 2024-03-07T02:56:44.886 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 78044752 2024-03-07T02:56:44.886 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.886 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-03-07T02:56:44.886 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.886 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.886 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency": { 2024-03-07T02:56:44.886 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.886 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.887 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.887 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-03-07T02:56:44.887 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.887 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.887 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_out_bytes": { 2024-03-07T02:56:44.887 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.887 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.887 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_prepare_latency": { 2024-03-07T02:56:44.887 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.887 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.887 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.887 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_process_latency": { 2024-03-07T02:56:44.887 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.887 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.887 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.887 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw": { 2024-03-07T02:56:44.888 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.888 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.888 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_in_bytes": { 2024-03-07T02:56:44.888 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.888 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.888 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency": { 2024-03-07T02:56:44.888 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.888 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.888 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.888 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-03-07T02:56:44.888 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.888 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.888 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-03-07T02:56:44.888 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.888 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.889 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_out_bytes": { 2024-03-07T02:56:44.889 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.889 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.889 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_prepare_latency": { 2024-03-07T02:56:44.889 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.889 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.889 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.889 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_process_latency": { 2024-03-07T02:56:44.889 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.889 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.889 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.889 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-03-07T02:56:44.889 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13 2024-03-07T02:56:44.889 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.889 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_in_bytes": { 2024-03-07T02:56:44.889 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2810 2024-03-07T02:56:44.890 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.890 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency": { 2024-03-07T02:56:44.890 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 13, 2024-03-07T02:56:44.890 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 94067276 2024-03-07T02:56:44.890 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.890 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-03-07T02:56:44.890 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.890 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.890 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_prepare_latency": { 2024-03-07T02:56:44.890 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 15, 2024-03-07T02:56:44.890 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7366175 2024-03-07T02:56:44.890 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.890 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_process_latency": { 2024-03-07T02:56:44.890 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 13, 2024-03-07T02:56:44.890 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 78044752 2024-03-07T02:56:44.890 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.891 INFO:tasks.workunit.client.0.smithi090.stdout: "op_wip": { 2024-03-07T02:56:44.891 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.891 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.891 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_bytes": { 2024-03-07T02:56:44.891 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.891 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.891 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_ops": { 2024-03-07T02:56:44.891 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.891 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.891 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes": { 2024-03-07T02:56:44.891 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-03-07T02:56:44.891 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.891 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes_used": { 2024-03-07T02:56:44.891 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 28958720 2024-03-07T02:56:44.891 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.891 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.892 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.892 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.7": { 2024-03-07T02:56:44.892 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-03-07T02:56:44.892 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_fallback": { 2024-03-07T02:56:44.892 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.892 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.892 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_size_fallback": { 2024-03-07T02:56:44.892 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.892 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.892 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_db": { 2024-03-07T02:56:44.892 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65536 2024-03-07T02:56:44.892 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.892 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_main": { 2024-03-07T02:56:44.892 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.892 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.892 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_wal": { 2024-03-07T02:56:44.893 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.893 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.893 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_slow": { 2024-03-07T02:56:44.893 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.893 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.893 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_sst": { 2024-03-07T02:56:44.893 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12288 2024-03-07T02:56:44.893 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.893 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_wal": { 2024-03-07T02:56:44.893 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1036288 2024-03-07T02:56:44.893 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.893 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lat": { 2024-03-07T02:56:44.893 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.893 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.893 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.894 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lock_lat": { 2024-03-07T02:56:44.894 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.894 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.894 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.894 INFO:tasks.workunit.client.0.smithi090.stdout: "db_total_bytes": { 2024-03-07T02:56:44.894 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-03-07T02:56:44.894 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.894 INFO:tasks.workunit.client.0.smithi090.stdout: "db_used_bytes": { 2024-03-07T02:56:44.894 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 27656192 2024-03-07T02:56:44.894 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.894 INFO:tasks.workunit.client.0.smithi090.stdout: "log_bytes": { 2024-03-07T02:56:44.894 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 794624 2024-03-07T02:56:44.894 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.894 INFO:tasks.workunit.client.0.smithi090.stdout: "logged_bytes": { 2024-03-07T02:56:44.894 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 655360 2024-03-07T02:56:44.894 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.895 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_db": { 2024-03-07T02:56:44.895 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 31850496 2024-03-07T02:56:44.895 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.895 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_slow": { 2024-03-07T02:56:44.895 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.895 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.895 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_wal": { 2024-03-07T02:56:44.895 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.895 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.895 INFO:tasks.workunit.client.0.smithi090.stdout: "num_files": { 2024-03-07T02:56:44.895 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14 2024-03-07T02:56:44.895 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.895 INFO:tasks.workunit.client.0.smithi090.stdout: "read_bytes": { 2024-03-07T02:56:44.895 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 206366 2024-03-07T02:56:44.895 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.895 INFO:tasks.workunit.client.0.smithi090.stdout: "read_count": { 2024-03-07T02:56:44.896 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23 2024-03-07T02:56:44.896 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.896 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes": { 2024-03-07T02:56:44.896 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1282048 2024-03-07T02:56:44.896 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.896 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_db": { 2024-03-07T02:56:44.896 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1286144 2024-03-07T02:56:44.896 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.896 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_slow": { 2024-03-07T02:56:44.896 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.896 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.896 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_wal": { 2024-03-07T02:56:44.896 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.896 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.896 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_count": { 2024-03-07T02:56:44.896 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15 2024-03-07T02:56:44.897 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.897 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_bytes": { 2024-03-07T02:56:44.897 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5019 2024-03-07T02:56:44.897 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.897 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_count": { 2024-03-07T02:56:44.897 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4 2024-03-07T02:56:44.897 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.897 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_bytes": { 2024-03-07T02:56:44.897 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5845 2024-03-07T02:56:44.897 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.897 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_count": { 2024-03-07T02:56:44.897 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24 2024-03-07T02:56:44.897 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.897 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_bytes": { 2024-03-07T02:56:44.897 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5845 2024-03-07T02:56:44.897 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.898 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_count": { 2024-03-07T02:56:44.898 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24 2024-03-07T02:56:44.898 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.898 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes": { 2024-03-07T02:56:44.898 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.898 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.898 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_db": { 2024-03-07T02:56:44.898 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.898 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.898 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_slow": { 2024-03-07T02:56:44.898 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.898 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.898 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_wal": { 2024-03-07T02:56:44.898 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.898 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.898 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_count": { 2024-03-07T02:56:44.898 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.899 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.899 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_total_bytes": { 2024-03-07T02:56:44.899 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.899 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.899 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_used_bytes": { 2024-03-07T02:56:44.899 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.899 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.899 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_total_bytes": { 2024-03-07T02:56:44.899 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.899 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.899 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_used_bytes": { 2024-03-07T02:56:44.899 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.899 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.899 INFO:tasks.workunit.client.0.smithi090.stdout: "write_bytes": { 2024-03-07T02:56:44.899 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1769472 2024-03-07T02:56:44.899 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.900 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.900 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": { 2024-03-07T02:56:44.900 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit": { 2024-03-07T02:56:44.900 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4096 2024-03-07T02:56:44.900 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.900 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": { 2024-03-07T02:56:44.900 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1298432 2024-03-07T02:56:44.900 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.900 INFO:tasks.workunit.client.0.smithi090.stdout: "clist_lat": { 2024-03-07T02:56:44.900 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3, 2024-03-07T02:56:44.900 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 115387 2024-03-07T02:56:44.900 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.900 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_lat": { 2024-03-07T02:56:44.900 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.900 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.900 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.901 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed": { 2024-03-07T02:56:44.901 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.901 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.901 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_allocated": { 2024-03-07T02:56:44.901 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.901 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.901 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_original": { 2024-03-07T02:56:44.901 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.901 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.901 INFO:tasks.workunit.client.0.smithi090.stdout: "csum_lat": { 2024-03-07T02:56:44.901 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 10, 2024-03-07T02:56:44.901 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 27730 2024-03-07T02:56:44.901 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.901 INFO:tasks.workunit.client.0.smithi090.stdout: "decompress_lat": { 2024-03-07T02:56:44.901 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.902 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.902 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.902 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_commit_lat": { 2024-03-07T02:56:44.902 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 147, 2024-03-07T02:56:44.902 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 62822004 2024-03-07T02:56:44.902 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.902 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_final_lat": { 2024-03-07T02:56:44.902 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 140, 2024-03-07T02:56:44.902 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7118408 2024-03-07T02:56:44.902 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.902 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_flush_lat": { 2024-03-07T02:56:44.902 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 147, 2024-03-07T02:56:44.902 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 81707 2024-03-07T02:56:44.902 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.902 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_sync_lat": { 2024-03-07T02:56:44.902 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 147, 2024-03-07T02:56:44.903 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 62903711 2024-03-07T02:56:44.903 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.903 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_keys_lat": { 2024-03-07T02:56:44.903 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.903 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.903 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.903 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_values_lat": { 2024-03-07T02:56:44.903 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-03-07T02:56:44.903 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 36076 2024-03-07T02:56:44.903 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.903 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_lower_bound_lat": { 2024-03-07T02:56:44.903 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.903 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.903 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.903 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_next_lat": { 2024-03-07T02:56:44.903 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.904 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.904 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.904 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_seek_to_first_lat": { 2024-03-07T02:56:44.904 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-03-07T02:56:44.904 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.904 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.904 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_upper_bound_lat": { 2024-03-07T02:56:44.904 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-03-07T02:56:44.904 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5148 2024-03-07T02:56:44.904 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.904 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_hits": { 2024-03-07T02:56:44.904 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 423 2024-03-07T02:56:44.904 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.904 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_misses": { 2024-03-07T02:56:44.904 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 268 2024-03-07T02:56:44.905 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.905 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-03-07T02:56:44.905 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 100, 2024-03-07T02:56:44.905 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2555027 2024-03-07T02:56:44.905 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.905 INFO:tasks.workunit.client.0.smithi090.stdout: "read_onode_meta_lat": { 2024-03-07T02:56:44.905 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 148, 2024-03-07T02:56:44.905 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 238267 2024-03-07T02:56:44.905 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.905 INFO:tasks.workunit.client.0.smithi090.stdout: "read_wait_aio_lat": { 2024-03-07T02:56:44.905 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 48, 2024-03-07T02:56:44.905 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2013252 2024-03-07T02:56:44.905 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.905 INFO:tasks.workunit.client.0.smithi090.stdout: "reads_with_retries": { 2024-03-07T02:56:44.905 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.905 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.906 INFO:tasks.workunit.client.0.smithi090.stdout: "remove_lat": { 2024-03-07T02:56:44.906 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-03-07T02:56:44.906 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 21005 2024-03-07T02:56:44.906 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.906 INFO:tasks.workunit.client.0.smithi090.stdout: "state_aio_wait_lat": { 2024-03-07T02:56:44.906 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 267, 2024-03-07T02:56:44.906 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1865407 2024-03-07T02:56:44.906 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.906 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_aio_wait_lat": { 2024-03-07T02:56:44.906 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 19, 2024-03-07T02:56:44.906 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1418852 2024-03-07T02:56:44.906 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.906 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_cleanup_lat": { 2024-03-07T02:56:44.906 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 19, 2024-03-07T02:56:44.906 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 167988903094 2024-03-07T02:56:44.906 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.907 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_queued_lat": { 2024-03-07T02:56:44.907 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 19, 2024-03-07T02:56:44.907 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 31881381593 2024-03-07T02:56:44.907 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.907 INFO:tasks.workunit.client.0.smithi090.stdout: "state_done_lat": { 2024-03-07T02:56:44.907 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 267, 2024-03-07T02:56:44.907 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 407767 2024-03-07T02:56:44.907 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.907 INFO:tasks.workunit.client.0.smithi090.stdout: "state_finishing_lat": { 2024-03-07T02:56:44.907 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 267, 2024-03-07T02:56:44.907 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24727 2024-03-07T02:56:44.907 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.907 INFO:tasks.workunit.client.0.smithi090.stdout: "state_io_done_lat": { 2024-03-07T02:56:44.907 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 267, 2024-03-07T02:56:44.907 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 185571 2024-03-07T02:56:44.907 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.908 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_commiting_lat": { 2024-03-07T02:56:44.908 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 267, 2024-03-07T02:56:44.908 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 274380550 2024-03-07T02:56:44.908 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.908 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_done_lat": { 2024-03-07T02:56:44.908 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 267, 2024-03-07T02:56:44.908 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71603 2024-03-07T02:56:44.908 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.908 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_queued_lat": { 2024-03-07T02:56:44.908 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 267, 2024-03-07T02:56:44.908 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 179014280 2024-03-07T02:56:44.908 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.908 INFO:tasks.workunit.client.0.smithi090.stdout: "state_prepare_lat": { 2024-03-07T02:56:44.908 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 267, 2024-03-07T02:56:44.908 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10113483 2024-03-07T02:56:44.908 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.909 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": { 2024-03-07T02:56:44.909 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 893606 2024-03-07T02:56:44.909 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.909 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-03-07T02:56:44.909 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 18, 2024-03-07T02:56:44.909 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 76478 2024-03-07T02:56:44.909 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.909 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_commit_lat": { 2024-03-07T02:56:44.909 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 267, 2024-03-07T02:56:44.909 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 465588230 2024-03-07T02:56:44.909 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.909 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_submit_lat": { 2024-03-07T02:56:44.909 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 267, 2024-03-07T02:56:44.909 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12085605 2024-03-07T02:56:44.909 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.910 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_throttle_lat": { 2024-03-07T02:56:44.910 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 267, 2024-03-07T02:56:44.910 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1768068 2024-03-07T02:56:44.910 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.910 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.910 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache": { 2024-03-07T02:56:44.910 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-03-07T02:56:44.910 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1861632045 2024-03-07T02:56:44.910 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.910 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-03-07T02:56:44.910 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 42385408 2024-03-07T02:56:44.910 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.910 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-03-07T02:56:44.910 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 42360832 2024-03-07T02:56:44.910 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.910 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-03-07T02:56:44.911 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3137574604 2024-03-07T02:56:44.911 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.911 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-03-07T02:56:44.911 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24576 2024-03-07T02:56:44.911 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.911 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.911 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:data": { 2024-03-07T02:56:44.911 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:44.911 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 159383552 2024-03-07T02:56:44.911 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.911 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:44.911 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.911 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.911 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:44.911 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.911 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.912 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:44.912 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 85500188 2024-03-07T02:56:44.912 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.912 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:44.912 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.912 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.912 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:44.912 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.912 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.912 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:44.912 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.912 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.912 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:44.912 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.912 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.913 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:44.913 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.913 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.913 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:44.913 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 143360 2024-03-07T02:56:44.913 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.913 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:44.913 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.913 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.913 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:44.913 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.913 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.913 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:44.913 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.913 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.913 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:44.914 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 73740004 2024-03-07T02:56:44.914 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.914 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.914 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv": { 2024-03-07T02:56:44.914 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:44.914 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 780140544 2024-03-07T02:56:44.914 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.914 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:44.914 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-03-07T02:56:44.914 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.914 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:44.914 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.914 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.914 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:44.914 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 641251412 2024-03-07T02:56:44.914 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.915 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:44.915 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.915 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.915 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:44.915 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.915 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.915 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:44.915 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.915 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.915 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:44.915 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.915 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.915 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:44.915 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.915 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.915 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:44.916 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2128 2024-03-07T02:56:44.916 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.916 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:44.916 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.916 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.916 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:44.916 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.916 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.916 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:44.916 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.916 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.916 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:44.916 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71778140 2024-03-07T02:56:44.916 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.916 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.917 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv_onode": { 2024-03-07T02:56:44.917 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:44.917 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 192937984 2024-03-07T02:56:44.917 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.917 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:44.917 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-03-07T02:56:44.917 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.917 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:44.917 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 464 2024-03-07T02:56:44.917 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.917 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:44.917 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 57000125 2024-03-07T02:56:44.917 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.917 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:44.917 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.917 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.918 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:44.918 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.918 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.918 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:44.918 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.918 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.918 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:44.918 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.918 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.918 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:44.918 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.918 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.918 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:44.918 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.918 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.918 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:44.919 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.919 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.919 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:44.919 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.919 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.919 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:44.919 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.919 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.919 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:44.919 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68828531 2024-03-07T02:56:44.919 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.919 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.919 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:meta": { 2024-03-07T02:56:44.919 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-03-07T02:56:44.919 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 713031680 2024-03-07T02:56:44.919 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.920 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-03-07T02:56:44.920 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.920 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.920 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-03-07T02:56:44.920 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.920 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.920 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-03-07T02:56:44.920 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 641251412 2024-03-07T02:56:44.920 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.920 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-03-07T02:56:44.920 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.920 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.920 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-03-07T02:56:44.920 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.920 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.920 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-03-07T02:56:44.921 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.921 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.921 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-03-07T02:56:44.921 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.921 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.921 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-03-07T02:56:44.921 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4830 2024-03-07T02:56:44.921 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.921 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-03-07T02:56:44.921 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 229448 2024-03-07T02:56:44.921 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.921 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-03-07T02:56:44.921 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.921 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.921 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-03-07T02:56:44.922 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.922 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.922 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-03-07T02:56:44.922 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.922 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.922 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-03-07T02:56:44.922 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71545990 2024-03-07T02:56:44.922 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.922 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.922 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-03-07T02:56:44.922 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-03-07T02:56:44.922 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.922 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.922 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-03-07T02:56:44.922 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.923 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.923 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-03-07T02:56:44.923 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.923 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.923 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-03-07T02:56:44.923 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.923 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.923 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.923 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-03-07T02:56:44.923 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg": { 2024-03-07T02:56:44.923 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 47 2024-03-07T02:56:44.923 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.923 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg_removing": { 2024-03-07T02:56:44.923 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.923 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.923 INFO:tasks.workunit.client.0.smithi090.stdout: "op": { 2024-03-07T02:56:44.924 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 59 2024-03-07T02:56:44.924 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.924 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_degraded": { 2024-03-07T02:56:44.924 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.924 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.924 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_unreadable": { 2024-03-07T02:56:44.924 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.924 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.924 INFO:tasks.workunit.client.0.smithi090.stdout: "op_in_bytes": { 2024-03-07T02:56:44.924 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.924 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.924 INFO:tasks.workunit.client.0.smithi090.stdout: "op_latency": { 2024-03-07T02:56:44.924 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 59, 2024-03-07T02:56:44.924 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 102343347 2024-03-07T02:56:44.924 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.925 INFO:tasks.workunit.client.0.smithi090.stdout: "op_out_bytes": { 2024-03-07T02:56:44.925 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 263578 2024-03-07T02:56:44.925 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.925 INFO:tasks.workunit.client.0.smithi090.stdout: "op_prepare_latency": { 2024-03-07T02:56:44.925 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 61, 2024-03-07T02:56:44.925 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14116011 2024-03-07T02:56:44.925 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.925 INFO:tasks.workunit.client.0.smithi090.stdout: "op_process_latency": { 2024-03-07T02:56:44.925 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 59, 2024-03-07T02:56:44.925 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 94141750 2024-03-07T02:56:44.925 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.925 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-03-07T02:56:44.925 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 40 2024-03-07T02:56:44.925 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.925 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency": { 2024-03-07T02:56:44.925 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 40, 2024-03-07T02:56:44.926 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6522694 2024-03-07T02:56:44.926 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.926 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-03-07T02:56:44.926 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.926 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.926 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_out_bytes": { 2024-03-07T02:56:44.926 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 263578 2024-03-07T02:56:44.926 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.926 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_prepare_latency": { 2024-03-07T02:56:44.926 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 40, 2024-03-07T02:56:44.926 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5815017 2024-03-07T02:56:44.926 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.926 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_process_latency": { 2024-03-07T02:56:44.926 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 40, 2024-03-07T02:56:44.926 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4942577 2024-03-07T02:56:44.927 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.927 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw": { 2024-03-07T02:56:44.927 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14 2024-03-07T02:56:44.927 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.927 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_in_bytes": { 2024-03-07T02:56:44.927 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.927 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.927 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency": { 2024-03-07T02:56:44.927 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 14, 2024-03-07T02:56:44.927 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 11915281 2024-03-07T02:56:44.927 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.927 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-03-07T02:56:44.927 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.927 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.927 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-03-07T02:56:44.927 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.928 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.928 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_out_bytes": { 2024-03-07T02:56:44.928 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.928 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.928 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_prepare_latency": { 2024-03-07T02:56:44.928 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 14, 2024-03-07T02:56:44.928 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5372866 2024-03-07T02:56:44.928 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.928 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_process_latency": { 2024-03-07T02:56:44.928 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 14, 2024-03-07T02:56:44.928 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 11182696 2024-03-07T02:56:44.928 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.928 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-03-07T02:56:44.928 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5 2024-03-07T02:56:44.928 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.928 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_in_bytes": { 2024-03-07T02:56:44.929 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.929 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.929 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency": { 2024-03-07T02:56:44.929 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 5, 2024-03-07T02:56:44.929 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 83905372 2024-03-07T02:56:44.929 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.929 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-03-07T02:56:44.929 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.929 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.929 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_prepare_latency": { 2024-03-07T02:56:44.929 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 7, 2024-03-07T02:56:44.929 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2928128 2024-03-07T02:56:44.929 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.929 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_process_latency": { 2024-03-07T02:56:44.929 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 5, 2024-03-07T02:56:44.929 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 78016477 2024-03-07T02:56:44.930 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.930 INFO:tasks.workunit.client.0.smithi090.stdout: "op_wip": { 2024-03-07T02:56:44.930 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.930 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.930 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_bytes": { 2024-03-07T02:56:44.930 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.930 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.930 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_ops": { 2024-03-07T02:56:44.930 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-03-07T02:56:44.930 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.930 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes": { 2024-03-07T02:56:44.930 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-03-07T02:56:44.930 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.930 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes_used": { 2024-03-07T02:56:44.930 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 28966912 2024-03-07T02:56:44.930 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.931 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.931 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.931 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.931 INFO:tasks.workunit.client.0.smithi090.stdout: "pools": [ 2024-03-07T02:56:44.931 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.931 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-03-07T02:56:44.931 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr" 2024-03-07T02:56:44.931 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.931 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_mode": "none", 2024-03-07T02:56:44.931 INFO:tasks.workunit.client.0.smithi090.stdout: "erasure_code_profile": {}, 2024-03-07T02:56:44.931 INFO:tasks.workunit.client.0.smithi090.stdout: "min_size": 2, 2024-03-07T02:56:44.931 INFO:tasks.workunit.client.0.smithi090.stdout: "options": {}, 2024-03-07T02:56:44.931 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_autoscale_mode": "off", 2024-03-07T02:56:44.931 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_num": 1, 2024-03-07T02:56:44.931 INFO:tasks.workunit.client.0.smithi090.stdout: "pgp_num": 1, 2024-03-07T02:56:44.931 INFO:tasks.workunit.client.0.smithi090.stdout: "pool": 1, 2024-03-07T02:56:44.932 INFO:tasks.workunit.client.0.smithi090.stdout: "size": 3, 2024-03-07T02:56:44.932 INFO:tasks.workunit.client.0.smithi090.stdout: "stats": { 2024-03-07T02:56:44.932 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_raw": 729330460938, 2024-03-07T02:56:44.932 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_used": 1781760, 2024-03-07T02:56:44.932 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_bytes_used": 0, 2024-03-07T02:56:44.932 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_under_bytes": 0, 2024-03-07T02:56:44.932 INFO:tasks.workunit.client.0.smithi090.stdout: "data_bytes_used": 1781760, 2024-03-07T02:56:44.932 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty": 0, 2024-03-07T02:56:44.932 INFO:tasks.workunit.client.0.smithi090.stdout: "max_avail": 243110166528, 2024-03-07T02:56:44.932 INFO:tasks.workunit.client.0.smithi090.stdout: "objects": 2, 2024-03-07T02:56:44.932 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_bytes_used": 0, 2024-03-07T02:56:44.932 INFO:tasks.workunit.client.0.smithi090.stdout: "percent_used": 2.4430019038845785e-06, 2024-03-07T02:56:44.932 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_bytes": 0, 2024-03-07T02:56:44.932 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_objects": 0, 2024-03-07T02:56:44.932 INFO:tasks.workunit.client.0.smithi090.stdout: "rd": 250, 2024-03-07T02:56:44.933 INFO:tasks.workunit.client.0.smithi090.stdout: "rd_bytes": 475136, 2024-03-07T02:56:44.933 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": 590368, 2024-03-07T02:56:44.933 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_data": 590368, 2024-03-07T02:56:44.933 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_omap": 0, 2024-03-07T02:56:44.933 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_raw": 1771104, 2024-03-07T02:56:44.933 INFO:tasks.workunit.client.0.smithi090.stdout: "wr": 187, 2024-03-07T02:56:44.933 INFO:tasks.workunit.client.0.smithi090.stdout: "wr_bytes": 2473984 2024-03-07T02:56:44.933 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.933 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_bytes": 0, 2024-03-07T02:56:44.933 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_objects": 0, 2024-03-07T02:56:44.933 INFO:tasks.workunit.client.0.smithi090.stdout: "type": "replicated" 2024-03-07T02:56:44.933 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.933 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.933 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-03-07T02:56:44.933 INFO:tasks.workunit.client.0.smithi090.stdout: "cephfs" 2024-03-07T02:56:44.933 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.934 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_mode": "none", 2024-03-07T02:56:44.934 INFO:tasks.workunit.client.0.smithi090.stdout: "erasure_code_profile": {}, 2024-03-07T02:56:44.934 INFO:tasks.workunit.client.0.smithi090.stdout: "min_size": 2, 2024-03-07T02:56:44.934 INFO:tasks.workunit.client.0.smithi090.stdout: "options": {}, 2024-03-07T02:56:44.934 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_autoscale_mode": "off", 2024-03-07T02:56:44.934 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_num": 32, 2024-03-07T02:56:44.934 INFO:tasks.workunit.client.0.smithi090.stdout: "pgp_num": 32, 2024-03-07T02:56:44.934 INFO:tasks.workunit.client.0.smithi090.stdout: "pool": 2, 2024-03-07T02:56:44.934 INFO:tasks.workunit.client.0.smithi090.stdout: "size": 3, 2024-03-07T02:56:44.934 INFO:tasks.workunit.client.0.smithi090.stdout: "stats": { 2024-03-07T02:56:44.934 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_raw": 729330460938, 2024-03-07T02:56:44.934 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_used": 98304, 2024-03-07T02:56:44.934 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_bytes_used": 0, 2024-03-07T02:56:44.934 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_under_bytes": 0, 2024-03-07T02:56:44.934 INFO:tasks.workunit.client.0.smithi090.stdout: "data_bytes_used": 98304, 2024-03-07T02:56:44.935 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty": 0, 2024-03-07T02:56:44.935 INFO:tasks.workunit.client.0.smithi090.stdout: "max_avail": 243110166528, 2024-03-07T02:56:44.935 INFO:tasks.workunit.client.0.smithi090.stdout: "objects": 22, 2024-03-07T02:56:44.935 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_bytes_used": 0, 2024-03-07T02:56:44.935 INFO:tasks.workunit.client.0.smithi090.stdout: "percent_used": 1.3478660321197822e-07, 2024-03-07T02:56:44.935 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_bytes": 0, 2024-03-07T02:56:44.935 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_objects": 0, 2024-03-07T02:56:44.935 INFO:tasks.workunit.client.0.smithi090.stdout: "rd": 0, 2024-03-07T02:56:44.935 INFO:tasks.workunit.client.0.smithi090.stdout: "rd_bytes": 0, 2024-03-07T02:56:44.935 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": 3428, 2024-03-07T02:56:44.935 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_data": 3428, 2024-03-07T02:56:44.935 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_omap": 0, 2024-03-07T02:56:44.935 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_raw": 10284, 2024-03-07T02:56:44.935 INFO:tasks.workunit.client.0.smithi090.stdout: "wr": 51, 2024-03-07T02:56:44.936 INFO:tasks.workunit.client.0.smithi090.stdout: "wr_bytes": 20480 2024-03-07T02:56:44.936 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.936 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_bytes": 0, 2024-03-07T02:56:44.936 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_objects": 0, 2024-03-07T02:56:44.936 INFO:tasks.workunit.client.0.smithi090.stdout: "type": "replicated" 2024-03-07T02:56:44.936 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.936 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.936 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-03-07T02:56:44.936 INFO:tasks.workunit.client.0.smithi090.stdout: "cephfs" 2024-03-07T02:56:44.936 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.936 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_mode": "none", 2024-03-07T02:56:44.936 INFO:tasks.workunit.client.0.smithi090.stdout: "erasure_code_profile": {}, 2024-03-07T02:56:44.936 INFO:tasks.workunit.client.0.smithi090.stdout: "min_size": 2, 2024-03-07T02:56:44.936 INFO:tasks.workunit.client.0.smithi090.stdout: "options": {}, 2024-03-07T02:56:44.936 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_autoscale_mode": "off", 2024-03-07T02:56:44.936 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_num": 64, 2024-03-07T02:56:44.937 INFO:tasks.workunit.client.0.smithi090.stdout: "pgp_num": 64, 2024-03-07T02:56:44.937 INFO:tasks.workunit.client.0.smithi090.stdout: "pool": 3, 2024-03-07T02:56:44.937 INFO:tasks.workunit.client.0.smithi090.stdout: "size": 3, 2024-03-07T02:56:44.937 INFO:tasks.workunit.client.0.smithi090.stdout: "stats": { 2024-03-07T02:56:44.937 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_raw": 729330460938, 2024-03-07T02:56:44.937 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_used": 0, 2024-03-07T02:56:44.937 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_bytes_used": 0, 2024-03-07T02:56:44.937 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_under_bytes": 0, 2024-03-07T02:56:44.937 INFO:tasks.workunit.client.0.smithi090.stdout: "data_bytes_used": 0, 2024-03-07T02:56:44.937 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty": 0, 2024-03-07T02:56:44.937 INFO:tasks.workunit.client.0.smithi090.stdout: "max_avail": 243110166528, 2024-03-07T02:56:44.937 INFO:tasks.workunit.client.0.smithi090.stdout: "objects": 0, 2024-03-07T02:56:44.937 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_bytes_used": 0, 2024-03-07T02:56:44.937 INFO:tasks.workunit.client.0.smithi090.stdout: "percent_used": 0.0, 2024-03-07T02:56:44.937 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_bytes": 0, 2024-03-07T02:56:44.937 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_objects": 0, 2024-03-07T02:56:44.938 INFO:tasks.workunit.client.0.smithi090.stdout: "rd": 0, 2024-03-07T02:56:44.938 INFO:tasks.workunit.client.0.smithi090.stdout: "rd_bytes": 0, 2024-03-07T02:56:44.938 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": 0, 2024-03-07T02:56:44.938 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_data": 0, 2024-03-07T02:56:44.938 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_omap": 0, 2024-03-07T02:56:44.938 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_raw": 0, 2024-03-07T02:56:44.938 INFO:tasks.workunit.client.0.smithi090.stdout: "wr": 0, 2024-03-07T02:56:44.938 INFO:tasks.workunit.client.0.smithi090.stdout: "wr_bytes": 0 2024-03-07T02:56:44.938 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.938 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_bytes": 0, 2024-03-07T02:56:44.938 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_objects": 0, 2024-03-07T02:56:44.938 INFO:tasks.workunit.client.0.smithi090.stdout: "type": "replicated" 2024-03-07T02:56:44.938 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.938 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.938 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-03-07T02:56:44.938 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd" 2024-03-07T02:56:44.939 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.939 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_mode": "none", 2024-03-07T02:56:44.939 INFO:tasks.workunit.client.0.smithi090.stdout: "erasure_code_profile": {}, 2024-03-07T02:56:44.939 INFO:tasks.workunit.client.0.smithi090.stdout: "min_size": 2, 2024-03-07T02:56:44.939 INFO:tasks.workunit.client.0.smithi090.stdout: "options": {}, 2024-03-07T02:56:44.939 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_autoscale_mode": "off", 2024-03-07T02:56:44.939 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_num": 8, 2024-03-07T02:56:44.939 INFO:tasks.workunit.client.0.smithi090.stdout: "pgp_num": 8, 2024-03-07T02:56:44.939 INFO:tasks.workunit.client.0.smithi090.stdout: "pool": 4, 2024-03-07T02:56:44.939 INFO:tasks.workunit.client.0.smithi090.stdout: "size": 3, 2024-03-07T02:56:44.939 INFO:tasks.workunit.client.0.smithi090.stdout: "stats": { 2024-03-07T02:56:44.939 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_raw": 729330460938, 2024-03-07T02:56:44.939 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_used": 0, 2024-03-07T02:56:44.939 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_bytes_used": 0, 2024-03-07T02:56:44.939 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_under_bytes": 0, 2024-03-07T02:56:44.939 INFO:tasks.workunit.client.0.smithi090.stdout: "data_bytes_used": 0, 2024-03-07T02:56:44.940 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty": 0, 2024-03-07T02:56:44.940 INFO:tasks.workunit.client.0.smithi090.stdout: "max_avail": 243110166528, 2024-03-07T02:56:44.940 INFO:tasks.workunit.client.0.smithi090.stdout: "objects": 0, 2024-03-07T02:56:44.940 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_bytes_used": 0, 2024-03-07T02:56:44.940 INFO:tasks.workunit.client.0.smithi090.stdout: "percent_used": 0.0, 2024-03-07T02:56:44.940 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_bytes": 0, 2024-03-07T02:56:44.940 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_objects": 0, 2024-03-07T02:56:44.940 INFO:tasks.workunit.client.0.smithi090.stdout: "rd": 0, 2024-03-07T02:56:44.940 INFO:tasks.workunit.client.0.smithi090.stdout: "rd_bytes": 0, 2024-03-07T02:56:44.940 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": 0, 2024-03-07T02:56:44.940 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_data": 0, 2024-03-07T02:56:44.940 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_omap": 0, 2024-03-07T02:56:44.940 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_raw": 0, 2024-03-07T02:56:44.940 INFO:tasks.workunit.client.0.smithi090.stdout: "wr": 0, 2024-03-07T02:56:44.940 INFO:tasks.workunit.client.0.smithi090.stdout: "wr_bytes": 0 2024-03-07T02:56:44.941 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.941 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_bytes": 0, 2024-03-07T02:56:44.941 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_objects": 0, 2024-03-07T02:56:44.941 INFO:tasks.workunit.client.0.smithi090.stdout: "type": "replicated" 2024-03-07T02:56:44.941 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.941 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.941 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd": { 2024-03-07T02:56:44.941 INFO:tasks.workunit.client.0.smithi090.stdout: "mirroring_by_pool": [ 2024-03-07T02:56:44.941 INFO:tasks.workunit.client.0.smithi090.stdout: false 2024-03-07T02:56:44.941 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.941 INFO:tasks.workunit.client.0.smithi090.stdout: "num_images_by_pool": [ 2024-03-07T02:56:44.941 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:44.941 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.941 INFO:tasks.workunit.client.0.smithi090.stdout: "num_pools": 1 2024-03-07T02:56:44.941 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.941 INFO:tasks.workunit.client.0.smithi090.stdout: "report_id": "62accccb-d659-4d38-be12-c2fc73e021ee", 2024-03-07T02:56:44.942 INFO:tasks.workunit.client.0.smithi090.stdout: "report_timestamp": "2024-03-07T02:56:43.769346", 2024-03-07T02:56:44.942 INFO:tasks.workunit.client.0.smithi090.stdout: "report_version": 1, 2024-03-07T02:56:44.942 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_stats": { 2024-03-07T02:56:44.942 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "7.9.2" 2024-03-07T02:56:44.942 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.942 INFO:tasks.workunit.client.0.smithi090.stdout: "rook": { 2024-03-07T02:56:44.942 INFO:tasks.workunit.client.0.smithi090.stdout: "cluster": { 2024-03-07T02:56:44.942 INFO:tasks.workunit.client.0.smithi090.stdout: "external-mode": null, 2024-03-07T02:56:44.942 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-03-07T02:56:44.942 INFO:tasks.workunit.client.0.smithi090.stdout: "allow-multiple-per-node": null, 2024-03-07T02:56:44.942 INFO:tasks.workunit.client.0.smithi090.stdout: "count": null, 2024-03-07T02:56:44.942 INFO:tasks.workunit.client.0.smithi090.stdout: "max-id": null, 2024-03-07T02:56:44.942 INFO:tasks.workunit.client.0.smithi090.stdout: "pvc": { 2024-03-07T02:56:44.942 INFO:tasks.workunit.client.0.smithi090.stdout: "enabled": null 2024-03-07T02:56:44.942 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.943 INFO:tasks.workunit.client.0.smithi090.stdout: "stretch": { 2024-03-07T02:56:44.943 INFO:tasks.workunit.client.0.smithi090.stdout: "enabled": null 2024-03-07T02:56:44.943 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.943 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.943 INFO:tasks.workunit.client.0.smithi090.stdout: "network": { 2024-03-07T02:56:44.943 INFO:tasks.workunit.client.0.smithi090.stdout: "provider": null 2024-03-07T02:56:44.943 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.943 INFO:tasks.workunit.client.0.smithi090.stdout: "storage": { 2024-03-07T02:56:44.943 INFO:tasks.workunit.client.0.smithi090.stdout: "device-set": { 2024-03-07T02:56:44.943 INFO:tasks.workunit.client.0.smithi090.stdout: "count": { 2024-03-07T02:56:44.943 INFO:tasks.workunit.client.0.smithi090.stdout: "non-portable": null, 2024-03-07T02:56:44.943 INFO:tasks.workunit.client.0.smithi090.stdout: "portable": null, 2024-03-07T02:56:44.943 INFO:tasks.workunit.client.0.smithi090.stdout: "total": null 2024-03-07T02:56:44.943 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.943 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.943 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.943 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.944 INFO:tasks.workunit.client.0.smithi090.stdout: "csi": { 2024-03-07T02:56:44.944 INFO:tasks.workunit.client.0.smithi090.stdout: "version": null 2024-03-07T02:56:44.944 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.944 INFO:tasks.workunit.client.0.smithi090.stdout: "kubernetes": { 2024-03-07T02:56:44.944 INFO:tasks.workunit.client.0.smithi090.stdout: "version": null 2024-03-07T02:56:44.944 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.944 INFO:tasks.workunit.client.0.smithi090.stdout: "node": { 2024-03-07T02:56:44.944 INFO:tasks.workunit.client.0.smithi090.stdout: "count": { 2024-03-07T02:56:44.944 INFO:tasks.workunit.client.0.smithi090.stdout: "kubernetes-total": null, 2024-03-07T02:56:44.944 INFO:tasks.workunit.client.0.smithi090.stdout: "with-ceph-daemons": null, 2024-03-07T02:56:44.944 INFO:tasks.workunit.client.0.smithi090.stdout: "with-csi-cephfs-plugin": null, 2024-03-07T02:56:44.944 INFO:tasks.workunit.client.0.smithi090.stdout: "with-csi-nfs-plugin": null, 2024-03-07T02:56:44.944 INFO:tasks.workunit.client.0.smithi090.stdout: "with-csi-rbd-plugin": null 2024-03-07T02:56:44.944 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.944 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.944 INFO:tasks.workunit.client.0.smithi090.stdout: "usage": { 2024-03-07T02:56:44.945 INFO:tasks.workunit.client.0.smithi090.stdout: "storage-class": { 2024-03-07T02:56:44.945 INFO:tasks.workunit.client.0.smithi090.stdout: "count": { 2024-03-07T02:56:44.945 INFO:tasks.workunit.client.0.smithi090.stdout: "bucket": null, 2024-03-07T02:56:44.945 INFO:tasks.workunit.client.0.smithi090.stdout: "cephfs": null, 2024-03-07T02:56:44.945 INFO:tasks.workunit.client.0.smithi090.stdout: "nfs": null, 2024-03-07T02:56:44.945 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd": null, 2024-03-07T02:56:44.945 INFO:tasks.workunit.client.0.smithi090.stdout: "total": null 2024-03-07T02:56:44.945 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.945 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:44.945 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.945 INFO:tasks.workunit.client.0.smithi090.stdout: "version": null 2024-03-07T02:56:44.945 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.945 INFO:tasks.workunit.client.0.smithi090.stdout: "services": {}, 2024-03-07T02:56:44.945 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_per_pg": [ 2024-03-07T02:56:44.945 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.945 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:44.946 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:44.946 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:44.946 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:44.946 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.946 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-03-07T02:56:44.946 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:44.946 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:44.946 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:44.946 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:44.946 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:44.946 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:44.946 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.745343+0000", 2024-03-07T02:56:44.946 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.854367+0000", 2024-03-07T02:56:44.946 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.854367+0000", 2024-03-07T02:56:44.946 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.854685+0000", 2024-03-07T02:56:44.946 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.745343+0000", 2024-03-07T02:56:44.946 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.947 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:44.947 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.947 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:44.947 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.745343+0000", 2024-03-07T02:56:44.947 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.745343+0000", 2024-03-07T02:56:44.947 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.745343+0000", 2024-03-07T02:56:44.947 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:44.947 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:44.947 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.947 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.745343+0000", 2024-03-07T02:56:44.947 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.745343+0000", 2024-03-07T02:56:44.947 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:44.947 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:44.947 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:44.948 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:44.948 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:44.948 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:44.948 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:44.948 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:44.948 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:44.948 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:44.948 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:44.948 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:44.948 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:44.948 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.3f", 2024-03-07T02:56:44.948 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:44.948 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:44.948 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:44.949 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:44.949 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:44.949 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T06:49:01.186453+0000", 2024-03-07T02:56:44.949 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:44.949 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:44.949 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:44.949 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:44.949 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:44.949 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:44.949 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:44.949 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:44.949 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:44.949 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:44.949 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:44.949 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:44.950 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:44.950 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:44.950 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:44.950 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:44.950 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:44.950 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:44.950 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:44.950 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:44.950 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:44.950 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:44.950 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:44.950 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:44.950 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:44.950 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:44.950 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:44.950 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:44.950 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:44.951 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:44.951 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:44.951 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:44.951 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:44.951 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:44.951 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:44.951 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:44.951 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:44.951 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:44.951 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:44.951 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:44.951 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:44.951 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:44.951 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:44.951 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.951 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:44.952 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:44.952 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:44.952 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:44.952 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:44.952 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:44.952 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.952 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-03-07T02:56:44.952 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:44.952 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.952 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.952 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:44.952 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:44.952 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:44.952 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-03-07T02:56:44.952 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.953 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-03-07T02:56:44.953 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:44.953 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:44.953 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:44.953 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:44.953 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:44.953 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:44.953 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.841053+0000", 2024-03-07T02:56:44.953 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.842590+0000", 2024-03-07T02:56:44.953 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.842590+0000", 2024-03-07T02:56:44.953 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.842861+0000", 2024-03-07T02:56:44.953 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.841053+0000", 2024-03-07T02:56:44.953 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.953 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:44.953 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.953 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:44.953 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.841053+0000", 2024-03-07T02:56:44.954 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.841053+0000", 2024-03-07T02:56:44.954 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.841053+0000", 2024-03-07T02:56:44.954 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:44.954 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:44.954 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.954 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.841053+0000", 2024-03-07T02:56:44.954 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.841053+0000", 2024-03-07T02:56:44.954 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:44.954 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:44.954 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:44.954 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:44.954 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:44.954 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:44.954 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:44.954 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:44.955 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:44.955 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:44.955 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:44.955 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:44.955 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:44.955 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.3e", 2024-03-07T02:56:44.955 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:44.955 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:44.955 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:44.955 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:44.955 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:44.955 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T08:07:22.484029+0000", 2024-03-07T02:56:44.955 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:44.955 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:44.956 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:44.956 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:44.956 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:44.956 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:44.956 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:44.956 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:44.956 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:44.956 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:44.956 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:44.956 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:44.956 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:44.956 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:44.956 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:44.956 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:44.956 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:44.957 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:44.957 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:44.957 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:44.957 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:44.957 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:44.957 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:44.957 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:44.957 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:44.957 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:44.957 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:44.957 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:44.957 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:44.957 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:44.957 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:44.957 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:44.957 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:44.958 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:44.958 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:44.958 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:44.958 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:44.958 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:44.958 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:44.958 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:44.958 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:44.958 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:44.958 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:44.958 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.958 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:44.958 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:44.958 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:44.958 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:44.958 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:44.959 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-03-07T02:56:44.959 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.959 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-03-07T02:56:44.959 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:44.959 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.959 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.959 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:44.959 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:44.959 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:44.959 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-03-07T02:56:44.959 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.959 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-03-07T02:56:44.959 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:44.959 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:44.959 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:44.959 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:44.960 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:44.960 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:44.960 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.006288+0000", 2024-03-07T02:56:44.960 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.838498+0000", 2024-03-07T02:56:44.960 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.838498+0000", 2024-03-07T02:56:44.960 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.839091+0000", 2024-03-07T02:56:44.960 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.006288+0000", 2024-03-07T02:56:44.960 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.960 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:44.960 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.960 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:44.960 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.006288+0000", 2024-03-07T02:56:44.960 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.006288+0000", 2024-03-07T02:56:44.960 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.006288+0000", 2024-03-07T02:56:44.960 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:44.960 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:44.961 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.961 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.006288+0000", 2024-03-07T02:56:44.961 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.006288+0000", 2024-03-07T02:56:44.961 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:44.961 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:44.961 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:44.961 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:44.961 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:44.961 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:44.961 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:44.961 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:44.961 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:44.961 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:44.961 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:44.961 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:44.962 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:44.962 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.3d", 2024-03-07T02:56:44.962 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:44.962 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:44.962 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:44.962 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:44.962 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:44.962 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T09:01:02.450914+0000", 2024-03-07T02:56:44.962 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:44.962 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:44.962 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:44.962 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:44.962 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:44.962 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:44.962 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:44.962 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:44.963 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:44.963 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:44.963 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:44.963 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:44.963 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:44.963 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:44.963 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:44.963 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:44.963 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:44.963 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:44.963 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:44.963 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:44.963 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:44.963 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:44.963 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:44.963 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:44.964 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:44.964 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:44.964 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:44.964 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:44.964 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:44.964 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:44.964 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:44.964 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:44.964 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:44.964 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:44.964 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:44.964 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:44.964 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:44.964 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:44.964 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:44.965 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:44.965 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:44.965 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:44.965 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:44.965 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.965 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:44.965 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:44.965 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:44.965 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:44.965 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:44.965 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-03-07T02:56:44.965 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.965 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-03-07T02:56:44.965 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:44.965 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.965 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.966 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:44.966 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:44.966 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:44.966 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-03-07T02:56:44.966 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.966 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-03-07T02:56:44.966 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:44.966 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:44.966 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:44.966 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:44.966 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:44.966 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:44.966 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.840523+0000", 2024-03-07T02:56:44.966 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.842954+0000", 2024-03-07T02:56:44.966 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.842954+0000", 2024-03-07T02:56:44.967 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.843855+0000", 2024-03-07T02:56:44.967 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.840523+0000", 2024-03-07T02:56:44.967 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.967 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:44.967 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.967 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:44.967 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.840523+0000", 2024-03-07T02:56:44.967 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.840523+0000", 2024-03-07T02:56:44.967 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.840523+0000", 2024-03-07T02:56:44.967 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:44.967 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:44.967 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.967 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.840523+0000", 2024-03-07T02:56:44.967 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.840523+0000", 2024-03-07T02:56:44.967 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:44.967 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:44.968 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:44.968 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:44.968 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:44.968 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:44.968 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:44.968 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:44.968 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:44.968 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:44.968 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:44.968 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:44.968 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:44.968 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.3c", 2024-03-07T02:56:44.968 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:44.968 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:44.968 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:44.968 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:44.969 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:44.969 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T06:14:05.674966+0000", 2024-03-07T02:56:44.969 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:44.969 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:44.969 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:44.969 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:44.969 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:44.969 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:44.969 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:44.969 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:44.969 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:44.969 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:44.969 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:44.969 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:44.969 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:44.969 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:44.970 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:44.970 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:44.970 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:44.970 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:44.970 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:44.970 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:44.970 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:44.970 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:44.970 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:44.970 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:44.970 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:44.970 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:44.970 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:44.970 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:44.970 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:44.970 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:44.970 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:44.971 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:44.971 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:44.971 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:44.971 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:44.971 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:44.971 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:44.971 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:44.971 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:44.971 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:44.971 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:44.971 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:44.971 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:44.972 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.972 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:44.972 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:44.972 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:44.972 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:44.972 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:44.972 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-03-07T02:56:44.972 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.972 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-03-07T02:56:44.972 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:44.972 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.972 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.972 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:44.972 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:44.972 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:44.973 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-03-07T02:56:44.973 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.973 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-03-07T02:56:44.973 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:44.973 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:44.973 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:44.973 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:44.973 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:44.973 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:44.973 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.744873+0000", 2024-03-07T02:56:44.973 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.858563+0000", 2024-03-07T02:56:44.973 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.858563+0000", 2024-03-07T02:56:44.973 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.859451+0000", 2024-03-07T02:56:44.973 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.744873+0000", 2024-03-07T02:56:44.974 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.974 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:44.974 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.974 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:44.974 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.744873+0000", 2024-03-07T02:56:44.974 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.744873+0000", 2024-03-07T02:56:44.974 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.744873+0000", 2024-03-07T02:56:44.974 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:44.974 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:44.974 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.974 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.744873+0000", 2024-03-07T02:56:44.974 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.744873+0000", 2024-03-07T02:56:44.974 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:44.974 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:44.974 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:44.974 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:44.975 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:44.975 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:44.975 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:44.975 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:44.975 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:44.975 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:44.975 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:44.975 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:44.975 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:44.975 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.3b", 2024-03-07T02:56:44.975 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:44.975 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:44.975 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:44.975 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:44.975 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:44.976 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T02:57:36.955801+0000", 2024-03-07T02:56:44.976 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:44.976 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:44.976 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:44.976 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:44.976 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:44.976 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:44.976 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:44.976 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:44.976 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:44.976 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:44.976 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:44.976 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:44.976 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:44.976 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:44.976 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:44.977 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:44.977 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:44.977 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:44.977 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:44.977 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:44.977 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:44.977 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:44.977 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:44.977 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:44.977 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:44.977 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:44.977 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:44.977 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:44.977 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:44.977 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:44.977 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:44.978 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:44.978 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:44.978 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:44.978 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:44.978 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:44.978 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:44.978 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:44.978 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:44.978 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:44.978 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:44.978 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:44.978 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:44.978 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.978 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:44.978 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:44.979 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:44.979 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:44.979 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:44.979 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-03-07T02:56:44.979 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.979 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-03-07T02:56:44.979 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:44.979 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.979 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.979 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:44.979 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:44.979 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:44.979 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-03-07T02:56:44.979 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.979 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-03-07T02:56:44.979 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:44.980 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:44.980 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:44.980 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:44.980 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:44.980 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:44.980 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.840459+0000", 2024-03-07T02:56:44.980 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.836837+0000", 2024-03-07T02:56:44.980 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.836837+0000", 2024-03-07T02:56:44.980 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.837569+0000", 2024-03-07T02:56:44.980 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.840459+0000", 2024-03-07T02:56:44.980 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.980 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:44.980 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.980 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:44.980 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.840459+0000", 2024-03-07T02:56:44.981 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.840459+0000", 2024-03-07T02:56:44.981 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.840459+0000", 2024-03-07T02:56:44.981 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:44.981 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:44.981 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.981 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.840459+0000", 2024-03-07T02:56:44.981 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.840459+0000", 2024-03-07T02:56:44.981 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:44.981 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:44.981 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:44.981 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:44.981 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:44.981 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:44.981 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:44.981 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:44.981 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:44.982 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:44.982 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:44.982 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:44.982 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:44.982 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.3a", 2024-03-07T02:56:44.982 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:44.982 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:44.982 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:44.982 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:44.982 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:44.982 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T09:58:29.564285+0000", 2024-03-07T02:56:44.982 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:44.982 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:44.982 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:44.982 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:44.982 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:44.982 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:44.983 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:44.983 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:44.983 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:44.983 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:44.983 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:44.983 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:44.983 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:44.983 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:44.983 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:44.983 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:44.983 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:44.983 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:44.983 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:44.983 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:44.983 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:44.983 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:44.984 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:44.984 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:44.984 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:44.984 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:44.984 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:44.984 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:44.984 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:44.984 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:44.984 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:44.984 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:44.984 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:44.984 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:44.984 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:44.984 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:44.984 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:44.985 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:44.985 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:44.985 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:44.985 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:44.985 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:44.985 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:44.985 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.985 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:44.985 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:44.985 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:44.985 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:44.985 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:44.985 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-03-07T02:56:44.985 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.985 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-03-07T02:56:44.986 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:44.986 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.986 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.986 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:44.986 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:44.986 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:44.986 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-03-07T02:56:44.986 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.986 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-03-07T02:56:44.986 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:44.986 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:44.986 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:44.986 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:44.986 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:44.987 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:44.987 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.744313+0000", 2024-03-07T02:56:44.987 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.856372+0000", 2024-03-07T02:56:44.987 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.856372+0000", 2024-03-07T02:56:44.987 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.857278+0000", 2024-03-07T02:56:44.987 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.744313+0000", 2024-03-07T02:56:44.987 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.987 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:44.987 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.987 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:44.987 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.744313+0000", 2024-03-07T02:56:44.987 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.744313+0000", 2024-03-07T02:56:44.987 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.744313+0000", 2024-03-07T02:56:44.987 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:44.988 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:44.988 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.988 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.744313+0000", 2024-03-07T02:56:44.988 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.744313+0000", 2024-03-07T02:56:44.988 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:44.988 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:44.988 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:44.988 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:44.988 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:44.988 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:44.988 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:44.988 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:44.988 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:44.988 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:44.988 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:44.989 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:44.989 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:44.989 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.39", 2024-03-07T02:56:44.989 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:44.989 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:44.989 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:44.989 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:44.989 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:44.989 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T11:55:27.367563+0000", 2024-03-07T02:56:44.989 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:44.989 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:44.989 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:44.989 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:44.989 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:44.990 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:44.990 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:44.990 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:44.990 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:44.990 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:44.990 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:44.990 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:44.990 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:44.990 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:44.990 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:44.990 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:44.990 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:44.990 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:44.990 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:44.990 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:44.990 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:44.991 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:44.991 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:44.991 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:44.991 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:44.991 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:44.991 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:44.991 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:44.991 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:44.991 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:44.991 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:44.991 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:44.991 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:44.991 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:44.991 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:44.992 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:44.992 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:44.992 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:44.992 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:44.992 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:44.992 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:44.992 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:44.992 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:44.992 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.992 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:44.992 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:44.992 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:44.992 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:44.992 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:44.992 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-03-07T02:56:44.993 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.993 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-03-07T02:56:44.993 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:44.993 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.993 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:44.993 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:44.993 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:44.993 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:44.993 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-03-07T02:56:44.993 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.993 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-03-07T02:56:44.993 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:44.993 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:44.993 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:44.993 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:44.993 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:44.994 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:44.994 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.843725+0000", 2024-03-07T02:56:44.994 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.854138+0000", 2024-03-07T02:56:44.994 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.854138+0000", 2024-03-07T02:56:44.994 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.854425+0000", 2024-03-07T02:56:44.994 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.843725+0000", 2024-03-07T02:56:44.994 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.994 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:44.994 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.994 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:44.994 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.843725+0000", 2024-03-07T02:56:44.994 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.843725+0000", 2024-03-07T02:56:44.994 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.843725+0000", 2024-03-07T02:56:44.994 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:44.994 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:44.995 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:44.995 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.843725+0000", 2024-03-07T02:56:44.995 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.843725+0000", 2024-03-07T02:56:44.995 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:44.995 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:44.995 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:44.995 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:44.995 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:44.995 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:44.995 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:44.995 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:44.995 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:44.995 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:44.995 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:44.995 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:44.995 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:44.996 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.38", 2024-03-07T02:56:44.996 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:44.996 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:44.996 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:44.996 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:44.996 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:44.996 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T10:01:55.740535+0000", 2024-03-07T02:56:44.996 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:44.996 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:44.996 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:44.996 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:44.996 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:44.996 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:44.996 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:44.997 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:44.997 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:44.997 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:44.997 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:44.997 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:44.997 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:44.997 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:44.997 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:44.997 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:44.997 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:44.997 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:44.997 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:44.997 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:44.997 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:44.997 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:44.997 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:44.998 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:44.998 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:44.998 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:44.998 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:44.998 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:44.998 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:44.998 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:44.998 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:44.998 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:44.998 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:44.998 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:44.998 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:44.998 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:44.998 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:44.998 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:44.998 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:44.999 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:44.999 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:44.999 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:44.999 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:44.999 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.999 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:44.999 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:44.999 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:44.999 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:44.999 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:44.999 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-03-07T02:56:44.999 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:44.999 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-03-07T02:56:44.999 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:44.999 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:44.999 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.000 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.000 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:45.000 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:45.000 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:45.000 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.000 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-03-07T02:56:45.000 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.000 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.000 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:45.000 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.000 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.000 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.000 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.745326+0000", 2024-03-07T02:56:45.000 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.845107+0000", 2024-03-07T02:56:45.000 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.845107+0000", 2024-03-07T02:56:45.001 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.845405+0000", 2024-03-07T02:56:45.001 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.745326+0000", 2024-03-07T02:56:45.001 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.001 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.001 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.001 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:45.001 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.745326+0000", 2024-03-07T02:56:45.001 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.745326+0000", 2024-03-07T02:56:45.001 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.745326+0000", 2024-03-07T02:56:45.001 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.001 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.001 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.001 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.745326+0000", 2024-03-07T02:56:45.001 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.745326+0000", 2024-03-07T02:56:45.001 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.001 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.002 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.002 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.002 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:45.002 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.002 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.002 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.002 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.002 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.002 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.002 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.002 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.002 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.37", 2024-03-07T02:56:45.002 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.002 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.002 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.002 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:45.003 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.003 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T09:15:38.538297+0000", 2024-03-07T02:56:45.003 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.003 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.003 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.003 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.003 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.003 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.003 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.003 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.003 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.003 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.003 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.003 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.003 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.003 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.004 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.004 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.004 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.004 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.004 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.004 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.004 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.004 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.004 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.004 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.004 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.004 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.004 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.004 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.004 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.004 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.005 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.005 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.005 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.005 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.005 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.005 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.005 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.005 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.005 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.005 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.005 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.005 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.005 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.005 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.005 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.005 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.006 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.006 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:45.006 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:45.006 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:45.006 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.006 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-03-07T02:56:45.006 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.006 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.006 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.006 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.006 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:45.006 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:45.006 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-03-07T02:56:45.006 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.006 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-03-07T02:56:45.006 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.007 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.007 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:45.007 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.007 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.007 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.007 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.843162+0000", 2024-03-07T02:56:45.007 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.847126+0000", 2024-03-07T02:56:45.007 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.847126+0000", 2024-03-07T02:56:45.007 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.847586+0000", 2024-03-07T02:56:45.007 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.843162+0000", 2024-03-07T02:56:45.007 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.007 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.007 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.007 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:45.007 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.843162+0000", 2024-03-07T02:56:45.007 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.843162+0000", 2024-03-07T02:56:45.008 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.843162+0000", 2024-03-07T02:56:45.008 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.008 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.008 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.008 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.843162+0000", 2024-03-07T02:56:45.008 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.843162+0000", 2024-03-07T02:56:45.008 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.008 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.008 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.008 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.008 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:45.008 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.008 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.008 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.008 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.009 INFO:tasks.workunit.client.0.smithi090.stderr:+ echo OK 2024-03-07T02:56:45.012 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.012 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.013 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.013 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.013 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.36", 2024-03-07T02:56:45.013 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.013 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.013 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.013 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:45.013 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.013 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T05:48:24.852987+0000", 2024-03-07T02:56:45.013 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.013 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.013 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.013 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.013 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.014 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.014 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.014 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.014 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.014 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.014 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.014 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.014 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.014 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.014 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.014 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.014 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.014 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.014 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.014 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.014 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.016 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.016 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.016 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.016 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.016 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.016 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.016 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.016 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.016 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.016 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:45.016 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:45.016 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-03-07T02:56:45.016 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.016 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-03-07T02:56:45.016 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.017 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.017 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.017 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.017 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:45.017 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:45.017 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:45.017 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.017 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-03-07T02:56:45.017 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.017 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.017 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:45.017 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.017 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.017 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.017 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.843220+0000", 2024-03-07T02:56:45.017 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.851464+0000", 2024-03-07T02:56:45.018 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.851464+0000", 2024-03-07T02:56:45.018 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.851801+0000", 2024-03-07T02:56:45.018 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.843220+0000", 2024-03-07T02:56:45.018 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.018 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.018 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.018 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:45.018 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.843220+0000", 2024-03-07T02:56:45.018 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.843220+0000", 2024-03-07T02:56:45.018 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.843220+0000", 2024-03-07T02:56:45.018 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.018 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.018 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.018 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.843220+0000", 2024-03-07T02:56:45.018 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.843220+0000", 2024-03-07T02:56:45.018 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.019 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.019 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.019 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.019 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:45.019 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.019 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.019 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.019 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.019 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.019 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.019 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.019 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.019 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.35", 2024-03-07T02:56:45.019 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.019 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.019 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.020 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:45.020 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.020 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T02:59:44.199669+0000", 2024-03-07T02:56:45.020 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.020 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.020 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.020 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.020 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.020 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.020 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.020 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.020 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.020 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.020 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.020 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.020 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.021 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.021 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.021 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.021 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.021 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.021 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.021 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.021 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.021 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.021 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.021 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.021 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.021 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.021 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.021 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.021 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.022 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.022 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.022 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.022 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.022 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.022 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.022 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.022 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.022 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.022 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.022 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.022 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.022 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.022 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.022 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.023 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.023 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.023 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.023 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:45.023 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:45.023 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:45.023 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.023 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-03-07T02:56:45.023 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.023 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.023 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.023 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.023 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:45.023 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:45.023 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:45.023 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.024 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 2, 2024-03-07T02:56:45.024 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.024 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.024 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:45.024 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.024 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.024 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.024 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.007181+0000", 2024-03-07T02:56:45.024 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:55:20.006862+0000", 2024-03-07T02:56:45.024 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:55:20.006862+0000", 2024-03-07T02:56:45.024 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:55:20.007181+0000", 2024-03-07T02:56:45.024 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.007181+0000", 2024-03-07T02:56:45.024 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.024 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.024 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.025 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 68, 2024-03-07T02:56:45.025 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.007181+0000", 2024-03-07T02:56:45.025 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.007181+0000", 2024-03-07T02:56:45.025 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.007181+0000", 2024-03-07T02:56:45.025 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.025 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.025 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.025 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.007181+0000", 2024-03-07T02:56:45.025 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.007181+0000", 2024-03-07T02:56:45.025 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.025 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.025 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.025 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.025 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 67, 2024-03-07T02:56:45.025 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.026 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.026 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.026 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.026 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.026 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.026 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.026 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.026 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.34", 2024-03-07T02:56:45.026 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.026 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.026 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.026 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 11, 2024-03-07T02:56:45.026 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.026 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T03:05:39.862576+0000", 2024-03-07T02:56:45.026 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.026 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.027 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.027 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.027 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.027 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.027 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.027 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.027 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.027 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.027 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.027 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.027 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.027 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.027 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.027 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.027 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.027 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.028 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.028 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.028 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.028 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.028 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.028 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.028 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.028 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.028 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.028 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.028 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.028 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.028 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.028 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.028 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.029 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.029 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.029 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.029 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.029 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.029 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.029 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.029 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.029 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.029 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.029 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.029 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.029 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.029 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.029 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:45.029 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:45.030 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:45.030 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.030 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 2, 2024-03-07T02:56:45.030 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.030 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.030 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.030 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.030 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:45.030 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:45.030 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-03-07T02:56:45.030 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.030 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-03-07T02:56:45.030 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.030 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.030 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:45.030 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.031 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.031 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.031 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.843711+0000", 2024-03-07T02:56:45.031 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.845970+0000", 2024-03-07T02:56:45.031 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.845970+0000", 2024-03-07T02:56:45.031 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.846374+0000", 2024-03-07T02:56:45.031 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.843711+0000", 2024-03-07T02:56:45.031 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.031 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.031 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.031 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:45.031 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.843711+0000", 2024-03-07T02:56:45.031 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.843711+0000", 2024-03-07T02:56:45.031 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.843711+0000", 2024-03-07T02:56:45.031 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.031 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.032 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.032 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.843711+0000", 2024-03-07T02:56:45.032 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.843711+0000", 2024-03-07T02:56:45.032 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.032 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.032 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.032 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.032 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:45.032 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.032 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.032 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.032 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.032 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.032 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.032 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.033 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.033 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.33", 2024-03-07T02:56:45.033 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.033 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.033 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.033 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:45.033 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.033 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T14:03:02.137070+0000", 2024-03-07T02:56:45.033 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.034 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.034 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.034 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.035 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.035 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.035 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.035 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.035 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.035 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.035 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.035 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.035 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.035 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.035 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.035 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.035 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.035 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.035 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.035 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.036 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.036 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.036 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.036 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.036 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.036 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.036 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.036 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.036 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.036 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.036 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.036 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.036 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.036 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.036 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.037 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.037 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.037 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.037 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.037 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.037 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.037 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.037 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.037 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.037 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.037 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.037 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.037 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:45.037 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:45.037 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-03-07T02:56:45.037 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.038 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-03-07T02:56:45.038 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.038 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.038 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.038 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.038 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:45.038 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:45.038 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-03-07T02:56:45.038 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.038 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-03-07T02:56:45.038 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.038 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.038 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:45.038 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.038 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.038 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.039 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.005871+0000", 2024-03-07T02:56:45.039 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.838909+0000", 2024-03-07T02:56:45.039 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.838909+0000", 2024-03-07T02:56:45.039 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.841282+0000", 2024-03-07T02:56:45.039 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.005871+0000", 2024-03-07T02:56:45.039 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.039 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.039 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.039 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:45.039 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.005871+0000", 2024-03-07T02:56:45.039 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.005871+0000", 2024-03-07T02:56:45.039 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.005871+0000", 2024-03-07T02:56:45.039 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.039 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.039 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.040 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.005871+0000", 2024-03-07T02:56:45.040 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.005871+0000", 2024-03-07T02:56:45.040 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.040 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.040 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.040 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.040 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:45.040 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.040 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.040 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.040 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.040 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.040 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.040 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.040 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.040 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.32", 2024-03-07T02:56:45.041 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.041 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.041 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.041 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:45.041 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.041 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T05:43:13.370870+0000", 2024-03-07T02:56:45.041 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.041 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.041 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.041 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.041 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.041 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.041 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.041 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.041 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.041 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.042 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.042 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.042 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.042 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.042 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.042 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.042 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.042 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.042 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.042 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.042 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.042 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.042 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.042 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.042 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.042 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.043 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.043 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.043 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.043 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.043 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.043 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.043 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.043 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.043 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.043 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.043 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.043 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.043 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.043 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.043 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.043 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.044 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.044 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.044 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.044 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.044 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.044 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:45.044 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:45.044 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-03-07T02:56:45.044 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.044 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-03-07T02:56:45.044 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.044 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.044 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.044 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.044 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:45.045 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:45.045 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-03-07T02:56:45.045 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.045 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-03-07T02:56:45.045 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.045 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.045 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:45.045 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.045 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.045 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.045 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.840294+0000", 2024-03-07T02:56:45.045 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.855250+0000", 2024-03-07T02:56:45.045 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.855250+0000", 2024-03-07T02:56:45.045 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.855523+0000", 2024-03-07T02:56:45.045 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.840294+0000", 2024-03-07T02:56:45.045 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.046 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.046 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.046 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:45.046 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.840294+0000", 2024-03-07T02:56:45.046 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.840294+0000", 2024-03-07T02:56:45.046 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.840294+0000", 2024-03-07T02:56:45.046 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.046 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.046 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.046 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.840294+0000", 2024-03-07T02:56:45.046 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.840294+0000", 2024-03-07T02:56:45.046 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.046 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.046 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.046 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.046 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:45.047 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.047 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.047 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.047 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.047 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.047 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.047 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.047 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.047 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.31", 2024-03-07T02:56:45.047 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.047 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.047 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.047 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:45.047 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.047 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T02:56:46.370579+0000", 2024-03-07T02:56:45.047 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.048 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.048 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.048 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.048 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.048 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.048 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.048 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.048 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.048 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.048 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.048 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.048 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.048 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.048 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.049 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.049 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.049 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.049 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.049 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.049 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.049 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.049 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.049 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.049 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.049 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.049 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.049 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.049 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.049 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.049 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.049 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.050 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.050 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.050 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.050 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.050 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.050 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.050 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.050 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.050 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.050 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.050 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.050 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.050 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.050 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.050 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.050 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:45.051 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:45.051 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-03-07T02:56:45.051 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.051 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-03-07T02:56:45.051 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.051 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.051 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.051 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.051 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:45.051 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:45.051 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-03-07T02:56:45.051 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.051 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-03-07T02:56:45.051 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.051 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.051 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:45.052 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.052 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.052 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.052 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.839921+0000", 2024-03-07T02:56:45.052 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.840550+0000", 2024-03-07T02:56:45.052 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.840550+0000", 2024-03-07T02:56:45.052 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.840840+0000", 2024-03-07T02:56:45.052 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.839921+0000", 2024-03-07T02:56:45.052 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.052 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.052 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.052 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:45.052 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.839921+0000", 2024-03-07T02:56:45.052 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.839921+0000", 2024-03-07T02:56:45.052 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.839921+0000", 2024-03-07T02:56:45.052 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.053 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.053 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.053 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.839921+0000", 2024-03-07T02:56:45.053 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.839921+0000", 2024-03-07T02:56:45.053 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.053 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.053 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.053 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.053 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:45.053 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.053 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.053 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.053 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.053 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.053 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.053 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.054 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.054 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.30", 2024-03-07T02:56:45.054 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.054 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.054 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.054 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:45.054 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.054 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T08:15:21.960266+0000", 2024-03-07T02:56:45.054 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.054 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.054 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.054 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.054 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.054 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.054 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.054 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.055 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.055 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.055 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.055 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.055 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.055 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.055 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.055 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.055 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.055 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.055 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.055 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.055 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.055 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.056 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.056 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.056 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.056 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.056 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.056 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.056 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.056 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.056 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.056 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.056 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.056 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.056 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.056 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.056 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.057 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.057 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.057 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.057 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.057 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.057 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.057 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.057 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.057 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.057 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.057 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:45.057 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:45.057 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-03-07T02:56:45.057 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.057 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-03-07T02:56:45.057 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.058 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.058 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.058 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.058 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:45.058 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:45.058 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-03-07T02:56:45.058 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.058 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-03-07T02:56:45.058 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.058 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.058 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:45.058 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.058 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.058 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.058 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.840692+0000", 2024-03-07T02:56:45.058 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.846943+0000", 2024-03-07T02:56:45.058 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.846943+0000", 2024-03-07T02:56:45.059 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.847259+0000", 2024-03-07T02:56:45.059 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.840692+0000", 2024-03-07T02:56:45.059 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.059 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.059 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.059 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:45.059 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.840692+0000", 2024-03-07T02:56:45.059 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.840692+0000", 2024-03-07T02:56:45.059 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.840692+0000", 2024-03-07T02:56:45.059 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.059 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.059 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.059 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.840692+0000", 2024-03-07T02:56:45.059 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.840692+0000", 2024-03-07T02:56:45.059 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.059 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.060 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.060 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.060 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:45.060 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.060 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.060 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.060 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.060 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.060 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.060 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.060 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.060 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.2f", 2024-03-07T02:56:45.060 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.060 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.060 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.060 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:45.061 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.061 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T11:47:18.244929+0000", 2024-03-07T02:56:45.061 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.061 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.061 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.061 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.061 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.061 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.061 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.061 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.061 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.061 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.061 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.061 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.061 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.061 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.062 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.062 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.062 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.062 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.062 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.062 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.062 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.062 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.062 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.062 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.062 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.062 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.062 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.062 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.062 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.063 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.063 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.063 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.063 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.063 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.063 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.063 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.063 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.063 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.063 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.063 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.063 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.063 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.063 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.063 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.063 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.063 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.064 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.064 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:45.064 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:45.064 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-03-07T02:56:45.064 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.064 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-03-07T02:56:45.064 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.064 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.064 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.064 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.064 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:45.064 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:45.064 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-03-07T02:56:45.064 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.064 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 2, 2024-03-07T02:56:45.065 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.065 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.065 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:45.065 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.065 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.065 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.065 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.840822+0000", 2024-03-07T02:56:45.065 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.851609+0000", 2024-03-07T02:56:45.065 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.851609+0000", 2024-03-07T02:56:45.065 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.853504+0000", 2024-03-07T02:56:45.065 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.840822+0000", 2024-03-07T02:56:45.065 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.065 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.065 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.065 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:45.065 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.840822+0000", 2024-03-07T02:56:45.065 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.840822+0000", 2024-03-07T02:56:45.066 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.840822+0000", 2024-03-07T02:56:45.066 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.066 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.066 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.066 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.840822+0000", 2024-03-07T02:56:45.066 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.840822+0000", 2024-03-07T02:56:45.066 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.066 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.066 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.066 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.066 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:45.066 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.066 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.066 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.066 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.066 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.067 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.067 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.067 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.067 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.2e", 2024-03-07T02:56:45.067 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.067 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.067 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.067 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:45.067 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.067 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T14:49:04.202879+0000", 2024-03-07T02:56:45.067 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.067 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.067 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.067 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.067 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.068 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.068 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.068 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.068 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.068 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.068 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.068 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.068 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.068 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.068 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.068 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.068 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.068 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.068 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.068 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.069 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.069 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.069 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.069 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.069 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.069 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.069 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.069 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.069 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.069 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.069 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.069 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.069 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.069 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.069 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.070 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.070 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.070 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.070 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.070 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.070 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.070 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.070 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.070 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.070 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.070 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.070 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.070 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:45.070 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:45.070 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-03-07T02:56:45.071 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.071 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 2, 2024-03-07T02:56:45.071 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.071 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.071 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.071 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.071 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:45.071 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:45.071 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-03-07T02:56:45.071 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.071 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-03-07T02:56:45.071 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.071 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.071 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:45.071 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.072 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.072 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.072 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.744917+0000", 2024-03-07T02:56:45.072 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.850380+0000", 2024-03-07T02:56:45.072 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.850380+0000", 2024-03-07T02:56:45.072 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.850684+0000", 2024-03-07T02:56:45.072 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.744917+0000", 2024-03-07T02:56:45.072 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.072 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.072 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.072 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:45.072 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.744917+0000", 2024-03-07T02:56:45.072 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.744917+0000", 2024-03-07T02:56:45.072 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.744917+0000", 2024-03-07T02:56:45.073 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.073 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.073 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.073 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.744917+0000", 2024-03-07T02:56:45.073 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.744917+0000", 2024-03-07T02:56:45.073 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.073 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.073 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.073 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.073 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:45.073 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.073 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.073 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.073 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.073 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.074 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.074 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.074 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.074 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.2d", 2024-03-07T02:56:45.074 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.074 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.074 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.074 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:45.074 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.074 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T07:00:27.072675+0000", 2024-03-07T02:56:45.074 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.074 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.074 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.074 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.074 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.074 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.075 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.075 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.075 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.075 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.075 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.075 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.075 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.075 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.075 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.075 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.075 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.075 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.075 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.076 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.076 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.076 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.076 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.076 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.076 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.076 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.076 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.076 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.076 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.076 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.076 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.076 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.076 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.077 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.077 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.077 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.077 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.077 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.077 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.077 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.077 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.077 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.077 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.077 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.077 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.077 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.077 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.077 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:45.078 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:45.078 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-03-07T02:56:45.078 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.078 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-03-07T02:56:45.078 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.078 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.078 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.078 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.078 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:45.078 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:45.078 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-03-07T02:56:45.078 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.078 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-03-07T02:56:45.078 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.078 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.079 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-03-07T02:56:45.079 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.079 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.079 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.079 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.006398+0000", 2024-03-07T02:56:45.079 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.496361+0000", 2024-03-07T02:56:45.079 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.496361+0000", 2024-03-07T02:56:45.079 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.496615+0000", 2024-03-07T02:56:45.079 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.006398+0000", 2024-03-07T02:56:45.079 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.079 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.079 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.079 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-03-07T02:56:45.079 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.006398+0000", 2024-03-07T02:56:45.080 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.006398+0000", 2024-03-07T02:56:45.080 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.006398+0000", 2024-03-07T02:56:45.080 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.080 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.080 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.080 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.006398+0000", 2024-03-07T02:56:45.080 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.006398+0000", 2024-03-07T02:56:45.080 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.080 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 4, 2024-03-07T02:56:45.080 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.080 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.080 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-03-07T02:56:45.080 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.081 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.081 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.081 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.081 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 4, 2024-03-07T02:56:45.081 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.081 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.081 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.081 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.1f", 2024-03-07T02:56:45.081 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.081 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.081 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.081 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 23, 2024-03-07T02:56:45.081 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.081 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T06:03:34.940835+0000", 2024-03-07T02:56:45.081 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.081 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.082 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.082 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 582, 2024-03-07T02:56:45.082 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.082 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.082 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.082 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.082 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.082 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.082 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.082 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.082 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.082 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.082 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.082 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.082 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.082 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.083 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.083 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 6, 2024-03-07T02:56:45.083 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 2, 2024-03-07T02:56:45.083 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.083 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 2, 2024-03-07T02:56:45.083 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.083 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.083 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.083 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.083 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.083 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-03-07T02:56:45.083 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.083 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.083 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.083 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.084 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.084 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.084 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.084 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.084 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.084 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.084 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.084 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.084 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 4, 2024-03-07T02:56:45.084 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 1 2024-03-07T02:56:45.084 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.084 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.084 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.084 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.084 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:45.085 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:45.085 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-03-07T02:56:45.085 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.085 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-03-07T02:56:45.085 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'4" 2024-03-07T02:56:45.085 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.085 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.085 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.085 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:45.085 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:45.085 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-03-07T02:56:45.085 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.085 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-03-07T02:56:45.085 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.085 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.085 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:45.086 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.086 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.086 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.086 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.843989+0000", 2024-03-07T02:56:45.086 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.845155+0000", 2024-03-07T02:56:45.086 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.845155+0000", 2024-03-07T02:56:45.086 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.845423+0000", 2024-03-07T02:56:45.086 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.843989+0000", 2024-03-07T02:56:45.086 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.086 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.086 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.086 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:45.086 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.843989+0000", 2024-03-07T02:56:45.086 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.843989+0000", 2024-03-07T02:56:45.086 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.843989+0000", 2024-03-07T02:56:45.087 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.087 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.087 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.087 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.843989+0000", 2024-03-07T02:56:45.087 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.843989+0000", 2024-03-07T02:56:45.087 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.087 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.087 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.087 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.087 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:45.087 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.087 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.087 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.087 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.087 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.088 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.088 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.088 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.088 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.1e", 2024-03-07T02:56:45.088 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.088 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.088 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.088 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:45.088 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.088 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T12:41:39.478821+0000", 2024-03-07T02:56:45.088 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.088 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.088 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.089 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.089 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.089 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.089 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.089 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.089 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.089 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.089 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.089 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.089 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.089 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.089 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.089 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.089 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.090 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.090 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.090 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.090 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.090 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.090 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.090 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.090 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.090 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.090 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.090 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.090 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.090 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.090 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.090 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.090 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.091 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.091 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.091 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.091 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.091 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.091 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.091 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.091 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.091 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.091 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.091 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.091 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.091 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.091 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.091 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:45.092 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:45.092 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-03-07T02:56:45.092 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.092 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-03-07T02:56:45.092 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.092 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.092 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.092 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.092 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:45.092 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:45.092 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-03-07T02:56:45.092 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.092 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-03-07T02:56:45.093 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.093 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.093 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-03-07T02:56:45.093 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.093 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.093 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.093 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.844045+0000", 2024-03-07T02:56:45.093 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.492524+0000", 2024-03-07T02:56:45.093 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.492524+0000", 2024-03-07T02:56:45.093 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.492802+0000", 2024-03-07T02:56:45.093 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.844045+0000", 2024-03-07T02:56:45.093 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.093 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.093 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.093 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-03-07T02:56:45.093 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.844045+0000", 2024-03-07T02:56:45.094 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.844045+0000", 2024-03-07T02:56:45.094 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.844045+0000", 2024-03-07T02:56:45.094 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.094 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.094 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.094 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.844045+0000", 2024-03-07T02:56:45.094 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.844045+0000", 2024-03-07T02:56:45.094 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.094 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 1, 2024-03-07T02:56:45.094 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.094 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.094 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-03-07T02:56:45.094 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.094 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.094 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.094 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.095 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 1, 2024-03-07T02:56:45.095 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.095 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.095 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.095 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.1e", 2024-03-07T02:56:45.095 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.095 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.095 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.095 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 20, 2024-03-07T02:56:45.095 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.095 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T10:46:11.087858+0000", 2024-03-07T02:56:45.095 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.095 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.095 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.095 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.095 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.096 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.096 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.096 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.096 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.096 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.096 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.096 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.096 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.096 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.096 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.096 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.096 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.096 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.096 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.096 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.097 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.097 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.097 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.097 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.097 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.097 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.097 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.097 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.097 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.097 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.097 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.097 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.097 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.097 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.097 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.097 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.098 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.098 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.098 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.098 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.098 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.098 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.098 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.098 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.098 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.098 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.098 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.098 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:45.098 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:45.098 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-03-07T02:56:45.098 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.098 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-03-07T02:56:45.099 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'1" 2024-03-07T02:56:45.099 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.099 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.099 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.099 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:45.099 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:45.099 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-03-07T02:56:45.099 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.099 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-03-07T02:56:45.099 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.099 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.099 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:45.099 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.099 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.099 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.099 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.006438+0000", 2024-03-07T02:56:45.100 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.840154+0000", 2024-03-07T02:56:45.100 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.840154+0000", 2024-03-07T02:56:45.100 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.840417+0000", 2024-03-07T02:56:45.100 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.006438+0000", 2024-03-07T02:56:45.100 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.100 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.100 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.100 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:45.100 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.006438+0000", 2024-03-07T02:56:45.100 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.006438+0000", 2024-03-07T02:56:45.100 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.006438+0000", 2024-03-07T02:56:45.100 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.100 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.100 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.100 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.006438+0000", 2024-03-07T02:56:45.101 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.006438+0000", 2024-03-07T02:56:45.101 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.101 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.101 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.101 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.101 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:45.101 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.101 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.101 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.101 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.101 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.101 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.101 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.101 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.101 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.1f", 2024-03-07T02:56:45.101 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.102 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.102 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.102 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:45.102 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.102 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T09:39:44.772598+0000", 2024-03-07T02:56:45.102 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.102 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.102 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.102 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.102 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.102 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.102 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.102 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.102 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.102 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.102 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.103 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.103 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.103 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.103 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.103 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.103 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.103 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.103 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.103 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.103 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.103 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.103 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.103 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.103 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.103 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.103 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.104 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.104 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.104 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.104 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.104 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.104 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.104 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.104 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.104 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.104 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.104 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.104 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.104 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.104 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.104 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.105 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.105 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.105 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.105 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.105 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.105 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:45.105 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:45.105 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-03-07T02:56:45.105 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.105 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-03-07T02:56:45.105 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.105 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.105 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.105 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.105 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:45.105 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:45.106 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:45.106 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.106 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-03-07T02:56:45.106 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.106 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.106 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-03-07T02:56:45.106 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.106 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.106 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.106 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.745149+0000", 2024-03-07T02:56:45.106 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.496387+0000", 2024-03-07T02:56:45.106 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.496387+0000", 2024-03-07T02:56:45.106 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.496733+0000", 2024-03-07T02:56:45.106 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.745149+0000", 2024-03-07T02:56:45.106 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.107 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.107 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.107 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-03-07T02:56:45.107 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.745149+0000", 2024-03-07T02:56:45.107 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.745149+0000", 2024-03-07T02:56:45.107 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.745149+0000", 2024-03-07T02:56:45.107 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.107 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.107 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.107 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.745149+0000", 2024-03-07T02:56:45.107 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.745149+0000", 2024-03-07T02:56:45.107 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.107 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 2, 2024-03-07T02:56:45.107 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.107 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.107 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-03-07T02:56:45.108 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.108 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.108 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.108 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.108 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 2, 2024-03-07T02:56:45.108 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.108 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.108 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.108 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.1d", 2024-03-07T02:56:45.108 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.108 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.108 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.108 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 21, 2024-03-07T02:56:45.108 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.108 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T14:20:05.531547+0000", 2024-03-07T02:56:45.109 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.109 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.109 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.109 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.109 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.109 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.109 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.109 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.109 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.109 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.109 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.109 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.109 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.109 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.109 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.109 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.109 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.110 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.110 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.110 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-03-07T02:56:45.110 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-03-07T02:56:45.110 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.110 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-03-07T02:56:45.110 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.110 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.110 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.110 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.110 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.110 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-03-07T02:56:45.110 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.110 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.110 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.110 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.111 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.111 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.111 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.111 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.111 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.111 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.111 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.111 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.111 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 3, 2024-03-07T02:56:45.111 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.111 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.111 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.111 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.111 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.111 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:45.111 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:45.111 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:45.112 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.112 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-03-07T02:56:45.112 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'2" 2024-03-07T02:56:45.112 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.112 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.112 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.112 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:45.112 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:45.112 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-03-07T02:56:45.112 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.112 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-03-07T02:56:45.112 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.112 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.112 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:45.112 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.113 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.113 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.113 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.840565+0000", 2024-03-07T02:56:45.113 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.849293+0000", 2024-03-07T02:56:45.113 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.849293+0000", 2024-03-07T02:56:45.113 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.849772+0000", 2024-03-07T02:56:45.113 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.840565+0000", 2024-03-07T02:56:45.113 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.113 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.113 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.113 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:45.113 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.840565+0000", 2024-03-07T02:56:45.113 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.840565+0000", 2024-03-07T02:56:45.113 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.840565+0000", 2024-03-07T02:56:45.113 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.114 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.114 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.114 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.840565+0000", 2024-03-07T02:56:45.114 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.840565+0000", 2024-03-07T02:56:45.114 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.114 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.114 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.114 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.114 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:45.114 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.114 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.114 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.114 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.114 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.114 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.114 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.115 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.115 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.1c", 2024-03-07T02:56:45.115 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.115 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.115 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.115 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:45.115 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.115 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T11:58:53.630596+0000", 2024-03-07T02:56:45.115 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.115 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.115 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.115 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.115 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.115 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.115 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.115 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.116 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.116 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.116 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.116 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.116 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.116 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.116 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.116 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.116 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.116 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.116 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.116 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.116 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.116 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.117 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.117 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.117 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.117 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.117 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.117 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.117 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.117 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.117 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.117 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.117 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.117 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.117 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.117 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.117 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.117 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.118 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.118 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.118 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.118 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.118 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.118 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.118 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.118 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.118 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.118 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:45.118 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:45.118 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-03-07T02:56:45.118 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.118 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-03-07T02:56:45.118 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.118 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.119 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.119 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.119 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:45.119 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:45.119 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-03-07T02:56:45.119 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.119 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-03-07T02:56:45.119 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.119 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.119 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-03-07T02:56:45.119 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.119 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.119 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.119 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.744801+0000", 2024-03-07T02:56:45.119 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.493367+0000", 2024-03-07T02:56:45.119 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.493367+0000", 2024-03-07T02:56:45.119 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.493668+0000", 2024-03-07T02:56:45.120 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.744801+0000", 2024-03-07T02:56:45.120 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.120 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.120 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.120 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-03-07T02:56:45.120 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.744801+0000", 2024-03-07T02:56:45.120 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.744801+0000", 2024-03-07T02:56:45.120 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.744801+0000", 2024-03-07T02:56:45.120 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.120 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.120 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.120 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.744801+0000", 2024-03-07T02:56:45.120 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.744801+0000", 2024-03-07T02:56:45.120 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.121 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 2, 2024-03-07T02:56:45.121 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.121 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.121 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-03-07T02:56:45.121 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.121 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.121 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.121 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.121 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 2, 2024-03-07T02:56:45.121 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.121 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.121 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.121 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.1c", 2024-03-07T02:56:45.121 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.121 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.121 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.121 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 21, 2024-03-07T02:56:45.122 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.122 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T12:41:11.876342+0000", 2024-03-07T02:56:45.122 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.122 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.122 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.122 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.122 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.122 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.122 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.122 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.122 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.122 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.122 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.122 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.122 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.122 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.123 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.123 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.123 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.123 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.123 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.123 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-03-07T02:56:45.123 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-03-07T02:56:45.123 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.123 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-03-07T02:56:45.123 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.123 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.123 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.123 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.123 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.123 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-03-07T02:56:45.124 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.124 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.124 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.124 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.124 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.124 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.124 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.124 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.124 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.124 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.124 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.124 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.124 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 3, 2024-03-07T02:56:45.124 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.125 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.125 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.125 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.125 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.125 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:45.125 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:45.125 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-03-07T02:56:45.125 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.125 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-03-07T02:56:45.125 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'2" 2024-03-07T02:56:45.125 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.125 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.125 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.125 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:45.125 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:45.126 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-03-07T02:56:45.126 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.126 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-03-07T02:56:45.126 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.126 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.126 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:45.126 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.126 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.126 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.126 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.840429+0000", 2024-03-07T02:56:45.126 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.846295+0000", 2024-03-07T02:56:45.126 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.846295+0000", 2024-03-07T02:56:45.126 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.846608+0000", 2024-03-07T02:56:45.126 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.840429+0000", 2024-03-07T02:56:45.127 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.127 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.127 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.127 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:45.127 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.840429+0000", 2024-03-07T02:56:45.127 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.840429+0000", 2024-03-07T02:56:45.127 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.840429+0000", 2024-03-07T02:56:45.127 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.127 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.127 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.127 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.840429+0000", 2024-03-07T02:56:45.127 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.840429+0000", 2024-03-07T02:56:45.127 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.127 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.127 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.127 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.128 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:45.128 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.128 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.128 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.128 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.128 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.128 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.128 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.128 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.128 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.1d", 2024-03-07T02:56:45.128 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.128 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.128 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.129 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:45.129 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.129 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T03:23:15.144059+0000", 2024-03-07T02:56:45.129 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.129 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.129 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.129 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.129 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.129 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.129 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.129 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.129 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.129 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.129 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.129 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.129 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.130 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.130 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.130 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.130 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.130 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.130 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.130 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.130 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.130 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.130 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.130 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.130 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.130 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.130 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.130 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.130 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.131 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.131 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.131 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.131 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.131 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.131 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.131 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.131 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.131 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.131 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.131 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.131 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.131 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.131 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.131 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.131 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.132 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.132 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.132 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:45.132 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:45.132 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-03-07T02:56:45.132 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.132 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-03-07T02:56:45.132 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.132 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.132 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.132 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.132 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:45.132 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:45.132 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-03-07T02:56:45.133 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.133 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-03-07T02:56:45.133 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.133 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.133 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-03-07T02:56:45.133 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.133 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.133 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.133 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.843918+0000", 2024-03-07T02:56:45.133 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.490843+0000", 2024-03-07T02:56:45.133 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.490843+0000", 2024-03-07T02:56:45.133 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.491145+0000", 2024-03-07T02:56:45.133 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.843918+0000", 2024-03-07T02:56:45.133 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.133 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.133 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.133 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-03-07T02:56:45.134 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.843918+0000", 2024-03-07T02:56:45.134 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.843918+0000", 2024-03-07T02:56:45.134 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.843918+0000", 2024-03-07T02:56:45.134 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.134 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.134 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.134 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.843918+0000", 2024-03-07T02:56:45.134 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.843918+0000", 2024-03-07T02:56:45.134 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.134 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 1, 2024-03-07T02:56:45.134 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.134 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.134 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-03-07T02:56:45.134 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.134 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.134 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.135 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.135 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 1, 2024-03-07T02:56:45.135 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.135 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.135 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.135 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.1b", 2024-03-07T02:56:45.135 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.135 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.135 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.135 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 20, 2024-03-07T02:56:45.135 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.135 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T12:06:27.120338+0000", 2024-03-07T02:56:45.135 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.135 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.135 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.135 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.136 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.136 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.136 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.136 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.136 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.136 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.136 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.136 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.136 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.136 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.136 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.136 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.136 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.136 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.137 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.137 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.137 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.137 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.137 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.137 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.137 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.137 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.137 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.137 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.137 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.137 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.137 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.137 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.137 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.137 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.138 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.138 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.138 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.138 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.138 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.138 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.138 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.138 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.138 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.138 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.138 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.138 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.138 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.138 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:45.138 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:45.138 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-03-07T02:56:45.139 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.139 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-03-07T02:56:45.139 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'1" 2024-03-07T02:56:45.139 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.139 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.139 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.139 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:45.139 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:45.139 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-03-07T02:56:45.139 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.139 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 4, 2024-03-07T02:56:45.139 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.139 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.139 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:45.139 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.140 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.140 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.140 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.553031+0000", 2024-03-07T02:56:45.140 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.856810+0000", 2024-03-07T02:56:45.140 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.856810+0000", 2024-03-07T02:56:45.140 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.857122+0000", 2024-03-07T02:56:45.140 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.553031+0000", 2024-03-07T02:56:45.140 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.140 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.140 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.140 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:45.140 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.553031+0000", 2024-03-07T02:56:45.140 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.553031+0000", 2024-03-07T02:56:45.140 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.553031+0000", 2024-03-07T02:56:45.140 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.141 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.141 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.141 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.553031+0000", 2024-03-07T02:56:45.141 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.553031+0000", 2024-03-07T02:56:45.141 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.141 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.141 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.141 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.141 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:45.141 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.141 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.141 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.141 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.141 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.141 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.141 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.141 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.142 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.1a", 2024-03-07T02:56:45.142 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.142 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.142 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.142 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:45.142 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.142 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T10:34:07.008415+0000", 2024-03-07T02:56:45.142 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.142 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.142 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.142 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.142 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.142 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.142 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.142 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.143 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.143 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.143 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.143 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.143 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.143 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.143 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.143 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.143 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.143 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.143 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.143 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.143 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.143 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.143 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.143 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.143 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.144 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.144 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.144 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.144 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.144 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.144 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.144 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.144 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.144 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.144 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.144 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.144 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.144 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.144 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.144 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.145 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.145 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.145 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.145 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.145 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.145 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.145 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.145 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:45.145 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:45.145 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-03-07T02:56:45.145 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.145 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 4, 2024-03-07T02:56:45.145 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.145 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.145 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.146 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.146 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:45.146 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:45.146 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-03-07T02:56:45.146 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.146 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-03-07T02:56:45.146 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.146 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.146 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-03-07T02:56:45.146 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.146 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.146 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.146 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.843289+0000", 2024-03-07T02:56:45.146 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.484010+0000", 2024-03-07T02:56:45.146 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.484010+0000", 2024-03-07T02:56:45.146 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.485668+0000", 2024-03-07T02:56:45.147 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.843289+0000", 2024-03-07T02:56:45.147 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.147 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.147 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.147 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-03-07T02:56:45.147 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.843289+0000", 2024-03-07T02:56:45.147 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.843289+0000", 2024-03-07T02:56:45.147 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.843289+0000", 2024-03-07T02:56:45.147 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.147 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.147 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.147 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.843289+0000", 2024-03-07T02:56:45.147 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.843289+0000", 2024-03-07T02:56:45.147 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.147 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 1, 2024-03-07T02:56:45.147 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.148 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.148 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-03-07T02:56:45.148 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.148 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.148 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.148 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.148 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 1, 2024-03-07T02:56:45.148 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.148 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.148 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.148 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.1a", 2024-03-07T02:56:45.148 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.148 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.148 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.149 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 20, 2024-03-07T02:56:45.149 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.149 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T05:28:35.133314+0000", 2024-03-07T02:56:45.149 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.149 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.149 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.149 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.149 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.149 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.149 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.149 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.149 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.149 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.149 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.149 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.150 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.150 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.150 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.150 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.150 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.150 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.150 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.150 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.150 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.150 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.150 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.150 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.150 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.150 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.150 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.150 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.150 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.151 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.151 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.151 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.151 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.151 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.151 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.151 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.151 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.151 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.151 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.151 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.151 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.151 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.151 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.151 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.151 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.152 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.152 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.152 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:45.152 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:45.152 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-03-07T02:56:45.152 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.152 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-03-07T02:56:45.152 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'1" 2024-03-07T02:56:45.152 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.152 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.152 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.152 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:45.152 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:45.152 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-03-07T02:56:45.152 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.153 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-03-07T02:56:45.153 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.153 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.153 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:45.153 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.153 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.153 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.153 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.005990+0000", 2024-03-07T02:56:45.153 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.854568+0000", 2024-03-07T02:56:45.153 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.854568+0000", 2024-03-07T02:56:45.153 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.854850+0000", 2024-03-07T02:56:45.153 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.005990+0000", 2024-03-07T02:56:45.153 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.153 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.153 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.153 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:45.154 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.005990+0000", 2024-03-07T02:56:45.154 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.005990+0000", 2024-03-07T02:56:45.154 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.005990+0000", 2024-03-07T02:56:45.154 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.154 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.154 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.154 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.005990+0000", 2024-03-07T02:56:45.154 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.005990+0000", 2024-03-07T02:56:45.154 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.154 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.154 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.154 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.154 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:45.154 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.154 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.154 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.155 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.155 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.155 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.155 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.155 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.155 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.1b", 2024-03-07T02:56:45.155 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.155 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.155 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.155 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:45.155 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.155 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T03:02:46.888600+0000", 2024-03-07T02:56:45.155 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.155 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.155 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.155 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.156 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.156 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.156 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.156 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.156 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.156 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.156 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.156 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.156 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.156 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.156 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.156 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.156 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.156 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.156 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.157 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.157 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.157 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.157 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.157 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.157 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.157 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.157 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.157 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.157 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.157 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.157 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.157 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.157 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.157 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.157 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.158 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.158 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.158 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.158 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.158 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.158 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.158 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.158 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.158 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.158 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.158 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.158 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.158 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:45.158 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:45.158 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-03-07T02:56:45.158 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.159 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-03-07T02:56:45.159 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.159 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.159 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.159 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.159 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:45.159 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:45.159 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:45.159 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.159 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-03-07T02:56:45.159 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.159 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.159 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-03-07T02:56:45.159 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.159 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.159 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.160 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.843525+0000", 2024-03-07T02:56:45.160 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.495127+0000", 2024-03-07T02:56:45.160 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.495127+0000", 2024-03-07T02:56:45.160 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.495458+0000", 2024-03-07T02:56:45.160 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.843525+0000", 2024-03-07T02:56:45.160 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.160 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.160 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.160 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-03-07T02:56:45.160 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.843525+0000", 2024-03-07T02:56:45.160 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.843525+0000", 2024-03-07T02:56:45.160 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.843525+0000", 2024-03-07T02:56:45.160 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.160 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.160 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.160 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.843525+0000", 2024-03-07T02:56:45.161 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.843525+0000", 2024-03-07T02:56:45.161 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.161 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.161 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.161 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.161 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-03-07T02:56:45.161 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.161 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.161 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.161 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.161 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.161 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.161 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.161 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.161 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.19", 2024-03-07T02:56:45.161 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.162 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.162 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.162 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 19, 2024-03-07T02:56:45.162 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.162 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T05:53:26.260190+0000", 2024-03-07T02:56:45.162 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.162 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.162 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.162 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.162 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.162 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.162 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.162 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.162 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.162 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.163 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.163 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.163 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.163 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.163 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.163 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.163 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.163 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.163 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.163 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.163 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.163 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.163 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.163 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.163 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.163 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.163 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.164 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.164 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.164 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.164 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.164 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.164 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.164 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.164 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.164 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.164 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.164 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.164 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.164 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.164 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.164 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.164 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.165 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.165 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.165 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.165 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.165 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:45.165 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:45.165 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:45.165 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.165 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-03-07T02:56:45.165 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.165 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.165 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.165 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.165 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:45.165 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:45.165 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-03-07T02:56:45.166 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.166 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-03-07T02:56:45.166 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.166 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.166 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:45.166 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.166 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.166 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.166 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.845982+0000", 2024-03-07T02:56:45.166 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:55:19.845014+0000", 2024-03-07T02:56:45.166 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:55:19.845014+0000", 2024-03-07T02:56:45.166 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:55:19.845560+0000", 2024-03-07T02:56:45.166 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.845982+0000", 2024-03-07T02:56:45.166 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.166 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.166 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.167 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 68, 2024-03-07T02:56:45.167 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.845982+0000", 2024-03-07T02:56:45.167 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.845982+0000", 2024-03-07T02:56:45.167 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.845982+0000", 2024-03-07T02:56:45.167 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.167 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.167 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.167 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.845982+0000", 2024-03-07T02:56:45.167 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.845982+0000", 2024-03-07T02:56:45.167 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.167 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.167 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.167 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.167 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 67, 2024-03-07T02:56:45.167 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.167 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.168 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.168 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.168 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.168 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.168 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.168 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.168 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.18", 2024-03-07T02:56:45.168 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.168 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.168 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.168 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 27, 2024-03-07T02:56:45.168 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.168 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T05:30:28.021913+0000", 2024-03-07T02:56:45.168 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.168 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.169 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.169 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.169 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.169 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.169 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.169 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.169 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.169 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.169 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.169 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.169 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.169 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.169 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.169 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.169 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.169 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.170 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.170 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.170 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.170 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.170 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.170 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.170 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.170 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.170 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.170 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.170 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.170 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.170 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.170 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.170 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.170 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.171 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.171 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.171 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.171 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.171 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.171 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.171 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.171 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.171 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.171 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.171 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.171 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.171 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.171 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:45.171 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:45.171 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-03-07T02:56:45.172 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.172 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-03-07T02:56:45.172 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.172 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.172 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.172 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.172 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:45.172 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:45.172 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-03-07T02:56:45.172 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.172 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-03-07T02:56:45.172 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.172 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.172 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-03-07T02:56:45.172 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.172 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.173 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.173 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.840021+0000", 2024-03-07T02:56:45.173 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.497185+0000", 2024-03-07T02:56:45.173 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.497185+0000", 2024-03-07T02:56:45.173 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.497442+0000", 2024-03-07T02:56:45.173 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.840021+0000", 2024-03-07T02:56:45.173 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.173 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.173 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.173 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-03-07T02:56:45.173 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.840021+0000", 2024-03-07T02:56:45.173 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.840021+0000", 2024-03-07T02:56:45.173 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.840021+0000", 2024-03-07T02:56:45.173 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.173 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.173 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.174 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.840021+0000", 2024-03-07T02:56:45.174 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.840021+0000", 2024-03-07T02:56:45.174 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.174 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.174 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.174 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.174 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-03-07T02:56:45.174 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.174 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.174 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.174 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.174 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.174 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.174 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.174 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.174 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.18", 2024-03-07T02:56:45.175 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.175 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.175 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.175 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 19, 2024-03-07T02:56:45.175 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.175 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T13:12:33.336003+0000", 2024-03-07T02:56:45.175 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.175 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.175 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.175 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.175 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.175 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.175 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.175 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.175 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.175 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.175 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.176 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.176 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.176 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.176 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.176 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.176 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.176 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.176 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.176 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.176 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.176 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.176 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.176 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.176 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.176 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.177 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.177 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.177 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.177 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.177 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.177 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.177 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.177 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.177 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.177 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.177 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.177 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.177 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.177 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.177 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.177 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.177 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.178 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.178 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.178 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.178 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.178 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:45.178 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:45.178 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-03-07T02:56:45.178 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.178 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-03-07T02:56:45.178 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.178 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.178 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.178 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.178 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:45.178 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:45.178 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-03-07T02:56:45.179 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.179 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-03-07T02:56:45.179 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.179 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.179 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:45.179 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.179 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.179 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.179 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.840317+0000", 2024-03-07T02:56:45.179 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.854522+0000", 2024-03-07T02:56:45.179 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.854522+0000", 2024-03-07T02:56:45.179 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.854803+0000", 2024-03-07T02:56:45.179 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.840317+0000", 2024-03-07T02:56:45.179 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.179 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.179 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.180 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:45.180 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.840317+0000", 2024-03-07T02:56:45.180 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.840317+0000", 2024-03-07T02:56:45.180 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.840317+0000", 2024-03-07T02:56:45.180 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.180 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.180 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.180 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.840317+0000", 2024-03-07T02:56:45.180 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.840317+0000", 2024-03-07T02:56:45.180 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.180 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.180 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.180 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.180 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:45.180 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.181 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.181 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.181 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.181 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.181 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.181 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.181 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.181 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.19", 2024-03-07T02:56:45.181 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.181 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.181 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.181 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:45.181 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.181 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T08:00:56.936050+0000", 2024-03-07T02:56:45.181 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.181 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.182 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.182 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.182 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.182 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.182 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.182 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.182 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.182 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.182 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.182 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.182 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.182 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.182 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.182 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.182 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.182 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.182 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.183 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.183 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.183 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.183 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.183 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.183 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.183 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.183 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.183 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.183 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.183 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.183 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.183 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.183 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.183 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.183 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.184 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.184 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.184 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.184 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.184 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.184 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.184 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.184 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.184 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.184 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.184 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.184 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.184 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:45.184 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:45.184 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-03-07T02:56:45.184 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.184 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-03-07T02:56:45.185 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.185 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.185 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.185 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.185 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:45.185 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:45.185 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-03-07T02:56:45.185 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.185 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-03-07T02:56:45.185 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.185 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.185 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-03-07T02:56:45.185 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.185 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.185 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.185 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.843151+0000", 2024-03-07T02:56:45.186 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.488508+0000", 2024-03-07T02:56:45.186 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.488508+0000", 2024-03-07T02:56:45.186 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.488792+0000", 2024-03-07T02:56:45.186 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.843151+0000", 2024-03-07T02:56:45.186 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.186 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.186 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.186 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-03-07T02:56:45.186 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.843151+0000", 2024-03-07T02:56:45.186 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.843151+0000", 2024-03-07T02:56:45.186 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.843151+0000", 2024-03-07T02:56:45.186 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.186 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.186 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.186 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.843151+0000", 2024-03-07T02:56:45.186 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.843151+0000", 2024-03-07T02:56:45.187 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.187 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.187 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.187 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.187 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-03-07T02:56:45.187 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.187 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.187 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.187 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.187 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.187 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.187 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.187 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.187 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.17", 2024-03-07T02:56:45.187 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.187 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.188 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.188 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 19, 2024-03-07T02:56:45.188 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.188 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T12:55:19.607029+0000", 2024-03-07T02:56:45.188 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.188 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.188 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.188 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.188 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.188 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.188 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.188 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.188 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.188 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.188 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.189 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.189 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.189 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.189 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.189 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.189 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.189 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.189 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.189 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.189 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.189 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.189 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.189 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.189 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.189 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.189 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.190 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.190 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.190 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.190 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.190 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.190 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.190 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.190 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.190 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.190 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.190 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.190 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.190 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.190 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.190 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.190 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.191 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.191 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.191 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.191 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.191 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:45.191 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:45.191 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-03-07T02:56:45.191 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.191 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-03-07T02:56:45.191 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.191 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.191 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.191 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.191 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:45.191 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:45.191 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-03-07T02:56:45.192 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.192 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-03-07T02:56:45.192 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.192 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.192 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:45.192 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.192 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.192 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.192 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.840526+0000", 2024-03-07T02:56:45.192 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.841724+0000", 2024-03-07T02:56:45.192 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.841724+0000", 2024-03-07T02:56:45.192 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.842000+0000", 2024-03-07T02:56:45.192 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.840526+0000", 2024-03-07T02:56:45.192 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.192 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.192 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.193 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:45.193 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.840526+0000", 2024-03-07T02:56:45.193 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.840526+0000", 2024-03-07T02:56:45.193 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.840526+0000", 2024-03-07T02:56:45.193 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.193 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.193 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.193 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.840526+0000", 2024-03-07T02:56:45.193 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.840526+0000", 2024-03-07T02:56:45.193 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.193 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.193 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.193 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.193 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:45.193 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.193 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.194 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.194 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.194 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.194 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.194 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.194 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.194 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.16", 2024-03-07T02:56:45.194 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.194 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.194 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.194 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:45.194 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.194 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T13:20:29.102396+0000", 2024-03-07T02:56:45.194 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.194 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.194 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.195 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.195 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.195 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.195 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.195 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.195 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.195 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.195 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.195 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.195 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.195 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.195 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.195 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.195 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.195 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.195 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.195 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.196 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.196 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.196 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.196 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.196 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.196 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.196 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.196 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.196 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.196 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.196 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.196 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.196 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.196 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.196 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.196 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.197 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.197 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.197 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.197 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.197 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.197 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.197 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.197 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.197 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.197 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.197 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.197 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:45.197 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:45.197 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-03-07T02:56:45.197 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.198 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-03-07T02:56:45.198 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.198 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.198 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.198 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.198 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:45.198 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:45.198 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-03-07T02:56:45.198 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.198 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-03-07T02:56:45.198 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.198 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.198 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-03-07T02:56:45.198 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.198 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.198 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.198 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.840400+0000", 2024-03-07T02:56:45.199 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.490599+0000", 2024-03-07T02:56:45.199 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.490599+0000", 2024-03-07T02:56:45.199 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.490998+0000", 2024-03-07T02:56:45.199 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.840400+0000", 2024-03-07T02:56:45.199 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.199 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.199 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.199 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-03-07T02:56:45.199 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.840400+0000", 2024-03-07T02:56:45.199 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.840400+0000", 2024-03-07T02:56:45.199 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.840400+0000", 2024-03-07T02:56:45.199 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.199 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.199 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.199 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.840400+0000", 2024-03-07T02:56:45.200 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.840400+0000", 2024-03-07T02:56:45.200 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.200 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.200 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.200 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.200 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-03-07T02:56:45.200 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.200 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.200 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.200 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.200 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.200 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.200 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.200 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.200 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.16", 2024-03-07T02:56:45.200 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.201 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.201 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.201 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 19, 2024-03-07T02:56:45.201 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.201 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T05:12:26.660615+0000", 2024-03-07T02:56:45.201 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.201 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.201 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.201 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.201 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.201 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.201 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.201 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.201 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.201 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.201 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.202 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.202 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.202 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.202 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.202 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.202 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.202 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.202 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.202 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.202 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.202 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.202 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.202 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.202 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.202 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.202 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.203 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.203 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.203 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.203 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.203 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.203 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.203 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.203 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.203 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.203 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.203 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.203 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.203 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.203 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.203 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.203 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.204 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.204 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.204 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.204 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.204 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:45.204 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:45.204 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-03-07T02:56:45.204 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.204 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-03-07T02:56:45.204 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.204 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.204 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.204 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.204 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:45.204 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:45.205 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-03-07T02:56:45.205 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.205 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-03-07T02:56:45.205 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.205 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.205 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:45.205 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.205 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.205 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.205 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.006346+0000", 2024-03-07T02:56:45.205 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.837481+0000", 2024-03-07T02:56:45.205 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.837481+0000", 2024-03-07T02:56:45.205 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.840939+0000", 2024-03-07T02:56:45.205 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.006346+0000", 2024-03-07T02:56:45.205 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.205 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.206 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.206 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:45.206 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.006346+0000", 2024-03-07T02:56:45.206 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.006346+0000", 2024-03-07T02:56:45.206 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.006346+0000", 2024-03-07T02:56:45.206 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.206 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.206 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.206 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.006346+0000", 2024-03-07T02:56:45.206 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.006346+0000", 2024-03-07T02:56:45.206 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.206 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.206 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.206 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.206 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:45.206 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.207 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.207 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.207 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.207 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.207 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.207 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.207 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.207 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.17", 2024-03-07T02:56:45.207 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.207 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.207 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.207 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:45.207 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.207 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T11:13:25.790774+0000", 2024-03-07T02:56:45.207 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.207 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.208 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.208 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.208 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.208 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.208 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.208 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.208 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.208 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.208 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.208 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.208 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.208 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.208 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.208 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.208 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.208 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.209 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.209 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.209 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.209 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.209 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.209 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.209 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.209 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.209 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.209 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.209 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.209 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.209 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.209 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.209 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.209 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.210 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.210 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.210 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.210 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.210 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.210 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.210 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.210 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.210 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.210 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.210 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.210 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.210 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.210 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:45.210 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:45.210 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-03-07T02:56:45.211 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.211 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-03-07T02:56:45.211 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.211 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.211 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.211 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.211 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:45.211 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:45.211 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:45.211 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.211 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-03-07T02:56:45.211 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.211 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.211 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-03-07T02:56:45.211 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.211 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.212 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.212 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.840777+0000", 2024-03-07T02:56:45.212 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.499124+0000", 2024-03-07T02:56:45.212 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.499124+0000", 2024-03-07T02:56:45.212 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.499459+0000", 2024-03-07T02:56:45.212 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.840777+0000", 2024-03-07T02:56:45.212 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.212 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.212 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.212 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-03-07T02:56:45.212 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.840777+0000", 2024-03-07T02:56:45.212 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.840777+0000", 2024-03-07T02:56:45.212 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.840777+0000", 2024-03-07T02:56:45.212 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.212 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.213 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.213 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.840777+0000", 2024-03-07T02:56:45.213 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.840777+0000", 2024-03-07T02:56:45.213 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.213 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 3, 2024-03-07T02:56:45.213 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.213 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.213 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-03-07T02:56:45.213 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.213 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.213 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.213 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.213 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 3, 2024-03-07T02:56:45.213 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.213 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.213 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.214 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.15", 2024-03-07T02:56:45.214 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.214 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.214 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.214 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 22, 2024-03-07T02:56:45.214 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.214 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T13:34:08.247608+0000", 2024-03-07T02:56:45.214 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.214 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.214 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.214 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 90, 2024-03-07T02:56:45.214 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.214 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.214 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.214 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.214 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.215 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.215 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.215 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.215 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.215 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.215 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.215 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.215 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.215 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.215 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.215 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 6, 2024-03-07T02:56:45.215 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 2, 2024-03-07T02:56:45.215 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.215 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 2, 2024-03-07T02:56:45.215 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.215 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.216 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.216 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.216 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.216 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-03-07T02:56:45.216 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.216 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.216 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.216 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.216 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.216 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.216 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.216 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.216 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.216 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.216 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.216 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.217 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 4, 2024-03-07T02:56:45.217 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 1 2024-03-07T02:56:45.217 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.217 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.217 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.217 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.217 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:45.217 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:45.217 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:45.217 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.217 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-03-07T02:56:45.217 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'3" 2024-03-07T02:56:45.217 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.217 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.217 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.217 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:45.218 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:45.218 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-03-07T02:56:45.218 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.218 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 4, 2024-03-07T02:56:45.218 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.218 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.218 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:45.218 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.218 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.218 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.218 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.552938+0000", 2024-03-07T02:56:45.218 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.861517+0000", 2024-03-07T02:56:45.218 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.861517+0000", 2024-03-07T02:56:45.218 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.861812+0000", 2024-03-07T02:56:45.218 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.552938+0000", 2024-03-07T02:56:45.218 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.218 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.219 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.219 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:45.219 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.552938+0000", 2024-03-07T02:56:45.219 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.552938+0000", 2024-03-07T02:56:45.219 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.552938+0000", 2024-03-07T02:56:45.219 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.219 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.219 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.219 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.552938+0000", 2024-03-07T02:56:45.219 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.552938+0000", 2024-03-07T02:56:45.219 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.219 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.219 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.219 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.219 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:45.219 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.220 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.220 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.220 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.220 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.220 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.220 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.220 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.220 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.14", 2024-03-07T02:56:45.220 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.220 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.220 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.220 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:45.220 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.220 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T03:10:59.157425+0000", 2024-03-07T02:56:45.220 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.220 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.221 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.221 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.221 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.221 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.221 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.221 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.221 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.221 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.221 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.221 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.221 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.221 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.221 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.221 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.221 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.221 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.222 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.222 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.222 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.222 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.222 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.222 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.222 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.222 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.222 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.222 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.222 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.222 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.222 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.222 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.222 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.222 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.223 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.223 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.223 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.223 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.223 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.223 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.223 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.223 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.223 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.223 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.223 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.223 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.223 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.223 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:45.223 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:45.223 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-03-07T02:56:45.224 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.224 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 4, 2024-03-07T02:56:45.224 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.224 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.224 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.224 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.224 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:45.224 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:45.224 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-03-07T02:56:45.224 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.224 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-03-07T02:56:45.224 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.224 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.224 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-03-07T02:56:45.224 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.224 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.225 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.225 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:48.502382+0000", 2024-03-07T02:56:45.225 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.490216+0000", 2024-03-07T02:56:45.225 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.490216+0000", 2024-03-07T02:56:45.225 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.490538+0000", 2024-03-07T02:56:45.225 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:48.502382+0000", 2024-03-07T02:56:45.225 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.225 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.225 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.225 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-03-07T02:56:45.225 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:48.502382+0000", 2024-03-07T02:56:45.225 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:48.502382+0000", 2024-03-07T02:56:45.225 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:48.502382+0000", 2024-03-07T02:56:45.225 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.225 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.225 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.226 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:48.502382+0000", 2024-03-07T02:56:45.226 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:48.502382+0000", 2024-03-07T02:56:45.226 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.226 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 12, 2024-03-07T02:56:45.226 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.226 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.226 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-03-07T02:56:45.226 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.226 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.226 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.226 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.226 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 12, 2024-03-07T02:56:45.226 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.226 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.226 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.227 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.14", 2024-03-07T02:56:45.227 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.227 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.227 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.227 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 31, 2024-03-07T02:56:45.227 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.227 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T03:34:37.540002+0000", 2024-03-07T02:56:45.227 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.227 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.227 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.227 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 2630, 2024-03-07T02:56:45.227 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.227 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.227 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.227 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.228 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.228 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.228 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.228 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.228 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.228 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.228 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.228 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.228 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.228 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.228 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.228 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 12, 2024-03-07T02:56:45.228 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 4, 2024-03-07T02:56:45.228 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.228 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 4, 2024-03-07T02:56:45.228 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.229 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.229 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.229 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.229 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.229 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-03-07T02:56:45.229 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.229 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.229 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.229 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.229 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.229 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.229 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.229 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.229 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.229 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.229 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.229 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.230 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 12, 2024-03-07T02:56:45.230 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 9 2024-03-07T02:56:45.230 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.230 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.230 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.230 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.230 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:45.230 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:45.230 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-03-07T02:56:45.230 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.230 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-03-07T02:56:45.230 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "68'12" 2024-03-07T02:56:45.230 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.230 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.230 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.230 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:45.231 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:45.231 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-03-07T02:56:45.231 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.231 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-03-07T02:56:45.231 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.231 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.231 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:45.231 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.231 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.231 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.231 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.744915+0000", 2024-03-07T02:56:45.231 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.857970+0000", 2024-03-07T02:56:45.231 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.857970+0000", 2024-03-07T02:56:45.231 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.858320+0000", 2024-03-07T02:56:45.231 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.744915+0000", 2024-03-07T02:56:45.231 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.231 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.232 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.232 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:45.232 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.744915+0000", 2024-03-07T02:56:45.232 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.744915+0000", 2024-03-07T02:56:45.232 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.744915+0000", 2024-03-07T02:56:45.232 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.232 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.232 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.232 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.744915+0000", 2024-03-07T02:56:45.232 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.744915+0000", 2024-03-07T02:56:45.232 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.232 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.232 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.232 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.232 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:45.232 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.233 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.233 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.233 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.233 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.233 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.233 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.233 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.233 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.15", 2024-03-07T02:56:45.233 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.233 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.233 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.233 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:45.233 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.233 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T12:39:04.814763+0000", 2024-03-07T02:56:45.233 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.234 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.234 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.234 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.234 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.234 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.234 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.234 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.234 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.234 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.234 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.234 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.234 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.234 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.234 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.234 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.234 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.235 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.235 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.235 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.235 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.235 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.235 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.235 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.235 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.235 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.235 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.235 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.235 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.235 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.235 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.235 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.235 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.235 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.236 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.236 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.236 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.236 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.238 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.239 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.239 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.239 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.239 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.239 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.239 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.239 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.239 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.239 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:45.239 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:45.239 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-03-07T02:56:45.239 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.239 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-03-07T02:56:45.239 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.239 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.240 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.240 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.240 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:45.240 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:45.240 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-03-07T02:56:45.240 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.240 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-03-07T02:56:45.240 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.240 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.240 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-03-07T02:56:45.240 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.240 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.240 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.240 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.006183+0000", 2024-03-07T02:56:45.240 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.495735+0000", 2024-03-07T02:56:45.241 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.495735+0000", 2024-03-07T02:56:45.241 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.495999+0000", 2024-03-07T02:56:45.241 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.006183+0000", 2024-03-07T02:56:45.241 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.241 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.241 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.241 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-03-07T02:56:45.241 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.006183+0000", 2024-03-07T02:56:45.241 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.006183+0000", 2024-03-07T02:56:45.241 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.006183+0000", 2024-03-07T02:56:45.241 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.241 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.241 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.241 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.006183+0000", 2024-03-07T02:56:45.241 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.006183+0000", 2024-03-07T02:56:45.241 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.242 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 2, 2024-03-07T02:56:45.242 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.242 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.242 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-03-07T02:56:45.242 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.242 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.242 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.242 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.242 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 2, 2024-03-07T02:56:45.242 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.242 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.242 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.242 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.13", 2024-03-07T02:56:45.242 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.242 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.243 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.243 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 21, 2024-03-07T02:56:45.243 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.243 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T09:23:36.044807+0000", 2024-03-07T02:56:45.243 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.243 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.243 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.243 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 34, 2024-03-07T02:56:45.243 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.243 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.243 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.243 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.243 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.243 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.243 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.243 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.244 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.244 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.244 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.244 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.244 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.244 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.244 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.244 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 6, 2024-03-07T02:56:45.244 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 2, 2024-03-07T02:56:45.244 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.244 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 2, 2024-03-07T02:56:45.244 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.244 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.244 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.244 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.244 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-03-07T02:56:45.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 3, 2024-03-07T02:56:45.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 7 2024-03-07T02:56:45.245 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.245 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.246 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.246 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.246 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:45.246 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:45.246 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-03-07T02:56:45.246 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.246 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-03-07T02:56:45.246 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'2" 2024-03-07T02:56:45.246 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.246 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.246 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.246 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:45.246 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:45.246 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-03-07T02:56:45.246 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.246 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-03-07T02:56:45.247 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.247 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.247 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:45.247 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.247 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.247 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.247 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.005994+0000", 2024-03-07T02:56:45.247 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.849635+0000", 2024-03-07T02:56:45.247 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.849635+0000", 2024-03-07T02:56:45.247 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.850032+0000", 2024-03-07T02:56:45.247 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.005994+0000", 2024-03-07T02:56:45.247 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.247 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.247 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.247 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:45.247 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.005994+0000", 2024-03-07T02:56:45.248 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.005994+0000", 2024-03-07T02:56:45.248 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.005994+0000", 2024-03-07T02:56:45.248 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.248 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.248 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.248 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.005994+0000", 2024-03-07T02:56:45.248 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.005994+0000", 2024-03-07T02:56:45.248 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.248 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.248 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.248 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.248 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:45.248 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.248 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.248 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.249 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.249 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.249 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.249 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.249 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.249 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.12", 2024-03-07T02:56:45.249 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.249 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.249 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.249 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:45.249 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.249 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T08:11:53.269163+0000", 2024-03-07T02:56:45.249 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.249 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.249 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.250 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.250 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.250 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.250 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.250 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.250 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.250 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.250 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.250 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.250 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.250 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.250 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.250 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.250 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.250 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.250 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.251 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.251 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.251 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.251 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.251 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.251 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.251 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.251 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.251 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.251 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.251 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.251 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.251 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.251 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.251 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.251 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.251 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.252 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.252 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.252 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.252 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.252 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.252 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.252 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.252 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.252 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.252 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.252 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.252 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:45.252 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:45.252 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-03-07T02:56:45.252 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.252 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-03-07T02:56:45.253 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.253 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.253 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.253 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.253 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:45.253 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:45.253 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-03-07T02:56:45.253 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.253 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-03-07T02:56:45.253 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.253 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.253 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-03-07T02:56:45.253 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.253 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.254 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.254 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.840155+0000", 2024-03-07T02:56:45.254 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.486220+0000", 2024-03-07T02:56:45.254 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.486220+0000", 2024-03-07T02:56:45.254 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.486515+0000", 2024-03-07T02:56:45.254 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.840155+0000", 2024-03-07T02:56:45.254 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.254 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.254 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.254 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-03-07T02:56:45.254 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.840155+0000", 2024-03-07T02:56:45.254 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.840155+0000", 2024-03-07T02:56:45.254 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.840155+0000", 2024-03-07T02:56:45.254 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.254 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.254 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.255 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.840155+0000", 2024-03-07T02:56:45.255 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.840155+0000", 2024-03-07T02:56:45.255 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.255 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.255 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.255 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.255 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-03-07T02:56:45.255 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.255 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.255 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.255 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.255 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.255 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.255 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.255 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.255 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.12", 2024-03-07T02:56:45.256 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.256 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.256 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.256 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 19, 2024-03-07T02:56:45.256 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.256 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T07:10:27.945262+0000", 2024-03-07T02:56:45.256 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.256 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.256 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.256 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.256 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.256 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.256 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.257 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.257 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.257 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.257 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.257 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.257 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.257 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.257 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.257 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.257 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.257 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.257 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.257 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.257 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.257 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.257 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.258 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.258 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.258 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.258 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.258 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.258 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.258 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.258 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.258 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.258 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.258 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.258 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.258 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.258 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.258 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.258 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.259 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.259 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.259 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.259 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.259 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.259 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.259 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.259 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.259 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:45.259 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:45.259 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-03-07T02:56:45.259 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.259 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-03-07T02:56:45.259 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.259 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.259 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.259 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.260 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:45.260 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:45.260 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-03-07T02:56:45.260 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.260 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-03-07T02:56:45.260 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.260 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.260 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:45.260 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.260 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.260 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.260 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.744782+0000", 2024-03-07T02:56:45.260 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.858172+0000", 2024-03-07T02:56:45.260 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.858172+0000", 2024-03-07T02:56:45.260 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.859121+0000", 2024-03-07T02:56:45.261 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.744782+0000", 2024-03-07T02:56:45.261 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.261 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.261 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.261 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:45.261 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.744782+0000", 2024-03-07T02:56:45.261 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.744782+0000", 2024-03-07T02:56:45.261 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.744782+0000", 2024-03-07T02:56:45.261 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.261 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.261 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.261 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.744782+0000", 2024-03-07T02:56:45.261 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.744782+0000", 2024-03-07T02:56:45.261 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.261 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.261 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.262 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.262 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:45.262 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.262 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.262 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.262 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.262 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.262 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.262 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.262 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.262 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.13", 2024-03-07T02:56:45.262 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.262 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.262 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.262 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:45.262 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.263 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T07:45:33.378053+0000", 2024-03-07T02:56:45.263 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.263 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.263 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.263 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.263 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.263 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.263 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.263 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.263 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.263 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.263 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.263 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.263 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.263 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.263 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.264 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.264 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.264 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.264 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.264 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.264 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.264 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.264 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.264 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.264 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.264 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.264 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.264 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.264 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.264 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.265 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.265 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.265 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.265 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.265 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.265 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.265 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.265 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.265 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.265 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.265 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.265 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.265 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.265 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.265 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.265 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.266 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.266 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:45.266 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:45.266 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-03-07T02:56:45.266 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.266 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-03-07T02:56:45.266 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.266 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.266 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.266 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.266 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:45.266 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:45.266 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-03-07T02:56:45.266 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.266 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-03-07T02:56:45.266 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.267 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.267 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-03-07T02:56:45.267 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.267 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.267 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.267 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.842583+0000", 2024-03-07T02:56:45.267 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.483044+0000", 2024-03-07T02:56:45.267 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.483044+0000", 2024-03-07T02:56:45.267 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.483351+0000", 2024-03-07T02:56:45.267 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.842583+0000", 2024-03-07T02:56:45.267 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.267 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.267 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.267 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-03-07T02:56:45.267 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.842583+0000", 2024-03-07T02:56:45.267 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.842583+0000", 2024-03-07T02:56:45.268 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.842583+0000", 2024-03-07T02:56:45.268 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.268 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.268 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.268 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.842583+0000", 2024-03-07T02:56:45.268 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.842583+0000", 2024-03-07T02:56:45.268 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.268 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.268 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.268 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.268 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-03-07T02:56:45.268 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.268 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.268 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.268 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.269 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.269 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.269 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.269 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.269 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.11", 2024-03-07T02:56:45.269 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.269 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.269 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.269 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 19, 2024-03-07T02:56:45.269 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.269 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T08:12:12.898292+0000", 2024-03-07T02:56:45.269 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.269 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.269 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.269 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.269 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.270 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.270 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.270 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.270 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.270 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.270 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.270 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.270 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.270 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.270 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.270 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.270 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.270 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.270 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.270 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.270 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.271 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.271 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.271 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.271 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.271 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.271 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.271 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.271 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.271 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.271 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.271 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.271 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.271 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.271 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.271 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.271 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.271 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.272 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.272 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.272 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.272 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.272 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.272 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.272 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.272 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.272 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.272 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:45.272 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:45.272 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-03-07T02:56:45.272 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.272 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-03-07T02:56:45.272 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.273 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.273 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.273 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.273 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:45.273 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:45.273 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-03-07T02:56:45.273 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.273 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-03-07T02:56:45.273 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.273 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.273 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:45.273 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.273 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.273 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.273 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.842670+0000", 2024-03-07T02:56:45.273 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.844815+0000", 2024-03-07T02:56:45.274 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.844815+0000", 2024-03-07T02:56:45.274 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.846034+0000", 2024-03-07T02:56:45.274 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.842670+0000", 2024-03-07T02:56:45.274 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.274 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.274 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.274 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:45.274 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.842670+0000", 2024-03-07T02:56:45.274 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.842670+0000", 2024-03-07T02:56:45.274 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.842670+0000", 2024-03-07T02:56:45.274 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.274 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.274 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.274 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.842670+0000", 2024-03-07T02:56:45.274 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.842670+0000", 2024-03-07T02:56:45.274 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.275 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.275 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.275 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.275 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:45.275 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.275 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.275 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.275 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.275 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.275 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.275 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.275 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.275 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.10", 2024-03-07T02:56:45.275 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.275 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.275 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.276 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:45.276 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.276 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T11:25:03.258868+0000", 2024-03-07T02:56:45.276 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.276 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.276 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.276 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.276 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.276 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.276 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.276 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.276 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.276 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.276 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.276 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.277 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.277 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.277 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.277 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.277 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.277 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.277 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.277 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.277 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.277 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.277 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.277 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.277 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.277 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.277 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.277 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.278 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.278 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.278 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.278 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.278 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.278 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.278 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.278 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.278 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.278 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.278 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.278 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.278 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.278 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.278 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.278 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.279 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.279 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.279 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.279 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:45.279 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:45.279 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-03-07T02:56:45.279 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.279 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-03-07T02:56:45.279 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.279 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.279 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.279 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.279 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:45.279 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:45.279 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:45.279 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.280 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 2, 2024-03-07T02:56:45.280 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.280 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.280 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-03-07T02:56:45.280 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.280 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.280 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.280 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.840497+0000", 2024-03-07T02:56:45.280 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.485932+0000", 2024-03-07T02:56:45.280 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.485932+0000", 2024-03-07T02:56:45.280 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.486270+0000", 2024-03-07T02:56:45.280 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.840497+0000", 2024-03-07T02:56:45.280 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.280 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.280 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.280 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-03-07T02:56:45.281 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.840497+0000", 2024-03-07T02:56:45.281 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.840497+0000", 2024-03-07T02:56:45.281 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.840497+0000", 2024-03-07T02:56:45.281 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.281 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.281 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.281 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.840497+0000", 2024-03-07T02:56:45.281 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.840497+0000", 2024-03-07T02:56:45.281 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.281 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 8, 2024-03-07T02:56:45.281 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.281 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.281 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-03-07T02:56:45.281 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.281 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.281 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.282 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.282 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 8, 2024-03-07T02:56:45.282 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.282 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.282 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.282 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.10", 2024-03-07T02:56:45.282 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.282 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.282 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.282 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 27, 2024-03-07T02:56:45.282 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.282 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T03:34:04.554605+0000", 2024-03-07T02:56:45.282 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.282 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.282 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.282 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.282 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.283 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.283 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.283 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.283 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.283 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.283 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.283 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.283 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.283 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.283 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.283 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.283 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.283 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.283 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.283 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 12, 2024-03-07T02:56:45.283 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 4, 2024-03-07T02:56:45.283 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.284 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 4, 2024-03-07T02:56:45.284 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.284 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.284 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.284 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.284 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.284 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 4, 2024-03-07T02:56:45.284 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.284 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.284 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.284 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.284 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.284 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.284 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.284 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.285 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.285 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.285 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.285 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.285 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 12, 2024-03-07T02:56:45.285 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.285 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.285 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.285 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.285 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.285 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:45.285 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:45.285 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:45.285 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.285 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 2, 2024-03-07T02:56:45.285 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'8" 2024-03-07T02:56:45.286 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.286 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.286 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.286 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:45.286 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:45.286 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-03-07T02:56:45.286 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.286 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-03-07T02:56:45.286 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.286 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.286 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:45.286 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.286 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.286 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.286 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.744438+0000", 2024-03-07T02:56:45.286 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.856802+0000", 2024-03-07T02:56:45.287 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.856802+0000", 2024-03-07T02:56:45.287 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.857113+0000", 2024-03-07T02:56:45.287 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.744438+0000", 2024-03-07T02:56:45.287 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.287 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.287 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.287 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:45.287 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.744438+0000", 2024-03-07T02:56:45.287 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.744438+0000", 2024-03-07T02:56:45.287 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.744438+0000", 2024-03-07T02:56:45.287 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.287 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.287 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.287 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.744438+0000", 2024-03-07T02:56:45.287 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.744438+0000", 2024-03-07T02:56:45.287 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.288 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.288 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.288 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.288 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:45.288 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.288 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.288 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.288 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.288 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.288 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.288 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.288 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.288 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.11", 2024-03-07T02:56:45.288 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.288 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.288 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.289 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:45.289 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.289 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T07:25:25.592892+0000", 2024-03-07T02:56:45.289 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.289 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.289 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.289 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.289 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.289 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.289 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.289 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.289 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.289 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.289 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.289 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.290 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.290 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.290 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.290 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.290 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.290 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.290 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.290 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.290 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.290 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.290 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.290 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.290 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.290 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.290 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.291 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.291 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.291 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.291 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.291 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.291 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.291 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.291 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.291 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.291 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.291 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.291 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.291 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.291 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.291 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.292 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.292 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.292 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.292 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.292 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.292 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:45.292 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:45.292 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-03-07T02:56:45.292 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.292 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-03-07T02:56:45.292 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.292 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.292 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.292 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.293 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:45.293 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:45.293 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-03-07T02:56:45.293 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.293 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 4, 2024-03-07T02:56:45.293 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.293 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.293 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-03-07T02:56:45.293 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.293 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.293 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.293 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.553312+0000", 2024-03-07T02:56:45.293 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.489044+0000", 2024-03-07T02:56:45.293 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.489044+0000", 2024-03-07T02:56:45.293 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.490403+0000", 2024-03-07T02:56:45.293 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.553312+0000", 2024-03-07T02:56:45.294 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.294 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.294 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.294 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-03-07T02:56:45.294 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.553312+0000", 2024-03-07T02:56:45.294 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.553312+0000", 2024-03-07T02:56:45.294 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.553312+0000", 2024-03-07T02:56:45.294 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.294 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.294 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.294 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.553312+0000", 2024-03-07T02:56:45.294 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.553312+0000", 2024-03-07T02:56:45.294 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.294 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 1, 2024-03-07T02:56:45.294 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.294 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.295 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-03-07T02:56:45.295 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.295 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.295 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.295 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.295 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 1, 2024-03-07T02:56:45.295 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.295 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.295 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.295 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.f", 2024-03-07T02:56:45.295 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.295 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.295 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.295 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 20, 2024-03-07T02:56:45.295 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.296 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T05:10:28.076184+0000", 2024-03-07T02:56:45.296 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.296 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.296 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.296 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 22, 2024-03-07T02:56:45.296 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.296 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.296 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.296 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.296 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.296 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.296 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.296 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.296 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.296 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.297 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.297 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.297 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.297 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.297 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.297 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-03-07T02:56:45.297 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-03-07T02:56:45.297 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.297 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-03-07T02:56:45.297 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.297 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.297 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.297 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.297 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.297 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.297 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.298 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.298 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.298 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.298 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.298 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.298 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.298 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.298 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.298 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.298 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.298 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.298 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 1, 2024-03-07T02:56:45.298 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 1 2024-03-07T02:56:45.298 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.298 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.298 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.298 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.299 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:45.299 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:45.299 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-03-07T02:56:45.299 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.299 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 4, 2024-03-07T02:56:45.299 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'1" 2024-03-07T02:56:45.299 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.299 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.299 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.299 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:45.299 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:45.299 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-03-07T02:56:45.299 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.299 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-03-07T02:56:45.299 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.299 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.300 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:45.300 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.300 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.300 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.300 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.745178+0000", 2024-03-07T02:56:45.300 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.857201+0000", 2024-03-07T02:56:45.300 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.857201+0000", 2024-03-07T02:56:45.300 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.857477+0000", 2024-03-07T02:56:45.300 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.745178+0000", 2024-03-07T02:56:45.300 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.300 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.300 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.300 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:45.300 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.745178+0000", 2024-03-07T02:56:45.300 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.745178+0000", 2024-03-07T02:56:45.301 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.745178+0000", 2024-03-07T02:56:45.301 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.301 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.301 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.301 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.745178+0000", 2024-03-07T02:56:45.301 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.745178+0000", 2024-03-07T02:56:45.301 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.301 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.301 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.301 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.301 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:45.301 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.301 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.301 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.301 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.302 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.302 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.302 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.302 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.302 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.e", 2024-03-07T02:56:45.302 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.302 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.302 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.302 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:45.302 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.302 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T10:38:55.410512+0000", 2024-03-07T02:56:45.302 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.302 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.302 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.302 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.303 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.303 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.303 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.303 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.303 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.303 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.303 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.303 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.303 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.303 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.303 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.303 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.303 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.303 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.304 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.304 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.304 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.304 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.304 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.304 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.304 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.304 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.304 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.304 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.304 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.304 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.304 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.304 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.304 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.305 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.305 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.305 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.305 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.305 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.305 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.305 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.305 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.305 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.305 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.305 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.305 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.305 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.305 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.305 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:45.305 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:45.306 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-03-07T02:56:45.306 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.306 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-03-07T02:56:45.306 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.306 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.306 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.306 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.306 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:45.306 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:45.306 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-03-07T02:56:45.306 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.306 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-03-07T02:56:45.306 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.306 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.306 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 63, 2024-03-07T02:56:45.307 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.307 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.307 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.307 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.839872+0000", 2024-03-07T02:56:45.307 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:54:18.514168+0000", 2024-03-07T02:56:45.307 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:54:18.514168+0000", 2024-03-07T02:56:45.307 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:54:18.514451+0000", 2024-03-07T02:56:45.307 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.839872+0000", 2024-03-07T02:56:45.307 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:54:18.352661+0000", 2024-03-07T02:56:45.307 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.307 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:54:18.352661+0000", 2024-03-07T02:56:45.307 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 64, 2024-03-07T02:56:45.307 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.839872+0000", 2024-03-07T02:56:45.307 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.839872+0000", 2024-03-07T02:56:45.307 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.839872+0000", 2024-03-07T02:56:45.307 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.308 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.308 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:54:18.352661+0000", 2024-03-07T02:56:45.308 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.839872+0000", 2024-03-07T02:56:45.308 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.839872+0000", 2024-03-07T02:56:45.308 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.308 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.308 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.308 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.308 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 63, 2024-03-07T02:56:45.308 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.308 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.308 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.308 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.308 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.308 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.309 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.309 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.309 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "4.2", 2024-03-07T02:56:45.309 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.309 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.309 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.309 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 15, 2024-03-07T02:56:45.309 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.309 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T12:48:33.570989+0000", 2024-03-07T02:56:45.309 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.309 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.309 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.309 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.309 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.309 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.310 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.310 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.310 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.310 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.310 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.310 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.310 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.310 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.310 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.310 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.310 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.310 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.310 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.310 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.310 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.311 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.311 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.311 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.311 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.311 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.311 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.311 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.311 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.311 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.311 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.311 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.311 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.311 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.311 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.311 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.312 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.312 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.312 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.312 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.312 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.312 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.312 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.312 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.312 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.312 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.312 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.312 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:45.312 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:45.312 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-03-07T02:56:45.313 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.313 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-03-07T02:56:45.313 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.313 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.313 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.313 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.313 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:45.313 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:45.313 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-03-07T02:56:45.313 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.314 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-03-07T02:56:45.314 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.314 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.314 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-03-07T02:56:45.314 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.314 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.314 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.314 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.840949+0000", 2024-03-07T02:56:45.314 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.499503+0000", 2024-03-07T02:56:45.314 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.499503+0000", 2024-03-07T02:56:45.314 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.500366+0000", 2024-03-07T02:56:45.314 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.840949+0000", 2024-03-07T02:56:45.314 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.314 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.314 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.315 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-03-07T02:56:45.315 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.840949+0000", 2024-03-07T02:56:45.315 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.840949+0000", 2024-03-07T02:56:45.315 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.840949+0000", 2024-03-07T02:56:45.315 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.315 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.315 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.315 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.840949+0000", 2024-03-07T02:56:45.315 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.840949+0000", 2024-03-07T02:56:45.315 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.315 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.315 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.315 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.315 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-03-07T02:56:45.315 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.315 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.316 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.316 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.316 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.316 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.316 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.316 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.316 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.4", 2024-03-07T02:56:45.316 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.316 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.316 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.316 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 19, 2024-03-07T02:56:45.316 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.316 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T13:20:56.449629+0000", 2024-03-07T02:56:45.316 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.316 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.317 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.317 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.317 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.317 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.317 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.317 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.317 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.317 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.317 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.317 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.317 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.317 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.317 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.317 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.317 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.317 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.318 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.318 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.318 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.318 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.318 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.318 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.318 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.318 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.318 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.318 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.318 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.318 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.318 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.318 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.318 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.318 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.318 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.319 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.319 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.319 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.319 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.319 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.319 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.319 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.319 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.319 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.319 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.319 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.319 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.319 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:45.319 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:45.319 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-03-07T02:56:45.319 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.320 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-03-07T02:56:45.320 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.320 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.320 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.320 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.320 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:45.320 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:45.320 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-03-07T02:56:45.320 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.320 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-03-07T02:56:45.320 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.320 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.320 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:45.320 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.320 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.321 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.321 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.840509+0000", 2024-03-07T02:56:45.321 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.838397+0000", 2024-03-07T02:56:45.321 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.838397+0000", 2024-03-07T02:56:45.321 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.838714+0000", 2024-03-07T02:56:45.321 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.840509+0000", 2024-03-07T02:56:45.321 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.321 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.321 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.321 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:45.321 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.840509+0000", 2024-03-07T02:56:45.321 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.840509+0000", 2024-03-07T02:56:45.321 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.840509+0000", 2024-03-07T02:56:45.321 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.321 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.321 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.322 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.840509+0000", 2024-03-07T02:56:45.322 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.840509+0000", 2024-03-07T02:56:45.322 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.322 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.322 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.322 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.322 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:45.322 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.322 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.322 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.322 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.322 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.322 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.322 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.322 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.322 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.5", 2024-03-07T02:56:45.323 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.323 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.323 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.323 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:45.323 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.323 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T12:10:21.908919+0000", 2024-03-07T02:56:45.323 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.323 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.323 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.323 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.323 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.323 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.323 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.323 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.323 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.323 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.324 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.324 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.324 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.324 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.324 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.324 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.324 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.324 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.324 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.324 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.324 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.324 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.324 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.324 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.324 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.325 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.325 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.325 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.325 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.325 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.325 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.325 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.325 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.325 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.325 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.325 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.325 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.325 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.325 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.325 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.325 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.326 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.326 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.326 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.326 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.326 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.326 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.326 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:45.326 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:45.326 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-03-07T02:56:45.326 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.326 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-03-07T02:56:45.326 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.326 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.326 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.326 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.326 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:45.327 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:45.327 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-03-07T02:56:45.327 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.327 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-03-07T02:56:45.327 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.327 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.327 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 63, 2024-03-07T02:56:45.327 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.327 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.327 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.327 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.840964+0000", 2024-03-07T02:56:45.327 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:54:18.392706+0000", 2024-03-07T02:56:45.327 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:54:18.392706+0000", 2024-03-07T02:56:45.327 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:54:18.393130+0000", 2024-03-07T02:56:45.327 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.840964+0000", 2024-03-07T02:56:45.328 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:54:18.352661+0000", 2024-03-07T02:56:45.328 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.328 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:54:18.352661+0000", 2024-03-07T02:56:45.328 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 64, 2024-03-07T02:56:45.328 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.840964+0000", 2024-03-07T02:56:45.328 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.840964+0000", 2024-03-07T02:56:45.328 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.840964+0000", 2024-03-07T02:56:45.328 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.328 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.328 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:54:18.352661+0000", 2024-03-07T02:56:45.328 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.840964+0000", 2024-03-07T02:56:45.328 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.840964+0000", 2024-03-07T02:56:45.328 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.328 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.329 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.329 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.329 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 63, 2024-03-07T02:56:45.329 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.329 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.329 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.329 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.329 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.329 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.329 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.329 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.329 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "4.4", 2024-03-07T02:56:45.329 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.329 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.329 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.329 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 15, 2024-03-07T02:56:45.330 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.330 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T04:27:19.528265+0000", 2024-03-07T02:56:45.330 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.330 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.330 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.330 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.330 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.330 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.330 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.330 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.330 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.330 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.330 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.330 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.330 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.331 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.331 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.331 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.331 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.331 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.331 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.331 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.331 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.331 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.331 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.331 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.331 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.331 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.331 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.331 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.331 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.332 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.332 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.332 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.332 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.332 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.332 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.332 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.332 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.332 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.332 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.332 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.332 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.332 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.332 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.332 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.333 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.333 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.333 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.333 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:45.333 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:45.333 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-03-07T02:56:45.333 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.333 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-03-07T02:56:45.333 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.333 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.333 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.333 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.333 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:45.333 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:45.333 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-03-07T02:56:45.333 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.333 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-03-07T02:56:45.334 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.334 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.334 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-03-07T02:56:45.334 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.334 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.334 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.334 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.840093+0000", 2024-03-07T02:56:45.334 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.492690+0000", 2024-03-07T02:56:45.334 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.492690+0000", 2024-03-07T02:56:45.334 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.492984+0000", 2024-03-07T02:56:45.334 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.840093+0000", 2024-03-07T02:56:45.334 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.334 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.334 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.334 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-03-07T02:56:45.335 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.840093+0000", 2024-03-07T02:56:45.335 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.840093+0000", 2024-03-07T02:56:45.335 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.840093+0000", 2024-03-07T02:56:45.335 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.335 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.335 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.335 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.840093+0000", 2024-03-07T02:56:45.335 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.840093+0000", 2024-03-07T02:56:45.335 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.335 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.335 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.335 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.335 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-03-07T02:56:45.335 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.335 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.335 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.336 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.336 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.336 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.336 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.336 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.336 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.2", 2024-03-07T02:56:45.336 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.336 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.336 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.336 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 19, 2024-03-07T02:56:45.336 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.336 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T13:42:56.268562+0000", 2024-03-07T02:56:45.336 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.336 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.336 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.337 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.337 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.337 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.337 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.337 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.337 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.337 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.337 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.337 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.337 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.337 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.337 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.337 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.337 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.337 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.337 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.338 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.338 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.338 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.338 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.338 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.338 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.338 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.338 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.338 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.338 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.338 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.338 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.338 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.338 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.338 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.338 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.339 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.339 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.339 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.339 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.339 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.339 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.339 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.339 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.339 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.339 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.339 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.339 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.339 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:45.339 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:45.339 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-03-07T02:56:45.339 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.340 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-03-07T02:56:45.340 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.340 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.340 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.340 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.340 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:45.340 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:45.340 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-03-07T02:56:45.340 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.340 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 4, 2024-03-07T02:56:45.340 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.340 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.340 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:45.340 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.340 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.341 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.341 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.553004+0000", 2024-03-07T02:56:45.341 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.860053+0000", 2024-03-07T02:56:45.341 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.860053+0000", 2024-03-07T02:56:45.341 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.860852+0000", 2024-03-07T02:56:45.341 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.553004+0000", 2024-03-07T02:56:45.341 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.341 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.341 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.341 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:45.341 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.553004+0000", 2024-03-07T02:56:45.341 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.553004+0000", 2024-03-07T02:56:45.341 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.553004+0000", 2024-03-07T02:56:45.341 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.341 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.341 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.341 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.553004+0000", 2024-03-07T02:56:45.342 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.553004+0000", 2024-03-07T02:56:45.342 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.342 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.342 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.342 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.342 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:45.342 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.342 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.342 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.342 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.342 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.342 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.342 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.342 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.342 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.3", 2024-03-07T02:56:45.342 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.343 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.343 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.343 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:45.343 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.343 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T06:02:06.497152+0000", 2024-03-07T02:56:45.343 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.343 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.343 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.343 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.343 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.343 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.343 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.343 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.343 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.343 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.343 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.345 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.345 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.345 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.345 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.345 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.345 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.345 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.345 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.345 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.345 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.345 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.345 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.345 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.345 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.345 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.345 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.346 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.346 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.346 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.346 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.346 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:45.346 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:45.346 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-03-07T02:56:45.346 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.346 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 4, 2024-03-07T02:56:45.346 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.346 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.346 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.346 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.346 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:45.346 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:45.346 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:45.347 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.347 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-03-07T02:56:45.347 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.347 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.347 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 63, 2024-03-07T02:56:45.347 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.347 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.347 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.347 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.841159+0000", 2024-03-07T02:56:45.347 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:54:18.514066+0000", 2024-03-07T02:56:45.347 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:54:18.514066+0000", 2024-03-07T02:56:45.347 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:54:18.514448+0000", 2024-03-07T02:56:45.347 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.841159+0000", 2024-03-07T02:56:45.347 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:54:18.352661+0000", 2024-03-07T02:56:45.347 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.347 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:54:18.352661+0000", 2024-03-07T02:56:45.348 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 64, 2024-03-07T02:56:45.348 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.841159+0000", 2024-03-07T02:56:45.348 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.841159+0000", 2024-03-07T02:56:45.348 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.841159+0000", 2024-03-07T02:56:45.348 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.348 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.348 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:54:18.352661+0000", 2024-03-07T02:56:45.348 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.841159+0000", 2024-03-07T02:56:45.348 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.841159+0000", 2024-03-07T02:56:45.348 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.348 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.348 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.348 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.348 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 63, 2024-03-07T02:56:45.348 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.349 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.349 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.349 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.349 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.349 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.349 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.349 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.349 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "4.7", 2024-03-07T02:56:45.349 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.349 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.349 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.349 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 15, 2024-03-07T02:56:45.349 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.350 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T14:28:55.818372+0000", 2024-03-07T02:56:45.350 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.350 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.350 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.350 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.350 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.350 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.350 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.350 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.350 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.350 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.350 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.350 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.350 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.350 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.350 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.352 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.352 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.352 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.352 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.352 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.352 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.352 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.352 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.352 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.352 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.352 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.352 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.352 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.352 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.352 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.353 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.353 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:45.353 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:45.353 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:45.353 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.353 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-03-07T02:56:45.353 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.353 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.353 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.353 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.353 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:45.353 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:45.353 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-03-07T02:56:45.353 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.353 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-03-07T02:56:45.353 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.354 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.354 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:45.354 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.354 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.354 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.354 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.840111+0000", 2024-03-07T02:56:45.354 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.847455+0000", 2024-03-07T02:56:45.354 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.847455+0000", 2024-03-07T02:56:45.354 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.848086+0000", 2024-03-07T02:56:45.354 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.840111+0000", 2024-03-07T02:56:45.354 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.354 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.354 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.354 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:45.354 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.840111+0000", 2024-03-07T02:56:45.354 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.840111+0000", 2024-03-07T02:56:45.354 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.840111+0000", 2024-03-07T02:56:45.355 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.355 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.355 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.355 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.840111+0000", 2024-03-07T02:56:45.355 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.840111+0000", 2024-03-07T02:56:45.355 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.355 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.355 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.355 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.355 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:45.355 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.355 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.355 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.355 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.355 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.355 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.356 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.356 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.356 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.0", 2024-03-07T02:56:45.356 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.356 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.356 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.356 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:45.356 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.356 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T10:22:07.188240+0000", 2024-03-07T02:56:45.356 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.356 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.356 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.356 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.356 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.356 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.357 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.357 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.357 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.357 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.357 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.357 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.357 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.357 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.357 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.357 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.357 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.357 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.357 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.357 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.357 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.357 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.359 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.359 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.359 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.359 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.359 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.359 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.359 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.359 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.359 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.359 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:45.359 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:45.359 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-03-07T02:56:45.359 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.359 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-03-07T02:56:45.359 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.359 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.360 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.360 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.360 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:45.360 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:45.360 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:45.360 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.360 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 2, 2024-03-07T02:56:45.360 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.360 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.360 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-03-07T02:56:45.360 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.360 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.360 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.360 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.841312+0000", 2024-03-07T02:56:45.360 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.492892+0000", 2024-03-07T02:56:45.361 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.492892+0000", 2024-03-07T02:56:45.361 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.493185+0000", 2024-03-07T02:56:45.361 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.841312+0000", 2024-03-07T02:56:45.361 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.361 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.361 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.361 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-03-07T02:56:45.361 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.841312+0000", 2024-03-07T02:56:45.361 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.841312+0000", 2024-03-07T02:56:45.361 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.841312+0000", 2024-03-07T02:56:45.361 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.361 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.361 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.361 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.841312+0000", 2024-03-07T02:56:45.362 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.841312+0000", 2024-03-07T02:56:45.362 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.362 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.362 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.362 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.362 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-03-07T02:56:45.362 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.362 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.362 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.362 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.362 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.362 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.362 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.362 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.362 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.1", 2024-03-07T02:56:45.362 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.363 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.363 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.363 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 19, 2024-03-07T02:56:45.363 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.363 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T14:49:49.391415+0000", 2024-03-07T02:56:45.363 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.363 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.363 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.363 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.363 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.363 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.363 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.363 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.363 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.363 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.363 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.364 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.364 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.364 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.364 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.364 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.364 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.364 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.364 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.364 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.364 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.364 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.364 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.364 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.364 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.364 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.364 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.366 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.366 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.366 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.366 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.366 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:45.366 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:45.366 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:45.366 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.366 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 2, 2024-03-07T02:56:45.366 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.366 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.366 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.366 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.366 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:45.366 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:45.366 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-03-07T02:56:45.367 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.367 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-03-07T02:56:45.367 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.367 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.367 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 63, 2024-03-07T02:56:45.367 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.367 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.367 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.367 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.842854+0000", 2024-03-07T02:56:45.367 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:54:19.213079+0000", 2024-03-07T02:56:45.367 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:54:19.213079+0000", 2024-03-07T02:56:45.367 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:54:19.213434+0000", 2024-03-07T02:56:45.367 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.842854+0000", 2024-03-07T02:56:45.367 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:54:18.352661+0000", 2024-03-07T02:56:45.367 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.367 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:54:18.352661+0000", 2024-03-07T02:56:45.368 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 64, 2024-03-07T02:56:45.368 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.842854+0000", 2024-03-07T02:56:45.368 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.842854+0000", 2024-03-07T02:56:45.368 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.842854+0000", 2024-03-07T02:56:45.368 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.368 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.368 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:54:18.352661+0000", 2024-03-07T02:56:45.368 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.842854+0000", 2024-03-07T02:56:45.368 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.842854+0000", 2024-03-07T02:56:45.368 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.368 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.368 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.368 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.368 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 63, 2024-03-07T02:56:45.368 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.369 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.369 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.369 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.369 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.369 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.369 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.369 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.369 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "4.5", 2024-03-07T02:56:45.369 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.369 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.369 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.369 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 15, 2024-03-07T02:56:45.369 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.369 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T04:07:22.099334+0000", 2024-03-07T02:56:45.369 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.369 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.370 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.370 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.370 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.370 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.370 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.370 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.370 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.370 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.370 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.370 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.370 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.370 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.370 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.370 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.370 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.370 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.371 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.371 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.371 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.371 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.371 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.371 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.371 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.371 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.371 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.371 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.371 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.371 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.371 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.371 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.371 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.371 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.372 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.372 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.372 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.372 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.372 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.372 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.372 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.372 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.372 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.372 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.372 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.372 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.372 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.372 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:45.372 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:45.373 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-03-07T02:56:45.373 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.373 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-03-07T02:56:45.373 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.373 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.373 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.373 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.373 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:45.373 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:45.373 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-03-07T02:56:45.373 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.373 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-03-07T02:56:45.373 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.373 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.373 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:45.373 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.374 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.374 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.374 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.842922+0000", 2024-03-07T02:56:45.374 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.839072+0000", 2024-03-07T02:56:45.374 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.839072+0000", 2024-03-07T02:56:45.374 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.839345+0000", 2024-03-07T02:56:45.374 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.842922+0000", 2024-03-07T02:56:45.374 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.374 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.374 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.374 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:45.374 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.842922+0000", 2024-03-07T02:56:45.374 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.842922+0000", 2024-03-07T02:56:45.374 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.842922+0000", 2024-03-07T02:56:45.374 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.374 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.375 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.375 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.842922+0000", 2024-03-07T02:56:45.375 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.842922+0000", 2024-03-07T02:56:45.375 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.375 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.375 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.375 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.375 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:45.375 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.375 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.375 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.375 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.375 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.375 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.375 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.375 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.376 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.2", 2024-03-07T02:56:45.376 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.376 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.376 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.376 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:45.376 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.376 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T08:31:16.320891+0000", 2024-03-07T02:56:45.376 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.376 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.376 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.376 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.376 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.376 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.376 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.376 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.377 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.377 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.377 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.377 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.377 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.377 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.377 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.377 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.377 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.377 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.377 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.377 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.377 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.377 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.377 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.377 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.379 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.379 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.379 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.379 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.379 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.379 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.379 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.379 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:45.379 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:45.379 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-03-07T02:56:45.379 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.379 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-03-07T02:56:45.379 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.379 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.379 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.379 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.380 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:45.380 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:45.380 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-03-07T02:56:45.380 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.380 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-03-07T02:56:45.380 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.380 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.380 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-03-07T02:56:45.380 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.380 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.380 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.380 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.840081+0000", 2024-03-07T02:56:45.380 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.486822+0000", 2024-03-07T02:56:45.380 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.486822+0000", 2024-03-07T02:56:45.380 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.487182+0000", 2024-03-07T02:56:45.381 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.840081+0000", 2024-03-07T02:56:45.381 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.381 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.381 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.381 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-03-07T02:56:45.381 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.840081+0000", 2024-03-07T02:56:45.381 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.840081+0000", 2024-03-07T02:56:45.381 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.840081+0000", 2024-03-07T02:56:45.381 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.381 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.381 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.381 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.840081+0000", 2024-03-07T02:56:45.381 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.840081+0000", 2024-03-07T02:56:45.381 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.381 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.381 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.381 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.382 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-03-07T02:56:45.382 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.382 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.382 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.382 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.382 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.382 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.382 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.382 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.382 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.3", 2024-03-07T02:56:45.382 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.382 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.382 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.382 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 19, 2024-03-07T02:56:45.382 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.383 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T10:19:48.370371+0000", 2024-03-07T02:56:45.383 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.383 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.383 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.383 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.383 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.383 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.383 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.383 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.383 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.383 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.383 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.383 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.383 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.383 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.383 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.384 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.384 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.384 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.384 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.384 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.384 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.384 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.384 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.384 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.384 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.384 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.384 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.384 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.384 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.384 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.384 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.385 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.385 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.385 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.385 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.385 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.385 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.385 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.385 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.385 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.385 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.385 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.385 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.385 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.385 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.385 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.385 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.386 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:45.386 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:45.386 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-03-07T02:56:45.386 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.386 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-03-07T02:56:45.386 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.386 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.386 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.386 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.386 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:45.386 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:45.386 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-03-07T02:56:45.386 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.386 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-03-07T02:56:45.386 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.386 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.387 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 19, 2024-03-07T02:56:45.387 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.387 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.387 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.387 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:56:39.372152+0000", 2024-03-07T02:56:45.387 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:35.329839+0000", 2024-03-07T02:56:45.387 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:35.329839+0000", 2024-03-07T02:56:45.387 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:35.330318+0000", 2024-03-07T02:56:45.387 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:56:39.372152+0000", 2024-03-07T02:56:45.387 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:51:31.238394+0000", 2024-03-07T02:56:45.387 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.387 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:51:31.238394+0000", 2024-03-07T02:56:45.387 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 58, 2024-03-07T02:56:45.387 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:56:39.372152+0000", 2024-03-07T02:56:45.387 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:56:39.372152+0000", 2024-03-07T02:56:45.388 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:56:39.372152+0000", 2024-03-07T02:56:45.388 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.388 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.388 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:51:31.238394+0000", 2024-03-07T02:56:45.388 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:56:39.372152+0000", 2024-03-07T02:56:45.388 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:56:39.372152+0000", 2024-03-07T02:56:45.388 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.388 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 132, 2024-03-07T02:56:45.388 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.388 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.388 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 57, 2024-03-07T02:56:45.388 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.388 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.388 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.389 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.389 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 132, 2024-03-07T02:56:45.389 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.389 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.389 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.389 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "1.0", 2024-03-07T02:56:45.389 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.389 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.389 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.389 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 281, 2024-03-07T02:56:45.389 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.389 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T09:41:13.020643+0000", 2024-03-07T02:56:45.389 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.389 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.389 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.390 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 590368, 2024-03-07T02:56:45.390 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.390 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 1771104, 2024-03-07T02:56:45.390 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.390 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.390 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.390 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.390 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.390 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.390 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.390 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.390 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.390 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.390 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.390 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.390 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.390 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 6, 2024-03-07T02:56:45.391 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 2, 2024-03-07T02:56:45.391 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.391 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 2, 2024-03-07T02:56:45.391 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.391 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.391 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.391 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.391 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.391 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.391 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.391 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 6, 2024-03-07T02:56:45.391 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.391 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.391 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.391 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.391 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.392 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 250, 2024-03-07T02:56:45.392 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 464, 2024-03-07T02:56:45.392 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.392 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.392 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.392 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 187, 2024-03-07T02:56:45.392 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 2416 2024-03-07T02:56:45.392 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.392 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.392 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.392 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.392 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:45.392 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:45.392 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-03-07T02:56:45.392 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.393 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-03-07T02:56:45.393 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "68'132" 2024-03-07T02:56:45.393 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.393 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.393 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.393 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:45.393 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:45.393 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-03-07T02:56:45.393 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.393 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-03-07T02:56:45.393 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.393 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.393 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 63, 2024-03-07T02:56:45.393 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.394 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.394 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.394 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.006072+0000", 2024-03-07T02:56:45.394 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:54:18.392902+0000", 2024-03-07T02:56:45.394 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:54:18.392902+0000", 2024-03-07T02:56:45.394 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:54:18.393183+0000", 2024-03-07T02:56:45.394 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.006072+0000", 2024-03-07T02:56:45.394 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:54:18.352661+0000", 2024-03-07T02:56:45.394 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.394 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:54:18.352661+0000", 2024-03-07T02:56:45.394 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 64, 2024-03-07T02:56:45.394 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.006072+0000", 2024-03-07T02:56:45.394 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.006072+0000", 2024-03-07T02:56:45.394 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.006072+0000", 2024-03-07T02:56:45.394 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.395 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.395 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:54:18.352661+0000", 2024-03-07T02:56:45.395 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.006072+0000", 2024-03-07T02:56:45.395 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.006072+0000", 2024-03-07T02:56:45.395 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.395 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.395 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.395 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.395 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 63, 2024-03-07T02:56:45.395 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.395 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.395 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.395 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.395 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.395 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.395 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.396 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.396 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "4.6", 2024-03-07T02:56:45.396 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.396 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.396 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.396 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 15, 2024-03-07T02:56:45.396 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.396 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T12:42:17.552510+0000", 2024-03-07T02:56:45.396 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.396 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.396 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.396 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.396 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.396 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.396 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.397 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.397 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.397 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.397 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.397 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.397 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.397 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.397 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.397 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.397 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.397 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.397 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.397 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.397 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.397 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.398 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.398 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.398 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.398 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.398 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.398 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.398 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.398 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.398 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.398 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.398 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.398 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.398 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.398 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.398 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.398 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.399 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.399 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.399 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.399 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.399 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.399 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.399 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.399 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.399 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.399 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:45.399 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:45.399 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-03-07T02:56:45.399 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.399 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-03-07T02:56:45.399 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.399 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.400 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.400 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.400 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:45.400 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:45.400 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-03-07T02:56:45.400 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.400 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-03-07T02:56:45.400 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.400 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.400 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:45.400 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.400 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.400 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.400 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.005941+0000", 2024-03-07T02:56:45.400 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.856622+0000", 2024-03-07T02:56:45.400 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.856622+0000", 2024-03-07T02:56:45.401 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.856920+0000", 2024-03-07T02:56:45.401 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.005941+0000", 2024-03-07T02:56:45.401 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.401 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.401 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.401 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:45.401 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.005941+0000", 2024-03-07T02:56:45.401 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.005941+0000", 2024-03-07T02:56:45.401 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.005941+0000", 2024-03-07T02:56:45.401 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.401 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.401 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.401 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.005941+0000", 2024-03-07T02:56:45.401 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.005941+0000", 2024-03-07T02:56:45.401 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.401 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.402 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.402 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.402 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:45.402 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.402 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.402 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.402 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.402 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.402 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.402 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.402 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.402 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.1", 2024-03-07T02:56:45.402 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.402 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.402 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.402 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:45.403 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.403 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T02:54:57.154093+0000", 2024-03-07T02:56:45.403 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.403 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.403 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.403 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.403 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.403 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.403 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.403 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.403 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.403 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.403 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.403 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.403 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.403 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.403 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.404 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.404 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.404 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.404 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.404 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.404 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.404 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.404 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.404 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.404 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.404 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.404 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.404 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.404 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.404 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.405 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.405 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.405 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.405 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.405 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.405 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.405 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.405 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.405 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.405 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.405 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.405 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.405 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.405 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.405 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.405 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.406 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.406 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:45.406 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:45.406 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-03-07T02:56:45.406 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.406 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-03-07T02:56:45.406 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.406 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.406 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.406 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.406 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:45.406 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:45.406 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:45.406 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.406 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-03-07T02:56:45.406 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.406 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.407 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-03-07T02:56:45.407 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.407 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.407 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.407 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.744294+0000", 2024-03-07T02:56:45.407 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.495603+0000", 2024-03-07T02:56:45.407 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.495603+0000", 2024-03-07T02:56:45.407 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.495948+0000", 2024-03-07T02:56:45.407 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.744294+0000", 2024-03-07T02:56:45.407 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.407 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.407 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.407 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-03-07T02:56:45.407 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.744294+0000", 2024-03-07T02:56:45.407 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.744294+0000", 2024-03-07T02:56:45.407 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.744294+0000", 2024-03-07T02:56:45.408 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.408 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.408 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.408 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.744294+0000", 2024-03-07T02:56:45.408 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.744294+0000", 2024-03-07T02:56:45.408 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.408 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.408 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.408 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.408 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-03-07T02:56:45.408 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.408 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.408 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.408 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.408 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.408 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.409 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.409 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.409 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.0", 2024-03-07T02:56:45.409 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.409 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.409 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.409 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 19, 2024-03-07T02:56:45.409 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.409 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T04:22:21.769630+0000", 2024-03-07T02:56:45.409 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.409 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.409 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.409 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.409 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.409 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.409 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.410 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.410 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.410 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.410 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.410 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.410 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.410 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.410 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.410 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.410 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.410 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.410 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.410 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.410 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.410 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.410 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.411 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.411 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.411 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.411 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.411 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.411 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.411 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.411 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.411 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.411 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.411 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.411 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.411 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.411 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.411 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.411 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.412 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.412 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.412 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.412 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.412 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.412 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.412 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.412 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.412 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:45.412 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:45.412 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:45.412 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.412 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-03-07T02:56:45.412 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.412 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.413 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.413 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.413 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:45.413 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:45.413 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-03-07T02:56:45.413 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.413 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-03-07T02:56:45.413 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.413 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.413 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 63, 2024-03-07T02:56:45.413 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.413 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.413 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.413 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.005890+0000", 2024-03-07T02:56:45.413 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:54:19.213572+0000", 2024-03-07T02:56:45.413 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:54:19.213572+0000", 2024-03-07T02:56:45.414 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:54:19.213889+0000", 2024-03-07T02:56:45.414 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.005890+0000", 2024-03-07T02:56:45.414 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:54:18.352661+0000", 2024-03-07T02:56:45.414 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.414 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:54:18.352661+0000", 2024-03-07T02:56:45.414 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 64, 2024-03-07T02:56:45.414 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.005890+0000", 2024-03-07T02:56:45.414 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.005890+0000", 2024-03-07T02:56:45.414 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.005890+0000", 2024-03-07T02:56:45.414 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.414 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.414 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:54:18.352661+0000", 2024-03-07T02:56:45.414 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.005890+0000", 2024-03-07T02:56:45.414 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.005890+0000", 2024-03-07T02:56:45.414 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.415 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.415 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.415 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.415 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 63, 2024-03-07T02:56:45.415 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.415 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.415 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.415 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.415 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.415 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.415 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.415 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.415 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "4.3", 2024-03-07T02:56:45.415 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.415 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.415 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.416 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 15, 2024-03-07T02:56:45.416 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.416 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T09:25:54.993481+0000", 2024-03-07T02:56:45.416 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.416 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.416 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.416 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.416 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.416 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.416 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.416 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.416 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.416 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.416 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.416 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.416 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.417 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.417 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.417 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.417 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.417 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.417 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.417 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.417 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.417 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.417 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.417 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.417 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.417 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.417 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.417 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.417 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.417 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.418 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.418 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.418 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.418 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.418 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.418 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.418 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.418 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.418 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.418 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.418 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.418 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.418 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.418 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.418 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.419 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.419 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.419 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:45.419 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:45.419 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-03-07T02:56:45.419 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.419 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-03-07T02:56:45.419 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.419 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.419 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.419 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.419 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:45.419 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:45.419 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-03-07T02:56:45.419 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.419 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-03-07T02:56:45.419 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.420 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.420 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-03-07T02:56:45.420 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.420 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.420 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.420 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.745059+0000", 2024-03-07T02:56:45.420 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.491506+0000", 2024-03-07T02:56:45.420 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.491506+0000", 2024-03-07T02:56:45.420 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.491803+0000", 2024-03-07T02:56:45.420 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.745059+0000", 2024-03-07T02:56:45.420 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.420 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.420 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.420 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-03-07T02:56:45.420 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.745059+0000", 2024-03-07T02:56:45.421 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.745059+0000", 2024-03-07T02:56:45.421 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.745059+0000", 2024-03-07T02:56:45.421 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.421 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.421 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.421 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.745059+0000", 2024-03-07T02:56:45.421 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.745059+0000", 2024-03-07T02:56:45.421 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.421 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.421 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.421 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.421 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-03-07T02:56:45.421 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.421 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.421 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.421 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.422 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.422 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.422 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.422 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.422 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.5", 2024-03-07T02:56:45.422 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.422 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.422 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.422 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 19, 2024-03-07T02:56:45.422 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.422 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T04:38:50.284164+0000", 2024-03-07T02:56:45.422 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.422 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.422 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.422 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.422 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.423 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.423 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.423 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.423 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.423 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.423 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.423 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.423 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.423 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.423 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.423 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.423 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.423 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.423 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.423 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.423 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.424 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.424 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.424 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.424 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.424 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.424 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.424 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.424 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.424 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.424 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.424 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.424 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.424 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.424 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.424 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.425 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.425 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.425 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.425 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.425 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.425 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.425 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.425 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.425 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.425 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.425 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.425 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:45.425 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:45.425 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-03-07T02:56:45.425 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.425 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-03-07T02:56:45.426 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.426 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.426 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.426 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.426 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:45.426 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:45.426 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-03-07T02:56:45.426 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.426 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-03-07T02:56:45.426 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.426 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.426 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:45.426 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.426 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.426 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.426 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.841047+0000", 2024-03-07T02:56:45.426 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.838825+0000", 2024-03-07T02:56:45.427 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.838825+0000", 2024-03-07T02:56:45.427 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.839085+0000", 2024-03-07T02:56:45.427 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.841047+0000", 2024-03-07T02:56:45.427 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.427 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.427 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.427 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:45.427 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.841047+0000", 2024-03-07T02:56:45.427 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.841047+0000", 2024-03-07T02:56:45.427 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.841047+0000", 2024-03-07T02:56:45.427 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.427 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.427 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.427 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.841047+0000", 2024-03-07T02:56:45.427 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.841047+0000", 2024-03-07T02:56:45.428 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.428 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.428 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.428 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.428 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:45.428 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.428 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.428 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.428 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.428 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.428 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.428 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.428 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.428 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.4", 2024-03-07T02:56:45.429 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.429 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.429 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.429 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:45.429 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.429 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T06:10:23.889244+0000", 2024-03-07T02:56:45.429 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.429 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.429 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.429 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.429 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.429 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.429 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.429 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.429 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.429 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.429 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.430 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.430 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.430 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.430 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.430 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.430 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.430 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.430 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.430 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.430 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.430 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.430 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.430 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.430 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.430 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.430 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.431 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.431 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.431 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.431 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.431 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.431 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.431 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.431 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.431 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.431 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.431 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.431 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.431 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.431 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.431 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.431 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.432 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.432 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.432 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.432 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.432 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:45.432 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:45.432 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-03-07T02:56:45.432 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.432 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-03-07T02:56:45.432 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.432 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.432 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.432 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.432 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:45.433 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:45.433 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:45.433 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.433 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-03-07T02:56:45.433 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.433 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.433 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 63, 2024-03-07T02:56:45.433 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.433 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.433 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.433 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.843817+0000", 2024-03-07T02:56:45.433 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:54:19.213387+0000", 2024-03-07T02:56:45.433 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:54:19.213387+0000", 2024-03-07T02:56:45.433 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:54:19.213718+0000", 2024-03-07T02:56:45.433 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.843817+0000", 2024-03-07T02:56:45.433 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:54:18.352661+0000", 2024-03-07T02:56:45.434 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.434 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:54:18.352661+0000", 2024-03-07T02:56:45.434 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 64, 2024-03-07T02:56:45.434 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.843817+0000", 2024-03-07T02:56:45.434 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.843817+0000", 2024-03-07T02:56:45.434 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.843817+0000", 2024-03-07T02:56:45.434 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.434 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.434 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:54:18.352661+0000", 2024-03-07T02:56:45.434 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.843817+0000", 2024-03-07T02:56:45.434 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.843817+0000", 2024-03-07T02:56:45.434 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.434 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.434 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.434 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.435 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 63, 2024-03-07T02:56:45.435 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.435 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.435 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.435 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.435 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.435 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.435 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.435 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.435 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "4.0", 2024-03-07T02:56:45.435 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.435 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.435 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.435 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 15, 2024-03-07T02:56:45.435 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.435 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T06:10:17.223225+0000", 2024-03-07T02:56:45.436 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.436 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.436 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.436 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.436 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.436 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.436 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.436 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.436 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.436 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.436 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.436 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.436 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.436 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.436 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.436 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.437 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.437 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.437 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.437 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.437 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.437 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.437 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.437 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.437 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.437 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.437 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.437 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.437 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.437 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.437 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.438 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.438 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.438 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.438 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.438 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.438 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.438 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.438 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.438 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.438 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.438 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.438 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.438 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.438 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.438 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.438 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.438 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:45.439 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:45.439 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:45.439 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.439 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-03-07T02:56:45.439 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.439 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.439 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.439 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.439 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:45.439 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:45.439 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-03-07T02:56:45.439 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.439 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-03-07T02:56:45.439 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.439 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.439 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-03-07T02:56:45.440 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.440 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.440 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.440 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.841221+0000", 2024-03-07T02:56:45.440 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.495587+0000", 2024-03-07T02:56:45.440 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.495587+0000", 2024-03-07T02:56:45.440 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.495863+0000", 2024-03-07T02:56:45.440 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.841221+0000", 2024-03-07T02:56:45.440 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.440 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.440 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.440 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-03-07T02:56:45.440 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.841221+0000", 2024-03-07T02:56:45.440 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.841221+0000", 2024-03-07T02:56:45.440 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.841221+0000", 2024-03-07T02:56:45.441 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.441 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.441 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.441 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.841221+0000", 2024-03-07T02:56:45.441 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.841221+0000", 2024-03-07T02:56:45.441 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.441 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 1, 2024-03-07T02:56:45.441 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.441 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.441 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-03-07T02:56:45.441 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.441 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.441 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.441 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.441 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 1, 2024-03-07T02:56:45.441 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.442 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.442 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.443 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.6", 2024-03-07T02:56:45.443 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.443 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.443 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.443 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 20, 2024-03-07T02:56:45.443 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.443 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T12:46:32.863959+0000", 2024-03-07T02:56:45.443 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.443 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.443 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.443 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.443 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.443 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.443 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.443 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.443 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.444 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.444 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.444 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.444 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.444 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.444 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.444 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.444 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.444 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.444 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.444 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-03-07T02:56:45.444 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-03-07T02:56:45.444 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.444 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-03-07T02:56:45.444 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.444 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.445 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.445 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.445 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.445 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-03-07T02:56:45.445 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.445 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.445 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.445 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.445 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.445 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.445 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.445 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.445 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.445 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.445 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.445 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.446 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 1, 2024-03-07T02:56:45.446 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.446 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.446 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.446 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.446 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.446 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:45.446 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:45.446 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-03-07T02:56:45.446 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.446 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-03-07T02:56:45.446 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "62'1" 2024-03-07T02:56:45.446 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.446 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.446 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.446 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:45.447 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:45.447 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:45.447 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.447 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-03-07T02:56:45.447 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.447 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.447 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:45.447 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.447 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.447 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.447 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.844076+0000", 2024-03-07T02:56:45.447 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.847869+0000", 2024-03-07T02:56:45.447 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.847869+0000", 2024-03-07T02:56:45.447 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.848174+0000", 2024-03-07T02:56:45.448 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.844076+0000", 2024-03-07T02:56:45.448 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.448 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.448 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.448 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:45.448 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.844076+0000", 2024-03-07T02:56:45.448 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.844076+0000", 2024-03-07T02:56:45.448 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.844076+0000", 2024-03-07T02:56:45.448 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.448 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.448 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.448 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.844076+0000", 2024-03-07T02:56:45.448 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.844076+0000", 2024-03-07T02:56:45.448 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.448 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.448 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.449 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.449 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:45.449 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.449 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.449 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.449 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.449 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.449 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.449 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.449 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.449 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.7", 2024-03-07T02:56:45.449 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.449 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.449 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.450 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:45.450 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.450 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T03:47:37.139871+0000", 2024-03-07T02:56:45.450 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.450 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.450 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.450 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.450 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.450 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.450 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.450 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.450 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.450 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.450 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.450 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.451 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.451 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.451 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.451 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.451 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.451 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.451 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.451 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.451 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.451 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.451 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.451 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.451 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.451 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.451 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.451 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.451 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.452 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.452 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.452 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.452 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.452 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.452 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.452 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.452 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.452 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.452 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.452 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.452 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.452 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.452 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.452 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.452 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.453 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.453 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.453 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:45.453 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:45.453 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:45.453 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.453 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-03-07T02:56:45.453 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.453 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.453 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.453 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.453 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:45.453 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:45.453 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-03-07T02:56:45.453 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.453 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 4, 2024-03-07T02:56:45.454 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.454 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.454 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 63, 2024-03-07T02:56:45.454 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.454 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.454 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.454 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.552424+0000", 2024-03-07T02:56:45.454 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:54:18.513977+0000", 2024-03-07T02:56:45.454 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:54:18.513977+0000", 2024-03-07T02:56:45.454 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:54:18.514264+0000", 2024-03-07T02:56:45.454 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.552424+0000", 2024-03-07T02:56:45.454 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:54:18.352661+0000", 2024-03-07T02:56:45.454 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.454 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:54:18.352661+0000", 2024-03-07T02:56:45.454 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 64, 2024-03-07T02:56:45.454 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.552424+0000", 2024-03-07T02:56:45.454 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.552424+0000", 2024-03-07T02:56:45.455 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.552424+0000", 2024-03-07T02:56:45.455 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.455 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.455 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:54:18.352661+0000", 2024-03-07T02:56:45.455 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.552424+0000", 2024-03-07T02:56:45.455 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.552424+0000", 2024-03-07T02:56:45.455 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.455 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.455 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.455 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.455 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 63, 2024-03-07T02:56:45.455 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.455 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.455 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.455 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.455 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.456 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.456 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.456 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.456 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "4.1", 2024-03-07T02:56:45.456 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.456 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.456 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.456 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 15, 2024-03-07T02:56:45.456 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.456 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T05:23:47.491302+0000", 2024-03-07T02:56:45.456 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.456 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.456 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.456 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.456 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.457 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.457 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.457 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.457 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.457 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.457 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.457 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.457 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.457 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.457 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.457 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.457 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.457 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.457 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.457 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.458 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.458 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.458 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.458 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.458 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.458 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.458 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.458 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.458 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.458 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.458 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.458 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.458 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.458 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.458 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.458 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.459 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.459 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.459 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.459 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.459 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.459 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.459 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.459 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.459 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.459 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.459 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.459 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:45.459 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:45.459 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-03-07T02:56:45.459 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.459 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 4, 2024-03-07T02:56:45.460 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.460 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.460 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.460 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.460 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:45.460 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:45.460 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-03-07T02:56:45.460 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.460 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-03-07T02:56:45.460 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.460 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.460 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-03-07T02:56:45.460 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.460 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.460 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.460 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.843052+0000", 2024-03-07T02:56:45.461 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.486264+0000", 2024-03-07T02:56:45.461 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.486264+0000", 2024-03-07T02:56:45.461 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.491180+0000", 2024-03-07T02:56:45.461 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.843052+0000", 2024-03-07T02:56:45.461 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.461 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.461 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.461 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-03-07T02:56:45.461 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.843052+0000", 2024-03-07T02:56:45.461 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.843052+0000", 2024-03-07T02:56:45.461 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.843052+0000", 2024-03-07T02:56:45.461 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.461 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.461 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.461 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.843052+0000", 2024-03-07T02:56:45.461 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.843052+0000", 2024-03-07T02:56:45.462 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.462 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 2, 2024-03-07T02:56:45.462 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.462 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.462 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-03-07T02:56:45.462 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.462 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.462 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.462 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.462 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 2, 2024-03-07T02:56:45.462 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.462 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.462 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.462 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.7", 2024-03-07T02:56:45.462 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.462 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.463 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.463 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 21, 2024-03-07T02:56:45.463 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.463 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T10:41:07.485502+0000", 2024-03-07T02:56:45.463 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.463 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.463 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.463 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.463 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.463 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.463 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.463 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.463 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.463 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.463 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.463 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.464 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.464 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.464 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.464 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.464 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.464 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.464 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.464 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-03-07T02:56:45.464 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-03-07T02:56:45.464 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.464 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-03-07T02:56:45.464 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.464 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.464 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.464 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.464 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.465 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-03-07T02:56:45.465 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.465 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.465 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.465 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.465 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.465 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.465 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.465 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.465 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.465 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.465 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.465 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.465 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 3, 2024-03-07T02:56:45.465 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.465 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.466 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.466 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.466 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.466 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:45.466 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:45.466 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-03-07T02:56:45.466 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.466 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-03-07T02:56:45.466 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'2" 2024-03-07T02:56:45.466 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.466 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.466 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.466 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:45.466 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:45.466 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-03-07T02:56:45.466 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.466 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-03-07T02:56:45.467 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.467 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.467 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:45.467 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.467 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.467 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.467 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.006226+0000", 2024-03-07T02:56:45.467 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.855814+0000", 2024-03-07T02:56:45.467 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.855814+0000", 2024-03-07T02:56:45.467 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.856117+0000", 2024-03-07T02:56:45.467 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.006226+0000", 2024-03-07T02:56:45.467 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.467 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.467 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.467 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:45.467 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.006226+0000", 2024-03-07T02:56:45.467 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.006226+0000", 2024-03-07T02:56:45.468 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.006226+0000", 2024-03-07T02:56:45.468 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.468 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.468 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.468 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.006226+0000", 2024-03-07T02:56:45.468 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.006226+0000", 2024-03-07T02:56:45.468 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.468 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.468 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.468 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.468 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:45.468 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.468 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.468 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.468 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.469 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.469 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.469 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.469 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.469 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.6", 2024-03-07T02:56:45.469 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.469 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.469 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.469 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:45.469 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.469 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T08:24:34.311203+0000", 2024-03-07T02:56:45.469 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.469 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.469 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.469 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.469 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.470 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.470 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.470 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.470 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.470 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.470 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.470 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.470 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.470 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.470 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.470 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.470 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.470 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.470 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.470 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.470 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.470 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.471 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.471 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.471 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.471 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.471 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.471 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.471 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.471 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.471 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.471 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.471 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.471 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.471 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.471 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.471 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.471 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.472 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.472 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.472 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.472 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.472 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.472 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.472 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.472 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.472 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.472 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:45.472 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:45.472 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-03-07T02:56:45.472 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.472 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-03-07T02:56:45.472 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.472 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.473 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.473 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.473 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:45.473 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:45.473 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-03-07T02:56:45.473 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.473 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 2, 2024-03-07T02:56:45.473 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.473 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.473 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-03-07T02:56:45.473 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.473 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.473 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.473 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.007227+0000", 2024-03-07T02:56:45.473 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:55:20.006887+0000", 2024-03-07T02:56:45.473 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:55:20.006887+0000", 2024-03-07T02:56:45.474 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:55:20.007227+0000", 2024-03-07T02:56:45.474 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.007227+0000", 2024-03-07T02:56:45.474 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.474 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.474 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.474 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 68, 2024-03-07T02:56:45.474 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.007227+0000", 2024-03-07T02:56:45.474 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.007227+0000", 2024-03-07T02:56:45.474 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.007227+0000", 2024-03-07T02:56:45.474 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.474 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.474 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.474 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.007227+0000", 2024-03-07T02:56:45.474 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.007227+0000", 2024-03-07T02:56:45.474 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.474 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.475 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.475 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.475 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 67, 2024-03-07T02:56:45.475 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.475 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.475 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.475 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.475 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.475 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.475 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.475 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.475 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.8", 2024-03-07T02:56:45.475 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.475 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.475 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.475 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 11, 2024-03-07T02:56:45.476 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.476 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T08:26:34.478311+0000", 2024-03-07T02:56:45.476 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.476 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.476 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.476 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.476 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.476 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.476 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.476 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.476 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.476 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.476 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.476 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.476 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.476 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.477 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.477 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.477 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.477 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.477 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.477 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.477 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.477 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.477 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.477 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.477 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.477 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.477 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.477 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.477 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.477 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.478 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.478 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.478 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.478 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.478 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.478 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.478 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.478 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.478 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.478 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.478 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.478 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.478 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.478 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.478 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.478 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.479 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.479 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:45.479 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:45.479 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-03-07T02:56:45.479 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.479 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 2, 2024-03-07T02:56:45.479 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.479 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.479 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.479 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.479 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:45.479 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:45.479 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-03-07T02:56:45.479 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.479 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 4, 2024-03-07T02:56:45.479 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.480 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.480 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:45.480 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.480 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.480 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.480 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.553014+0000", 2024-03-07T02:56:45.480 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.861303+0000", 2024-03-07T02:56:45.480 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.861303+0000", 2024-03-07T02:56:45.480 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.861668+0000", 2024-03-07T02:56:45.480 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.553014+0000", 2024-03-07T02:56:45.480 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.480 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.480 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.480 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:45.480 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.553014+0000", 2024-03-07T02:56:45.481 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.553014+0000", 2024-03-07T02:56:45.481 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.553014+0000", 2024-03-07T02:56:45.481 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.481 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.481 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.481 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.553014+0000", 2024-03-07T02:56:45.481 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.553014+0000", 2024-03-07T02:56:45.481 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.481 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.481 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.481 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.481 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:45.481 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.481 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.481 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.481 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.482 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.482 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.482 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.482 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.482 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.9", 2024-03-07T02:56:45.482 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.482 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.482 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.482 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:45.482 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.482 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T11:21:41.301505+0000", 2024-03-07T02:56:45.482 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.482 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.482 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.482 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.482 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.482 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.483 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.483 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.483 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.483 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.483 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.483 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.483 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.483 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.483 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.483 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.483 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.483 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.483 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.483 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.483 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.483 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.484 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.484 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.484 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.484 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.484 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.484 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.484 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.484 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.484 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.484 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.484 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.484 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.484 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.484 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.484 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.485 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.485 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.485 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.485 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.485 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.485 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.485 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.485 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.485 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.485 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.485 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:45.485 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:45.485 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-03-07T02:56:45.485 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.485 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 4, 2024-03-07T02:56:45.485 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.485 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.486 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.486 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.486 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:45.486 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:45.486 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-03-07T02:56:45.486 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.486 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-03-07T02:56:45.486 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.486 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.486 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-03-07T02:56:45.486 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.486 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.486 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.486 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.840395+0000", 2024-03-07T02:56:45.486 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.498298+0000", 2024-03-07T02:56:45.486 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.498298+0000", 2024-03-07T02:56:45.487 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.498632+0000", 2024-03-07T02:56:45.487 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.840395+0000", 2024-03-07T02:56:45.487 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.487 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.487 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.487 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-03-07T02:56:45.487 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.840395+0000", 2024-03-07T02:56:45.487 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.840395+0000", 2024-03-07T02:56:45.487 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.840395+0000", 2024-03-07T02:56:45.487 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.487 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.487 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.487 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.840395+0000", 2024-03-07T02:56:45.487 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.840395+0000", 2024-03-07T02:56:45.487 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.487 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.488 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.488 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.488 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-03-07T02:56:45.488 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.488 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.488 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.488 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.488 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.488 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.488 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.488 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.488 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.9", 2024-03-07T02:56:45.488 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.488 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.488 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.489 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 19, 2024-03-07T02:56:45.489 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.489 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T04:18:28.135492+0000", 2024-03-07T02:56:45.489 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.489 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.489 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.489 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.489 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.489 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.489 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.489 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.489 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.489 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.489 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.489 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.489 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.490 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.490 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.490 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.490 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.490 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.490 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.490 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.490 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.490 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.490 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.490 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.490 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.490 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.490 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.490 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.490 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.491 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.491 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.491 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.491 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.491 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.491 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.491 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.491 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.491 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.491 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.491 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.491 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.491 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.491 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.491 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.491 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.492 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.492 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.492 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:45.492 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:45.492 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-03-07T02:56:45.492 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.492 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-03-07T02:56:45.492 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.492 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.492 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.492 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.492 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:45.492 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:45.492 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-03-07T02:56:45.492 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.493 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-03-07T02:56:45.493 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.493 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.493 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:45.493 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.493 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.493 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.493 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.843907+0000", 2024-03-07T02:56:45.493 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.846030+0000", 2024-03-07T02:56:45.493 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.846030+0000", 2024-03-07T02:56:45.493 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.846463+0000", 2024-03-07T02:56:45.493 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.843907+0000", 2024-03-07T02:56:45.493 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.493 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.493 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.493 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:45.493 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.843907+0000", 2024-03-07T02:56:45.494 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.843907+0000", 2024-03-07T02:56:45.494 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.843907+0000", 2024-03-07T02:56:45.494 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.494 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.494 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.494 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.843907+0000", 2024-03-07T02:56:45.494 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.843907+0000", 2024-03-07T02:56:45.494 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.494 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.494 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.494 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.494 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:45.494 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.494 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.494 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.494 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.495 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.495 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.495 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.495 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.495 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.8", 2024-03-07T02:56:45.495 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.495 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.495 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.495 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:45.495 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.495 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T07:21:47.014194+0000", 2024-03-07T02:56:45.495 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.495 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.495 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.496 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.496 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.496 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.496 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.496 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.496 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.496 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.496 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.496 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.496 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.496 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.496 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.496 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.496 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.496 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.497 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.497 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.497 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.497 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.497 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.497 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.497 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.497 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.497 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.497 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.497 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.497 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.497 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.497 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.497 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.497 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.498 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.498 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.498 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.498 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.498 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.498 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.498 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.498 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.498 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.498 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.498 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.498 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:45.498 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:45.498 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-03-07T02:56:45.498 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.498 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-03-07T02:56:45.499 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.499 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.499 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.499 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.499 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:45.499 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:45.499 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-03-07T02:56:45.499 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.499 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-03-07T02:56:45.499 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.499 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.499 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-03-07T02:56:45.499 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.499 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.499 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.500 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.840158+0000", 2024-03-07T02:56:45.500 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.498740+0000", 2024-03-07T02:56:45.500 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.498740+0000", 2024-03-07T02:56:45.500 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.499053+0000", 2024-03-07T02:56:45.500 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.840158+0000", 2024-03-07T02:56:45.500 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.500 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.500 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.500 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-03-07T02:56:45.500 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.840158+0000", 2024-03-07T02:56:45.500 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.840158+0000", 2024-03-07T02:56:45.500 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.840158+0000", 2024-03-07T02:56:45.500 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.500 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.500 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.500 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.840158+0000", 2024-03-07T02:56:45.501 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.840158+0000", 2024-03-07T02:56:45.501 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.501 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.501 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.501 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.501 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-03-07T02:56:45.501 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.501 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.501 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.501 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.501 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.501 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.501 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.501 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.501 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.a", 2024-03-07T02:56:45.501 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.502 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.502 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.502 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 19, 2024-03-07T02:56:45.502 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.502 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T08:36:03.882666+0000", 2024-03-07T02:56:45.502 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.502 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.502 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.503 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.503 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.503 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.503 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.503 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.503 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.503 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.503 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.503 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.503 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.503 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.503 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.503 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.503 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.503 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.503 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.504 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.504 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.504 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.504 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.504 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.504 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.504 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.504 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.504 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.504 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.504 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.504 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.504 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.504 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.504 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.505 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.505 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.505 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.505 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.505 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.505 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:45.505 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:45.505 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-03-07T02:56:45.505 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.505 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-03-07T02:56:45.505 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.505 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.505 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.505 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.505 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:45.505 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:45.506 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-03-07T02:56:45.506 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.506 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-03-07T02:56:45.506 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.506 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.506 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:45.506 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.506 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.506 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.506 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.843807+0000", 2024-03-07T02:56:45.506 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.851507+0000", 2024-03-07T02:56:45.506 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.851507+0000", 2024-03-07T02:56:45.506 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.851778+0000", 2024-03-07T02:56:45.506 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.843807+0000", 2024-03-07T02:56:45.506 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.506 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.507 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.507 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:45.507 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.843807+0000", 2024-03-07T02:56:45.507 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.843807+0000", 2024-03-07T02:56:45.507 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.843807+0000", 2024-03-07T02:56:45.507 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.507 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.507 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.507 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.843807+0000", 2024-03-07T02:56:45.507 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.843807+0000", 2024-03-07T02:56:45.507 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.507 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.507 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.507 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.507 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:45.507 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.508 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.508 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.508 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.508 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.508 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.508 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.508 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.508 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.b", 2024-03-07T02:56:45.508 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.508 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.508 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.508 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:45.508 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.508 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T08:52:20.226529+0000", 2024-03-07T02:56:45.508 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.508 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.509 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.511 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.511 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.511 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.511 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.511 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.511 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.511 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.511 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.511 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.511 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.511 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.511 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.511 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:45.511 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:45.511 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-03-07T02:56:45.511 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.512 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-03-07T02:56:45.512 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.512 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.512 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.512 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.512 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:45.512 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:45.512 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-03-07T02:56:45.512 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.512 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-03-07T02:56:45.512 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.512 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.512 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-03-07T02:56:45.512 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.512 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.513 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.513 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.744730+0000", 2024-03-07T02:56:45.513 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.490695+0000", 2024-03-07T02:56:45.513 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.490695+0000", 2024-03-07T02:56:45.513 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.491131+0000", 2024-03-07T02:56:45.513 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.744730+0000", 2024-03-07T02:56:45.513 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.513 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.513 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.513 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-03-07T02:56:45.513 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.744730+0000", 2024-03-07T02:56:45.513 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.744730+0000", 2024-03-07T02:56:45.513 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.744730+0000", 2024-03-07T02:56:45.513 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.513 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.513 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.513 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.744730+0000", 2024-03-07T02:56:45.514 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.744730+0000", 2024-03-07T02:56:45.514 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.514 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 2, 2024-03-07T02:56:45.514 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.514 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.514 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-03-07T02:56:45.514 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.514 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.514 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.514 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.514 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 2, 2024-03-07T02:56:45.514 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.514 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.514 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.514 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.b", 2024-03-07T02:56:45.514 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.515 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.515 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.515 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 21, 2024-03-07T02:56:45.515 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.515 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T07:23:40.969004+0000", 2024-03-07T02:56:45.515 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.515 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.515 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.515 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.515 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.515 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.515 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.515 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.515 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.515 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.516 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.516 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.516 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.516 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.516 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.516 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.516 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.516 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.516 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.516 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-03-07T02:56:45.516 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-03-07T02:56:45.516 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.516 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-03-07T02:56:45.516 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.516 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.516 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.517 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.517 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.517 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-03-07T02:56:45.517 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.517 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.517 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.517 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.517 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.517 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.517 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.517 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.517 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.517 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.517 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.517 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.517 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 1, 2024-03-07T02:56:45.517 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.518 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.518 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.518 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.518 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.518 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:45.518 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:45.518 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-03-07T02:56:45.518 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.518 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-03-07T02:56:45.518 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'2" 2024-03-07T02:56:45.518 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.518 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.518 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.518 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:45.519 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:45.519 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-03-07T02:56:45.519 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.519 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-03-07T02:56:45.519 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.519 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.519 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:45.519 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.519 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.519 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.519 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.845544+0000", 2024-03-07T02:56:45.519 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:55:19.844906+0000", 2024-03-07T02:56:45.519 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:55:19.844906+0000", 2024-03-07T02:56:45.519 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:55:19.845223+0000", 2024-03-07T02:56:45.519 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.845544+0000", 2024-03-07T02:56:45.520 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.520 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.520 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.520 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 68, 2024-03-07T02:56:45.520 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.845544+0000", 2024-03-07T02:56:45.520 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.845544+0000", 2024-03-07T02:56:45.520 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.845544+0000", 2024-03-07T02:56:45.520 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.520 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.520 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.520 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.845544+0000", 2024-03-07T02:56:45.520 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.845544+0000", 2024-03-07T02:56:45.520 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.520 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.520 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.521 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.521 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 67, 2024-03-07T02:56:45.521 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.521 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.521 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.521 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.521 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.521 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.521 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.521 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.521 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.a", 2024-03-07T02:56:45.521 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.521 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.521 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.521 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 27, 2024-03-07T02:56:45.521 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.522 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T04:38:53.358975+0000", 2024-03-07T02:56:45.522 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.522 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.522 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.522 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.522 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.522 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.522 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.522 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.522 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.522 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.522 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.522 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.522 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.522 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.522 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.522 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.523 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.523 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.523 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.523 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.523 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.523 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.523 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.523 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.523 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.523 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.523 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.523 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.523 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.523 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.523 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.523 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.524 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.524 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.524 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.524 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.524 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:45.525 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:45.525 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-03-07T02:56:45.525 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.525 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-03-07T02:56:45.525 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.525 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.525 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.525 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.525 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:45.525 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:45.525 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:45.525 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.525 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 2, 2024-03-07T02:56:45.525 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.525 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.525 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-03-07T02:56:45.525 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.526 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.526 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.526 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.841582+0000", 2024-03-07T02:56:45.526 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.489423+0000", 2024-03-07T02:56:45.526 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.489423+0000", 2024-03-07T02:56:45.526 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.489713+0000", 2024-03-07T02:56:45.526 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.841582+0000", 2024-03-07T02:56:45.526 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.526 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.526 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.526 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-03-07T02:56:45.526 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.841582+0000", 2024-03-07T02:56:45.526 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.841582+0000", 2024-03-07T02:56:45.526 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.841582+0000", 2024-03-07T02:56:45.526 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.526 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.527 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.527 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.841582+0000", 2024-03-07T02:56:45.527 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.841582+0000", 2024-03-07T02:56:45.527 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.527 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.527 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.527 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.527 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-03-07T02:56:45.527 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.527 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.527 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.527 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.527 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.527 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.527 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.528 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.528 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.c", 2024-03-07T02:56:45.528 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.528 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.528 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.528 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 19, 2024-03-07T02:56:45.528 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.528 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T14:31:35.860010+0000", 2024-03-07T02:56:45.528 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.528 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.528 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.528 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.528 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.528 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.529 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.529 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.529 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.529 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.529 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.529 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.529 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.529 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.529 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.529 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.529 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.529 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.529 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.529 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.529 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.529 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.529 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.530 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.530 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.530 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.530 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.530 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.530 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.530 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.530 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.530 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.530 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.530 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.530 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.530 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.530 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.530 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.530 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.531 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.531 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.531 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.531 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.531 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:45.531 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:45.531 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:45.531 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.531 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 2, 2024-03-07T02:56:45.531 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.532 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.532 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.532 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.532 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:45.532 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:45.532 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-03-07T02:56:45.532 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.532 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-03-07T02:56:45.532 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.532 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.532 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:45.532 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.532 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.533 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.533 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.745025+0000", 2024-03-07T02:56:45.533 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.850562+0000", 2024-03-07T02:56:45.533 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.850562+0000", 2024-03-07T02:56:45.533 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.851063+0000", 2024-03-07T02:56:45.533 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.745025+0000", 2024-03-07T02:56:45.533 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.533 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.533 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.533 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:45.533 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.745025+0000", 2024-03-07T02:56:45.533 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.745025+0000", 2024-03-07T02:56:45.533 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.745025+0000", 2024-03-07T02:56:45.533 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.533 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.533 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.534 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.745025+0000", 2024-03-07T02:56:45.534 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.745025+0000", 2024-03-07T02:56:45.534 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.534 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.534 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.534 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.534 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:45.534 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.534 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.534 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.534 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.534 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.534 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.534 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.534 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.535 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.d", 2024-03-07T02:56:45.535 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.535 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.535 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.535 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:45.535 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.535 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T11:12:38.343677+0000", 2024-03-07T02:56:45.535 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.535 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.535 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.535 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.535 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.535 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.535 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.535 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.535 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.536 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.536 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.536 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.536 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.536 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.536 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.536 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.536 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.536 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.536 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.536 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.536 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.536 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.536 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.536 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.537 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.537 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.537 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.537 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.537 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.537 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.537 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.537 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.537 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.537 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.537 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.537 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.537 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.537 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.537 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.538 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.538 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.538 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.538 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.538 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:45.538 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:45.538 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-03-07T02:56:45.538 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.538 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-03-07T02:56:45.538 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.538 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.539 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.539 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.539 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:45.539 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:45.539 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-03-07T02:56:45.539 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.539 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-03-07T02:56:45.539 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.539 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.539 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-03-07T02:56:45.539 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.539 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.539 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.539 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.840689+0000", 2024-03-07T02:56:45.539 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.496210+0000", 2024-03-07T02:56:45.539 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.496210+0000", 2024-03-07T02:56:45.540 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.496511+0000", 2024-03-07T02:56:45.540 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.840689+0000", 2024-03-07T02:56:45.540 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.540 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.540 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.540 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-03-07T02:56:45.540 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.840689+0000", 2024-03-07T02:56:45.540 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.840689+0000", 2024-03-07T02:56:45.540 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.840689+0000", 2024-03-07T02:56:45.540 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.540 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.540 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.540 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.840689+0000", 2024-03-07T02:56:45.540 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.840689+0000", 2024-03-07T02:56:45.540 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.541 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 1, 2024-03-07T02:56:45.541 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.541 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.541 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-03-07T02:56:45.541 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.541 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.541 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.541 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.541 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 1, 2024-03-07T02:56:45.541 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.541 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.541 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.541 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.d", 2024-03-07T02:56:45.541 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.541 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.541 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.541 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 20, 2024-03-07T02:56:45.542 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.542 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T14:44:13.673683+0000", 2024-03-07T02:56:45.542 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.542 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.542 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.542 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 70, 2024-03-07T02:56:45.542 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.542 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.542 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.542 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.542 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.542 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.542 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.542 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.542 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.542 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.543 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.543 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.543 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.543 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.543 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.543 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-03-07T02:56:45.543 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-03-07T02:56:45.543 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.543 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-03-07T02:56:45.543 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.543 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.543 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.543 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.543 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.543 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.543 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.544 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.544 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.544 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.544 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.544 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.544 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.544 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.544 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.544 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.544 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.544 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.544 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 1, 2024-03-07T02:56:45.544 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 1 2024-03-07T02:56:45.544 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.544 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.545 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.545 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.545 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:45.545 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:45.545 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-03-07T02:56:45.545 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.545 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-03-07T02:56:45.545 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'1" 2024-03-07T02:56:45.545 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.545 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.545 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.545 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:45.545 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:45.545 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-03-07T02:56:45.545 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.545 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-03-07T02:56:45.546 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.546 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.546 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:45.546 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.546 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.546 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.546 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.840352+0000", 2024-03-07T02:56:45.546 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.840824+0000", 2024-03-07T02:56:45.546 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.840824+0000", 2024-03-07T02:56:45.546 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.841117+0000", 2024-03-07T02:56:45.546 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.840352+0000", 2024-03-07T02:56:45.546 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.546 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.546 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.546 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:45.546 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.840352+0000", 2024-03-07T02:56:45.547 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.840352+0000", 2024-03-07T02:56:45.547 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.840352+0000", 2024-03-07T02:56:45.547 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.547 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.547 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.547 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.840352+0000", 2024-03-07T02:56:45.547 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.840352+0000", 2024-03-07T02:56:45.547 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.547 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.547 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.547 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.547 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:45.547 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.547 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.547 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.547 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.548 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.548 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.548 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.548 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.548 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.c", 2024-03-07T02:56:45.548 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.548 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.548 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.548 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:45.548 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.548 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T04:27:01.389470+0000", 2024-03-07T02:56:45.548 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.548 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.548 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.548 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.549 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.549 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.549 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.549 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.549 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.549 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.549 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.549 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.549 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.549 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.549 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.549 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.549 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.549 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.549 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.549 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.550 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.550 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.550 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.550 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.550 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.550 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.550 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.550 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.550 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.550 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.550 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.550 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.550 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.550 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.550 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.550 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.551 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.551 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.551 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.551 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.551 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.551 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.551 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.551 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.551 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.551 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.551 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.551 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:45.551 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:45.551 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-03-07T02:56:45.551 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.551 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-03-07T02:56:45.552 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.552 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.552 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.552 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.552 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:45.552 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:45.552 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-03-07T02:56:45.552 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.552 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 2, 2024-03-07T02:56:45.552 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.552 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.552 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-03-07T02:56:45.552 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.552 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.552 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.552 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.840749+0000", 2024-03-07T02:56:45.553 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.485177+0000", 2024-03-07T02:56:45.553 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.485177+0000", 2024-03-07T02:56:45.553 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.485472+0000", 2024-03-07T02:56:45.553 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.840749+0000", 2024-03-07T02:56:45.553 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.553 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.553 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.553 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-03-07T02:56:45.553 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.840749+0000", 2024-03-07T02:56:45.553 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.840749+0000", 2024-03-07T02:56:45.553 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.840749+0000", 2024-03-07T02:56:45.553 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.553 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.553 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:48.464691+0000", 2024-03-07T02:56:45.553 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.840749+0000", 2024-03-07T02:56:45.553 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.840749+0000", 2024-03-07T02:56:45.554 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.554 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 2, 2024-03-07T02:56:45.554 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.554 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.554 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-03-07T02:56:45.554 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.554 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.554 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.554 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.554 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 2, 2024-03-07T02:56:45.554 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.554 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.554 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.554 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.e", 2024-03-07T02:56:45.554 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.554 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.554 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.555 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 21, 2024-03-07T02:56:45.555 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.555 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T05:39:17.926629+0000", 2024-03-07T02:56:45.555 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.555 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.555 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.555 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.555 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.555 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.555 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.555 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.555 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.555 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.555 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.555 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.555 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.556 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.556 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.556 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.556 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.556 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.556 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.556 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-03-07T02:56:45.556 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-03-07T02:56:45.556 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.556 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-03-07T02:56:45.556 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.556 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.556 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.556 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.556 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.556 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-03-07T02:56:45.557 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.557 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.557 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.557 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.557 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.557 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.557 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.557 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.557 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.557 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.557 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.557 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.557 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 3, 2024-03-07T02:56:45.557 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.557 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.558 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.558 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.558 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.558 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:45.558 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:45.558 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-03-07T02:56:45.558 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.558 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 2, 2024-03-07T02:56:45.558 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'2" 2024-03-07T02:56:45.558 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.558 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.558 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.558 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:45.558 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:45.558 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:45.558 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.559 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-03-07T02:56:45.559 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.559 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.559 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:45.559 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.559 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.559 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.559 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.745239+0000", 2024-03-07T02:56:45.559 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.857116+0000", 2024-03-07T02:56:45.559 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.857116+0000", 2024-03-07T02:56:45.559 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.857386+0000", 2024-03-07T02:56:45.559 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.745239+0000", 2024-03-07T02:56:45.559 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.559 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.559 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.559 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:45.560 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.745239+0000", 2024-03-07T02:56:45.560 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.745239+0000", 2024-03-07T02:56:45.560 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.745239+0000", 2024-03-07T02:56:45.560 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.560 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.560 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.560 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.745239+0000", 2024-03-07T02:56:45.560 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.745239+0000", 2024-03-07T02:56:45.560 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.560 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.560 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.560 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.560 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:45.560 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.560 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.560 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.561 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.561 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.561 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.561 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.561 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.561 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.f", 2024-03-07T02:56:45.561 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.561 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.561 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.561 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:45.561 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.561 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T13:25:14.932046+0000", 2024-03-07T02:56:45.561 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.561 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.561 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.561 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.562 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.562 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.562 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.562 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.562 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.562 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.562 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.562 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.562 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.562 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.562 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.562 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.562 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.562 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.562 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.562 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.562 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.563 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.563 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.563 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.563 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.563 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.563 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.563 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.563 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.563 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.563 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.563 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.563 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.563 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.563 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.563 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.563 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.564 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.564 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.564 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.564 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.564 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.564 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.564 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.564 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.564 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.564 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.564 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:45.564 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:45.564 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:45.564 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.564 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-03-07T02:56:45.565 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.565 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.565 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.565 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.565 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:45.565 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:45.565 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-03-07T02:56:45.565 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.565 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-03-07T02:56:45.565 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.565 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.565 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:45.565 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.565 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.565 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.566 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.842802+0000", 2024-03-07T02:56:45.566 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.846468+0000", 2024-03-07T02:56:45.566 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.846468+0000", 2024-03-07T02:56:45.566 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.846762+0000", 2024-03-07T02:56:45.566 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.842802+0000", 2024-03-07T02:56:45.566 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.566 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.566 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.566 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:45.566 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.842802+0000", 2024-03-07T02:56:45.566 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.842802+0000", 2024-03-07T02:56:45.566 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.842802+0000", 2024-03-07T02:56:45.566 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.566 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.566 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.566 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.842802+0000", 2024-03-07T02:56:45.566 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.842802+0000", 2024-03-07T02:56:45.567 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.567 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.567 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.567 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.567 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:45.567 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.567 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.567 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.567 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.567 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.567 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.567 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.567 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.567 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.20", 2024-03-07T02:56:45.567 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.567 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.568 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.568 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:45.568 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.568 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T07:46:01.606023+0000", 2024-03-07T02:56:45.568 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.568 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.568 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.568 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.568 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.568 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.568 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.568 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.568 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.568 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.568 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.569 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.569 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.569 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.569 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.569 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.569 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.569 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.569 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.569 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.569 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.569 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.569 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.569 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.569 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.569 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.569 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.570 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.570 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.570 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.570 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.570 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.570 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.570 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.570 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.570 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.570 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.570 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.570 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.570 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.570 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.570 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.570 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.570 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.571 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.571 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.571 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.571 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:45.571 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:45.571 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-03-07T02:56:45.571 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.571 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-03-07T02:56:45.571 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.571 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.571 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.571 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.571 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:45.571 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:45.571 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-03-07T02:56:45.571 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.572 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 2, 2024-03-07T02:56:45.572 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.572 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.572 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:45.572 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.572 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.572 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.572 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.841147+0000", 2024-03-07T02:56:45.572 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.844722+0000", 2024-03-07T02:56:45.572 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.844722+0000", 2024-03-07T02:56:45.572 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.845790+0000", 2024-03-07T02:56:45.572 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.841147+0000", 2024-03-07T02:56:45.572 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.572 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.572 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.573 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:45.573 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.841147+0000", 2024-03-07T02:56:45.573 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.841147+0000", 2024-03-07T02:56:45.573 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.841147+0000", 2024-03-07T02:56:45.573 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.573 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.573 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.573 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.841147+0000", 2024-03-07T02:56:45.573 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.841147+0000", 2024-03-07T02:56:45.573 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.573 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.573 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.573 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.573 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:45.573 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.574 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.574 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.574 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.574 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.574 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.574 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.574 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.574 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.21", 2024-03-07T02:56:45.574 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.574 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.574 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.574 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:45.574 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.574 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T09:13:49.866547+0000", 2024-03-07T02:56:45.574 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.574 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.574 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.576 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.576 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.576 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.576 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.576 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.576 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.576 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.576 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.576 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.576 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.576 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.576 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.576 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.576 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.576 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.577 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.577 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.577 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.577 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.577 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.577 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.577 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.577 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.577 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.577 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.577 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.577 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.577 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:45.577 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:45.577 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-03-07T02:56:45.577 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.578 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 2, 2024-03-07T02:56:45.578 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.578 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.578 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.578 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.578 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:45.578 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:45.578 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:45.578 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.578 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-03-07T02:56:45.578 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.578 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.578 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:45.578 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.578 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.578 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.579 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.840250+0000", 2024-03-07T02:56:45.579 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.837272+0000", 2024-03-07T02:56:45.579 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.837272+0000", 2024-03-07T02:56:45.579 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.837773+0000", 2024-03-07T02:56:45.579 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.840250+0000", 2024-03-07T02:56:45.579 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.579 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.579 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.579 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:45.579 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.840250+0000", 2024-03-07T02:56:45.579 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.840250+0000", 2024-03-07T02:56:45.579 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.840250+0000", 2024-03-07T02:56:45.579 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.579 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.579 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.579 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.840250+0000", 2024-03-07T02:56:45.580 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.840250+0000", 2024-03-07T02:56:45.580 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.580 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.580 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.580 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.580 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:45.580 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.580 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.580 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.580 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.580 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.580 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.580 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.580 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.580 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.22", 2024-03-07T02:56:45.581 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.581 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.581 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.581 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:45.581 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.581 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T09:03:12.246227+0000", 2024-03-07T02:56:45.581 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.581 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.581 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.583 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.583 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.583 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.583 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.583 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.583 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.583 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.583 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.583 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.583 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.583 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.583 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.583 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.583 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.583 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.583 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.583 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.584 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.584 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.584 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.584 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.584 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:45.584 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:45.584 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:45.584 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.584 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-03-07T02:56:45.584 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.584 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.584 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.584 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.584 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:45.584 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:45.585 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-03-07T02:56:45.585 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.585 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 2, 2024-03-07T02:56:45.585 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.585 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.585 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:45.585 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.585 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.585 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.585 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.554215+0000", 2024-03-07T02:56:45.585 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:55:20.553908+0000", 2024-03-07T02:56:45.585 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:55:20.553908+0000", 2024-03-07T02:56:45.585 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:55:20.554215+0000", 2024-03-07T02:56:45.585 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.554215+0000", 2024-03-07T02:56:45.585 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.585 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.586 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.586 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 68, 2024-03-07T02:56:45.586 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.554215+0000", 2024-03-07T02:56:45.586 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.554215+0000", 2024-03-07T02:56:45.586 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.554215+0000", 2024-03-07T02:56:45.586 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.586 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.586 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.586 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.554215+0000", 2024-03-07T02:56:45.586 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.554215+0000", 2024-03-07T02:56:45.586 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.586 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.586 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.586 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.586 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 67, 2024-03-07T02:56:45.586 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.586 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.587 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.587 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.587 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.587 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.587 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.587 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.587 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.23", 2024-03-07T02:56:45.587 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.587 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.587 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.587 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 11, 2024-03-07T02:56:45.587 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.587 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T05:52:49.713670+0000", 2024-03-07T02:56:45.587 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.587 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.587 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.588 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.588 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.588 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.588 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.588 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.588 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.588 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.588 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.588 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.588 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.588 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.588 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.588 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.588 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.588 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.589 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.589 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.589 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.589 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.589 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.589 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.589 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.589 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.589 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.589 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.589 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.589 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.589 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.589 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.589 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.589 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.590 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.590 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.590 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.590 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.590 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.590 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.590 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.590 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.590 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.590 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.590 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.590 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.590 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.590 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-03-07T02:56:45.590 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:45.590 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-03-07T02:56:45.591 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.591 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 2, 2024-03-07T02:56:45.591 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.591 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.591 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.591 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.591 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:45.591 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:45.591 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:45.591 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.591 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-03-07T02:56:45.591 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.591 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.591 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:45.591 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.591 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.592 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.592 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.842596+0000", 2024-03-07T02:56:45.592 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.852371+0000", 2024-03-07T02:56:45.592 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.852371+0000", 2024-03-07T02:56:45.592 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.852642+0000", 2024-03-07T02:56:45.592 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.842596+0000", 2024-03-07T02:56:45.592 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.592 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.592 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.592 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:45.592 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.842596+0000", 2024-03-07T02:56:45.592 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.842596+0000", 2024-03-07T02:56:45.592 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.842596+0000", 2024-03-07T02:56:45.592 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.593 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.593 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.593 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.842596+0000", 2024-03-07T02:56:45.593 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.842596+0000", 2024-03-07T02:56:45.593 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.593 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.593 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.593 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.593 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:45.593 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.593 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.593 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.593 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.593 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.593 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.593 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.593 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.594 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.24", 2024-03-07T02:56:45.594 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.594 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.594 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.594 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:45.594 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.594 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T10:14:11.184867+0000", 2024-03-07T02:56:45.594 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.594 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.594 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.594 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.594 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.594 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.594 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.594 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.594 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.595 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.595 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.595 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.595 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.595 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.595 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.595 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.595 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.595 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.595 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.595 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.595 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.595 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.595 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.595 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.595 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.595 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.596 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.596 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.596 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.596 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.596 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.596 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.596 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.596 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.596 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.596 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.596 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.596 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.596 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.596 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.596 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.596 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.597 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.597 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.597 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.597 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.597 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.597 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:45.597 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:45.597 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:45.597 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.597 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-03-07T02:56:45.597 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.597 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.597 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.597 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.597 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:45.597 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:45.598 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-03-07T02:56:45.598 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.598 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-03-07T02:56:45.598 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.598 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.598 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:45.598 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.598 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.598 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.598 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.840607+0000", 2024-03-07T02:56:45.598 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.838519+0000", 2024-03-07T02:56:45.598 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.838519+0000", 2024-03-07T02:56:45.598 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.838806+0000", 2024-03-07T02:56:45.598 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.840607+0000", 2024-03-07T02:56:45.598 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.598 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.599 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.599 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:45.599 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.840607+0000", 2024-03-07T02:56:45.599 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.840607+0000", 2024-03-07T02:56:45.599 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.840607+0000", 2024-03-07T02:56:45.599 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.599 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.599 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.599 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.840607+0000", 2024-03-07T02:56:45.599 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.840607+0000", 2024-03-07T02:56:45.599 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.599 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.599 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.599 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.599 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:45.599 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.599 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.600 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.600 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.600 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.600 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.600 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.600 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.600 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.25", 2024-03-07T02:56:45.600 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.600 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.600 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.600 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:45.600 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.600 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T08:23:49.840090+0000", 2024-03-07T02:56:45.600 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.600 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.601 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.601 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.601 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.601 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.601 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.601 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.601 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.601 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.601 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.601 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.601 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.601 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.601 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.601 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.601 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.601 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.602 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.602 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.602 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.602 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.602 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.602 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.602 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.602 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.602 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.602 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.602 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.602 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.602 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.602 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.602 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.602 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.603 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.603 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.603 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.603 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.603 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.603 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.603 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.603 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.603 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.603 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.603 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.603 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.603 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.603 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-03-07T02:56:45.603 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:45.603 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-03-07T02:56:45.604 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.604 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-03-07T02:56:45.604 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.604 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.604 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.604 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.604 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:45.604 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:45.604 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-03-07T02:56:45.604 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.604 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-03-07T02:56:45.604 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.604 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.604 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:45.604 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.605 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.605 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.605 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.843294+0000", 2024-03-07T02:56:45.605 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.855694+0000", 2024-03-07T02:56:45.605 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.855694+0000", 2024-03-07T02:56:45.605 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.856216+0000", 2024-03-07T02:56:45.605 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.843294+0000", 2024-03-07T02:56:45.605 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.605 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.605 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.605 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:45.605 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.843294+0000", 2024-03-07T02:56:45.605 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.843294+0000", 2024-03-07T02:56:45.605 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.843294+0000", 2024-03-07T02:56:45.605 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.605 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.606 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.606 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.843294+0000", 2024-03-07T02:56:45.606 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.843294+0000", 2024-03-07T02:56:45.606 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.606 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.606 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.606 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.606 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:45.606 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.606 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.606 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.606 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.606 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.606 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.606 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.606 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.607 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.26", 2024-03-07T02:56:45.607 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.607 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.607 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.607 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:45.607 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.607 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T14:52:37.559135+0000", 2024-03-07T02:56:45.607 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.607 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.607 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.607 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.607 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.607 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.607 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.607 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.607 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.608 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.608 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.608 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.608 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.608 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.608 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.608 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.608 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.608 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.608 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.608 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.608 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.608 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.608 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.608 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.608 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.609 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.609 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.609 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.609 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.609 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.609 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.609 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.609 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.609 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.609 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.609 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.609 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.609 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.609 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.609 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.609 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.609 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.610 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.610 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.610 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.610 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.610 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.610 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:45.610 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:45.610 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-03-07T02:56:45.610 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.610 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-03-07T02:56:45.610 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.610 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.610 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.610 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.610 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:45.610 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:45.611 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-03-07T02:56:45.611 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.611 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-03-07T02:56:45.611 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.611 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.611 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:45.611 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.611 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.611 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.611 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.844122+0000", 2024-03-07T02:56:45.611 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.852452+0000", 2024-03-07T02:56:45.611 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.852452+0000", 2024-03-07T02:56:45.611 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.852746+0000", 2024-03-07T02:56:45.611 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.844122+0000", 2024-03-07T02:56:45.611 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.611 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.611 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.612 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:45.612 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.844122+0000", 2024-03-07T02:56:45.612 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.844122+0000", 2024-03-07T02:56:45.612 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.844122+0000", 2024-03-07T02:56:45.612 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.612 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.612 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.612 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.844122+0000", 2024-03-07T02:56:45.612 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.844122+0000", 2024-03-07T02:56:45.612 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.612 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.612 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.612 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.612 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:45.612 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.613 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.613 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.613 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.613 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.613 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.613 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.613 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.613 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.27", 2024-03-07T02:56:45.613 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.613 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.613 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.613 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:45.613 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.613 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T04:50:23.481403+0000", 2024-03-07T02:56:45.613 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.613 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.613 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.614 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.614 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.614 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.614 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.614 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.614 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.614 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.614 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.614 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.614 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.614 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.614 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.614 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.614 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.614 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.614 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.615 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.615 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.615 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.615 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.615 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.615 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.615 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.615 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.615 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.615 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.615 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.615 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.615 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.615 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.615 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.615 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.616 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.616 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.616 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.616 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.616 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.616 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.616 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.616 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.616 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.616 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.616 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.616 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.616 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:45.616 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:45.616 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-03-07T02:56:45.616 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.617 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-03-07T02:56:45.617 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.617 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.617 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.617 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.617 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:45.617 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:45.617 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-03-07T02:56:45.617 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.617 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-03-07T02:56:45.617 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.617 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.617 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:45.617 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.617 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.617 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.618 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.840039+0000", 2024-03-07T02:56:45.618 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.834473+0000", 2024-03-07T02:56:45.618 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.834473+0000", 2024-03-07T02:56:45.618 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.834758+0000", 2024-03-07T02:56:45.618 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.840039+0000", 2024-03-07T02:56:45.618 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.618 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.618 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.618 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:45.618 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.840039+0000", 2024-03-07T02:56:45.618 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.840039+0000", 2024-03-07T02:56:45.618 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.840039+0000", 2024-03-07T02:56:45.618 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.618 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.618 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.618 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.840039+0000", 2024-03-07T02:56:45.619 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.840039+0000", 2024-03-07T02:56:45.619 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.619 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.619 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.619 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.619 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:45.619 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.619 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.619 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.619 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.619 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.619 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.619 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.619 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.619 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.28", 2024-03-07T02:56:45.619 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.619 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.620 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.620 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:45.620 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.620 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T07:26:12.485436+0000", 2024-03-07T02:56:45.620 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.620 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.620 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.620 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.620 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.620 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.620 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.620 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.620 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.620 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.620 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.621 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.621 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.621 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.621 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.621 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.621 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.621 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.621 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.621 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.621 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.621 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.621 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.621 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.621 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.621 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.621 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.621 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.622 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.622 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.622 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.622 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.622 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.622 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.622 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.622 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.622 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.622 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.622 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.622 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.622 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.622 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.622 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.622 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.622 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.623 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.623 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.623 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:45.623 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:45.623 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-03-07T02:56:45.623 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.623 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-03-07T02:56:45.623 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.623 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.623 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.623 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.623 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:45.623 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:45.623 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-03-07T02:56:45.623 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.623 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-03-07T02:56:45.624 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.624 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.624 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:45.624 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.624 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.624 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.624 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.843442+0000", 2024-03-07T02:56:45.624 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.850645+0000", 2024-03-07T02:56:45.624 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.850645+0000", 2024-03-07T02:56:45.624 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.850928+0000", 2024-03-07T02:56:45.624 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.843442+0000", 2024-03-07T02:56:45.624 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.624 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.624 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.624 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:45.625 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.843442+0000", 2024-03-07T02:56:45.625 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.843442+0000", 2024-03-07T02:56:45.625 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.843442+0000", 2024-03-07T02:56:45.625 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.625 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.625 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.625 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.843442+0000", 2024-03-07T02:56:45.625 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.843442+0000", 2024-03-07T02:56:45.625 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.625 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.625 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.625 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.625 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:45.625 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.625 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.625 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.626 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.626 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.626 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.626 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.626 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.626 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.29", 2024-03-07T02:56:45.626 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.626 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.626 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.626 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:45.626 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.626 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T03:56:51.288948+0000", 2024-03-07T02:56:45.626 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.626 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.626 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.626 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.626 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.627 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.627 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.627 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.627 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.627 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.627 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.627 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.627 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.627 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.627 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.627 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.627 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.627 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.627 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.627 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.628 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.628 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.628 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.628 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.628 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.628 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.628 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.628 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.628 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.628 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.628 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.628 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.628 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.628 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.629 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.629 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.629 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.629 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.629 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.629 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.629 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.629 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.629 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.629 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.629 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.629 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.629 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.629 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-03-07T02:56:45.629 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:45.630 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-03-07T02:56:45.630 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.630 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-03-07T02:56:45.630 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.630 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.630 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.630 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.630 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:45.630 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:45.630 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-03-07T02:56:45.630 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.630 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-03-07T02:56:45.630 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.630 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.630 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:45.630 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.631 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.631 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.631 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.840254+0000", 2024-03-07T02:56:45.631 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.845329+0000", 2024-03-07T02:56:45.631 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.845329+0000", 2024-03-07T02:56:45.631 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.845627+0000", 2024-03-07T02:56:45.631 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.840254+0000", 2024-03-07T02:56:45.631 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.631 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.631 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.631 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:45.631 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.840254+0000", 2024-03-07T02:56:45.631 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.840254+0000", 2024-03-07T02:56:45.631 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.840254+0000", 2024-03-07T02:56:45.631 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.631 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.632 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.632 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.840254+0000", 2024-03-07T02:56:45.632 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.840254+0000", 2024-03-07T02:56:45.632 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.632 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.632 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.632 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.632 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:45.632 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.632 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.632 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.632 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.632 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.632 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.632 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.633 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.633 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.2a", 2024-03-07T02:56:45.633 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.633 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.633 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.633 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:45.633 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.633 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T10:08:06.342549+0000", 2024-03-07T02:56:45.633 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.633 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.633 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.633 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.633 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.633 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.633 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.633 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.634 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.634 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.634 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.634 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.634 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.634 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.634 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.634 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.634 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.634 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.634 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.634 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.634 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.634 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.634 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.634 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.635 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.635 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.635 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.635 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.635 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.635 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.635 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.635 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.635 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.635 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.635 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.635 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.635 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.635 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.635 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.636 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.636 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.636 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.636 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.636 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.636 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.636 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.636 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.636 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-03-07T02:56:45.636 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:45.636 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-03-07T02:56:45.636 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.636 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-03-07T02:56:45.636 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.636 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.637 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.637 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.637 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:45.637 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:45.637 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-03-07T02:56:45.637 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.637 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-03-07T02:56:45.637 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.637 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.637 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:45.637 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.637 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.637 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.637 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:20.006079+0000", 2024-03-07T02:56:45.637 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.846335+0000", 2024-03-07T02:56:45.637 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.846335+0000", 2024-03-07T02:56:45.638 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.847179+0000", 2024-03-07T02:56:45.638 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:20.006079+0000", 2024-03-07T02:56:45.638 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.638 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.638 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.638 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:45.638 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:20.006079+0000", 2024-03-07T02:56:45.638 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:20.006079+0000", 2024-03-07T02:56:45.638 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:20.006079+0000", 2024-03-07T02:56:45.638 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.638 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.638 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.638 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:20.006079+0000", 2024-03-07T02:56:45.638 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:20.006079+0000", 2024-03-07T02:56:45.638 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.638 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.638 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.639 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.639 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:45.639 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.639 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.639 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.639 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.639 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.639 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.639 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.639 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.639 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.2b", 2024-03-07T02:56:45.639 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.639 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.639 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.639 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:45.640 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.640 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T11:34:20.787367+0000", 2024-03-07T02:56:45.640 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.640 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.640 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.640 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.640 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.640 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.640 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.640 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.640 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.640 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.640 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.640 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.640 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.640 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.642 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.642 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.642 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.643 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.643 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-03-07T02:56:45.643 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-03-07T02:56:45.643 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-03-07T02:56:45.643 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.643 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-03-07T02:56:45.643 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.643 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.643 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.643 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-03-07T02:56:45.643 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:45.643 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:45.643 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:45.643 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.643 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-03-07T02:56:45.643 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-03-07T02:56:45.644 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-03-07T02:56:45.644 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-03-07T02:56:45.644 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-03-07T02:56:45.644 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-03-07T02:56:45.644 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-03-07T02:56:45.644 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-03-07T02:55:19.843116+0000", 2024-03-07T02:56:45.644 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-03-07T02:53:49.852673+0000", 2024-03-07T02:56:45.644 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-03-07T02:53:49.852673+0000", 2024-03-07T02:56:45.644 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-03-07T02:53:49.853013+0000", 2024-03-07T02:56:45.644 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-03-07T02:55:19.843116+0000", 2024-03-07T02:56:45.644 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.644 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-03-07T02:56:45.644 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.644 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-03-07T02:56:45.644 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-03-07T02:55:19.843116+0000", 2024-03-07T02:56:45.645 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-03-07T02:55:19.843116+0000", 2024-03-07T02:56:45.645 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-03-07T02:55:19.843116+0000", 2024-03-07T02:56:45.645 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-03-07T02:56:45.645 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-03-07T02:56:45.645 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-03-07T02:53:49.466409+0000", 2024-03-07T02:56:45.645 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-03-07T02:55:19.843116+0000", 2024-03-07T02:56:45.645 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-03-07T02:55:19.843116+0000", 2024-03-07T02:56:45.645 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-03-07T02:56:45.645 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.645 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-03-07T02:56:45.645 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-03-07T02:56:45.645 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-03-07T02:56:45.645 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-03-07T02:56:45.645 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-03-07T02:56:45.645 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-03-07T02:56:45.645 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-03-07T02:56:45.646 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.646 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-03-07T02:56:45.646 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-03-07T02:56:45.646 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-03-07T02:56:45.646 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.2c", 2024-03-07T02:56:45.646 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-03-07T02:56:45.646 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-03-07T02:56:45.646 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-03-07T02:56:45.646 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-03-07T02:56:45.646 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-03-07T02:56:45.646 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-08T07:05:12.530692+0000", 2024-03-07T02:56:45.646 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-03-07T02:56:45.646 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-03-07T02:56:45.646 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.646 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.646 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.647 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.647 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.647 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.647 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.647 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.647 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.647 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.647 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.647 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.647 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.647 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.647 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.647 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.647 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.647 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.647 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.648 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.648 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.648 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.648 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.648 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.648 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.648 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.648 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.648 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.648 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.648 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.648 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.648 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.648 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.649 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.649 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.649 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.649 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.649 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.649 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.649 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.649 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.649 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.649 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-03-07T02:56:45.649 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-03-07T02:56:45.649 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-03-07T02:56:45.649 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-03-07T02:56:45.649 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-03-07T02:56:45.649 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-03-07T02:56:45.649 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.650 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-03-07T02:56:45.650 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-03-07T02:56:45.650 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:45.650 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.650 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_per_pool": [ 2024-03-07T02:56:45.650 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.650 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": 24, 2024-03-07T02:56:45.650 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-03-07T02:56:45.650 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd" 2024-03-07T02:56:45.650 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.650 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.650 INFO:tasks.workunit.client.0.smithi090.stdout: "num_pg": 8, 2024-03-07T02:56:45.650 INFO:tasks.workunit.client.0.smithi090.stdout: "num_store_stats": 8, 2024-03-07T02:56:45.650 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.651 INFO:tasks.workunit.client.0.smithi090.stdout: "poolid": 4, 2024-03-07T02:56:45.651 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.651 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.651 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.651 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.651 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.651 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.651 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.651 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.651 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.651 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.651 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.651 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.651 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.651 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.651 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.652 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.652 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.652 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.652 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.652 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.652 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.652 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.652 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.652 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.652 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.652 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.652 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.652 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.652 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.652 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.653 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.653 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.653 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.653 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.653 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.653 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.653 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.653 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.653 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.653 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.653 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.653 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.653 INFO:tasks.workunit.client.0.smithi090.stdout: "store_stats": { 2024-03-07T02:56:45.653 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": 0, 2024-03-07T02:56:45.653 INFO:tasks.workunit.client.0.smithi090.stdout: "available": 0, 2024-03-07T02:56:45.653 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed": 0, 2024-03-07T02:56:45.654 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_allocated": 0, 2024-03-07T02:56:45.654 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_original": 0, 2024-03-07T02:56:45.654 INFO:tasks.workunit.client.0.smithi090.stdout: "data_stored": 0, 2024-03-07T02:56:45.654 INFO:tasks.workunit.client.0.smithi090.stdout: "internal_metadata": 0, 2024-03-07T02:56:45.654 INFO:tasks.workunit.client.0.smithi090.stdout: "internally_reserved": 0, 2024-03-07T02:56:45.654 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_allocated": 0, 2024-03-07T02:56:45.654 INFO:tasks.workunit.client.0.smithi090.stdout: "total": 0 2024-03-07T02:56:45.654 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.654 INFO:tasks.workunit.client.0.smithi090.stdout: "up": 24 2024-03-07T02:56:45.654 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.654 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.654 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": 192, 2024-03-07T02:56:45.654 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-03-07T02:56:45.654 INFO:tasks.workunit.client.0.smithi090.stdout: "cephfs" 2024-03-07T02:56:45.654 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.654 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-03-07T02:56:45.655 INFO:tasks.workunit.client.0.smithi090.stdout: "num_pg": 64, 2024-03-07T02:56:45.655 INFO:tasks.workunit.client.0.smithi090.stdout: "num_store_stats": 8, 2024-03-07T02:56:45.655 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-03-07T02:56:45.655 INFO:tasks.workunit.client.0.smithi090.stdout: "poolid": 3, 2024-03-07T02:56:45.655 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.655 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-03-07T02:56:45.655 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.655 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.655 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.655 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.655 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.655 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.655 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.655 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.655 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.655 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-03-07T02:56:45.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-03-07T02:56:45.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-03-07T02:56:45.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.657 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.657 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.657 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.657 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.657 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.657 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.657 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.657 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.657 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.657 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.657 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.657 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.657 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-03-07T02:56:45.657 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-03-07T02:56:45.657 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.658 INFO:tasks.workunit.client.0.smithi090.stdout: "store_stats": { 2024-03-07T02:56:45.658 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": 0, 2024-03-07T02:56:45.658 INFO:tasks.workunit.client.0.smithi090.stdout: "available": 0, 2024-03-07T02:56:45.658 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed": 0, 2024-03-07T02:56:45.658 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_allocated": 0, 2024-03-07T02:56:45.658 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_original": 0, 2024-03-07T02:56:45.658 INFO:tasks.workunit.client.0.smithi090.stdout: "data_stored": 0, 2024-03-07T02:56:45.658 INFO:tasks.workunit.client.0.smithi090.stdout: "internal_metadata": 0, 2024-03-07T02:56:45.658 INFO:tasks.workunit.client.0.smithi090.stdout: "internally_reserved": 0, 2024-03-07T02:56:45.658 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_allocated": 0, 2024-03-07T02:56:45.658 INFO:tasks.workunit.client.0.smithi090.stdout: "total": 0 2024-03-07T02:56:45.658 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.658 INFO:tasks.workunit.client.0.smithi090.stdout: "up": 192 2024-03-07T02:56:45.658 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.658 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.659 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": 3, 2024-03-07T02:56:45.659 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-03-07T02:56:45.659 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr" 2024-03-07T02:56:45.659 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.659 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 132, 2024-03-07T02:56:45.659 INFO:tasks.workunit.client.0.smithi090.stdout: "num_pg": 1, 2024-03-07T02:56:45.659 INFO:tasks.workunit.client.0.smithi090.stdout: "num_store_stats": 3, 2024-03-07T02:56:45.659 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 132, 2024-03-07T02:56:45.659 INFO:tasks.workunit.client.0.smithi090.stdout: "poolid": 1, 2024-03-07T02:56:45.659 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.659 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 590368, 2024-03-07T02:56:45.659 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.659 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 1771104, 2024-03-07T02:56:45.659 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.659 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.659 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.660 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.660 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.660 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.660 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.660 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.660 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.660 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.660 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.660 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.660 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.660 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 6, 2024-03-07T02:56:45.660 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 2, 2024-03-07T02:56:45.660 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.660 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 2, 2024-03-07T02:56:45.660 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.660 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.661 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.661 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.661 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.661 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-03-07T02:56:45.661 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.661 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 6, 2024-03-07T02:56:45.661 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.661 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.661 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.661 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.661 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.661 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 250, 2024-03-07T02:56:45.661 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 464, 2024-03-07T02:56:45.661 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.661 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.661 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.662 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 187, 2024-03-07T02:56:45.662 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 2416 2024-03-07T02:56:45.662 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.662 INFO:tasks.workunit.client.0.smithi090.stdout: "store_stats": { 2024-03-07T02:56:45.662 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": 1781760, 2024-03-07T02:56:45.662 INFO:tasks.workunit.client.0.smithi090.stdout: "available": 0, 2024-03-07T02:56:45.662 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed": 0, 2024-03-07T02:56:45.662 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_allocated": 0, 2024-03-07T02:56:45.662 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_original": 0, 2024-03-07T02:56:45.662 INFO:tasks.workunit.client.0.smithi090.stdout: "data_stored": 1771104, 2024-03-07T02:56:45.662 INFO:tasks.workunit.client.0.smithi090.stdout: "internal_metadata": 0, 2024-03-07T02:56:45.662 INFO:tasks.workunit.client.0.smithi090.stdout: "internally_reserved": 0, 2024-03-07T02:56:45.662 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_allocated": 0, 2024-03-07T02:56:45.662 INFO:tasks.workunit.client.0.smithi090.stdout: "total": 0 2024-03-07T02:56:45.662 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.662 INFO:tasks.workunit.client.0.smithi090.stdout: "up": 3 2024-03-07T02:56:45.663 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.663 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-03-07T02:56:45.663 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": 96, 2024-03-07T02:56:45.663 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-03-07T02:56:45.663 INFO:tasks.workunit.client.0.smithi090.stdout: "cephfs" 2024-03-07T02:56:45.663 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.663 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 45, 2024-03-07T02:56:45.663 INFO:tasks.workunit.client.0.smithi090.stdout: "num_pg": 32, 2024-03-07T02:56:45.663 INFO:tasks.workunit.client.0.smithi090.stdout: "num_store_stats": 8, 2024-03-07T02:56:45.663 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 45, 2024-03-07T02:56:45.663 INFO:tasks.workunit.client.0.smithi090.stdout: "poolid": 2, 2024-03-07T02:56:45.663 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-03-07T02:56:45.663 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 3428, 2024-03-07T02:56:45.663 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-03-07T02:56:45.663 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-03-07T02:56:45.663 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-03-07T02:56:45.664 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-03-07T02:56:45.664 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-03-07T02:56:45.664 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-03-07T02:56:45.664 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-03-07T02:56:45.664 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-03-07T02:56:45.664 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-03-07T02:56:45.664 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-03-07T02:56:45.664 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-03-07T02:56:45.664 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-03-07T02:56:45.664 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-03-07T02:56:45.664 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-03-07T02:56:45.664 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-03-07T02:56:45.664 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 66, 2024-03-07T02:56:45.664 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 22, 2024-03-07T02:56:45.664 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-03-07T02:56:45.664 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 22, 2024-03-07T02:56:45.665 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-03-07T02:56:45.665 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-03-07T02:56:45.665 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-03-07T02:56:45.665 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-03-07T02:56:45.665 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-03-07T02:56:45.665 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 14, 2024-03-07T02:56:45.665 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-03-07T02:56:45.665 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-03-07T02:56:45.665 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-03-07T02:56:45.665 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-03-07T02:56:45.665 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-03-07T02:56:45.665 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-03-07T02:56:45.665 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-03-07T02:56:45.665 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-03-07T02:56:45.665 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-03-07T02:56:45.665 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-03-07T02:56:45.666 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-03-07T02:56:45.666 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-03-07T02:56:45.666 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 51, 2024-03-07T02:56:45.666 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 20 2024-03-07T02:56:45.666 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.666 INFO:tasks.workunit.client.0.smithi090.stdout: "store_stats": { 2024-03-07T02:56:45.666 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": 98304, 2024-03-07T02:56:45.666 INFO:tasks.workunit.client.0.smithi090.stdout: "available": 0, 2024-03-07T02:56:45.666 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed": 0, 2024-03-07T02:56:45.666 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_allocated": 0, 2024-03-07T02:56:45.666 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_original": 0, 2024-03-07T02:56:45.666 INFO:tasks.workunit.client.0.smithi090.stdout: "data_stored": 10284, 2024-03-07T02:56:45.666 INFO:tasks.workunit.client.0.smithi090.stdout: "internal_metadata": 0, 2024-03-07T02:56:45.666 INFO:tasks.workunit.client.0.smithi090.stdout: "internally_reserved": 0, 2024-03-07T02:56:45.666 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_allocated": 0, 2024-03-07T02:56:45.666 INFO:tasks.workunit.client.0.smithi090.stdout: "total": 0 2024-03-07T02:56:45.666 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.667 INFO:tasks.workunit.client.0.smithi090.stdout: "up": 96 2024-03-07T02:56:45.667 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:45.667 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-03-07T02:56:45.667 INFO:tasks.workunit.client.0.smithi090.stdout: "usage": { 2024-03-07T02:56:45.667 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_num": 105, 2024-03-07T02:56:45.667 INFO:tasks.workunit.client.0.smithi090.stdout: "pools": 4, 2024-03-07T02:56:45.667 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_by_class": { 2024-03-07T02:56:45.667 INFO:tasks.workunit.client.0.smithi090.stdout: "ssd": { 2024-03-07T02:56:45.667 INFO:tasks.workunit.client.0.smithi090.stdout: "total_avail_bytes": 767731519488, 2024-03-07T02:56:45.667 INFO:tasks.workunit.client.0.smithi090.stdout: "total_bytes": 767960285184, 2024-03-07T02:56:45.667 INFO:tasks.workunit.client.0.smithi090.stdout: "total_used_bytes": 228765696, 2024-03-07T02:56:45.667 INFO:tasks.workunit.client.0.smithi090.stdout: "total_used_raw_bytes": 228765696, 2024-03-07T02:56:45.667 INFO:tasks.workunit.client.0.smithi090.stdout: "total_used_raw_ratio": 0.00029788739630021155 2024-03-07T02:56:45.667 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:45.667 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-03-07T02:56:45.667 INFO:tasks.workunit.client.0.smithi090.stdout: "total_avail_bytes": 767731519488, 2024-03-07T02:56:45.668 INFO:tasks.workunit.client.0.smithi090.stdout: "total_bytes": 767960285184, 2024-03-07T02:56:45.668 INFO:tasks.workunit.client.0.smithi090.stdout: "total_used_bytes": 228765696 2024-03-07T02:56:45.668 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:45.668 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-03-07T02:56:45.668 INFO:tasks.workunit.client.0.smithi090.stdout:} 2024-03-07T02:56:45.668 INFO:tasks.workunit.client.0.smithi090.stdout:OK 2024-03-07T02:56:45.668 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-03-07T02:56:45.669 DEBUG:teuthology.orchestra.run.smithi090:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-03-07T02:56:45.669 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[37987]: from='client.24869 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:56:45.669 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[37987]: from='client.24887 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:56:45.669 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[37987]: from='client.24887 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:56:45.669 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:56:45.669 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-07T02:56:45.669 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:45.669 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:45.669 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:45.670 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:45.670 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:45.670 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:45.670 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:45.670 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:45.670 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:45.670 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-07T02:56:45.670 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-07T02:56:45.670 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:45.670 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:45.670 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:45.670 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-07T02:56:45.670 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-07T02:56:45.670 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:45.670 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:45.670 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:45.671 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-07T02:56:45.671 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-07T02:56:45.671 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:45.671 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[27223]: from='client.24869 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:56:45.671 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[27223]: from='client.24887 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:56:45.671 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[27223]: from='client.24887 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:56:45.671 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:56:45.671 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-07T02:56:45.671 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:45.671 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:45.671 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:45.672 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:45.672 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:45.672 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:45.672 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:45.672 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:45.672 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:45.672 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[27223]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-07T02:56:45.672 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[27223]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-07T02:56:45.672 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:45.672 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:45.672 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:45.672 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[27223]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-07T02:56:45.672 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[27223]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-07T02:56:45.672 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:45.672 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:45.673 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:45.673 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[27223]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-07T02:56:45.673 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[27223]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-07T02:56:45.673 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:45.673 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:45 smithi092 ceph-mon[31083]: from='client.24893 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:56:45.673 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:45 smithi092 ceph-mon[31083]: from='client.24893 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:56:45.673 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:45 smithi092 ceph-mon[31083]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-03-07T02:56:45.673 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:45.673 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:45.673 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:56:45.674 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-07T02:56:45.674 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:45.674 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:45.674 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:45.674 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:45.674 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:45.674 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:45.674 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:45.674 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:45.674 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:45.674 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-07T02:56:45.674 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-07T02:56:45.674 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:45.674 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:45.674 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:45.675 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-07T02:56:45.675 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-07T02:56:45.675 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:45.675 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:45.675 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:45.675 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-07T02:56:45.675 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-07T02:56:45.675 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:45.675 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:45.675 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:45.675 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:45.675 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:45.676 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:56:45.676 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-07T02:56:45.676 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:45.676 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:45.676 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:45.676 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:45.676 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:45.676 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:45.676 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:45.676 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:45.676 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:45.676 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[27223]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-07T02:56:45.676 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[27223]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-07T02:56:45.676 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:45.676 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:45.676 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:45.677 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[27223]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-07T02:56:45.677 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[27223]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-07T02:56:45.677 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:45.677 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:45.677 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:45.677 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[27223]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-07T02:56:45.677 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[27223]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-07T02:56:45.677 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T02:56:45.677 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T02:56:45.677 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:43 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T02:56:45.706 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:45 smithi090 ceph-mon[27223]: from='client.24893 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:56:45.706 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:45 smithi090 ceph-mon[27223]: from='client.24893 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:56:45.706 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:45 smithi090 ceph-mon[27223]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-03-07T02:56:45.706 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:45 smithi090 ceph-mon[37987]: from='client.24893 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:56:45.707 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:45 smithi090 ceph-mon[37987]: from='client.24893 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:56:45.707 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:45 smithi090 ceph-mon[37987]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-03-07T02:56:45.712 INFO:tasks.workunit:Stopping ['test_telemetry_reef.sh'] on client.0... 2024-03-07T02:56:45.712 DEBUG:teuthology.orchestra.run.smithi090:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-03-07T02:56:46.028 DEBUG:teuthology.parallel:result is None 2024-03-07T02:56:46.028 DEBUG:teuthology.orchestra.run.smithi090:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-03-07T02:56:46.054 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-03-07T02:56:46.054 DEBUG:teuthology.orchestra.run.smithi090:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-03-07T02:56:46.118 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-03-07T02:56:46.118 INFO:teuthology.run_tasks:Running task print... 2024-03-07T02:56:46.127 INFO:teuthology.task.print:**** done end telemetry reef... 2024-03-07T02:56:46.127 INFO:teuthology.run_tasks:Running task print... 2024-03-07T02:56:46.135 INFO:teuthology.task.print:**** done start parallel 2024-03-07T02:56:46.135 INFO:teuthology.run_tasks:Running task parallel... 2024-03-07T02:56:46.143 INFO:teuthology.task.parallel:starting parallel... 2024-03-07T02:56:46.144 INFO:teuthology.task.parallel:In parallel, running task full_sequential... 2024-03-07T02:56:46.144 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-03-07T02:56:46.144 INFO:teuthology.task.print:**** done start ec-rados-default.yaml 2024-03-07T02:56:46.144 INFO:teuthology.task.full_sequential:In full_sequential, running task rados... 2024-03-07T02:56:46.146 INFO:tasks.rados:Beginning rados... 2024-03-07T02:56:46.146 INFO:tasks.rados:config is {'clients': ['client.0'], 'ec_pool': True, 'objects': 50, 'op_weights': {'append': 100, 'copy_from': 50, 'delete': 50, 'read': 100, 'rmattr': 25, 'rollback': 50, 'setattr': 25, 'snap_create': 50, 'snap_remove': 50, 'write': 0}, 'ops': 4000, 'write_append_excl': False} 2024-03-07T02:56:46.146 INFO:tasks.rados:overrides is {'admin_socket': {'branch': 'main'}, 'ceph': {'conf': {'global': {'mon election default strategy': 3}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}}, 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': 'ea9a5688d9980e4ddedb59679d2960bcbac6fc71'}, 'ceph-deploy': {'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}}}, 'install': {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': 'ea9a5688d9980e4ddedb59679d2960bcbac6fc71'}}, 'selinux': {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']}, 'workunit': {'branch': 'main', 'sha1': 'ac30ee6cd9cb289983b4db31a5b462d33a1efd30'}} 2024-03-07T02:56:46.146 INFO:tasks.rados:config is {'clients': ['client.0'], 'ec_pool': True, 'objects': 50, 'op_weights': {'append': 100, 'copy_from': 50, 'delete': 50, 'read': 100, 'rmattr': 25, 'rollback': 50, 'setattr': 25, 'snap_create': 50, 'snap_remove': 50, 'write': 0}, 'ops': 4000, 'write_append_excl': False} 2024-03-07T02:56:46.146 INFO:tasks.rados:joining rados 2024-03-07T02:56:46.146 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-03-07T02:56:46.147 INFO:teuthology.task.sequential:In sequential, running task print... 2024-03-07T02:56:46.147 INFO:teuthology.task.print:**** done start upgrade, wait 2024-03-07T02:56:46.147 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2024-03-07T02:56:46.147 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi090.front.sepia.ceph.com 2024-03-07T02:56:46.147 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -e sha1=ea9a5688d9980e4ddedb59679d2960bcbac6fc71 -- bash -c 'ceph config set global log_to_journald false --force' 2024-03-07T02:56:46.148 INFO:tasks.rados:clients are ['client.0', 'client.1'] 2024-03-07T02:56:46.148 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph osd erasure-code-profile set teuthologyprofile k=2 m=1 crush-failure-domain=osd 2024-03-07T02:56:46.381 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T02:56:46.381 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T02:56:46.775 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:46 smithi090 ceph-mon[27223]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-03-07T02:56:46.775 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:46 smithi090 ceph-mon[37987]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-03-07T02:56:46.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:46 smithi092 ceph-mon[31083]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-03-07T02:56:48.785 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:48 smithi090 ceph-mon[27223]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-03-07T02:56:48.785 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:48 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T02:56:48.785 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:48 smithi090 ceph-mon[37987]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-03-07T02:56:48.786 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:48 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T02:56:48.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:48 smithi092 ceph-mon[31083]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-03-07T02:56:48.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:48 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T02:56:50.118 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -e sha1=ea9a5688d9980e4ddedb59679d2960bcbac6fc71 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-03-07T02:56:50.326 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T02:56:50.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:50 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/1297490932' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-03-07T02:56:50.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:50 smithi092 ceph-mon[31083]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-03-07T02:56:50.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:50 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/1297490932' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-03-07T02:56:50.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:50 smithi090 ceph-mon[27223]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-03-07T02:56:50.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:50 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/1297490932' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-03-07T02:56:50.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:50 smithi090 ceph-mon[37987]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-03-07T02:56:51.162 INFO:tasks.rados:starting run 0 out of 1 2024-03-07T02:56:51.162 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_0 2024-03-07T02:56:51.163 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph osd pool create unique_pool_0 16 16 erasure teuthologyprofile 2024-03-07T02:56:51.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:51 smithi092 ceph-mon[31083]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-03-07T02:56:51.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:51 smithi092 ceph-mon[31083]: osdmap e69: 8 total, 8 up, 8 in 2024-03-07T02:56:51.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:51 smithi092 ceph-mon[31083]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 35 op/s 2024-03-07T02:56:51.779 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:51 smithi090 ceph-mon[37987]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-03-07T02:56:51.779 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:51 smithi090 ceph-mon[37987]: osdmap e69: 8 total, 8 up, 8 in 2024-03-07T02:56:51.779 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:51 smithi090 ceph-mon[37987]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 35 op/s 2024-03-07T02:56:51.779 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:51 smithi090 ceph-mon[27223]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-03-07T02:56:51.779 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:51 smithi090 ceph-mon[27223]: osdmap e69: 8 total, 8 up, 8 in 2024-03-07T02:56:51.779 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:51 smithi090 ceph-mon[27223]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 35 op/s 2024-03-07T02:56:52.667 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:52 smithi090 ceph-mon[27223]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 35 op/s 2024-03-07T02:56:52.668 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:52 smithi090 ceph-mon[37987]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 35 op/s 2024-03-07T02:56:52.705 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T02:56:52.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:52 smithi092 ceph-mon[31083]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 35 op/s 2024-03-07T02:56:52.931 INFO:teuthology.orchestra.run.smithi090.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:ea9a5688d9980e4ddedb59679d2960bcbac6fc71 2024-03-07T02:56:52.931 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:56:52 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: ::ffff:172.21.15.92 - - [07/Mar/2024:02:56:52] "GET /metrics HTTP/1.1" 200 33622 "" "Prometheus/2.43.0" 2024-03-07T02:56:54.046 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:53 smithi090 ceph-mon[37987]: from='client.15036 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:ea9a5688d9980e4ddedb59679d2960bcbac6fc71", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:56:54.046 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:53 smithi090 ceph-mon[37987]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:ea9a5688d9980e4ddedb59679d2960bcbac6fc71 2024-03-07T02:56:54.046 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:53 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:56:54.046 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:53 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:56:54.047 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:53 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:56:54.047 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:53 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:56:54.047 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:53 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:56:54.047 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:53 smithi090 ceph-mon[37987]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:ea9a5688d9980e4ddedb59679d2960bcbac6fc71 2024-03-07T02:56:54.047 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:53 smithi090 ceph-mon[27223]: from='client.15036 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:ea9a5688d9980e4ddedb59679d2960bcbac6fc71", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:56:54.047 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:53 smithi090 ceph-mon[27223]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:ea9a5688d9980e4ddedb59679d2960bcbac6fc71 2024-03-07T02:56:54.047 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:53 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:56:54.047 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:53 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:56:54.047 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:53 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:56:54.047 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:53 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:56:54.047 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:53 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:56:54.047 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:53 smithi090 ceph-mon[27223]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:ea9a5688d9980e4ddedb59679d2960bcbac6fc71 2024-03-07T02:56:54.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:53 smithi092 ceph-mon[31083]: from='client.15036 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:ea9a5688d9980e4ddedb59679d2960bcbac6fc71", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:56:54.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:53 smithi092 ceph-mon[31083]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:ea9a5688d9980e4ddedb59679d2960bcbac6fc71 2024-03-07T02:56:54.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:53 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:56:54.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:53 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T02:56:54.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:53 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T02:56:54.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:53 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T02:56:54.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:53 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:56:54.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:53 smithi092 ceph-mon[31083]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:ea9a5688d9980e4ddedb59679d2960bcbac6fc71 2024-03-07T02:56:54.589 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -e sha1=ea9a5688d9980e4ddedb59679d2960bcbac6fc71 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done' 2024-03-07T02:56:55.173 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T02:56:55.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:55 smithi090 ceph-mon[27223]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:56:55.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:55 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/2174585254' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-03-07T02:56:55.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:55 smithi090 ceph-mon[27223]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-03-07T02:56:55.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:55 smithi090 ceph-mon[37987]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:56:55.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:55 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/2174585254' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-03-07T02:56:55.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:55 smithi090 ceph-mon[37987]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-03-07T02:56:55.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:55 smithi092 ceph-mon[31083]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:56:55.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:55 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/2174585254' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-03-07T02:56:55.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:55 smithi092 ceph-mon[31083]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-03-07T02:56:56.406 INFO:teuthology.orchestra.run.smithi090.stderr:pool 'unique_pool_0' created 2024-03-07T02:56:56.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:56 smithi090 ceph-mon[27223]: osdmap e70: 8 total, 8 up, 8 in 2024-03-07T02:56:56.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:56 smithi090 ceph-mon[37987]: osdmap e70: 8 total, 8 up, 8 in 2024-03-07T02:56:56.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:56 smithi092 ceph-mon[31083]: osdmap e70: 8 total, 8 up, 8 in 2024-03-07T02:56:57.221 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph osd pool application enable unique_pool_0 rados --yes-i-really-mean-it || true 2024-03-07T02:56:57.485 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:57 smithi090 ceph-mon[27223]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-03-07T02:56:57.485 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:57 smithi090 ceph-mon[27223]: osdmap e71: 8 total, 8 up, 8 in 2024-03-07T02:56:57.485 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:57 smithi090 ceph-mon[27223]: pgmap v89: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:56:57.486 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:57 smithi090 ceph-mon[37987]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-03-07T02:56:57.486 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:57 smithi090 ceph-mon[37987]: osdmap e71: 8 total, 8 up, 8 in 2024-03-07T02:56:57.486 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:57 smithi090 ceph-mon[37987]: pgmap v89: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:56:57.557 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T02:56:57.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:57 smithi092 ceph-mon[31083]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-03-07T02:56:57.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:57 smithi092 ceph-mon[31083]: osdmap e71: 8 total, 8 up, 8 in 2024-03-07T02:56:57.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:57 smithi092 ceph-mon[31083]: pgmap v89: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:56:57.743 INFO:teuthology.orchestra.run.smithi090.stdout:true 2024-03-07T02:56:58.072 INFO:teuthology.orchestra.run.smithi090.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-07T02:56:58.072 INFO:teuthology.orchestra.run.smithi090.stdout:alertmanager.a smithi090 *:9093,9094 running (94s) 65s ago 2m 16.7M - 0.25.0 c8568f914cd2 c7f315859531 2024-03-07T02:56:58.072 INFO:teuthology.orchestra.run.smithi090.stdout:grafana.a smithi092 *:3000 running (2m) 65s ago 2m 82.5M - 9.4.7 954c08fa6188 044a70fdd07e 2024-03-07T02:56:58.073 INFO:teuthology.orchestra.run.smithi090.stdout:mds.a smithi090 running (3m) 65s ago 3m 12.7M - 18.2.1-718-gae75fc9d 0164bb8a7c67 8b3baf63c0c9 2024-03-07T02:56:58.073 INFO:teuthology.orchestra.run.smithi090.stdout:mds.b smithi092 running (3m) 65s ago 3m 15.4M - 18.2.1-718-gae75fc9d 0164bb8a7c67 ce3c1188fa28 2024-03-07T02:56:58.073 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.x smithi092 *:8443,8765 running (6m) 65s ago 6m 449M - 18.2.1-718-gae75fc9d 0164bb8a7c67 b1184af39190 2024-03-07T02:56:58.073 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.y smithi090 *:9283,8765 running (8m) 65s ago 8m 497M - 18.2.1-718-gae75fc9d 0164bb8a7c67 a5359f652648 2024-03-07T02:56:58.073 INFO:teuthology.orchestra.run.smithi090.stdout:mon.a smithi090 running (8m) 65s ago 8m 47.8M 2048M 18.2.1-718-gae75fc9d 0164bb8a7c67 84d91110fe9f 2024-03-07T02:56:58.073 INFO:teuthology.orchestra.run.smithi090.stdout:mon.b smithi092 running (7m) 65s ago 7m 39.7M 2048M 18.2.1-718-gae75fc9d 0164bb8a7c67 27a7830719c5 2024-03-07T02:56:58.073 INFO:teuthology.orchestra.run.smithi090.stdout:mon.c smithi090 running (6m) 65s ago 6m 38.8M 2048M 18.2.1-718-gae75fc9d 0164bb8a7c67 9eaa649b1445 2024-03-07T02:56:58.073 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.a smithi090 *:9100 running (117s) 65s ago 116s 15.0M - 1.5.0 0da6a335fe13 76496853f3a5 2024-03-07T02:56:58.073 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.b smithi092 *:9100 running (113s) 65s ago 112s 8363k - 1.5.0 0da6a335fe13 9ed8c0a03920 2024-03-07T02:56:58.073 INFO:teuthology.orchestra.run.smithi090.stdout:osd.0 smithi090 running (6m) 65s ago 6m 44.6M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 725e893e6886 2024-03-07T02:56:58.073 INFO:teuthology.orchestra.run.smithi090.stdout:osd.1 smithi090 running (5m) 65s ago 5m 43.5M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 9b941d592b34 2024-03-07T02:56:58.073 INFO:teuthology.orchestra.run.smithi090.stdout:osd.2 smithi090 running (5m) 65s ago 5m 43.2M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 9852da06477f 2024-03-07T02:56:58.074 INFO:teuthology.orchestra.run.smithi090.stdout:osd.3 smithi090 running (5m) 65s ago 5m 44.7M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 1e9119683f37 2024-03-07T02:56:58.074 INFO:teuthology.orchestra.run.smithi090.stdout:osd.4 smithi092 running (4m) 65s ago 4m 41.5M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 9ffc02d81c13 2024-03-07T02:56:58.074 INFO:teuthology.orchestra.run.smithi090.stdout:osd.5 smithi092 running (4m) 65s ago 4m 41.4M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 028e6ccdd1db 2024-03-07T02:56:58.074 INFO:teuthology.orchestra.run.smithi090.stdout:osd.6 smithi092 running (3m) 65s ago 3m 44.4M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 04f0a980ec71 2024-03-07T02:56:58.074 INFO:teuthology.orchestra.run.smithi090.stdout:osd.7 smithi092 running (3m) 65s ago 3m 43.0M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 1f2215787147 2024-03-07T02:56:58.074 INFO:teuthology.orchestra.run.smithi090.stdout:prometheus.a smithi092 *:9095 running (89s) 65s ago 2m 29.3M - 2.43.0 a07b618ecd1d 1302f14a5c88 2024-03-07T02:56:58.469 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-03-07T02:56:58.469 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": { 2024-03-07T02:56:58.469 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 3 2024-03-07T02:56:58.469 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T02:56:58.470 INFO:teuthology.orchestra.run.smithi090.stdout: "mgr": { 2024-03-07T02:56:58.470 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 2 2024-03-07T02:56:58.470 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T02:56:58.470 INFO:teuthology.orchestra.run.smithi090.stdout: "osd": { 2024-03-07T02:56:58.470 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 8 2024-03-07T02:56:58.470 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T02:56:58.470 INFO:teuthology.orchestra.run.smithi090.stdout: "mds": { 2024-03-07T02:56:58.470 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 2 2024-03-07T02:56:58.470 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T02:56:58.470 INFO:teuthology.orchestra.run.smithi090.stdout: "overall": { 2024-03-07T02:56:58.470 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 15 2024-03-07T02:56:58.471 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-03-07T02:56:58.471 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-03-07T02:56:58.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:58 smithi092 ceph-mon[31083]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-07T02:56:58.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:58 smithi092 ceph-mon[31083]: osdmap e72: 8 total, 8 up, 8 in 2024-03-07T02:56:58.767 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:58 smithi090 ceph-mon[27223]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-07T02:56:58.768 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:58 smithi090 ceph-mon[27223]: osdmap e72: 8 total, 8 up, 8 in 2024-03-07T02:56:58.768 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:58 smithi090 ceph-mon[37987]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-07T02:56:58.768 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:58 smithi090 ceph-mon[37987]: osdmap e72: 8 total, 8 up, 8 in 2024-03-07T02:56:59.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:59 smithi090 ceph-mon[27223]: from='client.15048 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:56:59.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:59 smithi090 ceph-mon[27223]: from='client.24941 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:56:59.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:59 smithi090 ceph-mon[27223]: osdmap e73: 8 total, 8 up, 8 in 2024-03-07T02:56:59.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:59 smithi090 ceph-mon[27223]: pgmap v92: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:56:59.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:59 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/2993095527' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T02:56:59.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:56:59 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/557704807' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-03-07T02:56:59.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:59 smithi090 ceph-mon[37987]: from='client.15048 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:56:59.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:59 smithi090 ceph-mon[37987]: from='client.24941 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:56:59.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:59 smithi090 ceph-mon[37987]: osdmap e73: 8 total, 8 up, 8 in 2024-03-07T02:56:59.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:59 smithi090 ceph-mon[37987]: pgmap v92: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:56:59.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:59 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/2993095527' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T02:56:59.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:56:59 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/557704807' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-03-07T02:56:59.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:59 smithi092 ceph-mon[31083]: from='client.15048 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:56:59.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:59 smithi092 ceph-mon[31083]: from='client.24941 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:56:59.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:59 smithi092 ceph-mon[31083]: osdmap e73: 8 total, 8 up, 8 in 2024-03-07T02:56:59.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:59 smithi092 ceph-mon[31083]: pgmap v92: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:56:59.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:59 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/2993095527' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T02:56:59.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:56:59 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/557704807' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-03-07T02:57:00.387 INFO:teuthology.orchestra.run.smithi090.stderr:enabled application 'rados' on pool 'unique_pool_0' 2024-03-07T02:57:01.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:01 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/557704807' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-03-07T02:57:01.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:01 smithi092 ceph-mon[31083]: osdmap e74: 8 total, 8 up, 8 in 2024-03-07T02:57:01.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:01 smithi092 ceph-mon[31083]: pgmap v94: 121 pgs: 121 active+clean; 580 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:57:01.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:01 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/557704807' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-03-07T02:57:01.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:01 smithi090 ceph-mon[27223]: osdmap e74: 8 total, 8 up, 8 in 2024-03-07T02:57:01.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:01 smithi090 ceph-mon[27223]: pgmap v94: 121 pgs: 121 active+clean; 580 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:57:01.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:01 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/557704807' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-03-07T02:57:01.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:01 smithi090 ceph-mon[37987]: osdmap e74: 8 total, 8 up, 8 in 2024-03-07T02:57:01.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:01 smithi090 ceph-mon[37987]: pgmap v94: 121 pgs: 121 active+clean; 580 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:57:02.053 DEBUG:teuthology.orchestra.run.smithi090:> CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --no-omap --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 0 --op delete 50 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op setattr 25 --op rmattr 25 --op copy_from 50 --op append 100 --pool unique_pool_0 2024-03-07T02:57:02.086 INFO:tasks.rados.rados.0.smithi090.stdout:adding op weight read -> 100 2024-03-07T02:57:02.086 INFO:tasks.rados.rados.0.smithi090.stdout:adding op weight delete -> 50 2024-03-07T02:57:02.086 INFO:tasks.rados.rados.0.smithi090.stdout:adding op weight snap_create -> 50 2024-03-07T02:57:02.086 INFO:tasks.rados.rados.0.smithi090.stdout:adding op weight snap_remove -> 50 2024-03-07T02:57:02.086 INFO:tasks.rados.rados.0.smithi090.stdout:adding op weight rollback -> 50 2024-03-07T02:57:02.086 INFO:tasks.rados.rados.0.smithi090.stdout:adding op weight setattr -> 25 2024-03-07T02:57:02.087 INFO:tasks.rados.rados.0.smithi090.stdout:adding op weight rmattr -> 25 2024-03-07T02:57:02.087 INFO:tasks.rados.rados.0.smithi090.stdout:adding op weight copy_from -> 50 2024-03-07T02:57:02.087 INFO:tasks.rados.rados.0.smithi090.stdout:adding op weight append -> 100 2024-03-07T02:57:02.087 INFO:tasks.rados.rados.0.smithi090.stdout:ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable) 2024-03-07T02:57:02.087 INFO:tasks.rados.rados.0.smithi090.stdout:Configuration: 2024-03-07T02:57:02.087 INFO:tasks.rados.rados.0.smithi090.stdout: Number of operations: 4000 2024-03-07T02:57:02.087 INFO:tasks.rados.rados.0.smithi090.stdout: Number of objects: 50 2024-03-07T02:57:02.087 INFO:tasks.rados.rados.0.smithi090.stdout: Max in flight operations: 16 2024-03-07T02:57:02.087 INFO:tasks.rados.rados.0.smithi090.stdout: Object size (in bytes): 4000000 2024-03-07T02:57:02.087 INFO:tasks.rados.rados.0.smithi090.stdout: Write stride min: 400000 2024-03-07T02:57:02.087 INFO:tasks.rados.rados.0.smithi090.stdout: Write stride max: 800000 2024-03-07T02:57:02.398 INFO:tasks.rados.rados.0.smithi090.stdout:1: write initial oid 1 2024-03-07T02:57:02.398 INFO:tasks.rados.rados.0.smithi090.stdout:1: seq_num 0 ranges {0=24576} 2024-03-07T02:57:02.398 INFO:tasks.rados.rados.0.smithi090.stdout:1: writing smithi09077644-1 from 0 to 24576 tid 1 2024-03-07T02:57:02.398 INFO:tasks.rados.rados.0.smithi090.stdout:2: write initial oid 2 2024-03-07T02:57:02.398 INFO:tasks.rados.rados.0.smithi090.stdout:2: seq_num 1 ranges {0=24576} 2024-03-07T02:57:02.398 INFO:tasks.rados.rados.0.smithi090.stdout:2: writing smithi09077644-2 from 0 to 24576 tid 1 2024-03-07T02:57:02.398 INFO:tasks.rados.rados.0.smithi090.stdout:3: write initial oid 3 2024-03-07T02:57:02.398 INFO:tasks.rados.rados.0.smithi090.stdout:3: seq_num 2 ranges {0=40960} 2024-03-07T02:57:02.399 INFO:tasks.rados.rados.0.smithi090.stdout:3: writing smithi09077644-3 from 0 to 40960 tid 1 2024-03-07T02:57:02.399 INFO:tasks.rados.rados.0.smithi090.stdout:4: write initial oid 4 2024-03-07T02:57:02.399 INFO:tasks.rados.rados.0.smithi090.stdout:4: seq_num 3 ranges {0=57344} 2024-03-07T02:57:02.399 INFO:tasks.rados.rados.0.smithi090.stdout:4: writing smithi09077644-4 from 0 to 57344 tid 1 2024-03-07T02:57:02.400 INFO:tasks.rados.rados.0.smithi090.stdout:5: write initial oid 5 2024-03-07T02:57:02.400 INFO:tasks.rados.rados.0.smithi090.stdout:5: seq_num 4 ranges {0=73728} 2024-03-07T02:57:02.400 INFO:tasks.rados.rados.0.smithi090.stdout:5: writing smithi09077644-5 from 0 to 73728 tid 1 2024-03-07T02:57:02.400 INFO:tasks.rados.rados.0.smithi090.stdout:6: write initial oid 6 2024-03-07T02:57:02.400 INFO:tasks.rados.rados.0.smithi090.stdout:6: seq_num 5 ranges {0=90112} 2024-03-07T02:57:02.400 INFO:tasks.rados.rados.0.smithi090.stdout:6: writing smithi09077644-6 from 0 to 90112 tid 1 2024-03-07T02:57:02.400 INFO:tasks.rados.rados.0.smithi090.stdout:7: write initial oid 7 2024-03-07T02:57:02.401 INFO:tasks.rados.rados.0.smithi090.stdout:7: seq_num 6 ranges {0=106496} 2024-03-07T02:57:02.401 INFO:tasks.rados.rados.0.smithi090.stdout:7: writing smithi09077644-7 from 0 to 106496 tid 1 2024-03-07T02:57:02.401 INFO:tasks.rados.rados.0.smithi090.stdout:8: write initial oid 8 2024-03-07T02:57:02.401 INFO:tasks.rados.rados.0.smithi090.stdout:8: seq_num 7 ranges {0=122880} 2024-03-07T02:57:02.402 INFO:tasks.rados.rados.0.smithi090.stdout:8: writing smithi09077644-8 from 0 to 122880 tid 1 2024-03-07T02:57:02.402 INFO:tasks.rados.rados.0.smithi090.stdout:9: write initial oid 9 2024-03-07T02:57:02.402 INFO:tasks.rados.rados.0.smithi090.stdout:9: seq_num 8 ranges {0=139264} 2024-03-07T02:57:02.404 INFO:tasks.rados.rados.0.smithi090.stdout:9: writing smithi09077644-9 from 0 to 139264 tid 1 2024-03-07T02:57:02.404 INFO:tasks.rados.rados.0.smithi090.stdout:10: write initial oid 10 2024-03-07T02:57:02.404 INFO:tasks.rados.rados.0.smithi090.stdout:10: seq_num 9 ranges {0=155648} 2024-03-07T02:57:02.405 INFO:tasks.rados.rados.0.smithi090.stdout:10: writing smithi09077644-10 from 0 to 155648 tid 1 2024-03-07T02:57:02.405 INFO:tasks.rados.rados.0.smithi090.stdout:11: write initial oid 11 2024-03-07T02:57:02.405 INFO:tasks.rados.rados.0.smithi090.stdout:11: seq_num 10 ranges {0=172032} 2024-03-07T02:57:02.407 INFO:tasks.rados.rados.0.smithi090.stdout:11: writing smithi09077644-11 from 0 to 172032 tid 1 2024-03-07T02:57:02.407 INFO:tasks.rados.rados.0.smithi090.stdout:12: write initial oid 12 2024-03-07T02:57:02.407 INFO:tasks.rados.rados.0.smithi090.stdout:12: seq_num 11 ranges {0=188416} 2024-03-07T02:57:02.408 INFO:tasks.rados.rados.0.smithi090.stdout:12: writing smithi09077644-12 from 0 to 188416 tid 1 2024-03-07T02:57:02.408 INFO:tasks.rados.rados.0.smithi090.stdout:13: write initial oid 13 2024-03-07T02:57:02.409 INFO:tasks.rados.rados.0.smithi090.stdout:13: seq_num 12 ranges {0=204800} 2024-03-07T02:57:02.410 INFO:tasks.rados.rados.0.smithi090.stdout:13: writing smithi09077644-13 from 0 to 204800 tid 1 2024-03-07T02:57:02.411 INFO:tasks.rados.rados.0.smithi090.stdout:14: write initial oid 14 2024-03-07T02:57:02.411 INFO:tasks.rados.rados.0.smithi090.stdout:2: finishing write tid 1 to smithi09077644-2 2024-03-07T02:57:02.411 INFO:tasks.rados.rados.0.smithi090.stdout:2: finishing write tid 2 to smithi09077644-2 2024-03-07T02:57:02.411 INFO:tasks.rados.rados.0.smithi090.stdout:1: finishing write tid 1 to smithi09077644-1 2024-03-07T02:57:02.411 INFO:tasks.rados.rados.0.smithi090.stdout:3: finishing write tid 1 to smithi09077644-3 2024-03-07T02:57:02.411 INFO:tasks.rados.rados.0.smithi090.stdout:4: finishing write tid 1 to smithi09077644-4 2024-03-07T02:57:02.411 INFO:tasks.rados.rados.0.smithi090.stdout:7: finishing write tid 1 to smithi09077644-7 2024-03-07T02:57:02.411 INFO:tasks.rados.rados.0.smithi090.stdout:7: finishing write tid 2 to smithi09077644-7 2024-03-07T02:57:02.411 INFO:tasks.rados.rados.0.smithi090.stdout:8: finishing write tid 1 to smithi09077644-8 2024-03-07T02:57:02.411 INFO:tasks.rados.rados.0.smithi090.stdout:8: finishing write tid 2 to smithi09077644-8 2024-03-07T02:57:02.411 INFO:tasks.rados.rados.0.smithi090.stdout:6: finishing write tid 1 to smithi09077644-6 2024-03-07T02:57:02.411 INFO:tasks.rados.rados.0.smithi090.stdout:6: finishing write tid 2 to smithi09077644-6 2024-03-07T02:57:02.411 INFO:tasks.rados.rados.0.smithi090.stdout:8: finishing write tid 3 to smithi09077644-8 2024-03-07T02:57:02.411 INFO:tasks.rados.rados.0.smithi090.stdout:8: oid 8 updating version 0 to 2 2024-03-07T02:57:02.411 INFO:tasks.rados.rados.0.smithi090.stdout:8: oid 8 version 2 is already newer than 1 2024-03-07T02:57:02.412 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 2 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-03-07T02:57:02.412 INFO:tasks.rados.rados.0.smithi090.stdout:8: left oid 8 (ObjNum 7 snap 0 seq_num 7) 2024-03-07T02:57:02.412 INFO:tasks.rados.rados.0.smithi090.stdout:2: finishing write tid 3 to smithi09077644-2 2024-03-07T02:57:02.412 INFO:tasks.rados.rados.0.smithi090.stdout:2: oid 2 updating version 0 to 1 2024-03-07T02:57:02.412 INFO:tasks.rados.rados.0.smithi090.stdout:2: oid 2 updating version 1 to 2 2024-03-07T02:57:02.412 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 2 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-03-07T02:57:02.412 INFO:tasks.rados.rados.0.smithi090.stdout:2: left oid 2 (ObjNum 1 snap 0 seq_num 1) 2024-03-07T02:57:02.412 INFO:tasks.rados.rados.0.smithi090.stdout:9: finishing write tid 1 to smithi09077644-9 2024-03-07T02:57:02.412 INFO:tasks.rados.rados.0.smithi090.stdout:9: finishing write tid 2 to smithi09077644-9 2024-03-07T02:57:02.412 INFO:tasks.rados.rados.0.smithi090.stdout:7: finishing write tid 3 to smithi09077644-7 2024-03-07T02:57:02.412 INFO:tasks.rados.rados.0.smithi090.stdout:7: oid 7 updating version 0 to 1 2024-03-07T02:57:02.412 INFO:tasks.rados.rados.0.smithi090.stdout:7: oid 7 updating version 1 to 2 2024-03-07T02:57:02.412 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 7 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-03-07T02:57:02.412 INFO:tasks.rados.rados.0.smithi090.stdout:7: left oid 7 (ObjNum 6 snap 0 seq_num 6) 2024-03-07T02:57:02.413 INFO:tasks.rados.rados.0.smithi090.stdout:14: seq_num 13 ranges {0=221184} 2024-03-07T02:57:02.413 INFO:tasks.rados.rados.0.smithi090.stdout:14: writing smithi09077644-14 from 0 to 221184 tid 1 2024-03-07T02:57:02.413 INFO:tasks.rados.rados.0.smithi090.stdout:2: done (13 left) 2024-03-07T02:57:02.414 INFO:tasks.rados.rados.0.smithi090.stdout:7: done (12 left) 2024-03-07T02:57:02.414 INFO:tasks.rados.rados.0.smithi090.stdout:8: done (11 left) 2024-03-07T02:57:02.414 INFO:tasks.rados.rados.0.smithi090.stdout:15: write initial oid 15 2024-03-07T02:57:02.414 INFO:tasks.rados.rados.0.smithi090.stdout:15: seq_num 14 ranges {0=237568} 2024-03-07T02:57:02.414 INFO:tasks.rados.rados.0.smithi090.stdout:15: writing smithi09077644-15 from 0 to 237568 tid 1 2024-03-07T02:57:02.414 INFO:tasks.rados.rados.0.smithi090.stdout:1: finishing write tid 2 to smithi09077644-1 2024-03-07T02:57:02.415 INFO:tasks.rados.rados.0.smithi090.stdout:4: finishing write tid 2 to smithi09077644-4 2024-03-07T02:57:02.415 INFO:tasks.rados.rados.0.smithi090.stdout:5: finishing write tid 1 to smithi09077644-5 2024-03-07T02:57:02.415 INFO:tasks.rados.rados.0.smithi090.stdout:10: finishing write tid 1 to smithi09077644-10 2024-03-07T02:57:02.415 INFO:tasks.rados.rados.0.smithi090.stdout:10: finishing write tid 2 to smithi09077644-10 2024-03-07T02:57:02.415 INFO:tasks.rados.rados.0.smithi090.stdout:6: finishing write tid 3 to smithi09077644-6 2024-03-07T02:57:02.415 INFO:tasks.rados.rados.0.smithi090.stdout:6: oid 6 updating version 0 to 4 2024-03-07T02:57:02.415 INFO:tasks.rados.rados.0.smithi090.stdout:6: oid 6 version 4 is already newer than 3 2024-03-07T02:57:02.415 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 4 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-03-07T02:57:02.415 INFO:tasks.rados.rados.0.smithi090.stdout:6: left oid 6 (ObjNum 5 snap 0 seq_num 5) 2024-03-07T02:57:02.415 INFO:tasks.rados.rados.0.smithi090.stdout:11: finishing write tid 1 to smithi09077644-11 2024-03-07T02:57:02.415 INFO:tasks.rados.rados.0.smithi090.stdout:9: finishing write tid 3 to smithi09077644-9 2024-03-07T02:57:02.415 INFO:tasks.rados.rados.0.smithi090.stdout:9: oid 9 updating version 0 to 4 2024-03-07T02:57:02.415 INFO:tasks.rados.rados.0.smithi090.stdout:9: oid 9 version 4 is already newer than 3 2024-03-07T02:57:02.415 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 9 v 4 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-03-07T02:57:02.415 INFO:tasks.rados.rados.0.smithi090.stdout:9: left oid 9 (ObjNum 8 snap 0 seq_num 8) 2024-03-07T02:57:02.416 INFO:tasks.rados.rados.0.smithi090.stdout:3: finishing write tid 2 to smithi09077644-3 2024-03-07T02:57:02.416 INFO:tasks.rados.rados.0.smithi090.stdout:11: finishing write tid 2 to smithi09077644-11 2024-03-07T02:57:02.416 INFO:tasks.rados.rados.0.smithi090.stdout:6: done (11 left) 2024-03-07T02:57:02.416 INFO:tasks.rados.rados.0.smithi090.stdout:9: done (10 left) 2024-03-07T02:57:02.416 INFO:tasks.rados.rados.0.smithi090.stdout:16: write initial oid 16 2024-03-07T02:57:02.416 INFO:tasks.rados.rados.0.smithi090.stdout:16: seq_num 15 ranges {0=253952} 2024-03-07T02:57:02.416 INFO:tasks.rados.rados.0.smithi090.stdout:16: writing smithi09077644-16 from 0 to 253952 tid 1 2024-03-07T02:57:02.417 INFO:tasks.rados.rados.0.smithi090.stdout:17: write initial oid 17 2024-03-07T02:57:02.417 INFO:tasks.rados.rados.0.smithi090.stdout:17: seq_num 16 ranges {0=270336} 2024-03-07T02:57:02.419 INFO:tasks.rados.rados.0.smithi090.stdout:17: writing smithi09077644-17 from 0 to 270336 tid 1 2024-03-07T02:57:02.419 INFO:tasks.rados.rados.0.smithi090.stdout:18: write initial oid 18 2024-03-07T02:57:02.419 INFO:tasks.rados.rados.0.smithi090.stdout:4: finishing write tid 3 to smithi09077644-4 2024-03-07T02:57:02.419 INFO:tasks.rados.rados.0.smithi090.stdout:4: oid 4 updating version 0 to 1 2024-03-07T02:57:02.420 INFO:tasks.rados.rados.0.smithi090.stdout:4: oid 4 updating version 1 to 2 2024-03-07T02:57:02.420 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 2 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-03-07T02:57:02.420 INFO:tasks.rados.rados.0.smithi090.stdout:4: left oid 4 (ObjNum 3 snap 0 seq_num 3) 2024-03-07T02:57:02.420 INFO:tasks.rados.rados.0.smithi090.stdout:5: finishing write tid 2 to smithi09077644-5 2024-03-07T02:57:02.420 INFO:tasks.rados.rados.0.smithi090.stdout:1: finishing write tid 3 to smithi09077644-1 2024-03-07T02:57:02.420 INFO:tasks.rados.rados.0.smithi090.stdout:1: oid 1 updating version 0 to 1 2024-03-07T02:57:02.420 INFO:tasks.rados.rados.0.smithi090.stdout:1: oid 1 updating version 1 to 2 2024-03-07T02:57:02.420 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 1 v 2 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-03-07T02:57:02.420 INFO:tasks.rados.rados.0.smithi090.stdout:1: left oid 1 (ObjNum 0 snap 0 seq_num 0) 2024-03-07T02:57:02.420 INFO:tasks.rados.rados.0.smithi090.stdout:3: finishing write tid 3 to smithi09077644-3 2024-03-07T02:57:02.420 INFO:tasks.rados.rados.0.smithi090.stdout:3: oid 3 updating version 0 to 1 2024-03-07T02:57:02.420 INFO:tasks.rados.rados.0.smithi090.stdout:3: oid 3 updating version 1 to 2 2024-03-07T02:57:02.420 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 2 (ObjNum 2 snap 0 seq_num 2) dirty exists 2024-03-07T02:57:02.420 INFO:tasks.rados.rados.0.smithi090.stdout:3: left oid 3 (ObjNum 2 snap 0 seq_num 2) 2024-03-07T02:57:02.421 INFO:tasks.rados.rados.0.smithi090.stdout:11: finishing write tid 3 to smithi09077644-11 2024-03-07T02:57:02.421 INFO:tasks.rados.rados.0.smithi090.stdout:11: oid 11 updating version 0 to 1 2024-03-07T02:57:02.421 INFO:tasks.rados.rados.0.smithi090.stdout:11: oid 11 updating version 1 to 2 2024-03-07T02:57:02.421 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 11 v 2 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-03-07T02:57:02.421 INFO:tasks.rados.rados.0.smithi090.stdout:11: left oid 11 (ObjNum 10 snap 0 seq_num 10) 2024-03-07T02:57:02.421 INFO:tasks.rados.rados.0.smithi090.stdout:12: finishing write tid 1 to smithi09077644-12 2024-03-07T02:57:02.421 INFO:tasks.rados.rados.0.smithi090.stdout:12: finishing write tid 2 to smithi09077644-12 2024-03-07T02:57:02.421 INFO:tasks.rados.rados.0.smithi090.stdout:14: finishing write tid 1 to smithi09077644-14 2024-03-07T02:57:02.421 INFO:tasks.rados.rados.0.smithi090.stdout:14: finishing write tid 2 to smithi09077644-14 2024-03-07T02:57:02.421 INFO:tasks.rados.rados.0.smithi090.stdout:5: finishing write tid 3 to smithi09077644-5 2024-03-07T02:57:02.421 INFO:tasks.rados.rados.0.smithi090.stdout:5: oid 5 updating version 0 to 3 2024-03-07T02:57:02.421 INFO:tasks.rados.rados.0.smithi090.stdout:5: oid 5 updating version 3 to 4 2024-03-07T02:57:02.421 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 5 v 4 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-03-07T02:57:02.421 INFO:tasks.rados.rados.0.smithi090.stdout:5: left oid 5 (ObjNum 4 snap 0 seq_num 4) 2024-03-07T02:57:02.421 INFO:tasks.rados.rados.0.smithi090.stdout:10: finishing write tid 3 to smithi09077644-10 2024-03-07T02:57:02.422 INFO:tasks.rados.rados.0.smithi090.stdout:10: oid 10 updating version 0 to 1 2024-03-07T02:57:02.422 INFO:tasks.rados.rados.0.smithi090.stdout:10: oid 10 updating version 1 to 2 2024-03-07T02:57:02.422 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 2 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-03-07T02:57:02.422 INFO:tasks.rados.rados.0.smithi090.stdout:10: left oid 10 (ObjNum 9 snap 0 seq_num 9) 2024-03-07T02:57:02.422 INFO:tasks.rados.rados.0.smithi090.stdout:13: finishing write tid 1 to smithi09077644-13 2024-03-07T02:57:02.422 INFO:tasks.rados.rados.0.smithi090.stdout:13: finishing write tid 2 to smithi09077644-13 2024-03-07T02:57:02.422 INFO:tasks.rados.rados.0.smithi090.stdout:15: finishing write tid 1 to smithi09077644-15 2024-03-07T02:57:02.422 INFO:tasks.rados.rados.0.smithi090.stdout:12: finishing write tid 3 to smithi09077644-12 2024-03-07T02:57:02.422 INFO:tasks.rados.rados.0.smithi090.stdout:12: oid 12 updating version 0 to 2 2024-03-07T02:57:02.422 INFO:tasks.rados.rados.0.smithi090.stdout:12: oid 12 version 2 is already newer than 1 2024-03-07T02:57:02.422 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 12 v 2 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-03-07T02:57:02.422 INFO:tasks.rados.rados.0.smithi090.stdout:12: left oid 12 (ObjNum 11 snap 0 seq_num 11) 2024-03-07T02:57:02.422 INFO:tasks.rados.rados.0.smithi090.stdout:14: finishing write tid 3 to smithi09077644-14 2024-03-07T02:57:02.422 INFO:tasks.rados.rados.0.smithi090.stdout:14: oid 14 updating version 0 to 2 2024-03-07T02:57:02.422 INFO:tasks.rados.rados.0.smithi090.stdout:14: oid 14 version 2 is already newer than 1 2024-03-07T02:57:02.423 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 14 v 2 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-03-07T02:57:02.423 INFO:tasks.rados.rados.0.smithi090.stdout:14: left oid 14 (ObjNum 13 snap 0 seq_num 13) 2024-03-07T02:57:02.423 INFO:tasks.rados.rados.0.smithi090.stdout:15: finishing write tid 2 to smithi09077644-15 2024-03-07T02:57:02.423 INFO:tasks.rados.rados.0.smithi090.stdout:18: seq_num 17 ranges {0=286720} 2024-03-07T02:57:02.424 INFO:tasks.rados.rados.0.smithi090.stdout:18: writing smithi09077644-18 from 0 to 286720 tid 1 2024-03-07T02:57:02.424 INFO:tasks.rados.rados.0.smithi090.stdout:1: done (12 left) 2024-03-07T02:57:02.424 INFO:tasks.rados.rados.0.smithi090.stdout:3: done (11 left) 2024-03-07T02:57:02.424 INFO:tasks.rados.rados.0.smithi090.stdout:4: done (10 left) 2024-03-07T02:57:02.424 INFO:tasks.rados.rados.0.smithi090.stdout:5: done (9 left) 2024-03-07T02:57:02.424 INFO:tasks.rados.rados.0.smithi090.stdout:10: done (8 left) 2024-03-07T02:57:02.424 INFO:tasks.rados.rados.0.smithi090.stdout:11: done (7 left) 2024-03-07T02:57:02.424 INFO:tasks.rados.rados.0.smithi090.stdout:12: done (6 left) 2024-03-07T02:57:02.424 INFO:tasks.rados.rados.0.smithi090.stdout:14: done (5 left) 2024-03-07T02:57:02.424 INFO:tasks.rados.rados.0.smithi090.stdout:19: write initial oid 19 2024-03-07T02:57:02.424 INFO:tasks.rados.rados.0.smithi090.stdout:13: finishing write tid 3 to smithi09077644-13 2024-03-07T02:57:02.424 INFO:tasks.rados.rados.0.smithi090.stdout:13: oid 13 updating version 0 to 4 2024-03-07T02:57:02.424 INFO:tasks.rados.rados.0.smithi090.stdout:13: oid 13 version 4 is already newer than 3 2024-03-07T02:57:02.425 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 13 v 4 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-03-07T02:57:02.425 INFO:tasks.rados.rados.0.smithi090.stdout:13: left oid 13 (ObjNum 12 snap 0 seq_num 12) 2024-03-07T02:57:02.425 INFO:tasks.rados.rados.0.smithi090.stdout:16: finishing write tid 1 to smithi09077644-16 2024-03-07T02:57:02.425 INFO:tasks.rados.rados.0.smithi090.stdout:19: seq_num 18 ranges {0=303104} 2024-03-07T02:57:02.425 INFO:tasks.rados.rados.0.smithi090.stdout:19: writing smithi09077644-19 from 0 to 303104 tid 1 2024-03-07T02:57:02.425 INFO:tasks.rados.rados.0.smithi090.stdout:13: done (5 left) 2024-03-07T02:57:02.425 INFO:tasks.rados.rados.0.smithi090.stdout:20: write initial oid 20 2024-03-07T02:57:02.425 INFO:tasks.rados.rados.0.smithi090.stdout:20: seq_num 19 ranges {0=319488} 2024-03-07T02:57:02.426 INFO:tasks.rados.rados.0.smithi090.stdout:20: writing smithi09077644-20 from 0 to 319488 tid 1 2024-03-07T02:57:02.426 INFO:tasks.rados.rados.0.smithi090.stdout:21: write initial oid 21 2024-03-07T02:57:02.426 INFO:tasks.rados.rados.0.smithi090.stdout:21: seq_num 20 ranges {0=344064} 2024-03-07T02:57:02.427 INFO:tasks.rados.rados.0.smithi090.stdout:21: writing smithi09077644-21 from 0 to 344064 tid 1 2024-03-07T02:57:02.427 INFO:tasks.rados.rados.0.smithi090.stdout:17: finishing write tid 1 to smithi09077644-17 2024-03-07T02:57:02.427 INFO:tasks.rados.rados.0.smithi090.stdout:16: finishing write tid 2 to smithi09077644-16 2024-03-07T02:57:02.428 INFO:tasks.rados.rados.0.smithi090.stdout:15: finishing write tid 3 to smithi09077644-15 2024-03-07T02:57:02.428 INFO:tasks.rados.rados.0.smithi090.stdout:15: oid 15 updating version 0 to 4 2024-03-07T02:57:02.428 INFO:tasks.rados.rados.0.smithi090.stdout:15: oid 15 version 4 is already newer than 3 2024-03-07T02:57:02.428 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 4 (ObjNum 14 snap 0 seq_num 14) dirty exists 2024-03-07T02:57:02.428 INFO:tasks.rados.rados.0.smithi090.stdout:15: left oid 15 (ObjNum 14 snap 0 seq_num 14) 2024-03-07T02:57:02.428 INFO:tasks.rados.rados.0.smithi090.stdout:17: finishing write tid 2 to smithi09077644-17 2024-03-07T02:57:02.428 INFO:tasks.rados.rados.0.smithi090.stdout:16: finishing write tid 3 to smithi09077644-16 2024-03-07T02:57:02.428 INFO:tasks.rados.rados.0.smithi090.stdout:16: oid 16 updating version 0 to 2 2024-03-07T02:57:02.428 INFO:tasks.rados.rados.0.smithi090.stdout:16: oid 16 version 2 is already newer than 1 2024-03-07T02:57:02.428 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 2 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-03-07T02:57:02.428 INFO:tasks.rados.rados.0.smithi090.stdout:16: left oid 16 (ObjNum 15 snap 0 seq_num 15) 2024-03-07T02:57:02.428 INFO:tasks.rados.rados.0.smithi090.stdout:18: finishing write tid 1 to smithi09077644-18 2024-03-07T02:57:02.428 INFO:tasks.rados.rados.0.smithi090.stdout:17: finishing write tid 3 to smithi09077644-17 2024-03-07T02:57:02.429 INFO:tasks.rados.rados.0.smithi090.stdout:17: oid 17 updating version 0 to 6 2024-03-07T02:57:02.429 INFO:tasks.rados.rados.0.smithi090.stdout:17: oid 17 version 6 is already newer than 5 2024-03-07T02:57:02.429 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 17 v 6 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-03-07T02:57:02.429 INFO:tasks.rados.rados.0.smithi090.stdout:17: left oid 17 (ObjNum 16 snap 0 seq_num 16) 2024-03-07T02:57:02.429 INFO:tasks.rados.rados.0.smithi090.stdout:18: finishing write tid 2 to smithi09077644-18 2024-03-07T02:57:02.429 INFO:tasks.rados.rados.0.smithi090.stdout:19: finishing write tid 1 to smithi09077644-19 2024-03-07T02:57:02.429 INFO:tasks.rados.rados.0.smithi090.stdout:19: finishing write tid 2 to smithi09077644-19 2024-03-07T02:57:02.429 INFO:tasks.rados.rados.0.smithi090.stdout:18: finishing write tid 3 to smithi09077644-18 2024-03-07T02:57:02.429 INFO:tasks.rados.rados.0.smithi090.stdout:18: oid 18 updating version 0 to 3 2024-03-07T02:57:02.429 INFO:tasks.rados.rados.0.smithi090.stdout:18: oid 18 updating version 3 to 4 2024-03-07T02:57:02.429 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 18 v 4 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-03-07T02:57:02.429 INFO:tasks.rados.rados.0.smithi090.stdout:18: left oid 18 (ObjNum 17 snap 0 seq_num 17) 2024-03-07T02:57:02.429 INFO:tasks.rados.rados.0.smithi090.stdout:15: done (6 left) 2024-03-07T02:57:02.429 INFO:tasks.rados.rados.0.smithi090.stdout:16: done (5 left) 2024-03-07T02:57:02.430 INFO:tasks.rados.rados.0.smithi090.stdout:17: done (4 left) 2024-03-07T02:57:02.430 INFO:tasks.rados.rados.0.smithi090.stdout:18: done (3 left) 2024-03-07T02:57:02.430 INFO:tasks.rados.rados.0.smithi090.stdout:22: write initial oid 22 2024-03-07T02:57:02.430 INFO:tasks.rados.rados.0.smithi090.stdout:22: seq_num 21 ranges {0=360448} 2024-03-07T02:57:02.430 INFO:tasks.rados.rados.0.smithi090.stdout:22: writing smithi09077644-22 from 0 to 360448 tid 1 2024-03-07T02:57:02.430 INFO:tasks.rados.rados.0.smithi090.stdout:23: write initial oid 23 2024-03-07T02:57:02.430 INFO:tasks.rados.rados.0.smithi090.stdout:23: seq_num 22 ranges {0=376832} 2024-03-07T02:57:02.432 INFO:tasks.rados.rados.0.smithi090.stdout:23: writing smithi09077644-23 from 0 to 376832 tid 1 2024-03-07T02:57:02.432 INFO:tasks.rados.rados.0.smithi090.stdout:24: write initial oid 24 2024-03-07T02:57:02.432 INFO:tasks.rados.rados.0.smithi090.stdout:24: seq_num 23 ranges {0=393216} 2024-03-07T02:57:02.434 INFO:tasks.rados.rados.0.smithi090.stdout:24: writing smithi09077644-24 from 0 to 393216 tid 1 2024-03-07T02:57:02.434 INFO:tasks.rados.rados.0.smithi090.stdout:25: write initial oid 25 2024-03-07T02:57:02.434 INFO:tasks.rados.rados.0.smithi090.stdout:25: seq_num 24 ranges {0=409600} 2024-03-07T02:57:02.437 INFO:tasks.rados.rados.0.smithi090.stdout:25: writing smithi09077644-25 from 0 to 409600 tid 1 2024-03-07T02:57:02.437 INFO:tasks.rados.rados.0.smithi090.stdout:26: write initial oid 26 2024-03-07T02:57:02.437 INFO:tasks.rados.rados.0.smithi090.stdout:26: seq_num 25 ranges {0=425984} 2024-03-07T02:57:02.439 INFO:tasks.rados.rados.0.smithi090.stdout:26: writing smithi09077644-26 from 0 to 425984 tid 1 2024-03-07T02:57:02.439 INFO:tasks.rados.rados.0.smithi090.stdout:27: write initial oid 27 2024-03-07T02:57:02.440 INFO:tasks.rados.rados.0.smithi090.stdout:27: seq_num 26 ranges {0=442368} 2024-03-07T02:57:02.442 INFO:tasks.rados.rados.0.smithi090.stdout:27: writing smithi09077644-27 from 0 to 442368 tid 1 2024-03-07T02:57:02.442 INFO:tasks.rados.rados.0.smithi090.stdout:28: write initial oid 28 2024-03-07T02:57:02.442 INFO:tasks.rados.rados.0.smithi090.stdout:28: seq_num 27 ranges {0=458752} 2024-03-07T02:57:02.445 INFO:tasks.rados.rados.0.smithi090.stdout:28: writing smithi09077644-28 from 0 to 458752 tid 1 2024-03-07T02:57:02.445 INFO:tasks.rados.rados.0.smithi090.stdout:29: write initial oid 29 2024-03-07T02:57:02.445 INFO:tasks.rados.rados.0.smithi090.stdout:29: seq_num 28 ranges {0=475136} 2024-03-07T02:57:02.448 INFO:tasks.rados.rados.0.smithi090.stdout:29: writing smithi09077644-29 from 0 to 475136 tid 1 2024-03-07T02:57:02.448 INFO:tasks.rados.rados.0.smithi090.stdout:30: write initial oid 30 2024-03-07T02:57:02.448 INFO:tasks.rados.rados.0.smithi090.stdout:30: seq_num 29 ranges {0=491520} 2024-03-07T02:57:02.451 INFO:tasks.rados.rados.0.smithi090.stdout:30: writing smithi09077644-30 from 0 to 491520 tid 1 2024-03-07T02:57:02.451 INFO:tasks.rados.rados.0.smithi090.stdout:31: write initial oid 31 2024-03-07T02:57:02.451 INFO:tasks.rados.rados.0.smithi090.stdout:31: seq_num 30 ranges {0=507904} 2024-03-07T02:57:02.454 INFO:tasks.rados.rados.0.smithi090.stdout:31: writing smithi09077644-31 from 0 to 507904 tid 1 2024-03-07T02:57:02.454 INFO:tasks.rados.rados.0.smithi090.stdout:32: write initial oid 32 2024-03-07T02:57:02.454 INFO:tasks.rados.rados.0.smithi090.stdout:32: seq_num 31 ranges {0=524288} 2024-03-07T02:57:02.457 INFO:tasks.rados.rados.0.smithi090.stdout:32: writing smithi09077644-32 from 0 to 524288 tid 1 2024-03-07T02:57:02.457 INFO:tasks.rados.rados.0.smithi090.stdout:33: write initial oid 33 2024-03-07T02:57:02.457 INFO:tasks.rados.rados.0.smithi090.stdout:33: seq_num 32 ranges {0=540672} 2024-03-07T02:57:02.460 INFO:tasks.rados.rados.0.smithi090.stdout:33: writing smithi09077644-33 from 0 to 540672 tid 1 2024-03-07T02:57:02.460 INFO:tasks.rados.rados.0.smithi090.stdout:34: write initial oid 34 2024-03-07T02:57:02.460 INFO:tasks.rados.rados.0.smithi090.stdout:34: seq_num 33 ranges {0=557056} 2024-03-07T02:57:02.464 INFO:tasks.rados.rados.0.smithi090.stdout:34: writing smithi09077644-34 from 0 to 557056 tid 1 2024-03-07T02:57:02.464 INFO:tasks.rados.rados.0.smithi090.stdout: waiting on 16 2024-03-07T02:57:02.464 INFO:tasks.rados.rados.0.smithi090.stdout:20: finishing write tid 1 to smithi09077644-20 2024-03-07T02:57:02.464 INFO:tasks.rados.rados.0.smithi090.stdout:19: finishing write tid 3 to smithi09077644-19 2024-03-07T02:57:02.464 INFO:tasks.rados.rados.0.smithi090.stdout:19: oid 19 updating version 0 to 6 2024-03-07T02:57:02.464 INFO:tasks.rados.rados.0.smithi090.stdout:19: oid 19 version 6 is already newer than 5 2024-03-07T02:57:02.464 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 6 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-03-07T02:57:02.464 INFO:tasks.rados.rados.0.smithi090.stdout:19: left oid 19 (ObjNum 18 snap 0 seq_num 18) 2024-03-07T02:57:02.464 INFO:tasks.rados.rados.0.smithi090.stdout:20: finishing write tid 2 to smithi09077644-20 2024-03-07T02:57:02.465 INFO:tasks.rados.rados.0.smithi090.stdout:19: done (15 left) 2024-03-07T02:57:02.465 INFO:tasks.rados.rados.0.smithi090.stdout:35: write initial oid 35 2024-03-07T02:57:02.465 INFO:tasks.rados.rados.0.smithi090.stdout:35: seq_num 34 ranges {0=573440} 2024-03-07T02:57:02.467 INFO:tasks.rados.rados.0.smithi090.stdout:35: writing smithi09077644-35 from 0 to 573440 tid 1 2024-03-07T02:57:02.467 INFO:tasks.rados.rados.0.smithi090.stdout: waiting on 16 2024-03-07T02:57:02.467 INFO:tasks.rados.rados.0.smithi090.stdout:21: finishing write tid 1 to smithi09077644-21 2024-03-07T02:57:02.467 INFO:tasks.rados.rados.0.smithi090.stdout:20: finishing write tid 3 to smithi09077644-20 2024-03-07T02:57:02.467 INFO:tasks.rados.rados.0.smithi090.stdout:20: oid 20 updating version 0 to 6 2024-03-07T02:57:02.467 INFO:tasks.rados.rados.0.smithi090.stdout:20: oid 20 version 6 is already newer than 5 2024-03-07T02:57:02.467 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 20 v 6 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-03-07T02:57:02.467 INFO:tasks.rados.rados.0.smithi090.stdout:20: left oid 20 (ObjNum 19 snap 0 seq_num 19) 2024-03-07T02:57:02.467 INFO:tasks.rados.rados.0.smithi090.stdout:21: finishing write tid 2 to smithi09077644-21 2024-03-07T02:57:02.467 INFO:tasks.rados.rados.0.smithi090.stdout:20: done (15 left) 2024-03-07T02:57:02.468 INFO:tasks.rados.rados.0.smithi090.stdout:36: write initial oid 36 2024-03-07T02:57:02.468 INFO:tasks.rados.rados.0.smithi090.stdout:36: seq_num 35 ranges {0=589824} 2024-03-07T02:57:02.470 INFO:tasks.rados.rados.0.smithi090.stdout:36: writing smithi09077644-36 from 0 to 589824 tid 1 2024-03-07T02:57:02.470 INFO:tasks.rados.rados.0.smithi090.stdout: waiting on 16 2024-03-07T02:57:02.470 INFO:tasks.rados.rados.0.smithi090.stdout:21: finishing write tid 3 to smithi09077644-21 2024-03-07T02:57:02.471 INFO:tasks.rados.rados.0.smithi090.stdout:21: oid 21 updating version 0 to 3 2024-03-07T02:57:02.471 INFO:tasks.rados.rados.0.smithi090.stdout:21: oid 21 updating version 3 to 4 2024-03-07T02:57:02.471 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 4 (ObjNum 20 snap 0 seq_num 20) dirty exists 2024-03-07T02:57:02.471 INFO:tasks.rados.rados.0.smithi090.stdout:21: left oid 21 (ObjNum 20 snap 0 seq_num 20) 2024-03-07T02:57:02.471 INFO:tasks.rados.rados.0.smithi090.stdout:21: done (15 left) 2024-03-07T02:57:02.471 INFO:tasks.rados.rados.0.smithi090.stdout:37: write initial oid 37 2024-03-07T02:57:02.471 INFO:tasks.rados.rados.0.smithi090.stdout:37: seq_num 36 ranges {0=606208} 2024-03-07T02:57:02.474 INFO:tasks.rados.rados.0.smithi090.stdout:37: writing smithi09077644-37 from 0 to 606208 tid 1 2024-03-07T02:57:02.474 INFO:tasks.rados.rados.0.smithi090.stdout: waiting on 16 2024-03-07T02:57:02.474 INFO:tasks.rados.rados.0.smithi090.stdout:22: finishing write tid 1 to smithi09077644-22 2024-03-07T02:57:02.475 INFO:tasks.rados.rados.0.smithi090.stdout:22: finishing write tid 2 to smithi09077644-22 2024-03-07T02:57:02.475 INFO:tasks.rados.rados.0.smithi090.stdout:22: finishing write tid 3 to smithi09077644-22 2024-03-07T02:57:02.475 INFO:tasks.rados.rados.0.smithi090.stdout:22: oid 22 updating version 0 to 6 2024-03-07T02:57:02.475 INFO:tasks.rados.rados.0.smithi090.stdout:22: oid 22 version 6 is already newer than 5 2024-03-07T02:57:02.475 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 6 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-03-07T02:57:02.475 INFO:tasks.rados.rados.0.smithi090.stdout:22: left oid 22 (ObjNum 21 snap 0 seq_num 21) 2024-03-07T02:57:02.475 INFO:tasks.rados.rados.0.smithi090.stdout:23: finishing write tid 1 to smithi09077644-23 2024-03-07T02:57:02.475 INFO:tasks.rados.rados.0.smithi090.stdout:22: done (15 left) 2024-03-07T02:57:02.475 INFO:tasks.rados.rados.0.smithi090.stdout:38: write initial oid 38 2024-03-07T02:57:02.475 INFO:tasks.rados.rados.0.smithi090.stdout:38: seq_num 37 ranges {0=622592} 2024-03-07T02:57:02.478 INFO:tasks.rados.rados.0.smithi090.stdout:38: writing smithi09077644-38 from 0 to 622592 tid 1 2024-03-07T02:57:02.478 INFO:tasks.rados.rados.0.smithi090.stdout: waiting on 16 2024-03-07T02:57:02.478 INFO:tasks.rados.rados.0.smithi090.stdout:23: finishing write tid 2 to smithi09077644-23 2024-03-07T02:57:02.478 INFO:tasks.rados.rados.0.smithi090.stdout:24: finishing write tid 1 to smithi09077644-24 2024-03-07T02:57:02.478 INFO:tasks.rados.rados.0.smithi090.stdout:24: finishing write tid 2 to smithi09077644-24 2024-03-07T02:57:02.478 INFO:tasks.rados.rados.0.smithi090.stdout:24: finishing write tid 3 to smithi09077644-24 2024-03-07T02:57:02.478 INFO:tasks.rados.rados.0.smithi090.stdout:24: oid 24 updating version 0 to 7 2024-03-07T02:57:02.478 INFO:tasks.rados.rados.0.smithi090.stdout:24: oid 24 updating version 7 to 8 2024-03-07T02:57:02.478 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 24 v 8 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-03-07T02:57:02.478 INFO:tasks.rados.rados.0.smithi090.stdout:24: left oid 24 (ObjNum 23 snap 0 seq_num 23) 2024-03-07T02:57:02.478 INFO:tasks.rados.rados.0.smithi090.stdout:23: finishing write tid 3 to smithi09077644-23 2024-03-07T02:57:02.478 INFO:tasks.rados.rados.0.smithi090.stdout:23: oid 23 updating version 0 to 3 2024-03-07T02:57:02.478 INFO:tasks.rados.rados.0.smithi090.stdout:23: oid 23 updating version 3 to 4 2024-03-07T02:57:02.478 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 4 (ObjNum 22 snap 0 seq_num 22) dirty exists 2024-03-07T02:57:02.478 INFO:tasks.rados.rados.0.smithi090.stdout:23: left oid 23 (ObjNum 22 snap 0 seq_num 22) 2024-03-07T02:57:02.479 INFO:tasks.rados.rados.0.smithi090.stdout:25: finishing write tid 1 to smithi09077644-25 2024-03-07T02:57:02.479 INFO:tasks.rados.rados.0.smithi090.stdout:23: done (15 left) 2024-03-07T02:57:02.479 INFO:tasks.rados.rados.0.smithi090.stdout:24: done (14 left) 2024-03-07T02:57:02.479 INFO:tasks.rados.rados.0.smithi090.stdout:39: write initial oid 39 2024-03-07T02:57:02.479 INFO:tasks.rados.rados.0.smithi090.stdout:39: seq_num 38 ranges {0=638976} 2024-03-07T02:57:02.481 INFO:tasks.rados.rados.0.smithi090.stdout:39: writing smithi09077644-39 from 0 to 638976 tid 1 2024-03-07T02:57:02.481 INFO:tasks.rados.rados.0.smithi090.stdout:40: write initial oid 40 2024-03-07T02:57:02.481 INFO:tasks.rados.rados.0.smithi090.stdout:40: seq_num 39 ranges {0=663552} 2024-03-07T02:57:02.485 INFO:tasks.rados.rados.0.smithi090.stdout:40: writing smithi09077644-40 from 0 to 663552 tid 1 2024-03-07T02:57:02.485 INFO:tasks.rados.rados.0.smithi090.stdout: waiting on 16 2024-03-07T02:57:02.485 INFO:tasks.rados.rados.0.smithi090.stdout:25: finishing write tid 2 to smithi09077644-25 2024-03-07T02:57:02.486 INFO:tasks.rados.rados.0.smithi090.stdout:25: finishing write tid 3 to smithi09077644-25 2024-03-07T02:57:02.486 INFO:tasks.rados.rados.0.smithi090.stdout:25: oid 25 updating version 0 to 7 2024-03-07T02:57:02.486 INFO:tasks.rados.rados.0.smithi090.stdout:25: oid 25 updating version 7 to 8 2024-03-07T02:57:02.486 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 25 v 8 (ObjNum 24 snap 0 seq_num 24) dirty exists 2024-03-07T02:57:02.486 INFO:tasks.rados.rados.0.smithi090.stdout:25: left oid 25 (ObjNum 24 snap 0 seq_num 24) 2024-03-07T02:57:02.486 INFO:tasks.rados.rados.0.smithi090.stdout:26: finishing write tid 1 to smithi09077644-26 2024-03-07T02:57:02.486 INFO:tasks.rados.rados.0.smithi090.stdout:26: finishing write tid 2 to smithi09077644-26 2024-03-07T02:57:02.486 INFO:tasks.rados.rados.0.smithi090.stdout:25: done (15 left) 2024-03-07T02:57:02.486 INFO:tasks.rados.rados.0.smithi090.stdout:41: write initial oid 41 2024-03-07T02:57:02.486 INFO:tasks.rados.rados.0.smithi090.stdout:41: seq_num 40 ranges {0=679936} 2024-03-07T02:57:02.489 INFO:tasks.rados.rados.0.smithi090.stdout:41: writing smithi09077644-41 from 0 to 679936 tid 1 2024-03-07T02:57:02.489 INFO:tasks.rados.rados.0.smithi090.stdout: waiting on 16 2024-03-07T02:57:02.489 INFO:tasks.rados.rados.0.smithi090.stdout:26: finishing write tid 3 to smithi09077644-26 2024-03-07T02:57:02.489 INFO:tasks.rados.rados.0.smithi090.stdout:26: oid 26 updating version 0 to 4 2024-03-07T02:57:02.489 INFO:tasks.rados.rados.0.smithi090.stdout:26: oid 26 version 4 is already newer than 3 2024-03-07T02:57:02.490 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 26 v 4 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-03-07T02:57:02.490 INFO:tasks.rados.rados.0.smithi090.stdout:26: left oid 26 (ObjNum 25 snap 0 seq_num 25) 2024-03-07T02:57:02.490 INFO:tasks.rados.rados.0.smithi090.stdout:27: finishing write tid 1 to smithi09077644-27 2024-03-07T02:57:02.490 INFO:tasks.rados.rados.0.smithi090.stdout:26: done (15 left) 2024-03-07T02:57:02.490 INFO:tasks.rados.rados.0.smithi090.stdout:42: write initial oid 42 2024-03-07T02:57:02.490 INFO:tasks.rados.rados.0.smithi090.stdout:42: seq_num 41 ranges {0=696320} 2024-03-07T02:57:02.494 INFO:tasks.rados.rados.0.smithi090.stdout:42: writing smithi09077644-42 from 0 to 696320 tid 1 2024-03-07T02:57:02.494 INFO:tasks.rados.rados.0.smithi090.stdout: waiting on 16 2024-03-07T02:57:02.494 INFO:tasks.rados.rados.0.smithi090.stdout:27: finishing write tid 2 to smithi09077644-27 2024-03-07T02:57:02.494 INFO:tasks.rados.rados.0.smithi090.stdout:27: finishing write tid 3 to smithi09077644-27 2024-03-07T02:57:02.494 INFO:tasks.rados.rados.0.smithi090.stdout:27: oid 27 updating version 0 to 1 2024-03-07T02:57:02.494 INFO:tasks.rados.rados.0.smithi090.stdout:27: oid 27 updating version 1 to 2 2024-03-07T02:57:02.494 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 27 v 2 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-03-07T02:57:02.494 INFO:tasks.rados.rados.0.smithi090.stdout:27: left oid 27 (ObjNum 26 snap 0 seq_num 26) 2024-03-07T02:57:02.494 INFO:tasks.rados.rados.0.smithi090.stdout:28: finishing write tid 1 to smithi09077644-28 2024-03-07T02:57:02.494 INFO:tasks.rados.rados.0.smithi090.stdout:28: finishing write tid 2 to smithi09077644-28 2024-03-07T02:57:02.494 INFO:tasks.rados.rados.0.smithi090.stdout:28: finishing write tid 3 to smithi09077644-28 2024-03-07T02:57:02.494 INFO:tasks.rados.rados.0.smithi090.stdout:28: oid 28 updating version 0 to 1 2024-03-07T02:57:02.494 INFO:tasks.rados.rados.0.smithi090.stdout:28: oid 28 updating version 1 to 2 2024-03-07T02:57:02.495 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 28 v 2 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-03-07T02:57:02.495 INFO:tasks.rados.rados.0.smithi090.stdout:28: left oid 28 (ObjNum 27 snap 0 seq_num 27) 2024-03-07T02:57:02.495 INFO:tasks.rados.rados.0.smithi090.stdout:29: finishing write tid 1 to smithi09077644-29 2024-03-07T02:57:02.495 INFO:tasks.rados.rados.0.smithi090.stdout:29: finishing write tid 2 to smithi09077644-29 2024-03-07T02:57:02.495 INFO:tasks.rados.rados.0.smithi090.stdout:30: finishing write tid 1 to smithi09077644-30 2024-03-07T02:57:02.495 INFO:tasks.rados.rados.0.smithi090.stdout:29: finishing write tid 3 to smithi09077644-29 2024-03-07T02:57:02.495 INFO:tasks.rados.rados.0.smithi090.stdout:29: oid 29 updating version 0 to 5 2024-03-07T02:57:02.495 INFO:tasks.rados.rados.0.smithi090.stdout:29: oid 29 updating version 5 to 6 2024-03-07T02:57:02.495 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 6 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-03-07T02:57:02.495 INFO:tasks.rados.rados.0.smithi090.stdout:29: left oid 29 (ObjNum 28 snap 0 seq_num 28) 2024-03-07T02:57:02.495 INFO:tasks.rados.rados.0.smithi090.stdout:30: finishing write tid 2 to smithi09077644-30 2024-03-07T02:57:02.495 INFO:tasks.rados.rados.0.smithi090.stdout:27: done (15 left) 2024-03-07T02:57:02.495 INFO:tasks.rados.rados.0.smithi090.stdout:28: done (14 left) 2024-03-07T02:57:02.495 INFO:tasks.rados.rados.0.smithi090.stdout:29: done (13 left) 2024-03-07T02:57:02.495 INFO:tasks.rados.rados.0.smithi090.stdout:43: write initial oid 43 2024-03-07T02:57:02.496 INFO:tasks.rados.rados.0.smithi090.stdout:43: seq_num 42 ranges {0=712704} 2024-03-07T02:57:02.497 INFO:tasks.rados.rados.0.smithi090.stdout:43: writing smithi09077644-43 from 0 to 712704 tid 1 2024-03-07T02:57:02.497 INFO:tasks.rados.rados.0.smithi090.stdout:44: write initial oid 44 2024-03-07T02:57:02.498 INFO:tasks.rados.rados.0.smithi090.stdout:44: seq_num 43 ranges {0=729088} 2024-03-07T02:57:02.501 INFO:tasks.rados.rados.0.smithi090.stdout:44: writing smithi09077644-44 from 0 to 729088 tid 1 2024-03-07T02:57:02.502 INFO:tasks.rados.rados.0.smithi090.stdout:45: write initial oid 45 2024-03-07T02:57:02.502 INFO:tasks.rados.rados.0.smithi090.stdout:45: seq_num 44 ranges {0=745472} 2024-03-07T02:57:02.506 INFO:tasks.rados.rados.0.smithi090.stdout:45: writing smithi09077644-45 from 0 to 745472 tid 1 2024-03-07T02:57:02.506 INFO:tasks.rados.rados.0.smithi090.stdout: waiting on 16 2024-03-07T02:57:02.506 INFO:tasks.rados.rados.0.smithi090.stdout:30: finishing write tid 3 to smithi09077644-30 2024-03-07T02:57:02.506 INFO:tasks.rados.rados.0.smithi090.stdout:30: oid 30 updating version 0 to 6 2024-03-07T02:57:02.506 INFO:tasks.rados.rados.0.smithi090.stdout:30: oid 30 version 6 is already newer than 5 2024-03-07T02:57:02.506 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 30 v 6 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-03-07T02:57:02.507 INFO:tasks.rados.rados.0.smithi090.stdout:30: left oid 30 (ObjNum 29 snap 0 seq_num 29) 2024-03-07T02:57:02.507 INFO:tasks.rados.rados.0.smithi090.stdout:31: finishing write tid 1 to smithi09077644-31 2024-03-07T02:57:02.507 INFO:tasks.rados.rados.0.smithi090.stdout:30: done (15 left) 2024-03-07T02:57:02.507 INFO:tasks.rados.rados.0.smithi090.stdout:46: write initial oid 46 2024-03-07T02:57:02.507 INFO:tasks.rados.rados.0.smithi090.stdout:46: seq_num 45 ranges {0=761856} 2024-03-07T02:57:02.511 INFO:tasks.rados.rados.0.smithi090.stdout:46: writing smithi09077644-46 from 0 to 761856 tid 1 2024-03-07T02:57:02.511 INFO:tasks.rados.rados.0.smithi090.stdout: waiting on 16 2024-03-07T02:57:02.511 INFO:tasks.rados.rados.0.smithi090.stdout:31: finishing write tid 2 to smithi09077644-31 2024-03-07T02:57:02.511 INFO:tasks.rados.rados.0.smithi090.stdout:31: finishing write tid 3 to smithi09077644-31 2024-03-07T02:57:02.511 INFO:tasks.rados.rados.0.smithi090.stdout:31: oid 31 updating version 0 to 2 2024-03-07T02:57:02.511 INFO:tasks.rados.rados.0.smithi090.stdout:31: oid 31 version 2 is already newer than 1 2024-03-07T02:57:02.511 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 2 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-03-07T02:57:02.511 INFO:tasks.rados.rados.0.smithi090.stdout:31: left oid 31 (ObjNum 30 snap 0 seq_num 30) 2024-03-07T02:57:02.511 INFO:tasks.rados.rados.0.smithi090.stdout:32: finishing write tid 1 to smithi09077644-32 2024-03-07T02:57:02.511 INFO:tasks.rados.rados.0.smithi090.stdout:32: finishing write tid 2 to smithi09077644-32 2024-03-07T02:57:02.511 INFO:tasks.rados.rados.0.smithi090.stdout:33: finishing write tid 1 to smithi09077644-33 2024-03-07T02:57:02.512 INFO:tasks.rados.rados.0.smithi090.stdout:32: finishing write tid 3 to smithi09077644-32 2024-03-07T02:57:02.512 INFO:tasks.rados.rados.0.smithi090.stdout:32: oid 32 updating version 0 to 2 2024-03-07T02:57:02.512 INFO:tasks.rados.rados.0.smithi090.stdout:32: oid 32 version 2 is already newer than 1 2024-03-07T02:57:02.512 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 32 v 2 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-03-07T02:57:02.512 INFO:tasks.rados.rados.0.smithi090.stdout:32: left oid 32 (ObjNum 31 snap 0 seq_num 31) 2024-03-07T02:57:02.512 INFO:tasks.rados.rados.0.smithi090.stdout:33: finishing write tid 2 to smithi09077644-33 2024-03-07T02:57:02.512 INFO:tasks.rados.rados.0.smithi090.stdout:31: done (15 left) 2024-03-07T02:57:02.512 INFO:tasks.rados.rados.0.smithi090.stdout:32: done (14 left) 2024-03-07T02:57:02.512 INFO:tasks.rados.rados.0.smithi090.stdout:47: write initial oid 47 2024-03-07T02:57:02.512 INFO:tasks.rados.rados.0.smithi090.stdout:47: seq_num 46 ranges {0=778240} 2024-03-07T02:57:02.515 INFO:tasks.rados.rados.0.smithi090.stdout:47: writing smithi09077644-47 from 0 to 778240 tid 1 2024-03-07T02:57:02.515 INFO:tasks.rados.rados.0.smithi090.stdout:48: write initial oid 48 2024-03-07T02:57:02.515 INFO:tasks.rados.rados.0.smithi090.stdout:48: seq_num 47 ranges {0=794624} 2024-03-07T02:57:02.520 INFO:tasks.rados.rados.0.smithi090.stdout:48: writing smithi09077644-48 from 0 to 794624 tid 1 2024-03-07T02:57:02.520 INFO:tasks.rados.rados.0.smithi090.stdout: waiting on 16 2024-03-07T02:57:02.520 INFO:tasks.rados.rados.0.smithi090.stdout:33: finishing write tid 3 to smithi09077644-33 2024-03-07T02:57:02.520 INFO:tasks.rados.rados.0.smithi090.stdout:33: oid 33 updating version 0 to 8 2024-03-07T02:57:02.520 INFO:tasks.rados.rados.0.smithi090.stdout:33: oid 33 version 8 is already newer than 7 2024-03-07T02:57:02.520 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 33 v 8 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-03-07T02:57:02.521 INFO:tasks.rados.rados.0.smithi090.stdout:33: left oid 33 (ObjNum 32 snap 0 seq_num 32) 2024-03-07T02:57:02.521 INFO:tasks.rados.rados.0.smithi090.stdout:34: finishing write tid 1 to smithi09077644-34 2024-03-07T02:57:02.521 INFO:tasks.rados.rados.0.smithi090.stdout:34: finishing write tid 2 to smithi09077644-34 2024-03-07T02:57:02.521 INFO:tasks.rados.rados.0.smithi090.stdout:33: done (15 left) 2024-03-07T02:57:02.521 INFO:tasks.rados.rados.0.smithi090.stdout:49: write initial oid 49 2024-03-07T02:57:02.521 INFO:tasks.rados.rados.0.smithi090.stdout:49: seq_num 48 ranges {0=409600,409600=401408} 2024-03-07T02:57:02.522 INFO:tasks.rados.rados.0.smithi090.stdout:49: writing smithi09077644-49 from 0 to 409600 tid 1 2024-03-07T02:57:02.525 INFO:tasks.rados.rados.0.smithi090.stdout:49: writing smithi09077644-49 from 409600 to 811008 tid 2 2024-03-07T02:57:02.525 INFO:tasks.rados.rados.0.smithi090.stdout: waiting on 16 2024-03-07T02:57:02.525 INFO:tasks.rados.rados.0.smithi090.stdout:34: finishing write tid 3 to smithi09077644-34 2024-03-07T02:57:02.525 INFO:tasks.rados.rados.0.smithi090.stdout:34: oid 34 updating version 0 to 4 2024-03-07T02:57:02.525 INFO:tasks.rados.rados.0.smithi090.stdout:34: oid 34 version 4 is already newer than 3 2024-03-07T02:57:02.526 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 34 v 4 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-03-07T02:57:02.526 INFO:tasks.rados.rados.0.smithi090.stdout:34: left oid 34 (ObjNum 33 snap 0 seq_num 33) 2024-03-07T02:57:02.526 INFO:tasks.rados.rados.0.smithi090.stdout:35: finishing write tid 1 to smithi09077644-35 2024-03-07T02:57:02.526 INFO:tasks.rados.rados.0.smithi090.stdout:34: done (15 left) 2024-03-07T02:57:02.526 INFO:tasks.rados.rados.0.smithi090.stdout:50: write initial oid 50 2024-03-07T02:57:02.526 INFO:tasks.rados.rados.0.smithi090.stdout:50: seq_num 49 ranges {0=425984,425984=401408} 2024-03-07T02:57:02.527 INFO:tasks.rados.rados.0.smithi090.stdout:50: writing smithi09077644-50 from 0 to 425984 tid 1 2024-03-07T02:57:02.531 INFO:tasks.rados.rados.0.smithi090.stdout:50: writing smithi09077644-50 from 425984 to 827392 tid 2 2024-03-07T02:57:02.532 INFO:tasks.rados.rados.0.smithi090.stdout: waiting on 16 2024-03-07T02:57:02.532 INFO:tasks.rados.rados.0.smithi090.stdout:35: finishing write tid 2 to smithi09077644-35 2024-03-07T02:57:02.532 INFO:tasks.rados.rados.0.smithi090.stdout:35: finishing write tid 3 to smithi09077644-35 2024-03-07T02:57:02.532 INFO:tasks.rados.rados.0.smithi090.stdout:35: oid 35 updating version 0 to 6 2024-03-07T02:57:02.532 INFO:tasks.rados.rados.0.smithi090.stdout:35: oid 35 version 6 is already newer than 5 2024-03-07T02:57:02.532 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 35 v 6 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-03-07T02:57:02.532 INFO:tasks.rados.rados.0.smithi090.stdout:35: left oid 35 (ObjNum 34 snap 0 seq_num 34) 2024-03-07T02:57:02.532 INFO:tasks.rados.rados.0.smithi090.stdout:36: finishing write tid 1 to smithi09077644-36 2024-03-07T02:57:02.532 INFO:tasks.rados.rados.0.smithi090.stdout:36: finishing write tid 2 to smithi09077644-36 2024-03-07T02:57:02.532 INFO:tasks.rados.rados.0.smithi090.stdout:36: finishing write tid 3 to smithi09077644-36 2024-03-07T02:57:02.532 INFO:tasks.rados.rados.0.smithi090.stdout:36: oid 36 updating version 0 to 7 2024-03-07T02:57:02.532 INFO:tasks.rados.rados.0.smithi090.stdout:36: oid 36 updating version 7 to 8 2024-03-07T02:57:02.532 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 8 (ObjNum 35 snap 0 seq_num 35) dirty exists 2024-03-07T02:57:02.532 INFO:tasks.rados.rados.0.smithi090.stdout:36: left oid 36 (ObjNum 35 snap 0 seq_num 35) 2024-03-07T02:57:02.533 INFO:tasks.rados.rados.0.smithi090.stdout:37: finishing write tid 1 to smithi09077644-37 2024-03-07T02:57:02.533 INFO:tasks.rados.rados.0.smithi090.stdout:37: finishing write tid 2 to smithi09077644-37 2024-03-07T02:57:02.533 INFO:tasks.rados.rados.0.smithi090.stdout:38: finishing write tid 1 to smithi09077644-38 2024-03-07T02:57:02.533 INFO:tasks.rados.rados.0.smithi090.stdout:38: finishing write tid 2 to smithi09077644-38 2024-03-07T02:57:02.533 INFO:tasks.rados.rados.0.smithi090.stdout:35: done (15 left) 2024-03-07T02:57:02.533 INFO:tasks.rados.rados.0.smithi090.stdout:36: done (14 left) 2024-03-07T02:57:02.533 INFO:tasks.rados.rados.0.smithi090.stdout:51: copy_from oid 8 from oid 18 current snap is 0 2024-03-07T02:57:02.533 INFO:tasks.rados.rados.0.smithi090.stdout:37: finishing write tid 3 to smithi09077644-37 2024-03-07T02:57:02.533 INFO:tasks.rados.rados.0.smithi090.stdout:37: oid 37 updating version 0 to 5 2024-03-07T02:57:02.533 INFO:tasks.rados.rados.0.smithi090.stdout:37: oid 37 updating version 5 to 6 2024-03-07T02:57:02.533 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 37 v 6 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-03-07T02:57:02.533 INFO:tasks.rados.rados.0.smithi090.stdout:37: left oid 37 (ObjNum 36 snap 0 seq_num 36) 2024-03-07T02:57:02.533 INFO:tasks.rados.rados.0.smithi090.stdout:38: finishing write tid 3 to smithi09077644-38 2024-03-07T02:57:02.533 INFO:tasks.rados.rados.0.smithi090.stdout:38: oid 38 updating version 0 to 8 2024-03-07T02:57:02.533 INFO:tasks.rados.rados.0.smithi090.stdout:38: oid 38 version 8 is already newer than 7 2024-03-07T02:57:02.534 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 8 (ObjNum 37 snap 0 seq_num 37) dirty exists 2024-03-07T02:57:02.534 INFO:tasks.rados.rados.0.smithi090.stdout:38: left oid 38 (ObjNum 37 snap 0 seq_num 37) 2024-03-07T02:57:02.534 INFO:tasks.rados.rados.0.smithi090.stdout:39: finishing write tid 1 to smithi09077644-39 2024-03-07T02:57:02.534 INFO:tasks.rados.rados.0.smithi090.stdout:37: done (14 left) 2024-03-07T02:57:02.534 INFO:tasks.rados.rados.0.smithi090.stdout:38: done (13 left) 2024-03-07T02:57:02.534 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 14 current snap is 0 2024-03-07T02:57:02.534 INFO:tasks.rados.rados.0.smithi090.stdout:52: seq_num 50 ranges {221184=442368,663552=401408} 2024-03-07T02:57:02.534 INFO:tasks.rados.rados.0.smithi090.stdout:52: writing smithi09077644-14 from 221184 to 663552 tid 1 2024-03-07T02:57:02.538 INFO:tasks.rados.rados.0.smithi090.stdout:52: writing smithi09077644-14 from 663552 to 1064960 tid 2 2024-03-07T02:57:02.538 INFO:tasks.rados.rados.0.smithi090.stdout:53: rmattr oid 5 current snap is 0 2024-03-07T02:57:02.538 INFO:tasks.rados.rados.0.smithi090.stdout:39: finishing write tid 2 to smithi09077644-39 2024-03-07T02:57:02.538 INFO:tasks.rados.rados.0.smithi090.stdout:39: finishing write tid 3 to smithi09077644-39 2024-03-07T02:57:02.538 INFO:tasks.rados.rados.0.smithi090.stdout:39: oid 39 updating version 0 to 10 2024-03-07T02:57:02.538 INFO:tasks.rados.rados.0.smithi090.stdout:39: oid 39 version 10 is already newer than 9 2024-03-07T02:57:02.538 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 10 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-03-07T02:57:02.538 INFO:tasks.rados.rados.0.smithi090.stdout:39: left oid 39 (ObjNum 38 snap 0 seq_num 38) 2024-03-07T02:57:02.539 INFO:tasks.rados.rados.0.smithi090.stdout:40: finishing write tid 1 to smithi09077644-40 2024-03-07T02:57:02.539 INFO:tasks.rados.rados.0.smithi090.stdout:39: done (14 left) 2024-03-07T02:57:02.539 INFO:tasks.rados.rados.0.smithi090.stdout:53: done (13 left) 2024-03-07T02:57:02.539 INFO:tasks.rados.rados.0.smithi090.stdout:54: delete oid 10 current snap is 0 2024-03-07T02:57:02.539 INFO:tasks.rados.rados.0.smithi090.stdout:40: finishing write tid 2 to smithi09077644-40 2024-03-07T02:57:02.539 INFO:tasks.rados.rados.0.smithi090.stdout:40: finishing write tid 3 to smithi09077644-40 2024-03-07T02:57:02.539 INFO:tasks.rados.rados.0.smithi090.stdout:40: oid 40 updating version 0 to 3 2024-03-07T02:57:02.539 INFO:tasks.rados.rados.0.smithi090.stdout:40: oid 40 updating version 3 to 4 2024-03-07T02:57:02.539 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 40 v 4 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-03-07T02:57:02.539 INFO:tasks.rados.rados.0.smithi090.stdout:40: left oid 40 (ObjNum 39 snap 0 seq_num 39) 2024-03-07T02:57:02.539 INFO:tasks.rados.rados.0.smithi090.stdout:41: finishing write tid 1 to smithi09077644-41 2024-03-07T02:57:02.539 INFO:tasks.rados.rados.0.smithi090.stdout:41: finishing write tid 2 to smithi09077644-41 2024-03-07T02:57:02.539 INFO:tasks.rados.rados.0.smithi090.stdout:41: finishing write tid 3 to smithi09077644-41 2024-03-07T02:57:02.539 INFO:tasks.rados.rados.0.smithi090.stdout:41: oid 41 updating version 0 to 4 2024-03-07T02:57:02.540 INFO:tasks.rados.rados.0.smithi090.stdout:41: oid 41 version 4 is already newer than 3 2024-03-07T02:57:02.540 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 41 v 4 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-03-07T02:57:02.540 INFO:tasks.rados.rados.0.smithi090.stdout:41: left oid 41 (ObjNum 40 snap 0 seq_num 40) 2024-03-07T02:57:02.540 INFO:tasks.rados.rados.0.smithi090.stdout:42: finishing write tid 1 to smithi09077644-42 2024-03-07T02:57:02.540 INFO:tasks.rados.rados.0.smithi090.stdout:42: finishing write tid 2 to smithi09077644-42 2024-03-07T02:57:02.540 INFO:tasks.rados.rados.0.smithi090.stdout:42: finishing write tid 3 to smithi09077644-42 2024-03-07T02:57:02.540 INFO:tasks.rados.rados.0.smithi090.stdout:42: oid 42 updating version 0 to 10 2024-03-07T02:57:02.540 INFO:tasks.rados.rados.0.smithi090.stdout:42: oid 42 version 10 is already newer than 9 2024-03-07T02:57:02.540 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 42 v 10 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-03-07T02:57:02.540 INFO:tasks.rados.rados.0.smithi090.stdout:42: left oid 42 (ObjNum 41 snap 0 seq_num 41) 2024-03-07T02:57:02.540 INFO:tasks.rados.rados.0.smithi090.stdout:43: finishing write tid 1 to smithi09077644-43 2024-03-07T02:57:02.540 INFO:tasks.rados.rados.0.smithi090.stdout:43: finishing write tid 2 to smithi09077644-43 2024-03-07T02:57:02.540 INFO:tasks.rados.rados.0.smithi090.stdout:43: finishing write tid 3 to smithi09077644-43 2024-03-07T02:57:02.540 INFO:tasks.rados.rados.0.smithi090.stdout:43: oid 43 updating version 0 to 3 2024-03-07T02:57:02.541 INFO:tasks.rados.rados.0.smithi090.stdout:43: oid 43 updating version 3 to 4 2024-03-07T02:57:02.541 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 4 (ObjNum 42 snap 0 seq_num 42) dirty exists 2024-03-07T02:57:02.541 INFO:tasks.rados.rados.0.smithi090.stdout:43: left oid 43 (ObjNum 42 snap 0 seq_num 42) 2024-03-07T02:57:02.541 INFO:tasks.rados.rados.0.smithi090.stdout:44: finishing write tid 1 to smithi09077644-44 2024-03-07T02:57:02.541 INFO:tasks.rados.rados.0.smithi090.stdout:44: finishing write tid 2 to smithi09077644-44 2024-03-07T02:57:02.541 INFO:tasks.rados.rados.0.smithi090.stdout:44: finishing write tid 3 to smithi09077644-44 2024-03-07T02:57:02.541 INFO:tasks.rados.rados.0.smithi090.stdout:44: oid 44 updating version 0 to 11 2024-03-07T02:57:02.541 INFO:tasks.rados.rados.0.smithi090.stdout:44: oid 44 updating version 11 to 12 2024-03-07T02:57:02.541 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 44 v 12 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-03-07T02:57:02.541 INFO:tasks.rados.rados.0.smithi090.stdout:44: left oid 44 (ObjNum 43 snap 0 seq_num 43) 2024-03-07T02:57:02.541 INFO:tasks.rados.rados.0.smithi090.stdout:45: finishing write tid 1 to smithi09077644-45 2024-03-07T02:57:02.541 INFO:tasks.rados.rados.0.smithi090.stdout:45: finishing write tid 2 to smithi09077644-45 2024-03-07T02:57:02.541 INFO:tasks.rados.rados.0.smithi090.stdout:45: finishing write tid 3 to smithi09077644-45 2024-03-07T02:57:02.541 INFO:tasks.rados.rados.0.smithi090.stdout:45: oid 45 updating version 0 to 7 2024-03-07T02:57:02.542 INFO:tasks.rados.rados.0.smithi090.stdout:45: oid 45 updating version 7 to 8 2024-03-07T02:57:02.542 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 45 v 8 (ObjNum 44 snap 0 seq_num 44) dirty exists 2024-03-07T02:57:02.542 INFO:tasks.rados.rados.0.smithi090.stdout:45: left oid 45 (ObjNum 44 snap 0 seq_num 44) 2024-03-07T02:57:02.542 INFO:tasks.rados.rados.0.smithi090.stdout:46: finishing write tid 1 to smithi09077644-46 2024-03-07T02:57:02.542 INFO:tasks.rados.rados.0.smithi090.stdout:46: finishing write tid 2 to smithi09077644-46 2024-03-07T02:57:02.542 INFO:tasks.rados.rados.0.smithi090.stdout:46: finishing write tid 3 to smithi09077644-46 2024-03-07T02:57:02.542 INFO:tasks.rados.rados.0.smithi090.stdout:46: oid 46 updating version 0 to 9 2024-03-07T02:57:02.542 INFO:tasks.rados.rados.0.smithi090.stdout:46: oid 46 updating version 9 to 10 2024-03-07T02:57:02.542 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 10 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-03-07T02:57:02.542 INFO:tasks.rados.rados.0.smithi090.stdout:46: left oid 46 (ObjNum 45 snap 0 seq_num 45) 2024-03-07T02:57:02.542 INFO:tasks.rados.rados.0.smithi090.stdout:47: finishing write tid 1 to smithi09077644-47 2024-03-07T02:57:02.542 INFO:tasks.rados.rados.0.smithi090.stdout:47: finishing write tid 2 to smithi09077644-47 2024-03-07T02:57:02.542 INFO:tasks.rados.rados.0.smithi090.stdout:47: finishing write tid 3 to smithi09077644-47 2024-03-07T02:57:02.542 INFO:tasks.rados.rados.0.smithi090.stdout:47: oid 47 updating version 0 to 1 2024-03-07T02:57:02.542 INFO:tasks.rados.rados.0.smithi090.stdout:47: oid 47 updating version 1 to 2 2024-03-07T02:57:02.543 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 2 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-03-07T02:57:02.543 INFO:tasks.rados.rados.0.smithi090.stdout:47: left oid 47 (ObjNum 46 snap 0 seq_num 46) 2024-03-07T02:57:02.543 INFO:tasks.rados.rados.0.smithi090.stdout:48: finishing write tid 1 to smithi09077644-48 2024-03-07T02:57:02.543 INFO:tasks.rados.rados.0.smithi090.stdout:48: finishing write tid 2 to smithi09077644-48 2024-03-07T02:57:02.543 INFO:tasks.rados.rados.0.smithi090.stdout:49: finishing write tid 1 to smithi09077644-49 2024-03-07T02:57:02.543 INFO:tasks.rados.rados.0.smithi090.stdout:48: finishing write tid 3 to smithi09077644-48 2024-03-07T02:57:02.543 INFO:tasks.rados.rados.0.smithi090.stdout:48: oid 48 updating version 0 to 5 2024-03-07T02:57:02.543 INFO:tasks.rados.rados.0.smithi090.stdout:48: oid 48 updating version 5 to 6 2024-03-07T02:57:02.543 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 6 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-03-07T02:57:02.543 INFO:tasks.rados.rados.0.smithi090.stdout:48: left oid 48 (ObjNum 47 snap 0 seq_num 47) 2024-03-07T02:57:02.543 INFO:tasks.rados.rados.0.smithi090.stdout:49: finishing write tid 2 to smithi09077644-49 2024-03-07T02:57:02.543 INFO:tasks.rados.rados.0.smithi090.stdout:49: finishing write tid 3 to smithi09077644-49 2024-03-07T02:57:02.543 INFO:tasks.rados.rados.0.smithi090.stdout:49: finishing write tid 4 to smithi09077644-49 2024-03-07T02:57:02.543 INFO:tasks.rados.rados.0.smithi090.stdout:49: oid 49 updating version 0 to 11 2024-03-07T02:57:02.543 INFO:tasks.rados.rados.0.smithi090.stdout:49: oid 49 version 11 is already newer than 10 2024-03-07T02:57:02.544 INFO:tasks.rados.rados.0.smithi090.stdout:49: oid 49 version 11 is already newer than 9 2024-03-07T02:57:02.544 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 49 v 11 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-03-07T02:57:02.544 INFO:tasks.rados.rados.0.smithi090.stdout:49: left oid 49 (ObjNum 48 snap 0 seq_num 48) 2024-03-07T02:57:02.544 INFO:tasks.rados.rados.0.smithi090.stdout:50: finishing write tid 1 to smithi09077644-50 2024-03-07T02:57:02.544 INFO:tasks.rados.rados.0.smithi090.stdout:50: finishing write tid 2 to smithi09077644-50 2024-03-07T02:57:02.544 INFO:tasks.rados.rados.0.smithi090.stdout:50: finishing write tid 3 to smithi09077644-50 2024-03-07T02:57:02.544 INFO:tasks.rados.rados.0.smithi090.stdout:50: finishing write tid 4 to smithi09077644-50 2024-03-07T02:57:02.544 INFO:tasks.rados.rados.0.smithi090.stdout:50: oid 50 updating version 0 to 5 2024-03-07T02:57:02.544 INFO:tasks.rados.rados.0.smithi090.stdout:50: oid 50 updating version 5 to 6 2024-03-07T02:57:02.544 INFO:tasks.rados.rados.0.smithi090.stdout:50: oid 50 updating version 6 to 7 2024-03-07T02:57:02.544 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 50 v 7 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-03-07T02:57:02.544 INFO:tasks.rados.rados.0.smithi090.stdout:50: left oid 50 (ObjNum 49 snap 0 seq_num 49) 2024-03-07T02:57:02.544 INFO:tasks.rados.rados.0.smithi090.stdout:51: finishing copy_from racing read to smithi09077644-8 2024-03-07T02:57:02.544 INFO:tasks.rados.rados.0.smithi090.stdout:51: finishing copy_from to smithi09077644-8 2024-03-07T02:57:02.544 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 4 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-03-07T02:57:02.545 INFO:tasks.rados.rados.0.smithi090.stdout:52: finishing write tid 1 to smithi09077644-14 2024-03-07T02:57:02.545 INFO:tasks.rados.rados.0.smithi090.stdout:40: done (13 left) 2024-03-07T02:57:02.545 INFO:tasks.rados.rados.0.smithi090.stdout:41: done (12 left) 2024-03-07T02:57:02.545 INFO:tasks.rados.rados.0.smithi090.stdout:42: done (11 left) 2024-03-07T02:57:02.545 INFO:tasks.rados.rados.0.smithi090.stdout:43: done (10 left) 2024-03-07T02:57:02.545 INFO:tasks.rados.rados.0.smithi090.stdout:44: done (9 left) 2024-03-07T02:57:02.545 INFO:tasks.rados.rados.0.smithi090.stdout:45: done (8 left) 2024-03-07T02:57:02.545 INFO:tasks.rados.rados.0.smithi090.stdout:46: done (7 left) 2024-03-07T02:57:02.545 INFO:tasks.rados.rados.0.smithi090.stdout:47: done (6 left) 2024-03-07T02:57:02.545 INFO:tasks.rados.rados.0.smithi090.stdout:48: done (5 left) 2024-03-07T02:57:02.545 INFO:tasks.rados.rados.0.smithi090.stdout:49: done (4 left) 2024-03-07T02:57:02.545 INFO:tasks.rados.rados.0.smithi090.stdout:50: done (3 left) 2024-03-07T02:57:02.545 INFO:tasks.rados.rados.0.smithi090.stdout:51: done (2 left) 2024-03-07T02:57:02.545 INFO:tasks.rados.rados.0.smithi090.stdout:54: done (1 left) 2024-03-07T02:57:02.545 INFO:tasks.rados.rados.0.smithi090.stdout:55: read oid 16 snap -1 2024-03-07T02:57:02.546 INFO:tasks.rados.rados.0.smithi090.stdout:55: expect (ObjNum 15 snap 0 seq_num 15) 2024-03-07T02:57:02.546 INFO:tasks.rados.rados.0.smithi090.stdout:56: rollback oid 31 current snap is 0 2024-03-07T02:57:02.546 INFO:tasks.rados.rados.0.smithi090.stdout:56: done (2 left) 2024-03-07T02:57:02.546 INFO:tasks.rados.rados.0.smithi090.stdout:57: read oid 28 snap -1 2024-03-07T02:57:02.546 INFO:tasks.rados.rados.0.smithi090.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2024-03-07T02:57:02.546 INFO:tasks.rados.rados.0.smithi090.stdout:58: copy_from oid 29 from oid 47 current snap is 0 2024-03-07T02:57:02.546 INFO:tasks.rados.rados.0.smithi090.stdout:59: rollback oid 45 current snap is 0 2024-03-07T02:57:02.546 INFO:tasks.rados.rados.0.smithi090.stdout:59: done (4 left) 2024-03-07T02:57:02.546 INFO:tasks.rados.rados.0.smithi090.stdout:60: copy_from oid 23 from oid 48 current snap is 0 2024-03-07T02:57:02.546 INFO:tasks.rados.rados.0.smithi090.stdout:61: delete oid 1 current snap is 0 2024-03-07T02:57:02.546 INFO:tasks.rados.rados.0.smithi090.stdout:52: finishing write tid 2 to smithi09077644-14 2024-03-07T02:57:02.547 INFO:tasks.rados.rados.0.smithi090.stdout:52: finishing write tid 3 to smithi09077644-14 2024-03-07T02:57:02.547 INFO:tasks.rados.rados.0.smithi090.stdout:61: done (5 left) 2024-03-07T02:57:02.547 INFO:tasks.rados.rados.0.smithi090.stdout:62: read oid 18 snap -1 2024-03-07T02:57:02.547 INFO:tasks.rados.rados.0.smithi090.stdout:62: expect (ObjNum 17 snap 0 seq_num 17) 2024-03-07T02:57:02.547 INFO:tasks.rados.rados.0.smithi090.stdout:63: snap_create 2024-03-07T02:57:02.547 INFO:tasks.rados.rados.0.smithi090.stdout:52: finishing write tid 4 to smithi09077644-14 2024-03-07T02:57:02.548 INFO:tasks.rados.rados.0.smithi090.stdout:52: oid 14 updating version 0 to 6 2024-03-07T02:57:02.548 INFO:tasks.rados.rados.0.smithi090.stdout:52: oid 14 version 6 is already newer than 5 2024-03-07T02:57:02.548 INFO:tasks.rados.rados.0.smithi090.stdout:52: oid 14 updating version 6 to 7 2024-03-07T02:57:02.548 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 14 v 7 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-03-07T02:57:02.548 INFO:tasks.rados.rados.0.smithi090.stdout:52: left oid 14 (ObjNum 50 snap 0 seq_num 50) 2024-03-07T02:57:02.548 INFO:tasks.rados.rados.0.smithi090.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2024-03-07T02:57:02.553 INFO:tasks.rados.rados.0.smithi090.stdout:55: expect (ObjNum 15 snap 0 seq_num 15) 2024-03-07T02:57:02.559 INFO:tasks.rados.rados.0.smithi090.stdout:62: expect (ObjNum 17 snap 0 seq_num 17) 2024-03-07T02:57:02.567 INFO:tasks.rados.rados.0.smithi090.stdout:58: finishing copy_from racing read to smithi09077644-29 2024-03-07T02:57:02.567 INFO:tasks.rados.rados.0.smithi090.stdout:60: finishing copy_from racing read to smithi09077644-23 2024-03-07T02:57:02.567 INFO:tasks.rados.rados.0.smithi090.stdout:60: finishing copy_from to smithi09077644-23 2024-03-07T02:57:02.567 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 6 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-03-07T02:57:02.567 INFO:tasks.rados.rados.0.smithi090.stdout:58: finishing copy_from to smithi09077644-29 2024-03-07T02:57:02.567 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 2 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-03-07T02:57:02.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:02 smithi092 ceph-mon[31083]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-07T02:57:02.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:02 smithi092 ceph-mon[31083]: Cluster is now healthy 2024-03-07T02:57:02.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:02 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/1227516296' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-03-07T02:57:02.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:02 smithi092 ceph-mon[31083]: from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-03-07T02:57:02.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:02 smithi090 ceph-mon[37987]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-07T02:57:02.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:02 smithi090 ceph-mon[37987]: Cluster is now healthy 2024-03-07T02:57:02.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:02 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/1227516296' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-03-07T02:57:02.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:02 smithi090 ceph-mon[37987]: from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-03-07T02:57:02.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:02 smithi090 ceph-mon[27223]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-07T02:57:02.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:02 smithi090 ceph-mon[27223]: Cluster is now healthy 2024-03-07T02:57:02.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:02 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/1227516296' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-03-07T02:57:02.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:02 smithi090 ceph-mon[27223]: from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-03-07T02:57:03.328 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:57:02 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: ::ffff:172.21.15.92 - - [07/Mar/2024:02:57:02] "GET /metrics HTTP/1.1" 200 33622 "" "Prometheus/2.43.0" 2024-03-07T02:57:03.400 INFO:tasks.rados.rados.0.smithi090.stdout:52: done (6 left) 2024-03-07T02:57:03.401 INFO:tasks.rados.rados.0.smithi090.stdout:55: done (5 left) 2024-03-07T02:57:03.401 INFO:tasks.rados.rados.0.smithi090.stdout:57: done (4 left) 2024-03-07T02:57:03.401 INFO:tasks.rados.rados.0.smithi090.stdout:58: done (3 left) 2024-03-07T02:57:03.401 INFO:tasks.rados.rados.0.smithi090.stdout:60: done (2 left) 2024-03-07T02:57:03.401 INFO:tasks.rados.rados.0.smithi090.stdout:62: done (1 left) 2024-03-07T02:57:03.401 INFO:tasks.rados.rados.0.smithi090.stdout:63: done (0 left) 2024-03-07T02:57:03.401 INFO:tasks.rados.rados.0.smithi090.stdout:64: copy_from oid 15 from oid 2 current snap is 1 2024-03-07T02:57:03.401 INFO:tasks.rados.rados.0.smithi090.stdout:65: read oid 30 snap -1 2024-03-07T02:57:03.401 INFO:tasks.rados.rados.0.smithi090.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-03-07T02:57:03.401 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 23 current snap is 1 2024-03-07T02:57:03.401 INFO:tasks.rados.rados.0.smithi090.stdout:66: seq_num 53 ranges {794624=491520,1286144=401408} 2024-03-07T02:57:03.408 INFO:tasks.rados.rados.0.smithi090.stdout:66: writing smithi09077644-23 from 794624 to 1286144 tid 1 2024-03-07T02:57:03.411 INFO:tasks.rados.rados.0.smithi090.stdout:66: writing smithi09077644-23 from 1286144 to 1687552 tid 2 2024-03-07T02:57:03.411 INFO:tasks.rados.rados.0.smithi090.stdout:67: rollback oid 10 current snap is 1 2024-03-07T02:57:03.411 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 10 to 0 2024-03-07T02:57:03.411 INFO:tasks.rados.rados.0.smithi090.stdout:64: finishing copy_from racing read to smithi09077644-15 2024-03-07T02:57:03.411 INFO:tasks.rados.rados.0.smithi090.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-03-07T02:57:03.424 INFO:tasks.rados.rados.0.smithi090.stdout:64: finishing copy_from to smithi09077644-15 2024-03-07T02:57:03.424 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-03-07T02:57:03.424 INFO:tasks.rados.rados.0.smithi090.stdout:66: finishing write tid 1 to smithi09077644-23 2024-03-07T02:57:03.424 INFO:tasks.rados.rados.0.smithi090.stdout:67: finishing rollback tid 1 to smithi09077644-10 2024-03-07T02:57:03.424 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 0 (ObjNum 0 snap 0 seq_num 304) dirty dne 2024-03-07T02:57:03.425 INFO:tasks.rados.rados.0.smithi090.stdout:66: finishing write tid 2 to smithi09077644-23 2024-03-07T02:57:03.425 INFO:tasks.rados.rados.0.smithi090.stdout:64: done (3 left) 2024-03-07T02:57:03.425 INFO:tasks.rados.rados.0.smithi090.stdout:65: done (2 left) 2024-03-07T02:57:03.425 INFO:tasks.rados.rados.0.smithi090.stdout:67: done (1 left) 2024-03-07T02:57:03.425 INFO:tasks.rados.rados.0.smithi090.stdout:68: setattr oid 31 current snap is 1 2024-03-07T02:57:03.425 INFO:tasks.rados.rados.0.smithi090.stdout:66: finishing write tid 3 to smithi09077644-23 2024-03-07T02:57:03.425 INFO:tasks.rados.rados.0.smithi090.stdout:66: finishing write tid 4 to smithi09077644-23 2024-03-07T02:57:03.425 INFO:tasks.rados.rados.0.smithi090.stdout:66: oid 23 updating version 0 to 14 2024-03-07T02:57:03.425 INFO:tasks.rados.rados.0.smithi090.stdout:66: oid 23 updating version 14 to 15 2024-03-07T02:57:03.425 INFO:tasks.rados.rados.0.smithi090.stdout:66: oid 23 version 15 is already newer than 13 2024-03-07T02:57:03.425 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 15 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-03-07T02:57:03.425 INFO:tasks.rados.rados.0.smithi090.stdout:66: left oid 23 (ObjNum 53 snap 1 seq_num 53) 2024-03-07T02:57:03.427 INFO:tasks.rados.rados.0.smithi090.stdout:66: done (1 left) 2024-03-07T02:57:03.427 INFO:tasks.rados.rados.0.smithi090.stdout:69: copy_from oid 45 from oid 34 current snap is 1 2024-03-07T02:57:03.427 INFO:tasks.rados.rados.0.smithi090.stdout:70: read oid 23 snap 0 2024-03-07T02:57:03.427 INFO:tasks.rados.rados.0.smithi090.stdout:70: expect (ObjNum 47 snap 0 seq_num 47) 2024-03-07T02:57:03.427 INFO:tasks.rados.rados.0.smithi090.stdout:71: copy_from oid 36 from oid 27 current snap is 1 2024-03-07T02:57:03.427 INFO:tasks.rados.rados.0.smithi090.stdout:72: rollback oid 49 current snap is 1 2024-03-07T02:57:03.427 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 49 to 0 2024-03-07T02:57:03.427 INFO:tasks.rados.rados.0.smithi090.stdout:73: read oid 4 snap 0 2024-03-07T02:57:03.427 INFO:tasks.rados.rados.0.smithi090.stdout:73: expect (ObjNum 3 snap 0 seq_num 3) 2024-03-07T02:57:03.427 INFO:tasks.rados.rados.0.smithi090.stdout:74: rmattr oid 7 current snap is 1 2024-03-07T02:57:03.428 INFO:tasks.rados.rados.0.smithi090.stdout:74: done (6 left) 2024-03-07T02:57:03.428 INFO:tasks.rados.rados.0.smithi090.stdout:75: copy_from oid 20 from oid 12 current snap is 1 2024-03-07T02:57:03.428 INFO:tasks.rados.rados.0.smithi090.stdout:76: read oid 39 snap -1 2024-03-07T02:57:03.428 INFO:tasks.rados.rados.0.smithi090.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-03-07T02:57:03.428 INFO:tasks.rados.rados.0.smithi090.stdout:77: copy_from oid 6 from oid 37 current snap is 1 2024-03-07T02:57:03.428 INFO:tasks.rados.rados.0.smithi090.stdout:78: read oid 2 snap -1 2024-03-07T02:57:03.428 INFO:tasks.rados.rados.0.smithi090.stdout:78: expect (ObjNum 1 snap 0 seq_num 1) 2024-03-07T02:57:03.428 INFO:tasks.rados.rados.0.smithi090.stdout:79: setattr oid 41 current snap is 1 2024-03-07T02:57:03.428 INFO:tasks.rados.rados.0.smithi090.stdout:80: snap_create 2024-03-07T02:57:03.429 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 4 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-03-07T02:57:03.429 INFO:tasks.rados.rados.0.smithi090.stdout:73: expect (ObjNum 3 snap 0 seq_num 3) 2024-03-07T02:57:03.431 INFO:tasks.rados.rados.0.smithi090.stdout:70: expect (ObjNum 47 snap 0 seq_num 47) 2024-03-07T02:57:03.454 INFO:tasks.rados.rados.0.smithi090.stdout:72: finishing rollback tid 0 to smithi09077644-49 2024-03-07T02:57:03.454 INFO:tasks.rados.rados.0.smithi090.stdout:72: finishing rollback tid 1 to smithi09077644-49 2024-03-07T02:57:03.454 INFO:tasks.rados.rados.0.smithi090.stdout:72: finishing rollback tid 2 to smithi09077644-49 2024-03-07T02:57:03.454 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 49 v 15 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-03-07T02:57:03.454 INFO:tasks.rados.rados.0.smithi090.stdout:78: expect (ObjNum 1 snap 0 seq_num 1) 2024-03-07T02:57:03.455 INFO:tasks.rados.rados.0.smithi090.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-03-07T02:57:03.472 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 41 v 8 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-03-07T02:57:03.472 INFO:tasks.rados.rados.0.smithi090.stdout:75: finishing copy_from racing read to smithi09077644-20 2024-03-07T02:57:03.472 INFO:tasks.rados.rados.0.smithi090.stdout:75: finishing copy_from to smithi09077644-20 2024-03-07T02:57:03.472 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 20 v 2 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-03-07T02:57:03.472 INFO:tasks.rados.rados.0.smithi090.stdout:69: finishing copy_from racing read to smithi09077644-45 2024-03-07T02:57:03.472 INFO:tasks.rados.rados.0.smithi090.stdout:69: finishing copy_from to smithi09077644-45 2024-03-07T02:57:03.472 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 45 v 4 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-03-07T02:57:03.472 INFO:tasks.rados.rados.0.smithi090.stdout:77: finishing copy_from racing read to smithi09077644-6 2024-03-07T02:57:03.472 INFO:tasks.rados.rados.0.smithi090.stdout:71: finishing copy_from to smithi09077644-36 2024-03-07T02:57:03.472 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 2 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-03-07T02:57:03.472 INFO:tasks.rados.rados.0.smithi090.stdout:71: finishing copy_from racing read to smithi09077644-36 2024-03-07T02:57:03.472 INFO:tasks.rados.rados.0.smithi090.stdout:77: finishing copy_from to smithi09077644-6 2024-03-07T02:57:03.472 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 6 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-03-07T02:57:03.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:03 smithi092 ceph-mon[31083]: from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-03-07T02:57:03.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:03 smithi092 ceph-mon[31083]: osdmap e75: 8 total, 8 up, 8 in 2024-03-07T02:57:03.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:03 smithi092 ceph-mon[31083]: pgmap v96: 121 pgs: 121 active+clean; 580 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:57:03.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:03 smithi090 ceph-mon[27223]: from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-03-07T02:57:03.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:03 smithi090 ceph-mon[27223]: osdmap e75: 8 total, 8 up, 8 in 2024-03-07T02:57:03.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:03 smithi090 ceph-mon[27223]: pgmap v96: 121 pgs: 121 active+clean; 580 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:57:03.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:03 smithi090 ceph-mon[37987]: from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-03-07T02:57:03.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:03 smithi090 ceph-mon[37987]: osdmap e75: 8 total, 8 up, 8 in 2024-03-07T02:57:03.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:03 smithi090 ceph-mon[37987]: pgmap v96: 121 pgs: 121 active+clean; 580 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:57:04.418 INFO:tasks.rados.rados.0.smithi090.stdout:68: done (11 left) 2024-03-07T02:57:04.418 INFO:tasks.rados.rados.0.smithi090.stdout:69: done (10 left) 2024-03-07T02:57:04.418 INFO:tasks.rados.rados.0.smithi090.stdout:70: done (9 left) 2024-03-07T02:57:04.418 INFO:tasks.rados.rados.0.smithi090.stdout:71: done (8 left) 2024-03-07T02:57:04.418 INFO:tasks.rados.rados.0.smithi090.stdout:72: done (7 left) 2024-03-07T02:57:04.419 INFO:tasks.rados.rados.0.smithi090.stdout:73: done (6 left) 2024-03-07T02:57:04.419 INFO:tasks.rados.rados.0.smithi090.stdout:75: done (5 left) 2024-03-07T02:57:04.419 INFO:tasks.rados.rados.0.smithi090.stdout:76: done (4 left) 2024-03-07T02:57:04.419 INFO:tasks.rados.rados.0.smithi090.stdout:77: done (3 left) 2024-03-07T02:57:04.419 INFO:tasks.rados.rados.0.smithi090.stdout:78: done (2 left) 2024-03-07T02:57:04.419 INFO:tasks.rados.rados.0.smithi090.stdout:79: done (1 left) 2024-03-07T02:57:04.419 INFO:tasks.rados.rados.0.smithi090.stdout:80: done (0 left) 2024-03-07T02:57:04.419 INFO:tasks.rados.rados.0.smithi090.stdout:81: rollback oid 40 current snap is 2 2024-03-07T02:57:04.419 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 40 to 1 2024-03-07T02:57:04.419 INFO:tasks.rados.rados.0.smithi090.stdout:82: snap_create 2024-03-07T02:57:04.422 INFO:tasks.rados.rados.0.smithi090.stdout:81: finishing rollback tid 0 to smithi09077644-40 2024-03-07T02:57:04.423 INFO:tasks.rados.rados.0.smithi090.stdout:81: finishing rollback tid 1 to smithi09077644-40 2024-03-07T02:57:04.423 INFO:tasks.rados.rados.0.smithi090.stdout:81: finishing rollback tid 2 to smithi09077644-40 2024-03-07T02:57:04.423 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 40 v 11 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-03-07T02:57:04.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:04 smithi092 ceph-mon[31083]: osdmap e76: 8 total, 8 up, 8 in 2024-03-07T02:57:04.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:04 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T02:57:04.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:04 smithi090 ceph-mon[37987]: osdmap e76: 8 total, 8 up, 8 in 2024-03-07T02:57:04.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:04 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T02:57:04.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:04 smithi090 ceph-mon[27223]: osdmap e76: 8 total, 8 up, 8 in 2024-03-07T02:57:04.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:04 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T02:57:05.428 INFO:tasks.rados.rados.0.smithi090.stdout:81: done (1 left) 2024-03-07T02:57:05.428 INFO:tasks.rados.rados.0.smithi090.stdout:82: done (0 left) 2024-03-07T02:57:05.428 INFO:tasks.rados.rados.0.smithi090.stdout:83: rollback oid 9 current snap is 3 2024-03-07T02:57:05.428 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 9 to 0 2024-03-07T02:57:05.428 INFO:tasks.rados.rados.0.smithi090.stdout:84: read oid 20 snap 1 2024-03-07T02:57:05.428 INFO:tasks.rados.rados.0.smithi090.stdout:84: expect (ObjNum 11 snap 0 seq_num 11) 2024-03-07T02:57:05.428 INFO:tasks.rados.rados.0.smithi090.stdout:85: read oid 41 snap -1 2024-03-07T02:57:05.428 INFO:tasks.rados.rados.0.smithi090.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2024-03-07T02:57:05.428 INFO:tasks.rados.rados.0.smithi090.stdout:86: snap_create 2024-03-07T02:57:05.430 INFO:tasks.rados.rados.0.smithi090.stdout:84: expect (ObjNum 11 snap 0 seq_num 11) 2024-03-07T02:57:05.437 INFO:tasks.rados.rados.0.smithi090.stdout:83: finishing rollback tid 0 to smithi09077644-9 2024-03-07T02:57:05.437 INFO:tasks.rados.rados.0.smithi090.stdout:83: finishing rollback tid 1 to smithi09077644-9 2024-03-07T02:57:05.437 INFO:tasks.rados.rados.0.smithi090.stdout:83: finishing rollback tid 2 to smithi09077644-9 2024-03-07T02:57:05.437 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 9 v 15 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-03-07T02:57:05.437 INFO:tasks.rados.rados.0.smithi090.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2024-03-07T02:57:05.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:05 smithi090 ceph-mon[27223]: osdmap e77: 8 total, 8 up, 8 in 2024-03-07T02:57:05.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:05 smithi090 ceph-mon[27223]: pgmap v99: 121 pgs: 121 active+clean; 24 MiB data, 255 MiB used, 715 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.2 MiB/s wr, 74 op/s 2024-03-07T02:57:05.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:05 smithi090 ceph-mon[37987]: osdmap e77: 8 total, 8 up, 8 in 2024-03-07T02:57:05.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:05 smithi090 ceph-mon[37987]: pgmap v99: 121 pgs: 121 active+clean; 24 MiB data, 255 MiB used, 715 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.2 MiB/s wr, 74 op/s 2024-03-07T02:57:05.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:05 smithi092 ceph-mon[31083]: osdmap e77: 8 total, 8 up, 8 in 2024-03-07T02:57:05.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:05 smithi092 ceph-mon[31083]: pgmap v99: 121 pgs: 121 active+clean; 24 MiB data, 255 MiB used, 715 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.2 MiB/s wr, 74 op/s 2024-03-07T02:57:06.428 INFO:tasks.rados.rados.0.smithi090.stdout:83: done (3 left) 2024-03-07T02:57:06.428 INFO:tasks.rados.rados.0.smithi090.stdout:84: done (2 left) 2024-03-07T02:57:06.428 INFO:tasks.rados.rados.0.smithi090.stdout:85: done (1 left) 2024-03-07T02:57:06.428 INFO:tasks.rados.rados.0.smithi090.stdout:86: done (0 left) 2024-03-07T02:57:06.428 INFO:tasks.rados.rados.0.smithi090.stdout:87: snap_remove snap 0 2024-03-07T02:57:06.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:06 smithi090 ceph-mon[27223]: osdmap e78: 8 total, 8 up, 8 in 2024-03-07T02:57:06.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:06 smithi090 ceph-mon[37987]: osdmap e78: 8 total, 8 up, 8 in 2024-03-07T02:57:06.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:06 smithi092 ceph-mon[31083]: osdmap e78: 8 total, 8 up, 8 in 2024-03-07T02:57:07.443 INFO:tasks.rados.rados.0.smithi090.stdout:87: done (0 left) 2024-03-07T02:57:07.443 INFO:tasks.rados.rados.0.smithi090.stdout:88: read oid 29 snap 3 2024-03-07T02:57:07.443 INFO:tasks.rados.rados.0.smithi090.stdout:88: expect (ObjNum 46 snap 0 seq_num 46) 2024-03-07T02:57:07.443 INFO:tasks.rados.rados.0.smithi090.stdout:89: read oid 46 snap -1 2024-03-07T02:57:07.443 INFO:tasks.rados.rados.0.smithi090.stdout:89: expect (ObjNum 45 snap 0 seq_num 45) 2024-03-07T02:57:07.443 INFO:tasks.rados.rados.0.smithi090.stdout:90: copy_from oid 36 from oid 2 current snap is 4 2024-03-07T02:57:07.443 INFO:tasks.rados.rados.0.smithi090.stdout:91: rmattr oid 49 current snap is 4 2024-03-07T02:57:07.444 INFO:tasks.rados.rados.0.smithi090.stdout:91: done (3 left) 2024-03-07T02:57:07.444 INFO:tasks.rados.rados.0.smithi090.stdout:92: snap_remove snap 2 2024-03-07T02:57:07.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:07 smithi090 ceph-mon[27223]: osdmap e79: 8 total, 8 up, 8 in 2024-03-07T02:57:07.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:07 smithi090 ceph-mon[27223]: pgmap v102: 121 pgs: 121 active+clean; 24 MiB data, 255 MiB used, 715 GiB / 715 GiB avail; 2.2 MiB/s rd, 6.3 MiB/s wr, 75 op/s 2024-03-07T02:57:07.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:07 smithi090 ceph-mon[37987]: osdmap e79: 8 total, 8 up, 8 in 2024-03-07T02:57:07.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:07 smithi090 ceph-mon[37987]: pgmap v102: 121 pgs: 121 active+clean; 24 MiB data, 255 MiB used, 715 GiB / 715 GiB avail; 2.2 MiB/s rd, 6.3 MiB/s wr, 75 op/s 2024-03-07T02:57:07.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:07 smithi092 ceph-mon[31083]: osdmap e79: 8 total, 8 up, 8 in 2024-03-07T02:57:07.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:07 smithi092 ceph-mon[31083]: pgmap v102: 121 pgs: 121 active+clean; 24 MiB data, 255 MiB used, 715 GiB / 715 GiB avail; 2.2 MiB/s rd, 6.3 MiB/s wr, 75 op/s 2024-03-07T02:57:08.447 INFO:tasks.rados.rados.0.smithi090.stdout:92: done (3 left) 2024-03-07T02:57:08.447 INFO:tasks.rados.rados.0.smithi090.stdout:93: rmattr oid 30 current snap is 4 2024-03-07T02:57:08.447 INFO:tasks.rados.rados.0.smithi090.stdout:93: done (3 left) 2024-03-07T02:57:08.447 INFO:tasks.rados.rados.0.smithi090.stdout:94: read oid 42 snap 1 2024-03-07T02:57:08.447 INFO:tasks.rados.rados.0.smithi090.stdout:94: expect (ObjNum 41 snap 0 seq_num 41) 2024-03-07T02:57:08.447 INFO:tasks.rados.rados.0.smithi090.stdout:95: rmattr oid 14 current snap is 4 2024-03-07T02:57:08.448 INFO:tasks.rados.rados.0.smithi090.stdout:95: done (4 left) 2024-03-07T02:57:08.448 INFO:tasks.rados.rados.0.smithi090.stdout:96: read oid 9 snap 1 2024-03-07T02:57:08.448 INFO:tasks.rados.rados.0.smithi090.stdout:96: expect (ObjNum 8 snap 0 seq_num 8) 2024-03-07T02:57:08.448 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 24 current snap is 4 2024-03-07T02:57:08.448 INFO:tasks.rados.rados.0.smithi090.stdout:97: seq_num 54 ranges {393216=507904,901120=401408} 2024-03-07T02:57:08.452 INFO:tasks.rados.rados.0.smithi090.stdout:97: writing smithi09077644-24 from 393216 to 901120 tid 1 2024-03-07T02:57:08.455 INFO:tasks.rados.rados.0.smithi090.stdout:97: writing smithi09077644-24 from 901120 to 1302528 tid 2 2024-03-07T02:57:08.455 INFO:tasks.rados.rados.0.smithi090.stdout:98: copy_from oid 31 from oid 6 current snap is 4 2024-03-07T02:57:08.455 INFO:tasks.rados.rados.0.smithi090.stdout:90: finishing copy_from racing read to smithi09077644-36 2024-03-07T02:57:08.455 INFO:tasks.rados.rados.0.smithi090.stdout:89: expect (ObjNum 45 snap 0 seq_num 45) 2024-03-07T02:57:08.477 INFO:tasks.rados.rados.0.smithi090.stdout:90: finishing copy_from to smithi09077644-36 2024-03-07T02:57:08.477 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-03-07T02:57:08.477 INFO:tasks.rados.rados.0.smithi090.stdout:88: expect (ObjNum 46 snap 0 seq_num 46) 2024-03-07T02:57:08.498 INFO:tasks.rados.rados.0.smithi090.stdout:96: expect (ObjNum 8 snap 0 seq_num 8) 2024-03-07T02:57:08.502 INFO:tasks.rados.rados.0.smithi090.stdout:94: expect (ObjNum 41 snap 0 seq_num 41) 2024-03-07T02:57:08.521 INFO:tasks.rados.rados.0.smithi090.stdout:97: finishing write tid 1 to smithi09077644-24 2024-03-07T02:57:08.521 INFO:tasks.rados.rados.0.smithi090.stdout:97: finishing write tid 2 to smithi09077644-24 2024-03-07T02:57:08.521 INFO:tasks.rados.rados.0.smithi090.stdout:97: finishing write tid 3 to smithi09077644-24 2024-03-07T02:57:08.521 INFO:tasks.rados.rados.0.smithi090.stdout:97: finishing write tid 4 to smithi09077644-24 2024-03-07T02:57:08.521 INFO:tasks.rados.rados.0.smithi090.stdout:97: oid 24 updating version 0 to 22 2024-03-07T02:57:08.521 INFO:tasks.rados.rados.0.smithi090.stdout:97: oid 24 version 22 is already newer than 21 2024-03-07T02:57:08.522 INFO:tasks.rados.rados.0.smithi090.stdout:97: oid 24 updating version 22 to 23 2024-03-07T02:57:08.522 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 24 v 23 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-03-07T02:57:08.522 INFO:tasks.rados.rados.0.smithi090.stdout:97: left oid 24 (ObjNum 54 snap 4 seq_num 54) 2024-03-07T02:57:08.522 INFO:tasks.rados.rados.0.smithi090.stdout:98: finishing copy_from racing read to smithi09077644-31 2024-03-07T02:57:08.522 INFO:tasks.rados.rados.0.smithi090.stdout:98: finishing copy_from to smithi09077644-31 2024-03-07T02:57:08.522 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 6 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-03-07T02:57:08.522 INFO:tasks.rados.rados.0.smithi090.stdout:88: done (6 left) 2024-03-07T02:57:08.522 INFO:tasks.rados.rados.0.smithi090.stdout:89: done (5 left) 2024-03-07T02:57:08.522 INFO:tasks.rados.rados.0.smithi090.stdout:90: done (4 left) 2024-03-07T02:57:08.522 INFO:tasks.rados.rados.0.smithi090.stdout:94: done (3 left) 2024-03-07T02:57:08.522 INFO:tasks.rados.rados.0.smithi090.stdout:96: done (2 left) 2024-03-07T02:57:08.523 INFO:tasks.rados.rados.0.smithi090.stdout:97: done (1 left) 2024-03-07T02:57:08.523 INFO:tasks.rados.rados.0.smithi090.stdout:98: done (0 left) 2024-03-07T02:57:08.523 INFO:tasks.rados.rados.0.smithi090.stdout:99: snap_remove snap 3 2024-03-07T02:57:08.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:08 smithi090 ceph-mon[37987]: osdmap e80: 8 total, 8 up, 8 in 2024-03-07T02:57:08.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:08 smithi090 ceph-mon[27223]: osdmap e80: 8 total, 8 up, 8 in 2024-03-07T02:57:08.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:08 smithi092 ceph-mon[31083]: osdmap e80: 8 total, 8 up, 8 in 2024-03-07T02:57:09.511 INFO:tasks.rados.rados.0.smithi090.stdout:99: done (0 left) 2024-03-07T02:57:09.511 INFO:tasks.rados.rados.0.smithi090.stdout:100: copy_from oid 42 from oid 39 current snap is 4 2024-03-07T02:57:09.511 INFO:tasks.rados.rados.0.smithi090.stdout:101: read oid 14 snap 1 2024-03-07T02:57:09.511 INFO:tasks.rados.rados.0.smithi090.stdout:101: expect (ObjNum 50 snap 0 seq_num 50) 2024-03-07T02:57:09.511 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 49 current snap is 4 2024-03-07T02:57:09.511 INFO:tasks.rados.rados.0.smithi090.stdout:102: seq_num 55 ranges {811008=524288,1335296=401408} 2024-03-07T02:57:09.518 INFO:tasks.rados.rados.0.smithi090.stdout:102: writing smithi09077644-49 from 811008 to 1335296 tid 1 2024-03-07T02:57:09.521 INFO:tasks.rados.rados.0.smithi090.stdout:102: writing smithi09077644-49 from 1335296 to 1736704 tid 2 2024-03-07T02:57:09.521 INFO:tasks.rados.rados.0.smithi090.stdout:103: delete oid 43 current snap is 4 2024-03-07T02:57:09.521 INFO:tasks.rados.rados.0.smithi090.stdout:101: expect (ObjNum 50 snap 0 seq_num 50) 2024-03-07T02:57:09.553 INFO:tasks.rados.rados.0.smithi090.stdout:100: finishing copy_from racing read to smithi09077644-42 2024-03-07T02:57:09.553 INFO:tasks.rados.rados.0.smithi090.stdout:100: finishing copy_from to smithi09077644-42 2024-03-07T02:57:09.553 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 42 v 10 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-03-07T02:57:09.553 INFO:tasks.rados.rados.0.smithi090.stdout:102: finishing write tid 1 to smithi09077644-49 2024-03-07T02:57:09.553 INFO:tasks.rados.rados.0.smithi090.stdout:102: finishing write tid 2 to smithi09077644-49 2024-03-07T02:57:09.553 INFO:tasks.rados.rados.0.smithi090.stdout:102: finishing write tid 3 to smithi09077644-49 2024-03-07T02:57:09.553 INFO:tasks.rados.rados.0.smithi090.stdout:102: finishing write tid 4 to smithi09077644-49 2024-03-07T02:57:09.553 INFO:tasks.rados.rados.0.smithi090.stdout:102: oid 49 updating version 0 to 20 2024-03-07T02:57:09.554 INFO:tasks.rados.rados.0.smithi090.stdout:102: oid 49 version 20 is already newer than 19 2024-03-07T02:57:09.554 INFO:tasks.rados.rados.0.smithi090.stdout:102: oid 49 updating version 20 to 21 2024-03-07T02:57:09.554 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 49 v 21 (ObjNum 55 snap 4 seq_num 55) dirty exists 2024-03-07T02:57:09.554 INFO:tasks.rados.rados.0.smithi090.stdout:102: left oid 49 (ObjNum 55 snap 4 seq_num 55) 2024-03-07T02:57:09.554 INFO:tasks.rados.rados.0.smithi090.stdout:100: done (3 left) 2024-03-07T02:57:09.554 INFO:tasks.rados.rados.0.smithi090.stdout:101: done (2 left) 2024-03-07T02:57:09.554 INFO:tasks.rados.rados.0.smithi090.stdout:102: done (1 left) 2024-03-07T02:57:09.554 INFO:tasks.rados.rados.0.smithi090.stdout:103: done (0 left) 2024-03-07T02:57:09.554 INFO:tasks.rados.rados.0.smithi090.stdout:104: read oid 43 snap -1 2024-03-07T02:57:09.554 INFO:tasks.rados.rados.0.smithi090.stdout:104: expect deleted 2024-03-07T02:57:09.554 INFO:tasks.rados.rados.0.smithi090.stdout:105: rollback oid 38 current snap is 4 2024-03-07T02:57:09.554 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 38 to 1 2024-03-07T02:57:09.554 INFO:tasks.rados.rados.0.smithi090.stdout:106: delete oid 12 current snap is 4 2024-03-07T02:57:09.555 INFO:tasks.rados.rados.0.smithi090.stdout:104: done (2 left) 2024-03-07T02:57:09.555 INFO:tasks.rados.rados.0.smithi090.stdout:106: done (1 left) 2024-03-07T02:57:09.555 INFO:tasks.rados.rados.0.smithi090.stdout:107: read oid 9 snap 1 2024-03-07T02:57:09.555 INFO:tasks.rados.rados.0.smithi090.stdout:107: expect (ObjNum 8 snap 0 seq_num 8) 2024-03-07T02:57:09.555 INFO:tasks.rados.rados.0.smithi090.stdout:108: rollback oid 14 current snap is 4 2024-03-07T02:57:09.555 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 14 to 1 2024-03-07T02:57:09.555 INFO:tasks.rados.rados.0.smithi090.stdout:109: delete oid 13 current snap is 4 2024-03-07T02:57:09.556 INFO:tasks.rados.rados.0.smithi090.stdout:105: finishing rollback tid 0 to smithi09077644-38 2024-03-07T02:57:09.556 INFO:tasks.rados.rados.0.smithi090.stdout:105: finishing rollback tid 1 to smithi09077644-38 2024-03-07T02:57:09.556 INFO:tasks.rados.rados.0.smithi090.stdout:105: finishing rollback tid 2 to smithi09077644-38 2024-03-07T02:57:09.556 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 23 (ObjNum 37 snap 0 seq_num 37) dirty exists 2024-03-07T02:57:09.557 INFO:tasks.rados.rados.0.smithi090.stdout:105: done (3 left) 2024-03-07T02:57:09.557 INFO:tasks.rados.rados.0.smithi090.stdout:109: done (2 left) 2024-03-07T02:57:09.557 INFO:tasks.rados.rados.0.smithi090.stdout:110: setattr oid 32 current snap is 4 2024-03-07T02:57:09.557 INFO:tasks.rados.rados.0.smithi090.stdout:108: finishing rollback tid 0 to smithi09077644-14 2024-03-07T02:57:09.558 INFO:tasks.rados.rados.0.smithi090.stdout:107: expect (ObjNum 8 snap 0 seq_num 8) 2024-03-07T02:57:09.561 INFO:tasks.rados.rados.0.smithi090.stdout:108: finishing rollback tid 1 to smithi09077644-14 2024-03-07T02:57:09.561 INFO:tasks.rados.rados.0.smithi090.stdout:108: finishing rollback tid 2 to smithi09077644-14 2024-03-07T02:57:09.561 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 14 v 17 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-03-07T02:57:09.561 INFO:tasks.rados.rados.0.smithi090.stdout:107: done (2 left) 2024-03-07T02:57:09.561 INFO:tasks.rados.rados.0.smithi090.stdout:108: done (1 left) 2024-03-07T02:57:09.561 INFO:tasks.rados.rados.0.smithi090.stdout:111: snap_create 2024-03-07T02:57:09.563 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 32 v 8 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-03-07T02:57:09.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:09 smithi090 ceph-mon[27223]: osdmap e81: 8 total, 8 up, 8 in 2024-03-07T02:57:09.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:09 smithi090 ceph-mon[27223]: pgmap v105: 121 pgs: 121 active+clean; 24 MiB data, 255 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:57:09.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:09 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:57:09.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:09 smithi090 ceph-mon[37987]: osdmap e81: 8 total, 8 up, 8 in 2024-03-07T02:57:09.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:09 smithi090 ceph-mon[37987]: pgmap v105: 121 pgs: 121 active+clean; 24 MiB data, 255 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:57:09.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:09 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:57:09.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:09 smithi092 ceph-mon[31083]: osdmap e81: 8 total, 8 up, 8 in 2024-03-07T02:57:09.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:09 smithi092 ceph-mon[31083]: pgmap v105: 121 pgs: 121 active+clean; 24 MiB data, 255 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:57:09.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:09 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T02:57:10.511 INFO:tasks.rados.rados.0.smithi090.stdout:110: done (1 left) 2024-03-07T02:57:10.512 INFO:tasks.rados.rados.0.smithi090.stdout:111: done (0 left) 2024-03-07T02:57:10.512 INFO:tasks.rados.rados.0.smithi090.stdout:112: copy_from oid 25 from oid 6 current snap is 5 2024-03-07T02:57:10.512 INFO:tasks.rados.rados.0.smithi090.stdout:113: setattr oid 23 current snap is 5 2024-03-07T02:57:10.512 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 15 current snap is 5 2024-03-07T02:57:10.512 INFO:tasks.rados.rados.0.smithi090.stdout:114: seq_num 59 ranges {24576=598016,622592=401408} 2024-03-07T02:57:10.516 INFO:tasks.rados.rados.0.smithi090.stdout:114: writing smithi09077644-15 from 24576 to 622592 tid 1 2024-03-07T02:57:10.519 INFO:tasks.rados.rados.0.smithi090.stdout:114: writing smithi09077644-15 from 622592 to 1024000 tid 2 2024-03-07T02:57:10.519 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 20 current snap is 5 2024-03-07T02:57:10.520 INFO:tasks.rados.rados.0.smithi090.stdout:112: finishing copy_from racing read to smithi09077644-25 2024-03-07T02:57:10.520 INFO:tasks.rados.rados.0.smithi090.stdout:112: finishing copy_from to smithi09077644-25 2024-03-07T02:57:10.520 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 25 v 6 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-03-07T02:57:10.520 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 25 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-03-07T02:57:10.520 INFO:tasks.rados.rados.0.smithi090.stdout:115: seq_num 60 ranges {188416=614400,802816=401408} 2024-03-07T02:57:10.524 INFO:tasks.rados.rados.0.smithi090.stdout:115: writing smithi09077644-20 from 188416 to 802816 tid 1 2024-03-07T02:57:10.527 INFO:tasks.rados.rados.0.smithi090.stdout:115: writing smithi09077644-20 from 802816 to 1204224 tid 2 2024-03-07T02:57:10.527 INFO:tasks.rados.rados.0.smithi090.stdout:112: done (3 left) 2024-03-07T02:57:10.527 INFO:tasks.rados.rados.0.smithi090.stdout:113: done (2 left) 2024-03-07T02:57:10.528 INFO:tasks.rados.rados.0.smithi090.stdout:116: rollback oid 14 current snap is 5 2024-03-07T02:57:10.528 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 14 to 1 2024-03-07T02:57:10.528 INFO:tasks.rados.rados.0.smithi090.stdout:114: finishing write tid 1 to smithi09077644-15 2024-03-07T02:57:10.528 INFO:tasks.rados.rados.0.smithi090.stdout:114: finishing write tid 2 to smithi09077644-15 2024-03-07T02:57:10.528 INFO:tasks.rados.rados.0.smithi090.stdout:114: finishing write tid 3 to smithi09077644-15 2024-03-07T02:57:10.528 INFO:tasks.rados.rados.0.smithi090.stdout:117: read oid 22 snap -1 2024-03-07T02:57:10.528 INFO:tasks.rados.rados.0.smithi090.stdout:117: expect (ObjNum 21 snap 0 seq_num 21) 2024-03-07T02:57:10.528 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 40 current snap is 5 2024-03-07T02:57:10.528 INFO:tasks.rados.rados.0.smithi090.stdout:114: finishing write tid 4 to smithi09077644-15 2024-03-07T02:57:10.528 INFO:tasks.rados.rados.0.smithi090.stdout:114: oid 15 updating version 0 to 22 2024-03-07T02:57:10.528 INFO:tasks.rados.rados.0.smithi090.stdout:114: oid 15 version 22 is already newer than 21 2024-03-07T02:57:10.528 INFO:tasks.rados.rados.0.smithi090.stdout:114: oid 15 version 22 is already newer than 20 2024-03-07T02:57:10.528 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 22 (ObjNum 59 snap 5 seq_num 59) dirty exists 2024-03-07T02:57:10.529 INFO:tasks.rados.rados.0.smithi090.stdout:114: left oid 15 (ObjNum 59 snap 5 seq_num 59) 2024-03-07T02:57:10.529 INFO:tasks.rados.rados.0.smithi090.stdout:118: seq_num 61 ranges {663552=630784,1294336=401408} 2024-03-07T02:57:10.534 INFO:tasks.rados.rados.0.smithi090.stdout:118: writing smithi09077644-40 from 663552 to 1294336 tid 1 2024-03-07T02:57:10.536 INFO:tasks.rados.rados.0.smithi090.stdout:118: writing smithi09077644-40 from 1294336 to 1695744 tid 2 2024-03-07T02:57:10.536 INFO:tasks.rados.rados.0.smithi090.stdout:114: done (4 left) 2024-03-07T02:57:10.536 INFO:tasks.rados.rados.0.smithi090.stdout:119: snap_create 2024-03-07T02:57:10.537 INFO:tasks.rados.rados.0.smithi090.stdout:115: finishing write tid 1 to smithi09077644-20 2024-03-07T02:57:10.537 INFO:tasks.rados.rados.0.smithi090.stdout:115: finishing write tid 2 to smithi09077644-20 2024-03-07T02:57:10.537 INFO:tasks.rados.rados.0.smithi090.stdout:116: finishing rollback tid 0 to smithi09077644-14 2024-03-07T02:57:10.537 INFO:tasks.rados.rados.0.smithi090.stdout:115: finishing write tid 3 to smithi09077644-20 2024-03-07T02:57:10.537 INFO:tasks.rados.rados.0.smithi090.stdout:116: finishing rollback tid 1 to smithi09077644-14 2024-03-07T02:57:10.537 INFO:tasks.rados.rados.0.smithi090.stdout:116: finishing rollback tid 2 to smithi09077644-14 2024-03-07T02:57:10.537 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 14 v 21 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-03-07T02:57:10.537 INFO:tasks.rados.rados.0.smithi090.stdout:115: finishing write tid 4 to smithi09077644-20 2024-03-07T02:57:10.537 INFO:tasks.rados.rados.0.smithi090.stdout:115: oid 20 updating version 0 to 20 2024-03-07T02:57:10.537 INFO:tasks.rados.rados.0.smithi090.stdout:115: oid 20 version 20 is already newer than 18 2024-03-07T02:57:10.537 INFO:tasks.rados.rados.0.smithi090.stdout:115: oid 20 version 20 is already newer than 19 2024-03-07T02:57:10.537 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 20 v 20 (ObjNum 60 snap 5 seq_num 60) dirty exists 2024-03-07T02:57:10.538 INFO:tasks.rados.rados.0.smithi090.stdout:115: left oid 20 (ObjNum 60 snap 5 seq_num 60) 2024-03-07T02:57:10.538 INFO:tasks.rados.rados.0.smithi090.stdout:117: expect (ObjNum 21 snap 0 seq_num 21) 2024-03-07T02:57:10.546 INFO:tasks.rados.rados.0.smithi090.stdout:118: finishing write tid 1 to smithi09077644-40 2024-03-07T02:57:10.546 INFO:tasks.rados.rados.0.smithi090.stdout:118: finishing write tid 2 to smithi09077644-40 2024-03-07T02:57:10.546 INFO:tasks.rados.rados.0.smithi090.stdout:118: finishing write tid 3 to smithi09077644-40 2024-03-07T02:57:10.546 INFO:tasks.rados.rados.0.smithi090.stdout:118: finishing write tid 4 to smithi09077644-40 2024-03-07T02:57:10.546 INFO:tasks.rados.rados.0.smithi090.stdout:118: oid 40 updating version 0 to 23 2024-03-07T02:57:10.546 INFO:tasks.rados.rados.0.smithi090.stdout:118: oid 40 updating version 23 to 24 2024-03-07T02:57:10.546 INFO:tasks.rados.rados.0.smithi090.stdout:118: oid 40 updating version 24 to 25 2024-03-07T02:57:10.546 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 40 v 25 (ObjNum 61 snap 5 seq_num 61) dirty exists 2024-03-07T02:57:10.547 INFO:tasks.rados.rados.0.smithi090.stdout:118: left oid 40 (ObjNum 61 snap 5 seq_num 61) 2024-03-07T02:57:10.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:10 smithi090 ceph-mon[27223]: osdmap e82: 8 total, 8 up, 8 in 2024-03-07T02:57:10.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:10 smithi090 ceph-mon[27223]: pgmap v107: 121 pgs: 121 active+clean; 24 MiB data, 255 MiB used, 715 GiB / 715 GiB avail; 2.3 MiB/s rd, 373 KiB/s wr, 8 op/s 2024-03-07T02:57:10.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:10 smithi090 ceph-mon[37987]: osdmap e82: 8 total, 8 up, 8 in 2024-03-07T02:57:10.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:10 smithi090 ceph-mon[37987]: pgmap v107: 121 pgs: 121 active+clean; 24 MiB data, 255 MiB used, 715 GiB / 715 GiB avail; 2.3 MiB/s rd, 373 KiB/s wr, 8 op/s 2024-03-07T02:57:10.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:10 smithi092 ceph-mon[31083]: osdmap e82: 8 total, 8 up, 8 in 2024-03-07T02:57:10.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:10 smithi092 ceph-mon[31083]: pgmap v107: 121 pgs: 121 active+clean; 24 MiB data, 255 MiB used, 715 GiB / 715 GiB avail; 2.3 MiB/s rd, 373 KiB/s wr, 8 op/s 2024-03-07T02:57:11.520 INFO:tasks.rados.rados.0.smithi090.stdout:115: done (4 left) 2024-03-07T02:57:11.520 INFO:tasks.rados.rados.0.smithi090.stdout:116: done (3 left) 2024-03-07T02:57:11.520 INFO:tasks.rados.rados.0.smithi090.stdout:117: done (2 left) 2024-03-07T02:57:11.520 INFO:tasks.rados.rados.0.smithi090.stdout:118: done (1 left) 2024-03-07T02:57:11.520 INFO:tasks.rados.rados.0.smithi090.stdout:119: done (0 left) 2024-03-07T02:57:11.520 INFO:tasks.rados.rados.0.smithi090.stdout:120: read oid 48 snap 4 2024-03-07T02:57:11.521 INFO:tasks.rados.rados.0.smithi090.stdout:120: expect (ObjNum 47 snap 0 seq_num 47) 2024-03-07T02:57:11.521 INFO:tasks.rados.rados.0.smithi090.stdout:121: read oid 49 snap 5 2024-03-07T02:57:11.521 INFO:tasks.rados.rados.0.smithi090.stdout:121: expect (ObjNum 55 snap 4 seq_num 55) 2024-03-07T02:57:11.521 INFO:tasks.rados.rados.0.smithi090.stdout:122: delete oid 44 current snap is 6 2024-03-07T02:57:11.524 INFO:tasks.rados.rados.0.smithi090.stdout:122: done (2 left) 2024-03-07T02:57:11.524 INFO:tasks.rados.rados.0.smithi090.stdout:123: rollback oid 23 current snap is 6 2024-03-07T02:57:11.524 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 23 to 4 2024-03-07T02:57:11.525 INFO:tasks.rados.rados.0.smithi090.stdout:124: read oid 30 snap -1 2024-03-07T02:57:11.525 INFO:tasks.rados.rados.0.smithi090.stdout:124: expect (ObjNum 29 snap 0 seq_num 29) 2024-03-07T02:57:11.525 INFO:tasks.rados.rados.0.smithi090.stdout:125: setattr oid 35 current snap is 6 2024-03-07T02:57:11.525 INFO:tasks.rados.rados.0.smithi090.stdout:120: expect (ObjNum 47 snap 0 seq_num 47) 2024-03-07T02:57:11.548 INFO:tasks.rados.rados.0.smithi090.stdout:121: expect (ObjNum 55 snap 4 seq_num 55) 2024-03-07T02:57:11.606 INFO:tasks.rados.rados.0.smithi090.stdout:123: finishing rollback tid 0 to smithi09077644-23 2024-03-07T02:57:11.606 INFO:tasks.rados.rados.0.smithi090.stdout:123: finishing rollback tid 1 to smithi09077644-23 2024-03-07T02:57:11.606 INFO:tasks.rados.rados.0.smithi090.stdout:123: finishing rollback tid 2 to smithi09077644-23 2024-03-07T02:57:11.606 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 29 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-03-07T02:57:11.606 INFO:tasks.rados.rados.0.smithi090.stdout:124: expect (ObjNum 29 snap 0 seq_num 29) 2024-03-07T02:57:11.618 INFO:tasks.rados.rados.0.smithi090.stdout:120: done (4 left) 2024-03-07T02:57:11.619 INFO:tasks.rados.rados.0.smithi090.stdout:121: done (3 left) 2024-03-07T02:57:11.619 INFO:tasks.rados.rados.0.smithi090.stdout:123: done (2 left) 2024-03-07T02:57:11.619 INFO:tasks.rados.rados.0.smithi090.stdout:124: done (1 left) 2024-03-07T02:57:11.619 INFO:tasks.rados.rados.0.smithi090.stdout:126: delete oid 5 current snap is 6 2024-03-07T02:57:11.620 INFO:tasks.rados.rados.0.smithi090.stdout:126: done (1 left) 2024-03-07T02:57:11.620 INFO:tasks.rados.rados.0.smithi090.stdout:127: snap_remove snap 4 2024-03-07T02:57:11.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:11 smithi090 ceph-mon[37987]: osdmap e83: 8 total, 8 up, 8 in 2024-03-07T02:57:11.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:11 smithi090 ceph-mon[27223]: osdmap e83: 8 total, 8 up, 8 in 2024-03-07T02:57:11.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:11 smithi092 ceph-mon[31083]: osdmap e83: 8 total, 8 up, 8 in 2024-03-07T02:57:12.530 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 35 v 24 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-03-07T02:57:12.530 INFO:tasks.rados.rados.0.smithi090.stdout:125: done (1 left) 2024-03-07T02:57:12.531 INFO:tasks.rados.rados.0.smithi090.stdout:127: done (0 left) 2024-03-07T02:57:12.531 INFO:tasks.rados.rados.0.smithi090.stdout:128: setattr oid 28 current snap is 6 2024-03-07T02:57:12.533 INFO:tasks.rados.rados.0.smithi090.stdout:129: snap_remove snap 1 2024-03-07T02:57:12.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:12 smithi090 ceph-mon[27223]: osdmap e84: 8 total, 8 up, 8 in 2024-03-07T02:57:12.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:12 smithi090 ceph-mon[27223]: pgmap v110: 121 pgs: 121 active+clean; 24 MiB data, 255 MiB used, 715 GiB / 715 GiB avail; 2.3 MiB/s rd, 375 KiB/s wr, 8 op/s 2024-03-07T02:57:12.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:12 smithi090 ceph-mon[37987]: osdmap e84: 8 total, 8 up, 8 in 2024-03-07T02:57:12.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:12 smithi090 ceph-mon[37987]: pgmap v110: 121 pgs: 121 active+clean; 24 MiB data, 255 MiB used, 715 GiB / 715 GiB avail; 2.3 MiB/s rd, 375 KiB/s wr, 8 op/s 2024-03-07T02:57:12.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:12 smithi092 ceph-mon[31083]: osdmap e84: 8 total, 8 up, 8 in 2024-03-07T02:57:12.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:12 smithi092 ceph-mon[31083]: pgmap v110: 121 pgs: 121 active+clean; 24 MiB data, 255 MiB used, 715 GiB / 715 GiB avail; 2.3 MiB/s rd, 375 KiB/s wr, 8 op/s 2024-03-07T02:57:13.329 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:57:12 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: ::ffff:172.21.15.92 - - [07/Mar/2024:02:57:12] "GET /metrics HTTP/1.1" 200 35923 "" "Prometheus/2.43.0" 2024-03-07T02:57:13.532 INFO:tasks.rados.rados.0.smithi090.stdout:129: done (1 left) 2024-03-07T02:57:13.532 INFO:tasks.rados.rados.0.smithi090.stdout:130: delete oid 6 current snap is 6 2024-03-07T02:57:13.532 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 28 v 12 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-03-07T02:57:13.538 INFO:tasks.rados.rados.0.smithi090.stdout:128: done (1 left) 2024-03-07T02:57:13.538 INFO:tasks.rados.rados.0.smithi090.stdout:130: done (0 left) 2024-03-07T02:57:13.538 INFO:tasks.rados.rados.0.smithi090.stdout:131: snap_remove snap 5 2024-03-07T02:57:13.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:13 smithi090 ceph-mon[27223]: osdmap e85: 8 total, 8 up, 8 in 2024-03-07T02:57:13.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:13 smithi090 ceph-mon[37987]: osdmap e85: 8 total, 8 up, 8 in 2024-03-07T02:57:13.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:13 smithi092 ceph-mon[31083]: osdmap e85: 8 total, 8 up, 8 in 2024-03-07T02:57:14.391 INFO:tasks.rados.rados.0.smithi090.stdout:131: done (0 left) 2024-03-07T02:57:14.391 INFO:tasks.rados.rados.0.smithi090.stdout:132: rollback oid 17 current snap is 6 2024-03-07T02:57:14.391 INFO:tasks.rados.rados.0.smithi090.stdout:132: done (0 left) 2024-03-07T02:57:14.391 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 43 current snap is 6 2024-03-07T02:57:14.391 INFO:tasks.rados.rados.0.smithi090.stdout:133: seq_num 65 ranges {0=696320,696320=401408} 2024-03-07T02:57:14.395 INFO:tasks.rados.rados.0.smithi090.stdout:133: writing smithi09077644-43 from 0 to 696320 tid 1 2024-03-07T02:57:14.398 INFO:tasks.rados.rados.0.smithi090.stdout:133: writing smithi09077644-43 from 696320 to 1097728 tid 2 2024-03-07T02:57:14.398 INFO:tasks.rados.rados.0.smithi090.stdout:134: read oid 11 snap -1 2024-03-07T02:57:14.398 INFO:tasks.rados.rados.0.smithi090.stdout:134: expect (ObjNum 10 snap 0 seq_num 10) 2024-03-07T02:57:14.398 INFO:tasks.rados.rados.0.smithi090.stdout:135: read oid 6 snap -1 2024-03-07T02:57:14.398 INFO:tasks.rados.rados.0.smithi090.stdout:135: expect deleted 2024-03-07T02:57:14.398 INFO:tasks.rados.rados.0.smithi090.stdout:136: copy_from oid 18 from oid 46 current snap is 6 2024-03-07T02:57:14.398 INFO:tasks.rados.rados.0.smithi090.stdout:137: read oid 41 snap -1 2024-03-07T02:57:14.399 INFO:tasks.rados.rados.0.smithi090.stdout:137: expect (ObjNum 40 snap 0 seq_num 40) 2024-03-07T02:57:14.399 INFO:tasks.rados.rados.0.smithi090.stdout:138: rmattr oid 37 current snap is 6 2024-03-07T02:57:14.399 INFO:tasks.rados.rados.0.smithi090.stdout:138: done (5 left) 2024-03-07T02:57:14.399 INFO:tasks.rados.rados.0.smithi090.stdout:139: read oid 1 snap -1 2024-03-07T02:57:14.399 INFO:tasks.rados.rados.0.smithi090.stdout:139: expect deleted 2024-03-07T02:57:14.399 INFO:tasks.rados.rados.0.smithi090.stdout:140: rmattr oid 30 current snap is 6 2024-03-07T02:57:14.399 INFO:tasks.rados.rados.0.smithi090.stdout:140: done (6 left) 2024-03-07T02:57:14.399 INFO:tasks.rados.rados.0.smithi090.stdout:141: setattr oid 47 current snap is 6 2024-03-07T02:57:14.399 INFO:tasks.rados.rados.0.smithi090.stdout:139: done (6 left) 2024-03-07T02:57:14.400 INFO:tasks.rados.rados.0.smithi090.stdout:142: copy_from oid 30 from oid 16 current snap is 6 2024-03-07T02:57:14.400 INFO:tasks.rados.rados.0.smithi090.stdout:143: setattr oid 34 current snap is 6 2024-03-07T02:57:14.400 INFO:tasks.rados.rados.0.smithi090.stdout:133: finishing write tid 1 to smithi09077644-43 2024-03-07T02:57:14.401 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 3 current snap is 6 2024-03-07T02:57:14.401 INFO:tasks.rados.rados.0.smithi090.stdout:144: seq_num 66 ranges {40960=712704,753664=401408} 2024-03-07T02:57:14.406 INFO:tasks.rados.rados.0.smithi090.stdout:144: writing smithi09077644-3 from 40960 to 753664 tid 1 2024-03-07T02:57:14.410 INFO:tasks.rados.rados.0.smithi090.stdout:144: writing smithi09077644-3 from 753664 to 1155072 tid 2 2024-03-07T02:57:14.410 INFO:tasks.rados.rados.0.smithi090.stdout:145: setattr oid 9 current snap is 6 2024-03-07T02:57:14.410 INFO:tasks.rados.rados.0.smithi090.stdout:133: finishing write tid 2 to smithi09077644-43 2024-03-07T02:57:14.410 INFO:tasks.rados.rados.0.smithi090.stdout:133: finishing write tid 3 to smithi09077644-43 2024-03-07T02:57:14.410 INFO:tasks.rados.rados.0.smithi090.stdout:134: expect (ObjNum 10 snap 0 seq_num 10) 2024-03-07T02:57:14.417 INFO:tasks.rados.rados.0.smithi090.stdout:133: finishing write tid 4 to smithi09077644-43 2024-03-07T02:57:14.417 INFO:tasks.rados.rados.0.smithi090.stdout:133: oid 43 updating version 0 to 14 2024-03-07T02:57:14.417 INFO:tasks.rados.rados.0.smithi090.stdout:133: oid 43 updating version 14 to 15 2024-03-07T02:57:14.417 INFO:tasks.rados.rados.0.smithi090.stdout:133: oid 43 version 15 is already newer than 13 2024-03-07T02:57:14.417 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 15 (ObjNum 65 snap 6 seq_num 65) dirty exists 2024-03-07T02:57:14.417 INFO:tasks.rados.rados.0.smithi090.stdout:133: left oid 43 (ObjNum 65 snap 6 seq_num 65) 2024-03-07T02:57:14.417 INFO:tasks.rados.rados.0.smithi090.stdout:137: expect (ObjNum 40 snap 0 seq_num 40) 2024-03-07T02:57:14.437 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 3 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-03-07T02:57:14.437 INFO:tasks.rados.rados.0.smithi090.stdout:142: finishing copy_from racing read to smithi09077644-30 2024-03-07T02:57:14.437 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 34 v 7 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-03-07T02:57:14.437 INFO:tasks.rados.rados.0.smithi090.stdout:142: finishing copy_from to smithi09077644-30 2024-03-07T02:57:14.437 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 30 v 2 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-03-07T02:57:14.437 INFO:tasks.rados.rados.0.smithi090.stdout:144: finishing write tid 1 to smithi09077644-3 2024-03-07T02:57:14.437 INFO:tasks.rados.rados.0.smithi090.stdout:144: finishing write tid 2 to smithi09077644-3 2024-03-07T02:57:14.437 INFO:tasks.rados.rados.0.smithi090.stdout:144: finishing write tid 3 to smithi09077644-3 2024-03-07T02:57:14.437 INFO:tasks.rados.rados.0.smithi090.stdout:136: finishing copy_from racing read to smithi09077644-18 2024-03-07T02:57:14.437 INFO:tasks.rados.rados.0.smithi090.stdout:144: finishing write tid 4 to smithi09077644-3 2024-03-07T02:57:14.437 INFO:tasks.rados.rados.0.smithi090.stdout:144: oid 3 updating version 0 to 9 2024-03-07T02:57:14.437 INFO:tasks.rados.rados.0.smithi090.stdout:144: oid 3 updating version 9 to 10 2024-03-07T02:57:14.437 INFO:tasks.rados.rados.0.smithi090.stdout:144: oid 3 version 10 is already newer than 8 2024-03-07T02:57:14.438 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 10 (ObjNum 66 snap 6 seq_num 66) dirty exists 2024-03-07T02:57:14.438 INFO:tasks.rados.rados.0.smithi090.stdout:144: left oid 3 (ObjNum 66 snap 6 seq_num 66) 2024-03-07T02:57:14.438 INFO:tasks.rados.rados.0.smithi090.stdout:136: finishing copy_from to smithi09077644-18 2024-03-07T02:57:14.438 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 18 v 10 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-03-07T02:57:14.438 INFO:tasks.rados.rados.0.smithi090.stdout:133: done (9 left) 2024-03-07T02:57:14.438 INFO:tasks.rados.rados.0.smithi090.stdout:134: done (8 left) 2024-03-07T02:57:14.438 INFO:tasks.rados.rados.0.smithi090.stdout:135: done (7 left) 2024-03-07T02:57:14.438 INFO:tasks.rados.rados.0.smithi090.stdout:136: done (6 left) 2024-03-07T02:57:14.438 INFO:tasks.rados.rados.0.smithi090.stdout:137: done (5 left) 2024-03-07T02:57:14.438 INFO:tasks.rados.rados.0.smithi090.stdout:141: done (4 left) 2024-03-07T02:57:14.438 INFO:tasks.rados.rados.0.smithi090.stdout:142: done (3 left) 2024-03-07T02:57:14.438 INFO:tasks.rados.rados.0.smithi090.stdout:143: done (2 left) 2024-03-07T02:57:14.438 INFO:tasks.rados.rados.0.smithi090.stdout:144: done (1 left) 2024-03-07T02:57:14.438 INFO:tasks.rados.rados.0.smithi090.stdout:146: snap_create 2024-03-07T02:57:14.439 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 9 v 30 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-03-07T02:57:14.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:14 smithi090 ceph-mon[27223]: osdmap e86: 8 total, 8 up, 8 in 2024-03-07T02:57:14.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:14 smithi090 ceph-mon[27223]: osdmap e87: 8 total, 8 up, 8 in 2024-03-07T02:57:14.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:14 smithi090 ceph-mon[27223]: pgmap v114: 121 pgs: 121 active+clean; 27 MiB data, 259 MiB used, 715 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.0 MiB/s wr, 50 op/s 2024-03-07T02:57:14.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:14 smithi090 ceph-mon[37987]: osdmap e86: 8 total, 8 up, 8 in 2024-03-07T02:57:14.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:14 smithi090 ceph-mon[37987]: osdmap e87: 8 total, 8 up, 8 in 2024-03-07T02:57:14.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:14 smithi090 ceph-mon[37987]: pgmap v114: 121 pgs: 121 active+clean; 27 MiB data, 259 MiB used, 715 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.0 MiB/s wr, 50 op/s 2024-03-07T02:57:14.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:14 smithi092 ceph-mon[31083]: osdmap e86: 8 total, 8 up, 8 in 2024-03-07T02:57:14.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:14 smithi092 ceph-mon[31083]: osdmap e87: 8 total, 8 up, 8 in 2024-03-07T02:57:14.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:14 smithi092 ceph-mon[31083]: pgmap v114: 121 pgs: 121 active+clean; 27 MiB data, 259 MiB used, 715 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.0 MiB/s wr, 50 op/s 2024-03-07T02:57:15.403 INFO:tasks.rados.rados.0.smithi090.stdout:145: done (1 left) 2024-03-07T02:57:15.404 INFO:tasks.rados.rados.0.smithi090.stdout:146: done (0 left) 2024-03-07T02:57:15.404 INFO:tasks.rados.rados.0.smithi090.stdout:147: snap_remove snap 6 2024-03-07T02:57:16.409 INFO:tasks.rados.rados.0.smithi090.stdout:147: done (0 left) 2024-03-07T02:57:16.409 INFO:tasks.rados.rados.0.smithi090.stdout:148: delete oid 1 current snap is 7 2024-03-07T02:57:16.410 INFO:tasks.rados.rados.0.smithi090.stdout:148: done (0 left) 2024-03-07T02:57:16.410 INFO:tasks.rados.rados.0.smithi090.stdout:149: snap_create 2024-03-07T02:57:16.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:16 smithi092 ceph-mon[31083]: osdmap e88: 8 total, 8 up, 8 in 2024-03-07T02:57:16.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:16 smithi090 ceph-mon[27223]: osdmap e88: 8 total, 8 up, 8 in 2024-03-07T02:57:16.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:16 smithi090 ceph-mon[37987]: osdmap e88: 8 total, 8 up, 8 in 2024-03-07T02:57:17.421 INFO:tasks.rados.rados.0.smithi090.stdout:149: done (0 left) 2024-03-07T02:57:17.421 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 31 current snap is 8 2024-03-07T02:57:17.421 INFO:tasks.rados.rados.0.smithi090.stdout:150: seq_num 68 ranges {606208=745472,1351680=401408} 2024-03-07T02:57:17.428 INFO:tasks.rados.rados.0.smithi090.stdout:150: writing smithi09077644-31 from 606208 to 1351680 tid 1 2024-03-07T02:57:17.430 INFO:tasks.rados.rados.0.smithi090.stdout:150: writing smithi09077644-31 from 1351680 to 1753088 tid 2 2024-03-07T02:57:17.430 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 16 current snap is 8 2024-03-07T02:57:17.431 INFO:tasks.rados.rados.0.smithi090.stdout:151: seq_num 69 ranges {253952=761856,1015808=401408} 2024-03-07T02:57:17.436 INFO:tasks.rados.rados.0.smithi090.stdout:151: writing smithi09077644-16 from 253952 to 1015808 tid 1 2024-03-07T02:57:17.439 INFO:tasks.rados.rados.0.smithi090.stdout:151: writing smithi09077644-16 from 1015808 to 1417216 tid 2 2024-03-07T02:57:17.439 INFO:tasks.rados.rados.0.smithi090.stdout:152: copy_from oid 10 from oid 39 current snap is 8 2024-03-07T02:57:17.439 INFO:tasks.rados.rados.0.smithi090.stdout:150: finishing write tid 1 to smithi09077644-31 2024-03-07T02:57:17.439 INFO:tasks.rados.rados.0.smithi090.stdout:150: finishing write tid 2 to smithi09077644-31 2024-03-07T02:57:17.439 INFO:tasks.rados.rados.0.smithi090.stdout:150: finishing write tid 3 to smithi09077644-31 2024-03-07T02:57:17.439 INFO:tasks.rados.rados.0.smithi090.stdout:153: read oid 48 snap 7 2024-03-07T02:57:17.439 INFO:tasks.rados.rados.0.smithi090.stdout:153: expect (ObjNum 47 snap 0 seq_num 47) 2024-03-07T02:57:17.439 INFO:tasks.rados.rados.0.smithi090.stdout:154: copy_from oid 50 from oid 1 current snap is 8 2024-03-07T02:57:17.439 INFO:tasks.rados.rados.0.smithi090.stdout:155: rollback oid 29 current snap is 8 2024-03-07T02:57:17.440 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 29 to 7 2024-03-07T02:57:17.440 INFO:tasks.rados.rados.0.smithi090.stdout:156: copy_from oid 47 from oid 13 current snap is 8 2024-03-07T02:57:17.440 INFO:tasks.rados.rados.0.smithi090.stdout:157: snap_create 2024-03-07T02:57:17.440 INFO:tasks.rados.rados.0.smithi090.stdout:150: finishing write tid 4 to smithi09077644-31 2024-03-07T02:57:17.441 INFO:tasks.rados.rados.0.smithi090.stdout:150: oid 31 updating version 0 to 15 2024-03-07T02:57:17.441 INFO:tasks.rados.rados.0.smithi090.stdout:150: oid 31 updating version 15 to 16 2024-03-07T02:57:17.441 INFO:tasks.rados.rados.0.smithi090.stdout:150: oid 31 version 16 is already newer than 14 2024-03-07T02:57:17.441 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 16 (ObjNum 68 snap 8 seq_num 68) dirty exists 2024-03-07T02:57:17.441 INFO:tasks.rados.rados.0.smithi090.stdout:150: left oid 31 (ObjNum 68 snap 8 seq_num 68) 2024-03-07T02:57:17.441 INFO:tasks.rados.rados.0.smithi090.stdout:156: finishing copy_from to smithi09077644-47 2024-03-07T02:57:17.441 INFO:tasks.rados.rados.0.smithi090.stdout:156: got expected ENOENT (src dne) 2024-03-07T02:57:17.441 INFO:tasks.rados.rados.0.smithi090.stdout:156: finishing copy_from racing read to smithi09077644-47 2024-03-07T02:57:17.443 INFO:tasks.rados.rados.0.smithi090.stdout:153: expect (ObjNum 47 snap 0 seq_num 47) 2024-03-07T02:57:17.465 INFO:tasks.rados.rados.0.smithi090.stdout:154: finishing copy_from to smithi09077644-50 2024-03-07T02:57:17.465 INFO:tasks.rados.rados.0.smithi090.stdout:154: got expected ENOENT (src dne) 2024-03-07T02:57:17.465 INFO:tasks.rados.rados.0.smithi090.stdout:151: finishing write tid 1 to smithi09077644-16 2024-03-07T02:57:17.465 INFO:tasks.rados.rados.0.smithi090.stdout:151: finishing write tid 2 to smithi09077644-16 2024-03-07T02:57:17.465 INFO:tasks.rados.rados.0.smithi090.stdout:154: finishing copy_from racing read to smithi09077644-50 2024-03-07T02:57:17.465 INFO:tasks.rados.rados.0.smithi090.stdout:152: finishing copy_from racing read to smithi09077644-10 2024-03-07T02:57:17.465 INFO:tasks.rados.rados.0.smithi090.stdout:151: finishing write tid 3 to smithi09077644-16 2024-03-07T02:57:17.465 INFO:tasks.rados.rados.0.smithi090.stdout:152: finishing copy_from to smithi09077644-10 2024-03-07T02:57:17.465 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 10 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-03-07T02:57:17.465 INFO:tasks.rados.rados.0.smithi090.stdout:155: finishing rollback tid 0 to smithi09077644-29 2024-03-07T02:57:17.465 INFO:tasks.rados.rados.0.smithi090.stdout:155: finishing rollback tid 1 to smithi09077644-29 2024-03-07T02:57:17.466 INFO:tasks.rados.rados.0.smithi090.stdout:151: finishing write tid 4 to smithi09077644-16 2024-03-07T02:57:17.466 INFO:tasks.rados.rados.0.smithi090.stdout:151: oid 16 updating version 0 to 11 2024-03-07T02:57:17.466 INFO:tasks.rados.rados.0.smithi090.stdout:151: oid 16 updating version 11 to 12 2024-03-07T02:57:17.466 INFO:tasks.rados.rados.0.smithi090.stdout:151: oid 16 updating version 12 to 13 2024-03-07T02:57:17.466 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 13 (ObjNum 69 snap 8 seq_num 69) dirty exists 2024-03-07T02:57:17.466 INFO:tasks.rados.rados.0.smithi090.stdout:151: left oid 16 (ObjNum 69 snap 8 seq_num 69) 2024-03-07T02:57:17.466 INFO:tasks.rados.rados.0.smithi090.stdout:155: finishing rollback tid 2 to smithi09077644-29 2024-03-07T02:57:17.466 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 16 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-03-07T02:57:17.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:17 smithi092 ceph-mon[31083]: osdmap e89: 8 total, 8 up, 8 in 2024-03-07T02:57:17.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:17 smithi092 ceph-mon[31083]: pgmap v117: 121 pgs: 121 active+clean; 27 MiB data, 259 MiB used, 715 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.1 MiB/s wr, 51 op/s 2024-03-07T02:57:17.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:17 smithi090 ceph-mon[27223]: osdmap e89: 8 total, 8 up, 8 in 2024-03-07T02:57:17.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:17 smithi090 ceph-mon[27223]: pgmap v117: 121 pgs: 121 active+clean; 27 MiB data, 259 MiB used, 715 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.1 MiB/s wr, 51 op/s 2024-03-07T02:57:17.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:17 smithi090 ceph-mon[37987]: osdmap e89: 8 total, 8 up, 8 in 2024-03-07T02:57:17.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:17 smithi090 ceph-mon[37987]: pgmap v117: 121 pgs: 121 active+clean; 27 MiB data, 259 MiB used, 715 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.1 MiB/s wr, 51 op/s 2024-03-07T02:57:18.434 INFO:tasks.rados.rados.0.smithi090.stdout:150: done (7 left) 2024-03-07T02:57:18.435 INFO:tasks.rados.rados.0.smithi090.stdout:151: done (6 left) 2024-03-07T02:57:18.435 INFO:tasks.rados.rados.0.smithi090.stdout:152: done (5 left) 2024-03-07T02:57:18.435 INFO:tasks.rados.rados.0.smithi090.stdout:153: done (4 left) 2024-03-07T02:57:18.435 INFO:tasks.rados.rados.0.smithi090.stdout:154: done (3 left) 2024-03-07T02:57:18.435 INFO:tasks.rados.rados.0.smithi090.stdout:155: done (2 left) 2024-03-07T02:57:18.435 INFO:tasks.rados.rados.0.smithi090.stdout:156: done (1 left) 2024-03-07T02:57:18.436 INFO:tasks.rados.rados.0.smithi090.stdout:157: done (0 left) 2024-03-07T02:57:18.436 INFO:tasks.rados.rados.0.smithi090.stdout:158: read oid 46 snap -1 2024-03-07T02:57:18.436 INFO:tasks.rados.rados.0.smithi090.stdout:158: expect (ObjNum 45 snap 0 seq_num 45) 2024-03-07T02:57:18.436 INFO:tasks.rados.rados.0.smithi090.stdout:159: read oid 7 snap 7 2024-03-07T02:57:18.436 INFO:tasks.rados.rados.0.smithi090.stdout:159: expect (ObjNum 6 snap 0 seq_num 6) 2024-03-07T02:57:18.436 INFO:tasks.rados.rados.0.smithi090.stdout:160: snap_create 2024-03-07T02:57:18.439 INFO:tasks.rados.rados.0.smithi090.stdout:158: expect (ObjNum 45 snap 0 seq_num 45) 2024-03-07T02:57:18.459 INFO:tasks.rados.rados.0.smithi090.stdout:159: expect (ObjNum 6 snap 0 seq_num 6) 2024-03-07T02:57:18.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:18 smithi090 ceph-mon[27223]: osdmap e90: 8 total, 8 up, 8 in 2024-03-07T02:57:18.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:18 smithi090 ceph-mon[37987]: osdmap e90: 8 total, 8 up, 8 in 2024-03-07T02:57:18.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:18 smithi092 ceph-mon[31083]: osdmap e90: 8 total, 8 up, 8 in 2024-03-07T02:57:19.389 INFO:tasks.rados.rados.0.smithi090.stdout:158: done (2 left) 2024-03-07T02:57:19.389 INFO:tasks.rados.rados.0.smithi090.stdout:159: done (1 left) 2024-03-07T02:57:19.389 INFO:tasks.rados.rados.0.smithi090.stdout:160: done (0 left) 2024-03-07T02:57:19.389 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 13 current snap is 10 2024-03-07T02:57:19.389 INFO:tasks.rados.rados.0.smithi090.stdout:161: seq_num 70 ranges {0=778240,778240=401408} 2024-03-07T02:57:19.393 INFO:tasks.rados.rados.0.smithi090.stdout:161: writing smithi09077644-13 from 0 to 778240 tid 1 2024-03-07T02:57:19.396 INFO:tasks.rados.rados.0.smithi090.stdout:161: writing smithi09077644-13 from 778240 to 1179648 tid 2 2024-03-07T02:57:19.396 INFO:tasks.rados.rados.0.smithi090.stdout:162: copy_from oid 15 from oid 5 current snap is 10 2024-03-07T02:57:19.396 INFO:tasks.rados.rados.0.smithi090.stdout:163: rollback oid 19 current snap is 10 2024-03-07T02:57:19.396 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 19 to 8 2024-03-07T02:57:19.397 INFO:tasks.rados.rados.0.smithi090.stdout:164: copy_from oid 21 from oid 24 current snap is 10 2024-03-07T02:57:19.397 INFO:tasks.rados.rados.0.smithi090.stdout:165: copy_from oid 3 from oid 7 current snap is 10 2024-03-07T02:57:19.397 INFO:tasks.rados.rados.0.smithi090.stdout:166: read oid 33 snap -1 2024-03-07T02:57:19.397 INFO:tasks.rados.rados.0.smithi090.stdout:166: expect (ObjNum 32 snap 0 seq_num 32) 2024-03-07T02:57:19.397 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 16 current snap is 10 2024-03-07T02:57:19.397 INFO:tasks.rados.rados.0.smithi090.stdout:167: seq_num 71 ranges {1417216=794624,2211840=401408} 2024-03-07T02:57:19.409 INFO:tasks.rados.rados.0.smithi090.stdout:167: writing smithi09077644-16 from 1417216 to 2211840 tid 1 2024-03-07T02:57:19.412 INFO:tasks.rados.rados.0.smithi090.stdout:167: writing smithi09077644-16 from 2211840 to 2613248 tid 2 2024-03-07T02:57:19.412 INFO:tasks.rados.rados.0.smithi090.stdout:168: rmattr oid 34 current snap is 10 2024-03-07T02:57:19.412 INFO:tasks.rados.rados.0.smithi090.stdout:163: finishing rollback tid 0 to smithi09077644-19 2024-03-07T02:57:19.412 INFO:tasks.rados.rados.0.smithi090.stdout:169: snap_remove snap 9 2024-03-07T02:57:19.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:19 smithi090 ceph-mon[27223]: osdmap e91: 8 total, 8 up, 8 in 2024-03-07T02:57:19.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:19 smithi090 ceph-mon[27223]: pgmap v120: 121 pgs: 121 active+clean; 27 MiB data, 259 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:57:19.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:19 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T02:57:19.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:19 smithi090 ceph-mon[27223]: osdmap e92: 8 total, 8 up, 8 in 2024-03-07T02:57:19.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:19 smithi090 ceph-mon[37987]: osdmap e91: 8 total, 8 up, 8 in 2024-03-07T02:57:19.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:19 smithi090 ceph-mon[37987]: pgmap v120: 121 pgs: 121 active+clean; 27 MiB data, 259 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:57:19.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:19 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T02:57:19.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:19 smithi090 ceph-mon[37987]: osdmap e92: 8 total, 8 up, 8 in 2024-03-07T02:57:19.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:19 smithi092 ceph-mon[31083]: osdmap e91: 8 total, 8 up, 8 in 2024-03-07T02:57:19.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:19 smithi092 ceph-mon[31083]: pgmap v120: 121 pgs: 121 active+clean; 27 MiB data, 259 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:57:19.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:19 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T02:57:19.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:19 smithi092 ceph-mon[31083]: osdmap e92: 8 total, 8 up, 8 in 2024-03-07T02:57:20.398 INFO:tasks.rados.rados.0.smithi090.stdout:162: finishing copy_from to smithi09077644-15 2024-03-07T02:57:20.399 INFO:tasks.rados.rados.0.smithi090.stdout:162: got expected ENOENT (src dne) 2024-03-07T02:57:20.399 INFO:tasks.rados.rados.0.smithi090.stdout:162: finishing copy_from racing read to smithi09077644-15 2024-03-07T02:57:20.399 INFO:tasks.rados.rados.0.smithi090.stdout:166: expect (ObjNum 32 snap 0 seq_num 32) 2024-03-07T02:57:20.414 INFO:tasks.rados.rados.0.smithi090.stdout:161: finishing write tid 1 to smithi09077644-13 2024-03-07T02:57:20.414 INFO:tasks.rados.rados.0.smithi090.stdout:163: finishing rollback tid 1 to smithi09077644-19 2024-03-07T02:57:20.415 INFO:tasks.rados.rados.0.smithi090.stdout:161: finishing write tid 2 to smithi09077644-13 2024-03-07T02:57:20.415 INFO:tasks.rados.rados.0.smithi090.stdout:163: finishing rollback tid 2 to smithi09077644-19 2024-03-07T02:57:20.415 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 34 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-03-07T02:57:20.415 INFO:tasks.rados.rados.0.smithi090.stdout:161: finishing write tid 3 to smithi09077644-13 2024-03-07T02:57:20.415 INFO:tasks.rados.rados.0.smithi090.stdout:162: done (8 left) 2024-03-07T02:57:20.415 INFO:tasks.rados.rados.0.smithi090.stdout:163: done (7 left) 2024-03-07T02:57:20.415 INFO:tasks.rados.rados.0.smithi090.stdout:166: done (6 left) 2024-03-07T02:57:20.415 INFO:tasks.rados.rados.0.smithi090.stdout:169: done (5 left) 2024-03-07T02:57:20.415 INFO:tasks.rados.rados.0.smithi090.stdout:170: rollback oid 30 current snap is 10 2024-03-07T02:57:20.415 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 30 to 7 2024-03-07T02:57:20.415 INFO:tasks.rados.rados.0.smithi090.stdout:161: finishing write tid 4 to smithi09077644-13 2024-03-07T02:57:20.416 INFO:tasks.rados.rados.0.smithi090.stdout:161: oid 13 updating version 0 to 39 2024-03-07T02:57:20.416 INFO:tasks.rados.rados.0.smithi090.stdout:161: oid 13 updating version 39 to 40 2024-03-07T02:57:20.416 INFO:tasks.rados.rados.0.smithi090.stdout:161: oid 13 version 40 is already newer than 38 2024-03-07T02:57:20.416 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 13 v 40 (ObjNum 70 snap 10 seq_num 70) dirty exists 2024-03-07T02:57:20.416 INFO:tasks.rados.rados.0.smithi090.stdout:161: left oid 13 (ObjNum 70 snap 10 seq_num 70) 2024-03-07T02:57:20.416 INFO:tasks.rados.rados.0.smithi090.stdout:165: finishing copy_from racing read to smithi09077644-3 2024-03-07T02:57:20.416 INFO:tasks.rados.rados.0.smithi090.stdout:165: finishing copy_from to smithi09077644-3 2024-03-07T02:57:20.416 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-03-07T02:57:20.416 INFO:tasks.rados.rados.0.smithi090.stdout:164: finishing copy_from racing read to smithi09077644-21 2024-03-07T02:57:20.416 INFO:tasks.rados.rados.0.smithi090.stdout:164: finishing copy_from to smithi09077644-21 2024-03-07T02:57:20.417 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 23 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-03-07T02:57:20.417 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 34 v 9 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-03-07T02:57:20.417 INFO:tasks.rados.rados.0.smithi090.stdout:167: finishing write tid 1 to smithi09077644-16 2024-03-07T02:57:20.417 INFO:tasks.rados.rados.0.smithi090.stdout:167: finishing write tid 2 to smithi09077644-16 2024-03-07T02:57:20.417 INFO:tasks.rados.rados.0.smithi090.stdout:161: done (5 left) 2024-03-07T02:57:20.417 INFO:tasks.rados.rados.0.smithi090.stdout:164: done (4 left) 2024-03-07T02:57:20.417 INFO:tasks.rados.rados.0.smithi090.stdout:165: done (3 left) 2024-03-07T02:57:20.417 INFO:tasks.rados.rados.0.smithi090.stdout:168: done (2 left) 2024-03-07T02:57:20.417 INFO:tasks.rados.rados.0.smithi090.stdout:171: copy_from oid 33 from oid 45 current snap is 10 2024-03-07T02:57:20.417 INFO:tasks.rados.rados.0.smithi090.stdout:167: finishing write tid 3 to smithi09077644-16 2024-03-07T02:57:20.417 INFO:tasks.rados.rados.0.smithi090.stdout:167: finishing write tid 4 to smithi09077644-16 2024-03-07T02:57:20.417 INFO:tasks.rados.rados.0.smithi090.stdout:167: oid 16 updating version 0 to 19 2024-03-07T02:57:20.418 INFO:tasks.rados.rados.0.smithi090.stdout:167: oid 16 updating version 19 to 20 2024-03-07T02:57:20.418 INFO:tasks.rados.rados.0.smithi090.stdout:167: oid 16 version 20 is already newer than 18 2024-03-07T02:57:20.418 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 20 (ObjNum 71 snap 10 seq_num 71) dirty exists 2024-03-07T02:57:20.418 INFO:tasks.rados.rados.0.smithi090.stdout:167: left oid 16 (ObjNum 71 snap 10 seq_num 71) 2024-03-07T02:57:20.418 INFO:tasks.rados.rados.0.smithi090.stdout:167: done (2 left) 2024-03-07T02:57:20.418 INFO:tasks.rados.rados.0.smithi090.stdout:172: copy_from oid 17 from oid 9 current snap is 10 2024-03-07T02:57:20.418 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 3 current snap is 10 2024-03-07T02:57:20.418 INFO:tasks.rados.rados.0.smithi090.stdout:173: seq_num 72 ranges {106496=409600,516096=524288,1040384=278528} 2024-03-07T02:57:20.419 INFO:tasks.rados.rados.0.smithi090.stdout:173: writing smithi09077644-3 from 106496 to 516096 tid 1 2024-03-07T02:57:20.420 INFO:tasks.rados.rados.0.smithi090.stdout:173: writing smithi09077644-3 from 516096 to 1040384 tid 2 2024-03-07T02:57:20.423 INFO:tasks.rados.rados.0.smithi090.stdout:173: writing smithi09077644-3 from 1040384 to 1318912 tid 3 2024-03-07T02:57:20.423 INFO:tasks.rados.rados.0.smithi090.stdout:174: setattr oid 31 current snap is 10 2024-03-07T02:57:20.423 INFO:tasks.rados.rados.0.smithi090.stdout:170: finishing rollback tid 0 to smithi09077644-30 2024-03-07T02:57:20.423 INFO:tasks.rados.rados.0.smithi090.stdout:170: finishing rollback tid 1 to smithi09077644-30 2024-03-07T02:57:20.423 INFO:tasks.rados.rados.0.smithi090.stdout:170: finishing rollback tid 2 to smithi09077644-30 2024-03-07T02:57:20.423 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 30 v 44 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-03-07T02:57:20.423 INFO:tasks.rados.rados.0.smithi090.stdout:173: finishing write tid 1 to smithi09077644-3 2024-03-07T02:57:20.423 INFO:tasks.rados.rados.0.smithi090.stdout:172: finishing copy_from racing read to smithi09077644-17 2024-03-07T02:57:20.423 INFO:tasks.rados.rados.0.smithi090.stdout:172: finishing copy_from to smithi09077644-17 2024-03-07T02:57:20.424 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 17 v 30 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-03-07T02:57:20.424 INFO:tasks.rados.rados.0.smithi090.stdout:171: finishing copy_from racing read to smithi09077644-33 2024-03-07T02:57:20.424 INFO:tasks.rados.rados.0.smithi090.stdout:170: done (4 left) 2024-03-07T02:57:20.424 INFO:tasks.rados.rados.0.smithi090.stdout:172: done (3 left) 2024-03-07T02:57:20.424 INFO:tasks.rados.rados.0.smithi090.stdout:175: snap_remove snap 8 2024-03-07T02:57:21.409 INFO:tasks.rados.rados.0.smithi090.stdout:175: done (3 left) 2024-03-07T02:57:21.409 INFO:tasks.rados.rados.0.smithi090.stdout:176: rmattr oid 47 current snap is 10 2024-03-07T02:57:21.409 INFO:tasks.rados.rados.0.smithi090.stdout:173: finishing write tid 2 to smithi09077644-3 2024-03-07T02:57:21.409 INFO:tasks.rados.rados.0.smithi090.stdout:171: finishing copy_from to smithi09077644-33 2024-03-07T02:57:21.409 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 33 v 4 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-03-07T02:57:21.409 INFO:tasks.rados.rados.0.smithi090.stdout:173: finishing write tid 3 to smithi09077644-3 2024-03-07T02:57:21.410 INFO:tasks.rados.rados.0.smithi090.stdout:173: finishing write tid 4 to smithi09077644-3 2024-03-07T02:57:21.410 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 18 (ObjNum 68 snap 8 seq_num 68) dirty exists 2024-03-07T02:57:21.410 INFO:tasks.rados.rados.0.smithi090.stdout:173: finishing write tid 5 to smithi09077644-3 2024-03-07T02:57:21.410 INFO:tasks.rados.rados.0.smithi090.stdout:173: oid 3 updating version 0 to 18 2024-03-07T02:57:21.410 INFO:tasks.rados.rados.0.smithi090.stdout:173: oid 3 version 18 is already newer than 17 2024-03-07T02:57:21.410 INFO:tasks.rados.rados.0.smithi090.stdout:173: oid 3 version 18 is already newer than 15 2024-03-07T02:57:21.410 INFO:tasks.rados.rados.0.smithi090.stdout:173: oid 3 version 18 is already newer than 16 2024-03-07T02:57:21.410 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 18 (ObjNum 72 snap 10 seq_num 72) dirty exists 2024-03-07T02:57:21.410 INFO:tasks.rados.rados.0.smithi090.stdout:173: left oid 3 (ObjNum 72 snap 10 seq_num 72) 2024-03-07T02:57:21.410 INFO:tasks.rados.rados.0.smithi090.stdout:171: done (3 left) 2024-03-07T02:57:21.410 INFO:tasks.rados.rados.0.smithi090.stdout:173: done (2 left) 2024-03-07T02:57:21.410 INFO:tasks.rados.rados.0.smithi090.stdout:174: done (1 left) 2024-03-07T02:57:21.410 INFO:tasks.rados.rados.0.smithi090.stdout:177: copy_from oid 6 from oid 13 current snap is 10 2024-03-07T02:57:21.410 INFO:tasks.rados.rados.0.smithi090.stdout:178: snap_remove snap 7 2024-03-07T02:57:21.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:21 smithi092 ceph-mon[31083]: osdmap e93: 8 total, 8 up, 8 in 2024-03-07T02:57:21.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:21 smithi092 ceph-mon[31083]: pgmap v123: 121 pgs: 121 active+clean; 33 MiB data, 264 MiB used, 715 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-03-07T02:57:21.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:21 smithi090 ceph-mon[27223]: osdmap e93: 8 total, 8 up, 8 in 2024-03-07T02:57:21.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:21 smithi090 ceph-mon[27223]: pgmap v123: 121 pgs: 121 active+clean; 33 MiB data, 264 MiB used, 715 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-03-07T02:57:21.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:21 smithi090 ceph-mon[37987]: osdmap e93: 8 total, 8 up, 8 in 2024-03-07T02:57:21.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:21 smithi090 ceph-mon[37987]: pgmap v123: 121 pgs: 121 active+clean; 33 MiB data, 264 MiB used, 715 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-03-07T02:57:22.413 INFO:tasks.rados.rados.0.smithi090.stdout:178: done (2 left) 2024-03-07T02:57:22.413 INFO:tasks.rados.rados.0.smithi090.stdout:179: read oid 45 snap -1 2024-03-07T02:57:22.413 INFO:tasks.rados.rados.0.smithi090.stdout:179: expect (ObjNum 33 snap 0 seq_num 33) 2024-03-07T02:57:22.413 INFO:tasks.rados.rados.0.smithi090.stdout:180: rollback oid 31 current snap is 10 2024-03-07T02:57:22.413 INFO:tasks.rados.rados.0.smithi090.stdout:180: done (3 left) 2024-03-07T02:57:22.413 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 42 current snap is 10 2024-03-07T02:57:22.413 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 5 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-03-07T02:57:22.413 INFO:tasks.rados.rados.0.smithi090.stdout:177: finishing copy_from racing read to smithi09077644-6 2024-03-07T02:57:22.413 INFO:tasks.rados.rados.0.smithi090.stdout:177: finishing copy_from to smithi09077644-6 2024-03-07T02:57:22.413 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 40 (ObjNum 70 snap 10 seq_num 70) dirty exists 2024-03-07T02:57:22.413 INFO:tasks.rados.rados.0.smithi090.stdout:181: seq_num 73 ranges {638976=425984,1064960=409600,1474560=393216} 2024-03-07T02:57:22.419 INFO:tasks.rados.rados.0.smithi090.stdout:181: writing smithi09077644-42 from 638976 to 1064960 tid 1 2024-03-07T02:57:22.421 INFO:tasks.rados.rados.0.smithi090.stdout:181: writing smithi09077644-42 from 1064960 to 1474560 tid 2 2024-03-07T02:57:22.424 INFO:tasks.rados.rados.0.smithi090.stdout:181: writing smithi09077644-42 from 1474560 to 1867776 tid 3 2024-03-07T02:57:22.424 INFO:tasks.rados.rados.0.smithi090.stdout:179: expect (ObjNum 33 snap 0 seq_num 33) 2024-03-07T02:57:22.440 INFO:tasks.rados.rados.0.smithi090.stdout:181: finishing write tid 1 to smithi09077644-42 2024-03-07T02:57:22.440 INFO:tasks.rados.rados.0.smithi090.stdout:181: finishing write tid 2 to smithi09077644-42 2024-03-07T02:57:22.440 INFO:tasks.rados.rados.0.smithi090.stdout:181: finishing write tid 3 to smithi09077644-42 2024-03-07T02:57:22.440 INFO:tasks.rados.rados.0.smithi090.stdout:181: finishing write tid 4 to smithi09077644-42 2024-03-07T02:57:22.440 INFO:tasks.rados.rados.0.smithi090.stdout:181: finishing write tid 5 to smithi09077644-42 2024-03-07T02:57:22.440 INFO:tasks.rados.rados.0.smithi090.stdout:181: oid 42 updating version 0 to 50 2024-03-07T02:57:22.440 INFO:tasks.rados.rados.0.smithi090.stdout:181: oid 42 version 50 is already newer than 49 2024-03-07T02:57:22.440 INFO:tasks.rados.rados.0.smithi090.stdout:181: oid 42 updating version 50 to 52 2024-03-07T02:57:22.440 INFO:tasks.rados.rados.0.smithi090.stdout:181: oid 42 version 52 is already newer than 51 2024-03-07T02:57:22.441 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 42 v 52 (ObjNum 73 snap 10 seq_num 73) dirty exists 2024-03-07T02:57:22.441 INFO:tasks.rados.rados.0.smithi090.stdout:181: left oid 42 (ObjNum 73 snap 10 seq_num 73) 2024-03-07T02:57:22.441 INFO:tasks.rados.rados.0.smithi090.stdout:176: done (3 left) 2024-03-07T02:57:22.441 INFO:tasks.rados.rados.0.smithi090.stdout:177: done (2 left) 2024-03-07T02:57:22.441 INFO:tasks.rados.rados.0.smithi090.stdout:179: done (1 left) 2024-03-07T02:57:22.441 INFO:tasks.rados.rados.0.smithi090.stdout:181: done (0 left) 2024-03-07T02:57:22.441 INFO:tasks.rados.rados.0.smithi090.stdout:182: read oid 21 snap -1 2024-03-07T02:57:22.441 INFO:tasks.rados.rados.0.smithi090.stdout:182: expect (ObjNum 54 snap 4 seq_num 54) 2024-03-07T02:57:22.441 INFO:tasks.rados.rados.0.smithi090.stdout:183: rollback oid 10 current snap is 10 2024-03-07T02:57:22.441 INFO:tasks.rados.rados.0.smithi090.stdout:183: done (1 left) 2024-03-07T02:57:22.441 INFO:tasks.rados.rados.0.smithi090.stdout:184: snap_create 2024-03-07T02:57:22.444 INFO:tasks.rados.rados.0.smithi090.stdout:182: expect (ObjNum 54 snap 4 seq_num 54) 2024-03-07T02:57:22.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:22 smithi092 ceph-mon[31083]: osdmap e94: 8 total, 8 up, 8 in 2024-03-07T02:57:22.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:22 smithi090 ceph-mon[27223]: osdmap e94: 8 total, 8 up, 8 in 2024-03-07T02:57:22.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:22 smithi090 ceph-mon[37987]: osdmap e94: 8 total, 8 up, 8 in 2024-03-07T02:57:23.328 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:57:22 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: ::ffff:172.21.15.92 - - [07/Mar/2024:02:57:22] "GET /metrics HTTP/1.1" 200 35981 "" "Prometheus/2.43.0" 2024-03-07T02:57:23.422 INFO:tasks.rados.rados.0.smithi090.stdout:182: done (1 left) 2024-03-07T02:57:23.422 INFO:tasks.rados.rados.0.smithi090.stdout:184: done (0 left) 2024-03-07T02:57:23.422 INFO:tasks.rados.rados.0.smithi090.stdout:185: delete oid 11 current snap is 11 2024-03-07T02:57:23.424 INFO:tasks.rados.rados.0.smithi090.stdout:185: done (0 left) 2024-03-07T02:57:23.424 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 44 current snap is 11 2024-03-07T02:57:23.424 INFO:tasks.rados.rados.0.smithi090.stdout:186: seq_num 75 ranges {0=458752,458752=581632,1040384=221184} 2024-03-07T02:57:23.426 INFO:tasks.rados.rados.0.smithi090.stdout:186: writing smithi09077644-44 from 0 to 458752 tid 1 2024-03-07T02:57:23.429 INFO:tasks.rados.rados.0.smithi090.stdout:186: writing smithi09077644-44 from 458752 to 1040384 tid 2 2024-03-07T02:57:23.431 INFO:tasks.rados.rados.0.smithi090.stdout:186: writing smithi09077644-44 from 1040384 to 1261568 tid 3 2024-03-07T02:57:23.431 INFO:tasks.rados.rados.0.smithi090.stdout:187: snap_create 2024-03-07T02:57:23.432 INFO:tasks.rados.rados.0.smithi090.stdout:186: finishing write tid 1 to smithi09077644-44 2024-03-07T02:57:23.434 INFO:tasks.rados.rados.0.smithi090.stdout:186: finishing write tid 2 to smithi09077644-44 2024-03-07T02:57:23.434 INFO:tasks.rados.rados.0.smithi090.stdout:186: finishing write tid 3 to smithi09077644-44 2024-03-07T02:57:23.434 INFO:tasks.rados.rados.0.smithi090.stdout:186: finishing write tid 4 to smithi09077644-44 2024-03-07T02:57:23.436 INFO:tasks.rados.rados.0.smithi090.stdout:186: finishing write tid 5 to smithi09077644-44 2024-03-07T02:57:23.436 INFO:tasks.rados.rados.0.smithi090.stdout:186: oid 44 updating version 0 to 45 2024-03-07T02:57:23.436 INFO:tasks.rados.rados.0.smithi090.stdout:186: oid 44 version 45 is already newer than 42 2024-03-07T02:57:23.436 INFO:tasks.rados.rados.0.smithi090.stdout:186: oid 44 version 45 is already newer than 44 2024-03-07T02:57:23.436 INFO:tasks.rados.rados.0.smithi090.stdout:186: oid 44 version 45 is already newer than 43 2024-03-07T02:57:23.436 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 44 v 45 (ObjNum 75 snap 11 seq_num 75) dirty exists 2024-03-07T02:57:23.436 INFO:tasks.rados.rados.0.smithi090.stdout:186: left oid 44 (ObjNum 75 snap 11 seq_num 75) 2024-03-07T02:57:23.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:23 smithi092 ceph-mon[31083]: osdmap e95: 8 total, 8 up, 8 in 2024-03-07T02:57:23.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:23 smithi092 ceph-mon[31083]: pgmap v126: 121 pgs: 121 active+clean; 33 MiB data, 264 MiB used, 715 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-03-07T02:57:23.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:23 smithi090 ceph-mon[27223]: osdmap e95: 8 total, 8 up, 8 in 2024-03-07T02:57:23.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:23 smithi090 ceph-mon[27223]: pgmap v126: 121 pgs: 121 active+clean; 33 MiB data, 264 MiB used, 715 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-03-07T02:57:23.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:23 smithi090 ceph-mon[37987]: osdmap e95: 8 total, 8 up, 8 in 2024-03-07T02:57:23.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:23 smithi090 ceph-mon[37987]: pgmap v126: 121 pgs: 121 active+clean; 33 MiB data, 264 MiB used, 715 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-03-07T02:57:24.388 INFO:tasks.rados.rados.0.smithi090.stdout:186: done (1 left) 2024-03-07T02:57:24.388 INFO:tasks.rados.rados.0.smithi090.stdout:187: done (0 left) 2024-03-07T02:57:24.388 INFO:tasks.rados.rados.0.smithi090.stdout:188: snap_remove snap 10 2024-03-07T02:57:24.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:24 smithi092 ceph-mon[31083]: osdmap e96: 8 total, 8 up, 8 in 2024-03-07T02:57:24.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:24 smithi092 ceph-mon[31083]: osdmap e97: 8 total, 8 up, 8 in 2024-03-07T02:57:24.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:24 smithi090 ceph-mon[27223]: osdmap e96: 8 total, 8 up, 8 in 2024-03-07T02:57:24.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:24 smithi090 ceph-mon[27223]: osdmap e97: 8 total, 8 up, 8 in 2024-03-07T02:57:24.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:24 smithi090 ceph-mon[37987]: osdmap e96: 8 total, 8 up, 8 in 2024-03-07T02:57:24.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:24 smithi090 ceph-mon[37987]: osdmap e97: 8 total, 8 up, 8 in 2024-03-07T02:57:25.395 INFO:tasks.rados.rados.0.smithi090.stdout:188: done (0 left) 2024-03-07T02:57:25.395 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 22 current snap is 12 2024-03-07T02:57:25.395 INFO:tasks.rados.rados.0.smithi090.stdout:189: seq_num 76 ranges {360448=475136,835584=458752,1294336=344064} 2024-03-07T02:57:25.399 INFO:tasks.rados.rados.0.smithi090.stdout:189: writing smithi09077644-22 from 360448 to 835584 tid 1 2024-03-07T02:57:25.402 INFO:tasks.rados.rados.0.smithi090.stdout:189: writing smithi09077644-22 from 835584 to 1294336 tid 2 2024-03-07T02:57:25.404 INFO:tasks.rados.rados.0.smithi090.stdout:189: writing smithi09077644-22 from 1294336 to 1638400 tid 3 2024-03-07T02:57:25.404 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 10 current snap is 12 2024-03-07T02:57:25.405 INFO:tasks.rados.rados.0.smithi090.stdout:190: seq_num 77 ranges {638976=491520,1130496=794624,1925120=8192} 2024-03-07T02:57:25.410 INFO:tasks.rados.rados.0.smithi090.stdout:190: writing smithi09077644-10 from 638976 to 1130496 tid 1 2024-03-07T02:57:25.416 INFO:tasks.rados.rados.0.smithi090.stdout:190: writing smithi09077644-10 from 1130496 to 1925120 tid 2 2024-03-07T02:57:25.416 INFO:tasks.rados.rados.0.smithi090.stdout:190: writing smithi09077644-10 from 1925120 to 1933312 tid 3 2024-03-07T02:57:25.416 INFO:tasks.rados.rados.0.smithi090.stdout:191: setattr oid 6 current snap is 12 2024-03-07T02:57:25.417 INFO:tasks.rados.rados.0.smithi090.stdout:189: finishing write tid 1 to smithi09077644-22 2024-03-07T02:57:25.417 INFO:tasks.rados.rados.0.smithi090.stdout:189: finishing write tid 2 to smithi09077644-22 2024-03-07T02:57:25.417 INFO:tasks.rados.rados.0.smithi090.stdout:189: finishing write tid 3 to smithi09077644-22 2024-03-07T02:57:25.417 INFO:tasks.rados.rados.0.smithi090.stdout:189: finishing write tid 4 to smithi09077644-22 2024-03-07T02:57:25.417 INFO:tasks.rados.rados.0.smithi090.stdout:189: finishing write tid 5 to smithi09077644-22 2024-03-07T02:57:25.417 INFO:tasks.rados.rados.0.smithi090.stdout:189: oid 22 updating version 0 to 48 2024-03-07T02:57:25.417 INFO:tasks.rados.rados.0.smithi090.stdout:189: oid 22 version 48 is already newer than 47 2024-03-07T02:57:25.417 INFO:tasks.rados.rados.0.smithi090.stdout:189: oid 22 updating version 48 to 50 2024-03-07T02:57:25.417 INFO:tasks.rados.rados.0.smithi090.stdout:189: oid 22 version 50 is already newer than 49 2024-03-07T02:57:25.417 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 50 (ObjNum 76 snap 12 seq_num 76) dirty exists 2024-03-07T02:57:25.417 INFO:tasks.rados.rados.0.smithi090.stdout:189: left oid 22 (ObjNum 76 snap 12 seq_num 76) 2024-03-07T02:57:25.417 INFO:tasks.rados.rados.0.smithi090.stdout:190: finishing write tid 1 to smithi09077644-10 2024-03-07T02:57:25.418 INFO:tasks.rados.rados.0.smithi090.stdout:189: done (2 left) 2024-03-07T02:57:25.418 INFO:tasks.rados.rados.0.smithi090.stdout:192: read oid 12 snap 11 2024-03-07T02:57:25.418 INFO:tasks.rados.rados.0.smithi090.stdout:192: expect deleted 2024-03-07T02:57:25.419 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 3 current snap is 12 2024-03-07T02:57:25.419 INFO:tasks.rados.rados.0.smithi090.stdout:193: seq_num 78 ranges {1318912=516096,1835008=679936,2514944=122880} 2024-03-07T02:57:25.429 INFO:tasks.rados.rados.0.smithi090.stdout:193: writing smithi09077644-3 from 1318912 to 1835008 tid 1 2024-03-07T02:57:25.433 INFO:tasks.rados.rados.0.smithi090.stdout:193: writing smithi09077644-3 from 1835008 to 2514944 tid 2 2024-03-07T02:57:25.434 INFO:tasks.rados.rados.0.smithi090.stdout:193: writing smithi09077644-3 from 2514944 to 2637824 tid 3 2024-03-07T02:57:25.434 INFO:tasks.rados.rados.0.smithi090.stdout:194: snap_create 2024-03-07T02:57:25.434 INFO:tasks.rados.rados.0.smithi090.stdout:190: finishing write tid 2 to smithi09077644-10 2024-03-07T02:57:25.434 INFO:tasks.rados.rados.0.smithi090.stdout:190: finishing write tid 3 to smithi09077644-10 2024-03-07T02:57:25.434 INFO:tasks.rados.rados.0.smithi090.stdout:190: finishing write tid 4 to smithi09077644-10 2024-03-07T02:57:25.434 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 41 (ObjNum 70 snap 10 seq_num 70) dirty exists 2024-03-07T02:57:25.434 INFO:tasks.rados.rados.0.smithi090.stdout:190: finishing write tid 5 to smithi09077644-10 2024-03-07T02:57:25.434 INFO:tasks.rados.rados.0.smithi090.stdout:190: oid 10 updating version 0 to 52 2024-03-07T02:57:25.434 INFO:tasks.rados.rados.0.smithi090.stdout:190: oid 10 updating version 52 to 55 2024-03-07T02:57:25.434 INFO:tasks.rados.rados.0.smithi090.stdout:190: oid 10 version 55 is already newer than 53 2024-03-07T02:57:25.434 INFO:tasks.rados.rados.0.smithi090.stdout:190: oid 10 version 55 is already newer than 54 2024-03-07T02:57:25.435 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 55 (ObjNum 77 snap 12 seq_num 77) dirty exists 2024-03-07T02:57:25.435 INFO:tasks.rados.rados.0.smithi090.stdout:190: left oid 10 (ObjNum 77 snap 12 seq_num 77) 2024-03-07T02:57:25.435 INFO:tasks.rados.rados.0.smithi090.stdout:193: finishing write tid 1 to smithi09077644-3 2024-03-07T02:57:25.436 INFO:tasks.rados.rados.0.smithi090.stdout:193: finishing write tid 2 to smithi09077644-3 2024-03-07T02:57:25.436 INFO:tasks.rados.rados.0.smithi090.stdout:193: finishing write tid 3 to smithi09077644-3 2024-03-07T02:57:25.436 INFO:tasks.rados.rados.0.smithi090.stdout:193: finishing write tid 4 to smithi09077644-3 2024-03-07T02:57:25.437 INFO:tasks.rados.rados.0.smithi090.stdout:193: finishing write tid 5 to smithi09077644-3 2024-03-07T02:57:25.437 INFO:tasks.rados.rados.0.smithi090.stdout:193: oid 3 updating version 0 to 24 2024-03-07T02:57:25.437 INFO:tasks.rados.rados.0.smithi090.stdout:193: oid 3 updating version 24 to 25 2024-03-07T02:57:25.437 INFO:tasks.rados.rados.0.smithi090.stdout:193: oid 3 updating version 25 to 26 2024-03-07T02:57:25.437 INFO:tasks.rados.rados.0.smithi090.stdout:193: oid 3 updating version 26 to 27 2024-03-07T02:57:25.437 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 27 (ObjNum 78 snap 12 seq_num 78) dirty exists 2024-03-07T02:57:25.437 INFO:tasks.rados.rados.0.smithi090.stdout:193: left oid 3 (ObjNum 78 snap 12 seq_num 78) 2024-03-07T02:57:25.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:25 smithi090 ceph-mon[37987]: pgmap v129: 121 pgs: 121 active+clean; 37 MiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-03-07T02:57:25.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:25 smithi090 ceph-mon[37987]: osdmap e98: 8 total, 8 up, 8 in 2024-03-07T02:57:25.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:25 smithi090 ceph-mon[27223]: pgmap v129: 121 pgs: 121 active+clean; 37 MiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-03-07T02:57:25.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:25 smithi090 ceph-mon[27223]: osdmap e98: 8 total, 8 up, 8 in 2024-03-07T02:57:25.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:25 smithi092 ceph-mon[31083]: pgmap v129: 121 pgs: 121 active+clean; 37 MiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-03-07T02:57:25.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:25 smithi092 ceph-mon[31083]: osdmap e98: 8 total, 8 up, 8 in 2024-03-07T02:57:26.430 INFO:tasks.rados.rados.0.smithi090.stdout:190: done (4 left) 2024-03-07T02:57:26.431 INFO:tasks.rados.rados.0.smithi090.stdout:191: done (3 left) 2024-03-07T02:57:26.431 INFO:tasks.rados.rados.0.smithi090.stdout:192: done (2 left) 2024-03-07T02:57:26.431 INFO:tasks.rados.rados.0.smithi090.stdout:193: done (1 left) 2024-03-07T02:57:26.431 INFO:tasks.rados.rados.0.smithi090.stdout:194: done (0 left) 2024-03-07T02:57:26.431 INFO:tasks.rados.rados.0.smithi090.stdout:195: snap_create 2024-03-07T02:57:27.437 INFO:tasks.rados.rados.0.smithi090.stdout:195: done (0 left) 2024-03-07T02:57:27.437 INFO:tasks.rados.rados.0.smithi090.stdout:196: read oid 45 snap -1 2024-03-07T02:57:27.437 INFO:tasks.rados.rados.0.smithi090.stdout:196: expect (ObjNum 33 snap 0 seq_num 33) 2024-03-07T02:57:27.437 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 31 current snap is 14 2024-03-07T02:57:27.437 INFO:tasks.rados.rados.0.smithi090.stdout:197: seq_num 79 ranges {1753088=532480,2285568=565248,2850816=237568} 2024-03-07T02:57:27.449 INFO:tasks.rados.rados.0.smithi090.stdout:197: writing smithi09077644-31 from 1753088 to 2285568 tid 1 2024-03-07T02:57:27.452 INFO:tasks.rados.rados.0.smithi090.stdout:197: writing smithi09077644-31 from 2285568 to 2850816 tid 2 2024-03-07T02:57:27.454 INFO:tasks.rados.rados.0.smithi090.stdout:197: writing smithi09077644-31 from 2850816 to 3088384 tid 3 2024-03-07T02:57:27.454 INFO:tasks.rados.rados.0.smithi090.stdout:198: read oid 49 snap -1 2024-03-07T02:57:27.454 INFO:tasks.rados.rados.0.smithi090.stdout:198: expect (ObjNum 55 snap 4 seq_num 55) 2024-03-07T02:57:27.454 INFO:tasks.rados.rados.0.smithi090.stdout:199: read oid 38 snap -1 2024-03-07T02:57:27.454 INFO:tasks.rados.rados.0.smithi090.stdout:199: expect (ObjNum 37 snap 0 seq_num 37) 2024-03-07T02:57:27.454 INFO:tasks.rados.rados.0.smithi090.stdout:200: read oid 40 snap -1 2024-03-07T02:57:27.454 INFO:tasks.rados.rados.0.smithi090.stdout:200: expect (ObjNum 61 snap 5 seq_num 61) 2024-03-07T02:57:27.455 INFO:tasks.rados.rados.0.smithi090.stdout:201: snap_create 2024-03-07T02:57:27.455 INFO:tasks.rados.rados.0.smithi090.stdout:196: expect (ObjNum 33 snap 0 seq_num 33) 2024-03-07T02:57:27.471 INFO:tasks.rados.rados.0.smithi090.stdout:197: finishing write tid 1 to smithi09077644-31 2024-03-07T02:57:27.471 INFO:tasks.rados.rados.0.smithi090.stdout:197: finishing write tid 2 to smithi09077644-31 2024-03-07T02:57:27.471 INFO:tasks.rados.rados.0.smithi090.stdout:197: finishing write tid 3 to smithi09077644-31 2024-03-07T02:57:27.471 INFO:tasks.rados.rados.0.smithi090.stdout:199: expect (ObjNum 37 snap 0 seq_num 37) 2024-03-07T02:57:27.488 INFO:tasks.rados.rados.0.smithi090.stdout:197: finishing write tid 4 to smithi09077644-31 2024-03-07T02:57:27.488 INFO:tasks.rados.rados.0.smithi090.stdout:198: expect (ObjNum 55 snap 4 seq_num 55) 2024-03-07T02:57:27.544 INFO:tasks.rados.rados.0.smithi090.stdout:197: finishing write tid 5 to smithi09077644-31 2024-03-07T02:57:27.544 INFO:tasks.rados.rados.0.smithi090.stdout:197: oid 31 updating version 0 to 27 2024-03-07T02:57:27.544 INFO:tasks.rados.rados.0.smithi090.stdout:197: oid 31 version 27 is already newer than 25 2024-03-07T02:57:27.544 INFO:tasks.rados.rados.0.smithi090.stdout:197: oid 31 version 27 is already newer than 26 2024-03-07T02:57:27.544 INFO:tasks.rados.rados.0.smithi090.stdout:197: oid 31 version 27 is already newer than 24 2024-03-07T02:57:27.544 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 27 (ObjNum 79 snap 14 seq_num 79) dirty exists 2024-03-07T02:57:27.544 INFO:tasks.rados.rados.0.smithi090.stdout:197: left oid 31 (ObjNum 79 snap 14 seq_num 79) 2024-03-07T02:57:27.544 INFO:tasks.rados.rados.0.smithi090.stdout:200: expect (ObjNum 61 snap 5 seq_num 61) 2024-03-07T02:57:27.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:27 smithi090 ceph-mon[37987]: osdmap e99: 8 total, 8 up, 8 in 2024-03-07T02:57:27.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:27 smithi090 ceph-mon[37987]: pgmap v132: 121 pgs: 121 active+clean; 37 MiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-03-07T02:57:27.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:27 smithi090 ceph-mon[27223]: osdmap e99: 8 total, 8 up, 8 in 2024-03-07T02:57:27.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:27 smithi090 ceph-mon[27223]: pgmap v132: 121 pgs: 121 active+clean; 37 MiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-03-07T02:57:27.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:27 smithi092 ceph-mon[31083]: osdmap e99: 8 total, 8 up, 8 in 2024-03-07T02:57:27.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:27 smithi092 ceph-mon[31083]: pgmap v132: 121 pgs: 121 active+clean; 37 MiB data, 275 MiB used, 715 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-03-07T02:57:28.442 INFO:tasks.rados.rados.0.smithi090.stdout:196: done (5 left) 2024-03-07T02:57:28.442 INFO:tasks.rados.rados.0.smithi090.stdout:197: done (4 left) 2024-03-07T02:57:28.443 INFO:tasks.rados.rados.0.smithi090.stdout:198: done (3 left) 2024-03-07T02:57:28.443 INFO:tasks.rados.rados.0.smithi090.stdout:199: done (2 left) 2024-03-07T02:57:28.443 INFO:tasks.rados.rados.0.smithi090.stdout:200: done (1 left) 2024-03-07T02:57:28.443 INFO:tasks.rados.rados.0.smithi090.stdout:201: done (0 left) 2024-03-07T02:57:28.443 INFO:tasks.rados.rados.0.smithi090.stdout:202: snap_remove snap 14 2024-03-07T02:57:28.822 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:28 smithi090 ceph-mon[27223]: osdmap e100: 8 total, 8 up, 8 in 2024-03-07T02:57:28.822 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:28 smithi090 ceph-mon[37987]: osdmap e100: 8 total, 8 up, 8 in 2024-03-07T02:57:28.822 INFO:teuthology.orchestra.run.smithi090.stdout:true 2024-03-07T02:57:28.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:28 smithi092 ceph-mon[31083]: osdmap e100: 8 total, 8 up, 8 in 2024-03-07T02:57:29.139 INFO:teuthology.orchestra.run.smithi090.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-07T02:57:29.139 INFO:teuthology.orchestra.run.smithi090.stdout:alertmanager.a smithi090 *:9093,9094 running (2m) 96s ago 2m 16.7M - 0.25.0 c8568f914cd2 c7f315859531 2024-03-07T02:57:29.139 INFO:teuthology.orchestra.run.smithi090.stdout:grafana.a smithi092 *:3000 running (2m) 96s ago 2m 82.5M - 9.4.7 954c08fa6188 044a70fdd07e 2024-03-07T02:57:29.139 INFO:teuthology.orchestra.run.smithi090.stdout:mds.a smithi090 running (3m) 96s ago 3m 12.7M - 18.2.1-718-gae75fc9d 0164bb8a7c67 8b3baf63c0c9 2024-03-07T02:57:29.139 INFO:teuthology.orchestra.run.smithi090.stdout:mds.b smithi092 running (3m) 96s ago 3m 15.4M - 18.2.1-718-gae75fc9d 0164bb8a7c67 ce3c1188fa28 2024-03-07T02:57:29.139 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.x smithi092 *:8443,8765 running (7m) 96s ago 7m 449M - 18.2.1-718-gae75fc9d 0164bb8a7c67 b1184af39190 2024-03-07T02:57:29.139 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.y smithi090 *:9283,8765 running (8m) 96s ago 8m 497M - 18.2.1-718-gae75fc9d 0164bb8a7c67 a5359f652648 2024-03-07T02:57:29.140 INFO:teuthology.orchestra.run.smithi090.stdout:mon.a smithi090 running (8m) 96s ago 9m 47.8M 2048M 18.2.1-718-gae75fc9d 0164bb8a7c67 84d91110fe9f 2024-03-07T02:57:29.140 INFO:teuthology.orchestra.run.smithi090.stdout:mon.b smithi092 running (7m) 96s ago 7m 39.7M 2048M 18.2.1-718-gae75fc9d 0164bb8a7c67 27a7830719c5 2024-03-07T02:57:29.140 INFO:teuthology.orchestra.run.smithi090.stdout:mon.c smithi090 running (7m) 96s ago 7m 38.8M 2048M 18.2.1-718-gae75fc9d 0164bb8a7c67 9eaa649b1445 2024-03-07T02:57:29.140 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.a smithi090 *:9100 running (2m) 96s ago 2m 15.0M - 1.5.0 0da6a335fe13 76496853f3a5 2024-03-07T02:57:29.140 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.b smithi092 *:9100 running (2m) 96s ago 2m 8363k - 1.5.0 0da6a335fe13 9ed8c0a03920 2024-03-07T02:57:29.140 INFO:teuthology.orchestra.run.smithi090.stdout:osd.0 smithi090 running (6m) 96s ago 6m 44.6M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 725e893e6886 2024-03-07T02:57:29.140 INFO:teuthology.orchestra.run.smithi090.stdout:osd.1 smithi090 running (6m) 96s ago 6m 43.5M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 9b941d592b34 2024-03-07T02:57:29.140 INFO:teuthology.orchestra.run.smithi090.stdout:osd.2 smithi090 running (6m) 96s ago 6m 43.2M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 9852da06477f 2024-03-07T02:57:29.140 INFO:teuthology.orchestra.run.smithi090.stdout:osd.3 smithi090 running (5m) 96s ago 5m 44.7M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 1e9119683f37 2024-03-07T02:57:29.140 INFO:teuthology.orchestra.run.smithi090.stdout:osd.4 smithi092 running (5m) 96s ago 5m 41.5M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 9ffc02d81c13 2024-03-07T02:57:29.140 INFO:teuthology.orchestra.run.smithi090.stdout:osd.5 smithi092 running (4m) 96s ago 4m 41.4M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 028e6ccdd1db 2024-03-07T02:57:29.140 INFO:teuthology.orchestra.run.smithi090.stdout:osd.6 smithi092 running (4m) 96s ago 4m 44.4M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 04f0a980ec71 2024-03-07T02:57:29.140 INFO:teuthology.orchestra.run.smithi090.stdout:osd.7 smithi092 running (4m) 96s ago 4m 43.0M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 1f2215787147 2024-03-07T02:57:29.140 INFO:teuthology.orchestra.run.smithi090.stdout:prometheus.a smithi092 *:9095 running (2m) 96s ago 3m 29.3M - 2.43.0 a07b618ecd1d 1302f14a5c88 2024-03-07T02:57:29.388 INFO:tasks.rados.rados.0.smithi090.stdout:202: done (0 left) 2024-03-07T02:57:29.389 INFO:tasks.rados.rados.0.smithi090.stdout:203: read oid 36 snap -1 2024-03-07T02:57:29.389 INFO:tasks.rados.rados.0.smithi090.stdout:203: expect (ObjNum 1 snap 0 seq_num 1) 2024-03-07T02:57:29.389 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 1 current snap is 15 2024-03-07T02:57:29.389 INFO:tasks.rados.rados.0.smithi090.stdout:204: seq_num 80 ranges {0=548864,548864=450560,999424=352256} 2024-03-07T02:57:29.392 INFO:tasks.rados.rados.0.smithi090.stdout:204: writing smithi09077644-1 from 0 to 548864 tid 1 2024-03-07T02:57:29.396 INFO:tasks.rados.rados.0.smithi090.stdout:204: writing smithi09077644-1 from 548864 to 999424 tid 2 2024-03-07T02:57:29.399 INFO:tasks.rados.rados.0.smithi090.stdout:204: writing smithi09077644-1 from 999424 to 1351680 tid 3 2024-03-07T02:57:29.399 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 9 current snap is 15 2024-03-07T02:57:29.399 INFO:tasks.rados.rados.0.smithi090.stdout:205: seq_num 81 ranges {139264=565248,704512=737280,1441792=65536} 2024-03-07T02:57:29.404 INFO:tasks.rados.rados.0.smithi090.stdout:205: writing smithi09077644-9 from 139264 to 704512 tid 1 2024-03-07T02:57:29.409 INFO:tasks.rados.rados.0.smithi090.stdout:205: writing smithi09077644-9 from 704512 to 1441792 tid 2 2024-03-07T02:57:29.410 INFO:tasks.rados.rados.0.smithi090.stdout:205: writing smithi09077644-9 from 1441792 to 1507328 tid 3 2024-03-07T02:57:29.410 INFO:tasks.rados.rados.0.smithi090.stdout:206: rmattr oid 11 current snap is 15 2024-03-07T02:57:29.410 INFO:tasks.rados.rados.0.smithi090.stdout:206: done (3 left) 2024-03-07T02:57:29.410 INFO:tasks.rados.rados.0.smithi090.stdout:207: snap_remove snap 13 2024-03-07T02:57:29.550 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-03-07T02:57:29.550 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": { 2024-03-07T02:57:29.551 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 3 2024-03-07T02:57:29.551 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T02:57:29.551 INFO:teuthology.orchestra.run.smithi090.stdout: "mgr": { 2024-03-07T02:57:29.551 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 2 2024-03-07T02:57:29.551 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T02:57:29.551 INFO:teuthology.orchestra.run.smithi090.stdout: "osd": { 2024-03-07T02:57:29.551 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 8 2024-03-07T02:57:29.551 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T02:57:29.551 INFO:teuthology.orchestra.run.smithi090.stdout: "mds": { 2024-03-07T02:57:29.551 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 2 2024-03-07T02:57:29.551 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T02:57:29.551 INFO:teuthology.orchestra.run.smithi090.stdout: "overall": { 2024-03-07T02:57:29.551 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 15 2024-03-07T02:57:29.551 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-03-07T02:57:29.551 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-03-07T02:57:29.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:29 smithi090 ceph-mon[27223]: osdmap e101: 8 total, 8 up, 8 in 2024-03-07T02:57:29.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:29 smithi090 ceph-mon[27223]: pgmap v135: 121 pgs: 121 active+clean; 37 MiB data, 275 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:57:29.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:29 smithi090 ceph-mon[27223]: osdmap e102: 8 total, 8 up, 8 in 2024-03-07T02:57:29.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:29 smithi090 ceph-mon[37987]: osdmap e101: 8 total, 8 up, 8 in 2024-03-07T02:57:29.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:29 smithi090 ceph-mon[37987]: pgmap v135: 121 pgs: 121 active+clean; 37 MiB data, 275 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:57:29.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:29 smithi090 ceph-mon[37987]: osdmap e102: 8 total, 8 up, 8 in 2024-03-07T02:57:29.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:29 smithi092 ceph-mon[31083]: osdmap e101: 8 total, 8 up, 8 in 2024-03-07T02:57:29.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:29 smithi092 ceph-mon[31083]: pgmap v135: 121 pgs: 121 active+clean; 37 MiB data, 275 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:57:29.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:29 smithi092 ceph-mon[31083]: osdmap e102: 8 total, 8 up, 8 in 2024-03-07T02:57:30.403 INFO:tasks.rados.rados.0.smithi090.stdout:207: done (3 left) 2024-03-07T02:57:30.403 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 2 current snap is 15 2024-03-07T02:57:30.403 INFO:tasks.rados.rados.0.smithi090.stdout:208: seq_num 82 ranges {24576=581632,606208=622592,1228800=180224} 2024-03-07T02:57:30.406 INFO:tasks.rados.rados.0.smithi090.stdout:208: writing smithi09077644-2 from 24576 to 606208 tid 1 2024-03-07T02:57:30.410 INFO:tasks.rados.rados.0.smithi090.stdout:208: writing smithi09077644-2 from 606208 to 1228800 tid 2 2024-03-07T02:57:30.411 INFO:tasks.rados.rados.0.smithi090.stdout:208: writing smithi09077644-2 from 1228800 to 1409024 tid 3 2024-03-07T02:57:30.411 INFO:tasks.rados.rados.0.smithi090.stdout:209: copy_from oid 38 from oid 46 current snap is 15 2024-03-07T02:57:30.411 INFO:tasks.rados.rados.0.smithi090.stdout:203: expect (ObjNum 1 snap 0 seq_num 1) 2024-03-07T02:57:30.412 INFO:tasks.rados.rados.0.smithi090.stdout:204: finishing write tid 1 to smithi09077644-1 2024-03-07T02:57:30.412 INFO:tasks.rados.rados.0.smithi090.stdout:204: finishing write tid 2 to smithi09077644-1 2024-03-07T02:57:30.412 INFO:tasks.rados.rados.0.smithi090.stdout:204: finishing write tid 3 to smithi09077644-1 2024-03-07T02:57:30.412 INFO:tasks.rados.rados.0.smithi090.stdout:204: finishing write tid 4 to smithi09077644-1 2024-03-07T02:57:30.413 INFO:tasks.rados.rados.0.smithi090.stdout:203: done (4 left) 2024-03-07T02:57:30.413 INFO:tasks.rados.rados.0.smithi090.stdout:210: snap_remove snap 11 2024-03-07T02:57:30.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:30 smithi090 ceph-mon[37987]: from='client.24965 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:57:30.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:30 smithi090 ceph-mon[37987]: from='client.24971 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:57:30.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:30 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/4041753150' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T02:57:30.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:30 smithi090 ceph-mon[37987]: osdmap e103: 8 total, 8 up, 8 in 2024-03-07T02:57:30.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:30 smithi090 ceph-mon[27223]: from='client.24965 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:57:30.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:30 smithi090 ceph-mon[27223]: from='client.24971 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:57:30.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:30 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/4041753150' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T02:57:30.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:30 smithi090 ceph-mon[27223]: osdmap e103: 8 total, 8 up, 8 in 2024-03-07T02:57:30.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:30 smithi092 ceph-mon[31083]: from='client.24965 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:57:30.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:30 smithi092 ceph-mon[31083]: from='client.24971 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:57:30.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:30 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/4041753150' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T02:57:30.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:30 smithi092 ceph-mon[31083]: osdmap e103: 8 total, 8 up, 8 in 2024-03-07T02:57:31.401 INFO:tasks.rados.rados.0.smithi090.stdout:210: done (4 left) 2024-03-07T02:57:31.401 INFO:tasks.rados.rados.0.smithi090.stdout:211: rmattr oid 20 current snap is 15 2024-03-07T02:57:31.401 INFO:tasks.rados.rados.0.smithi090.stdout:211: done (4 left) 2024-03-07T02:57:31.401 INFO:tasks.rados.rados.0.smithi090.stdout:212: rmattr oid 16 current snap is 15 2024-03-07T02:57:31.402 INFO:tasks.rados.rados.0.smithi090.stdout:212: done (4 left) 2024-03-07T02:57:31.402 INFO:tasks.rados.rados.0.smithi090.stdout:213: rmattr oid 12 current snap is 15 2024-03-07T02:57:31.402 INFO:tasks.rados.rados.0.smithi090.stdout:213: done (4 left) 2024-03-07T02:57:31.402 INFO:tasks.rados.rados.0.smithi090.stdout:214: read oid 4 snap -1 2024-03-07T02:57:31.402 INFO:tasks.rados.rados.0.smithi090.stdout:214: expect (ObjNum 3 snap 0 seq_num 3) 2024-03-07T02:57:31.402 INFO:tasks.rados.rados.0.smithi090.stdout:215: read oid 19 snap -1 2024-03-07T02:57:31.402 INFO:tasks.rados.rados.0.smithi090.stdout:215: expect (ObjNum 18 snap 0 seq_num 18) 2024-03-07T02:57:31.403 INFO:tasks.rados.rados.0.smithi090.stdout:216: setattr oid 26 current snap is 15 2024-03-07T02:57:31.403 INFO:tasks.rados.rados.0.smithi090.stdout:204: finishing write tid 5 to smithi09077644-1 2024-03-07T02:57:31.403 INFO:tasks.rados.rados.0.smithi090.stdout:204: oid 1 updating version 0 to 25 2024-03-07T02:57:31.404 INFO:tasks.rados.rados.0.smithi090.stdout:204: oid 1 updating version 25 to 27 2024-03-07T02:57:31.404 INFO:tasks.rados.rados.0.smithi090.stdout:204: oid 1 version 27 is already newer than 26 2024-03-07T02:57:31.404 INFO:tasks.rados.rados.0.smithi090.stdout:204: oid 1 version 27 is already newer than 24 2024-03-07T02:57:31.404 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 1 v 27 (ObjNum 80 snap 15 seq_num 80) dirty exists 2024-03-07T02:57:31.404 INFO:tasks.rados.rados.0.smithi090.stdout:204: left oid 1 (ObjNum 80 snap 15 seq_num 80) 2024-03-07T02:57:31.404 INFO:tasks.rados.rados.0.smithi090.stdout:205: finishing write tid 1 to smithi09077644-9 2024-03-07T02:57:31.404 INFO:tasks.rados.rados.0.smithi090.stdout:205: finishing write tid 2 to smithi09077644-9 2024-03-07T02:57:31.404 INFO:tasks.rados.rados.0.smithi090.stdout:205: finishing write tid 3 to smithi09077644-9 2024-03-07T02:57:31.404 INFO:tasks.rados.rados.0.smithi090.stdout:205: finishing write tid 4 to smithi09077644-9 2024-03-07T02:57:31.404 INFO:tasks.rados.rados.0.smithi090.stdout:205: finishing write tid 5 to smithi09077644-9 2024-03-07T02:57:31.404 INFO:tasks.rados.rados.0.smithi090.stdout:205: oid 9 updating version 0 to 43 2024-03-07T02:57:31.404 INFO:tasks.rados.rados.0.smithi090.stdout:205: oid 9 version 43 is already newer than 42 2024-03-07T02:57:31.405 INFO:tasks.rados.rados.0.smithi090.stdout:205: oid 9 updating version 43 to 44 2024-03-07T02:57:31.405 INFO:tasks.rados.rados.0.smithi090.stdout:205: oid 9 updating version 44 to 45 2024-03-07T02:57:31.405 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 9 v 45 (ObjNum 81 snap 15 seq_num 81) dirty exists 2024-03-07T02:57:31.405 INFO:tasks.rados.rados.0.smithi090.stdout:205: left oid 9 (ObjNum 81 snap 15 seq_num 81) 2024-03-07T02:57:31.405 INFO:tasks.rados.rados.0.smithi090.stdout:208: finishing write tid 1 to smithi09077644-2 2024-03-07T02:57:31.405 INFO:tasks.rados.rados.0.smithi090.stdout:208: finishing write tid 2 to smithi09077644-2 2024-03-07T02:57:31.405 INFO:tasks.rados.rados.0.smithi090.stdout:208: finishing write tid 3 to smithi09077644-2 2024-03-07T02:57:31.405 INFO:tasks.rados.rados.0.smithi090.stdout:208: finishing write tid 4 to smithi09077644-2 2024-03-07T02:57:31.405 INFO:tasks.rados.rados.0.smithi090.stdout:208: finishing write tid 5 to smithi09077644-2 2024-03-07T02:57:31.405 INFO:tasks.rados.rados.0.smithi090.stdout:208: oid 2 updating version 0 to 42 2024-03-07T02:57:31.405 INFO:tasks.rados.rados.0.smithi090.stdout:208: oid 2 updating version 42 to 45 2024-03-07T02:57:31.405 INFO:tasks.rados.rados.0.smithi090.stdout:208: oid 2 version 45 is already newer than 44 2024-03-07T02:57:31.405 INFO:tasks.rados.rados.0.smithi090.stdout:208: oid 2 version 45 is already newer than 43 2024-03-07T02:57:31.405 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 2 v 45 (ObjNum 82 snap 15 seq_num 82) dirty exists 2024-03-07T02:57:31.405 INFO:tasks.rados.rados.0.smithi090.stdout:208: left oid 2 (ObjNum 82 snap 15 seq_num 82) 2024-03-07T02:57:31.406 INFO:tasks.rados.rados.0.smithi090.stdout:209: finishing copy_from racing read to smithi09077644-38 2024-03-07T02:57:31.406 INFO:tasks.rados.rados.0.smithi090.stdout:209: finishing copy_from to smithi09077644-38 2024-03-07T02:57:31.406 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 10 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-03-07T02:57:31.406 INFO:tasks.rados.rados.0.smithi090.stdout:204: done (6 left) 2024-03-07T02:57:31.406 INFO:tasks.rados.rados.0.smithi090.stdout:205: done (5 left) 2024-03-07T02:57:31.406 INFO:tasks.rados.rados.0.smithi090.stdout:208: done (4 left) 2024-03-07T02:57:31.406 INFO:tasks.rados.rados.0.smithi090.stdout:209: done (3 left) 2024-03-07T02:57:31.406 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 1 current snap is 15 2024-03-07T02:57:31.406 INFO:tasks.rados.rados.0.smithi090.stdout:217: seq_num 83 ranges {1351680=598016,1949696=499712,2449408=303104} 2024-03-07T02:57:31.414 INFO:tasks.rados.rados.0.smithi090.stdout:217: writing smithi09077644-1 from 1351680 to 1949696 tid 1 2024-03-07T02:57:31.417 INFO:tasks.rados.rados.0.smithi090.stdout:217: writing smithi09077644-1 from 1949696 to 2449408 tid 2 2024-03-07T02:57:31.419 INFO:tasks.rados.rados.0.smithi090.stdout:217: writing smithi09077644-1 from 2449408 to 2752512 tid 3 2024-03-07T02:57:31.419 INFO:tasks.rados.rados.0.smithi090.stdout:218: copy_from oid 25 from oid 10 current snap is 15 2024-03-07T02:57:31.419 INFO:tasks.rados.rados.0.smithi090.stdout:214: expect (ObjNum 3 snap 0 seq_num 3) 2024-03-07T02:57:31.421 INFO:tasks.rados.rados.0.smithi090.stdout:215: expect (ObjNum 18 snap 0 seq_num 18) 2024-03-07T02:57:31.431 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 26 v 29 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-03-07T02:57:31.431 INFO:tasks.rados.rados.0.smithi090.stdout:217: finishing write tid 1 to smithi09077644-1 2024-03-07T02:57:31.431 INFO:tasks.rados.rados.0.smithi090.stdout:214: done (4 left) 2024-03-07T02:57:31.431 INFO:tasks.rados.rados.0.smithi090.stdout:215: done (3 left) 2024-03-07T02:57:31.431 INFO:tasks.rados.rados.0.smithi090.stdout:216: done (2 left) 2024-03-07T02:57:31.431 INFO:tasks.rados.rados.0.smithi090.stdout:219: snap_create 2024-03-07T02:57:31.432 INFO:tasks.rados.rados.0.smithi090.stdout:217: finishing write tid 2 to smithi09077644-1 2024-03-07T02:57:31.432 INFO:tasks.rados.rados.0.smithi090.stdout:217: finishing write tid 3 to smithi09077644-1 2024-03-07T02:57:31.432 INFO:tasks.rados.rados.0.smithi090.stdout:217: finishing write tid 4 to smithi09077644-1 2024-03-07T02:57:31.432 INFO:tasks.rados.rados.0.smithi090.stdout:217: finishing write tid 5 to smithi09077644-1 2024-03-07T02:57:31.432 INFO:tasks.rados.rados.0.smithi090.stdout:217: oid 1 updating version 0 to 29 2024-03-07T02:57:31.432 INFO:tasks.rados.rados.0.smithi090.stdout:217: oid 1 version 29 is already newer than 28 2024-03-07T02:57:31.432 INFO:tasks.rados.rados.0.smithi090.stdout:217: oid 1 updating version 29 to 31 2024-03-07T02:57:31.432 INFO:tasks.rados.rados.0.smithi090.stdout:217: oid 1 version 31 is already newer than 30 2024-03-07T02:57:31.432 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 1 v 31 (ObjNum 83 snap 15 seq_num 83) dirty exists 2024-03-07T02:57:31.432 INFO:tasks.rados.rados.0.smithi090.stdout:217: left oid 1 (ObjNum 83 snap 15 seq_num 83) 2024-03-07T02:57:31.432 INFO:tasks.rados.rados.0.smithi090.stdout:218: finishing copy_from racing read to smithi09077644-25 2024-03-07T02:57:31.433 INFO:tasks.rados.rados.0.smithi090.stdout:218: finishing copy_from to smithi09077644-25 2024-03-07T02:57:31.433 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 25 v 55 (ObjNum 77 snap 12 seq_num 77) dirty exists 2024-03-07T02:57:31.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:31 smithi090 ceph-mon[27223]: pgmap v138: 121 pgs: 121 active+clean; 44 MiB data, 287 MiB used, 715 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 17 op/s 2024-03-07T02:57:31.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:31 smithi090 ceph-mon[27223]: osdmap e104: 8 total, 8 up, 8 in 2024-03-07T02:57:31.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:31 smithi090 ceph-mon[37987]: pgmap v138: 121 pgs: 121 active+clean; 44 MiB data, 287 MiB used, 715 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 17 op/s 2024-03-07T02:57:31.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:31 smithi090 ceph-mon[37987]: osdmap e104: 8 total, 8 up, 8 in 2024-03-07T02:57:31.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:31 smithi092 ceph-mon[31083]: pgmap v138: 121 pgs: 121 active+clean; 44 MiB data, 287 MiB used, 715 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 17 op/s 2024-03-07T02:57:31.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:31 smithi092 ceph-mon[31083]: osdmap e104: 8 total, 8 up, 8 in 2024-03-07T02:57:32.400 INFO:tasks.rados.rados.0.smithi090.stdout:217: done (2 left) 2024-03-07T02:57:32.401 INFO:tasks.rados.rados.0.smithi090.stdout:218: done (1 left) 2024-03-07T02:57:32.401 INFO:tasks.rados.rados.0.smithi090.stdout:219: done (0 left) 2024-03-07T02:57:32.401 INFO:tasks.rados.rados.0.smithi090.stdout:220: delete oid 31 current snap is 16 2024-03-07T02:57:32.405 INFO:tasks.rados.rados.0.smithi090.stdout:220: done (0 left) 2024-03-07T02:57:32.405 INFO:tasks.rados.rados.0.smithi090.stdout:221: delete oid 26 current snap is 16 2024-03-07T02:57:32.410 INFO:tasks.rados.rados.0.smithi090.stdout:221: done (0 left) 2024-03-07T02:57:32.410 INFO:tasks.rados.rados.0.smithi090.stdout:222: copy_from oid 20 from oid 42 current snap is 16 2024-03-07T02:57:32.410 INFO:tasks.rados.rados.0.smithi090.stdout:223: delete oid 5 current snap is 16 2024-03-07T02:57:32.411 INFO:tasks.rados.rados.0.smithi090.stdout:223: done (1 left) 2024-03-07T02:57:32.411 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 13 current snap is 16 2024-03-07T02:57:32.411 INFO:tasks.rados.rados.0.smithi090.stdout:224: seq_num 87 ranges {1179648=663552,1843200=491520,2334720=311296} 2024-03-07T02:57:32.421 INFO:tasks.rados.rados.0.smithi090.stdout:224: writing smithi09077644-13 from 1179648 to 1843200 tid 1 2024-03-07T02:57:32.424 INFO:tasks.rados.rados.0.smithi090.stdout:224: writing smithi09077644-13 from 1843200 to 2334720 tid 2 2024-03-07T02:57:32.426 INFO:tasks.rados.rados.0.smithi090.stdout:224: writing smithi09077644-13 from 2334720 to 2646016 tid 3 2024-03-07T02:57:32.427 INFO:tasks.rados.rados.0.smithi090.stdout:225: read oid 19 snap -1 2024-03-07T02:57:32.427 INFO:tasks.rados.rados.0.smithi090.stdout:225: expect (ObjNum 18 snap 0 seq_num 18) 2024-03-07T02:57:32.427 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 21 current snap is 16 2024-03-07T02:57:32.427 INFO:tasks.rados.rados.0.smithi090.stdout:222: finishing copy_from racing read to smithi09077644-20 2024-03-07T02:57:32.427 INFO:tasks.rados.rados.0.smithi090.stdout:222: finishing copy_from to smithi09077644-20 2024-03-07T02:57:32.427 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 20 v 52 (ObjNum 73 snap 10 seq_num 73) dirty exists 2024-03-07T02:57:32.427 INFO:tasks.rados.rados.0.smithi090.stdout:226: seq_num 88 ranges {1302528=679936,1982464=778240,2760704=24576} 2024-03-07T02:57:32.437 INFO:tasks.rados.rados.0.smithi090.stdout:226: writing smithi09077644-21 from 1302528 to 1982464 tid 1 2024-03-07T02:57:32.442 INFO:tasks.rados.rados.0.smithi090.stdout:226: writing smithi09077644-21 from 1982464 to 2760704 tid 2 2024-03-07T02:57:32.442 INFO:tasks.rados.rados.0.smithi090.stdout:226: writing smithi09077644-21 from 2760704 to 2785280 tid 3 2024-03-07T02:57:32.442 INFO:tasks.rados.rados.0.smithi090.stdout:222: done (3 left) 2024-03-07T02:57:32.442 INFO:tasks.rados.rados.0.smithi090.stdout:227: delete oid 11 current snap is 16 2024-03-07T02:57:32.442 INFO:tasks.rados.rados.0.smithi090.stdout:224: finishing write tid 1 to smithi09077644-13 2024-03-07T02:57:32.442 INFO:tasks.rados.rados.0.smithi090.stdout:224: finishing write tid 2 to smithi09077644-13 2024-03-07T02:57:32.442 INFO:tasks.rados.rados.0.smithi090.stdout:224: finishing write tid 3 to smithi09077644-13 2024-03-07T02:57:32.442 INFO:tasks.rados.rados.0.smithi090.stdout:225: expect (ObjNum 18 snap 0 seq_num 18) 2024-03-07T02:57:32.451 INFO:tasks.rados.rados.0.smithi090.stdout:224: finishing write tid 4 to smithi09077644-13 2024-03-07T02:57:32.451 INFO:tasks.rados.rados.0.smithi090.stdout:224: finishing write tid 5 to smithi09077644-13 2024-03-07T02:57:32.451 INFO:tasks.rados.rados.0.smithi090.stdout:224: oid 13 updating version 0 to 59 2024-03-07T02:57:32.451 INFO:tasks.rados.rados.0.smithi090.stdout:224: oid 13 version 59 is already newer than 57 2024-03-07T02:57:32.451 INFO:tasks.rados.rados.0.smithi090.stdout:224: oid 13 version 59 is already newer than 56 2024-03-07T02:57:32.451 INFO:tasks.rados.rados.0.smithi090.stdout:224: oid 13 version 59 is already newer than 58 2024-03-07T02:57:32.452 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 13 v 59 (ObjNum 87 snap 16 seq_num 87) dirty exists 2024-03-07T02:57:32.452 INFO:tasks.rados.rados.0.smithi090.stdout:224: left oid 13 (ObjNum 87 snap 16 seq_num 87) 2024-03-07T02:57:32.452 INFO:tasks.rados.rados.0.smithi090.stdout:226: finishing write tid 1 to smithi09077644-21 2024-03-07T02:57:32.452 INFO:tasks.rados.rados.0.smithi090.stdout:224: done (3 left) 2024-03-07T02:57:32.452 INFO:tasks.rados.rados.0.smithi090.stdout:225: done (2 left) 2024-03-07T02:57:32.452 INFO:tasks.rados.rados.0.smithi090.stdout:227: done (1 left) 2024-03-07T02:57:32.452 INFO:tasks.rados.rados.0.smithi090.stdout:228: read oid 32 snap -1 2024-03-07T02:57:32.452 INFO:tasks.rados.rados.0.smithi090.stdout:228: expect (ObjNum 31 snap 0 seq_num 31) 2024-03-07T02:57:32.452 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 49 current snap is 16 2024-03-07T02:57:32.452 INFO:tasks.rados.rados.0.smithi090.stdout:226: finishing write tid 2 to smithi09077644-21 2024-03-07T02:57:32.452 INFO:tasks.rados.rados.0.smithi090.stdout:226: finishing write tid 3 to smithi09077644-21 2024-03-07T02:57:32.452 INFO:tasks.rados.rados.0.smithi090.stdout:229: seq_num 90 ranges {1736704=712704,2449408=540672,2990080=262144} 2024-03-07T02:57:32.464 INFO:tasks.rados.rados.0.smithi090.stdout:229: writing smithi09077644-49 from 1736704 to 2449408 tid 1 2024-03-07T02:57:32.467 INFO:tasks.rados.rados.0.smithi090.stdout:229: writing smithi09077644-49 from 2449408 to 2990080 tid 2 2024-03-07T02:57:32.469 INFO:tasks.rados.rados.0.smithi090.stdout:229: writing smithi09077644-49 from 2990080 to 3252224 tid 3 2024-03-07T02:57:32.469 INFO:tasks.rados.rados.0.smithi090.stdout:230: delete oid 15 current snap is 16 2024-03-07T02:57:32.469 INFO:tasks.rados.rados.0.smithi090.stdout:226: finishing write tid 4 to smithi09077644-21 2024-03-07T02:57:32.470 INFO:tasks.rados.rados.0.smithi090.stdout:226: finishing write tid 5 to smithi09077644-21 2024-03-07T02:57:32.470 INFO:tasks.rados.rados.0.smithi090.stdout:226: oid 21 updating version 0 to 32 2024-03-07T02:57:32.470 INFO:tasks.rados.rados.0.smithi090.stdout:226: oid 21 updating version 32 to 33 2024-03-07T02:57:32.470 INFO:tasks.rados.rados.0.smithi090.stdout:226: oid 21 updating version 33 to 35 2024-03-07T02:57:32.470 INFO:tasks.rados.rados.0.smithi090.stdout:226: oid 21 version 35 is already newer than 34 2024-03-07T02:57:32.470 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 35 (ObjNum 88 snap 16 seq_num 88) dirty exists 2024-03-07T02:57:32.470 INFO:tasks.rados.rados.0.smithi090.stdout:226: left oid 21 (ObjNum 88 snap 16 seq_num 88) 2024-03-07T02:57:32.470 INFO:tasks.rados.rados.0.smithi090.stdout:228: expect (ObjNum 31 snap 0 seq_num 31) 2024-03-07T02:57:32.486 INFO:tasks.rados.rados.0.smithi090.stdout:229: finishing write tid 1 to smithi09077644-49 2024-03-07T02:57:32.486 INFO:tasks.rados.rados.0.smithi090.stdout:229: finishing write tid 2 to smithi09077644-49 2024-03-07T02:57:32.486 INFO:tasks.rados.rados.0.smithi090.stdout:229: finishing write tid 3 to smithi09077644-49 2024-03-07T02:57:32.486 INFO:tasks.rados.rados.0.smithi090.stdout:226: done (3 left) 2024-03-07T02:57:32.486 INFO:tasks.rados.rados.0.smithi090.stdout:228: done (2 left) 2024-03-07T02:57:32.486 INFO:tasks.rados.rados.0.smithi090.stdout:230: done (1 left) 2024-03-07T02:57:32.486 INFO:tasks.rados.rados.0.smithi090.stdout:231: delete oid 37 current snap is 16 2024-03-07T02:57:32.486 INFO:tasks.rados.rados.0.smithi090.stdout:229: finishing write tid 4 to smithi09077644-49 2024-03-07T02:57:32.486 INFO:tasks.rados.rados.0.smithi090.stdout:229: finishing write tid 5 to smithi09077644-49 2024-03-07T02:57:32.486 INFO:tasks.rados.rados.0.smithi090.stdout:229: oid 49 updating version 0 to 61 2024-03-07T02:57:32.487 INFO:tasks.rados.rados.0.smithi090.stdout:229: oid 49 version 61 is already newer than 60 2024-03-07T02:57:32.487 INFO:tasks.rados.rados.0.smithi090.stdout:229: oid 49 updating version 61 to 63 2024-03-07T02:57:32.487 INFO:tasks.rados.rados.0.smithi090.stdout:229: oid 49 version 63 is already newer than 62 2024-03-07T02:57:32.487 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 49 v 63 (ObjNum 90 snap 16 seq_num 90) dirty exists 2024-03-07T02:57:32.487 INFO:tasks.rados.rados.0.smithi090.stdout:229: left oid 49 (ObjNum 90 snap 16 seq_num 90) 2024-03-07T02:57:32.487 INFO:tasks.rados.rados.0.smithi090.stdout:229: done (1 left) 2024-03-07T02:57:32.487 INFO:tasks.rados.rados.0.smithi090.stdout:231: done (0 left) 2024-03-07T02:57:32.487 INFO:tasks.rados.rados.0.smithi090.stdout:232: setattr oid 29 current snap is 16 2024-03-07T02:57:32.488 INFO:tasks.rados.rados.0.smithi090.stdout:233: snap_remove snap 12 2024-03-07T02:57:33.328 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:57:32 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: ::ffff:172.21.15.92 - - [07/Mar/2024:02:57:32] "GET /metrics HTTP/1.1" 200 35981 "" "Prometheus/2.43.0" 2024-03-07T02:57:33.409 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 30 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-03-07T02:57:33.409 INFO:tasks.rados.rados.0.smithi090.stdout:232: done (1 left) 2024-03-07T02:57:33.410 INFO:tasks.rados.rados.0.smithi090.stdout:233: done (0 left) 2024-03-07T02:57:33.410 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 26 current snap is 16 2024-03-07T02:57:33.410 INFO:tasks.rados.rados.0.smithi090.stdout:234: seq_num 93 ranges {0=761856,761856=647168,1409024=155648} 2024-03-07T02:57:33.414 INFO:tasks.rados.rados.0.smithi090.stdout:234: writing smithi09077644-26 from 0 to 761856 tid 1 2024-03-07T02:57:33.418 INFO:tasks.rados.rados.0.smithi090.stdout:234: writing smithi09077644-26 from 761856 to 1409024 tid 2 2024-03-07T02:57:33.419 INFO:tasks.rados.rados.0.smithi090.stdout:234: writing smithi09077644-26 from 1409024 to 1564672 tid 3 2024-03-07T02:57:33.419 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 2 current snap is 16 2024-03-07T02:57:33.419 INFO:tasks.rados.rados.0.smithi090.stdout:234: finishing write tid 1 to smithi09077644-26 2024-03-07T02:57:33.419 INFO:tasks.rados.rados.0.smithi090.stdout:235: seq_num 94 ranges {1409024=778240,2187264=532480,2719744=270336} 2024-03-07T02:57:33.431 INFO:tasks.rados.rados.0.smithi090.stdout:235: writing smithi09077644-2 from 1409024 to 2187264 tid 1 2024-03-07T02:57:33.434 INFO:tasks.rados.rados.0.smithi090.stdout:235: writing smithi09077644-2 from 2187264 to 2719744 tid 2 2024-03-07T02:57:33.437 INFO:tasks.rados.rados.0.smithi090.stdout:235: writing smithi09077644-2 from 2719744 to 2990080 tid 3 2024-03-07T02:57:33.437 INFO:tasks.rados.rados.0.smithi090.stdout:236: copy_from oid 28 from oid 27 current snap is 16 2024-03-07T02:57:33.437 INFO:tasks.rados.rados.0.smithi090.stdout:234: finishing write tid 2 to smithi09077644-26 2024-03-07T02:57:33.437 INFO:tasks.rados.rados.0.smithi090.stdout:234: finishing write tid 3 to smithi09077644-26 2024-03-07T02:57:33.437 INFO:tasks.rados.rados.0.smithi090.stdout:234: finishing write tid 4 to smithi09077644-26 2024-03-07T02:57:33.437 INFO:tasks.rados.rados.0.smithi090.stdout:234: finishing write tid 5 to smithi09077644-26 2024-03-07T02:57:33.437 INFO:tasks.rados.rados.0.smithi090.stdout:234: oid 26 updating version 0 to 38 2024-03-07T02:57:33.438 INFO:tasks.rados.rados.0.smithi090.stdout:234: oid 26 version 38 is already newer than 37 2024-03-07T02:57:33.438 INFO:tasks.rados.rados.0.smithi090.stdout:234: oid 26 version 38 is already newer than 36 2024-03-07T02:57:33.438 INFO:tasks.rados.rados.0.smithi090.stdout:234: oid 26 updating version 38 to 39 2024-03-07T02:57:33.438 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 26 v 39 (ObjNum 93 snap 16 seq_num 93) dirty exists 2024-03-07T02:57:33.438 INFO:tasks.rados.rados.0.smithi090.stdout:234: left oid 26 (ObjNum 93 snap 16 seq_num 93) 2024-03-07T02:57:33.438 INFO:tasks.rados.rados.0.smithi090.stdout:235: finishing write tid 1 to smithi09077644-2 2024-03-07T02:57:33.438 INFO:tasks.rados.rados.0.smithi090.stdout:234: done (2 left) 2024-03-07T02:57:33.438 INFO:tasks.rados.rados.0.smithi090.stdout:237: snap_create 2024-03-07T02:57:33.439 INFO:tasks.rados.rados.0.smithi090.stdout:235: finishing write tid 2 to smithi09077644-2 2024-03-07T02:57:33.439 INFO:tasks.rados.rados.0.smithi090.stdout:235: finishing write tid 3 to smithi09077644-2 2024-03-07T02:57:33.439 INFO:tasks.rados.rados.0.smithi090.stdout:235: finishing write tid 4 to smithi09077644-2 2024-03-07T02:57:33.440 INFO:tasks.rados.rados.0.smithi090.stdout:235: finishing write tid 5 to smithi09077644-2 2024-03-07T02:57:33.440 INFO:tasks.rados.rados.0.smithi090.stdout:235: oid 2 updating version 0 to 50 2024-03-07T02:57:33.441 INFO:tasks.rados.rados.0.smithi090.stdout:235: oid 2 updating version 50 to 55 2024-03-07T02:57:33.441 INFO:tasks.rados.rados.0.smithi090.stdout:235: oid 2 version 55 is already newer than 53 2024-03-07T02:57:33.441 INFO:tasks.rados.rados.0.smithi090.stdout:235: oid 2 version 55 is already newer than 54 2024-03-07T02:57:33.441 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 2 v 55 (ObjNum 94 snap 16 seq_num 94) dirty exists 2024-03-07T02:57:33.441 INFO:tasks.rados.rados.0.smithi090.stdout:235: left oid 2 (ObjNum 94 snap 16 seq_num 94) 2024-03-07T02:57:33.441 INFO:tasks.rados.rados.0.smithi090.stdout:236: finishing copy_from racing read to smithi09077644-28 2024-03-07T02:57:33.442 INFO:tasks.rados.rados.0.smithi090.stdout:236: finishing copy_from to smithi09077644-28 2024-03-07T02:57:33.442 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 28 v 2 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-03-07T02:57:33.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:33 smithi092 ceph-mon[31083]: osdmap e105: 8 total, 8 up, 8 in 2024-03-07T02:57:33.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:33 smithi092 ceph-mon[31083]: pgmap v141: 121 pgs: 121 active+clean; 44 MiB data, 287 MiB used, 715 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 17 op/s 2024-03-07T02:57:33.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:33 smithi090 ceph-mon[37987]: osdmap e105: 8 total, 8 up, 8 in 2024-03-07T02:57:33.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:33 smithi090 ceph-mon[37987]: pgmap v141: 121 pgs: 121 active+clean; 44 MiB data, 287 MiB used, 715 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 17 op/s 2024-03-07T02:57:33.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:33 smithi090 ceph-mon[27223]: osdmap e105: 8 total, 8 up, 8 in 2024-03-07T02:57:33.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:33 smithi090 ceph-mon[27223]: pgmap v141: 121 pgs: 121 active+clean; 44 MiB data, 287 MiB used, 715 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 17 op/s 2024-03-07T02:57:34.391 INFO:tasks.rados.rados.0.smithi090.stdout:235: done (2 left) 2024-03-07T02:57:34.391 INFO:tasks.rados.rados.0.smithi090.stdout:236: done (1 left) 2024-03-07T02:57:34.392 INFO:tasks.rados.rados.0.smithi090.stdout:237: done (0 left) 2024-03-07T02:57:34.392 INFO:tasks.rados.rados.0.smithi090.stdout:238: snap_create 2024-03-07T02:57:34.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:34 smithi092 ceph-mon[31083]: osdmap e106: 8 total, 8 up, 8 in 2024-03-07T02:57:34.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:34 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T02:57:34.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:34 smithi092 ceph-mon[31083]: osdmap e107: 8 total, 8 up, 8 in 2024-03-07T02:57:34.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:34 smithi090 ceph-mon[37987]: osdmap e106: 8 total, 8 up, 8 in 2024-03-07T02:57:34.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:34 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T02:57:34.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:34 smithi090 ceph-mon[37987]: osdmap e107: 8 total, 8 up, 8 in 2024-03-07T02:57:34.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:34 smithi090 ceph-mon[27223]: osdmap e106: 8 total, 8 up, 8 in 2024-03-07T02:57:34.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:34 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T02:57:34.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:34 smithi090 ceph-mon[27223]: osdmap e107: 8 total, 8 up, 8 in 2024-03-07T02:57:35.399 INFO:tasks.rados.rados.0.smithi090.stdout:238: done (0 left) 2024-03-07T02:57:35.399 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 17 current snap is 18 2024-03-07T02:57:35.399 INFO:tasks.rados.rados.0.smithi090.stdout:239: seq_num 95 ranges {139264=794624,933888=409600,1343488=393216} 2024-03-07T02:57:35.404 INFO:tasks.rados.rados.0.smithi090.stdout:239: writing smithi09077644-17 from 139264 to 933888 tid 1 2024-03-07T02:57:35.406 INFO:tasks.rados.rados.0.smithi090.stdout:239: writing smithi09077644-17 from 933888 to 1343488 tid 2 2024-03-07T02:57:35.409 INFO:tasks.rados.rados.0.smithi090.stdout:239: writing smithi09077644-17 from 1343488 to 1736704 tid 3 2024-03-07T02:57:35.409 INFO:tasks.rados.rados.0.smithi090.stdout:240: rollback oid 8 current snap is 18 2024-03-07T02:57:35.409 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 8 to 16 2024-03-07T02:57:35.410 INFO:tasks.rados.rados.0.smithi090.stdout:241: rmattr oid 26 current snap is 18 2024-03-07T02:57:35.410 INFO:tasks.rados.rados.0.smithi090.stdout:241: done (2 left) 2024-03-07T02:57:35.410 INFO:tasks.rados.rados.0.smithi090.stdout:242: delete oid 2 current snap is 18 2024-03-07T02:57:35.414 INFO:tasks.rados.rados.0.smithi090.stdout:239: finishing write tid 1 to smithi09077644-17 2024-03-07T02:57:35.414 INFO:tasks.rados.rados.0.smithi090.stdout:239: finishing write tid 2 to smithi09077644-17 2024-03-07T02:57:35.414 INFO:tasks.rados.rados.0.smithi090.stdout:240: finishing rollback tid 0 to smithi09077644-8 2024-03-07T02:57:35.414 INFO:tasks.rados.rados.0.smithi090.stdout:242: done (2 left) 2024-03-07T02:57:35.414 INFO:tasks.rados.rados.0.smithi090.stdout:243: rmattr oid 24 current snap is 18 2024-03-07T02:57:35.414 INFO:tasks.rados.rados.0.smithi090.stdout:243: done (2 left) 2024-03-07T02:57:35.414 INFO:tasks.rados.rados.0.smithi090.stdout:244: snap_create 2024-03-07T02:57:35.415 INFO:tasks.rados.rados.0.smithi090.stdout:240: finishing rollback tid 1 to smithi09077644-8 2024-03-07T02:57:35.415 INFO:tasks.rados.rados.0.smithi090.stdout:239: finishing write tid 3 to smithi09077644-17 2024-03-07T02:57:35.415 INFO:tasks.rados.rados.0.smithi090.stdout:240: finishing rollback tid 2 to smithi09077644-8 2024-03-07T02:57:35.415 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 55 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-03-07T02:57:35.415 INFO:tasks.rados.rados.0.smithi090.stdout:239: finishing write tid 4 to smithi09077644-17 2024-03-07T02:57:35.416 INFO:tasks.rados.rados.0.smithi090.stdout:239: finishing write tid 5 to smithi09077644-17 2024-03-07T02:57:35.416 INFO:tasks.rados.rados.0.smithi090.stdout:239: oid 17 updating version 0 to 69 2024-03-07T02:57:35.416 INFO:tasks.rados.rados.0.smithi090.stdout:239: oid 17 version 69 is already newer than 66 2024-03-07T02:57:35.416 INFO:tasks.rados.rados.0.smithi090.stdout:239: oid 17 version 69 is already newer than 67 2024-03-07T02:57:35.416 INFO:tasks.rados.rados.0.smithi090.stdout:239: oid 17 version 69 is already newer than 68 2024-03-07T02:57:35.416 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 17 v 69 (ObjNum 95 snap 18 seq_num 95) dirty exists 2024-03-07T02:57:35.416 INFO:tasks.rados.rados.0.smithi090.stdout:239: left oid 17 (ObjNum 95 snap 18 seq_num 95) 2024-03-07T02:57:35.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:35 smithi092 ceph-mon[31083]: pgmap v144: 121 pgs: 121 active+clean; 57 MiB data, 311 MiB used, 715 GiB / 715 GiB avail; 882 KiB/s rd, 3.7 MiB/s wr, 26 op/s 2024-03-07T02:57:35.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:35 smithi092 ceph-mon[31083]: osdmap e108: 8 total, 8 up, 8 in 2024-03-07T02:57:35.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:35 smithi090 ceph-mon[27223]: pgmap v144: 121 pgs: 121 active+clean; 57 MiB data, 311 MiB used, 715 GiB / 715 GiB avail; 882 KiB/s rd, 3.7 MiB/s wr, 26 op/s 2024-03-07T02:57:35.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:35 smithi090 ceph-mon[27223]: osdmap e108: 8 total, 8 up, 8 in 2024-03-07T02:57:35.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:35 smithi090 ceph-mon[37987]: pgmap v144: 121 pgs: 121 active+clean; 57 MiB data, 311 MiB used, 715 GiB / 715 GiB avail; 882 KiB/s rd, 3.7 MiB/s wr, 26 op/s 2024-03-07T02:57:35.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:35 smithi090 ceph-mon[37987]: osdmap e108: 8 total, 8 up, 8 in 2024-03-07T02:57:36.419 INFO:tasks.rados.rados.0.smithi090.stdout:239: done (2 left) 2024-03-07T02:57:36.419 INFO:tasks.rados.rados.0.smithi090.stdout:240: done (1 left) 2024-03-07T02:57:36.420 INFO:tasks.rados.rados.0.smithi090.stdout:244: done (0 left) 2024-03-07T02:57:36.420 INFO:tasks.rados.rados.0.smithi090.stdout:245: copy_from oid 48 from oid 47 current snap is 19 2024-03-07T02:57:36.420 INFO:tasks.rados.rados.0.smithi090.stdout:246: read oid 34 snap -1 2024-03-07T02:57:36.420 INFO:tasks.rados.rados.0.smithi090.stdout:246: expect (ObjNum 33 snap 0 seq_num 33) 2024-03-07T02:57:36.420 INFO:tasks.rados.rados.0.smithi090.stdout:247: copy_from oid 26 from oid 17 current snap is 19 2024-03-07T02:57:36.420 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 2 current snap is 19 2024-03-07T02:57:36.420 INFO:tasks.rados.rados.0.smithi090.stdout:248: seq_num 97 ranges {0=434176,434176=581632,1015808=540672,1556480=81920} 2024-03-07T02:57:36.422 INFO:tasks.rados.rados.0.smithi090.stdout:248: writing smithi09077644-2 from 0 to 434176 tid 1 2024-03-07T02:57:36.425 INFO:tasks.rados.rados.0.smithi090.stdout:248: writing smithi09077644-2 from 434176 to 1015808 tid 2 2024-03-07T02:57:36.429 INFO:tasks.rados.rados.0.smithi090.stdout:248: writing smithi09077644-2 from 1015808 to 1556480 tid 3 2024-03-07T02:57:36.430 INFO:tasks.rados.rados.0.smithi090.stdout:248: writing smithi09077644-2 from 1556480 to 1638400 tid 4 2024-03-07T02:57:36.430 INFO:tasks.rados.rados.0.smithi090.stdout:249: read oid 6 snap 18 2024-03-07T02:57:36.430 INFO:tasks.rados.rados.0.smithi090.stdout:249: expect (ObjNum 70 snap 10 seq_num 70) 2024-03-07T02:57:36.430 INFO:tasks.rados.rados.0.smithi090.stdout:250: read oid 39 snap -1 2024-03-07T02:57:36.430 INFO:tasks.rados.rados.0.smithi090.stdout:250: expect (ObjNum 38 snap 0 seq_num 38) 2024-03-07T02:57:36.430 INFO:tasks.rados.rados.0.smithi090.stdout:251: read oid 49 snap -1 2024-03-07T02:57:36.430 INFO:tasks.rados.rados.0.smithi090.stdout:251: expect (ObjNum 90 snap 16 seq_num 90) 2024-03-07T02:57:36.430 INFO:tasks.rados.rados.0.smithi090.stdout:252: snap_remove snap 16 2024-03-07T02:57:37.426 INFO:tasks.rados.rados.0.smithi090.stdout:248: finishing write tid 1 to smithi09077644-2 2024-03-07T02:57:37.426 INFO:tasks.rados.rados.0.smithi090.stdout:246: expect (ObjNum 33 snap 0 seq_num 33) 2024-03-07T02:57:37.444 INFO:tasks.rados.rados.0.smithi090.stdout:248: finishing write tid 2 to smithi09077644-2 2024-03-07T02:57:37.444 INFO:tasks.rados.rados.0.smithi090.stdout:245: finishing copy_from racing read to smithi09077644-48 2024-03-07T02:57:37.444 INFO:tasks.rados.rados.0.smithi090.stdout:246: done (7 left) 2024-03-07T02:57:37.444 INFO:tasks.rados.rados.0.smithi090.stdout:252: done (6 left) 2024-03-07T02:57:37.444 INFO:tasks.rados.rados.0.smithi090.stdout:253: rollback oid 21 current snap is 19 2024-03-07T02:57:37.444 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 21 to 18 2024-03-07T02:57:37.444 INFO:tasks.rados.rados.0.smithi090.stdout:250: expect (ObjNum 38 snap 0 seq_num 38) 2024-03-07T02:57:37.461 INFO:tasks.rados.rados.0.smithi090.stdout:245: finishing copy_from to smithi09077644-48 2024-03-07T02:57:37.461 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 5 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-03-07T02:57:37.461 INFO:tasks.rados.rados.0.smithi090.stdout:248: finishing write tid 3 to smithi09077644-2 2024-03-07T02:57:37.462 INFO:tasks.rados.rados.0.smithi090.stdout:248: finishing write tid 4 to smithi09077644-2 2024-03-07T02:57:37.462 INFO:tasks.rados.rados.0.smithi090.stdout:248: finishing write tid 5 to smithi09077644-2 2024-03-07T02:57:37.462 INFO:tasks.rados.rados.0.smithi090.stdout:247: finishing copy_from racing read to smithi09077644-26 2024-03-07T02:57:37.462 INFO:tasks.rados.rados.0.smithi090.stdout:247: finishing copy_from to smithi09077644-26 2024-03-07T02:57:37.462 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 26 v 69 (ObjNum 95 snap 18 seq_num 95) dirty exists 2024-03-07T02:57:37.462 INFO:tasks.rados.rados.0.smithi090.stdout:245: done (6 left) 2024-03-07T02:57:37.462 INFO:tasks.rados.rados.0.smithi090.stdout:247: done (5 left) 2024-03-07T02:57:37.462 INFO:tasks.rados.rados.0.smithi090.stdout:250: done (4 left) 2024-03-07T02:57:37.462 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 17 current snap is 19 2024-03-07T02:57:37.462 INFO:tasks.rados.rados.0.smithi090.stdout:248: finishing write tid 6 to smithi09077644-2 2024-03-07T02:57:37.462 INFO:tasks.rados.rados.0.smithi090.stdout:248: oid 2 updating version 0 to 60 2024-03-07T02:57:37.462 INFO:tasks.rados.rados.0.smithi090.stdout:248: oid 2 version 60 is already newer than 59 2024-03-07T02:57:37.462 INFO:tasks.rados.rados.0.smithi090.stdout:248: oid 2 updating version 60 to 62 2024-03-07T02:57:37.462 INFO:tasks.rados.rados.0.smithi090.stdout:248: oid 2 version 62 is already newer than 58 2024-03-07T02:57:37.463 INFO:tasks.rados.rados.0.smithi090.stdout:248: oid 2 version 62 is already newer than 61 2024-03-07T02:57:37.463 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 2 v 62 (ObjNum 97 snap 19 seq_num 97) dirty exists 2024-03-07T02:57:37.463 INFO:tasks.rados.rados.0.smithi090.stdout:248: left oid 2 (ObjNum 97 snap 19 seq_num 97) 2024-03-07T02:57:37.463 INFO:tasks.rados.rados.0.smithi090.stdout:251: expect (ObjNum 90 snap 16 seq_num 90) 2024-03-07T02:57:37.585 INFO:tasks.rados.rados.0.smithi090.stdout:249: expect (ObjNum 70 snap 10 seq_num 70) 2024-03-07T02:57:37.618 INFO:tasks.rados.rados.0.smithi090.stdout:253: finishing rollback tid 0 to smithi09077644-21 2024-03-07T02:57:37.618 INFO:tasks.rados.rados.0.smithi090.stdout:253: finishing rollback tid 1 to smithi09077644-21 2024-03-07T02:57:37.618 INFO:tasks.rados.rados.0.smithi090.stdout:253: finishing rollback tid 2 to smithi09077644-21 2024-03-07T02:57:37.618 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 38 (ObjNum 88 snap 16 seq_num 88) dirty exists 2024-03-07T02:57:37.618 INFO:tasks.rados.rados.0.smithi090.stdout:254: seq_num 98 ranges {1736704=450560,2187264=466944,2654208=737280} 2024-03-07T02:57:37.629 INFO:tasks.rados.rados.0.smithi090.stdout:254: writing smithi09077644-17 from 1736704 to 2187264 tid 1 2024-03-07T02:57:37.632 INFO:tasks.rados.rados.0.smithi090.stdout:254: writing smithi09077644-17 from 2187264 to 2654208 tid 2 2024-03-07T02:57:37.636 INFO:tasks.rados.rados.0.smithi090.stdout:254: writing smithi09077644-17 from 2654208 to 3391488 tid 3 2024-03-07T02:57:37.636 INFO:tasks.rados.rados.0.smithi090.stdout:248: done (4 left) 2024-03-07T02:57:37.636 INFO:tasks.rados.rados.0.smithi090.stdout:249: done (3 left) 2024-03-07T02:57:37.637 INFO:tasks.rados.rados.0.smithi090.stdout:251: done (2 left) 2024-03-07T02:57:37.637 INFO:tasks.rados.rados.0.smithi090.stdout:253: done (1 left) 2024-03-07T02:57:37.637 INFO:tasks.rados.rados.0.smithi090.stdout:255: snap_remove snap 15 2024-03-07T02:57:37.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:37 smithi090 ceph-mon[27223]: osdmap e109: 8 total, 8 up, 8 in 2024-03-07T02:57:37.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:37 smithi090 ceph-mon[27223]: pgmap v147: 121 pgs: 121 active+clean; 57 MiB data, 311 MiB used, 715 GiB / 715 GiB avail; 882 KiB/s rd, 3.7 MiB/s wr, 26 op/s 2024-03-07T02:57:37.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:37 smithi090 ceph-mon[37987]: osdmap e109: 8 total, 8 up, 8 in 2024-03-07T02:57:37.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:37 smithi090 ceph-mon[37987]: pgmap v147: 121 pgs: 121 active+clean; 57 MiB data, 311 MiB used, 715 GiB / 715 GiB avail; 882 KiB/s rd, 3.7 MiB/s wr, 26 op/s 2024-03-07T02:57:37.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:37 smithi092 ceph-mon[31083]: osdmap e109: 8 total, 8 up, 8 in 2024-03-07T02:57:37.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:37 smithi092 ceph-mon[31083]: pgmap v147: 121 pgs: 121 active+clean; 57 MiB data, 311 MiB used, 715 GiB / 715 GiB avail; 882 KiB/s rd, 3.7 MiB/s wr, 26 op/s 2024-03-07T02:57:38.436 INFO:tasks.rados.rados.0.smithi090.stdout:255: done (1 left) 2024-03-07T02:57:38.437 INFO:tasks.rados.rados.0.smithi090.stdout:256: read oid 33 snap -1 2024-03-07T02:57:38.437 INFO:tasks.rados.rados.0.smithi090.stdout:256: expect (ObjNum 33 snap 0 seq_num 33) 2024-03-07T02:57:38.437 INFO:tasks.rados.rados.0.smithi090.stdout:257: delete oid 36 current snap is 19 2024-03-07T02:57:38.437 INFO:tasks.rados.rados.0.smithi090.stdout:254: finishing write tid 1 to smithi09077644-17 2024-03-07T02:57:38.437 INFO:tasks.rados.rados.0.smithi090.stdout:254: finishing write tid 2 to smithi09077644-17 2024-03-07T02:57:38.437 INFO:tasks.rados.rados.0.smithi090.stdout:254: finishing write tid 3 to smithi09077644-17 2024-03-07T02:57:38.437 INFO:tasks.rados.rados.0.smithi090.stdout:254: finishing write tid 4 to smithi09077644-17 2024-03-07T02:57:38.437 INFO:tasks.rados.rados.0.smithi090.stdout:254: finishing write tid 5 to smithi09077644-17 2024-03-07T02:57:38.437 INFO:tasks.rados.rados.0.smithi090.stdout:254: oid 17 updating version 0 to 74 2024-03-07T02:57:38.437 INFO:tasks.rados.rados.0.smithi090.stdout:254: oid 17 version 74 is already newer than 73 2024-03-07T02:57:38.437 INFO:tasks.rados.rados.0.smithi090.stdout:254: oid 17 updating version 74 to 76 2024-03-07T02:57:38.437 INFO:tasks.rados.rados.0.smithi090.stdout:254: oid 17 version 76 is already newer than 75 2024-03-07T02:57:38.438 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 17 v 76 (ObjNum 98 snap 19 seq_num 98) dirty exists 2024-03-07T02:57:38.438 INFO:tasks.rados.rados.0.smithi090.stdout:254: left oid 17 (ObjNum 98 snap 19 seq_num 98) 2024-03-07T02:57:38.442 INFO:tasks.rados.rados.0.smithi090.stdout:254: done (2 left) 2024-03-07T02:57:38.442 INFO:tasks.rados.rados.0.smithi090.stdout:257: done (1 left) 2024-03-07T02:57:38.443 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 10 current snap is 19 2024-03-07T02:57:38.443 INFO:tasks.rados.rados.0.smithi090.stdout:258: seq_num 100 ranges {1933312=483328,2416640=688128,3104768=516096} 2024-03-07T02:57:38.456 INFO:tasks.rados.rados.0.smithi090.stdout:258: writing smithi09077644-10 from 1933312 to 2416640 tid 1 2024-03-07T02:57:38.459 INFO:tasks.rados.rados.0.smithi090.stdout:258: writing smithi09077644-10 from 2416640 to 3104768 tid 2 2024-03-07T02:57:38.463 INFO:tasks.rados.rados.0.smithi090.stdout:258: writing smithi09077644-10 from 3104768 to 3620864 tid 3 2024-03-07T02:57:38.463 INFO:tasks.rados.rados.0.smithi090.stdout:259: rmattr oid 7 current snap is 19 2024-03-07T02:57:38.463 INFO:tasks.rados.rados.0.smithi090.stdout:259: done (2 left) 2024-03-07T02:57:38.463 INFO:tasks.rados.rados.0.smithi090.stdout:260: snap_remove snap 17 2024-03-07T02:57:38.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:38 smithi090 ceph-mon[27223]: osdmap e110: 8 total, 8 up, 8 in 2024-03-07T02:57:38.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:38 smithi090 ceph-mon[37987]: osdmap e110: 8 total, 8 up, 8 in 2024-03-07T02:57:38.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:38 smithi092 ceph-mon[31083]: osdmap e110: 8 total, 8 up, 8 in 2024-03-07T02:57:39.391 INFO:tasks.rados.rados.0.smithi090.stdout:256: expect (ObjNum 33 snap 0 seq_num 33) 2024-03-07T02:57:39.410 INFO:tasks.rados.rados.0.smithi090.stdout:258: finishing write tid 1 to smithi09077644-10 2024-03-07T02:57:39.410 INFO:tasks.rados.rados.0.smithi090.stdout:258: finishing write tid 2 to smithi09077644-10 2024-03-07T02:57:39.410 INFO:tasks.rados.rados.0.smithi090.stdout:258: finishing write tid 3 to smithi09077644-10 2024-03-07T02:57:39.410 INFO:tasks.rados.rados.0.smithi090.stdout:258: finishing write tid 4 to smithi09077644-10 2024-03-07T02:57:39.410 INFO:tasks.rados.rados.0.smithi090.stdout:258: finishing write tid 5 to smithi09077644-10 2024-03-07T02:57:39.411 INFO:tasks.rados.rados.0.smithi090.stdout:258: oid 10 updating version 0 to 69 2024-03-07T02:57:39.411 INFO:tasks.rados.rados.0.smithi090.stdout:258: oid 10 version 69 is already newer than 68 2024-03-07T02:57:39.411 INFO:tasks.rados.rados.0.smithi090.stdout:258: oid 10 updating version 69 to 70 2024-03-07T02:57:39.411 INFO:tasks.rados.rados.0.smithi090.stdout:258: oid 10 version 70 is already newer than 67 2024-03-07T02:57:39.411 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 70 (ObjNum 100 snap 19 seq_num 100) dirty exists 2024-03-07T02:57:39.411 INFO:tasks.rados.rados.0.smithi090.stdout:258: left oid 10 (ObjNum 100 snap 19 seq_num 100) 2024-03-07T02:57:39.411 INFO:tasks.rados.rados.0.smithi090.stdout:256: done (2 left) 2024-03-07T02:57:39.411 INFO:tasks.rados.rados.0.smithi090.stdout:258: done (1 left) 2024-03-07T02:57:39.411 INFO:tasks.rados.rados.0.smithi090.stdout:260: done (0 left) 2024-03-07T02:57:39.411 INFO:tasks.rados.rados.0.smithi090.stdout:261: snap_remove snap 18 2024-03-07T02:57:39.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:39 smithi090 ceph-mon[37987]: osdmap e111: 8 total, 8 up, 8 in 2024-03-07T02:57:39.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:39 smithi090 ceph-mon[37987]: pgmap v150: 121 pgs: 121 active+clean; 57 MiB data, 311 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:57:39.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:39 smithi090 ceph-mon[37987]: osdmap e112: 8 total, 8 up, 8 in 2024-03-07T02:57:39.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:39 smithi090 ceph-mon[27223]: osdmap e111: 8 total, 8 up, 8 in 2024-03-07T02:57:39.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:39 smithi090 ceph-mon[27223]: pgmap v150: 121 pgs: 121 active+clean; 57 MiB data, 311 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:57:39.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:39 smithi090 ceph-mon[27223]: osdmap e112: 8 total, 8 up, 8 in 2024-03-07T02:57:39.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:39 smithi092 ceph-mon[31083]: osdmap e111: 8 total, 8 up, 8 in 2024-03-07T02:57:39.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:39 smithi092 ceph-mon[31083]: pgmap v150: 121 pgs: 121 active+clean; 57 MiB data, 311 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:57:39.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:39 smithi092 ceph-mon[31083]: osdmap e112: 8 total, 8 up, 8 in 2024-03-07T02:57:40.402 INFO:tasks.rados.rados.0.smithi090.stdout:261: done (0 left) 2024-03-07T02:57:40.402 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 14 current snap is 19 2024-03-07T02:57:40.402 INFO:tasks.rados.rados.0.smithi090.stdout:262: seq_num 101 ranges {1064960=499712,1564672=573440,2138112=524288,2662400=106496} 2024-03-07T02:57:40.411 INFO:tasks.rados.rados.0.smithi090.stdout:262: writing smithi09077644-14 from 1064960 to 1564672 tid 1 2024-03-07T02:57:40.414 INFO:tasks.rados.rados.0.smithi090.stdout:262: writing smithi09077644-14 from 1564672 to 2138112 tid 2 2024-03-07T02:57:40.417 INFO:tasks.rados.rados.0.smithi090.stdout:262: writing smithi09077644-14 from 2138112 to 2662400 tid 3 2024-03-07T02:57:40.418 INFO:tasks.rados.rados.0.smithi090.stdout:262: writing smithi09077644-14 from 2662400 to 2768896 tid 4 2024-03-07T02:57:40.418 INFO:tasks.rados.rados.0.smithi090.stdout:263: read oid 3 snap -1 2024-03-07T02:57:40.418 INFO:tasks.rados.rados.0.smithi090.stdout:263: expect (ObjNum 78 snap 12 seq_num 78) 2024-03-07T02:57:40.418 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 20 current snap is 19 2024-03-07T02:57:40.418 INFO:tasks.rados.rados.0.smithi090.stdout:262: finishing write tid 1 to smithi09077644-14 2024-03-07T02:57:40.418 INFO:tasks.rados.rados.0.smithi090.stdout:262: finishing write tid 2 to smithi09077644-14 2024-03-07T02:57:40.419 INFO:tasks.rados.rados.0.smithi090.stdout:264: seq_num 102 ranges {1867776=516096,2383872=450560,2834432=729088,3563520=24576} 2024-03-07T02:57:40.431 INFO:tasks.rados.rados.0.smithi090.stdout:264: writing smithi09077644-20 from 1867776 to 2383872 tid 1 2024-03-07T02:57:40.434 INFO:tasks.rados.rados.0.smithi090.stdout:264: writing smithi09077644-20 from 2383872 to 2834432 tid 2 2024-03-07T02:57:40.439 INFO:tasks.rados.rados.0.smithi090.stdout:264: writing smithi09077644-20 from 2834432 to 3563520 tid 3 2024-03-07T02:57:40.439 INFO:tasks.rados.rados.0.smithi090.stdout:264: writing smithi09077644-20 from 3563520 to 3588096 tid 4 2024-03-07T02:57:40.439 INFO:tasks.rados.rados.0.smithi090.stdout:265: snap_create 2024-03-07T02:57:40.439 INFO:tasks.rados.rados.0.smithi090.stdout:262: finishing write tid 3 to smithi09077644-14 2024-03-07T02:57:40.439 INFO:tasks.rados.rados.0.smithi090.stdout:262: finishing write tid 4 to smithi09077644-14 2024-03-07T02:57:40.439 INFO:tasks.rados.rados.0.smithi090.stdout:262: finishing write tid 5 to smithi09077644-14 2024-03-07T02:57:40.439 INFO:tasks.rados.rados.0.smithi090.stdout:262: finishing write tid 6 to smithi09077644-14 2024-03-07T02:57:40.439 INFO:tasks.rados.rados.0.smithi090.stdout:262: oid 14 updating version 0 to 38 2024-03-07T02:57:40.439 INFO:tasks.rados.rados.0.smithi090.stdout:262: oid 14 version 38 is already newer than 37 2024-03-07T02:57:40.439 INFO:tasks.rados.rados.0.smithi090.stdout:262: oid 14 version 38 is already newer than 34 2024-03-07T02:57:40.439 INFO:tasks.rados.rados.0.smithi090.stdout:262: oid 14 version 38 is already newer than 36 2024-03-07T02:57:40.439 INFO:tasks.rados.rados.0.smithi090.stdout:262: oid 14 version 38 is already newer than 35 2024-03-07T02:57:40.439 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 14 v 38 (ObjNum 101 snap 19 seq_num 101) dirty exists 2024-03-07T02:57:40.440 INFO:tasks.rados.rados.0.smithi090.stdout:262: left oid 14 (ObjNum 101 snap 19 seq_num 101) 2024-03-07T02:57:40.440 INFO:tasks.rados.rados.0.smithi090.stdout:263: expect (ObjNum 78 snap 12 seq_num 78) 2024-03-07T02:57:40.530 INFO:tasks.rados.rados.0.smithi090.stdout:264: finishing write tid 1 to smithi09077644-20 2024-03-07T02:57:40.530 INFO:tasks.rados.rados.0.smithi090.stdout:264: finishing write tid 2 to smithi09077644-20 2024-03-07T02:57:40.530 INFO:tasks.rados.rados.0.smithi090.stdout:264: finishing write tid 3 to smithi09077644-20 2024-03-07T02:57:40.530 INFO:tasks.rados.rados.0.smithi090.stdout:264: finishing write tid 4 to smithi09077644-20 2024-03-07T02:57:40.531 INFO:tasks.rados.rados.0.smithi090.stdout:264: finishing write tid 5 to smithi09077644-20 2024-03-07T02:57:40.531 INFO:tasks.rados.rados.0.smithi090.stdout:264: finishing write tid 6 to smithi09077644-20 2024-03-07T02:57:40.531 INFO:tasks.rados.rados.0.smithi090.stdout:264: oid 20 updating version 0 to 54 2024-03-07T02:57:40.531 INFO:tasks.rados.rados.0.smithi090.stdout:264: oid 20 updating version 54 to 56 2024-03-07T02:57:40.531 INFO:tasks.rados.rados.0.smithi090.stdout:264: oid 20 version 56 is already newer than 53 2024-03-07T02:57:40.531 INFO:tasks.rados.rados.0.smithi090.stdout:264: oid 20 updating version 56 to 57 2024-03-07T02:57:40.531 INFO:tasks.rados.rados.0.smithi090.stdout:264: oid 20 version 57 is already newer than 55 2024-03-07T02:57:40.531 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 20 v 57 (ObjNum 102 snap 19 seq_num 102) dirty exists 2024-03-07T02:57:40.531 INFO:tasks.rados.rados.0.smithi090.stdout:264: left oid 20 (ObjNum 102 snap 19 seq_num 102) 2024-03-07T02:57:41.412 INFO:tasks.rados.rados.0.smithi090.stdout:262: done (3 left) 2024-03-07T02:57:41.412 INFO:tasks.rados.rados.0.smithi090.stdout:263: done (2 left) 2024-03-07T02:57:41.412 INFO:tasks.rados.rados.0.smithi090.stdout:264: done (1 left) 2024-03-07T02:57:41.412 INFO:tasks.rados.rados.0.smithi090.stdout:265: done (0 left) 2024-03-07T02:57:41.413 INFO:tasks.rados.rados.0.smithi090.stdout:266: delete oid 41 current snap is 20 2024-03-07T02:57:41.414 INFO:tasks.rados.rados.0.smithi090.stdout:266: done (0 left) 2024-03-07T02:57:41.415 INFO:tasks.rados.rados.0.smithi090.stdout:267: read oid 13 snap -1 2024-03-07T02:57:41.415 INFO:tasks.rados.rados.0.smithi090.stdout:267: expect (ObjNum 87 snap 16 seq_num 87) 2024-03-07T02:57:41.415 INFO:tasks.rados.rados.0.smithi090.stdout:268: setattr oid 26 current snap is 20 2024-03-07T02:57:41.416 INFO:tasks.rados.rados.0.smithi090.stdout:269: copy_from oid 32 from oid 7 current snap is 20 2024-03-07T02:57:41.416 INFO:tasks.rados.rados.0.smithi090.stdout:270: read oid 22 snap -1 2024-03-07T02:57:41.417 INFO:tasks.rados.rados.0.smithi090.stdout:270: expect (ObjNum 76 snap 12 seq_num 76) 2024-03-07T02:57:41.417 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 15 current snap is 20 2024-03-07T02:57:41.417 INFO:tasks.rados.rados.0.smithi090.stdout:271: seq_num 104 ranges {0=548864,548864=622592,1171456=581632} 2024-03-07T02:57:41.420 INFO:tasks.rados.rados.0.smithi090.stdout:271: writing smithi09077644-15 from 0 to 548864 tid 1 2024-03-07T02:57:41.424 INFO:tasks.rados.rados.0.smithi090.stdout:271: writing smithi09077644-15 from 548864 to 1171456 tid 2 2024-03-07T02:57:41.428 INFO:tasks.rados.rados.0.smithi090.stdout:271: writing smithi09077644-15 from 1171456 to 1753088 tid 3 2024-03-07T02:57:41.428 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 49 current snap is 20 2024-03-07T02:57:41.428 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 26 v 70 (ObjNum 95 snap 18 seq_num 95) dirty exists 2024-03-07T02:57:41.428 INFO:tasks.rados.rados.0.smithi090.stdout:272: seq_num 105 ranges {3252224=565248,3817472=507904,4325376=507904,4833280=188416} 2024-03-07T02:57:41.448 INFO:tasks.rados.rados.0.smithi090.stdout:272: writing smithi09077644-49 from 3252224 to 3817472 tid 1 2024-03-07T02:57:41.451 INFO:tasks.rados.rados.0.smithi090.stdout:272: writing smithi09077644-49 from 3817472 to 4325376 tid 2 2024-03-07T02:57:41.454 INFO:tasks.rados.rados.0.smithi090.stdout:272: writing smithi09077644-49 from 4325376 to 4833280 tid 3 2024-03-07T02:57:41.456 INFO:tasks.rados.rados.0.smithi090.stdout:272: writing smithi09077644-49 from 4833280 to 5021696 tid 4 2024-03-07T02:57:41.456 INFO:tasks.rados.rados.0.smithi090.stdout:268: done (5 left) 2024-03-07T02:57:41.456 INFO:tasks.rados.rados.0.smithi090.stdout:273: rollback oid 28 current snap is 20 2024-03-07T02:57:41.456 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 28 to 19 2024-03-07T02:57:41.456 INFO:tasks.rados.rados.0.smithi090.stdout:269: finishing copy_from racing read to smithi09077644-32 2024-03-07T02:57:41.456 INFO:tasks.rados.rados.0.smithi090.stdout:269: finishing copy_from to smithi09077644-32 2024-03-07T02:57:41.456 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 32 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-03-07T02:57:41.456 INFO:tasks.rados.rados.0.smithi090.stdout:270: expect (ObjNum 76 snap 12 seq_num 76) 2024-03-07T02:57:41.506 INFO:tasks.rados.rados.0.smithi090.stdout:269: done (5 left) 2024-03-07T02:57:41.506 INFO:tasks.rados.rados.0.smithi090.stdout:270: done (4 left) 2024-03-07T02:57:41.507 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 2 current snap is 20 2024-03-07T02:57:41.507 INFO:tasks.rados.rados.0.smithi090.stdout:271: finishing write tid 1 to smithi09077644-15 2024-03-07T02:57:41.507 INFO:tasks.rados.rados.0.smithi090.stdout:267: expect (ObjNum 87 snap 16 seq_num 87) 2024-03-07T02:57:41.593 INFO:tasks.rados.rados.0.smithi090.stdout:271: finishing write tid 2 to smithi09077644-15 2024-03-07T02:57:41.593 INFO:tasks.rados.rados.0.smithi090.stdout:271: finishing write tid 3 to smithi09077644-15 2024-03-07T02:57:41.593 INFO:tasks.rados.rados.0.smithi090.stdout:271: finishing write tid 4 to smithi09077644-15 2024-03-07T02:57:41.593 INFO:tasks.rados.rados.0.smithi090.stdout:271: finishing write tid 5 to smithi09077644-15 2024-03-07T02:57:41.593 INFO:tasks.rados.rados.0.smithi090.stdout:271: oid 15 updating version 0 to 75 2024-03-07T02:57:41.594 INFO:tasks.rados.rados.0.smithi090.stdout:271: oid 15 updating version 75 to 76 2024-03-07T02:57:41.594 INFO:tasks.rados.rados.0.smithi090.stdout:271: oid 15 updating version 76 to 78 2024-03-07T02:57:41.594 INFO:tasks.rados.rados.0.smithi090.stdout:271: oid 15 version 78 is already newer than 77 2024-03-07T02:57:41.594 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 78 (ObjNum 104 snap 20 seq_num 104) dirty exists 2024-03-07T02:57:41.594 INFO:tasks.rados.rados.0.smithi090.stdout:271: left oid 15 (ObjNum 104 snap 20 seq_num 104) 2024-03-07T02:57:41.594 INFO:tasks.rados.rados.0.smithi090.stdout:272: finishing write tid 1 to smithi09077644-49 2024-03-07T02:57:41.594 INFO:tasks.rados.rados.0.smithi090.stdout:274: seq_num 106 ranges {1638400=581632,2220032=794624,3014656=409600} 2024-03-07T02:57:41.604 INFO:tasks.rados.rados.0.smithi090.stdout:274: writing smithi09077644-2 from 1638400 to 2220032 tid 1 2024-03-07T02:57:41.609 INFO:tasks.rados.rados.0.smithi090.stdout:274: writing smithi09077644-2 from 2220032 to 3014656 tid 2 2024-03-07T02:57:41.613 INFO:tasks.rados.rados.0.smithi090.stdout:274: writing smithi09077644-2 from 3014656 to 3424256 tid 3 2024-03-07T02:57:41.613 INFO:tasks.rados.rados.0.smithi090.stdout:267: done (4 left) 2024-03-07T02:57:41.613 INFO:tasks.rados.rados.0.smithi090.stdout:271: done (3 left) 2024-03-07T02:57:41.613 INFO:tasks.rados.rados.0.smithi090.stdout:275: read oid 12 snap -1 2024-03-07T02:57:41.613 INFO:tasks.rados.rados.0.smithi090.stdout:275: expect deleted 2024-03-07T02:57:41.613 INFO:tasks.rados.rados.0.smithi090.stdout:276: rollback oid 26 current snap is 20 2024-03-07T02:57:41.613 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 26 to 19 2024-03-07T02:57:41.613 INFO:tasks.rados.rados.0.smithi090.stdout:272: finishing write tid 2 to smithi09077644-49 2024-03-07T02:57:41.614 INFO:tasks.rados.rados.0.smithi090.stdout:272: finishing write tid 3 to smithi09077644-49 2024-03-07T02:57:41.614 INFO:tasks.rados.rados.0.smithi090.stdout:272: finishing write tid 4 to smithi09077644-49 2024-03-07T02:57:41.614 INFO:tasks.rados.rados.0.smithi090.stdout:272: finishing write tid 5 to smithi09077644-49 2024-03-07T02:57:41.614 INFO:tasks.rados.rados.0.smithi090.stdout:273: finishing rollback tid 0 to smithi09077644-28 2024-03-07T02:57:41.614 INFO:tasks.rados.rados.0.smithi090.stdout:273: finishing rollback tid 1 to smithi09077644-28 2024-03-07T02:57:41.614 INFO:tasks.rados.rados.0.smithi090.stdout:273: finishing rollback tid 2 to smithi09077644-28 2024-03-07T02:57:41.614 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 28 v 36 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-03-07T02:57:41.614 INFO:tasks.rados.rados.0.smithi090.stdout:272: finishing write tid 6 to smithi09077644-49 2024-03-07T02:57:41.614 INFO:tasks.rados.rados.0.smithi090.stdout:272: oid 49 updating version 0 to 91 2024-03-07T02:57:41.614 INFO:tasks.rados.rados.0.smithi090.stdout:272: oid 49 updating version 91 to 92 2024-03-07T02:57:41.614 INFO:tasks.rados.rados.0.smithi090.stdout:272: oid 49 version 92 is already newer than 90 2024-03-07T02:57:41.614 INFO:tasks.rados.rados.0.smithi090.stdout:272: oid 49 version 92 is already newer than 88 2024-03-07T02:57:41.614 INFO:tasks.rados.rados.0.smithi090.stdout:272: oid 49 version 92 is already newer than 89 2024-03-07T02:57:41.614 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 49 v 92 (ObjNum 105 snap 20 seq_num 105) dirty exists 2024-03-07T02:57:41.615 INFO:tasks.rados.rados.0.smithi090.stdout:272: left oid 49 (ObjNum 105 snap 20 seq_num 105) 2024-03-07T02:57:41.615 INFO:tasks.rados.rados.0.smithi090.stdout:274: finishing write tid 1 to smithi09077644-2 2024-03-07T02:57:41.615 INFO:tasks.rados.rados.0.smithi090.stdout:272: done (4 left) 2024-03-07T02:57:41.615 INFO:tasks.rados.rados.0.smithi090.stdout:273: done (3 left) 2024-03-07T02:57:41.615 INFO:tasks.rados.rados.0.smithi090.stdout:277: rmattr oid 24 current snap is 20 2024-03-07T02:57:41.615 INFO:tasks.rados.rados.0.smithi090.stdout:277: done (3 left) 2024-03-07T02:57:41.615 INFO:tasks.rados.rados.0.smithi090.stdout:278: copy_from oid 8 from oid 7 current snap is 20 2024-03-07T02:57:41.615 INFO:tasks.rados.rados.0.smithi090.stdout:274: finishing write tid 2 to smithi09077644-2 2024-03-07T02:57:41.615 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 32 current snap is 20 2024-03-07T02:57:41.615 INFO:tasks.rados.rados.0.smithi090.stdout:279: seq_num 107 ranges {106496=598016,704512=729088,1433600=466944,1900544=8192} 2024-03-07T02:57:41.616 INFO:tasks.rados.rados.0.smithi090.stdout:279: writing smithi09077644-32 from 106496 to 704512 tid 1 2024-03-07T02:57:41.620 INFO:tasks.rados.rados.0.smithi090.stdout:279: writing smithi09077644-32 from 704512 to 1433600 tid 2 2024-03-07T02:57:41.624 INFO:tasks.rados.rados.0.smithi090.stdout:279: writing smithi09077644-32 from 1433600 to 1900544 tid 3 2024-03-07T02:57:41.624 INFO:tasks.rados.rados.0.smithi090.stdout:279: writing smithi09077644-32 from 1900544 to 1908736 tid 4 2024-03-07T02:57:41.624 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 11 current snap is 20 2024-03-07T02:57:41.624 INFO:tasks.rados.rados.0.smithi090.stdout:280: seq_num 108 ranges {0=614400,614400=606208,1220608=598016} 2024-03-07T02:57:41.627 INFO:tasks.rados.rados.0.smithi090.stdout:280: writing smithi09077644-11 from 0 to 614400 tid 1 2024-03-07T02:57:41.630 INFO:tasks.rados.rados.0.smithi090.stdout:280: writing smithi09077644-11 from 614400 to 1220608 tid 2 2024-03-07T02:57:41.634 INFO:tasks.rados.rados.0.smithi090.stdout:280: writing smithi09077644-11 from 1220608 to 1818624 tid 3 2024-03-07T02:57:41.634 INFO:tasks.rados.rados.0.smithi090.stdout:281: read oid 45 snap 19 2024-03-07T02:57:41.634 INFO:tasks.rados.rados.0.smithi090.stdout:281: expect (ObjNum 33 snap 0 seq_num 33) 2024-03-07T02:57:41.634 INFO:tasks.rados.rados.0.smithi090.stdout:282: rmattr oid 16 current snap is 20 2024-03-07T02:57:41.635 INFO:tasks.rados.rados.0.smithi090.stdout:282: done (7 left) 2024-03-07T02:57:41.635 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 48 current snap is 20 2024-03-07T02:57:41.635 INFO:tasks.rados.rados.0.smithi090.stdout:283: seq_num 109 ranges {778240=630784,1409024=491520,1900544=483328,2383872=229376} 2024-03-07T02:57:41.642 INFO:tasks.rados.rados.0.smithi090.stdout:283: writing smithi09077644-48 from 778240 to 1409024 tid 1 2024-03-07T02:57:41.645 INFO:tasks.rados.rados.0.smithi090.stdout:283: writing smithi09077644-48 from 1409024 to 1900544 tid 2 2024-03-07T02:57:41.648 INFO:tasks.rados.rados.0.smithi090.stdout:283: writing smithi09077644-48 from 1900544 to 2383872 tid 3 2024-03-07T02:57:41.650 INFO:tasks.rados.rados.0.smithi090.stdout:283: writing smithi09077644-48 from 2383872 to 2613248 tid 4 2024-03-07T02:57:41.650 INFO:tasks.rados.rados.0.smithi090.stdout:284: read oid 47 snap -1 2024-03-07T02:57:41.650 INFO:tasks.rados.rados.0.smithi090.stdout:284: expect (ObjNum 46 snap 0 seq_num 46) 2024-03-07T02:57:41.650 INFO:tasks.rados.rados.0.smithi090.stdout:285: snap_create 2024-03-07T02:57:41.651 INFO:tasks.rados.rados.0.smithi090.stdout:274: finishing write tid 3 to smithi09077644-2 2024-03-07T02:57:41.651 INFO:tasks.rados.rados.0.smithi090.stdout:276: finishing rollback tid 0 to smithi09077644-26 2024-03-07T02:57:41.651 INFO:tasks.rados.rados.0.smithi090.stdout:276: finishing rollback tid 1 to smithi09077644-26 2024-03-07T02:57:41.651 INFO:tasks.rados.rados.0.smithi090.stdout:276: finishing rollback tid 2 to smithi09077644-26 2024-03-07T02:57:41.651 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 26 v 73 (ObjNum 95 snap 18 seq_num 95) dirty exists 2024-03-07T02:57:41.651 INFO:tasks.rados.rados.0.smithi090.stdout:274: finishing write tid 4 to smithi09077644-2 2024-03-07T02:57:41.651 INFO:tasks.rados.rados.0.smithi090.stdout:278: finishing copy_from racing read to smithi09077644-8 2024-03-07T02:57:41.651 INFO:tasks.rados.rados.0.smithi090.stdout:278: finishing copy_from to smithi09077644-8 2024-03-07T02:57:41.651 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-03-07T02:57:41.651 INFO:tasks.rados.rados.0.smithi090.stdout:274: finishing write tid 5 to smithi09077644-2 2024-03-07T02:57:41.651 INFO:tasks.rados.rados.0.smithi090.stdout:274: oid 2 updating version 0 to 76 2024-03-07T02:57:41.651 INFO:tasks.rados.rados.0.smithi090.stdout:274: oid 2 updating version 76 to 77 2024-03-07T02:57:41.651 INFO:tasks.rados.rados.0.smithi090.stdout:274: oid 2 updating version 77 to 79 2024-03-07T02:57:41.651 INFO:tasks.rados.rados.0.smithi090.stdout:274: oid 2 version 79 is already newer than 78 2024-03-07T02:57:41.652 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 2 v 79 (ObjNum 106 snap 20 seq_num 106) dirty exists 2024-03-07T02:57:41.652 INFO:tasks.rados.rados.0.smithi090.stdout:274: left oid 2 (ObjNum 106 snap 20 seq_num 106) 2024-03-07T02:57:41.652 INFO:tasks.rados.rados.0.smithi090.stdout:279: finishing write tid 1 to smithi09077644-32 2024-03-07T02:57:41.652 INFO:tasks.rados.rados.0.smithi090.stdout:279: finishing write tid 2 to smithi09077644-32 2024-03-07T02:57:41.652 INFO:tasks.rados.rados.0.smithi090.stdout:279: finishing write tid 3 to smithi09077644-32 2024-03-07T02:57:41.652 INFO:tasks.rados.rados.0.smithi090.stdout:279: finishing write tid 4 to smithi09077644-32 2024-03-07T02:57:41.652 INFO:tasks.rados.rados.0.smithi090.stdout:279: finishing write tid 5 to smithi09077644-32 2024-03-07T02:57:41.652 INFO:tasks.rados.rados.0.smithi090.stdout:279: finishing write tid 6 to smithi09077644-32 2024-03-07T02:57:41.652 INFO:tasks.rados.rados.0.smithi090.stdout:279: oid 32 updating version 0 to 20 2024-03-07T02:57:41.652 INFO:tasks.rados.rados.0.smithi090.stdout:279: oid 32 version 20 is already newer than 19 2024-03-07T02:57:41.652 INFO:tasks.rados.rados.0.smithi090.stdout:279: oid 32 updating version 20 to 21 2024-03-07T02:57:41.652 INFO:tasks.rados.rados.0.smithi090.stdout:279: oid 32 updating version 21 to 22 2024-03-07T02:57:41.653 INFO:tasks.rados.rados.0.smithi090.stdout:279: oid 32 version 22 is already newer than 18 2024-03-07T02:57:41.653 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 32 v 22 (ObjNum 107 snap 20 seq_num 107) dirty exists 2024-03-07T02:57:41.653 INFO:tasks.rados.rados.0.smithi090.stdout:279: left oid 32 (ObjNum 107 snap 20 seq_num 107) 2024-03-07T02:57:41.653 INFO:tasks.rados.rados.0.smithi090.stdout:280: finishing write tid 1 to smithi09077644-11 2024-03-07T02:57:41.653 INFO:tasks.rados.rados.0.smithi090.stdout:280: finishing write tid 2 to smithi09077644-11 2024-03-07T02:57:41.653 INFO:tasks.rados.rados.0.smithi090.stdout:280: finishing write tid 3 to smithi09077644-11 2024-03-07T02:57:41.653 INFO:tasks.rados.rados.0.smithi090.stdout:280: finishing write tid 4 to smithi09077644-11 2024-03-07T02:57:41.653 INFO:tasks.rados.rados.0.smithi090.stdout:281: expect (ObjNum 33 snap 0 seq_num 33) 2024-03-07T02:57:41.665 INFO:tasks.rados.rados.0.smithi090.stdout:280: finishing write tid 5 to smithi09077644-11 2024-03-07T02:57:41.665 INFO:tasks.rados.rados.0.smithi090.stdout:280: oid 11 updating version 0 to 65 2024-03-07T02:57:41.665 INFO:tasks.rados.rados.0.smithi090.stdout:280: oid 11 updating version 65 to 67 2024-03-07T02:57:41.665 INFO:tasks.rados.rados.0.smithi090.stdout:280: oid 11 version 67 is already newer than 64 2024-03-07T02:57:41.665 INFO:tasks.rados.rados.0.smithi090.stdout:280: oid 11 version 67 is already newer than 66 2024-03-07T02:57:41.665 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 11 v 67 (ObjNum 108 snap 20 seq_num 108) dirty exists 2024-03-07T02:57:41.665 INFO:tasks.rados.rados.0.smithi090.stdout:280: left oid 11 (ObjNum 108 snap 20 seq_num 108) 2024-03-07T02:57:41.665 INFO:tasks.rados.rados.0.smithi090.stdout:283: finishing write tid 1 to smithi09077644-48 2024-03-07T02:57:41.665 INFO:tasks.rados.rados.0.smithi090.stdout:283: finishing write tid 2 to smithi09077644-48 2024-03-07T02:57:41.665 INFO:tasks.rados.rados.0.smithi090.stdout:283: finishing write tid 3 to smithi09077644-48 2024-03-07T02:57:41.665 INFO:tasks.rados.rados.0.smithi090.stdout:283: finishing write tid 4 to smithi09077644-48 2024-03-07T02:57:41.666 INFO:tasks.rados.rados.0.smithi090.stdout:283: finishing write tid 5 to smithi09077644-48 2024-03-07T02:57:41.666 INFO:tasks.rados.rados.0.smithi090.stdout:283: finishing write tid 6 to smithi09077644-48 2024-03-07T02:57:41.666 INFO:tasks.rados.rados.0.smithi090.stdout:283: oid 48 updating version 0 to 40 2024-03-07T02:57:41.666 INFO:tasks.rados.rados.0.smithi090.stdout:283: oid 48 updating version 40 to 41 2024-03-07T02:57:41.666 INFO:tasks.rados.rados.0.smithi090.stdout:283: oid 48 updating version 41 to 42 2024-03-07T02:57:41.666 INFO:tasks.rados.rados.0.smithi090.stdout:283: oid 48 version 42 is already newer than 38 2024-03-07T02:57:41.666 INFO:tasks.rados.rados.0.smithi090.stdout:283: oid 48 version 42 is already newer than 39 2024-03-07T02:57:41.666 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 42 (ObjNum 109 snap 20 seq_num 109) dirty exists 2024-03-07T02:57:41.666 INFO:tasks.rados.rados.0.smithi090.stdout:283: left oid 48 (ObjNum 109 snap 20 seq_num 109) 2024-03-07T02:57:41.666 INFO:tasks.rados.rados.0.smithi090.stdout:284: expect (ObjNum 46 snap 0 seq_num 46) 2024-03-07T02:57:41.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:41 smithi092 ceph-mon[31083]: osdmap e113: 8 total, 8 up, 8 in 2024-03-07T02:57:41.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:41 smithi092 ceph-mon[31083]: pgmap v153: 121 pgs: 121 active+clean; 57 MiB data, 324 MiB used, 715 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.2 MiB/s wr, 13 op/s 2024-03-07T02:57:41.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:41 smithi090 ceph-mon[27223]: osdmap e113: 8 total, 8 up, 8 in 2024-03-07T02:57:41.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:41 smithi090 ceph-mon[27223]: pgmap v153: 121 pgs: 121 active+clean; 57 MiB data, 324 MiB used, 715 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.2 MiB/s wr, 13 op/s 2024-03-07T02:57:41.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:41 smithi090 ceph-mon[37987]: osdmap e113: 8 total, 8 up, 8 in 2024-03-07T02:57:41.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:41 smithi090 ceph-mon[37987]: pgmap v153: 121 pgs: 121 active+clean; 57 MiB data, 324 MiB used, 715 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.2 MiB/s wr, 13 op/s 2024-03-07T02:57:42.420 INFO:tasks.rados.rados.0.smithi090.stdout:274: done (9 left) 2024-03-07T02:57:42.420 INFO:tasks.rados.rados.0.smithi090.stdout:275: done (8 left) 2024-03-07T02:57:42.420 INFO:tasks.rados.rados.0.smithi090.stdout:276: done (7 left) 2024-03-07T02:57:42.421 INFO:tasks.rados.rados.0.smithi090.stdout:278: done (6 left) 2024-03-07T02:57:42.421 INFO:tasks.rados.rados.0.smithi090.stdout:279: done (5 left) 2024-03-07T02:57:42.421 INFO:tasks.rados.rados.0.smithi090.stdout:280: done (4 left) 2024-03-07T02:57:42.421 INFO:tasks.rados.rados.0.smithi090.stdout:281: done (3 left) 2024-03-07T02:57:42.421 INFO:tasks.rados.rados.0.smithi090.stdout:283: done (2 left) 2024-03-07T02:57:42.421 INFO:tasks.rados.rados.0.smithi090.stdout:284: done (1 left) 2024-03-07T02:57:42.421 INFO:tasks.rados.rados.0.smithi090.stdout:285: done (0 left) 2024-03-07T02:57:42.421 INFO:tasks.rados.rados.0.smithi090.stdout:286: rmattr oid 29 current snap is 21 2024-03-07T02:57:42.421 INFO:tasks.rados.rados.0.smithi090.stdout:287: copy_from oid 18 from oid 3 current snap is 21 2024-03-07T02:57:42.421 INFO:tasks.rados.rados.0.smithi090.stdout:288: rollback oid 38 current snap is 21 2024-03-07T02:57:42.421 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 38 to 19 2024-03-07T02:57:42.421 INFO:tasks.rados.rados.0.smithi090.stdout:289: snap_remove snap 20 2024-03-07T02:57:42.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:42 smithi092 ceph-mon[31083]: osdmap e114: 8 total, 8 up, 8 in 2024-03-07T02:57:42.730 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:42 smithi090 ceph-mon[27223]: osdmap e114: 8 total, 8 up, 8 in 2024-03-07T02:57:42.730 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:42 smithi090 ceph-mon[37987]: osdmap e114: 8 total, 8 up, 8 in 2024-03-07T02:57:43.078 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:57:42 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: ::ffff:172.21.15.92 - - [07/Mar/2024:02:57:42] "GET /metrics HTTP/1.1" 200 35975 "" "Prometheus/2.43.0" 2024-03-07T02:57:43.425 INFO:tasks.rados.rados.0.smithi090.stdout:289: done (3 left) 2024-03-07T02:57:43.425 INFO:tasks.rados.rados.0.smithi090.stdout:290: snap_create 2024-03-07T02:57:43.425 INFO:tasks.rados.rados.0.smithi090.stdout:288: finishing rollback tid 0 to smithi09077644-38 2024-03-07T02:57:43.425 INFO:tasks.rados.rados.0.smithi090.stdout:288: finishing rollback tid 1 to smithi09077644-38 2024-03-07T02:57:43.425 INFO:tasks.rados.rados.0.smithi090.stdout:288: finishing rollback tid 2 to smithi09077644-38 2024-03-07T02:57:43.425 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 71 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-03-07T02:57:43.425 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 36 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-03-07T02:57:43.425 INFO:tasks.rados.rados.0.smithi090.stdout:287: finishing copy_from racing read to smithi09077644-18 2024-03-07T02:57:43.425 INFO:tasks.rados.rados.0.smithi090.stdout:287: finishing copy_from to smithi09077644-18 2024-03-07T02:57:43.425 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 18 v 27 (ObjNum 78 snap 12 seq_num 78) dirty exists 2024-03-07T02:57:43.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:43 smithi090 ceph-mon[37987]: osdmap e115: 8 total, 8 up, 8 in 2024-03-07T02:57:43.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:43 smithi090 ceph-mon[37987]: pgmap v156: 121 pgs: 121 active+clean; 57 MiB data, 324 MiB used, 715 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.2 MiB/s wr, 13 op/s 2024-03-07T02:57:43.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:43 smithi090 ceph-mon[27223]: osdmap e115: 8 total, 8 up, 8 in 2024-03-07T02:57:43.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:43 smithi090 ceph-mon[27223]: pgmap v156: 121 pgs: 121 active+clean; 57 MiB data, 324 MiB used, 715 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.2 MiB/s wr, 13 op/s 2024-03-07T02:57:43.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:43 smithi092 ceph-mon[31083]: osdmap e115: 8 total, 8 up, 8 in 2024-03-07T02:57:43.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:43 smithi092 ceph-mon[31083]: pgmap v156: 121 pgs: 121 active+clean; 57 MiB data, 324 MiB used, 715 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.2 MiB/s wr, 13 op/s 2024-03-07T02:57:44.393 INFO:tasks.rados.rados.0.smithi090.stdout:286: done (3 left) 2024-03-07T02:57:44.393 INFO:tasks.rados.rados.0.smithi090.stdout:287: done (2 left) 2024-03-07T02:57:44.393 INFO:tasks.rados.rados.0.smithi090.stdout:288: done (1 left) 2024-03-07T02:57:44.393 INFO:tasks.rados.rados.0.smithi090.stdout:290: done (0 left) 2024-03-07T02:57:44.394 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 16 current snap is 22 2024-03-07T02:57:44.394 INFO:tasks.rados.rados.0.smithi090.stdout:291: seq_num 110 ranges {2613248=647168,3260416=778240,4038656=425984} 2024-03-07T02:57:44.410 INFO:tasks.rados.rados.0.smithi090.stdout:291: writing smithi09077644-16 from 2613248 to 3260416 tid 1 2024-03-07T02:57:44.415 INFO:tasks.rados.rados.0.smithi090.stdout:291: writing smithi09077644-16 from 3260416 to 4038656 tid 2 2024-03-07T02:57:44.418 INFO:tasks.rados.rados.0.smithi090.stdout:291: writing smithi09077644-16 from 4038656 to 4464640 tid 3 2024-03-07T02:57:44.418 INFO:tasks.rados.rados.0.smithi090.stdout:291: finishing write tid 1 to smithi09077644-16 2024-03-07T02:57:44.418 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 18 current snap is 22 2024-03-07T02:57:44.418 INFO:tasks.rados.rados.0.smithi090.stdout:292: seq_num 111 ranges {2637824=663552,3301376=663552,3964928=450560,4415488=90112} 2024-03-07T02:57:44.436 INFO:tasks.rados.rados.0.smithi090.stdout:292: writing smithi09077644-18 from 2637824 to 3301376 tid 1 2024-03-07T02:57:44.440 INFO:tasks.rados.rados.0.smithi090.stdout:292: writing smithi09077644-18 from 3301376 to 3964928 tid 2 2024-03-07T02:57:44.442 INFO:tasks.rados.rados.0.smithi090.stdout:292: writing smithi09077644-18 from 3964928 to 4415488 tid 3 2024-03-07T02:57:44.444 INFO:tasks.rados.rados.0.smithi090.stdout:292: writing smithi09077644-18 from 4415488 to 4505600 tid 4 2024-03-07T02:57:44.444 INFO:tasks.rados.rados.0.smithi090.stdout:293: setattr oid 45 current snap is 22 2024-03-07T02:57:44.444 INFO:tasks.rados.rados.0.smithi090.stdout:291: finishing write tid 2 to smithi09077644-16 2024-03-07T02:57:44.444 INFO:tasks.rados.rados.0.smithi090.stdout:291: finishing write tid 3 to smithi09077644-16 2024-03-07T02:57:44.444 INFO:tasks.rados.rados.0.smithi090.stdout:291: finishing write tid 4 to smithi09077644-16 2024-03-07T02:57:44.444 INFO:tasks.rados.rados.0.smithi090.stdout:291: finishing write tid 5 to smithi09077644-16 2024-03-07T02:57:44.444 INFO:tasks.rados.rados.0.smithi090.stdout:291: oid 16 updating version 0 to 44 2024-03-07T02:57:44.444 INFO:tasks.rados.rados.0.smithi090.stdout:291: oid 16 updating version 44 to 46 2024-03-07T02:57:44.444 INFO:tasks.rados.rados.0.smithi090.stdout:291: oid 16 updating version 46 to 47 2024-03-07T02:57:44.444 INFO:tasks.rados.rados.0.smithi090.stdout:291: oid 16 version 47 is already newer than 45 2024-03-07T02:57:44.444 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 47 (ObjNum 110 snap 22 seq_num 110) dirty exists 2024-03-07T02:57:44.445 INFO:tasks.rados.rados.0.smithi090.stdout:291: left oid 16 (ObjNum 110 snap 22 seq_num 110) 2024-03-07T02:57:44.445 INFO:tasks.rados.rados.0.smithi090.stdout:292: finishing write tid 1 to smithi09077644-18 2024-03-07T02:57:44.445 INFO:tasks.rados.rados.0.smithi090.stdout:292: finishing write tid 2 to smithi09077644-18 2024-03-07T02:57:44.445 INFO:tasks.rados.rados.0.smithi090.stdout:291: done (2 left) 2024-03-07T02:57:44.445 INFO:tasks.rados.rados.0.smithi090.stdout:294: snap_remove snap 19 2024-03-07T02:57:44.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:44 smithi090 ceph-mon[27223]: osdmap e116: 8 total, 8 up, 8 in 2024-03-07T02:57:44.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:44 smithi090 ceph-mon[27223]: osdmap e117: 8 total, 8 up, 8 in 2024-03-07T02:57:44.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:44 smithi090 ceph-mon[37987]: osdmap e116: 8 total, 8 up, 8 in 2024-03-07T02:57:44.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:44 smithi090 ceph-mon[37987]: osdmap e117: 8 total, 8 up, 8 in 2024-03-07T02:57:44.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:44 smithi092 ceph-mon[31083]: osdmap e116: 8 total, 8 up, 8 in 2024-03-07T02:57:44.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:44 smithi092 ceph-mon[31083]: osdmap e117: 8 total, 8 up, 8 in 2024-03-07T02:57:45.431 INFO:tasks.rados.rados.0.smithi090.stdout:292: finishing write tid 3 to smithi09077644-18 2024-03-07T02:57:45.431 INFO:tasks.rados.rados.0.smithi090.stdout:292: finishing write tid 4 to smithi09077644-18 2024-03-07T02:57:45.431 INFO:tasks.rados.rados.0.smithi090.stdout:292: finishing write tid 5 to smithi09077644-18 2024-03-07T02:57:45.431 INFO:tasks.rados.rados.0.smithi090.stdout:292: finishing write tid 6 to smithi09077644-18 2024-03-07T02:57:45.431 INFO:tasks.rados.rados.0.smithi090.stdout:292: oid 18 updating version 0 to 51 2024-03-07T02:57:45.431 INFO:tasks.rados.rados.0.smithi090.stdout:292: oid 18 version 51 is already newer than 50 2024-03-07T02:57:45.432 INFO:tasks.rados.rados.0.smithi090.stdout:292: oid 18 updating version 51 to 53 2024-03-07T02:57:45.432 INFO:tasks.rados.rados.0.smithi090.stdout:292: oid 18 version 53 is already newer than 52 2024-03-07T02:57:45.432 INFO:tasks.rados.rados.0.smithi090.stdout:292: oid 18 version 53 is already newer than 49 2024-03-07T02:57:45.432 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 18 v 53 (ObjNum 111 snap 22 seq_num 111) dirty exists 2024-03-07T02:57:45.432 INFO:tasks.rados.rados.0.smithi090.stdout:292: left oid 18 (ObjNum 111 snap 22 seq_num 111) 2024-03-07T02:57:45.432 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 45 v 58 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-03-07T02:57:45.432 INFO:tasks.rados.rados.0.smithi090.stdout:292: done (2 left) 2024-03-07T02:57:45.432 INFO:tasks.rados.rados.0.smithi090.stdout:293: done (1 left) 2024-03-07T02:57:45.432 INFO:tasks.rados.rados.0.smithi090.stdout:294: done (0 left) 2024-03-07T02:57:45.432 INFO:tasks.rados.rados.0.smithi090.stdout:295: setattr oid 40 current snap is 22 2024-03-07T02:57:45.433 INFO:tasks.rados.rados.0.smithi090.stdout:296: snap_create 2024-03-07T02:57:45.436 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 40 v 40 (ObjNum 61 snap 5 seq_num 61) dirty exists 2024-03-07T02:57:45.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:45 smithi090 ceph-mon[27223]: pgmap v159: 121 pgs: 121 active+clean; 73 MiB data, 344 MiB used, 715 GiB / 715 GiB avail; 5.9 MiB/s rd, 4.5 MiB/s wr, 26 op/s 2024-03-07T02:57:45.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:45 smithi090 ceph-mon[37987]: pgmap v159: 121 pgs: 121 active+clean; 73 MiB data, 344 MiB used, 715 GiB / 715 GiB avail; 5.9 MiB/s rd, 4.5 MiB/s wr, 26 op/s 2024-03-07T02:57:45.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:45 smithi092 ceph-mon[31083]: pgmap v159: 121 pgs: 121 active+clean; 73 MiB data, 344 MiB used, 715 GiB / 715 GiB avail; 5.9 MiB/s rd, 4.5 MiB/s wr, 26 op/s 2024-03-07T02:57:46.437 INFO:tasks.rados.rados.0.smithi090.stdout:295: done (1 left) 2024-03-07T02:57:46.437 INFO:tasks.rados.rados.0.smithi090.stdout:296: done (0 left) 2024-03-07T02:57:46.437 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 33 current snap is 23 2024-03-07T02:57:46.437 INFO:tasks.rados.rados.0.smithi090.stdout:297: seq_num 112 ranges {557056=679936,1236992=548864,1785856=655360} 2024-03-07T02:57:46.443 INFO:tasks.rados.rados.0.smithi090.stdout:297: writing smithi09077644-33 from 557056 to 1236992 tid 1 2024-03-07T02:57:46.447 INFO:tasks.rados.rados.0.smithi090.stdout:297: writing smithi09077644-33 from 1236992 to 1785856 tid 2 2024-03-07T02:57:46.451 INFO:tasks.rados.rados.0.smithi090.stdout:297: writing smithi09077644-33 from 1785856 to 2441216 tid 3 2024-03-07T02:57:46.451 INFO:tasks.rados.rados.0.smithi090.stdout:298: copy_from oid 18 from oid 13 current snap is 23 2024-03-07T02:57:46.451 INFO:tasks.rados.rados.0.smithi090.stdout:297: finishing write tid 1 to smithi09077644-33 2024-03-07T02:57:46.451 INFO:tasks.rados.rados.0.smithi090.stdout:297: finishing write tid 2 to smithi09077644-33 2024-03-07T02:57:46.451 INFO:tasks.rados.rados.0.smithi090.stdout:299: snap_create 2024-03-07T02:57:46.454 INFO:tasks.rados.rados.0.smithi090.stdout:297: finishing write tid 3 to smithi09077644-33 2024-03-07T02:57:46.454 INFO:tasks.rados.rados.0.smithi090.stdout:297: finishing write tid 4 to smithi09077644-33 2024-03-07T02:57:46.455 INFO:tasks.rados.rados.0.smithi090.stdout:297: finishing write tid 5 to smithi09077644-33 2024-03-07T02:57:46.455 INFO:tasks.rados.rados.0.smithi090.stdout:297: oid 33 updating version 0 to 82 2024-03-07T02:57:46.455 INFO:tasks.rados.rados.0.smithi090.stdout:297: oid 33 version 82 is already newer than 81 2024-03-07T02:57:46.455 INFO:tasks.rados.rados.0.smithi090.stdout:297: oid 33 updating version 82 to 83 2024-03-07T02:57:46.455 INFO:tasks.rados.rados.0.smithi090.stdout:297: oid 33 version 83 is already newer than 80 2024-03-07T02:57:46.455 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 33 v 83 (ObjNum 112 snap 23 seq_num 112) dirty exists 2024-03-07T02:57:46.455 INFO:tasks.rados.rados.0.smithi090.stdout:297: left oid 33 (ObjNum 112 snap 23 seq_num 112) 2024-03-07T02:57:46.465 INFO:tasks.rados.rados.0.smithi090.stdout:298: finishing copy_from racing read to smithi09077644-18 2024-03-07T02:57:46.466 INFO:tasks.rados.rados.0.smithi090.stdout:298: finishing copy_from to smithi09077644-18 2024-03-07T02:57:46.466 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 18 v 59 (ObjNum 87 snap 16 seq_num 87) dirty exists 2024-03-07T02:57:46.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:46 smithi090 ceph-mon[27223]: osdmap e118: 8 total, 8 up, 8 in 2024-03-07T02:57:46.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:46 smithi090 ceph-mon[37987]: osdmap e118: 8 total, 8 up, 8 in 2024-03-07T02:57:46.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:46 smithi092 ceph-mon[31083]: osdmap e118: 8 total, 8 up, 8 in 2024-03-07T02:57:47.444 INFO:tasks.rados.rados.0.smithi090.stdout:297: done (2 left) 2024-03-07T02:57:47.445 INFO:tasks.rados.rados.0.smithi090.stdout:298: done (1 left) 2024-03-07T02:57:47.445 INFO:tasks.rados.rados.0.smithi090.stdout:299: done (0 left) 2024-03-07T02:57:47.445 INFO:tasks.rados.rados.0.smithi090.stdout:300: snap_create 2024-03-07T02:57:47.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:47 smithi090 ceph-mon[27223]: osdmap e119: 8 total, 8 up, 8 in 2024-03-07T02:57:47.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:47 smithi090 ceph-mon[27223]: pgmap v162: 121 pgs: 121 active+clean; 73 MiB data, 344 MiB used, 715 GiB / 715 GiB avail; 5.9 MiB/s rd, 4.5 MiB/s wr, 26 op/s 2024-03-07T02:57:47.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:47 smithi090 ceph-mon[37987]: osdmap e119: 8 total, 8 up, 8 in 2024-03-07T02:57:47.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:47 smithi090 ceph-mon[37987]: pgmap v162: 121 pgs: 121 active+clean; 73 MiB data, 344 MiB used, 715 GiB / 715 GiB avail; 5.9 MiB/s rd, 4.5 MiB/s wr, 26 op/s 2024-03-07T02:57:47.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:47 smithi092 ceph-mon[31083]: osdmap e119: 8 total, 8 up, 8 in 2024-03-07T02:57:47.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:47 smithi092 ceph-mon[31083]: pgmap v162: 121 pgs: 121 active+clean; 73 MiB data, 344 MiB used, 715 GiB / 715 GiB avail; 5.9 MiB/s rd, 4.5 MiB/s wr, 26 op/s 2024-03-07T02:57:48.446 INFO:tasks.rados.rados.0.smithi090.stdout:300: done (0 left) 2024-03-07T02:57:48.446 INFO:tasks.rados.rados.0.smithi090.stdout:301: read oid 15 snap -1 2024-03-07T02:57:48.446 INFO:tasks.rados.rados.0.smithi090.stdout:301: expect (ObjNum 104 snap 20 seq_num 104) 2024-03-07T02:57:48.446 INFO:tasks.rados.rados.0.smithi090.stdout:302: read oid 1 snap -1 2024-03-07T02:57:48.446 INFO:tasks.rados.rados.0.smithi090.stdout:302: expect (ObjNum 83 snap 15 seq_num 83) 2024-03-07T02:57:48.447 INFO:tasks.rados.rados.0.smithi090.stdout:303: read oid 10 snap -1 2024-03-07T02:57:48.447 INFO:tasks.rados.rados.0.smithi090.stdout:303: expect (ObjNum 100 snap 19 seq_num 100) 2024-03-07T02:57:48.447 INFO:tasks.rados.rados.0.smithi090.stdout:304: delete oid 49 current snap is 25 2024-03-07T02:57:48.450 INFO:tasks.rados.rados.0.smithi090.stdout:304: done (3 left) 2024-03-07T02:57:48.451 INFO:tasks.rados.rados.0.smithi090.stdout:305: delete oid 27 current snap is 25 2024-03-07T02:57:48.453 INFO:tasks.rados.rados.0.smithi090.stdout:305: done (3 left) 2024-03-07T02:57:48.453 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 19 current snap is 25 2024-03-07T02:57:48.453 INFO:tasks.rados.rados.0.smithi090.stdout:306: seq_num 115 ranges {303104=729088,1032192=647168,1679360=434176,2113536=122880} 2024-03-07T02:57:48.459 INFO:tasks.rados.rados.0.smithi090.stdout:306: writing smithi09077644-19 from 303104 to 1032192 tid 1 2024-03-07T02:57:48.463 INFO:tasks.rados.rados.0.smithi090.stdout:306: writing smithi09077644-19 from 1032192 to 1679360 tid 2 2024-03-07T02:57:48.466 INFO:tasks.rados.rados.0.smithi090.stdout:306: writing smithi09077644-19 from 1679360 to 2113536 tid 3 2024-03-07T02:57:48.467 INFO:tasks.rados.rados.0.smithi090.stdout:306: writing smithi09077644-19 from 2113536 to 2236416 tid 4 2024-03-07T02:57:48.467 INFO:tasks.rados.rados.0.smithi090.stdout:307: delete oid 27 current snap is 25 2024-03-07T02:57:48.467 INFO:tasks.rados.rados.0.smithi090.stdout:301: expect (ObjNum 104 snap 20 seq_num 104) 2024-03-07T02:57:48.516 INFO:tasks.rados.rados.0.smithi090.stdout:306: finishing write tid 1 to smithi09077644-19 2024-03-07T02:57:48.517 INFO:tasks.rados.rados.0.smithi090.stdout:302: expect (ObjNum 83 snap 15 seq_num 83) 2024-03-07T02:57:48.607 INFO:tasks.rados.rados.0.smithi090.stdout:306: finishing write tid 2 to smithi09077644-19 2024-03-07T02:57:48.607 INFO:tasks.rados.rados.0.smithi090.stdout:306: finishing write tid 3 to smithi09077644-19 2024-03-07T02:57:48.607 INFO:tasks.rados.rados.0.smithi090.stdout:303: expect (ObjNum 100 snap 19 seq_num 100) 2024-03-07T02:57:48.740 INFO:tasks.rados.rados.0.smithi090.stdout:306: finishing write tid 4 to smithi09077644-19 2024-03-07T02:57:48.740 INFO:tasks.rados.rados.0.smithi090.stdout:306: finishing write tid 5 to smithi09077644-19 2024-03-07T02:57:48.740 INFO:tasks.rados.rados.0.smithi090.stdout:306: finishing write tid 6 to smithi09077644-19 2024-03-07T02:57:48.740 INFO:tasks.rados.rados.0.smithi090.stdout:306: oid 19 updating version 0 to 69 2024-03-07T02:57:48.740 INFO:tasks.rados.rados.0.smithi090.stdout:306: oid 19 version 69 is already newer than 67 2024-03-07T02:57:48.741 INFO:tasks.rados.rados.0.smithi090.stdout:306: oid 19 updating version 69 to 71 2024-03-07T02:57:48.741 INFO:tasks.rados.rados.0.smithi090.stdout:306: oid 19 version 71 is already newer than 68 2024-03-07T02:57:48.741 INFO:tasks.rados.rados.0.smithi090.stdout:306: oid 19 version 71 is already newer than 70 2024-03-07T02:57:48.741 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 71 (ObjNum 115 snap 25 seq_num 115) dirty exists 2024-03-07T02:57:48.741 INFO:tasks.rados.rados.0.smithi090.stdout:306: left oid 19 (ObjNum 115 snap 25 seq_num 115) 2024-03-07T02:57:48.741 INFO:tasks.rados.rados.0.smithi090.stdout:301: done (4 left) 2024-03-07T02:57:48.741 INFO:tasks.rados.rados.0.smithi090.stdout:302: done (3 left) 2024-03-07T02:57:48.741 INFO:tasks.rados.rados.0.smithi090.stdout:303: done (2 left) 2024-03-07T02:57:48.741 INFO:tasks.rados.rados.0.smithi090.stdout:306: done (1 left) 2024-03-07T02:57:48.741 INFO:tasks.rados.rados.0.smithi090.stdout:307: done (0 left) 2024-03-07T02:57:48.741 INFO:tasks.rados.rados.0.smithi090.stdout:308: snap_remove snap 21 2024-03-07T02:57:48.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:48 smithi090 ceph-mon[27223]: osdmap e120: 8 total, 8 up, 8 in 2024-03-07T02:57:48.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:48 smithi090 ceph-mon[37987]: osdmap e120: 8 total, 8 up, 8 in 2024-03-07T02:57:48.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:48 smithi092 ceph-mon[31083]: osdmap e120: 8 total, 8 up, 8 in 2024-03-07T02:57:49.395 INFO:tasks.rados.rados.0.smithi090.stdout:308: done (0 left) 2024-03-07T02:57:49.398 INFO:tasks.rados.rados.0.smithi090.stdout:309: delete oid 38 current snap is 25 2024-03-07T02:57:49.401 INFO:tasks.rados.rados.0.smithi090.stdout:309: done (0 left) 2024-03-07T02:57:49.401 INFO:tasks.rados.rados.0.smithi090.stdout:310: copy_from oid 36 from oid 46 current snap is 25 2024-03-07T02:57:49.401 INFO:tasks.rados.rados.0.smithi090.stdout:311: rollback oid 15 current snap is 25 2024-03-07T02:57:49.401 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 15 to 22 2024-03-07T02:57:49.401 INFO:tasks.rados.rados.0.smithi090.stdout:312: setattr oid 14 current snap is 25 2024-03-07T02:57:49.402 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 50 current snap is 25 2024-03-07T02:57:49.402 INFO:tasks.rados.rados.0.smithi090.stdout:313: seq_num 118 ranges {827392=786432,1613824=704512,2318336=499712} 2024-03-07T02:57:49.412 INFO:tasks.rados.rados.0.smithi090.stdout:313: writing smithi09077644-50 from 827392 to 1613824 tid 1 2024-03-07T02:57:49.416 INFO:tasks.rados.rados.0.smithi090.stdout:313: writing smithi09077644-50 from 1613824 to 2318336 tid 2 2024-03-07T02:57:49.419 INFO:tasks.rados.rados.0.smithi090.stdout:313: writing smithi09077644-50 from 2318336 to 2818048 tid 3 2024-03-07T02:57:49.419 INFO:tasks.rados.rados.0.smithi090.stdout:314: read oid 12 snap 24 2024-03-07T02:57:49.419 INFO:tasks.rados.rados.0.smithi090.stdout:314: expect deleted 2024-03-07T02:57:49.420 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 20 current snap is 25 2024-03-07T02:57:49.420 INFO:tasks.rados.rados.0.smithi090.stdout:311: finishing rollback tid 0 to smithi09077644-15 2024-03-07T02:57:49.420 INFO:tasks.rados.rados.0.smithi090.stdout:311: finishing rollback tid 1 to smithi09077644-15 2024-03-07T02:57:49.420 INFO:tasks.rados.rados.0.smithi090.stdout:315: seq_num 119 ranges {3588096=802816,4390912=589824,4980736=409600,5390336=204800} 2024-03-07T02:57:49.443 INFO:tasks.rados.rados.0.smithi090.stdout:315: writing smithi09077644-20 from 3588096 to 4390912 tid 1 2024-03-07T02:57:49.446 INFO:tasks.rados.rados.0.smithi090.stdout:315: writing smithi09077644-20 from 4390912 to 4980736 tid 2 2024-03-07T02:57:49.449 INFO:tasks.rados.rados.0.smithi090.stdout:315: writing smithi09077644-20 from 4980736 to 5390336 tid 3 2024-03-07T02:57:49.451 INFO:tasks.rados.rados.0.smithi090.stdout:315: writing smithi09077644-20 from 5390336 to 5595136 tid 4 2024-03-07T02:57:49.451 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 38 current snap is 25 2024-03-07T02:57:49.451 INFO:tasks.rados.rados.0.smithi090.stdout:311: finishing rollback tid 2 to smithi09077644-15 2024-03-07T02:57:49.451 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 89 (ObjNum 104 snap 20 seq_num 104) dirty exists 2024-03-07T02:57:49.451 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 14 v 44 (ObjNum 101 snap 19 seq_num 101) dirty exists 2024-03-07T02:57:49.451 INFO:tasks.rados.rados.0.smithi090.stdout:310: finishing copy_from racing read to smithi09077644-36 2024-03-07T02:57:49.451 INFO:tasks.rados.rados.0.smithi090.stdout:310: finishing copy_from to smithi09077644-36 2024-03-07T02:57:49.452 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 10 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-03-07T02:57:49.452 INFO:tasks.rados.rados.0.smithi090.stdout:313: finishing write tid 1 to smithi09077644-50 2024-03-07T02:57:49.452 INFO:tasks.rados.rados.0.smithi090.stdout:313: finishing write tid 2 to smithi09077644-50 2024-03-07T02:57:49.452 INFO:tasks.rados.rados.0.smithi090.stdout:313: finishing write tid 3 to smithi09077644-50 2024-03-07T02:57:49.452 INFO:tasks.rados.rados.0.smithi090.stdout:313: finishing write tid 4 to smithi09077644-50 2024-03-07T02:57:49.452 INFO:tasks.rados.rados.0.smithi090.stdout:313: finishing write tid 5 to smithi09077644-50 2024-03-07T02:57:49.452 INFO:tasks.rados.rados.0.smithi090.stdout:313: oid 50 updating version 0 to 74 2024-03-07T02:57:49.452 INFO:tasks.rados.rados.0.smithi090.stdout:313: oid 50 updating version 74 to 77 2024-03-07T02:57:49.452 INFO:tasks.rados.rados.0.smithi090.stdout:313: oid 50 version 77 is already newer than 76 2024-03-07T02:57:49.452 INFO:tasks.rados.rados.0.smithi090.stdout:313: oid 50 version 77 is already newer than 75 2024-03-07T02:57:49.452 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 50 v 77 (ObjNum 118 snap 25 seq_num 118) dirty exists 2024-03-07T02:57:49.452 INFO:tasks.rados.rados.0.smithi090.stdout:313: left oid 50 (ObjNum 118 snap 25 seq_num 118) 2024-03-07T02:57:49.452 INFO:tasks.rados.rados.0.smithi090.stdout:315: finishing write tid 1 to smithi09077644-20 2024-03-07T02:57:49.453 INFO:tasks.rados.rados.0.smithi090.stdout:315: finishing write tid 2 to smithi09077644-20 2024-03-07T02:57:49.453 INFO:tasks.rados.rados.0.smithi090.stdout:316: seq_num 120 ranges {0=417792,417792=475136,892928=622592,1515520=507904} 2024-03-07T02:57:49.453 INFO:tasks.rados.rados.0.smithi090.stdout:316: writing smithi09077644-38 from 0 to 417792 tid 1 2024-03-07T02:57:49.456 INFO:tasks.rados.rados.0.smithi090.stdout:316: writing smithi09077644-38 from 417792 to 892928 tid 2 2024-03-07T02:57:49.460 INFO:tasks.rados.rados.0.smithi090.stdout:316: writing smithi09077644-38 from 892928 to 1515520 tid 3 2024-03-07T02:57:49.464 INFO:tasks.rados.rados.0.smithi090.stdout:316: writing smithi09077644-38 from 1515520 to 2023424 tid 4 2024-03-07T02:57:49.464 INFO:tasks.rados.rados.0.smithi090.stdout:310: done (6 left) 2024-03-07T02:57:49.464 INFO:tasks.rados.rados.0.smithi090.stdout:311: done (5 left) 2024-03-07T02:57:49.464 INFO:tasks.rados.rados.0.smithi090.stdout:312: done (4 left) 2024-03-07T02:57:49.464 INFO:tasks.rados.rados.0.smithi090.stdout:313: done (3 left) 2024-03-07T02:57:49.464 INFO:tasks.rados.rados.0.smithi090.stdout:314: done (2 left) 2024-03-07T02:57:49.464 INFO:tasks.rados.rados.0.smithi090.stdout:317: rollback oid 18 current snap is 25 2024-03-07T02:57:49.464 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 18 to 23 2024-03-07T02:57:49.464 INFO:tasks.rados.rados.0.smithi090.stdout:315: finishing write tid 3 to smithi09077644-20 2024-03-07T02:57:49.464 INFO:tasks.rados.rados.0.smithi090.stdout:315: finishing write tid 4 to smithi09077644-20 2024-03-07T02:57:49.464 INFO:tasks.rados.rados.0.smithi090.stdout:315: finishing write tid 5 to smithi09077644-20 2024-03-07T02:57:49.465 INFO:tasks.rados.rados.0.smithi090.stdout:315: finishing write tid 6 to smithi09077644-20 2024-03-07T02:57:49.465 INFO:tasks.rados.rados.0.smithi090.stdout:315: oid 20 updating version 0 to 63 2024-03-07T02:57:49.465 INFO:tasks.rados.rados.0.smithi090.stdout:315: oid 20 version 63 is already newer than 59 2024-03-07T02:57:49.465 INFO:tasks.rados.rados.0.smithi090.stdout:315: oid 20 version 63 is already newer than 61 2024-03-07T02:57:49.465 INFO:tasks.rados.rados.0.smithi090.stdout:315: oid 20 version 63 is already newer than 60 2024-03-07T02:57:49.465 INFO:tasks.rados.rados.0.smithi090.stdout:315: oid 20 version 63 is already newer than 62 2024-03-07T02:57:49.465 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 20 v 63 (ObjNum 119 snap 25 seq_num 119) dirty exists 2024-03-07T02:57:49.465 INFO:tasks.rados.rados.0.smithi090.stdout:315: left oid 20 (ObjNum 119 snap 25 seq_num 119) 2024-03-07T02:57:49.465 INFO:tasks.rados.rados.0.smithi090.stdout:316: finishing write tid 1 to smithi09077644-38 2024-03-07T02:57:49.465 INFO:tasks.rados.rados.0.smithi090.stdout:316: finishing write tid 2 to smithi09077644-38 2024-03-07T02:57:49.466 INFO:tasks.rados.rados.0.smithi090.stdout:316: finishing write tid 3 to smithi09077644-38 2024-03-07T02:57:49.466 INFO:tasks.rados.rados.0.smithi090.stdout:315: done (2 left) 2024-03-07T02:57:49.466 INFO:tasks.rados.rados.0.smithi090.stdout:318: snap_remove snap 22 2024-03-07T02:57:49.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:49 smithi090 ceph-mon[27223]: osdmap e121: 8 total, 8 up, 8 in 2024-03-07T02:57:49.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:49 smithi090 ceph-mon[27223]: pgmap v165: 121 pgs: 121 active+clean; 73 MiB data, 344 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:57:49.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:49 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T02:57:49.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:49 smithi090 ceph-mon[27223]: osdmap e122: 8 total, 8 up, 8 in 2024-03-07T02:57:49.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:49 smithi090 ceph-mon[37987]: osdmap e121: 8 total, 8 up, 8 in 2024-03-07T02:57:49.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:49 smithi090 ceph-mon[37987]: pgmap v165: 121 pgs: 121 active+clean; 73 MiB data, 344 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:57:49.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:49 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T02:57:49.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:49 smithi090 ceph-mon[37987]: osdmap e122: 8 total, 8 up, 8 in 2024-03-07T02:57:49.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:49 smithi092 ceph-mon[31083]: osdmap e121: 8 total, 8 up, 8 in 2024-03-07T02:57:49.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:49 smithi092 ceph-mon[31083]: pgmap v165: 121 pgs: 121 active+clean; 73 MiB data, 344 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:57:49.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:49 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T02:57:49.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:49 smithi092 ceph-mon[31083]: osdmap e122: 8 total, 8 up, 8 in 2024-03-07T02:57:50.462 INFO:tasks.rados.rados.0.smithi090.stdout:318: done (2 left) 2024-03-07T02:57:50.463 INFO:tasks.rados.rados.0.smithi090.stdout:319: rollback oid 25 current snap is 25 2024-03-07T02:57:50.463 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 25 to 23 2024-03-07T02:57:50.463 INFO:tasks.rados.rados.0.smithi090.stdout:316: finishing write tid 4 to smithi09077644-38 2024-03-07T02:57:50.463 INFO:tasks.rados.rados.0.smithi090.stdout:316: finishing write tid 5 to smithi09077644-38 2024-03-07T02:57:50.463 INFO:tasks.rados.rados.0.smithi090.stdout:317: finishing rollback tid 0 to smithi09077644-18 2024-03-07T02:57:50.463 INFO:tasks.rados.rados.0.smithi090.stdout:317: finishing rollback tid 1 to smithi09077644-18 2024-03-07T02:57:50.463 INFO:tasks.rados.rados.0.smithi090.stdout:317: finishing rollback tid 2 to smithi09077644-18 2024-03-07T02:57:50.463 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 18 v 69 (ObjNum 87 snap 16 seq_num 87) dirty exists 2024-03-07T02:57:50.463 INFO:tasks.rados.rados.0.smithi090.stdout:316: finishing write tid 6 to smithi09077644-38 2024-03-07T02:57:50.463 INFO:tasks.rados.rados.0.smithi090.stdout:316: oid 38 updating version 0 to 82 2024-03-07T02:57:50.463 INFO:tasks.rados.rados.0.smithi090.stdout:316: oid 38 version 82 is already newer than 80 2024-03-07T02:57:50.463 INFO:tasks.rados.rados.0.smithi090.stdout:316: oid 38 version 82 is already newer than 78 2024-03-07T02:57:50.463 INFO:tasks.rados.rados.0.smithi090.stdout:316: oid 38 version 82 is already newer than 79 2024-03-07T02:57:50.464 INFO:tasks.rados.rados.0.smithi090.stdout:316: oid 38 version 82 is already newer than 81 2024-03-07T02:57:50.464 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 82 (ObjNum 120 snap 25 seq_num 120) dirty exists 2024-03-07T02:57:50.464 INFO:tasks.rados.rados.0.smithi090.stdout:316: left oid 38 (ObjNum 120 snap 25 seq_num 120) 2024-03-07T02:57:50.464 INFO:tasks.rados.rados.0.smithi090.stdout:316: done (2 left) 2024-03-07T02:57:50.464 INFO:tasks.rados.rados.0.smithi090.stdout:317: done (1 left) 2024-03-07T02:57:50.464 INFO:tasks.rados.rados.0.smithi090.stdout:320: snap_create 2024-03-07T02:57:50.469 INFO:tasks.rados.rados.0.smithi090.stdout:319: finishing rollback tid 0 to smithi09077644-25 2024-03-07T02:57:50.469 INFO:tasks.rados.rados.0.smithi090.stdout:319: finishing rollback tid 1 to smithi09077644-25 2024-03-07T02:57:50.469 INFO:tasks.rados.rados.0.smithi090.stdout:319: finishing rollback tid 2 to smithi09077644-25 2024-03-07T02:57:50.469 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 25 v 102 (ObjNum 77 snap 12 seq_num 77) dirty exists 2024-03-07T02:57:51.469 INFO:tasks.rados.rados.0.smithi090.stdout:319: done (1 left) 2024-03-07T02:57:51.469 INFO:tasks.rados.rados.0.smithi090.stdout:320: done (0 left) 2024-03-07T02:57:51.469 INFO:tasks.rados.rados.0.smithi090.stdout:321: read oid 23 snap -1 2024-03-07T02:57:51.469 INFO:tasks.rados.rados.0.smithi090.stdout:321: expect (ObjNum 53 snap 1 seq_num 53) 2024-03-07T02:57:51.470 INFO:tasks.rados.rados.0.smithi090.stdout:322: snap_remove snap 23 2024-03-07T02:57:51.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:51 smithi090 ceph-mon[27223]: pgmap v168: 121 pgs: 121 active+clean; 81 MiB data, 360 MiB used, 715 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.5 MiB/s wr, 25 op/s 2024-03-07T02:57:51.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:51 smithi090 ceph-mon[27223]: osdmap e123: 8 total, 8 up, 8 in 2024-03-07T02:57:51.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:51 smithi090 ceph-mon[37987]: pgmap v168: 121 pgs: 121 active+clean; 81 MiB data, 360 MiB used, 715 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.5 MiB/s wr, 25 op/s 2024-03-07T02:57:51.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:51 smithi090 ceph-mon[37987]: osdmap e123: 8 total, 8 up, 8 in 2024-03-07T02:57:51.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:51 smithi092 ceph-mon[31083]: pgmap v168: 121 pgs: 121 active+clean; 81 MiB data, 360 MiB used, 715 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.5 MiB/s wr, 25 op/s 2024-03-07T02:57:51.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:51 smithi092 ceph-mon[31083]: osdmap e123: 8 total, 8 up, 8 in 2024-03-07T02:57:52.475 INFO:tasks.rados.rados.0.smithi090.stdout:321: expect (ObjNum 53 snap 1 seq_num 53) 2024-03-07T02:57:52.532 INFO:tasks.rados.rados.0.smithi090.stdout:321: done (1 left) 2024-03-07T02:57:52.532 INFO:tasks.rados.rados.0.smithi090.stdout:322: done (0 left) 2024-03-07T02:57:52.532 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 20 current snap is 26 2024-03-07T02:57:52.532 INFO:tasks.rados.rados.0.smithi090.stdout:323: seq_num 121 ranges {5595136=434176,6029312=753664,6782976=425984,7208960=425984} 2024-03-07T02:57:52.563 INFO:tasks.rados.rados.0.smithi090.stdout:323: writing smithi09077644-20 from 5595136 to 6029312 tid 1 2024-03-07T02:57:52.568 INFO:tasks.rados.rados.0.smithi090.stdout:323: writing smithi09077644-20 from 6029312 to 6782976 tid 2 2024-03-07T02:57:52.570 INFO:tasks.rados.rados.0.smithi090.stdout:323: writing smithi09077644-20 from 6782976 to 7208960 tid 3 2024-03-07T02:57:52.573 INFO:tasks.rados.rados.0.smithi090.stdout:323: writing smithi09077644-20 from 7208960 to 7634944 tid 4 2024-03-07T02:57:52.573 INFO:tasks.rados.rados.0.smithi090.stdout:324: rollback oid 48 current snap is 26 2024-03-07T02:57:52.574 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 48 to 24 2024-03-07T02:57:52.574 INFO:tasks.rados.rados.0.smithi090.stdout:323: finishing write tid 1 to smithi09077644-20 2024-03-07T02:57:52.574 INFO:tasks.rados.rados.0.smithi090.stdout:323: finishing write tid 2 to smithi09077644-20 2024-03-07T02:57:52.574 INFO:tasks.rados.rados.0.smithi090.stdout:323: finishing write tid 3 to smithi09077644-20 2024-03-07T02:57:52.574 INFO:tasks.rados.rados.0.smithi090.stdout:325: snap_create 2024-03-07T02:57:52.576 INFO:tasks.rados.rados.0.smithi090.stdout:323: finishing write tid 4 to smithi09077644-20 2024-03-07T02:57:52.577 INFO:tasks.rados.rados.0.smithi090.stdout:323: finishing write tid 5 to smithi09077644-20 2024-03-07T02:57:52.579 INFO:tasks.rados.rados.0.smithi090.stdout:323: finishing write tid 6 to smithi09077644-20 2024-03-07T02:57:52.579 INFO:tasks.rados.rados.0.smithi090.stdout:323: oid 20 updating version 0 to 66 2024-03-07T02:57:52.579 INFO:tasks.rados.rados.0.smithi090.stdout:323: oid 20 version 66 is already newer than 64 2024-03-07T02:57:52.579 INFO:tasks.rados.rados.0.smithi090.stdout:323: oid 20 updating version 66 to 67 2024-03-07T02:57:52.580 INFO:tasks.rados.rados.0.smithi090.stdout:323: oid 20 updating version 67 to 68 2024-03-07T02:57:52.580 INFO:tasks.rados.rados.0.smithi090.stdout:323: oid 20 version 68 is already newer than 65 2024-03-07T02:57:52.580 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 20 v 68 (ObjNum 121 snap 26 seq_num 121) dirty exists 2024-03-07T02:57:52.580 INFO:tasks.rados.rados.0.smithi090.stdout:323: left oid 20 (ObjNum 121 snap 26 seq_num 121) 2024-03-07T02:57:52.580 INFO:tasks.rados.rados.0.smithi090.stdout:324: finishing rollback tid 0 to smithi09077644-48 2024-03-07T02:57:52.581 INFO:tasks.rados.rados.0.smithi090.stdout:324: finishing rollback tid 1 to smithi09077644-48 2024-03-07T02:57:52.581 INFO:tasks.rados.rados.0.smithi090.stdout:324: finishing rollback tid 2 to smithi09077644-48 2024-03-07T02:57:52.581 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 52 (ObjNum 109 snap 20 seq_num 109) dirty exists 2024-03-07T02:57:52.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:52 smithi090 ceph-mon[27223]: osdmap e124: 8 total, 8 up, 8 in 2024-03-07T02:57:52.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:52 smithi090 ceph-mon[37987]: osdmap e124: 8 total, 8 up, 8 in 2024-03-07T02:57:52.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:52 smithi092 ceph-mon[31083]: osdmap e124: 8 total, 8 up, 8 in 2024-03-07T02:57:53.328 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:57:52 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: ::ffff:172.21.15.92 - - [07/Mar/2024:02:57:52] "GET /metrics HTTP/1.1" 200 35981 "" "Prometheus/2.43.0" 2024-03-07T02:57:53.478 INFO:tasks.rados.rados.0.smithi090.stdout:323: done (2 left) 2024-03-07T02:57:53.478 INFO:tasks.rados.rados.0.smithi090.stdout:324: done (1 left) 2024-03-07T02:57:53.478 INFO:tasks.rados.rados.0.smithi090.stdout:325: done (0 left) 2024-03-07T02:57:53.478 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 18 current snap is 27 2024-03-07T02:57:53.479 INFO:tasks.rados.rados.0.smithi090.stdout:326: seq_num 122 ranges {2646016=450560,3096576=688128,3784704=630784,4415488=286720} 2024-03-07T02:57:53.494 INFO:tasks.rados.rados.0.smithi090.stdout:326: writing smithi09077644-18 from 2646016 to 3096576 tid 1 2024-03-07T02:57:53.498 INFO:tasks.rados.rados.0.smithi090.stdout:326: writing smithi09077644-18 from 3096576 to 3784704 tid 2 2024-03-07T02:57:53.502 INFO:tasks.rados.rados.0.smithi090.stdout:326: writing smithi09077644-18 from 3784704 to 4415488 tid 3 2024-03-07T02:57:53.504 INFO:tasks.rados.rados.0.smithi090.stdout:326: writing smithi09077644-18 from 4415488 to 4702208 tid 4 2024-03-07T02:57:53.505 INFO:tasks.rados.rados.0.smithi090.stdout:327: read oid 31 snap -1 2024-03-07T02:57:53.505 INFO:tasks.rados.rados.0.smithi090.stdout:327: expect deleted 2024-03-07T02:57:53.505 INFO:tasks.rados.rados.0.smithi090.stdout:328: read oid 5 snap -1 2024-03-07T02:57:53.505 INFO:tasks.rados.rados.0.smithi090.stdout:328: expect deleted 2024-03-07T02:57:53.505 INFO:tasks.rados.rados.0.smithi090.stdout:329: copy_from oid 21 from oid 32 current snap is 27 2024-03-07T02:57:53.505 INFO:tasks.rados.rados.0.smithi090.stdout:326: finishing write tid 1 to smithi09077644-18 2024-03-07T02:57:53.505 INFO:tasks.rados.rados.0.smithi090.stdout:326: finishing write tid 2 to smithi09077644-18 2024-03-07T02:57:53.505 INFO:tasks.rados.rados.0.smithi090.stdout:330: snap_create 2024-03-07T02:57:53.506 INFO:tasks.rados.rados.0.smithi090.stdout:326: finishing write tid 3 to smithi09077644-18 2024-03-07T02:57:53.507 INFO:tasks.rados.rados.0.smithi090.stdout:326: finishing write tid 4 to smithi09077644-18 2024-03-07T02:57:53.507 INFO:tasks.rados.rados.0.smithi090.stdout:326: finishing write tid 5 to smithi09077644-18 2024-03-07T02:57:53.508 INFO:tasks.rados.rados.0.smithi090.stdout:326: finishing write tid 6 to smithi09077644-18 2024-03-07T02:57:53.508 INFO:tasks.rados.rados.0.smithi090.stdout:326: oid 18 updating version 0 to 79 2024-03-07T02:57:53.508 INFO:tasks.rados.rados.0.smithi090.stdout:326: oid 18 version 79 is already newer than 77 2024-03-07T02:57:53.508 INFO:tasks.rados.rados.0.smithi090.stdout:326: oid 18 version 79 is already newer than 75 2024-03-07T02:57:53.508 INFO:tasks.rados.rados.0.smithi090.stdout:326: oid 18 version 79 is already newer than 76 2024-03-07T02:57:53.509 INFO:tasks.rados.rados.0.smithi090.stdout:326: oid 18 version 79 is already newer than 78 2024-03-07T02:57:53.509 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 18 v 79 (ObjNum 122 snap 27 seq_num 122) dirty exists 2024-03-07T02:57:53.509 INFO:tasks.rados.rados.0.smithi090.stdout:326: left oid 18 (ObjNum 122 snap 27 seq_num 122) 2024-03-07T02:57:53.516 INFO:tasks.rados.rados.0.smithi090.stdout:329: finishing copy_from racing read to smithi09077644-21 2024-03-07T02:57:53.517 INFO:tasks.rados.rados.0.smithi090.stdout:329: finishing copy_from to smithi09077644-21 2024-03-07T02:57:53.517 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 22 (ObjNum 107 snap 20 seq_num 107) dirty exists 2024-03-07T02:57:53.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:53 smithi090 ceph-mon[27223]: pgmap v170: 121 pgs: 121 active+clean; 81 MiB data, 360 MiB used, 715 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.5 MiB/s wr, 25 op/s 2024-03-07T02:57:53.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:53 smithi090 ceph-mon[27223]: osdmap e125: 8 total, 8 up, 8 in 2024-03-07T02:57:53.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:53 smithi090 ceph-mon[37987]: pgmap v170: 121 pgs: 121 active+clean; 81 MiB data, 360 MiB used, 715 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.5 MiB/s wr, 25 op/s 2024-03-07T02:57:53.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:53 smithi090 ceph-mon[37987]: osdmap e125: 8 total, 8 up, 8 in 2024-03-07T02:57:53.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:53 smithi092 ceph-mon[31083]: pgmap v170: 121 pgs: 121 active+clean; 81 MiB data, 360 MiB used, 715 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.5 MiB/s wr, 25 op/s 2024-03-07T02:57:53.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:53 smithi092 ceph-mon[31083]: osdmap e125: 8 total, 8 up, 8 in 2024-03-07T02:57:54.398 INFO:tasks.rados.rados.0.smithi090.stdout:326: done (4 left) 2024-03-07T02:57:54.398 INFO:tasks.rados.rados.0.smithi090.stdout:327: done (3 left) 2024-03-07T02:57:54.398 INFO:tasks.rados.rados.0.smithi090.stdout:328: done (2 left) 2024-03-07T02:57:54.398 INFO:tasks.rados.rados.0.smithi090.stdout:329: done (1 left) 2024-03-07T02:57:54.398 INFO:tasks.rados.rados.0.smithi090.stdout:330: done (0 left) 2024-03-07T02:57:54.399 INFO:tasks.rados.rados.0.smithi090.stdout:331: read oid 41 snap -1 2024-03-07T02:57:54.399 INFO:tasks.rados.rados.0.smithi090.stdout:331: expect deleted 2024-03-07T02:57:54.399 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 16 current snap is 28 2024-03-07T02:57:54.399 INFO:tasks.rados.rados.0.smithi090.stdout:332: seq_num 123 ranges {4464640=466944,4931584=573440,5505024=794624,6299648=237568} 2024-03-07T02:57:54.424 INFO:tasks.rados.rados.0.smithi090.stdout:332: writing smithi09077644-16 from 4464640 to 4931584 tid 1 2024-03-07T02:57:54.428 INFO:tasks.rados.rados.0.smithi090.stdout:332: writing smithi09077644-16 from 4931584 to 5505024 tid 2 2024-03-07T02:57:54.432 INFO:tasks.rados.rados.0.smithi090.stdout:332: writing smithi09077644-16 from 5505024 to 6299648 tid 3 2024-03-07T02:57:54.434 INFO:tasks.rados.rados.0.smithi090.stdout:332: writing smithi09077644-16 from 6299648 to 6537216 tid 4 2024-03-07T02:57:54.434 INFO:tasks.rados.rados.0.smithi090.stdout:333: setattr oid 13 current snap is 28 2024-03-07T02:57:54.435 INFO:tasks.rados.rados.0.smithi090.stdout:332: finishing write tid 1 to smithi09077644-16 2024-03-07T02:57:54.435 INFO:tasks.rados.rados.0.smithi090.stdout:332: finishing write tid 2 to smithi09077644-16 2024-03-07T02:57:54.436 INFO:tasks.rados.rados.0.smithi090.stdout:331: done (2 left) 2024-03-07T02:57:54.436 INFO:tasks.rados.rados.0.smithi090.stdout:334: delete oid 37 current snap is 28 2024-03-07T02:57:54.437 INFO:tasks.rados.rados.0.smithi090.stdout:332: finishing write tid 3 to smithi09077644-16 2024-03-07T02:57:54.437 INFO:tasks.rados.rados.0.smithi090.stdout:332: finishing write tid 4 to smithi09077644-16 2024-03-07T02:57:54.437 INFO:tasks.rados.rados.0.smithi090.stdout:332: finishing write tid 5 to smithi09077644-16 2024-03-07T02:57:54.439 INFO:tasks.rados.rados.0.smithi090.stdout:332: finishing write tid 6 to smithi09077644-16 2024-03-07T02:57:54.439 INFO:tasks.rados.rados.0.smithi090.stdout:332: oid 16 updating version 0 to 81 2024-03-07T02:57:54.440 INFO:tasks.rados.rados.0.smithi090.stdout:332: oid 16 updating version 81 to 83 2024-03-07T02:57:54.440 INFO:tasks.rados.rados.0.smithi090.stdout:332: oid 16 updating version 83 to 85 2024-03-07T02:57:54.440 INFO:tasks.rados.rados.0.smithi090.stdout:332: oid 16 version 85 is already newer than 84 2024-03-07T02:57:54.440 INFO:tasks.rados.rados.0.smithi090.stdout:332: oid 16 version 85 is already newer than 82 2024-03-07T02:57:54.440 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 85 (ObjNum 123 snap 28 seq_num 123) dirty exists 2024-03-07T02:57:54.440 INFO:tasks.rados.rados.0.smithi090.stdout:332: left oid 16 (ObjNum 123 snap 28 seq_num 123) 2024-03-07T02:57:54.440 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 13 v 110 (ObjNum 87 snap 16 seq_num 87) dirty exists 2024-03-07T02:57:54.441 INFO:tasks.rados.rados.0.smithi090.stdout:332: done (2 left) 2024-03-07T02:57:54.441 INFO:tasks.rados.rados.0.smithi090.stdout:333: done (1 left) 2024-03-07T02:57:54.441 INFO:tasks.rados.rados.0.smithi090.stdout:334: done (0 left) 2024-03-07T02:57:54.441 INFO:tasks.rados.rados.0.smithi090.stdout:335: read oid 35 snap -1 2024-03-07T02:57:54.441 INFO:tasks.rados.rados.0.smithi090.stdout:335: expect (ObjNum 34 snap 0 seq_num 34) 2024-03-07T02:57:54.441 INFO:tasks.rados.rados.0.smithi090.stdout:336: copy_from oid 13 from oid 14 current snap is 28 2024-03-07T02:57:54.441 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 6 current snap is 28 2024-03-07T02:57:54.442 INFO:tasks.rados.rados.0.smithi090.stdout:337: seq_num 125 ranges {1179648=499712,1679360=745472,2424832=409600,2834432=450560} 2024-03-07T02:57:54.450 INFO:tasks.rados.rados.0.smithi090.stdout:337: writing smithi09077644-6 from 1179648 to 1679360 tid 1 2024-03-07T02:57:54.454 INFO:tasks.rados.rados.0.smithi090.stdout:337: writing smithi09077644-6 from 1679360 to 2424832 tid 2 2024-03-07T02:57:54.457 INFO:tasks.rados.rados.0.smithi090.stdout:337: writing smithi09077644-6 from 2424832 to 2834432 tid 3 2024-03-07T02:57:54.460 INFO:tasks.rados.rados.0.smithi090.stdout:337: writing smithi09077644-6 from 2834432 to 3284992 tid 4 2024-03-07T02:57:54.460 INFO:tasks.rados.rados.0.smithi090.stdout:338: read oid 37 snap -1 2024-03-07T02:57:54.460 INFO:tasks.rados.rados.0.smithi090.stdout:338: expect deleted 2024-03-07T02:57:54.460 INFO:tasks.rados.rados.0.smithi090.stdout:339: rollback oid 9 current snap is 28 2024-03-07T02:57:54.460 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 9 to 25 2024-03-07T02:57:54.460 INFO:tasks.rados.rados.0.smithi090.stdout:335: expect (ObjNum 34 snap 0 seq_num 34) 2024-03-07T02:57:54.479 INFO:tasks.rados.rados.0.smithi090.stdout:336: finishing copy_from racing read to smithi09077644-13 2024-03-07T02:57:54.479 INFO:tasks.rados.rados.0.smithi090.stdout:336: finishing copy_from to smithi09077644-13 2024-03-07T02:57:54.479 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 13 v 44 (ObjNum 101 snap 19 seq_num 101) dirty exists 2024-03-07T02:57:54.479 INFO:tasks.rados.rados.0.smithi090.stdout:337: finishing write tid 1 to smithi09077644-6 2024-03-07T02:57:54.479 INFO:tasks.rados.rados.0.smithi090.stdout:335: done (4 left) 2024-03-07T02:57:54.479 INFO:tasks.rados.rados.0.smithi090.stdout:336: done (3 left) 2024-03-07T02:57:54.479 INFO:tasks.rados.rados.0.smithi090.stdout:340: read oid 27 snap -1 2024-03-07T02:57:54.480 INFO:tasks.rados.rados.0.smithi090.stdout:340: expect deleted 2024-03-07T02:57:54.480 INFO:tasks.rados.rados.0.smithi090.stdout:341: delete oid 8 current snap is 28 2024-03-07T02:57:54.480 INFO:tasks.rados.rados.0.smithi090.stdout:337: finishing write tid 2 to smithi09077644-6 2024-03-07T02:57:54.480 INFO:tasks.rados.rados.0.smithi090.stdout:337: finishing write tid 3 to smithi09077644-6 2024-03-07T02:57:54.480 INFO:tasks.rados.rados.0.smithi090.stdout:337: finishing write tid 4 to smithi09077644-6 2024-03-07T02:57:54.480 INFO:tasks.rados.rados.0.smithi090.stdout:337: finishing write tid 5 to smithi09077644-6 2024-03-07T02:57:54.480 INFO:tasks.rados.rados.0.smithi090.stdout:339: finishing rollback tid 0 to smithi09077644-9 2024-03-07T02:57:54.480 INFO:tasks.rados.rados.0.smithi090.stdout:337: finishing write tid 6 to smithi09077644-6 2024-03-07T02:57:54.480 INFO:tasks.rados.rados.0.smithi090.stdout:337: oid 6 updating version 0 to 86 2024-03-07T02:57:54.480 INFO:tasks.rados.rados.0.smithi090.stdout:337: oid 6 updating version 86 to 88 2024-03-07T02:57:54.480 INFO:tasks.rados.rados.0.smithi090.stdout:337: oid 6 version 88 is already newer than 85 2024-03-07T02:57:54.480 INFO:tasks.rados.rados.0.smithi090.stdout:337: oid 6 version 88 is already newer than 84 2024-03-07T02:57:54.480 INFO:tasks.rados.rados.0.smithi090.stdout:337: oid 6 version 88 is already newer than 87 2024-03-07T02:57:54.480 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 88 (ObjNum 125 snap 28 seq_num 125) dirty exists 2024-03-07T02:57:54.481 INFO:tasks.rados.rados.0.smithi090.stdout:337: left oid 6 (ObjNum 125 snap 28 seq_num 125) 2024-03-07T02:57:54.481 INFO:tasks.rados.rados.0.smithi090.stdout:339: finishing rollback tid 1 to smithi09077644-9 2024-03-07T02:57:54.481 INFO:tasks.rados.rados.0.smithi090.stdout:339: finishing rollback tid 2 to smithi09077644-9 2024-03-07T02:57:54.481 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 9 v 81 (ObjNum 81 snap 15 seq_num 81) dirty exists 2024-03-07T02:57:54.481 INFO:tasks.rados.rados.0.smithi090.stdout:337: done (4 left) 2024-03-07T02:57:54.482 INFO:tasks.rados.rados.0.smithi090.stdout:338: done (3 left) 2024-03-07T02:57:54.482 INFO:tasks.rados.rados.0.smithi090.stdout:339: done (2 left) 2024-03-07T02:57:54.482 INFO:tasks.rados.rados.0.smithi090.stdout:340: done (1 left) 2024-03-07T02:57:54.482 INFO:tasks.rados.rados.0.smithi090.stdout:341: done (0 left) 2024-03-07T02:57:54.482 INFO:tasks.rados.rados.0.smithi090.stdout:342: rollback oid 40 current snap is 28 2024-03-07T02:57:54.482 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 40 to 27 2024-03-07T02:57:54.482 INFO:tasks.rados.rados.0.smithi090.stdout:343: rollback oid 34 current snap is 28 2024-03-07T02:57:54.482 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 34 to 26 2024-03-07T02:57:54.482 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 33 current snap is 28 2024-03-07T02:57:54.482 INFO:tasks.rados.rados.0.smithi090.stdout:344: seq_num 127 ranges {2441216=532480,2973696=507904,3481600=778240,4259840=319488} 2024-03-07T02:57:54.497 INFO:tasks.rados.rados.0.smithi090.stdout:344: writing smithi09077644-33 from 2441216 to 2973696 tid 1 2024-03-07T02:57:54.499 INFO:tasks.rados.rados.0.smithi090.stdout:344: writing smithi09077644-33 from 2973696 to 3481600 tid 2 2024-03-07T02:57:54.504 INFO:tasks.rados.rados.0.smithi090.stdout:344: writing smithi09077644-33 from 3481600 to 4259840 tid 3 2024-03-07T02:57:54.506 INFO:tasks.rados.rados.0.smithi090.stdout:344: writing smithi09077644-33 from 4259840 to 4579328 tid 4 2024-03-07T02:57:54.506 INFO:tasks.rados.rados.0.smithi090.stdout:345: read oid 46 snap -1 2024-03-07T02:57:54.507 INFO:tasks.rados.rados.0.smithi090.stdout:345: expect (ObjNum 45 snap 0 seq_num 45) 2024-03-07T02:57:54.507 INFO:tasks.rados.rados.0.smithi090.stdout:346: rollback oid 23 current snap is 28 2024-03-07T02:57:54.507 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 23 to 27 2024-03-07T02:57:54.507 INFO:tasks.rados.rados.0.smithi090.stdout:343: finishing rollback tid 0 to smithi09077644-34 2024-03-07T02:57:54.507 INFO:tasks.rados.rados.0.smithi090.stdout:342: finishing rollback tid 0 to smithi09077644-40 2024-03-07T02:57:54.507 INFO:tasks.rados.rados.0.smithi090.stdout:343: finishing rollback tid 1 to smithi09077644-34 2024-03-07T02:57:54.507 INFO:tasks.rados.rados.0.smithi090.stdout:343: finishing rollback tid 2 to smithi09077644-34 2024-03-07T02:57:54.507 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 34 v 35 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-03-07T02:57:54.507 INFO:tasks.rados.rados.0.smithi090.stdout:343: done (4 left) 2024-03-07T02:57:54.507 INFO:tasks.rados.rados.0.smithi090.stdout:347: snap_create 2024-03-07T02:57:54.507 INFO:tasks.rados.rados.0.smithi090.stdout:342: finishing rollback tid 1 to smithi09077644-40 2024-03-07T02:57:54.507 INFO:tasks.rados.rados.0.smithi090.stdout:342: finishing rollback tid 2 to smithi09077644-40 2024-03-07T02:57:54.508 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 40 v 52 (ObjNum 61 snap 5 seq_num 61) dirty exists 2024-03-07T02:57:54.508 INFO:tasks.rados.rados.0.smithi090.stdout:344: finishing write tid 1 to smithi09077644-33 2024-03-07T02:57:54.508 INFO:tasks.rados.rados.0.smithi090.stdout:344: finishing write tid 2 to smithi09077644-33 2024-03-07T02:57:54.508 INFO:tasks.rados.rados.0.smithi090.stdout:344: finishing write tid 3 to smithi09077644-33 2024-03-07T02:57:54.509 INFO:tasks.rados.rados.0.smithi090.stdout:344: finishing write tid 4 to smithi09077644-33 2024-03-07T02:57:54.509 INFO:tasks.rados.rados.0.smithi090.stdout:346: finishing rollback tid 0 to smithi09077644-23 2024-03-07T02:57:54.510 INFO:tasks.rados.rados.0.smithi090.stdout:346: finishing rollback tid 1 to smithi09077644-23 2024-03-07T02:57:54.510 INFO:tasks.rados.rados.0.smithi090.stdout:344: finishing write tid 5 to smithi09077644-33 2024-03-07T02:57:54.510 INFO:tasks.rados.rados.0.smithi090.stdout:345: expect (ObjNum 45 snap 0 seq_num 45) 2024-03-07T02:57:54.529 INFO:tasks.rados.rados.0.smithi090.stdout:346: finishing rollback tid 2 to smithi09077644-23 2024-03-07T02:57:54.530 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 90 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-03-07T02:57:54.530 INFO:tasks.rados.rados.0.smithi090.stdout:344: finishing write tid 6 to smithi09077644-33 2024-03-07T02:57:54.530 INFO:tasks.rados.rados.0.smithi090.stdout:344: oid 33 updating version 0 to 98 2024-03-07T02:57:54.530 INFO:tasks.rados.rados.0.smithi090.stdout:344: oid 33 updating version 98 to 101 2024-03-07T02:57:54.530 INFO:tasks.rados.rados.0.smithi090.stdout:344: oid 33 version 101 is already newer than 97 2024-03-07T02:57:54.530 INFO:tasks.rados.rados.0.smithi090.stdout:344: oid 33 version 101 is already newer than 100 2024-03-07T02:57:54.530 INFO:tasks.rados.rados.0.smithi090.stdout:344: oid 33 version 101 is already newer than 99 2024-03-07T02:57:54.530 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 33 v 101 (ObjNum 127 snap 28 seq_num 127) dirty exists 2024-03-07T02:57:54.530 INFO:tasks.rados.rados.0.smithi090.stdout:344: left oid 33 (ObjNum 127 snap 28 seq_num 127) 2024-03-07T02:57:54.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:54 smithi090 ceph-mon[27223]: osdmap e126: 8 total, 8 up, 8 in 2024-03-07T02:57:54.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:54 smithi090 ceph-mon[27223]: osdmap e127: 8 total, 8 up, 8 in 2024-03-07T02:57:54.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:54 smithi090 ceph-mon[37987]: osdmap e126: 8 total, 8 up, 8 in 2024-03-07T02:57:54.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:54 smithi090 ceph-mon[37987]: osdmap e127: 8 total, 8 up, 8 in 2024-03-07T02:57:54.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:54 smithi092 ceph-mon[31083]: osdmap e126: 8 total, 8 up, 8 in 2024-03-07T02:57:54.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:54 smithi092 ceph-mon[31083]: osdmap e127: 8 total, 8 up, 8 in 2024-03-07T02:57:55.486 INFO:tasks.rados.rados.0.smithi090.stdout:342: done (4 left) 2024-03-07T02:57:55.486 INFO:tasks.rados.rados.0.smithi090.stdout:344: done (3 left) 2024-03-07T02:57:55.486 INFO:tasks.rados.rados.0.smithi090.stdout:345: done (2 left) 2024-03-07T02:57:55.486 INFO:tasks.rados.rados.0.smithi090.stdout:346: done (1 left) 2024-03-07T02:57:55.486 INFO:tasks.rados.rados.0.smithi090.stdout:347: done (0 left) 2024-03-07T02:57:55.486 INFO:tasks.rados.rados.0.smithi090.stdout:348: rollback oid 50 current snap is 29 2024-03-07T02:57:55.486 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 50 to 24 2024-03-07T02:57:55.486 INFO:tasks.rados.rados.0.smithi090.stdout:349: rmattr oid 38 current snap is 29 2024-03-07T02:57:55.486 INFO:tasks.rados.rados.0.smithi090.stdout:349: done (1 left) 2024-03-07T02:57:55.486 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 21 current snap is 29 2024-03-07T02:57:55.486 INFO:tasks.rados.rados.0.smithi090.stdout:350: seq_num 128 ranges {1908736=548864,2457600=794624,3252224=581632,3833856=229376} 2024-03-07T02:57:55.499 INFO:tasks.rados.rados.0.smithi090.stdout:350: writing smithi09077644-21 from 1908736 to 2457600 tid 1 2024-03-07T02:57:55.503 INFO:tasks.rados.rados.0.smithi090.stdout:350: writing smithi09077644-21 from 2457600 to 3252224 tid 2 2024-03-07T02:57:55.507 INFO:tasks.rados.rados.0.smithi090.stdout:350: writing smithi09077644-21 from 3252224 to 3833856 tid 3 2024-03-07T02:57:55.509 INFO:tasks.rados.rados.0.smithi090.stdout:350: writing smithi09077644-21 from 3833856 to 4063232 tid 4 2024-03-07T02:57:55.509 INFO:tasks.rados.rados.0.smithi090.stdout:351: copy_from oid 37 from oid 14 current snap is 29 2024-03-07T02:57:55.509 INFO:tasks.rados.rados.0.smithi090.stdout:348: finishing rollback tid 0 to smithi09077644-50 2024-03-07T02:57:55.509 INFO:tasks.rados.rados.0.smithi090.stdout:348: finishing rollback tid 1 to smithi09077644-50 2024-03-07T02:57:55.509 INFO:tasks.rados.rados.0.smithi090.stdout:348: finishing rollback tid 2 to smithi09077644-50 2024-03-07T02:57:55.509 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 50 v 80 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-03-07T02:57:55.509 INFO:tasks.rados.rados.0.smithi090.stdout:350: finishing write tid 1 to smithi09077644-21 2024-03-07T02:57:55.509 INFO:tasks.rados.rados.0.smithi090.stdout:350: finishing write tid 2 to smithi09077644-21 2024-03-07T02:57:55.509 INFO:tasks.rados.rados.0.smithi090.stdout:348: done (2 left) 2024-03-07T02:57:55.509 INFO:tasks.rados.rados.0.smithi090.stdout:352: rmattr oid 44 current snap is 29 2024-03-07T02:57:55.509 INFO:tasks.rados.rados.0.smithi090.stdout:352: done (2 left) 2024-03-07T02:57:55.509 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 15 current snap is 29 2024-03-07T02:57:55.510 INFO:tasks.rados.rados.0.smithi090.stdout:353: seq_num 129 ranges {1753088=565248,2318336=679936,2998272=786432,3784704=139264} 2024-03-07T02:57:55.521 INFO:tasks.rados.rados.0.smithi090.stdout:353: writing smithi09077644-15 from 1753088 to 2318336 tid 1 2024-03-07T02:57:55.524 INFO:tasks.rados.rados.0.smithi090.stdout:353: writing smithi09077644-15 from 2318336 to 2998272 tid 2 2024-03-07T02:57:55.529 INFO:tasks.rados.rados.0.smithi090.stdout:353: writing smithi09077644-15 from 2998272 to 3784704 tid 3 2024-03-07T02:57:55.530 INFO:tasks.rados.rados.0.smithi090.stdout:353: writing smithi09077644-15 from 3784704 to 3923968 tid 4 2024-03-07T02:57:55.530 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 22 current snap is 29 2024-03-07T02:57:55.530 INFO:tasks.rados.rados.0.smithi090.stdout:350: finishing write tid 3 to smithi09077644-21 2024-03-07T02:57:55.530 INFO:tasks.rados.rados.0.smithi090.stdout:350: finishing write tid 4 to smithi09077644-21 2024-03-07T02:57:55.530 INFO:tasks.rados.rados.0.smithi090.stdout:354: seq_num 130 ranges {1638400=581632,2220032=614400,2834432=598016,3432448=393216} 2024-03-07T02:57:55.542 INFO:tasks.rados.rados.0.smithi090.stdout:354: writing smithi09077644-22 from 1638400 to 2220032 tid 1 2024-03-07T02:57:55.545 INFO:tasks.rados.rados.0.smithi090.stdout:354: writing smithi09077644-22 from 2220032 to 2834432 tid 2 2024-03-07T02:57:55.549 INFO:tasks.rados.rados.0.smithi090.stdout:354: writing smithi09077644-22 from 2834432 to 3432448 tid 3 2024-03-07T02:57:55.552 INFO:tasks.rados.rados.0.smithi090.stdout:354: writing smithi09077644-22 from 3432448 to 3825664 tid 4 2024-03-07T02:57:55.552 INFO:tasks.rados.rados.0.smithi090.stdout:355: copy_from oid 23 from oid 11 current snap is 29 2024-03-07T02:57:55.552 INFO:tasks.rados.rados.0.smithi090.stdout:350: finishing write tid 5 to smithi09077644-21 2024-03-07T02:57:55.552 INFO:tasks.rados.rados.0.smithi090.stdout:350: finishing write tid 6 to smithi09077644-21 2024-03-07T02:57:55.552 INFO:tasks.rados.rados.0.smithi090.stdout:350: oid 21 updating version 0 to 47 2024-03-07T02:57:55.553 INFO:tasks.rados.rados.0.smithi090.stdout:350: oid 21 version 47 is already newer than 45 2024-03-07T02:57:55.553 INFO:tasks.rados.rados.0.smithi090.stdout:350: oid 21 version 47 is already newer than 43 2024-03-07T02:57:55.553 INFO:tasks.rados.rados.0.smithi090.stdout:350: oid 21 version 47 is already newer than 44 2024-03-07T02:57:55.553 INFO:tasks.rados.rados.0.smithi090.stdout:350: oid 21 version 47 is already newer than 46 2024-03-07T02:57:55.553 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 47 (ObjNum 128 snap 29 seq_num 128) dirty exists 2024-03-07T02:57:55.553 INFO:tasks.rados.rados.0.smithi090.stdout:350: left oid 21 (ObjNum 128 snap 29 seq_num 128) 2024-03-07T02:57:55.553 INFO:tasks.rados.rados.0.smithi090.stdout:351: finishing copy_from racing read to smithi09077644-37 2024-03-07T02:57:55.553 INFO:tasks.rados.rados.0.smithi090.stdout:353: finishing write tid 1 to smithi09077644-15 2024-03-07T02:57:55.553 INFO:tasks.rados.rados.0.smithi090.stdout:351: finishing copy_from to smithi09077644-37 2024-03-07T02:57:55.553 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 37 v 44 (ObjNum 101 snap 19 seq_num 101) dirty exists 2024-03-07T02:57:55.553 INFO:tasks.rados.rados.0.smithi090.stdout:353: finishing write tid 2 to smithi09077644-15 2024-03-07T02:57:55.553 INFO:tasks.rados.rados.0.smithi090.stdout:353: finishing write tid 3 to smithi09077644-15 2024-03-07T02:57:55.553 INFO:tasks.rados.rados.0.smithi090.stdout:353: finishing write tid 4 to smithi09077644-15 2024-03-07T02:57:55.553 INFO:tasks.rados.rados.0.smithi090.stdout:353: finishing write tid 5 to smithi09077644-15 2024-03-07T02:57:55.553 INFO:tasks.rados.rados.0.smithi090.stdout:353: finishing write tid 6 to smithi09077644-15 2024-03-07T02:57:55.554 INFO:tasks.rados.rados.0.smithi090.stdout:353: oid 15 updating version 0 to 104 2024-03-07T02:57:55.554 INFO:tasks.rados.rados.0.smithi090.stdout:353: oid 15 version 104 is already newer than 103 2024-03-07T02:57:55.554 INFO:tasks.rados.rados.0.smithi090.stdout:353: oid 15 updating version 104 to 107 2024-03-07T02:57:55.554 INFO:tasks.rados.rados.0.smithi090.stdout:353: oid 15 version 107 is already newer than 106 2024-03-07T02:57:55.554 INFO:tasks.rados.rados.0.smithi090.stdout:353: oid 15 version 107 is already newer than 105 2024-03-07T02:57:55.554 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 107 (ObjNum 129 snap 29 seq_num 129) dirty exists 2024-03-07T02:57:55.554 INFO:tasks.rados.rados.0.smithi090.stdout:353: left oid 15 (ObjNum 129 snap 29 seq_num 129) 2024-03-07T02:57:55.554 INFO:tasks.rados.rados.0.smithi090.stdout:354: finishing write tid 1 to smithi09077644-22 2024-03-07T02:57:55.554 INFO:tasks.rados.rados.0.smithi090.stdout:354: finishing write tid 2 to smithi09077644-22 2024-03-07T02:57:55.554 INFO:tasks.rados.rados.0.smithi090.stdout:354: finishing write tid 3 to smithi09077644-22 2024-03-07T02:57:55.554 INFO:tasks.rados.rados.0.smithi090.stdout:350: done (4 left) 2024-03-07T02:57:55.554 INFO:tasks.rados.rados.0.smithi090.stdout:351: done (3 left) 2024-03-07T02:57:55.554 INFO:tasks.rados.rados.0.smithi090.stdout:353: done (2 left) 2024-03-07T02:57:55.554 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 12 current snap is 29 2024-03-07T02:57:55.554 INFO:tasks.rados.rados.0.smithi090.stdout:356: seq_num 131 ranges {0=598016,598016=499712,1097728=753664,1851392=352256} 2024-03-07T02:57:55.555 INFO:tasks.rados.rados.0.smithi090.stdout:356: writing smithi09077644-12 from 0 to 598016 tid 1 2024-03-07T02:57:55.558 INFO:tasks.rados.rados.0.smithi090.stdout:356: writing smithi09077644-12 from 598016 to 1097728 tid 2 2024-03-07T02:57:55.563 INFO:tasks.rados.rados.0.smithi090.stdout:356: writing smithi09077644-12 from 1097728 to 1851392 tid 3 2024-03-07T02:57:55.565 INFO:tasks.rados.rados.0.smithi090.stdout:356: writing smithi09077644-12 from 1851392 to 2203648 tid 4 2024-03-07T02:57:55.565 INFO:tasks.rados.rados.0.smithi090.stdout:357: snap_remove snap 26 2024-03-07T02:57:55.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:55 smithi090 ceph-mon[27223]: pgmap v174: 121 pgs: 121 active+clean; 86 MiB data, 372 MiB used, 715 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.5 MiB/s wr, 9 op/s 2024-03-07T02:57:55.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:55 smithi090 ceph-mon[37987]: pgmap v174: 121 pgs: 121 active+clean; 86 MiB data, 372 MiB used, 715 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.5 MiB/s wr, 9 op/s 2024-03-07T02:57:55.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:55 smithi092 ceph-mon[31083]: pgmap v174: 121 pgs: 121 active+clean; 86 MiB data, 372 MiB used, 715 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.5 MiB/s wr, 9 op/s 2024-03-07T02:57:56.502 INFO:tasks.rados.rados.0.smithi090.stdout:354: finishing write tid 4 to smithi09077644-22 2024-03-07T02:57:56.502 INFO:tasks.rados.rados.0.smithi090.stdout:354: finishing write tid 5 to smithi09077644-22 2024-03-07T02:57:56.502 INFO:tasks.rados.rados.0.smithi090.stdout:354: finishing write tid 6 to smithi09077644-22 2024-03-07T02:57:56.502 INFO:tasks.rados.rados.0.smithi090.stdout:354: oid 22 updating version 0 to 110 2024-03-07T02:57:56.502 INFO:tasks.rados.rados.0.smithi090.stdout:354: oid 22 updating version 110 to 112 2024-03-07T02:57:56.502 INFO:tasks.rados.rados.0.smithi090.stdout:354: oid 22 version 112 is already newer than 109 2024-03-07T02:57:56.502 INFO:tasks.rados.rados.0.smithi090.stdout:354: oid 22 version 112 is already newer than 111 2024-03-07T02:57:56.502 INFO:tasks.rados.rados.0.smithi090.stdout:354: oid 22 updating version 112 to 113 2024-03-07T02:57:56.503 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 113 (ObjNum 130 snap 29 seq_num 130) dirty exists 2024-03-07T02:57:56.503 INFO:tasks.rados.rados.0.smithi090.stdout:354: left oid 22 (ObjNum 130 snap 29 seq_num 130) 2024-03-07T02:57:56.503 INFO:tasks.rados.rados.0.smithi090.stdout:356: finishing write tid 1 to smithi09077644-12 2024-03-07T02:57:56.503 INFO:tasks.rados.rados.0.smithi090.stdout:356: finishing write tid 2 to smithi09077644-12 2024-03-07T02:57:56.503 INFO:tasks.rados.rados.0.smithi090.stdout:355: finishing copy_from racing read to smithi09077644-23 2024-03-07T02:57:56.503 INFO:tasks.rados.rados.0.smithi090.stdout:355: finishing copy_from to smithi09077644-23 2024-03-07T02:57:56.503 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 67 (ObjNum 108 snap 20 seq_num 108) dirty exists 2024-03-07T02:57:56.503 INFO:tasks.rados.rados.0.smithi090.stdout:356: finishing write tid 3 to smithi09077644-12 2024-03-07T02:57:56.503 INFO:tasks.rados.rados.0.smithi090.stdout:356: finishing write tid 4 to smithi09077644-12 2024-03-07T02:57:56.503 INFO:tasks.rados.rados.0.smithi090.stdout:356: finishing write tid 5 to smithi09077644-12 2024-03-07T02:57:56.503 INFO:tasks.rados.rados.0.smithi090.stdout:356: finishing write tid 6 to smithi09077644-12 2024-03-07T02:57:56.503 INFO:tasks.rados.rados.0.smithi090.stdout:356: oid 12 updating version 0 to 116 2024-03-07T02:57:56.503 INFO:tasks.rados.rados.0.smithi090.stdout:356: oid 12 version 116 is already newer than 114 2024-03-07T02:57:56.503 INFO:tasks.rados.rados.0.smithi090.stdout:356: oid 12 version 116 is already newer than 115 2024-03-07T02:57:56.503 INFO:tasks.rados.rados.0.smithi090.stdout:356: oid 12 version 116 is already newer than 113 2024-03-07T02:57:56.504 INFO:tasks.rados.rados.0.smithi090.stdout:356: oid 12 version 116 is already newer than 112 2024-03-07T02:57:56.504 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 12 v 116 (ObjNum 131 snap 29 seq_num 131) dirty exists 2024-03-07T02:57:56.504 INFO:tasks.rados.rados.0.smithi090.stdout:356: left oid 12 (ObjNum 131 snap 29 seq_num 131) 2024-03-07T02:57:56.504 INFO:tasks.rados.rados.0.smithi090.stdout:354: done (3 left) 2024-03-07T02:57:56.504 INFO:tasks.rados.rados.0.smithi090.stdout:355: done (2 left) 2024-03-07T02:57:56.504 INFO:tasks.rados.rados.0.smithi090.stdout:356: done (1 left) 2024-03-07T02:57:56.504 INFO:tasks.rados.rados.0.smithi090.stdout:357: done (0 left) 2024-03-07T02:57:56.504 INFO:tasks.rados.rados.0.smithi090.stdout:358: copy_from oid 20 from oid 39 current snap is 29 2024-03-07T02:57:56.504 INFO:tasks.rados.rados.0.smithi090.stdout:359: copy_from oid 18 from oid 27 current snap is 29 2024-03-07T02:57:56.504 INFO:tasks.rados.rados.0.smithi090.stdout:360: snap_create 2024-03-07T02:57:56.505 INFO:tasks.rados.rados.0.smithi090.stdout:359: finishing copy_from to smithi09077644-18 2024-03-07T02:57:56.505 INFO:tasks.rados.rados.0.smithi090.stdout:359: got expected ENOENT (src dne) 2024-03-07T02:57:56.505 INFO:tasks.rados.rados.0.smithi090.stdout:359: finishing copy_from racing read to smithi09077644-18 2024-03-07T02:57:56.511 INFO:tasks.rados.rados.0.smithi090.stdout:358: finishing copy_from racing read to smithi09077644-20 2024-03-07T02:57:56.511 INFO:tasks.rados.rados.0.smithi090.stdout:358: finishing copy_from to smithi09077644-20 2024-03-07T02:57:56.511 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 20 v 10 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-03-07T02:57:56.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:56 smithi090 ceph-mon[27223]: osdmap e128: 8 total, 8 up, 8 in 2024-03-07T02:57:56.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:56 smithi090 ceph-mon[27223]: pgmap v176: 121 pgs: 121 active+clean; 86 MiB data, 372 MiB used, 715 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.5 MiB/s wr, 9 op/s 2024-03-07T02:57:56.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:56 smithi090 ceph-mon[37987]: osdmap e128: 8 total, 8 up, 8 in 2024-03-07T02:57:56.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:56 smithi090 ceph-mon[37987]: pgmap v176: 121 pgs: 121 active+clean; 86 MiB data, 372 MiB used, 715 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.5 MiB/s wr, 9 op/s 2024-03-07T02:57:56.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:56 smithi092 ceph-mon[31083]: osdmap e128: 8 total, 8 up, 8 in 2024-03-07T02:57:56.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:56 smithi092 ceph-mon[31083]: pgmap v176: 121 pgs: 121 active+clean; 86 MiB data, 372 MiB used, 715 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.5 MiB/s wr, 9 op/s 2024-03-07T02:57:57.494 INFO:tasks.rados.rados.0.smithi090.stdout:358: done (2 left) 2024-03-07T02:57:57.494 INFO:tasks.rados.rados.0.smithi090.stdout:359: done (1 left) 2024-03-07T02:57:57.494 INFO:tasks.rados.rados.0.smithi090.stdout:360: done (0 left) 2024-03-07T02:57:57.495 INFO:tasks.rados.rados.0.smithi090.stdout:361: read oid 15 snap -1 2024-03-07T02:57:57.495 INFO:tasks.rados.rados.0.smithi090.stdout:361: expect (ObjNum 129 snap 29 seq_num 129) 2024-03-07T02:57:57.495 INFO:tasks.rados.rados.0.smithi090.stdout:362: copy_from oid 3 from oid 47 current snap is 30 2024-03-07T02:57:57.495 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 38 current snap is 30 2024-03-07T02:57:57.495 INFO:tasks.rados.rados.0.smithi090.stdout:363: seq_num 132 ranges {2023424=614400,2637824=786432,3424256=565248,3989504=253952} 2024-03-07T02:57:57.510 INFO:tasks.rados.rados.0.smithi090.stdout:363: writing smithi09077644-38 from 2023424 to 2637824 tid 1 2024-03-07T02:57:57.514 INFO:tasks.rados.rados.0.smithi090.stdout:363: writing smithi09077644-38 from 2637824 to 3424256 tid 2 2024-03-07T02:57:57.518 INFO:tasks.rados.rados.0.smithi090.stdout:363: writing smithi09077644-38 from 3424256 to 3989504 tid 3 2024-03-07T02:57:57.520 INFO:tasks.rados.rados.0.smithi090.stdout:363: writing smithi09077644-38 from 3989504 to 4243456 tid 4 2024-03-07T02:57:57.520 INFO:tasks.rados.rados.0.smithi090.stdout:364: read oid 39 snap -1 2024-03-07T02:57:57.520 INFO:tasks.rados.rados.0.smithi090.stdout:364: expect (ObjNum 38 snap 0 seq_num 38) 2024-03-07T02:57:57.520 INFO:tasks.rados.rados.0.smithi090.stdout:365: rmattr oid 46 current snap is 30 2024-03-07T02:57:57.520 INFO:tasks.rados.rados.0.smithi090.stdout:365: done (4 left) 2024-03-07T02:57:57.520 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 35 current snap is 30 2024-03-07T02:57:57.520 INFO:tasks.rados.rados.0.smithi090.stdout:366: seq_num 133 ranges {573440=630784,1204224=663552,1867776=770048,2637824=172032} 2024-03-07T02:57:57.526 INFO:tasks.rados.rados.0.smithi090.stdout:366: writing smithi09077644-35 from 573440 to 1204224 tid 1 2024-03-07T02:57:57.530 INFO:tasks.rados.rados.0.smithi090.stdout:366: writing smithi09077644-35 from 1204224 to 1867776 tid 2 2024-03-07T02:57:57.534 INFO:tasks.rados.rados.0.smithi090.stdout:366: writing smithi09077644-35 from 1867776 to 2637824 tid 3 2024-03-07T02:57:57.536 INFO:tasks.rados.rados.0.smithi090.stdout:366: writing smithi09077644-35 from 2637824 to 2809856 tid 4 2024-03-07T02:57:57.536 INFO:tasks.rados.rados.0.smithi090.stdout:367: read oid 10 snap -1 2024-03-07T02:57:57.536 INFO:tasks.rados.rados.0.smithi090.stdout:367: expect (ObjNum 100 snap 19 seq_num 100) 2024-03-07T02:57:57.536 INFO:tasks.rados.rados.0.smithi090.stdout:368: copy_from oid 41 from oid 16 current snap is 30 2024-03-07T02:57:57.536 INFO:tasks.rados.rados.0.smithi090.stdout:362: finishing copy_from racing read to smithi09077644-3 2024-03-07T02:57:57.536 INFO:tasks.rados.rados.0.smithi090.stdout:362: finishing copy_from to smithi09077644-3 2024-03-07T02:57:57.537 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 5 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-03-07T02:57:57.537 INFO:tasks.rados.rados.0.smithi090.stdout:361: expect (ObjNum 129 snap 29 seq_num 129) 2024-03-07T02:57:57.670 INFO:tasks.rados.rados.0.smithi090.stdout:363: finishing write tid 1 to smithi09077644-38 2024-03-07T02:57:57.671 INFO:tasks.rados.rados.0.smithi090.stdout:363: finishing write tid 2 to smithi09077644-38 2024-03-07T02:57:57.671 INFO:tasks.rados.rados.0.smithi090.stdout:363: finishing write tid 3 to smithi09077644-38 2024-03-07T02:57:57.671 INFO:tasks.rados.rados.0.smithi090.stdout:363: finishing write tid 4 to smithi09077644-38 2024-03-07T02:57:57.671 INFO:tasks.rados.rados.0.smithi090.stdout:363: finishing write tid 5 to smithi09077644-38 2024-03-07T02:57:57.671 INFO:tasks.rados.rados.0.smithi090.stdout:364: expect (ObjNum 38 snap 0 seq_num 38) 2024-03-07T02:57:57.687 INFO:tasks.rados.rados.0.smithi090.stdout:363: finishing write tid 6 to smithi09077644-38 2024-03-07T02:57:57.687 INFO:tasks.rados.rados.0.smithi090.stdout:363: oid 38 updating version 0 to 98 2024-03-07T02:57:57.687 INFO:tasks.rados.rados.0.smithi090.stdout:363: oid 38 version 98 is already newer than 96 2024-03-07T02:57:57.688 INFO:tasks.rados.rados.0.smithi090.stdout:363: oid 38 version 98 is already newer than 97 2024-03-07T02:57:57.688 INFO:tasks.rados.rados.0.smithi090.stdout:363: oid 38 updating version 98 to 99 2024-03-07T02:57:57.688 INFO:tasks.rados.rados.0.smithi090.stdout:363: oid 38 updating version 99 to 100 2024-03-07T02:57:57.688 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 100 (ObjNum 132 snap 30 seq_num 132) dirty exists 2024-03-07T02:57:57.688 INFO:tasks.rados.rados.0.smithi090.stdout:363: left oid 38 (ObjNum 132 snap 30 seq_num 132) 2024-03-07T02:57:57.688 INFO:tasks.rados.rados.0.smithi090.stdout:366: finishing write tid 1 to smithi09077644-35 2024-03-07T02:57:57.688 INFO:tasks.rados.rados.0.smithi090.stdout:366: finishing write tid 2 to smithi09077644-35 2024-03-07T02:57:57.688 INFO:tasks.rados.rados.0.smithi090.stdout:366: finishing write tid 3 to smithi09077644-35 2024-03-07T02:57:57.688 INFO:tasks.rados.rados.0.smithi090.stdout:366: finishing write tid 4 to smithi09077644-35 2024-03-07T02:57:57.688 INFO:tasks.rados.rados.0.smithi090.stdout:366: finishing write tid 5 to smithi09077644-35 2024-03-07T02:57:57.688 INFO:tasks.rados.rados.0.smithi090.stdout:366: finishing write tid 6 to smithi09077644-35 2024-03-07T02:57:57.688 INFO:tasks.rados.rados.0.smithi090.stdout:366: oid 35 updating version 0 to 94 2024-03-07T02:57:57.688 INFO:tasks.rados.rados.0.smithi090.stdout:366: oid 35 version 94 is already newer than 93 2024-03-07T02:57:57.688 INFO:tasks.rados.rados.0.smithi090.stdout:366: oid 35 updating version 94 to 95 2024-03-07T02:57:57.688 INFO:tasks.rados.rados.0.smithi090.stdout:366: oid 35 updating version 95 to 96 2024-03-07T02:57:57.689 INFO:tasks.rados.rados.0.smithi090.stdout:366: oid 35 version 96 is already newer than 92 2024-03-07T02:57:57.689 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 35 v 96 (ObjNum 133 snap 30 seq_num 133) dirty exists 2024-03-07T02:57:57.689 INFO:tasks.rados.rados.0.smithi090.stdout:366: left oid 35 (ObjNum 133 snap 30 seq_num 133) 2024-03-07T02:57:57.689 INFO:tasks.rados.rados.0.smithi090.stdout:367: expect (ObjNum 100 snap 19 seq_num 100) 2024-03-07T02:57:57.821 INFO:tasks.rados.rados.0.smithi090.stdout:368: finishing copy_from racing read to smithi09077644-41 2024-03-07T02:57:57.821 INFO:tasks.rados.rados.0.smithi090.stdout:368: finishing copy_from to smithi09077644-41 2024-03-07T02:57:57.821 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 41 v 85 (ObjNum 123 snap 28 seq_num 123) dirty exists 2024-03-07T02:57:57.821 INFO:tasks.rados.rados.0.smithi090.stdout:361: done (6 left) 2024-03-07T02:57:57.821 INFO:tasks.rados.rados.0.smithi090.stdout:362: done (5 left) 2024-03-07T02:57:57.821 INFO:tasks.rados.rados.0.smithi090.stdout:363: done (4 left) 2024-03-07T02:57:57.822 INFO:tasks.rados.rados.0.smithi090.stdout:364: done (3 left) 2024-03-07T02:57:57.822 INFO:tasks.rados.rados.0.smithi090.stdout:366: done (2 left) 2024-03-07T02:57:57.822 INFO:tasks.rados.rados.0.smithi090.stdout:367: done (1 left) 2024-03-07T02:57:57.822 INFO:tasks.rados.rados.0.smithi090.stdout:368: done (0 left) 2024-03-07T02:57:57.822 INFO:tasks.rados.rados.0.smithi090.stdout:369: read oid 25 snap -1 2024-03-07T02:57:57.822 INFO:tasks.rados.rados.0.smithi090.stdout:369: expect (ObjNum 77 snap 12 seq_num 77) 2024-03-07T02:57:57.822 INFO:tasks.rados.rados.0.smithi090.stdout:370: read oid 13 snap 24 2024-03-07T02:57:57.822 INFO:tasks.rados.rados.0.smithi090.stdout:370: expect (ObjNum 87 snap 16 seq_num 87) 2024-03-07T02:57:57.822 INFO:tasks.rados.rados.0.smithi090.stdout:371: read oid 16 snap -1 2024-03-07T02:57:57.822 INFO:tasks.rados.rados.0.smithi090.stdout:371: expect (ObjNum 123 snap 28 seq_num 123) 2024-03-07T02:57:57.822 INFO:tasks.rados.rados.0.smithi090.stdout:372: copy_from oid 48 from oid 5 current snap is 30 2024-03-07T02:57:57.822 INFO:tasks.rados.rados.0.smithi090.stdout:373: snap_create 2024-03-07T02:57:57.823 INFO:tasks.rados.rados.0.smithi090.stdout:372: finishing copy_from to smithi09077644-48 2024-03-07T02:57:57.823 INFO:tasks.rados.rados.0.smithi090.stdout:372: got expected ENOENT (src dne) 2024-03-07T02:57:57.823 INFO:tasks.rados.rados.0.smithi090.stdout:372: finishing copy_from racing read to smithi09077644-48 2024-03-07T02:57:57.828 INFO:tasks.rados.rados.0.smithi090.stdout:369: expect (ObjNum 77 snap 12 seq_num 77) 2024-03-07T02:57:57.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:57 smithi090 ceph-mon[37987]: osdmap e129: 8 total, 8 up, 8 in 2024-03-07T02:57:57.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:57 smithi090 ceph-mon[27223]: osdmap e129: 8 total, 8 up, 8 in 2024-03-07T02:57:57.893 INFO:tasks.rados.rados.0.smithi090.stdout:370: expect (ObjNum 87 snap 16 seq_num 87) 2024-03-07T02:57:57.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:57 smithi092 ceph-mon[31083]: osdmap e129: 8 total, 8 up, 8 in 2024-03-07T02:57:57.979 INFO:tasks.rados.rados.0.smithi090.stdout:371: expect (ObjNum 123 snap 28 seq_num 123) 2024-03-07T02:57:58.506 INFO:tasks.rados.rados.0.smithi090.stdout:369: done (4 left) 2024-03-07T02:57:58.506 INFO:tasks.rados.rados.0.smithi090.stdout:370: done (3 left) 2024-03-07T02:57:58.506 INFO:tasks.rados.rados.0.smithi090.stdout:371: done (2 left) 2024-03-07T02:57:58.506 INFO:tasks.rados.rados.0.smithi090.stdout:372: done (1 left) 2024-03-07T02:57:58.506 INFO:tasks.rados.rados.0.smithi090.stdout:373: done (0 left) 2024-03-07T02:57:58.506 INFO:tasks.rados.rados.0.smithi090.stdout:374: delete oid 32 current snap is 31 2024-03-07T02:57:58.511 INFO:tasks.rados.rados.0.smithi090.stdout:374: done (0 left) 2024-03-07T02:57:58.511 INFO:tasks.rados.rados.0.smithi090.stdout:375: delete oid 20 current snap is 31 2024-03-07T02:57:58.513 INFO:tasks.rados.rados.0.smithi090.stdout:375: done (0 left) 2024-03-07T02:57:58.513 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 42 current snap is 31 2024-03-07T02:57:58.513 INFO:tasks.rados.rados.0.smithi090.stdout:376: seq_num 136 ranges {1867776=688128,2555904=720896,3276800=540672,3817472=344064} 2024-03-07T02:57:58.527 INFO:tasks.rados.rados.0.smithi090.stdout:376: writing smithi09077644-42 from 1867776 to 2555904 tid 1 2024-03-07T02:57:58.531 INFO:tasks.rados.rados.0.smithi090.stdout:376: writing smithi09077644-42 from 2555904 to 3276800 tid 2 2024-03-07T02:57:58.534 INFO:tasks.rados.rados.0.smithi090.stdout:376: writing smithi09077644-42 from 3276800 to 3817472 tid 3 2024-03-07T02:57:58.536 INFO:tasks.rados.rados.0.smithi090.stdout:376: writing smithi09077644-42 from 3817472 to 4161536 tid 4 2024-03-07T02:57:58.537 INFO:tasks.rados.rados.0.smithi090.stdout:377: snap_create 2024-03-07T02:57:58.537 INFO:tasks.rados.rados.0.smithi090.stdout:376: finishing write tid 1 to smithi09077644-42 2024-03-07T02:57:58.537 INFO:tasks.rados.rados.0.smithi090.stdout:376: finishing write tid 2 to smithi09077644-42 2024-03-07T02:57:58.537 INFO:tasks.rados.rados.0.smithi090.stdout:376: finishing write tid 3 to smithi09077644-42 2024-03-07T02:57:58.538 INFO:tasks.rados.rados.0.smithi090.stdout:376: finishing write tid 4 to smithi09077644-42 2024-03-07T02:57:58.538 INFO:tasks.rados.rados.0.smithi090.stdout:376: finishing write tid 5 to smithi09077644-42 2024-03-07T02:57:58.539 INFO:tasks.rados.rados.0.smithi090.stdout:376: finishing write tid 6 to smithi09077644-42 2024-03-07T02:57:58.539 INFO:tasks.rados.rados.0.smithi090.stdout:376: oid 42 updating version 0 to 106 2024-03-07T02:57:58.539 INFO:tasks.rados.rados.0.smithi090.stdout:376: oid 42 version 106 is already newer than 104 2024-03-07T02:57:58.539 INFO:tasks.rados.rados.0.smithi090.stdout:376: oid 42 version 106 is already newer than 105 2024-03-07T02:57:58.539 INFO:tasks.rados.rados.0.smithi090.stdout:376: oid 42 version 106 is already newer than 103 2024-03-07T02:57:58.540 INFO:tasks.rados.rados.0.smithi090.stdout:376: oid 42 version 106 is already newer than 102 2024-03-07T02:57:58.540 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 42 v 106 (ObjNum 136 snap 31 seq_num 136) dirty exists 2024-03-07T02:57:58.540 INFO:tasks.rados.rados.0.smithi090.stdout:376: left oid 42 (ObjNum 136 snap 31 seq_num 136) 2024-03-07T02:57:58.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:58 smithi090 ceph-mon[27223]: osdmap e130: 8 total, 8 up, 8 in 2024-03-07T02:57:58.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:58 smithi090 ceph-mon[27223]: pgmap v179: 121 pgs: 121 active+clean; 86 MiB data, 372 MiB used, 715 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.5 MiB/s wr, 9 op/s 2024-03-07T02:57:58.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:58 smithi090 ceph-mon[37987]: osdmap e130: 8 total, 8 up, 8 in 2024-03-07T02:57:58.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:58 smithi090 ceph-mon[37987]: pgmap v179: 121 pgs: 121 active+clean; 86 MiB data, 372 MiB used, 715 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.5 MiB/s wr, 9 op/s 2024-03-07T02:57:58.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:58 smithi092 ceph-mon[31083]: osdmap e130: 8 total, 8 up, 8 in 2024-03-07T02:57:58.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:58 smithi092 ceph-mon[31083]: pgmap v179: 121 pgs: 121 active+clean; 86 MiB data, 372 MiB used, 715 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.5 MiB/s wr, 9 op/s 2024-03-07T02:57:59.398 INFO:tasks.rados.rados.0.smithi090.stdout:376: done (1 left) 2024-03-07T02:57:59.398 INFO:tasks.rados.rados.0.smithi090.stdout:377: done (0 left) 2024-03-07T02:57:59.398 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 5 current snap is 32 2024-03-07T02:57:59.398 INFO:tasks.rados.rados.0.smithi090.stdout:378: seq_num 137 ranges {0=704512,704512=655360,1359872=753664,2113536=196608} 2024-03-07T02:57:59.401 INFO:tasks.rados.rados.0.smithi090.stdout:378: writing smithi09077644-5 from 0 to 704512 tid 1 2024-03-07T02:57:59.406 INFO:tasks.rados.rados.0.smithi090.stdout:378: writing smithi09077644-5 from 704512 to 1359872 tid 2 2024-03-07T02:57:59.410 INFO:tasks.rados.rados.0.smithi090.stdout:378: writing smithi09077644-5 from 1359872 to 2113536 tid 3 2024-03-07T02:57:59.412 INFO:tasks.rados.rados.0.smithi090.stdout:378: writing smithi09077644-5 from 2113536 to 2310144 tid 4 2024-03-07T02:57:59.412 INFO:tasks.rados.rados.0.smithi090.stdout:379: rollback oid 31 current snap is 32 2024-03-07T02:57:59.412 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 31 to 28 2024-03-07T02:57:59.412 INFO:tasks.rados.rados.0.smithi090.stdout:378: finishing write tid 1 to smithi09077644-5 2024-03-07T02:57:59.412 INFO:tasks.rados.rados.0.smithi090.stdout:378: finishing write tid 2 to smithi09077644-5 2024-03-07T02:57:59.412 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 49 current snap is 32 2024-03-07T02:57:59.412 INFO:tasks.rados.rados.0.smithi090.stdout:380: seq_num 138 ranges {0=720896,720896=540672,1261568=557056,1818624=507904} 2024-03-07T02:57:59.416 INFO:tasks.rados.rados.0.smithi090.stdout:380: writing smithi09077644-49 from 0 to 720896 tid 1 2024-03-07T02:57:59.419 INFO:tasks.rados.rados.0.smithi090.stdout:380: writing smithi09077644-49 from 720896 to 1261568 tid 2 2024-03-07T02:57:59.422 INFO:tasks.rados.rados.0.smithi090.stdout:380: writing smithi09077644-49 from 1261568 to 1818624 tid 3 2024-03-07T02:57:59.426 INFO:tasks.rados.rados.0.smithi090.stdout:380: writing smithi09077644-49 from 1818624 to 2326528 tid 4 2024-03-07T02:57:59.426 INFO:tasks.rados.rados.0.smithi090.stdout:381: rmattr oid 41 current snap is 32 2024-03-07T02:57:59.426 INFO:tasks.rados.rados.0.smithi090.stdout:381: done (3 left) 2024-03-07T02:57:59.426 INFO:tasks.rados.rados.0.smithi090.stdout:382: read oid 7 snap -1 2024-03-07T02:57:59.426 INFO:tasks.rados.rados.0.smithi090.stdout:382: expect (ObjNum 6 snap 0 seq_num 6) 2024-03-07T02:57:59.426 INFO:tasks.rados.rados.0.smithi090.stdout:383: snap_create 2024-03-07T02:57:59.427 INFO:tasks.rados.rados.0.smithi090.stdout:378: finishing write tid 3 to smithi09077644-5 2024-03-07T02:57:59.427 INFO:tasks.rados.rados.0.smithi090.stdout:378: finishing write tid 4 to smithi09077644-5 2024-03-07T02:57:59.427 INFO:tasks.rados.rados.0.smithi090.stdout:378: finishing write tid 5 to smithi09077644-5 2024-03-07T02:57:59.427 INFO:tasks.rados.rados.0.smithi090.stdout:379: finishing rollback tid 1 to smithi09077644-31 2024-03-07T02:57:59.427 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 0 (ObjNum 33 snap 0 seq_num 3312841976) dirty dne 2024-03-07T02:57:59.427 INFO:tasks.rados.rados.0.smithi090.stdout:378: finishing write tid 6 to smithi09077644-5 2024-03-07T02:57:59.427 INFO:tasks.rados.rados.0.smithi090.stdout:378: oid 5 updating version 0 to 73 2024-03-07T02:57:59.427 INFO:tasks.rados.rados.0.smithi090.stdout:378: oid 5 version 73 is already newer than 71 2024-03-07T02:57:59.427 INFO:tasks.rados.rados.0.smithi090.stdout:378: oid 5 updating version 73 to 74 2024-03-07T02:57:59.427 INFO:tasks.rados.rados.0.smithi090.stdout:378: oid 5 version 74 is already newer than 72 2024-03-07T02:57:59.427 INFO:tasks.rados.rados.0.smithi090.stdout:378: oid 5 updating version 74 to 75 2024-03-07T02:57:59.427 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 5 v 75 (ObjNum 137 snap 32 seq_num 137) dirty exists 2024-03-07T02:57:59.427 INFO:tasks.rados.rados.0.smithi090.stdout:378: left oid 5 (ObjNum 137 snap 32 seq_num 137) 2024-03-07T02:57:59.427 INFO:tasks.rados.rados.0.smithi090.stdout:380: finishing write tid 1 to smithi09077644-49 2024-03-07T02:57:59.427 INFO:tasks.rados.rados.0.smithi090.stdout:380: finishing write tid 2 to smithi09077644-49 2024-03-07T02:57:59.428 INFO:tasks.rados.rados.0.smithi090.stdout:380: finishing write tid 3 to smithi09077644-49 2024-03-07T02:57:59.428 INFO:tasks.rados.rados.0.smithi090.stdout:380: finishing write tid 4 to smithi09077644-49 2024-03-07T02:57:59.428 INFO:tasks.rados.rados.0.smithi090.stdout:380: finishing write tid 5 to smithi09077644-49 2024-03-07T02:57:59.429 INFO:tasks.rados.rados.0.smithi090.stdout:380: finishing write tid 6 to smithi09077644-49 2024-03-07T02:57:59.430 INFO:tasks.rados.rados.0.smithi090.stdout:380: oid 49 updating version 0 to 119 2024-03-07T02:57:59.430 INFO:tasks.rados.rados.0.smithi090.stdout:380: oid 49 updating version 119 to 122 2024-03-07T02:57:59.430 INFO:tasks.rados.rados.0.smithi090.stdout:380: oid 49 version 122 is already newer than 121 2024-03-07T02:57:59.430 INFO:tasks.rados.rados.0.smithi090.stdout:380: oid 49 updating version 122 to 123 2024-03-07T02:57:59.430 INFO:tasks.rados.rados.0.smithi090.stdout:380: oid 49 version 123 is already newer than 120 2024-03-07T02:57:59.430 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 49 v 123 (ObjNum 138 snap 32 seq_num 138) dirty exists 2024-03-07T02:57:59.430 INFO:tasks.rados.rados.0.smithi090.stdout:380: left oid 49 (ObjNum 138 snap 32 seq_num 138) 2024-03-07T02:57:59.430 INFO:tasks.rados.rados.0.smithi090.stdout:382: expect (ObjNum 6 snap 0 seq_num 6) 2024-03-07T02:57:59.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:59 smithi090 ceph-mon[27223]: osdmap e131: 8 total, 8 up, 8 in 2024-03-07T02:57:59.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:57:59 smithi090 ceph-mon[27223]: osdmap e132: 8 total, 8 up, 8 in 2024-03-07T02:57:59.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:59 smithi090 ceph-mon[37987]: osdmap e131: 8 total, 8 up, 8 in 2024-03-07T02:57:59.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:57:59 smithi090 ceph-mon[37987]: osdmap e132: 8 total, 8 up, 8 in 2024-03-07T02:57:59.893 INFO:teuthology.orchestra.run.smithi090.stdout:true 2024-03-07T02:57:59.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:59 smithi092 ceph-mon[31083]: osdmap e131: 8 total, 8 up, 8 in 2024-03-07T02:57:59.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:57:59 smithi092 ceph-mon[31083]: osdmap e132: 8 total, 8 up, 8 in 2024-03-07T02:58:00.206 INFO:teuthology.orchestra.run.smithi090.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-07T02:58:00.206 INFO:teuthology.orchestra.run.smithi090.stdout:alertmanager.a smithi090 *:9093,9094 running (2m) 2m ago 3m 16.7M - 0.25.0 c8568f914cd2 c7f315859531 2024-03-07T02:58:00.206 INFO:teuthology.orchestra.run.smithi090.stdout:grafana.a smithi092 *:3000 running (3m) 2m ago 3m 82.5M - 9.4.7 954c08fa6188 044a70fdd07e 2024-03-07T02:58:00.206 INFO:teuthology.orchestra.run.smithi090.stdout:mds.a smithi090 running (4m) 2m ago 4m 12.7M - 18.2.1-718-gae75fc9d 0164bb8a7c67 8b3baf63c0c9 2024-03-07T02:58:00.206 INFO:teuthology.orchestra.run.smithi090.stdout:mds.b smithi092 running (4m) 2m ago 4m 15.4M - 18.2.1-718-gae75fc9d 0164bb8a7c67 ce3c1188fa28 2024-03-07T02:58:00.206 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.x smithi092 *:8443,8765 running (7m) 2m ago 7m 449M - 18.2.1-718-gae75fc9d 0164bb8a7c67 b1184af39190 2024-03-07T02:58:00.206 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.y smithi090 *:9283,8765 running (9m) 2m ago 9m 497M - 18.2.1-718-gae75fc9d 0164bb8a7c67 a5359f652648 2024-03-07T02:58:00.206 INFO:teuthology.orchestra.run.smithi090.stdout:mon.a smithi090 running (9m) 2m ago 9m 47.8M 2048M 18.2.1-718-gae75fc9d 0164bb8a7c67 84d91110fe9f 2024-03-07T02:58:00.207 INFO:teuthology.orchestra.run.smithi090.stdout:mon.b smithi092 running (8m) 2m ago 8m 39.7M 2048M 18.2.1-718-gae75fc9d 0164bb8a7c67 27a7830719c5 2024-03-07T02:58:00.207 INFO:teuthology.orchestra.run.smithi090.stdout:mon.c smithi090 running (7m) 2m ago 7m 38.8M 2048M 18.2.1-718-gae75fc9d 0164bb8a7c67 9eaa649b1445 2024-03-07T02:58:00.207 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.a smithi090 *:9100 running (2m) 2m ago 2m 15.0M - 1.5.0 0da6a335fe13 76496853f3a5 2024-03-07T02:58:00.207 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.b smithi092 *:9100 running (2m) 2m ago 2m 8363k - 1.5.0 0da6a335fe13 9ed8c0a03920 2024-03-07T02:58:00.207 INFO:teuthology.orchestra.run.smithi090.stdout:osd.0 smithi090 running (7m) 2m ago 7m 44.6M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 725e893e6886 2024-03-07T02:58:00.207 INFO:teuthology.orchestra.run.smithi090.stdout:osd.1 smithi090 running (7m) 2m ago 6m 43.5M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 9b941d592b34 2024-03-07T02:58:00.207 INFO:teuthology.orchestra.run.smithi090.stdout:osd.2 smithi090 running (6m) 2m ago 6m 43.2M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 9852da06477f 2024-03-07T02:58:00.207 INFO:teuthology.orchestra.run.smithi090.stdout:osd.3 smithi090 running (6m) 2m ago 6m 44.7M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 1e9119683f37 2024-03-07T02:58:00.207 INFO:teuthology.orchestra.run.smithi090.stdout:osd.4 smithi092 running (5m) 2m ago 5m 41.5M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 9ffc02d81c13 2024-03-07T02:58:00.207 INFO:teuthology.orchestra.run.smithi090.stdout:osd.5 smithi092 running (5m) 2m ago 5m 41.4M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 028e6ccdd1db 2024-03-07T02:58:00.207 INFO:teuthology.orchestra.run.smithi090.stdout:osd.6 smithi092 running (4m) 2m ago 4m 44.4M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 04f0a980ec71 2024-03-07T02:58:00.207 INFO:teuthology.orchestra.run.smithi090.stdout:osd.7 smithi092 running (4m) 2m ago 4m 43.0M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 1f2215787147 2024-03-07T02:58:00.207 INFO:teuthology.orchestra.run.smithi090.stdout:prometheus.a smithi092 *:9095 running (2m) 2m ago 3m 29.3M - 2.43.0 a07b618ecd1d 1302f14a5c88 2024-03-07T02:58:00.406 INFO:tasks.rados.rados.0.smithi090.stdout:378: done (4 left) 2024-03-07T02:58:00.406 INFO:tasks.rados.rados.0.smithi090.stdout:379: done (3 left) 2024-03-07T02:58:00.406 INFO:tasks.rados.rados.0.smithi090.stdout:380: done (2 left) 2024-03-07T02:58:00.406 INFO:tasks.rados.rados.0.smithi090.stdout:382: done (1 left) 2024-03-07T02:58:00.407 INFO:tasks.rados.rados.0.smithi090.stdout:383: done (0 left) 2024-03-07T02:58:00.407 INFO:tasks.rados.rados.0.smithi090.stdout:384: delete oid 49 current snap is 33 2024-03-07T02:58:00.408 INFO:tasks.rados.rados.0.smithi090.stdout:384: done (0 left) 2024-03-07T02:58:00.408 INFO:tasks.rados.rados.0.smithi090.stdout:385: rollback oid 18 current snap is 33 2024-03-07T02:58:00.408 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 18 to 32 2024-03-07T02:58:00.408 INFO:tasks.rados.rados.0.smithi090.stdout:386: snap_create 2024-03-07T02:58:00.414 INFO:tasks.rados.rados.0.smithi090.stdout:385: finishing rollback tid 0 to smithi09077644-18 2024-03-07T02:58:00.414 INFO:tasks.rados.rados.0.smithi090.stdout:385: finishing rollback tid 1 to smithi09077644-18 2024-03-07T02:58:00.414 INFO:tasks.rados.rados.0.smithi090.stdout:385: finishing rollback tid 2 to smithi09077644-18 2024-03-07T02:58:00.414 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 18 v 93 (ObjNum 122 snap 27 seq_num 122) dirty exists 2024-03-07T02:58:00.597 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-03-07T02:58:00.597 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": { 2024-03-07T02:58:00.598 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 3 2024-03-07T02:58:00.598 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T02:58:00.598 INFO:teuthology.orchestra.run.smithi090.stdout: "mgr": { 2024-03-07T02:58:00.598 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 2 2024-03-07T02:58:00.598 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T02:58:00.598 INFO:teuthology.orchestra.run.smithi090.stdout: "osd": { 2024-03-07T02:58:00.598 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 8 2024-03-07T02:58:00.598 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T02:58:00.598 INFO:teuthology.orchestra.run.smithi090.stdout: "mds": { 2024-03-07T02:58:00.598 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 2 2024-03-07T02:58:00.598 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T02:58:00.598 INFO:teuthology.orchestra.run.smithi090.stdout: "overall": { 2024-03-07T02:58:00.598 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 15 2024-03-07T02:58:00.598 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-03-07T02:58:00.598 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-03-07T02:58:01.411 INFO:tasks.rados.rados.0.smithi090.stdout:385: done (1 left) 2024-03-07T02:58:01.411 INFO:tasks.rados.rados.0.smithi090.stdout:386: done (0 left) 2024-03-07T02:58:01.411 INFO:tasks.rados.rados.0.smithi090.stdout:387: rollback oid 41 current snap is 34 2024-03-07T02:58:01.412 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 41 to 29 2024-03-07T02:58:01.412 INFO:tasks.rados.rados.0.smithi090.stdout:388: rollback oid 18 current snap is 34 2024-03-07T02:58:01.412 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 18 to 30 2024-03-07T02:58:01.412 INFO:tasks.rados.rados.0.smithi090.stdout:389: rmattr oid 23 current snap is 34 2024-03-07T02:58:01.412 INFO:tasks.rados.rados.0.smithi090.stdout:389: done (2 left) 2024-03-07T02:58:01.412 INFO:tasks.rados.rados.0.smithi090.stdout:390: copy_from oid 43 from oid 10 current snap is 34 2024-03-07T02:58:01.412 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 19 current snap is 34 2024-03-07T02:58:01.412 INFO:tasks.rados.rados.0.smithi090.stdout:391: seq_num 140 ranges {2236416=753664,2990080=704512,3694592=524288,4218880=376832} 2024-03-07T02:58:01.427 INFO:tasks.rados.rados.0.smithi090.stdout:391: writing smithi09077644-19 from 2236416 to 2990080 tid 1 2024-03-07T02:58:01.432 INFO:tasks.rados.rados.0.smithi090.stdout:391: writing smithi09077644-19 from 2990080 to 3694592 tid 2 2024-03-07T02:58:01.435 INFO:tasks.rados.rados.0.smithi090.stdout:391: writing smithi09077644-19 from 3694592 to 4218880 tid 3 2024-03-07T02:58:01.437 INFO:tasks.rados.rados.0.smithi090.stdout:391: writing smithi09077644-19 from 4218880 to 4595712 tid 4 2024-03-07T02:58:01.438 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 13 current snap is 34 2024-03-07T02:58:01.438 INFO:tasks.rados.rados.0.smithi090.stdout:388: finishing rollback tid 0 to smithi09077644-18 2024-03-07T02:58:01.438 INFO:tasks.rados.rados.0.smithi090.stdout:388: finishing rollback tid 1 to smithi09077644-18 2024-03-07T02:58:01.438 INFO:tasks.rados.rados.0.smithi090.stdout:388: finishing rollback tid 2 to smithi09077644-18 2024-03-07T02:58:01.438 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 18 v 97 (ObjNum 122 snap 27 seq_num 122) dirty exists 2024-03-07T02:58:01.438 INFO:tasks.rados.rados.0.smithi090.stdout:387: finishing rollback tid 0 to smithi09077644-41 2024-03-07T02:58:01.438 INFO:tasks.rados.rados.0.smithi090.stdout:387: finishing rollback tid 1 to smithi09077644-41 2024-03-07T02:58:01.438 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 41 v 87 (ObjNum 81 snap 0 seq_num 1445753148) dirty dne 2024-03-07T02:58:01.438 INFO:tasks.rados.rados.0.smithi090.stdout:391: finishing write tid 1 to smithi09077644-19 2024-03-07T02:58:01.438 INFO:tasks.rados.rados.0.smithi090.stdout:390: finishing copy_from racing read to smithi09077644-43 2024-03-07T02:58:01.438 INFO:tasks.rados.rados.0.smithi090.stdout:390: finishing copy_from to smithi09077644-43 2024-03-07T02:58:01.438 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 70 (ObjNum 100 snap 19 seq_num 100) dirty exists 2024-03-07T02:58:01.438 INFO:tasks.rados.rados.0.smithi090.stdout:391: finishing write tid 2 to smithi09077644-19 2024-03-07T02:58:01.438 INFO:tasks.rados.rados.0.smithi090.stdout:392: seq_num 141 ranges {2768896=770048,3538944=589824,4128768=729088,4857856=286720} 2024-03-07T02:58:01.456 INFO:tasks.rados.rados.0.smithi090.stdout:392: writing smithi09077644-13 from 2768896 to 3538944 tid 1 2024-03-07T02:58:01.459 INFO:tasks.rados.rados.0.smithi090.stdout:392: writing smithi09077644-13 from 3538944 to 4128768 tid 2 2024-03-07T02:58:01.463 INFO:tasks.rados.rados.0.smithi090.stdout:392: writing smithi09077644-13 from 4128768 to 4857856 tid 3 2024-03-07T02:58:01.465 INFO:tasks.rados.rados.0.smithi090.stdout:392: writing smithi09077644-13 from 4857856 to 5144576 tid 4 2024-03-07T02:58:01.466 INFO:tasks.rados.rados.0.smithi090.stdout:387: done (4 left) 2024-03-07T02:58:01.466 INFO:tasks.rados.rados.0.smithi090.stdout:388: done (3 left) 2024-03-07T02:58:01.466 INFO:tasks.rados.rados.0.smithi090.stdout:390: done (2 left) 2024-03-07T02:58:01.466 INFO:tasks.rados.rados.0.smithi090.stdout:393: setattr oid 31 current snap is 34 2024-03-07T02:58:01.466 INFO:tasks.rados.rados.0.smithi090.stdout:391: finishing write tid 3 to smithi09077644-19 2024-03-07T02:58:01.466 INFO:tasks.rados.rados.0.smithi090.stdout:391: finishing write tid 4 to smithi09077644-19 2024-03-07T02:58:01.466 INFO:tasks.rados.rados.0.smithi090.stdout:391: finishing write tid 5 to smithi09077644-19 2024-03-07T02:58:01.466 INFO:tasks.rados.rados.0.smithi090.stdout:391: finishing write tid 6 to smithi09077644-19 2024-03-07T02:58:01.466 INFO:tasks.rados.rados.0.smithi090.stdout:391: oid 19 updating version 0 to 92 2024-03-07T02:58:01.466 INFO:tasks.rados.rados.0.smithi090.stdout:391: oid 19 version 92 is already newer than 91 2024-03-07T02:58:01.466 INFO:tasks.rados.rados.0.smithi090.stdout:391: oid 19 version 92 is already newer than 89 2024-03-07T02:58:01.466 INFO:tasks.rados.rados.0.smithi090.stdout:391: oid 19 updating version 92 to 93 2024-03-07T02:58:01.466 INFO:tasks.rados.rados.0.smithi090.stdout:391: oid 19 version 93 is already newer than 90 2024-03-07T02:58:01.466 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 93 (ObjNum 140 snap 34 seq_num 140) dirty exists 2024-03-07T02:58:01.467 INFO:tasks.rados.rados.0.smithi090.stdout:391: left oid 19 (ObjNum 140 snap 34 seq_num 140) 2024-03-07T02:58:01.467 INFO:tasks.rados.rados.0.smithi090.stdout:392: finishing write tid 1 to smithi09077644-13 2024-03-07T02:58:01.467 INFO:tasks.rados.rados.0.smithi090.stdout:392: finishing write tid 2 to smithi09077644-13 2024-03-07T02:58:01.467 INFO:tasks.rados.rados.0.smithi090.stdout:392: finishing write tid 3 to smithi09077644-13 2024-03-07T02:58:01.467 INFO:tasks.rados.rados.0.smithi090.stdout:391: done (2 left) 2024-03-07T02:58:01.467 INFO:tasks.rados.rados.0.smithi090.stdout:394: snap_create 2024-03-07T02:58:01.468 INFO:tasks.rados.rados.0.smithi090.stdout:392: finishing write tid 4 to smithi09077644-13 2024-03-07T02:58:01.468 INFO:tasks.rados.rados.0.smithi090.stdout:392: finishing write tid 5 to smithi09077644-13 2024-03-07T02:58:01.469 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 38 (ObjNum 801 snap 0 seq_num 3340209264) dirty exists 2024-03-07T02:58:01.469 INFO:tasks.rados.rados.0.smithi090.stdout:392: finishing write tid 6 to smithi09077644-13 2024-03-07T02:58:01.469 INFO:tasks.rados.rados.0.smithi090.stdout:392: oid 13 updating version 0 to 130 2024-03-07T02:58:01.470 INFO:tasks.rados.rados.0.smithi090.stdout:392: oid 13 version 130 is already newer than 127 2024-03-07T02:58:01.470 INFO:tasks.rados.rados.0.smithi090.stdout:392: oid 13 version 130 is already newer than 128 2024-03-07T02:58:01.470 INFO:tasks.rados.rados.0.smithi090.stdout:392: oid 13 version 130 is already newer than 129 2024-03-07T02:58:01.470 INFO:tasks.rados.rados.0.smithi090.stdout:392: oid 13 updating version 130 to 131 2024-03-07T02:58:01.470 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 13 v 131 (ObjNum 141 snap 34 seq_num 141) dirty exists 2024-03-07T02:58:01.470 INFO:tasks.rados.rados.0.smithi090.stdout:392: left oid 13 (ObjNum 141 snap 34 seq_num 141) 2024-03-07T02:58:01.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:01 smithi092 ceph-mon[31083]: from='client.24983 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:58:01.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:01 smithi092 ceph-mon[31083]: from='client.24989 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:58:01.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:01 smithi092 ceph-mon[31083]: osdmap e133: 8 total, 8 up, 8 in 2024-03-07T02:58:01.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:01 smithi092 ceph-mon[31083]: pgmap v183: 121 pgs: 121 active+clean; 124 MiB data, 426 MiB used, 715 GiB / 715 GiB avail; 15 MiB/s rd, 9.5 MiB/s wr, 37 op/s 2024-03-07T02:58:01.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:01 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/3948415057' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T02:58:01.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:01 smithi090 ceph-mon[27223]: from='client.24983 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:58:01.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:01 smithi090 ceph-mon[27223]: from='client.24989 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:58:01.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:01 smithi090 ceph-mon[27223]: osdmap e133: 8 total, 8 up, 8 in 2024-03-07T02:58:01.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:01 smithi090 ceph-mon[27223]: pgmap v183: 121 pgs: 121 active+clean; 124 MiB data, 426 MiB used, 715 GiB / 715 GiB avail; 15 MiB/s rd, 9.5 MiB/s wr, 37 op/s 2024-03-07T02:58:01.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:01 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/3948415057' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T02:58:01.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:01 smithi090 ceph-mon[37987]: from='client.24983 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:58:01.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:01 smithi090 ceph-mon[37987]: from='client.24989 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:58:01.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:01 smithi090 ceph-mon[37987]: osdmap e133: 8 total, 8 up, 8 in 2024-03-07T02:58:01.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:01 smithi090 ceph-mon[37987]: pgmap v183: 121 pgs: 121 active+clean; 124 MiB data, 426 MiB used, 715 GiB / 715 GiB avail; 15 MiB/s rd, 9.5 MiB/s wr, 37 op/s 2024-03-07T02:58:01.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:01 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/3948415057' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T02:58:02.417 INFO:tasks.rados.rados.0.smithi090.stdout:392: done (2 left) 2024-03-07T02:58:02.417 INFO:tasks.rados.rados.0.smithi090.stdout:393: done (1 left) 2024-03-07T02:58:02.417 INFO:tasks.rados.rados.0.smithi090.stdout:394: done (0 left) 2024-03-07T02:58:02.418 INFO:tasks.rados.rados.0.smithi090.stdout:395: copy_from oid 34 from oid 46 current snap is 35 2024-03-07T02:58:02.418 INFO:tasks.rados.rados.0.smithi090.stdout:396: snap_remove snap 25 2024-03-07T02:58:02.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:02 smithi092 ceph-mon[31083]: osdmap e134: 8 total, 8 up, 8 in 2024-03-07T02:58:02.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:02 smithi090 ceph-mon[37987]: osdmap e134: 8 total, 8 up, 8 in 2024-03-07T02:58:02.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:02 smithi090 ceph-mon[27223]: osdmap e134: 8 total, 8 up, 8 in 2024-03-07T02:58:03.328 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:58:02 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: ::ffff:172.21.15.92 - - [07/Mar/2024:02:58:02] "GET /metrics HTTP/1.1" 200 35981 "" "Prometheus/2.43.0" 2024-03-07T02:58:03.425 INFO:tasks.rados.rados.0.smithi090.stdout:396: done (1 left) 2024-03-07T02:58:03.425 INFO:tasks.rados.rados.0.smithi090.stdout:397: rollback oid 45 current snap is 35 2024-03-07T02:58:03.425 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 45 to 27 2024-03-07T02:58:03.425 INFO:tasks.rados.rados.0.smithi090.stdout:398: read oid 20 snap -1 2024-03-07T02:58:03.425 INFO:tasks.rados.rados.0.smithi090.stdout:398: expect deleted 2024-03-07T02:58:03.425 INFO:tasks.rados.rados.0.smithi090.stdout:399: read oid 37 snap -1 2024-03-07T02:58:03.425 INFO:tasks.rados.rados.0.smithi090.stdout:399: expect (ObjNum 101 snap 19 seq_num 101) 2024-03-07T02:58:03.425 INFO:tasks.rados.rados.0.smithi090.stdout:400: delete oid 17 current snap is 35 2024-03-07T02:58:03.425 INFO:tasks.rados.rados.0.smithi090.stdout:395: finishing copy_from racing read to smithi09077644-34 2024-03-07T02:58:03.425 INFO:tasks.rados.rados.0.smithi090.stdout:395: finishing copy_from to smithi09077644-34 2024-03-07T02:58:03.425 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 34 v 10 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-03-07T02:58:03.433 INFO:tasks.rados.rados.0.smithi090.stdout:397: finishing rollback tid 0 to smithi09077644-45 2024-03-07T02:58:03.433 INFO:tasks.rados.rados.0.smithi090.stdout:397: finishing rollback tid 1 to smithi09077644-45 2024-03-07T02:58:03.434 INFO:tasks.rados.rados.0.smithi090.stdout:397: finishing rollback tid 2 to smithi09077644-45 2024-03-07T02:58:03.434 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 45 v 81 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-03-07T02:58:03.436 INFO:tasks.rados.rados.0.smithi090.stdout:395: done (4 left) 2024-03-07T02:58:03.437 INFO:tasks.rados.rados.0.smithi090.stdout:397: done (3 left) 2024-03-07T02:58:03.437 INFO:tasks.rados.rados.0.smithi090.stdout:398: done (2 left) 2024-03-07T02:58:03.437 INFO:tasks.rados.rados.0.smithi090.stdout:400: done (1 left) 2024-03-07T02:58:03.437 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 18 current snap is 35 2024-03-07T02:58:03.437 INFO:tasks.rados.rados.0.smithi090.stdout:401: seq_num 143 ranges {4702208=802816,5505024=761856,6266880=745472,7012352=98304} 2024-03-07T02:58:03.467 INFO:tasks.rados.rados.0.smithi090.stdout:401: writing smithi09077644-18 from 4702208 to 5505024 tid 1 2024-03-07T02:58:03.471 INFO:tasks.rados.rados.0.smithi090.stdout:401: writing smithi09077644-18 from 5505024 to 6266880 tid 2 2024-03-07T02:58:03.475 INFO:tasks.rados.rados.0.smithi090.stdout:401: writing smithi09077644-18 from 6266880 to 7012352 tid 3 2024-03-07T02:58:03.476 INFO:tasks.rados.rados.0.smithi090.stdout:401: writing smithi09077644-18 from 7012352 to 7110656 tid 4 2024-03-07T02:58:03.476 INFO:tasks.rados.rados.0.smithi090.stdout:402: delete oid 49 current snap is 35 2024-03-07T02:58:03.476 INFO:tasks.rados.rados.0.smithi090.stdout:399: expect (ObjNum 101 snap 19 seq_num 101) 2024-03-07T02:58:03.571 INFO:tasks.rados.rados.0.smithi090.stdout:401: finishing write tid 1 to smithi09077644-18 2024-03-07T02:58:03.571 INFO:tasks.rados.rados.0.smithi090.stdout:401: finishing write tid 2 to smithi09077644-18 2024-03-07T02:58:03.571 INFO:tasks.rados.rados.0.smithi090.stdout:401: finishing write tid 3 to smithi09077644-18 2024-03-07T02:58:03.571 INFO:tasks.rados.rados.0.smithi090.stdout:399: done (2 left) 2024-03-07T02:58:03.571 INFO:tasks.rados.rados.0.smithi090.stdout:402: done (1 left) 2024-03-07T02:58:03.571 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 37 current snap is 35 2024-03-07T02:58:03.571 INFO:tasks.rados.rados.0.smithi090.stdout:401: finishing write tid 4 to smithi09077644-18 2024-03-07T02:58:03.571 INFO:tasks.rados.rados.0.smithi090.stdout:401: finishing write tid 5 to smithi09077644-18 2024-03-07T02:58:03.571 INFO:tasks.rados.rados.0.smithi090.stdout:401: finishing write tid 6 to smithi09077644-18 2024-03-07T02:58:03.571 INFO:tasks.rados.rados.0.smithi090.stdout:401: oid 18 updating version 0 to 104 2024-03-07T02:58:03.571 INFO:tasks.rados.rados.0.smithi090.stdout:401: oid 18 updating version 104 to 105 2024-03-07T02:58:03.572 INFO:tasks.rados.rados.0.smithi090.stdout:401: oid 18 updating version 105 to 106 2024-03-07T02:58:03.572 INFO:tasks.rados.rados.0.smithi090.stdout:401: oid 18 version 106 is already newer than 103 2024-03-07T02:58:03.572 INFO:tasks.rados.rados.0.smithi090.stdout:401: oid 18 updating version 106 to 107 2024-03-07T02:58:03.572 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 18 v 107 (ObjNum 143 snap 35 seq_num 143) dirty exists 2024-03-07T02:58:03.572 INFO:tasks.rados.rados.0.smithi090.stdout:401: left oid 18 (ObjNum 143 snap 35 seq_num 143) 2024-03-07T02:58:03.572 INFO:tasks.rados.rados.0.smithi090.stdout:403: seq_num 145 ranges {2768896=32768} 2024-03-07T02:58:03.586 INFO:tasks.rados.rados.0.smithi090.stdout:403: writing smithi09077644-37 from 2768896 to 2801664 tid 1 2024-03-07T02:58:03.586 INFO:tasks.rados.rados.0.smithi090.stdout:401: done (1 left) 2024-03-07T02:58:03.586 INFO:tasks.rados.rados.0.smithi090.stdout:404: copy_from oid 21 from oid 32 current snap is 35 2024-03-07T02:58:03.586 INFO:tasks.rados.rados.0.smithi090.stdout:405: setattr oid 43 current snap is 35 2024-03-07T02:58:03.587 INFO:tasks.rados.rados.0.smithi090.stdout:406: read oid 34 snap -1 2024-03-07T02:58:03.587 INFO:tasks.rados.rados.0.smithi090.stdout:406: expect (ObjNum 45 snap 0 seq_num 45) 2024-03-07T02:58:03.587 INFO:tasks.rados.rados.0.smithi090.stdout:407: snap_create 2024-03-07T02:58:03.587 INFO:tasks.rados.rados.0.smithi090.stdout:404: finishing copy_from to smithi09077644-21 2024-03-07T02:58:03.587 INFO:tasks.rados.rados.0.smithi090.stdout:404: got expected ENOENT (src dne) 2024-03-07T02:58:03.587 INFO:tasks.rados.rados.0.smithi090.stdout:404: finishing copy_from racing read to smithi09077644-21 2024-03-07T02:58:03.589 INFO:tasks.rados.rados.0.smithi090.stdout:403: finishing write tid 1 to smithi09077644-37 2024-03-07T02:58:03.589 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 71 (ObjNum 100 snap 19 seq_num 100) dirty exists 2024-03-07T02:58:03.589 INFO:tasks.rados.rados.0.smithi090.stdout:403: finishing write tid 2 to smithi09077644-37 2024-03-07T02:58:03.594 INFO:tasks.rados.rados.0.smithi090.stdout:403: finishing write tid 3 to smithi09077644-37 2024-03-07T02:58:03.594 INFO:tasks.rados.rados.0.smithi090.stdout:403: oid 37 updating version 0 to 46 2024-03-07T02:58:03.594 INFO:tasks.rados.rados.0.smithi090.stdout:403: oid 37 version 46 is already newer than 45 2024-03-07T02:58:03.594 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 37 v 46 (ObjNum 145 snap 35 seq_num 145) dirty exists 2024-03-07T02:58:03.594 INFO:tasks.rados.rados.0.smithi090.stdout:403: left oid 37 (ObjNum 145 snap 35 seq_num 145) 2024-03-07T02:58:03.595 INFO:tasks.rados.rados.0.smithi090.stdout:406: expect (ObjNum 45 snap 0 seq_num 45) 2024-03-07T02:58:03.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:03 smithi090 ceph-mon[27223]: osdmap e135: 8 total, 8 up, 8 in 2024-03-07T02:58:03.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:03 smithi090 ceph-mon[27223]: pgmap v186: 121 pgs: 121 active+clean; 124 MiB data, 426 MiB used, 715 GiB / 715 GiB avail; 15 MiB/s rd, 9.5 MiB/s wr, 37 op/s 2024-03-07T02:58:03.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:03 smithi090 ceph-mon[37987]: osdmap e135: 8 total, 8 up, 8 in 2024-03-07T02:58:03.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:03 smithi090 ceph-mon[37987]: pgmap v186: 121 pgs: 121 active+clean; 124 MiB data, 426 MiB used, 715 GiB / 715 GiB avail; 15 MiB/s rd, 9.5 MiB/s wr, 37 op/s 2024-03-07T02:58:03.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:03 smithi092 ceph-mon[31083]: osdmap e135: 8 total, 8 up, 8 in 2024-03-07T02:58:03.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:03 smithi092 ceph-mon[31083]: pgmap v186: 121 pgs: 121 active+clean; 124 MiB data, 426 MiB used, 715 GiB / 715 GiB avail; 15 MiB/s rd, 9.5 MiB/s wr, 37 op/s 2024-03-07T02:58:04.398 INFO:tasks.rados.rados.0.smithi090.stdout:403: done (4 left) 2024-03-07T02:58:04.398 INFO:tasks.rados.rados.0.smithi090.stdout:404: done (3 left) 2024-03-07T02:58:04.398 INFO:tasks.rados.rados.0.smithi090.stdout:405: done (2 left) 2024-03-07T02:58:04.398 INFO:tasks.rados.rados.0.smithi090.stdout:406: done (1 left) 2024-03-07T02:58:04.398 INFO:tasks.rados.rados.0.smithi090.stdout:407: done (0 left) 2024-03-07T02:58:04.399 INFO:tasks.rados.rados.0.smithi090.stdout:408: read oid 31 snap -1 2024-03-07T02:58:04.399 INFO:tasks.rados.rados.0.smithi090.stdout:408: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-07T02:58:04.399 INFO:tasks.rados.rados.0.smithi090.stdout:409: copy_from oid 13 from oid 33 current snap is 36 2024-03-07T02:58:04.399 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 27 current snap is 36 2024-03-07T02:58:04.399 INFO:tasks.rados.rados.0.smithi090.stdout:410: seq_num 146 ranges {0=49152} 2024-03-07T02:58:04.399 INFO:tasks.rados.rados.0.smithi090.stdout:410: writing smithi09077644-27 from 0 to 49152 tid 1 2024-03-07T02:58:04.399 INFO:tasks.rados.rados.0.smithi090.stdout:411: copy_from oid 5 from oid 22 current snap is 36 2024-03-07T02:58:04.399 INFO:tasks.rados.rados.0.smithi090.stdout:412: snap_create 2024-03-07T02:58:04.402 INFO:tasks.rados.rados.0.smithi090.stdout:408: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-07T02:58:04.411 INFO:tasks.rados.rados.0.smithi090.stdout:410: finishing write tid 1 to smithi09077644-27 2024-03-07T02:58:04.414 INFO:tasks.rados.rados.0.smithi090.stdout:410: finishing write tid 2 to smithi09077644-27 2024-03-07T02:58:04.415 INFO:tasks.rados.rados.0.smithi090.stdout:410: finishing write tid 3 to smithi09077644-27 2024-03-07T02:58:04.415 INFO:tasks.rados.rados.0.smithi090.stdout:410: oid 27 updating version 0 to 47 2024-03-07T02:58:04.415 INFO:tasks.rados.rados.0.smithi090.stdout:410: oid 27 updating version 47 to 48 2024-03-07T02:58:04.415 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 27 v 48 (ObjNum 146 snap 36 seq_num 146) dirty exists 2024-03-07T02:58:04.415 INFO:tasks.rados.rados.0.smithi090.stdout:410: left oid 27 (ObjNum 146 snap 36 seq_num 146) 2024-03-07T02:58:04.423 INFO:tasks.rados.rados.0.smithi090.stdout:411: finishing copy_from racing read to smithi09077644-5 2024-03-07T02:58:04.424 INFO:tasks.rados.rados.0.smithi090.stdout:411: finishing copy_from to smithi09077644-5 2024-03-07T02:58:04.424 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 5 v 113 (ObjNum 130 snap 29 seq_num 130) dirty exists 2024-03-07T02:58:04.427 INFO:tasks.rados.rados.0.smithi090.stdout:409: finishing copy_from racing read to smithi09077644-13 2024-03-07T02:58:04.432 INFO:tasks.rados.rados.0.smithi090.stdout:409: finishing copy_from to smithi09077644-13 2024-03-07T02:58:04.432 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 13 v 101 (ObjNum 127 snap 28 seq_num 127) dirty exists 2024-03-07T02:58:04.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:04 smithi090 ceph-mon[27223]: osdmap e136: 8 total, 8 up, 8 in 2024-03-07T02:58:04.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:04 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T02:58:04.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:04 smithi090 ceph-mon[27223]: osdmap e137: 8 total, 8 up, 8 in 2024-03-07T02:58:04.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:04 smithi090 ceph-mon[37987]: osdmap e136: 8 total, 8 up, 8 in 2024-03-07T02:58:04.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:04 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T02:58:04.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:04 smithi090 ceph-mon[37987]: osdmap e137: 8 total, 8 up, 8 in 2024-03-07T02:58:04.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:04 smithi092 ceph-mon[31083]: osdmap e136: 8 total, 8 up, 8 in 2024-03-07T02:58:04.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:04 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T02:58:04.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:04 smithi092 ceph-mon[31083]: osdmap e137: 8 total, 8 up, 8 in 2024-03-07T02:58:05.404 INFO:tasks.rados.rados.0.smithi090.stdout:408: done (4 left) 2024-03-07T02:58:05.404 INFO:tasks.rados.rados.0.smithi090.stdout:409: done (3 left) 2024-03-07T02:58:05.404 INFO:tasks.rados.rados.0.smithi090.stdout:410: done (2 left) 2024-03-07T02:58:05.405 INFO:tasks.rados.rados.0.smithi090.stdout:411: done (1 left) 2024-03-07T02:58:05.405 INFO:tasks.rados.rados.0.smithi090.stdout:412: done (0 left) 2024-03-07T02:58:05.405 INFO:tasks.rados.rados.0.smithi090.stdout:413: read oid 36 snap -1 2024-03-07T02:58:05.405 INFO:tasks.rados.rados.0.smithi090.stdout:413: expect (ObjNum 45 snap 0 seq_num 45) 2024-03-07T02:58:05.405 INFO:tasks.rados.rados.0.smithi090.stdout:414: delete oid 21 current snap is 37 2024-03-07T02:58:05.407 INFO:tasks.rados.rados.0.smithi090.stdout:414: done (1 left) 2024-03-07T02:58:05.407 INFO:tasks.rados.rados.0.smithi090.stdout:415: rmattr oid 9 current snap is 37 2024-03-07T02:58:05.407 INFO:tasks.rados.rados.0.smithi090.stdout:416: rmattr oid 3 current snap is 37 2024-03-07T02:58:05.407 INFO:tasks.rados.rados.0.smithi090.stdout:417: rmattr oid 44 current snap is 37 2024-03-07T02:58:05.407 INFO:tasks.rados.rados.0.smithi090.stdout:417: done (3 left) 2024-03-07T02:58:05.407 INFO:tasks.rados.rados.0.smithi090.stdout:418: copy_from oid 13 from oid 28 current snap is 37 2024-03-07T02:58:05.407 INFO:tasks.rados.rados.0.smithi090.stdout:419: delete oid 42 current snap is 37 2024-03-07T02:58:05.409 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 9 v 101 (ObjNum 81 snap 15 seq_num 81) dirty exists 2024-03-07T02:58:05.410 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 81 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-03-07T02:58:05.412 INFO:tasks.rados.rados.0.smithi090.stdout:415: done (4 left) 2024-03-07T02:58:05.412 INFO:tasks.rados.rados.0.smithi090.stdout:416: done (3 left) 2024-03-07T02:58:05.412 INFO:tasks.rados.rados.0.smithi090.stdout:419: done (2 left) 2024-03-07T02:58:05.412 INFO:tasks.rados.rados.0.smithi090.stdout:420: rollback oid 49 current snap is 37 2024-03-07T02:58:05.412 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 49 to 24 2024-03-07T02:58:05.412 INFO:tasks.rados.rados.0.smithi090.stdout:421: read oid 45 snap -1 2024-03-07T02:58:05.412 INFO:tasks.rados.rados.0.smithi090.stdout:421: expect (ObjNum 33 snap 0 seq_num 33) 2024-03-07T02:58:05.412 INFO:tasks.rados.rados.0.smithi090.stdout:422: copy_from oid 42 from oid 18 current snap is 37 2024-03-07T02:58:05.412 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 22 current snap is 37 2024-03-07T02:58:05.412 INFO:tasks.rados.rados.0.smithi090.stdout:423: seq_num 149 ranges {3825664=98304} 2024-03-07T02:58:05.434 INFO:tasks.rados.rados.0.smithi090.stdout:423: writing smithi09077644-22 from 3825664 to 3923968 tid 1 2024-03-07T02:58:05.434 INFO:tasks.rados.rados.0.smithi090.stdout:424: read oid 31 snap -1 2024-03-07T02:58:05.434 INFO:tasks.rados.rados.0.smithi090.stdout:424: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-07T02:58:05.434 INFO:tasks.rados.rados.0.smithi090.stdout:413: expect (ObjNum 45 snap 0 seq_num 45) 2024-03-07T02:58:05.455 INFO:tasks.rados.rados.0.smithi090.stdout:421: expect (ObjNum 33 snap 0 seq_num 33) 2024-03-07T02:58:05.472 INFO:tasks.rados.rados.0.smithi090.stdout:418: finishing copy_from racing read to smithi09077644-13 2024-03-07T02:58:05.472 INFO:tasks.rados.rados.0.smithi090.stdout:420: finishing rollback tid 1 to smithi09077644-49 2024-03-07T02:58:05.472 INFO:tasks.rados.rados.0.smithi090.stdout:420: finishing rollback tid 2 to smithi09077644-49 2024-03-07T02:58:05.472 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 49 v 140 (ObjNum 105 snap 20 seq_num 105) dirty exists 2024-03-07T02:58:05.472 INFO:tasks.rados.rados.0.smithi090.stdout:418: finishing copy_from to smithi09077644-13 2024-03-07T02:58:05.472 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 13 v 36 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-03-07T02:58:05.472 INFO:tasks.rados.rados.0.smithi090.stdout:424: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-07T02:58:05.475 INFO:tasks.rados.rados.0.smithi090.stdout:423: finishing write tid 1 to smithi09077644-22 2024-03-07T02:58:05.475 INFO:tasks.rados.rados.0.smithi090.stdout:423: finishing write tid 2 to smithi09077644-22 2024-03-07T02:58:05.475 INFO:tasks.rados.rados.0.smithi090.stdout:423: finishing write tid 3 to smithi09077644-22 2024-03-07T02:58:05.475 INFO:tasks.rados.rados.0.smithi090.stdout:423: oid 22 updating version 0 to 127 2024-03-07T02:58:05.475 INFO:tasks.rados.rados.0.smithi090.stdout:423: oid 22 updating version 127 to 128 2024-03-07T02:58:05.475 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 128 (ObjNum 149 snap 37 seq_num 149) dirty exists 2024-03-07T02:58:05.476 INFO:tasks.rados.rados.0.smithi090.stdout:423: left oid 22 (ObjNum 149 snap 37 seq_num 149) 2024-03-07T02:58:05.476 INFO:tasks.rados.rados.0.smithi090.stdout:422: finishing copy_from racing read to smithi09077644-42 2024-03-07T02:58:05.476 INFO:tasks.rados.rados.0.smithi090.stdout:422: finishing copy_from to smithi09077644-42 2024-03-07T02:58:05.476 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 42 v 107 (ObjNum 143 snap 35 seq_num 143) dirty exists 2024-03-07T02:58:05.476 INFO:tasks.rados.rados.0.smithi090.stdout:425: read oid 1 snap -1 2024-03-07T02:58:05.476 INFO:tasks.rados.rados.0.smithi090.stdout:425: expect (ObjNum 83 snap 15 seq_num 83) 2024-03-07T02:58:05.476 INFO:tasks.rados.rados.0.smithi090.stdout:413: done (7 left) 2024-03-07T02:58:05.476 INFO:tasks.rados.rados.0.smithi090.stdout:418: done (6 left) 2024-03-07T02:58:05.476 INFO:tasks.rados.rados.0.smithi090.stdout:420: done (5 left) 2024-03-07T02:58:05.476 INFO:tasks.rados.rados.0.smithi090.stdout:421: done (4 left) 2024-03-07T02:58:05.476 INFO:tasks.rados.rados.0.smithi090.stdout:422: done (3 left) 2024-03-07T02:58:05.476 INFO:tasks.rados.rados.0.smithi090.stdout:423: done (2 left) 2024-03-07T02:58:05.476 INFO:tasks.rados.rados.0.smithi090.stdout:424: done (1 left) 2024-03-07T02:58:05.476 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 19 current snap is 37 2024-03-07T02:58:05.477 INFO:tasks.rados.rados.0.smithi090.stdout:426: seq_num 150 ranges {4595712=114688} 2024-03-07T02:58:05.500 INFO:tasks.rados.rados.0.smithi090.stdout:426: writing smithi09077644-19 from 4595712 to 4710400 tid 1 2024-03-07T02:58:05.500 INFO:tasks.rados.rados.0.smithi090.stdout:427: rollback oid 34 current snap is 37 2024-03-07T02:58:05.500 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 34 to 24 2024-03-07T02:58:05.501 INFO:tasks.rados.rados.0.smithi090.stdout:425: expect (ObjNum 83 snap 15 seq_num 83) 2024-03-07T02:58:05.595 INFO:tasks.rados.rados.0.smithi090.stdout:426: finishing write tid 1 to smithi09077644-19 2024-03-07T02:58:05.595 INFO:tasks.rados.rados.0.smithi090.stdout:426: finishing write tid 2 to smithi09077644-19 2024-03-07T02:58:05.595 INFO:tasks.rados.rados.0.smithi090.stdout:427: finishing rollback tid 0 to smithi09077644-34 2024-03-07T02:58:05.595 INFO:tasks.rados.rados.0.smithi090.stdout:427: finishing rollback tid 1 to smithi09077644-34 2024-03-07T02:58:05.595 INFO:tasks.rados.rados.0.smithi090.stdout:427: finishing rollback tid 2 to smithi09077644-34 2024-03-07T02:58:05.595 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 34 v 51 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-03-07T02:58:05.595 INFO:tasks.rados.rados.0.smithi090.stdout:426: finishing write tid 3 to smithi09077644-19 2024-03-07T02:58:05.595 INFO:tasks.rados.rados.0.smithi090.stdout:426: oid 19 updating version 0 to 104 2024-03-07T02:58:05.595 INFO:tasks.rados.rados.0.smithi090.stdout:426: oid 19 version 104 is already newer than 103 2024-03-07T02:58:05.596 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 104 (ObjNum 150 snap 37 seq_num 150) dirty exists 2024-03-07T02:58:05.596 INFO:tasks.rados.rados.0.smithi090.stdout:426: left oid 19 (ObjNum 150 snap 37 seq_num 150) 2024-03-07T02:58:05.596 INFO:tasks.rados.rados.0.smithi090.stdout:425: done (2 left) 2024-03-07T02:58:05.596 INFO:tasks.rados.rados.0.smithi090.stdout:426: done (1 left) 2024-03-07T02:58:05.596 INFO:tasks.rados.rados.0.smithi090.stdout:427: done (0 left) 2024-03-07T02:58:05.596 INFO:tasks.rados.rados.0.smithi090.stdout:428: setattr oid 33 current snap is 37 2024-03-07T02:58:05.596 INFO:tasks.rados.rados.0.smithi090.stdout:429: snap_create 2024-03-07T02:58:05.598 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 33 v 130 (ObjNum 127 snap 28 seq_num 127) dirty exists 2024-03-07T02:58:05.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:05 smithi090 ceph-mon[27223]: pgmap v189: 121 pgs: 121 active+clean; 145 MiB data, 449 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 5.3 MiB/s wr, 25 op/s 2024-03-07T02:58:05.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:05 smithi090 ceph-mon[27223]: osdmap e138: 8 total, 8 up, 8 in 2024-03-07T02:58:05.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:05 smithi090 ceph-mon[37987]: pgmap v189: 121 pgs: 121 active+clean; 145 MiB data, 449 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 5.3 MiB/s wr, 25 op/s 2024-03-07T02:58:05.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:05 smithi090 ceph-mon[37987]: osdmap e138: 8 total, 8 up, 8 in 2024-03-07T02:58:05.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:05 smithi092 ceph-mon[31083]: pgmap v189: 121 pgs: 121 active+clean; 145 MiB data, 449 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 5.3 MiB/s wr, 25 op/s 2024-03-07T02:58:05.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:05 smithi092 ceph-mon[31083]: osdmap e138: 8 total, 8 up, 8 in 2024-03-07T02:58:06.430 INFO:tasks.rados.rados.0.smithi090.stdout:428: done (1 left) 2024-03-07T02:58:06.430 INFO:tasks.rados.rados.0.smithi090.stdout:429: done (0 left) 2024-03-07T02:58:06.431 INFO:tasks.rados.rados.0.smithi090.stdout:430: read oid 46 snap -1 2024-03-07T02:58:06.431 INFO:tasks.rados.rados.0.smithi090.stdout:430: expect (ObjNum 45 snap 0 seq_num 45) 2024-03-07T02:58:06.431 INFO:tasks.rados.rados.0.smithi090.stdout:431: snap_remove snap 34 2024-03-07T02:58:07.438 INFO:tasks.rados.rados.0.smithi090.stdout:430: expect (ObjNum 45 snap 0 seq_num 45) 2024-03-07T02:58:07.463 INFO:tasks.rados.rados.0.smithi090.stdout:430: done (1 left) 2024-03-07T02:58:07.463 INFO:tasks.rados.rados.0.smithi090.stdout:431: done (0 left) 2024-03-07T02:58:07.463 INFO:tasks.rados.rados.0.smithi090.stdout:432: read oid 45 snap -1 2024-03-07T02:58:07.463 INFO:tasks.rados.rados.0.smithi090.stdout:432: expect (ObjNum 33 snap 0 seq_num 33) 2024-03-07T02:58:07.463 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 44 current snap is 38 2024-03-07T02:58:07.463 INFO:tasks.rados.rados.0.smithi090.stdout:433: seq_num 151 ranges {1261568=131072} 2024-03-07T02:58:07.470 INFO:tasks.rados.rados.0.smithi090.stdout:433: writing smithi09077644-44 from 1261568 to 1392640 tid 1 2024-03-07T02:58:07.470 INFO:tasks.rados.rados.0.smithi090.stdout:434: snap_remove snap 37 2024-03-07T02:58:07.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:07 smithi090 ceph-mon[27223]: osdmap e139: 8 total, 8 up, 8 in 2024-03-07T02:58:07.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:07 smithi090 ceph-mon[27223]: pgmap v192: 121 pgs: 121 active+clean; 145 MiB data, 449 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 5.3 MiB/s wr, 25 op/s 2024-03-07T02:58:07.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:07 smithi090 ceph-mon[37987]: osdmap e139: 8 total, 8 up, 8 in 2024-03-07T02:58:07.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:07 smithi090 ceph-mon[37987]: pgmap v192: 121 pgs: 121 active+clean; 145 MiB data, 449 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 5.3 MiB/s wr, 25 op/s 2024-03-07T02:58:07.919 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:07 smithi092 ceph-mon[31083]: osdmap e139: 8 total, 8 up, 8 in 2024-03-07T02:58:07.919 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:07 smithi092 ceph-mon[31083]: pgmap v192: 121 pgs: 121 active+clean; 145 MiB data, 449 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 5.3 MiB/s wr, 25 op/s 2024-03-07T02:58:08.444 INFO:tasks.rados.rados.0.smithi090.stdout:432: expect (ObjNum 33 snap 0 seq_num 33) 2024-03-07T02:58:08.461 INFO:tasks.rados.rados.0.smithi090.stdout:433: finishing write tid 1 to smithi09077644-44 2024-03-07T02:58:08.462 INFO:tasks.rados.rados.0.smithi090.stdout:433: finishing write tid 2 to smithi09077644-44 2024-03-07T02:58:08.462 INFO:tasks.rados.rados.0.smithi090.stdout:432: done (2 left) 2024-03-07T02:58:08.462 INFO:tasks.rados.rados.0.smithi090.stdout:434: done (1 left) 2024-03-07T02:58:08.462 INFO:tasks.rados.rados.0.smithi090.stdout:435: snap_create 2024-03-07T02:58:08.462 INFO:tasks.rados.rados.0.smithi090.stdout:433: finishing write tid 3 to smithi09077644-44 2024-03-07T02:58:08.462 INFO:tasks.rados.rados.0.smithi090.stdout:433: oid 44 updating version 0 to 136 2024-03-07T02:58:08.462 INFO:tasks.rados.rados.0.smithi090.stdout:433: oid 44 updating version 136 to 137 2024-03-07T02:58:08.462 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 44 v 137 (ObjNum 151 snap 38 seq_num 151) dirty exists 2024-03-07T02:58:08.462 INFO:tasks.rados.rados.0.smithi090.stdout:433: left oid 44 (ObjNum 151 snap 38 seq_num 151) 2024-03-07T02:58:08.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:08 smithi090 ceph-mon[27223]: osdmap e140: 8 total, 8 up, 8 in 2024-03-07T02:58:08.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:08 smithi090 ceph-mon[37987]: osdmap e140: 8 total, 8 up, 8 in 2024-03-07T02:58:08.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:08 smithi092 ceph-mon[31083]: osdmap e140: 8 total, 8 up, 8 in 2024-03-07T02:58:09.399 INFO:tasks.rados.rados.0.smithi090.stdout:433: done (1 left) 2024-03-07T02:58:09.399 INFO:tasks.rados.rados.0.smithi090.stdout:435: done (0 left) 2024-03-07T02:58:09.399 INFO:tasks.rados.rados.0.smithi090.stdout:436: snap_remove snap 30 2024-03-07T02:58:09.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:09 smithi090 ceph-mon[27223]: osdmap e141: 8 total, 8 up, 8 in 2024-03-07T02:58:09.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:09 smithi090 ceph-mon[27223]: pgmap v195: 121 pgs: 121 active+clean; 145 MiB data, 449 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:58:09.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:09 smithi090 ceph-mon[27223]: osdmap e142: 8 total, 8 up, 8 in 2024-03-07T02:58:09.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:09 smithi090 ceph-mon[37987]: osdmap e141: 8 total, 8 up, 8 in 2024-03-07T02:58:09.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:09 smithi090 ceph-mon[37987]: pgmap v195: 121 pgs: 121 active+clean; 145 MiB data, 449 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:58:09.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:09 smithi090 ceph-mon[37987]: osdmap e142: 8 total, 8 up, 8 in 2024-03-07T02:58:09.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:09 smithi092 ceph-mon[31083]: osdmap e141: 8 total, 8 up, 8 in 2024-03-07T02:58:09.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:09 smithi092 ceph-mon[31083]: pgmap v195: 121 pgs: 121 active+clean; 145 MiB data, 449 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:58:09.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:09 smithi092 ceph-mon[31083]: osdmap e142: 8 total, 8 up, 8 in 2024-03-07T02:58:10.411 INFO:tasks.rados.rados.0.smithi090.stdout:436: done (0 left) 2024-03-07T02:58:10.411 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 50 current snap is 39 2024-03-07T02:58:10.411 INFO:tasks.rados.rados.0.smithi090.stdout:437: seq_num 152 ranges {827392=147456} 2024-03-07T02:58:10.417 INFO:tasks.rados.rados.0.smithi090.stdout:437: writing smithi09077644-50 from 827392 to 974848 tid 1 2024-03-07T02:58:10.417 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 4 current snap is 39 2024-03-07T02:58:10.417 INFO:tasks.rados.rados.0.smithi090.stdout:438: seq_num 153 ranges {57344=163840} 2024-03-07T02:58:10.419 INFO:tasks.rados.rados.0.smithi090.stdout:438: writing smithi09077644-4 from 57344 to 221184 tid 1 2024-03-07T02:58:10.419 INFO:tasks.rados.rados.0.smithi090.stdout:439: rmattr oid 9 current snap is 39 2024-03-07T02:58:10.419 INFO:tasks.rados.rados.0.smithi090.stdout:440: delete oid 33 current snap is 39 2024-03-07T02:58:10.423 INFO:tasks.rados.rados.0.smithi090.stdout:438: finishing write tid 1 to smithi09077644-4 2024-03-07T02:58:10.423 INFO:tasks.rados.rados.0.smithi090.stdout:438: finishing write tid 2 to smithi09077644-4 2024-03-07T02:58:10.424 INFO:tasks.rados.rados.0.smithi090.stdout:437: finishing write tid 1 to smithi09077644-50 2024-03-07T02:58:10.424 INFO:tasks.rados.rados.0.smithi090.stdout:437: finishing write tid 2 to smithi09077644-50 2024-03-07T02:58:10.425 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 9 v 114 (ObjNum 81 snap 15 seq_num 81) dirty exists 2024-03-07T02:58:10.425 INFO:tasks.rados.rados.0.smithi090.stdout:437: finishing write tid 3 to smithi09077644-50 2024-03-07T02:58:10.425 INFO:tasks.rados.rados.0.smithi090.stdout:437: oid 50 updating version 0 to 84 2024-03-07T02:58:10.425 INFO:tasks.rados.rados.0.smithi090.stdout:437: oid 50 version 84 is already newer than 83 2024-03-07T02:58:10.425 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 50 v 84 (ObjNum 152 snap 39 seq_num 152) dirty exists 2024-03-07T02:58:10.426 INFO:tasks.rados.rados.0.smithi090.stdout:437: left oid 50 (ObjNum 152 snap 39 seq_num 152) 2024-03-07T02:58:10.426 INFO:tasks.rados.rados.0.smithi090.stdout:438: finishing write tid 3 to smithi09077644-4 2024-03-07T02:58:10.426 INFO:tasks.rados.rados.0.smithi090.stdout:438: oid 4 updating version 0 to 114 2024-03-07T02:58:10.426 INFO:tasks.rados.rados.0.smithi090.stdout:438: oid 4 updating version 114 to 115 2024-03-07T02:58:10.426 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 115 (ObjNum 153 snap 39 seq_num 153) dirty exists 2024-03-07T02:58:10.426 INFO:tasks.rados.rados.0.smithi090.stdout:438: left oid 4 (ObjNum 153 snap 39 seq_num 153) 2024-03-07T02:58:10.427 INFO:tasks.rados.rados.0.smithi090.stdout:437: done (3 left) 2024-03-07T02:58:10.427 INFO:tasks.rados.rados.0.smithi090.stdout:438: done (2 left) 2024-03-07T02:58:10.428 INFO:tasks.rados.rados.0.smithi090.stdout:439: done (1 left) 2024-03-07T02:58:10.428 INFO:tasks.rados.rados.0.smithi090.stdout:440: done (0 left) 2024-03-07T02:58:10.428 INFO:tasks.rados.rados.0.smithi090.stdout:441: read oid 24 snap -1 2024-03-07T02:58:10.428 INFO:tasks.rados.rados.0.smithi090.stdout:441: expect (ObjNum 54 snap 4 seq_num 54) 2024-03-07T02:58:10.428 INFO:tasks.rados.rados.0.smithi090.stdout:442: snap_create 2024-03-07T02:58:10.432 INFO:tasks.rados.rados.0.smithi090.stdout:441: expect (ObjNum 54 snap 4 seq_num 54) 2024-03-07T02:58:11.423 INFO:tasks.rados.rados.0.smithi090.stdout:441: done (1 left) 2024-03-07T02:58:11.423 INFO:tasks.rados.rados.0.smithi090.stdout:442: done (0 left) 2024-03-07T02:58:11.423 INFO:tasks.rados.rados.0.smithi090.stdout:443: rmattr oid 6 current snap is 40 2024-03-07T02:58:11.423 INFO:tasks.rados.rados.0.smithi090.stdout:444: rollback oid 3 current snap is 40 2024-03-07T02:58:11.423 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 3 to 24 2024-03-07T02:58:11.423 INFO:tasks.rados.rados.0.smithi090.stdout:445: rollback oid 16 current snap is 40 2024-03-07T02:58:11.423 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 16 to 29 2024-03-07T02:58:11.423 INFO:tasks.rados.rados.0.smithi090.stdout:446: snap_create 2024-03-07T02:58:11.428 INFO:tasks.rados.rados.0.smithi090.stdout:444: finishing rollback tid 0 to smithi09077644-3 2024-03-07T02:58:11.429 INFO:tasks.rados.rados.0.smithi090.stdout:444: finishing rollback tid 1 to smithi09077644-3 2024-03-07T02:58:11.429 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 102 (ObjNum 125 snap 28 seq_num 125) dirty exists 2024-03-07T02:58:11.429 INFO:tasks.rados.rados.0.smithi090.stdout:444: finishing rollback tid 2 to smithi09077644-3 2024-03-07T02:58:11.430 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 90 (ObjNum 78 snap 12 seq_num 78) dirty exists 2024-03-07T02:58:11.430 INFO:tasks.rados.rados.0.smithi090.stdout:445: finishing rollback tid 0 to smithi09077644-16 2024-03-07T02:58:11.430 INFO:tasks.rados.rados.0.smithi090.stdout:445: finishing rollback tid 1 to smithi09077644-16 2024-03-07T02:58:11.430 INFO:tasks.rados.rados.0.smithi090.stdout:445: finishing rollback tid 2 to smithi09077644-16 2024-03-07T02:58:11.430 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 115 (ObjNum 123 snap 28 seq_num 123) dirty exists 2024-03-07T02:58:11.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:11 smithi092 ceph-mon[31083]: osdmap e143: 8 total, 8 up, 8 in 2024-03-07T02:58:11.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:11 smithi092 ceph-mon[31083]: pgmap v198: 121 pgs: 121 active+clean; 158 MiB data, 473 MiB used, 715 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.9 MiB/s wr, 18 op/s 2024-03-07T02:58:11.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:11 smithi090 ceph-mon[27223]: osdmap e143: 8 total, 8 up, 8 in 2024-03-07T02:58:11.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:11 smithi090 ceph-mon[27223]: pgmap v198: 121 pgs: 121 active+clean; 158 MiB data, 473 MiB used, 715 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.9 MiB/s wr, 18 op/s 2024-03-07T02:58:11.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:11 smithi090 ceph-mon[37987]: osdmap e143: 8 total, 8 up, 8 in 2024-03-07T02:58:11.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:11 smithi090 ceph-mon[37987]: pgmap v198: 121 pgs: 121 active+clean; 158 MiB data, 473 MiB used, 715 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.9 MiB/s wr, 18 op/s 2024-03-07T02:58:12.421 INFO:tasks.rados.rados.0.smithi090.stdout:443: done (3 left) 2024-03-07T02:58:12.421 INFO:tasks.rados.rados.0.smithi090.stdout:444: done (2 left) 2024-03-07T02:58:12.421 INFO:tasks.rados.rados.0.smithi090.stdout:445: done (1 left) 2024-03-07T02:58:12.421 INFO:tasks.rados.rados.0.smithi090.stdout:446: done (0 left) 2024-03-07T02:58:12.422 INFO:tasks.rados.rados.0.smithi090.stdout:447: rollback oid 39 current snap is 41 2024-03-07T02:58:12.422 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 39 to 36 2024-03-07T02:58:12.422 INFO:tasks.rados.rados.0.smithi090.stdout:448: rollback oid 21 current snap is 41 2024-03-07T02:58:12.422 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 21 to 27 2024-03-07T02:58:12.422 INFO:tasks.rados.rados.0.smithi090.stdout:449: delete oid 24 current snap is 41 2024-03-07T02:58:12.428 INFO:tasks.rados.rados.0.smithi090.stdout:449: done (2 left) 2024-03-07T02:58:12.428 INFO:tasks.rados.rados.0.smithi090.stdout:450: delete oid 3 current snap is 41 2024-03-07T02:58:12.428 INFO:tasks.rados.rados.0.smithi090.stdout:448: finishing rollback tid 1 to smithi09077644-21 2024-03-07T02:58:12.428 INFO:tasks.rados.rados.0.smithi090.stdout:448: finishing rollback tid 2 to smithi09077644-21 2024-03-07T02:58:12.429 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 59 (ObjNum 107 snap 20 seq_num 107) dirty exists 2024-03-07T02:58:12.430 INFO:tasks.rados.rados.0.smithi090.stdout:447: finishing rollback tid 0 to smithi09077644-39 2024-03-07T02:58:12.430 INFO:tasks.rados.rados.0.smithi090.stdout:448: done (2 left) 2024-03-07T02:58:12.430 INFO:tasks.rados.rados.0.smithi090.stdout:450: done (1 left) 2024-03-07T02:58:12.431 INFO:tasks.rados.rados.0.smithi090.stdout:451: read oid 26 snap 36 2024-03-07T02:58:12.431 INFO:tasks.rados.rados.0.smithi090.stdout:451: expect (ObjNum 95 snap 18 seq_num 95) 2024-03-07T02:58:12.431 INFO:tasks.rados.rados.0.smithi090.stdout:452: snap_create 2024-03-07T02:58:12.431 INFO:tasks.rados.rados.0.smithi090.stdout:447: finishing rollback tid 1 to smithi09077644-39 2024-03-07T02:58:12.431 INFO:tasks.rados.rados.0.smithi090.stdout:447: finishing rollback tid 2 to smithi09077644-39 2024-03-07T02:58:12.431 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 151 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-03-07T02:58:12.438 INFO:tasks.rados.rados.0.smithi090.stdout:451: expect (ObjNum 95 snap 18 seq_num 95) 2024-03-07T02:58:12.729 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:12 smithi090 ceph-mon[27223]: osdmap e144: 8 total, 8 up, 8 in 2024-03-07T02:58:12.729 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:12 smithi090 ceph-mon[37987]: osdmap e144: 8 total, 8 up, 8 in 2024-03-07T02:58:12.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:12 smithi092 ceph-mon[31083]: osdmap e144: 8 total, 8 up, 8 in 2024-03-07T02:58:13.078 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:58:12 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: ::ffff:172.21.15.92 - - [07/Mar/2024:02:58:12] "GET /metrics HTTP/1.1" 200 35980 "" "Prometheus/2.43.0" 2024-03-07T02:58:13.442 INFO:tasks.rados.rados.0.smithi090.stdout:447: done (2 left) 2024-03-07T02:58:13.442 INFO:tasks.rados.rados.0.smithi090.stdout:451: done (1 left) 2024-03-07T02:58:13.443 INFO:tasks.rados.rados.0.smithi090.stdout:452: done (0 left) 2024-03-07T02:58:13.443 INFO:tasks.rados.rados.0.smithi090.stdout:453: delete oid 49 current snap is 42 2024-03-07T02:58:13.446 INFO:tasks.rados.rados.0.smithi090.stdout:453: done (0 left) 2024-03-07T02:58:13.446 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 5 current snap is 42 2024-03-07T02:58:13.446 INFO:tasks.rados.rados.0.smithi090.stdout:454: seq_num 158 ranges {3825664=253952} 2024-03-07T02:58:13.468 INFO:tasks.rados.rados.0.smithi090.stdout:454: writing smithi09077644-5 from 3825664 to 4079616 tid 1 2024-03-07T02:58:13.468 INFO:tasks.rados.rados.0.smithi090.stdout:455: setattr oid 28 current snap is 42 2024-03-07T02:58:13.469 INFO:tasks.rados.rados.0.smithi090.stdout:456: read oid 15 snap -1 2024-03-07T02:58:13.470 INFO:tasks.rados.rados.0.smithi090.stdout:456: expect (ObjNum 129 snap 29 seq_num 129) 2024-03-07T02:58:13.470 INFO:tasks.rados.rados.0.smithi090.stdout:457: rollback oid 38 current snap is 42 2024-03-07T02:58:13.470 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 38 to 27 2024-03-07T02:58:13.470 INFO:tasks.rados.rados.0.smithi090.stdout:458: snap_create 2024-03-07T02:58:13.471 INFO:tasks.rados.rados.0.smithi090.stdout:454: finishing write tid 1 to smithi09077644-5 2024-03-07T02:58:13.472 INFO:tasks.rados.rados.0.smithi090.stdout:454: finishing write tid 2 to smithi09077644-5 2024-03-07T02:58:13.475 INFO:tasks.rados.rados.0.smithi090.stdout:454: finishing write tid 3 to smithi09077644-5 2024-03-07T02:58:13.475 INFO:tasks.rados.rados.0.smithi090.stdout:454: oid 5 updating version 0 to 117 2024-03-07T02:58:13.475 INFO:tasks.rados.rados.0.smithi090.stdout:454: oid 5 version 117 is already newer than 116 2024-03-07T02:58:13.475 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 5 v 117 (ObjNum 158 snap 42 seq_num 158) dirty exists 2024-03-07T02:58:13.475 INFO:tasks.rados.rados.0.smithi090.stdout:454: left oid 5 (ObjNum 158 snap 42 seq_num 158) 2024-03-07T02:58:13.475 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 28 v 88 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-03-07T02:58:13.476 INFO:tasks.rados.rados.0.smithi090.stdout:457: finishing rollback tid 0 to smithi09077644-38 2024-03-07T02:58:13.476 INFO:tasks.rados.rados.0.smithi090.stdout:457: finishing rollback tid 1 to smithi09077644-38 2024-03-07T02:58:13.476 INFO:tasks.rados.rados.0.smithi090.stdout:457: finishing rollback tid 2 to smithi09077644-38 2024-03-07T02:58:13.476 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 123 (ObjNum 120 snap 25 seq_num 120) dirty exists 2024-03-07T02:58:13.484 INFO:tasks.rados.rados.0.smithi090.stdout:456: expect (ObjNum 129 snap 29 seq_num 129) 2024-03-07T02:58:13.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:13 smithi090 ceph-mon[27223]: osdmap e145: 8 total, 8 up, 8 in 2024-03-07T02:58:13.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:13 smithi090 ceph-mon[27223]: pgmap v201: 121 pgs: 121 active+clean; 158 MiB data, 473 MiB used, 715 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.9 MiB/s wr, 18 op/s 2024-03-07T02:58:13.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:13 smithi090 ceph-mon[37987]: osdmap e145: 8 total, 8 up, 8 in 2024-03-07T02:58:13.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:13 smithi090 ceph-mon[37987]: pgmap v201: 121 pgs: 121 active+clean; 158 MiB data, 473 MiB used, 715 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.9 MiB/s wr, 18 op/s 2024-03-07T02:58:13.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:13 smithi092 ceph-mon[31083]: osdmap e145: 8 total, 8 up, 8 in 2024-03-07T02:58:13.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:13 smithi092 ceph-mon[31083]: pgmap v201: 121 pgs: 121 active+clean; 158 MiB data, 473 MiB used, 715 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.9 MiB/s wr, 18 op/s 2024-03-07T02:58:14.402 INFO:tasks.rados.rados.0.smithi090.stdout:454: done (4 left) 2024-03-07T02:58:14.402 INFO:tasks.rados.rados.0.smithi090.stdout:455: done (3 left) 2024-03-07T02:58:14.402 INFO:tasks.rados.rados.0.smithi090.stdout:456: done (2 left) 2024-03-07T02:58:14.402 INFO:tasks.rados.rados.0.smithi090.stdout:457: done (1 left) 2024-03-07T02:58:14.402 INFO:tasks.rados.rados.0.smithi090.stdout:458: done (0 left) 2024-03-07T02:58:14.402 INFO:tasks.rados.rados.0.smithi090.stdout:459: read oid 14 snap -1 2024-03-07T02:58:14.402 INFO:tasks.rados.rados.0.smithi090.stdout:459: expect (ObjNum 101 snap 19 seq_num 101) 2024-03-07T02:58:14.403 INFO:tasks.rados.rados.0.smithi090.stdout:460: rollback oid 34 current snap is 43 2024-03-07T02:58:14.403 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 34 to 40 2024-03-07T02:58:14.403 INFO:tasks.rados.rados.0.smithi090.stdout:461: delete oid 25 current snap is 43 2024-03-07T02:58:14.411 INFO:tasks.rados.rados.0.smithi090.stdout:461: done (2 left) 2024-03-07T02:58:14.411 INFO:tasks.rados.rados.0.smithi090.stdout:462: read oid 26 snap -1 2024-03-07T02:58:14.411 INFO:tasks.rados.rados.0.smithi090.stdout:462: expect (ObjNum 95 snap 18 seq_num 95) 2024-03-07T02:58:14.411 INFO:tasks.rados.rados.0.smithi090.stdout:463: rollback oid 43 current snap is 43 2024-03-07T02:58:14.411 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 43 to 38 2024-03-07T02:58:14.411 INFO:tasks.rados.rados.0.smithi090.stdout:464: delete oid 16 current snap is 43 2024-03-07T02:58:14.412 INFO:tasks.rados.rados.0.smithi090.stdout:460: finishing rollback tid 0 to smithi09077644-34 2024-03-07T02:58:14.412 INFO:tasks.rados.rados.0.smithi090.stdout:460: finishing rollback tid 1 to smithi09077644-34 2024-03-07T02:58:14.414 INFO:tasks.rados.rados.0.smithi090.stdout:460: finishing rollback tid 2 to smithi09077644-34 2024-03-07T02:58:14.414 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 34 v 63 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-03-07T02:58:14.417 INFO:tasks.rados.rados.0.smithi090.stdout:460: done (4 left) 2024-03-07T02:58:14.417 INFO:tasks.rados.rados.0.smithi090.stdout:464: done (3 left) 2024-03-07T02:58:14.417 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 23 current snap is 43 2024-03-07T02:58:14.417 INFO:tasks.rados.rados.0.smithi090.stdout:465: seq_num 161 ranges {1818624=303104} 2024-03-07T02:58:14.429 INFO:tasks.rados.rados.0.smithi090.stdout:465: writing smithi09077644-23 from 1818624 to 2121728 tid 1 2024-03-07T02:58:14.429 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 6 current snap is 43 2024-03-07T02:58:14.429 INFO:tasks.rados.rados.0.smithi090.stdout:466: seq_num 162 ranges {3284992=319488} 2024-03-07T02:58:14.449 INFO:tasks.rados.rados.0.smithi090.stdout:466: writing smithi09077644-6 from 3284992 to 3604480 tid 1 2024-03-07T02:58:14.449 INFO:tasks.rados.rados.0.smithi090.stdout:467: read oid 15 snap -1 2024-03-07T02:58:14.449 INFO:tasks.rados.rados.0.smithi090.stdout:467: expect (ObjNum 129 snap 29 seq_num 129) 2024-03-07T02:58:14.449 INFO:tasks.rados.rados.0.smithi090.stdout:468: read oid 7 snap -1 2024-03-07T02:58:14.450 INFO:tasks.rados.rados.0.smithi090.stdout:468: expect (ObjNum 6 snap 0 seq_num 6) 2024-03-07T02:58:14.450 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 3 current snap is 43 2024-03-07T02:58:14.450 INFO:tasks.rados.rados.0.smithi090.stdout:459: expect (ObjNum 101 snap 19 seq_num 101) 2024-03-07T02:58:14.544 INFO:tasks.rados.rados.0.smithi090.stdout:463: finishing rollback tid 0 to smithi09077644-43 2024-03-07T02:58:14.545 INFO:tasks.rados.rados.0.smithi090.stdout:463: finishing rollback tid 1 to smithi09077644-43 2024-03-07T02:58:14.545 INFO:tasks.rados.rados.0.smithi090.stdout:463: finishing rollback tid 2 to smithi09077644-43 2024-03-07T02:58:14.545 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 74 (ObjNum 100 snap 19 seq_num 100) dirty exists 2024-03-07T02:58:14.545 INFO:tasks.rados.rados.0.smithi090.stdout:462: expect (ObjNum 95 snap 18 seq_num 95) 2024-03-07T02:58:14.593 INFO:tasks.rados.rados.0.smithi090.stdout:465: finishing write tid 1 to smithi09077644-23 2024-03-07T02:58:14.593 INFO:tasks.rados.rados.0.smithi090.stdout:465: finishing write tid 2 to smithi09077644-23 2024-03-07T02:58:14.593 INFO:tasks.rados.rados.0.smithi090.stdout:465: finishing write tid 3 to smithi09077644-23 2024-03-07T02:58:14.594 INFO:tasks.rados.rados.0.smithi090.stdout:465: oid 23 updating version 0 to 126 2024-03-07T02:58:14.594 INFO:tasks.rados.rados.0.smithi090.stdout:465: oid 23 version 126 is already newer than 125 2024-03-07T02:58:14.594 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 126 (ObjNum 161 snap 43 seq_num 161) dirty exists 2024-03-07T02:58:14.594 INFO:tasks.rados.rados.0.smithi090.stdout:465: left oid 23 (ObjNum 161 snap 43 seq_num 161) 2024-03-07T02:58:14.594 INFO:tasks.rados.rados.0.smithi090.stdout:468: expect (ObjNum 6 snap 0 seq_num 6) 2024-03-07T02:58:14.596 INFO:tasks.rados.rados.0.smithi090.stdout:466: finishing write tid 1 to smithi09077644-6 2024-03-07T02:58:14.596 INFO:tasks.rados.rados.0.smithi090.stdout:466: finishing write tid 2 to smithi09077644-6 2024-03-07T02:58:14.596 INFO:tasks.rados.rados.0.smithi090.stdout:469: seq_num 163 ranges {0=335872} 2024-03-07T02:58:14.599 INFO:tasks.rados.rados.0.smithi090.stdout:469: writing smithi09077644-3 from 0 to 335872 tid 1 2024-03-07T02:58:14.599 INFO:tasks.rados.rados.0.smithi090.stdout:459: done (7 left) 2024-03-07T02:58:14.599 INFO:tasks.rados.rados.0.smithi090.stdout:462: done (6 left) 2024-03-07T02:58:14.599 INFO:tasks.rados.rados.0.smithi090.stdout:463: done (5 left) 2024-03-07T02:58:14.599 INFO:tasks.rados.rados.0.smithi090.stdout:465: done (4 left) 2024-03-07T02:58:14.599 INFO:tasks.rados.rados.0.smithi090.stdout:468: done (3 left) 2024-03-07T02:58:14.599 INFO:tasks.rados.rados.0.smithi090.stdout:470: read oid 30 snap -1 2024-03-07T02:58:14.599 INFO:tasks.rados.rados.0.smithi090.stdout:470: expect (ObjNum 15 snap 0 seq_num 15) 2024-03-07T02:58:14.599 INFO:tasks.rados.rados.0.smithi090.stdout:471: read oid 46 snap -1 2024-03-07T02:58:14.599 INFO:tasks.rados.rados.0.smithi090.stdout:471: expect (ObjNum 45 snap 0 seq_num 45) 2024-03-07T02:58:14.599 INFO:tasks.rados.rados.0.smithi090.stdout:472: rmattr oid 7 current snap is 43 2024-03-07T02:58:14.599 INFO:tasks.rados.rados.0.smithi090.stdout:472: done (5 left) 2024-03-07T02:58:14.600 INFO:tasks.rados.rados.0.smithi090.stdout:473: setattr oid 4 current snap is 43 2024-03-07T02:58:14.600 INFO:tasks.rados.rados.0.smithi090.stdout:466: finishing write tid 3 to smithi09077644-6 2024-03-07T02:58:14.600 INFO:tasks.rados.rados.0.smithi090.stdout:466: oid 6 updating version 0 to 105 2024-03-07T02:58:14.600 INFO:tasks.rados.rados.0.smithi090.stdout:466: oid 6 version 105 is already newer than 104 2024-03-07T02:58:14.600 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 105 (ObjNum 162 snap 43 seq_num 162) dirty exists 2024-03-07T02:58:14.600 INFO:tasks.rados.rados.0.smithi090.stdout:466: left oid 6 (ObjNum 162 snap 43 seq_num 162) 2024-03-07T02:58:14.600 INFO:tasks.rados.rados.0.smithi090.stdout:467: expect (ObjNum 129 snap 29 seq_num 129) 2024-03-07T02:58:14.727 INFO:tasks.rados.rados.0.smithi090.stdout:469: finishing write tid 1 to smithi09077644-3 2024-03-07T02:58:14.728 INFO:tasks.rados.rados.0.smithi090.stdout:469: finishing write tid 2 to smithi09077644-3 2024-03-07T02:58:14.728 INFO:tasks.rados.rados.0.smithi090.stdout:471: expect (ObjNum 45 snap 0 seq_num 45) 2024-03-07T02:58:14.748 INFO:tasks.rados.rados.0.smithi090.stdout:470: expect (ObjNum 15 snap 0 seq_num 15) 2024-03-07T02:58:14.755 INFO:tasks.rados.rados.0.smithi090.stdout:469: finishing write tid 3 to smithi09077644-3 2024-03-07T02:58:14.755 INFO:tasks.rados.rados.0.smithi090.stdout:469: oid 3 updating version 0 to 94 2024-03-07T02:58:14.755 INFO:tasks.rados.rados.0.smithi090.stdout:469: oid 3 version 94 is already newer than 93 2024-03-07T02:58:14.755 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 94 (ObjNum 163 snap 43 seq_num 163) dirty exists 2024-03-07T02:58:14.755 INFO:tasks.rados.rados.0.smithi090.stdout:469: left oid 3 (ObjNum 163 snap 43 seq_num 163) 2024-03-07T02:58:14.755 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 118 (ObjNum 153 snap 39 seq_num 153) dirty exists 2024-03-07T02:58:14.755 INFO:tasks.rados.rados.0.smithi090.stdout:466: done (5 left) 2024-03-07T02:58:14.755 INFO:tasks.rados.rados.0.smithi090.stdout:467: done (4 left) 2024-03-07T02:58:14.756 INFO:tasks.rados.rados.0.smithi090.stdout:469: done (3 left) 2024-03-07T02:58:14.756 INFO:tasks.rados.rados.0.smithi090.stdout:470: done (2 left) 2024-03-07T02:58:14.756 INFO:tasks.rados.rados.0.smithi090.stdout:471: done (1 left) 2024-03-07T02:58:14.756 INFO:tasks.rados.rados.0.smithi090.stdout:473: done (0 left) 2024-03-07T02:58:14.756 INFO:tasks.rados.rados.0.smithi090.stdout:474: rmattr oid 27 current snap is 43 2024-03-07T02:58:14.756 INFO:tasks.rados.rados.0.smithi090.stdout:474: done (0 left) 2024-03-07T02:58:14.756 INFO:tasks.rados.rados.0.smithi090.stdout:475: setattr oid 40 current snap is 43 2024-03-07T02:58:14.756 INFO:tasks.rados.rados.0.smithi090.stdout:476: snap_create 2024-03-07T02:58:14.760 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 40 v 58 (ObjNum 61 snap 5 seq_num 61) dirty exists 2024-03-07T02:58:14.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:14 smithi090 ceph-mon[27223]: osdmap e146: 8 total, 8 up, 8 in 2024-03-07T02:58:14.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:14 smithi090 ceph-mon[27223]: osdmap e147: 8 total, 8 up, 8 in 2024-03-07T02:58:14.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:14 smithi090 ceph-mon[37987]: osdmap e146: 8 total, 8 up, 8 in 2024-03-07T02:58:14.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:14 smithi090 ceph-mon[37987]: osdmap e147: 8 total, 8 up, 8 in 2024-03-07T02:58:14.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:14 smithi092 ceph-mon[31083]: osdmap e146: 8 total, 8 up, 8 in 2024-03-07T02:58:14.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:14 smithi092 ceph-mon[31083]: osdmap e147: 8 total, 8 up, 8 in 2024-03-07T02:58:15.443 INFO:tasks.rados.rados.0.smithi090.stdout:475: done (1 left) 2024-03-07T02:58:15.443 INFO:tasks.rados.rados.0.smithi090.stdout:476: done (0 left) 2024-03-07T02:58:15.443 INFO:tasks.rados.rados.0.smithi090.stdout:477: setattr oid 39 current snap is 44 2024-03-07T02:58:15.445 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 22 current snap is 44 2024-03-07T02:58:15.445 INFO:tasks.rados.rados.0.smithi090.stdout:478: seq_num 164 ranges {3923968=352256} 2024-03-07T02:58:15.471 INFO:tasks.rados.rados.0.smithi090.stdout:478: writing smithi09077644-22 from 3923968 to 4276224 tid 1 2024-03-07T02:58:15.471 INFO:tasks.rados.rados.0.smithi090.stdout:479: snap_remove snap 40 2024-03-07T02:58:15.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:15 smithi090 ceph-mon[27223]: pgmap v204: 121 pgs: 121 active+clean; 163 MiB data, 474 MiB used, 715 GiB / 715 GiB avail; 8.2 MiB/s rd, 212 KiB/s wr, 23 op/s 2024-03-07T02:58:15.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:15 smithi090 ceph-mon[37987]: pgmap v204: 121 pgs: 121 active+clean; 163 MiB data, 474 MiB used, 715 GiB / 715 GiB avail; 8.2 MiB/s rd, 212 KiB/s wr, 23 op/s 2024-03-07T02:58:15.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:15 smithi092 ceph-mon[31083]: pgmap v204: 121 pgs: 121 active+clean; 163 MiB data, 474 MiB used, 715 GiB / 715 GiB avail; 8.2 MiB/s rd, 212 KiB/s wr, 23 op/s 2024-03-07T02:58:16.454 INFO:tasks.rados.rados.0.smithi090.stdout:479: done (2 left) 2024-03-07T02:58:16.454 INFO:tasks.rados.rados.0.smithi090.stdout:480: rmattr oid 7 current snap is 44 2024-03-07T02:58:16.454 INFO:tasks.rados.rados.0.smithi090.stdout:480: done (2 left) 2024-03-07T02:58:16.454 INFO:tasks.rados.rados.0.smithi090.stdout:481: copy_from oid 19 from oid 37 current snap is 44 2024-03-07T02:58:16.454 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 153 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-03-07T02:58:16.454 INFO:tasks.rados.rados.0.smithi090.stdout:478: finishing write tid 1 to smithi09077644-22 2024-03-07T02:58:16.454 INFO:tasks.rados.rados.0.smithi090.stdout:478: finishing write tid 2 to smithi09077644-22 2024-03-07T02:58:16.454 INFO:tasks.rados.rados.0.smithi090.stdout:478: finishing write tid 3 to smithi09077644-22 2024-03-07T02:58:16.454 INFO:tasks.rados.rados.0.smithi090.stdout:478: oid 22 updating version 0 to 155 2024-03-07T02:58:16.454 INFO:tasks.rados.rados.0.smithi090.stdout:478: oid 22 updating version 155 to 156 2024-03-07T02:58:16.454 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 156 (ObjNum 164 snap 44 seq_num 164) dirty exists 2024-03-07T02:58:16.455 INFO:tasks.rados.rados.0.smithi090.stdout:478: left oid 22 (ObjNum 164 snap 44 seq_num 164) 2024-03-07T02:58:16.455 INFO:tasks.rados.rados.0.smithi090.stdout:477: done (2 left) 2024-03-07T02:58:16.455 INFO:tasks.rados.rados.0.smithi090.stdout:478: done (1 left) 2024-03-07T02:58:16.455 INFO:tasks.rados.rados.0.smithi090.stdout:482: copy_from oid 48 from oid 31 current snap is 44 2024-03-07T02:58:16.455 INFO:tasks.rados.rados.0.smithi090.stdout:483: delete oid 16 current snap is 44 2024-03-07T02:58:16.460 INFO:tasks.rados.rados.0.smithi090.stdout:483: done (2 left) 2024-03-07T02:58:16.460 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 21 current snap is 44 2024-03-07T02:58:16.460 INFO:tasks.rados.rados.0.smithi090.stdout:484: seq_num 166 ranges {1908736=385024} 2024-03-07T02:58:16.473 INFO:tasks.rados.rados.0.smithi090.stdout:484: writing smithi09077644-21 from 1908736 to 2293760 tid 1 2024-03-07T02:58:16.473 INFO:tasks.rados.rados.0.smithi090.stdout:485: delete oid 39 current snap is 44 2024-03-07T02:58:16.474 INFO:tasks.rados.rados.0.smithi090.stdout:482: finishing copy_from racing read to smithi09077644-48 2024-03-07T02:58:16.474 INFO:tasks.rados.rados.0.smithi090.stdout:482: finishing copy_from to smithi09077644-48 2024-03-07T02:58:16.474 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 38 (ObjNum 129 snap 0 seq_num 3339918168) dirty exists 2024-03-07T02:58:16.474 INFO:tasks.rados.rados.0.smithi090.stdout:481: finishing copy_from racing read to smithi09077644-19 2024-03-07T02:58:16.474 INFO:tasks.rados.rados.0.smithi090.stdout:481: finishing copy_from to smithi09077644-19 2024-03-07T02:58:16.474 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 46 (ObjNum 145 snap 35 seq_num 145) dirty exists 2024-03-07T02:58:16.476 INFO:tasks.rados.rados.0.smithi090.stdout:484: finishing write tid 1 to smithi09077644-21 2024-03-07T02:58:16.476 INFO:tasks.rados.rados.0.smithi090.stdout:484: finishing write tid 2 to smithi09077644-21 2024-03-07T02:58:16.477 INFO:tasks.rados.rados.0.smithi090.stdout:481: done (3 left) 2024-03-07T02:58:16.477 INFO:tasks.rados.rados.0.smithi090.stdout:482: done (2 left) 2024-03-07T02:58:16.477 INFO:tasks.rados.rados.0.smithi090.stdout:485: done (1 left) 2024-03-07T02:58:16.477 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 15 current snap is 44 2024-03-07T02:58:16.477 INFO:tasks.rados.rados.0.smithi090.stdout:486: seq_num 168 ranges {3923968=417792} 2024-03-07T02:58:16.500 INFO:tasks.rados.rados.0.smithi090.stdout:486: writing smithi09077644-15 from 3923968 to 4341760 tid 1 2024-03-07T02:58:16.500 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 29 current snap is 44 2024-03-07T02:58:16.500 INFO:tasks.rados.rados.0.smithi090.stdout:484: finishing write tid 3 to smithi09077644-21 2024-03-07T02:58:16.501 INFO:tasks.rados.rados.0.smithi090.stdout:484: oid 21 updating version 0 to 61 2024-03-07T02:58:16.501 INFO:tasks.rados.rados.0.smithi090.stdout:484: oid 21 updating version 61 to 62 2024-03-07T02:58:16.501 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 62 (ObjNum 166 snap 44 seq_num 166) dirty exists 2024-03-07T02:58:16.501 INFO:tasks.rados.rados.0.smithi090.stdout:484: left oid 21 (ObjNum 166 snap 44 seq_num 166) 2024-03-07T02:58:16.501 INFO:tasks.rados.rados.0.smithi090.stdout:487: seq_num 169 ranges {778240=434176} 2024-03-07T02:58:16.507 INFO:tasks.rados.rados.0.smithi090.stdout:487: writing smithi09077644-29 from 778240 to 1212416 tid 1 2024-03-07T02:58:16.507 INFO:tasks.rados.rados.0.smithi090.stdout:484: done (2 left) 2024-03-07T02:58:16.507 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 12 current snap is 44 2024-03-07T02:58:16.507 INFO:tasks.rados.rados.0.smithi090.stdout:486: finishing write tid 1 to smithi09077644-15 2024-03-07T02:58:16.507 INFO:tasks.rados.rados.0.smithi090.stdout:486: finishing write tid 2 to smithi09077644-15 2024-03-07T02:58:16.507 INFO:tasks.rados.rados.0.smithi090.stdout:486: finishing write tid 3 to smithi09077644-15 2024-03-07T02:58:16.507 INFO:tasks.rados.rados.0.smithi090.stdout:486: oid 15 updating version 0 to 164 2024-03-07T02:58:16.507 INFO:tasks.rados.rados.0.smithi090.stdout:486: oid 15 version 164 is already newer than 163 2024-03-07T02:58:16.507 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 164 (ObjNum 168 snap 44 seq_num 168) dirty exists 2024-03-07T02:58:16.508 INFO:tasks.rados.rados.0.smithi090.stdout:486: left oid 15 (ObjNum 168 snap 44 seq_num 168) 2024-03-07T02:58:16.508 INFO:tasks.rados.rados.0.smithi090.stdout:488: seq_num 170 ranges {2203648=450560} 2024-03-07T02:58:16.521 INFO:tasks.rados.rados.0.smithi090.stdout:488: writing smithi09077644-12 from 2203648 to 2654208 tid 1 2024-03-07T02:58:16.521 INFO:tasks.rados.rados.0.smithi090.stdout:486: done (2 left) 2024-03-07T02:58:16.522 INFO:tasks.rados.rados.0.smithi090.stdout:489: read oid 28 snap -1 2024-03-07T02:58:16.522 INFO:tasks.rados.rados.0.smithi090.stdout:489: expect (ObjNum 26 snap 0 seq_num 26) 2024-03-07T02:58:16.522 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 19 current snap is 44 2024-03-07T02:58:16.522 INFO:tasks.rados.rados.0.smithi090.stdout:490: seq_num 171 ranges {2801664=466944} 2024-03-07T02:58:16.539 INFO:tasks.rados.rados.0.smithi090.stdout:490: writing smithi09077644-19 from 2801664 to 3268608 tid 1 2024-03-07T02:58:16.539 INFO:tasks.rados.rados.0.smithi090.stdout:491: read oid 15 snap 32 2024-03-07T02:58:16.539 INFO:tasks.rados.rados.0.smithi090.stdout:491: expect (ObjNum 129 snap 29 seq_num 129) 2024-03-07T02:58:16.539 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 47 current snap is 44 2024-03-07T02:58:16.540 INFO:tasks.rados.rados.0.smithi090.stdout:487: finishing write tid 1 to smithi09077644-29 2024-03-07T02:58:16.540 INFO:tasks.rados.rados.0.smithi090.stdout:487: finishing write tid 2 to smithi09077644-29 2024-03-07T02:58:16.540 INFO:tasks.rados.rados.0.smithi090.stdout:487: finishing write tid 3 to smithi09077644-29 2024-03-07T02:58:16.540 INFO:tasks.rados.rados.0.smithi090.stdout:487: oid 29 updating version 0 to 123 2024-03-07T02:58:16.540 INFO:tasks.rados.rados.0.smithi090.stdout:487: oid 29 version 123 is already newer than 122 2024-03-07T02:58:16.540 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 123 (ObjNum 169 snap 44 seq_num 169) dirty exists 2024-03-07T02:58:16.540 INFO:tasks.rados.rados.0.smithi090.stdout:487: left oid 29 (ObjNum 169 snap 44 seq_num 169) 2024-03-07T02:58:16.540 INFO:tasks.rados.rados.0.smithi090.stdout:488: finishing write tid 1 to smithi09077644-12 2024-03-07T02:58:16.540 INFO:tasks.rados.rados.0.smithi090.stdout:492: seq_num 172 ranges {778240=483328} 2024-03-07T02:58:16.546 INFO:tasks.rados.rados.0.smithi090.stdout:492: writing smithi09077644-47 from 778240 to 1261568 tid 1 2024-03-07T02:58:16.546 INFO:tasks.rados.rados.0.smithi090.stdout:487: done (5 left) 2024-03-07T02:58:16.546 INFO:tasks.rados.rados.0.smithi090.stdout:493: delete oid 9 current snap is 44 2024-03-07T02:58:16.546 INFO:tasks.rados.rados.0.smithi090.stdout:489: expect (ObjNum 26 snap 0 seq_num 26) 2024-03-07T02:58:16.561 INFO:tasks.rados.rados.0.smithi090.stdout:488: finishing write tid 2 to smithi09077644-12 2024-03-07T02:58:16.562 INFO:tasks.rados.rados.0.smithi090.stdout:488: finishing write tid 3 to smithi09077644-12 2024-03-07T02:58:16.562 INFO:tasks.rados.rados.0.smithi090.stdout:488: oid 12 updating version 0 to 160 2024-03-07T02:58:16.562 INFO:tasks.rados.rados.0.smithi090.stdout:488: oid 12 updating version 160 to 161 2024-03-07T02:58:16.562 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 12 v 161 (ObjNum 170 snap 44 seq_num 170) dirty exists 2024-03-07T02:58:16.562 INFO:tasks.rados.rados.0.smithi090.stdout:488: left oid 12 (ObjNum 170 snap 44 seq_num 170) 2024-03-07T02:58:16.562 INFO:tasks.rados.rados.0.smithi090.stdout:490: finishing write tid 1 to smithi09077644-19 2024-03-07T02:58:16.562 INFO:tasks.rados.rados.0.smithi090.stdout:488: done (5 left) 2024-03-07T02:58:16.562 INFO:tasks.rados.rados.0.smithi090.stdout:489: done (4 left) 2024-03-07T02:58:16.562 INFO:tasks.rados.rados.0.smithi090.stdout:493: done (3 left) 2024-03-07T02:58:16.562 INFO:tasks.rados.rados.0.smithi090.stdout:494: copy_from oid 2 from oid 48 current snap is 44 2024-03-07T02:58:16.562 INFO:tasks.rados.rados.0.smithi090.stdout:490: finishing write tid 2 to smithi09077644-19 2024-03-07T02:58:16.562 INFO:tasks.rados.rados.0.smithi090.stdout:490: finishing write tid 3 to smithi09077644-19 2024-03-07T02:58:16.562 INFO:tasks.rados.rados.0.smithi090.stdout:490: oid 19 updating version 0 to 122 2024-03-07T02:58:16.562 INFO:tasks.rados.rados.0.smithi090.stdout:490: oid 19 version 122 is already newer than 121 2024-03-07T02:58:16.562 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 122 (ObjNum 171 snap 44 seq_num 171) dirty exists 2024-03-07T02:58:16.563 INFO:tasks.rados.rados.0.smithi090.stdout:490: left oid 19 (ObjNum 171 snap 44 seq_num 171) 2024-03-07T02:58:16.563 INFO:tasks.rados.rados.0.smithi090.stdout:491: expect (ObjNum 129 snap 29 seq_num 129) 2024-03-07T02:58:16.696 INFO:tasks.rados.rados.0.smithi090.stdout:492: finishing write tid 1 to smithi09077644-47 2024-03-07T02:58:16.696 INFO:tasks.rados.rados.0.smithi090.stdout:492: finishing write tid 2 to smithi09077644-47 2024-03-07T02:58:16.696 INFO:tasks.rados.rados.0.smithi090.stdout:492: finishing write tid 3 to smithi09077644-47 2024-03-07T02:58:16.696 INFO:tasks.rados.rados.0.smithi090.stdout:492: oid 47 updating version 0 to 9 2024-03-07T02:58:16.697 INFO:tasks.rados.rados.0.smithi090.stdout:492: oid 47 updating version 9 to 10 2024-03-07T02:58:16.697 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 10 (ObjNum 172 snap 44 seq_num 172) dirty exists 2024-03-07T02:58:16.697 INFO:tasks.rados.rados.0.smithi090.stdout:492: left oid 47 (ObjNum 172 snap 44 seq_num 172) 2024-03-07T02:58:16.697 INFO:tasks.rados.rados.0.smithi090.stdout:494: finishing copy_from racing read to smithi09077644-2 2024-03-07T02:58:16.697 INFO:tasks.rados.rados.0.smithi090.stdout:494: finishing copy_from to smithi09077644-2 2024-03-07T02:58:16.697 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 2 v 38 (ObjNum 33 snap 0 seq_num 2436391963) dirty exists 2024-03-07T02:58:16.697 INFO:tasks.rados.rados.0.smithi090.stdout:490: done (3 left) 2024-03-07T02:58:16.697 INFO:tasks.rados.rados.0.smithi090.stdout:491: done (2 left) 2024-03-07T02:58:16.697 INFO:tasks.rados.rados.0.smithi090.stdout:492: done (1 left) 2024-03-07T02:58:16.697 INFO:tasks.rados.rados.0.smithi090.stdout:494: done (0 left) 2024-03-07T02:58:16.697 INFO:tasks.rados.rados.0.smithi090.stdout:495: read oid 4 snap 38 2024-03-07T02:58:16.697 INFO:tasks.rados.rados.0.smithi090.stdout:495: expect (ObjNum 3 snap 0 seq_num 3) 2024-03-07T02:58:16.697 INFO:tasks.rados.rados.0.smithi090.stdout:496: snap_create 2024-03-07T02:58:16.698 INFO:tasks.rados.rados.0.smithi090.stdout:495: expect (ObjNum 3 snap 0 seq_num 3) 2024-03-07T02:58:16.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:16 smithi090 ceph-mon[27223]: osdmap e148: 8 total, 8 up, 8 in 2024-03-07T02:58:16.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:16 smithi090 ceph-mon[37987]: osdmap e148: 8 total, 8 up, 8 in 2024-03-07T02:58:16.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:16 smithi092 ceph-mon[31083]: osdmap e148: 8 total, 8 up, 8 in 2024-03-07T02:58:17.460 INFO:tasks.rados.rados.0.smithi090.stdout:495: done (1 left) 2024-03-07T02:58:17.461 INFO:tasks.rados.rados.0.smithi090.stdout:496: done (0 left) 2024-03-07T02:58:17.461 INFO:tasks.rados.rados.0.smithi090.stdout:497: setattr oid 25 current snap is 45 2024-03-07T02:58:17.461 INFO:tasks.rados.rados.0.smithi090.stdout:498: snap_create 2024-03-07T02:58:17.463 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 25 v 162 (ObjNum 33 snap 0 seq_num 3340510416) dirty exists 2024-03-07T02:58:17.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:17 smithi090 ceph-mon[27223]: osdmap e149: 8 total, 8 up, 8 in 2024-03-07T02:58:17.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:17 smithi090 ceph-mon[27223]: pgmap v207: 121 pgs: 121 active+clean; 163 MiB data, 474 MiB used, 715 GiB / 715 GiB avail; 8.2 MiB/s rd, 212 KiB/s wr, 23 op/s 2024-03-07T02:58:17.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:17 smithi090 ceph-mon[37987]: osdmap e149: 8 total, 8 up, 8 in 2024-03-07T02:58:17.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:17 smithi090 ceph-mon[37987]: pgmap v207: 121 pgs: 121 active+clean; 163 MiB data, 474 MiB used, 715 GiB / 715 GiB avail; 8.2 MiB/s rd, 212 KiB/s wr, 23 op/s 2024-03-07T02:58:17.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:17 smithi092 ceph-mon[31083]: osdmap e149: 8 total, 8 up, 8 in 2024-03-07T02:58:17.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:17 smithi092 ceph-mon[31083]: pgmap v207: 121 pgs: 121 active+clean; 163 MiB data, 474 MiB used, 715 GiB / 715 GiB avail; 8.2 MiB/s rd, 212 KiB/s wr, 23 op/s 2024-03-07T02:58:18.465 INFO:tasks.rados.rados.0.smithi090.stdout:497: done (1 left) 2024-03-07T02:58:18.465 INFO:tasks.rados.rados.0.smithi090.stdout:498: done (0 left) 2024-03-07T02:58:18.465 INFO:tasks.rados.rados.0.smithi090.stdout:499: rmattr oid 4 current snap is 46 2024-03-07T02:58:18.465 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 47 current snap is 46 2024-03-07T02:58:18.465 INFO:tasks.rados.rados.0.smithi090.stdout:500: seq_num 174 ranges {1261568=516096} 2024-03-07T02:58:18.475 INFO:tasks.rados.rados.0.smithi090.stdout:500: writing smithi09077644-47 from 1261568 to 1777664 tid 1 2024-03-07T02:58:18.475 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 40 current snap is 46 2024-03-07T02:58:18.475 INFO:tasks.rados.rados.0.smithi090.stdout:501: seq_num 175 ranges {1695744=540672} 2024-03-07T02:58:18.487 INFO:tasks.rados.rados.0.smithi090.stdout:501: writing smithi09077644-40 from 1695744 to 2236416 tid 1 2024-03-07T02:58:18.487 INFO:tasks.rados.rados.0.smithi090.stdout:502: read oid 38 snap 29 2024-03-07T02:58:18.488 INFO:tasks.rados.rados.0.smithi090.stdout:502: expect (ObjNum 120 snap 25 seq_num 120) 2024-03-07T02:58:18.488 INFO:tasks.rados.rados.0.smithi090.stdout:503: delete oid 16 current snap is 46 2024-03-07T02:58:18.488 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 119 (ObjNum 153 snap 39 seq_num 153) dirty exists 2024-03-07T02:58:18.488 INFO:tasks.rados.rados.0.smithi090.stdout:500: finishing write tid 1 to smithi09077644-47 2024-03-07T02:58:18.488 INFO:tasks.rados.rados.0.smithi090.stdout:500: finishing write tid 2 to smithi09077644-47 2024-03-07T02:58:18.488 INFO:tasks.rados.rados.0.smithi090.stdout:500: finishing write tid 3 to smithi09077644-47 2024-03-07T02:58:18.488 INFO:tasks.rados.rados.0.smithi090.stdout:500: oid 47 updating version 0 to 12 2024-03-07T02:58:18.488 INFO:tasks.rados.rados.0.smithi090.stdout:500: oid 47 updating version 12 to 13 2024-03-07T02:58:18.488 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 13 (ObjNum 174 snap 46 seq_num 174) dirty exists 2024-03-07T02:58:18.488 INFO:tasks.rados.rados.0.smithi090.stdout:500: left oid 47 (ObjNum 174 snap 46 seq_num 174) 2024-03-07T02:58:18.492 INFO:tasks.rados.rados.0.smithi090.stdout:501: finishing write tid 1 to smithi09077644-40 2024-03-07T02:58:18.492 INFO:tasks.rados.rados.0.smithi090.stdout:499: done (4 left) 2024-03-07T02:58:18.492 INFO:tasks.rados.rados.0.smithi090.stdout:500: done (3 left) 2024-03-07T02:58:18.493 INFO:tasks.rados.rados.0.smithi090.stdout:503: done (2 left) 2024-03-07T02:58:18.493 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 6 current snap is 46 2024-03-07T02:58:18.493 INFO:tasks.rados.rados.0.smithi090.stdout:504: seq_num 177 ranges {3604480=573440} 2024-03-07T02:58:18.515 INFO:tasks.rados.rados.0.smithi090.stdout:504: writing smithi09077644-6 from 3604480 to 4177920 tid 1 2024-03-07T02:58:18.516 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 14 current snap is 46 2024-03-07T02:58:18.516 INFO:tasks.rados.rados.0.smithi090.stdout:505: seq_num 178 ranges {2768896=589824} 2024-03-07T02:58:18.533 INFO:tasks.rados.rados.0.smithi090.stdout:505: writing smithi09077644-14 from 2768896 to 3358720 tid 1 2024-03-07T02:58:18.533 INFO:tasks.rados.rados.0.smithi090.stdout:506: rollback oid 17 current snap is 46 2024-03-07T02:58:18.534 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 17 to 44 2024-03-07T02:58:18.534 INFO:tasks.rados.rados.0.smithi090.stdout:501: finishing write tid 2 to smithi09077644-40 2024-03-07T02:58:18.534 INFO:tasks.rados.rados.0.smithi090.stdout:502: expect (ObjNum 120 snap 25 seq_num 120) 2024-03-07T02:58:18.587 INFO:tasks.rados.rados.0.smithi090.stdout:501: finishing write tid 3 to smithi09077644-40 2024-03-07T02:58:18.587 INFO:tasks.rados.rados.0.smithi090.stdout:501: oid 40 updating version 0 to 63 2024-03-07T02:58:18.587 INFO:tasks.rados.rados.0.smithi090.stdout:501: oid 40 version 63 is already newer than 62 2024-03-07T02:58:18.587 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 40 v 63 (ObjNum 175 snap 46 seq_num 175) dirty exists 2024-03-07T02:58:18.587 INFO:tasks.rados.rados.0.smithi090.stdout:501: left oid 40 (ObjNum 175 snap 46 seq_num 175) 2024-03-07T02:58:18.587 INFO:tasks.rados.rados.0.smithi090.stdout:504: finishing write tid 1 to smithi09077644-6 2024-03-07T02:58:18.587 INFO:tasks.rados.rados.0.smithi090.stdout:501: done (4 left) 2024-03-07T02:58:18.587 INFO:tasks.rados.rados.0.smithi090.stdout:502: done (3 left) 2024-03-07T02:58:18.587 INFO:tasks.rados.rados.0.smithi090.stdout:507: read oid 49 snap -1 2024-03-07T02:58:18.588 INFO:tasks.rados.rados.0.smithi090.stdout:507: expect deleted 2024-03-07T02:58:18.588 INFO:tasks.rados.rados.0.smithi090.stdout:508: rollback oid 22 current snap is 46 2024-03-07T02:58:18.588 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 22 to 31 2024-03-07T02:58:18.588 INFO:tasks.rados.rados.0.smithi090.stdout:504: finishing write tid 2 to smithi09077644-6 2024-03-07T02:58:18.588 INFO:tasks.rados.rados.0.smithi090.stdout:504: finishing write tid 3 to smithi09077644-6 2024-03-07T02:58:18.588 INFO:tasks.rados.rados.0.smithi090.stdout:504: oid 6 updating version 0 to 111 2024-03-07T02:58:18.588 INFO:tasks.rados.rados.0.smithi090.stdout:504: oid 6 updating version 111 to 112 2024-03-07T02:58:18.588 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 112 (ObjNum 177 snap 46 seq_num 177) dirty exists 2024-03-07T02:58:18.588 INFO:tasks.rados.rados.0.smithi090.stdout:504: left oid 6 (ObjNum 177 snap 46 seq_num 177) 2024-03-07T02:58:18.588 INFO:tasks.rados.rados.0.smithi090.stdout:506: finishing rollback tid 1 to smithi09077644-17 2024-03-07T02:58:18.588 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 17 v 133 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-03-07T02:58:18.588 INFO:tasks.rados.rados.0.smithi090.stdout:505: finishing write tid 1 to smithi09077644-14 2024-03-07T02:58:18.588 INFO:tasks.rados.rados.0.smithi090.stdout:504: done (4 left) 2024-03-07T02:58:18.588 INFO:tasks.rados.rados.0.smithi090.stdout:506: done (3 left) 2024-03-07T02:58:18.589 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 33 current snap is 46 2024-03-07T02:58:18.589 INFO:tasks.rados.rados.0.smithi090.stdout:505: finishing write tid 2 to smithi09077644-14 2024-03-07T02:58:18.589 INFO:tasks.rados.rados.0.smithi090.stdout:505: finishing write tid 3 to smithi09077644-14 2024-03-07T02:58:18.589 INFO:tasks.rados.rados.0.smithi090.stdout:505: oid 14 updating version 0 to 65 2024-03-07T02:58:18.589 INFO:tasks.rados.rados.0.smithi090.stdout:505: oid 14 updating version 65 to 66 2024-03-07T02:58:18.589 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 14 v 66 (ObjNum 178 snap 46 seq_num 178) dirty exists 2024-03-07T02:58:18.589 INFO:tasks.rados.rados.0.smithi090.stdout:505: left oid 14 (ObjNum 178 snap 46 seq_num 178) 2024-03-07T02:58:18.589 INFO:tasks.rados.rados.0.smithi090.stdout:509: seq_num 179 ranges {0=606208} 2024-03-07T02:58:18.590 INFO:tasks.rados.rados.0.smithi090.stdout:509: writing smithi09077644-33 from 0 to 606208 tid 1 2024-03-07T02:58:18.590 INFO:tasks.rados.rados.0.smithi090.stdout:505: done (3 left) 2024-03-07T02:58:18.590 INFO:tasks.rados.rados.0.smithi090.stdout:510: rollback oid 46 current snap is 46 2024-03-07T02:58:18.590 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 46 to 31 2024-03-07T02:58:18.590 INFO:tasks.rados.rados.0.smithi090.stdout:508: finishing rollback tid 0 to smithi09077644-22 2024-03-07T02:58:18.590 INFO:tasks.rados.rados.0.smithi090.stdout:508: finishing rollback tid 1 to smithi09077644-22 2024-03-07T02:58:18.590 INFO:tasks.rados.rados.0.smithi090.stdout:508: finishing rollback tid 2 to smithi09077644-22 2024-03-07T02:58:18.590 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 168 (ObjNum 130 snap 29 seq_num 130) dirty exists 2024-03-07T02:58:18.590 INFO:tasks.rados.rados.0.smithi090.stdout:507: done (3 left) 2024-03-07T02:58:18.590 INFO:tasks.rados.rados.0.smithi090.stdout:508: done (2 left) 2024-03-07T02:58:18.590 INFO:tasks.rados.rados.0.smithi090.stdout:511: snap_remove snap 39 2024-03-07T02:58:18.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:18 smithi090 ceph-mon[27223]: osdmap e150: 8 total, 8 up, 8 in 2024-03-07T02:58:18.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:18 smithi090 ceph-mon[37987]: osdmap e150: 8 total, 8 up, 8 in 2024-03-07T02:58:18.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:18 smithi092 ceph-mon[31083]: osdmap e150: 8 total, 8 up, 8 in 2024-03-07T02:58:19.404 INFO:tasks.rados.rados.0.smithi090.stdout:511: done (2 left) 2024-03-07T02:58:19.404 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 44 current snap is 46 2024-03-07T02:58:19.404 INFO:tasks.rados.rados.0.smithi090.stdout:509: finishing write tid 1 to smithi09077644-33 2024-03-07T02:58:19.404 INFO:tasks.rados.rados.0.smithi090.stdout:509: finishing write tid 2 to smithi09077644-33 2024-03-07T02:58:19.405 INFO:tasks.rados.rados.0.smithi090.stdout:510: finishing rollback tid 0 to smithi09077644-46 2024-03-07T02:58:19.405 INFO:tasks.rados.rados.0.smithi090.stdout:510: finishing rollback tid 1 to smithi09077644-46 2024-03-07T02:58:19.405 INFO:tasks.rados.rados.0.smithi090.stdout:510: finishing rollback tid 2 to smithi09077644-46 2024-03-07T02:58:19.405 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 128 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-03-07T02:58:19.405 INFO:tasks.rados.rados.0.smithi090.stdout:509: finishing write tid 3 to smithi09077644-33 2024-03-07T02:58:19.405 INFO:tasks.rados.rados.0.smithi090.stdout:509: oid 33 updating version 0 to 169 2024-03-07T02:58:19.405 INFO:tasks.rados.rados.0.smithi090.stdout:509: oid 33 updating version 169 to 170 2024-03-07T02:58:19.405 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 33 v 170 (ObjNum 179 snap 46 seq_num 179) dirty exists 2024-03-07T02:58:19.405 INFO:tasks.rados.rados.0.smithi090.stdout:509: left oid 33 (ObjNum 179 snap 46 seq_num 179) 2024-03-07T02:58:19.405 INFO:tasks.rados.rados.0.smithi090.stdout:512: seq_num 180 ranges {1392640=622592} 2024-03-07T02:58:19.416 INFO:tasks.rados.rados.0.smithi090.stdout:512: writing smithi09077644-44 from 1392640 to 2015232 tid 1 2024-03-07T02:58:19.416 INFO:tasks.rados.rados.0.smithi090.stdout:509: done (2 left) 2024-03-07T02:58:19.416 INFO:tasks.rados.rados.0.smithi090.stdout:510: done (1 left) 2024-03-07T02:58:19.416 INFO:tasks.rados.rados.0.smithi090.stdout:513: delete oid 1 current snap is 46 2024-03-07T02:58:19.420 INFO:tasks.rados.rados.0.smithi090.stdout:513: done (1 left) 2024-03-07T02:58:19.420 INFO:tasks.rados.rados.0.smithi090.stdout:514: snap_create 2024-03-07T02:58:19.421 INFO:tasks.rados.rados.0.smithi090.stdout:512: finishing write tid 1 to smithi09077644-44 2024-03-07T02:58:19.422 INFO:tasks.rados.rados.0.smithi090.stdout:512: finishing write tid 2 to smithi09077644-44 2024-03-07T02:58:19.423 INFO:tasks.rados.rados.0.smithi090.stdout:512: finishing write tid 3 to smithi09077644-44 2024-03-07T02:58:19.424 INFO:tasks.rados.rados.0.smithi090.stdout:512: oid 44 updating version 0 to 173 2024-03-07T02:58:19.424 INFO:tasks.rados.rados.0.smithi090.stdout:512: oid 44 version 173 is already newer than 172 2024-03-07T02:58:19.424 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 44 v 173 (ObjNum 180 snap 46 seq_num 180) dirty exists 2024-03-07T02:58:19.424 INFO:tasks.rados.rados.0.smithi090.stdout:512: left oid 44 (ObjNum 180 snap 46 seq_num 180) 2024-03-07T02:58:19.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:19 smithi090 ceph-mon[27223]: osdmap e151: 8 total, 8 up, 8 in 2024-03-07T02:58:19.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:19 smithi090 ceph-mon[27223]: pgmap v210: 121 pgs: 121 active+clean; 163 MiB data, 474 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:58:19.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:19 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T02:58:19.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:19 smithi090 ceph-mon[27223]: osdmap e152: 8 total, 8 up, 8 in 2024-03-07T02:58:19.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:19 smithi090 ceph-mon[37987]: osdmap e151: 8 total, 8 up, 8 in 2024-03-07T02:58:19.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:19 smithi090 ceph-mon[37987]: pgmap v210: 121 pgs: 121 active+clean; 163 MiB data, 474 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:58:19.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:19 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T02:58:19.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:19 smithi090 ceph-mon[37987]: osdmap e152: 8 total, 8 up, 8 in 2024-03-07T02:58:19.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:19 smithi092 ceph-mon[31083]: osdmap e151: 8 total, 8 up, 8 in 2024-03-07T02:58:19.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:19 smithi092 ceph-mon[31083]: pgmap v210: 121 pgs: 121 active+clean; 163 MiB data, 474 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:58:19.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:19 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T02:58:19.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:19 smithi092 ceph-mon[31083]: osdmap e152: 8 total, 8 up, 8 in 2024-03-07T02:58:20.412 INFO:tasks.rados.rados.0.smithi090.stdout:512: done (1 left) 2024-03-07T02:58:20.412 INFO:tasks.rados.rados.0.smithi090.stdout:514: done (0 left) 2024-03-07T02:58:20.412 INFO:tasks.rados.rados.0.smithi090.stdout:515: snap_create 2024-03-07T02:58:21.418 INFO:tasks.rados.rados.0.smithi090.stdout:515: done (0 left) 2024-03-07T02:58:21.418 INFO:tasks.rados.rados.0.smithi090.stdout:516: snap_remove snap 38 2024-03-07T02:58:21.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:21 smithi092 ceph-mon[31083]: osdmap e153: 8 total, 8 up, 8 in 2024-03-07T02:58:21.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:21 smithi092 ceph-mon[31083]: pgmap v213: 121 pgs: 121 active+clean; 170 MiB data, 496 MiB used, 715 GiB / 715 GiB avail; 8.2 MiB/s rd, 2.4 MiB/s wr, 43 op/s 2024-03-07T02:58:21.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:21 smithi090 ceph-mon[27223]: osdmap e153: 8 total, 8 up, 8 in 2024-03-07T02:58:21.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:21 smithi090 ceph-mon[27223]: pgmap v213: 121 pgs: 121 active+clean; 170 MiB data, 496 MiB used, 715 GiB / 715 GiB avail; 8.2 MiB/s rd, 2.4 MiB/s wr, 43 op/s 2024-03-07T02:58:21.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:21 smithi090 ceph-mon[37987]: osdmap e153: 8 total, 8 up, 8 in 2024-03-07T02:58:21.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:21 smithi090 ceph-mon[37987]: pgmap v213: 121 pgs: 121 active+clean; 170 MiB data, 496 MiB used, 715 GiB / 715 GiB avail; 8.2 MiB/s rd, 2.4 MiB/s wr, 43 op/s 2024-03-07T02:58:22.419 INFO:tasks.rados.rados.0.smithi090.stdout:516: done (0 left) 2024-03-07T02:58:22.419 INFO:tasks.rados.rados.0.smithi090.stdout:517: read oid 21 snap -1 2024-03-07T02:58:22.419 INFO:tasks.rados.rados.0.smithi090.stdout:517: expect (ObjNum 166 snap 44 seq_num 166) 2024-03-07T02:58:22.420 INFO:tasks.rados.rados.0.smithi090.stdout:518: snap_create 2024-03-07T02:58:22.437 INFO:tasks.rados.rados.0.smithi090.stdout:517: expect (ObjNum 166 snap 44 seq_num 166) 2024-03-07T02:58:22.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:22 smithi090 ceph-mon[27223]: osdmap e154: 8 total, 8 up, 8 in 2024-03-07T02:58:22.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:22 smithi090 ceph-mon[37987]: osdmap e154: 8 total, 8 up, 8 in 2024-03-07T02:58:22.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:22 smithi092 ceph-mon[31083]: osdmap e154: 8 total, 8 up, 8 in 2024-03-07T02:58:23.328 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:58:22 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: ::ffff:172.21.15.92 - - [07/Mar/2024:02:58:22] "GET /metrics HTTP/1.1" 200 35983 "" "Prometheus/2.43.0" 2024-03-07T02:58:23.432 INFO:tasks.rados.rados.0.smithi090.stdout:517: done (1 left) 2024-03-07T02:58:23.435 INFO:tasks.rados.rados.0.smithi090.stdout:518: done (0 left) 2024-03-07T02:58:23.435 INFO:tasks.rados.rados.0.smithi090.stdout:519: copy_from oid 24 from oid 25 current snap is 49 2024-03-07T02:58:23.435 INFO:tasks.rados.rados.0.smithi090.stdout:520: snap_remove snap 33 2024-03-07T02:58:23.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:23 smithi090 ceph-mon[27223]: osdmap e155: 8 total, 8 up, 8 in 2024-03-07T02:58:23.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:23 smithi090 ceph-mon[27223]: pgmap v216: 121 pgs: 121 active+clean; 170 MiB data, 496 MiB used, 715 GiB / 715 GiB avail; 8.2 MiB/s rd, 2.4 MiB/s wr, 43 op/s 2024-03-07T02:58:23.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:23 smithi090 ceph-mon[37987]: osdmap e155: 8 total, 8 up, 8 in 2024-03-07T02:58:23.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:23 smithi090 ceph-mon[37987]: pgmap v216: 121 pgs: 121 active+clean; 170 MiB data, 496 MiB used, 715 GiB / 715 GiB avail; 8.2 MiB/s rd, 2.4 MiB/s wr, 43 op/s 2024-03-07T02:58:23.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:23 smithi092 ceph-mon[31083]: osdmap e155: 8 total, 8 up, 8 in 2024-03-07T02:58:23.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:23 smithi092 ceph-mon[31083]: pgmap v216: 121 pgs: 121 active+clean; 170 MiB data, 496 MiB used, 715 GiB / 715 GiB avail; 8.2 MiB/s rd, 2.4 MiB/s wr, 43 op/s 2024-03-07T02:58:24.406 INFO:tasks.rados.rados.0.smithi090.stdout:520: done (1 left) 2024-03-07T02:58:24.406 INFO:tasks.rados.rados.0.smithi090.stdout:521: rollback oid 16 current snap is 49 2024-03-07T02:58:24.406 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 16 to 44 2024-03-07T02:58:24.406 INFO:tasks.rados.rados.0.smithi090.stdout:522: read oid 35 snap 35 2024-03-07T02:58:24.406 INFO:tasks.rados.rados.0.smithi090.stdout:522: expect (ObjNum 133 snap 30 seq_num 133) 2024-03-07T02:58:24.406 INFO:tasks.rados.rados.0.smithi090.stdout:523: copy_from oid 34 from oid 39 current snap is 49 2024-03-07T02:58:24.406 INFO:tasks.rados.rados.0.smithi090.stdout:524: rollback oid 37 current snap is 49 2024-03-07T02:58:24.406 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 37 to 28 2024-03-07T02:58:24.406 INFO:tasks.rados.rados.0.smithi090.stdout:525: rollback oid 33 current snap is 49 2024-03-07T02:58:24.406 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 33 to 29 2024-03-07T02:58:24.406 INFO:tasks.rados.rados.0.smithi090.stdout:526: delete oid 18 current snap is 49 2024-03-07T02:58:24.407 INFO:tasks.rados.rados.0.smithi090.stdout:519: finishing copy_from racing read to smithi09077644-24 2024-03-07T02:58:24.407 INFO:tasks.rados.rados.0.smithi090.stdout:519: finishing copy_from to smithi09077644-24 2024-03-07T02:58:24.407 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 24 v 162 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-03-07T02:58:24.409 INFO:tasks.rados.rados.0.smithi090.stdout:523: finishing copy_from to smithi09077644-34 2024-03-07T02:58:24.409 INFO:tasks.rados.rados.0.smithi090.stdout:523: got expected ENOENT (src dne) 2024-03-07T02:58:24.410 INFO:tasks.rados.rados.0.smithi090.stdout:523: finishing copy_from racing read to smithi09077644-34 2024-03-07T02:58:24.416 INFO:tasks.rados.rados.0.smithi090.stdout:524: finishing rollback tid 0 to smithi09077644-37 2024-03-07T02:58:24.418 INFO:tasks.rados.rados.0.smithi090.stdout:524: finishing rollback tid 1 to smithi09077644-37 2024-03-07T02:58:24.418 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 37 v 76 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-03-07T02:58:24.427 INFO:tasks.rados.rados.0.smithi090.stdout:525: finishing rollback tid 0 to smithi09077644-33 2024-03-07T02:58:24.427 INFO:tasks.rados.rados.0.smithi090.stdout:525: finishing rollback tid 1 to smithi09077644-33 2024-03-07T02:58:24.427 INFO:tasks.rados.rados.0.smithi090.stdout:525: finishing rollback tid 2 to smithi09077644-33 2024-03-07T02:58:24.427 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 33 v 193 (ObjNum 127 snap 28 seq_num 127) dirty exists 2024-03-07T02:58:24.427 INFO:tasks.rados.rados.0.smithi090.stdout:521: finishing rollback tid 1 to smithi09077644-16 2024-03-07T02:58:24.427 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 117 (ObjNum 49 snap 0 seq_num 2436546281) dirty dne 2024-03-07T02:58:24.427 INFO:tasks.rados.rados.0.smithi090.stdout:519: done (6 left) 2024-03-07T02:58:24.427 INFO:tasks.rados.rados.0.smithi090.stdout:521: done (5 left) 2024-03-07T02:58:24.427 INFO:tasks.rados.rados.0.smithi090.stdout:523: done (4 left) 2024-03-07T02:58:24.427 INFO:tasks.rados.rados.0.smithi090.stdout:524: done (3 left) 2024-03-07T02:58:24.428 INFO:tasks.rados.rados.0.smithi090.stdout:525: done (2 left) 2024-03-07T02:58:24.428 INFO:tasks.rados.rados.0.smithi090.stdout:526: done (1 left) 2024-03-07T02:58:24.428 INFO:tasks.rados.rados.0.smithi090.stdout:527: read oid 11 snap 45 2024-03-07T02:58:24.428 INFO:tasks.rados.rados.0.smithi090.stdout:527: expect (ObjNum 108 snap 20 seq_num 108) 2024-03-07T02:58:24.428 INFO:tasks.rados.rados.0.smithi090.stdout:528: read oid 9 snap -1 2024-03-07T02:58:24.428 INFO:tasks.rados.rados.0.smithi090.stdout:528: expect deleted 2024-03-07T02:58:24.428 INFO:tasks.rados.rados.0.smithi090.stdout:529: copy_from oid 15 from oid 43 current snap is 49 2024-03-07T02:58:24.428 INFO:tasks.rados.rados.0.smithi090.stdout:530: delete oid 32 current snap is 49 2024-03-07T02:58:24.429 INFO:tasks.rados.rados.0.smithi090.stdout:530: done (4 left) 2024-03-07T02:58:24.429 INFO:tasks.rados.rados.0.smithi090.stdout:531: read oid 20 snap -1 2024-03-07T02:58:24.429 INFO:tasks.rados.rados.0.smithi090.stdout:531: expect deleted 2024-03-07T02:58:24.429 INFO:tasks.rados.rados.0.smithi090.stdout:532: delete oid 10 current snap is 49 2024-03-07T02:58:24.439 INFO:tasks.rados.rados.0.smithi090.stdout:522: expect (ObjNum 133 snap 30 seq_num 133) 2024-03-07T02:58:24.528 INFO:tasks.rados.rados.0.smithi090.stdout:527: expect (ObjNum 108 snap 20 seq_num 108) 2024-03-07T02:58:24.575 INFO:tasks.rados.rados.0.smithi090.stdout:522: done (5 left) 2024-03-07T02:58:24.575 INFO:tasks.rados.rados.0.smithi090.stdout:527: done (4 left) 2024-03-07T02:58:24.575 INFO:tasks.rados.rados.0.smithi090.stdout:528: done (3 left) 2024-03-07T02:58:24.575 INFO:tasks.rados.rados.0.smithi090.stdout:531: done (2 left) 2024-03-07T02:58:24.575 INFO:tasks.rados.rados.0.smithi090.stdout:532: done (1 left) 2024-03-07T02:58:24.575 INFO:tasks.rados.rados.0.smithi090.stdout:533: copy_from oid 13 from oid 7 current snap is 49 2024-03-07T02:58:24.575 INFO:tasks.rados.rados.0.smithi090.stdout:529: finishing copy_from racing read to smithi09077644-15 2024-03-07T02:58:24.575 INFO:tasks.rados.rados.0.smithi090.stdout:529: finishing copy_from to smithi09077644-15 2024-03-07T02:58:24.575 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 74 (ObjNum 100 snap 19 seq_num 100) dirty exists 2024-03-07T02:58:24.576 INFO:tasks.rados.rados.0.smithi090.stdout:529: done (1 left) 2024-03-07T02:58:24.576 INFO:tasks.rados.rados.0.smithi090.stdout:534: delete oid 10 current snap is 49 2024-03-07T02:58:24.576 INFO:tasks.rados.rados.0.smithi090.stdout:534: done (1 left) 2024-03-07T02:58:24.576 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 47 current snap is 49 2024-03-07T02:58:24.576 INFO:tasks.rados.rados.0.smithi090.stdout:535: seq_num 186 ranges {1777664=720896} 2024-03-07T02:58:24.589 INFO:tasks.rados.rados.0.smithi090.stdout:535: writing smithi09077644-47 from 1777664 to 2498560 tid 1 2024-03-07T02:58:24.589 INFO:tasks.rados.rados.0.smithi090.stdout:536: rollback oid 22 current snap is 49 2024-03-07T02:58:24.590 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 22 to 42 2024-03-07T02:58:24.590 INFO:tasks.rados.rados.0.smithi090.stdout:533: finishing copy_from racing read to smithi09077644-13 2024-03-07T02:58:24.590 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 42 current snap is 49 2024-03-07T02:58:24.590 INFO:tasks.rados.rados.0.smithi090.stdout:533: finishing copy_from to smithi09077644-13 2024-03-07T02:58:24.590 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 13 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-03-07T02:58:24.590 INFO:tasks.rados.rados.0.smithi090.stdout:537: seq_num 187 ranges {7110656=737280} 2024-03-07T02:58:24.632 INFO:tasks.rados.rados.0.smithi090.stdout:537: writing smithi09077644-42 from 7110656 to 7847936 tid 1 2024-03-07T02:58:24.632 INFO:tasks.rados.rados.0.smithi090.stdout:533: done (3 left) 2024-03-07T02:58:24.632 INFO:tasks.rados.rados.0.smithi090.stdout:538: delete oid 5 current snap is 49 2024-03-07T02:58:24.632 INFO:tasks.rados.rados.0.smithi090.stdout:536: finishing rollback tid 0 to smithi09077644-22 2024-03-07T02:58:24.632 INFO:tasks.rados.rados.0.smithi090.stdout:536: finishing rollback tid 1 to smithi09077644-22 2024-03-07T02:58:24.632 INFO:tasks.rados.rados.0.smithi090.stdout:536: finishing rollback tid 2 to smithi09077644-22 2024-03-07T02:58:24.632 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 212 (ObjNum 149 snap 37 seq_num 149) dirty exists 2024-03-07T02:58:24.632 INFO:tasks.rados.rados.0.smithi090.stdout:535: finishing write tid 1 to smithi09077644-47 2024-03-07T02:58:24.632 INFO:tasks.rados.rados.0.smithi090.stdout:535: finishing write tid 2 to smithi09077644-47 2024-03-07T02:58:24.632 INFO:tasks.rados.rados.0.smithi090.stdout:535: finishing write tid 3 to smithi09077644-47 2024-03-07T02:58:24.632 INFO:tasks.rados.rados.0.smithi090.stdout:535: oid 47 updating version 0 to 22 2024-03-07T02:58:24.632 INFO:tasks.rados.rados.0.smithi090.stdout:535: oid 47 version 22 is already newer than 21 2024-03-07T02:58:24.632 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 22 (ObjNum 186 snap 49 seq_num 186) dirty exists 2024-03-07T02:58:24.633 INFO:tasks.rados.rados.0.smithi090.stdout:535: left oid 47 (ObjNum 186 snap 49 seq_num 186) 2024-03-07T02:58:24.633 INFO:tasks.rados.rados.0.smithi090.stdout:535: done (3 left) 2024-03-07T02:58:24.633 INFO:tasks.rados.rados.0.smithi090.stdout:536: done (2 left) 2024-03-07T02:58:24.633 INFO:tasks.rados.rados.0.smithi090.stdout:538: done (1 left) 2024-03-07T02:58:24.633 INFO:tasks.rados.rados.0.smithi090.stdout:539: delete oid 10 current snap is 49 2024-03-07T02:58:24.635 INFO:tasks.rados.rados.0.smithi090.stdout:539: done (1 left) 2024-03-07T02:58:24.635 INFO:tasks.rados.rados.0.smithi090.stdout:540: rmattr oid 29 current snap is 49 2024-03-07T02:58:24.635 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 14 current snap is 49 2024-03-07T02:58:24.635 INFO:tasks.rados.rados.0.smithi090.stdout:541: seq_num 190 ranges {3358720=786432} 2024-03-07T02:58:24.657 INFO:tasks.rados.rados.0.smithi090.stdout:541: writing smithi09077644-14 from 3358720 to 4145152 tid 1 2024-03-07T02:58:24.657 INFO:tasks.rados.rados.0.smithi090.stdout:542: read oid 26 snap -1 2024-03-07T02:58:24.658 INFO:tasks.rados.rados.0.smithi090.stdout:542: expect (ObjNum 95 snap 18 seq_num 95) 2024-03-07T02:58:24.658 INFO:tasks.rados.rados.0.smithi090.stdout:543: read oid 12 snap -1 2024-03-07T02:58:24.658 INFO:tasks.rados.rados.0.smithi090.stdout:543: expect (ObjNum 170 snap 44 seq_num 170) 2024-03-07T02:58:24.658 INFO:tasks.rados.rados.0.smithi090.stdout:544: rollback oid 40 current snap is 49 2024-03-07T02:58:24.658 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 40 to 35 2024-03-07T02:58:24.658 INFO:tasks.rados.rados.0.smithi090.stdout:537: finishing write tid 1 to smithi09077644-42 2024-03-07T02:58:24.658 INFO:tasks.rados.rados.0.smithi090.stdout:537: finishing write tid 2 to smithi09077644-42 2024-03-07T02:58:24.658 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 143 (ObjNum 169 snap 44 seq_num 169) dirty exists 2024-03-07T02:58:24.658 INFO:tasks.rados.rados.0.smithi090.stdout:537: finishing write tid 3 to smithi09077644-42 2024-03-07T02:58:24.658 INFO:tasks.rados.rados.0.smithi090.stdout:537: oid 42 updating version 0 to 147 2024-03-07T02:58:24.658 INFO:tasks.rados.rados.0.smithi090.stdout:537: oid 42 version 147 is already newer than 146 2024-03-07T02:58:24.658 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 42 v 147 (ObjNum 187 snap 49 seq_num 187) dirty exists 2024-03-07T02:58:24.658 INFO:tasks.rados.rados.0.smithi090.stdout:537: left oid 42 (ObjNum 187 snap 49 seq_num 187) 2024-03-07T02:58:24.658 INFO:tasks.rados.rados.0.smithi090.stdout:537: done (5 left) 2024-03-07T02:58:24.658 INFO:tasks.rados.rados.0.smithi090.stdout:540: done (4 left) 2024-03-07T02:58:24.658 INFO:tasks.rados.rados.0.smithi090.stdout:545: delete oid 36 current snap is 49 2024-03-07T02:58:24.659 INFO:tasks.rados.rados.0.smithi090.stdout:545: done (4 left) 2024-03-07T02:58:24.659 INFO:tasks.rados.rados.0.smithi090.stdout:546: rmattr oid 37 current snap is 49 2024-03-07T02:58:24.659 INFO:tasks.rados.rados.0.smithi090.stdout:546: done (4 left) 2024-03-07T02:58:24.659 INFO:tasks.rados.rados.0.smithi090.stdout:547: snap_create 2024-03-07T02:58:24.663 INFO:tasks.rados.rados.0.smithi090.stdout:541: finishing write tid 1 to smithi09077644-14 2024-03-07T02:58:24.663 INFO:tasks.rados.rados.0.smithi090.stdout:541: finishing write tid 2 to smithi09077644-14 2024-03-07T02:58:24.663 INFO:tasks.rados.rados.0.smithi090.stdout:542: expect (ObjNum 95 snap 18 seq_num 95) 2024-03-07T02:58:24.712 INFO:tasks.rados.rados.0.smithi090.stdout:544: finishing rollback tid 0 to smithi09077644-40 2024-03-07T02:58:24.713 INFO:tasks.rados.rados.0.smithi090.stdout:544: finishing rollback tid 1 to smithi09077644-40 2024-03-07T02:58:24.713 INFO:tasks.rados.rados.0.smithi090.stdout:541: finishing write tid 3 to smithi09077644-14 2024-03-07T02:58:24.713 INFO:tasks.rados.rados.0.smithi090.stdout:541: oid 14 updating version 0 to 80 2024-03-07T02:58:24.713 INFO:tasks.rados.rados.0.smithi090.stdout:541: oid 14 updating version 80 to 81 2024-03-07T02:58:24.713 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 14 v 81 (ObjNum 190 snap 49 seq_num 190) dirty exists 2024-03-07T02:58:24.713 INFO:tasks.rados.rados.0.smithi090.stdout:541: left oid 14 (ObjNum 190 snap 49 seq_num 190) 2024-03-07T02:58:24.713 INFO:tasks.rados.rados.0.smithi090.stdout:544: finishing rollback tid 2 to smithi09077644-40 2024-03-07T02:58:24.713 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 40 v 85 (ObjNum 61 snap 5 seq_num 61) dirty exists 2024-03-07T02:58:24.713 INFO:tasks.rados.rados.0.smithi090.stdout:543: expect (ObjNum 170 snap 44 seq_num 170) 2024-03-07T02:58:24.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:24 smithi090 ceph-mon[27223]: osdmap e156: 8 total, 8 up, 8 in 2024-03-07T02:58:24.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:24 smithi090 ceph-mon[27223]: osdmap e157: 8 total, 8 up, 8 in 2024-03-07T02:58:24.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:24 smithi090 ceph-mon[37987]: osdmap e156: 8 total, 8 up, 8 in 2024-03-07T02:58:24.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:24 smithi090 ceph-mon[37987]: osdmap e157: 8 total, 8 up, 8 in 2024-03-07T02:58:24.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:24 smithi092 ceph-mon[31083]: osdmap e156: 8 total, 8 up, 8 in 2024-03-07T02:58:24.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:24 smithi092 ceph-mon[31083]: osdmap e157: 8 total, 8 up, 8 in 2024-03-07T02:58:25.444 INFO:tasks.rados.rados.0.smithi090.stdout:541: done (4 left) 2024-03-07T02:58:25.444 INFO:tasks.rados.rados.0.smithi090.stdout:542: done (3 left) 2024-03-07T02:58:25.444 INFO:tasks.rados.rados.0.smithi090.stdout:543: done (2 left) 2024-03-07T02:58:25.444 INFO:tasks.rados.rados.0.smithi090.stdout:544: done (1 left) 2024-03-07T02:58:25.444 INFO:tasks.rados.rados.0.smithi090.stdout:547: done (0 left) 2024-03-07T02:58:25.444 INFO:tasks.rados.rados.0.smithi090.stdout:548: delete oid 37 current snap is 50 2024-03-07T02:58:25.447 INFO:tasks.rados.rados.0.smithi090.stdout:548: done (0 left) 2024-03-07T02:58:25.447 INFO:tasks.rados.rados.0.smithi090.stdout:549: read oid 28 snap 36 2024-03-07T02:58:25.448 INFO:tasks.rados.rados.0.smithi090.stdout:549: expect (ObjNum 26 snap 0 seq_num 26) 2024-03-07T02:58:25.448 INFO:tasks.rados.rados.0.smithi090.stdout:550: read oid 2 snap 45 2024-03-07T02:58:25.448 INFO:tasks.rados.rados.0.smithi090.stdout:550: expect (ObjNum -955088064 snap 21858 seq_num 3340089968) 2024-03-07T02:58:25.448 INFO:tasks.rados.rados.0.smithi090.stdout:551: read oid 46 snap 27 2024-03-07T02:58:25.448 INFO:tasks.rados.rados.0.smithi090.stdout:551: expect (ObjNum 45 snap 0 seq_num 45) 2024-03-07T02:58:25.448 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 27 current snap is 50 2024-03-07T02:58:25.448 INFO:tasks.rados.rados.0.smithi090.stdout:552: seq_num 193 ranges {49152=434176,483328=401408} 2024-03-07T02:58:25.451 INFO:tasks.rados.rados.0.smithi090.stdout:552: writing smithi09077644-27 from 49152 to 483328 tid 1 2024-03-07T02:58:25.453 INFO:tasks.rados.rados.0.smithi090.stdout:552: writing smithi09077644-27 from 483328 to 884736 tid 2 2024-03-07T02:58:25.453 INFO:tasks.rados.rados.0.smithi090.stdout:553: read oid 43 snap 32 2024-03-07T02:58:25.453 INFO:tasks.rados.rados.0.smithi090.stdout:553: expect (ObjNum 65 snap 6 seq_num 65) 2024-03-07T02:58:25.453 INFO:tasks.rados.rados.0.smithi090.stdout:554: rollback oid 19 current snap is 50 2024-03-07T02:58:25.453 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 19 to 43 2024-03-07T02:58:25.453 INFO:tasks.rados.rados.0.smithi090.stdout:550: expect (ObjNum -955088064 snap 21858 seq_num 3340089968) 2024-03-07T02:58:25.457 INFO:tasks.rados.rados.0.smithi090.stdout:550: done (5 left) 2024-03-07T02:58:25.457 INFO:tasks.rados.rados.0.smithi090.stdout:555: snap_create 2024-03-07T02:58:25.457 INFO:tasks.rados.rados.0.smithi090.stdout:549: expect (ObjNum 26 snap 0 seq_num 26) 2024-03-07T02:58:25.468 INFO:tasks.rados.rados.0.smithi090.stdout:551: expect (ObjNum 45 snap 0 seq_num 45) 2024-03-07T02:58:25.489 INFO:tasks.rados.rados.0.smithi090.stdout:552: finishing write tid 1 to smithi09077644-27 2024-03-07T02:58:25.489 INFO:tasks.rados.rados.0.smithi090.stdout:552: finishing write tid 2 to smithi09077644-27 2024-03-07T02:58:25.490 INFO:tasks.rados.rados.0.smithi090.stdout:554: finishing rollback tid 0 to smithi09077644-19 2024-03-07T02:58:25.490 INFO:tasks.rados.rados.0.smithi090.stdout:554: finishing rollback tid 1 to smithi09077644-19 2024-03-07T02:58:25.490 INFO:tasks.rados.rados.0.smithi090.stdout:552: finishing write tid 3 to smithi09077644-27 2024-03-07T02:58:25.490 INFO:tasks.rados.rados.0.smithi090.stdout:554: finishing rollback tid 2 to smithi09077644-19 2024-03-07T02:58:25.490 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 165 (ObjNum 150 snap 37 seq_num 150) dirty exists 2024-03-07T02:58:25.490 INFO:tasks.rados.rados.0.smithi090.stdout:552: finishing write tid 4 to smithi09077644-27 2024-03-07T02:58:25.490 INFO:tasks.rados.rados.0.smithi090.stdout:552: oid 27 updating version 0 to 79 2024-03-07T02:58:25.490 INFO:tasks.rados.rados.0.smithi090.stdout:552: oid 27 updating version 79 to 80 2024-03-07T02:58:25.490 INFO:tasks.rados.rados.0.smithi090.stdout:552: oid 27 updating version 80 to 81 2024-03-07T02:58:25.490 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 27 v 81 (ObjNum 193 snap 50 seq_num 193) dirty exists 2024-03-07T02:58:25.491 INFO:tasks.rados.rados.0.smithi090.stdout:552: left oid 27 (ObjNum 193 snap 50 seq_num 193) 2024-03-07T02:58:25.491 INFO:tasks.rados.rados.0.smithi090.stdout:553: expect (ObjNum 65 snap 6 seq_num 65) 2024-03-07T02:58:25.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:25 smithi090 ceph-mon[27223]: pgmap v219: 121 pgs: 2 active+clean+snaptrim_wait, 114 active+clean, 5 active+clean+snaptrim; 174 MiB data, 498 MiB used, 715 GiB / 715 GiB avail; 4.5 MiB/s rd, 0 B/s wr, 4 op/s 2024-03-07T02:58:25.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:25 smithi090 ceph-mon[37987]: pgmap v219: 121 pgs: 2 active+clean+snaptrim_wait, 114 active+clean, 5 active+clean+snaptrim; 174 MiB data, 498 MiB used, 715 GiB / 715 GiB avail; 4.5 MiB/s rd, 0 B/s wr, 4 op/s 2024-03-07T02:58:25.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:25 smithi092 ceph-mon[31083]: pgmap v219: 121 pgs: 2 active+clean+snaptrim_wait, 114 active+clean, 5 active+clean+snaptrim; 174 MiB data, 498 MiB used, 715 GiB / 715 GiB avail; 4.5 MiB/s rd, 0 B/s wr, 4 op/s 2024-03-07T02:58:26.446 INFO:tasks.rados.rados.0.smithi090.stdout:549: done (5 left) 2024-03-07T02:58:26.446 INFO:tasks.rados.rados.0.smithi090.stdout:551: done (4 left) 2024-03-07T02:58:26.446 INFO:tasks.rados.rados.0.smithi090.stdout:552: done (3 left) 2024-03-07T02:58:26.446 INFO:tasks.rados.rados.0.smithi090.stdout:553: done (2 left) 2024-03-07T02:58:26.446 INFO:tasks.rados.rados.0.smithi090.stdout:554: done (1 left) 2024-03-07T02:58:26.446 INFO:tasks.rados.rados.0.smithi090.stdout:555: done (0 left) 2024-03-07T02:58:26.446 INFO:tasks.rados.rados.0.smithi090.stdout:556: read oid 22 snap -1 2024-03-07T02:58:26.446 INFO:tasks.rados.rados.0.smithi090.stdout:556: expect (ObjNum 149 snap 37 seq_num 149) 2024-03-07T02:58:26.446 INFO:tasks.rados.rados.0.smithi090.stdout:557: rollback oid 47 current snap is 51 2024-03-07T02:58:26.447 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 47 to 44 2024-03-07T02:58:26.447 INFO:tasks.rados.rados.0.smithi090.stdout:558: snap_remove snap 42 2024-03-07T02:58:26.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:26 smithi090 ceph-mon[27223]: osdmap e158: 8 total, 8 up, 8 in 2024-03-07T02:58:26.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:26 smithi090 ceph-mon[37987]: osdmap e158: 8 total, 8 up, 8 in 2024-03-07T02:58:26.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:26 smithi092 ceph-mon[31083]: osdmap e158: 8 total, 8 up, 8 in 2024-03-07T02:58:27.458 INFO:tasks.rados.rados.0.smithi090.stdout:558: done (2 left) 2024-03-07T02:58:27.459 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 6 current snap is 51 2024-03-07T02:58:27.459 INFO:tasks.rados.rados.0.smithi090.stdout:559: seq_num 194 ranges {4177920=458752,4636672=401408} 2024-03-07T02:58:27.484 INFO:tasks.rados.rados.0.smithi090.stdout:559: writing smithi09077644-6 from 4177920 to 4636672 tid 1 2024-03-07T02:58:27.487 INFO:tasks.rados.rados.0.smithi090.stdout:559: writing smithi09077644-6 from 4636672 to 5038080 tid 2 2024-03-07T02:58:27.487 INFO:tasks.rados.rados.0.smithi090.stdout:560: copy_from oid 41 from oid 46 current snap is 51 2024-03-07T02:58:27.487 INFO:tasks.rados.rados.0.smithi090.stdout:557: finishing rollback tid 0 to smithi09077644-47 2024-03-07T02:58:27.488 INFO:tasks.rados.rados.0.smithi090.stdout:561: rollback oid 19 current snap is 51 2024-03-07T02:58:27.488 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 19 to 46 2024-03-07T02:58:27.488 INFO:tasks.rados.rados.0.smithi090.stdout:557: finishing rollback tid 1 to smithi09077644-47 2024-03-07T02:58:27.488 INFO:tasks.rados.rados.0.smithi090.stdout:557: finishing rollback tid 2 to smithi09077644-47 2024-03-07T02:58:27.488 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 26 (ObjNum 172 snap 44 seq_num 172) dirty exists 2024-03-07T02:58:27.488 INFO:tasks.rados.rados.0.smithi090.stdout:556: expect (ObjNum 149 snap 37 seq_num 149) 2024-03-07T02:58:27.681 INFO:tasks.rados.rados.0.smithi090.stdout:559: finishing write tid 1 to smithi09077644-6 2024-03-07T02:58:27.681 INFO:tasks.rados.rados.0.smithi090.stdout:556: done (4 left) 2024-03-07T02:58:27.681 INFO:tasks.rados.rados.0.smithi090.stdout:557: done (3 left) 2024-03-07T02:58:27.681 INFO:tasks.rados.rados.0.smithi090.stdout:562: snap_remove snap 50 2024-03-07T02:58:27.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:27 smithi090 ceph-mon[27223]: osdmap e159: 8 total, 8 up, 8 in 2024-03-07T02:58:27.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:27 smithi090 ceph-mon[27223]: pgmap v222: 121 pgs: 2 active+clean+snaptrim_wait, 114 active+clean, 5 active+clean+snaptrim; 174 MiB data, 498 MiB used, 715 GiB / 715 GiB avail; 4.5 MiB/s rd, 0 B/s wr, 4 op/s 2024-03-07T02:58:27.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:27 smithi090 ceph-mon[37987]: osdmap e159: 8 total, 8 up, 8 in 2024-03-07T02:58:27.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:27 smithi090 ceph-mon[37987]: pgmap v222: 121 pgs: 2 active+clean+snaptrim_wait, 114 active+clean, 5 active+clean+snaptrim; 174 MiB data, 498 MiB used, 715 GiB / 715 GiB avail; 4.5 MiB/s rd, 0 B/s wr, 4 op/s 2024-03-07T02:58:27.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:27 smithi092 ceph-mon[31083]: osdmap e159: 8 total, 8 up, 8 in 2024-03-07T02:58:27.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:27 smithi092 ceph-mon[31083]: pgmap v222: 121 pgs: 2 active+clean+snaptrim_wait, 114 active+clean, 5 active+clean+snaptrim; 174 MiB data, 498 MiB used, 715 GiB / 715 GiB avail; 4.5 MiB/s rd, 0 B/s wr, 4 op/s 2024-03-07T02:58:28.460 INFO:tasks.rados.rados.0.smithi090.stdout:562: done (3 left) 2024-03-07T02:58:28.460 INFO:tasks.rados.rados.0.smithi090.stdout:563: snap_remove snap 48 2024-03-07T02:58:28.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:28 smithi090 ceph-mon[27223]: osdmap e160: 8 total, 8 up, 8 in 2024-03-07T02:58:28.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:28 smithi090 ceph-mon[37987]: osdmap e160: 8 total, 8 up, 8 in 2024-03-07T02:58:28.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:28 smithi092 ceph-mon[31083]: osdmap e160: 8 total, 8 up, 8 in 2024-03-07T02:58:29.412 INFO:tasks.rados.rados.0.smithi090.stdout:563: done (3 left) 2024-03-07T02:58:29.412 INFO:tasks.rados.rados.0.smithi090.stdout:564: snap_create 2024-03-07T02:58:29.412 INFO:tasks.rados.rados.0.smithi090.stdout:559: finishing write tid 2 to smithi09077644-6 2024-03-07T02:58:29.412 INFO:tasks.rados.rados.0.smithi090.stdout:559: finishing write tid 3 to smithi09077644-6 2024-03-07T02:58:29.412 INFO:tasks.rados.rados.0.smithi090.stdout:561: finishing rollback tid 0 to smithi09077644-19 2024-03-07T02:58:29.412 INFO:tasks.rados.rados.0.smithi090.stdout:561: finishing rollback tid 1 to smithi09077644-19 2024-03-07T02:58:29.412 INFO:tasks.rados.rados.0.smithi090.stdout:561: finishing rollback tid 2 to smithi09077644-19 2024-03-07T02:58:29.412 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 168 (ObjNum 171 snap 44 seq_num 171) dirty exists 2024-03-07T02:58:29.412 INFO:tasks.rados.rados.0.smithi090.stdout:559: finishing write tid 4 to smithi09077644-6 2024-03-07T02:58:29.412 INFO:tasks.rados.rados.0.smithi090.stdout:559: oid 6 updating version 0 to 135 2024-03-07T02:58:29.413 INFO:tasks.rados.rados.0.smithi090.stdout:559: oid 6 updating version 135 to 136 2024-03-07T02:58:29.413 INFO:tasks.rados.rados.0.smithi090.stdout:559: oid 6 version 136 is already newer than 134 2024-03-07T02:58:29.413 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 136 (ObjNum 194 snap 51 seq_num 194) dirty exists 2024-03-07T02:58:29.413 INFO:tasks.rados.rados.0.smithi090.stdout:559: left oid 6 (ObjNum 194 snap 51 seq_num 194) 2024-03-07T02:58:29.413 INFO:tasks.rados.rados.0.smithi090.stdout:560: finishing copy_from racing read to smithi09077644-41 2024-03-07T02:58:29.413 INFO:tasks.rados.rados.0.smithi090.stdout:560: finishing copy_from to smithi09077644-41 2024-03-07T02:58:29.413 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 41 v 128 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-03-07T02:58:29.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:29 smithi090 ceph-mon[37987]: osdmap e161: 8 total, 8 up, 8 in 2024-03-07T02:58:29.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:29 smithi090 ceph-mon[37987]: pgmap v225: 121 pgs: 2 active+clean+snaptrim_wait, 114 active+clean, 5 active+clean+snaptrim; 174 MiB data, 498 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:58:29.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:29 smithi090 ceph-mon[37987]: osdmap e162: 8 total, 8 up, 8 in 2024-03-07T02:58:29.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:29 smithi090 ceph-mon[27223]: osdmap e161: 8 total, 8 up, 8 in 2024-03-07T02:58:29.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:29 smithi090 ceph-mon[27223]: pgmap v225: 121 pgs: 2 active+clean+snaptrim_wait, 114 active+clean, 5 active+clean+snaptrim; 174 MiB data, 498 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:58:29.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:29 smithi090 ceph-mon[27223]: osdmap e162: 8 total, 8 up, 8 in 2024-03-07T02:58:29.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:29 smithi092 ceph-mon[31083]: osdmap e161: 8 total, 8 up, 8 in 2024-03-07T02:58:29.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:29 smithi092 ceph-mon[31083]: pgmap v225: 121 pgs: 2 active+clean+snaptrim_wait, 114 active+clean, 5 active+clean+snaptrim; 174 MiB data, 498 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:58:29.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:29 smithi092 ceph-mon[31083]: osdmap e162: 8 total, 8 up, 8 in 2024-03-07T02:58:30.421 INFO:tasks.rados.rados.0.smithi090.stdout:559: done (3 left) 2024-03-07T02:58:30.421 INFO:tasks.rados.rados.0.smithi090.stdout:560: done (2 left) 2024-03-07T02:58:30.421 INFO:tasks.rados.rados.0.smithi090.stdout:561: done (1 left) 2024-03-07T02:58:30.421 INFO:tasks.rados.rados.0.smithi090.stdout:564: done (0 left) 2024-03-07T02:58:30.422 INFO:tasks.rados.rados.0.smithi090.stdout:565: read oid 47 snap -1 2024-03-07T02:58:30.422 INFO:tasks.rados.rados.0.smithi090.stdout:565: expect (ObjNum 172 snap 44 seq_num 172) 2024-03-07T02:58:30.422 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 17 current snap is 52 2024-03-07T02:58:30.422 INFO:tasks.rados.rados.0.smithi090.stdout:566: seq_num 195 ranges {0=475136,475136=401408} 2024-03-07T02:58:30.423 INFO:tasks.rados.rados.0.smithi090.stdout:566: writing smithi09077644-17 from 0 to 475136 tid 1 2024-03-07T02:58:30.426 INFO:tasks.rados.rados.0.smithi090.stdout:566: writing smithi09077644-17 from 475136 to 876544 tid 2 2024-03-07T02:58:30.426 INFO:tasks.rados.rados.0.smithi090.stdout:567: setattr oid 36 current snap is 52 2024-03-07T02:58:30.428 INFO:tasks.rados.rados.0.smithi090.stdout:568: rmattr oid 23 current snap is 52 2024-03-07T02:58:30.429 INFO:tasks.rados.rados.0.smithi090.stdout:568: done (3 left) 2024-03-07T02:58:30.429 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 50 current snap is 52 2024-03-07T02:58:30.429 INFO:tasks.rados.rados.0.smithi090.stdout:569: seq_num 196 ranges {974848=491520,1466368=401408} 2024-03-07T02:58:30.437 INFO:tasks.rados.rados.0.smithi090.stdout:569: writing smithi09077644-50 from 974848 to 1466368 tid 1 2024-03-07T02:58:30.440 INFO:tasks.rados.rados.0.smithi090.stdout:569: writing smithi09077644-50 from 1466368 to 1867776 tid 2 2024-03-07T02:58:30.440 INFO:tasks.rados.rados.0.smithi090.stdout:570: read oid 35 snap -1 2024-03-07T02:58:30.440 INFO:tasks.rados.rados.0.smithi090.stdout:570: expect (ObjNum 133 snap 30 seq_num 133) 2024-03-07T02:58:30.440 INFO:tasks.rados.rados.0.smithi090.stdout:571: setattr oid 26 current snap is 52 2024-03-07T02:58:30.440 INFO:tasks.rados.rados.0.smithi090.stdout:566: finishing write tid 1 to smithi09077644-17 2024-03-07T02:58:30.440 INFO:tasks.rados.rados.0.smithi090.stdout:566: finishing write tid 2 to smithi09077644-17 2024-03-07T02:58:30.440 INFO:tasks.rados.rados.0.smithi090.stdout:566: finishing write tid 3 to smithi09077644-17 2024-03-07T02:58:30.441 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 143 (ObjNum 65 snap 0 seq_num 1466063456) dirty exists 2024-03-07T02:58:30.441 INFO:tasks.rados.rados.0.smithi090.stdout:565: expect (ObjNum 172 snap 44 seq_num 172) 2024-03-07T02:58:30.489 INFO:tasks.rados.rados.0.smithi090.stdout:566: finishing write tid 4 to smithi09077644-17 2024-03-07T02:58:30.490 INFO:tasks.rados.rados.0.smithi090.stdout:566: oid 17 updating version 0 to 195 2024-03-07T02:58:30.490 INFO:tasks.rados.rados.0.smithi090.stdout:566: oid 17 updating version 195 to 196 2024-03-07T02:58:30.490 INFO:tasks.rados.rados.0.smithi090.stdout:566: oid 17 version 196 is already newer than 194 2024-03-07T02:58:30.490 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 17 v 196 (ObjNum 195 snap 52 seq_num 195) dirty exists 2024-03-07T02:58:30.490 INFO:tasks.rados.rados.0.smithi090.stdout:566: left oid 17 (ObjNum 195 snap 52 seq_num 195) 2024-03-07T02:58:30.490 INFO:tasks.rados.rados.0.smithi090.stdout:569: finishing write tid 1 to smithi09077644-50 2024-03-07T02:58:30.490 INFO:tasks.rados.rados.0.smithi090.stdout:569: finishing write tid 2 to smithi09077644-50 2024-03-07T02:58:30.490 INFO:tasks.rados.rados.0.smithi090.stdout:569: finishing write tid 3 to smithi09077644-50 2024-03-07T02:58:30.490 INFO:tasks.rados.rados.0.smithi090.stdout:569: finishing write tid 4 to smithi09077644-50 2024-03-07T02:58:30.490 INFO:tasks.rados.rados.0.smithi090.stdout:569: oid 50 updating version 0 to 110 2024-03-07T02:58:30.490 INFO:tasks.rados.rados.0.smithi090.stdout:569: oid 50 version 110 is already newer than 108 2024-03-07T02:58:30.490 INFO:tasks.rados.rados.0.smithi090.stdout:569: oid 50 version 110 is already newer than 109 2024-03-07T02:58:30.490 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 50 v 110 (ObjNum 196 snap 52 seq_num 196) dirty exists 2024-03-07T02:58:30.490 INFO:tasks.rados.rados.0.smithi090.stdout:569: left oid 50 (ObjNum 196 snap 52 seq_num 196) 2024-03-07T02:58:30.490 INFO:tasks.rados.rados.0.smithi090.stdout:570: expect (ObjNum 133 snap 30 seq_num 133) 2024-03-07T02:58:30.571 INFO:tasks.rados.rados.0.smithi090.stdout:565: done (5 left) 2024-03-07T02:58:30.571 INFO:tasks.rados.rados.0.smithi090.stdout:566: done (4 left) 2024-03-07T02:58:30.572 INFO:tasks.rados.rados.0.smithi090.stdout:567: done (3 left) 2024-03-07T02:58:30.572 INFO:tasks.rados.rados.0.smithi090.stdout:569: done (2 left) 2024-03-07T02:58:30.572 INFO:tasks.rados.rados.0.smithi090.stdout:570: done (1 left) 2024-03-07T02:58:30.572 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 19 current snap is 52 2024-03-07T02:58:30.572 INFO:tasks.rados.rados.0.smithi090.stdout:572: seq_num 197 ranges {3268608=507904,3776512=401408} 2024-03-07T02:58:30.592 INFO:tasks.rados.rados.0.smithi090.stdout:572: writing smithi09077644-19 from 3268608 to 3776512 tid 1 2024-03-07T02:58:30.595 INFO:tasks.rados.rados.0.smithi090.stdout:572: writing smithi09077644-19 from 3776512 to 4177920 tid 2 2024-03-07T02:58:30.595 INFO:tasks.rados.rados.0.smithi090.stdout:573: copy_from oid 13 from oid 8 current snap is 52 2024-03-07T02:58:30.595 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 26 v 112 (ObjNum 95 snap 18 seq_num 95) dirty exists 2024-03-07T02:58:30.595 INFO:tasks.rados.rados.0.smithi090.stdout:571: done (2 left) 2024-03-07T02:58:30.595 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 41 current snap is 52 2024-03-07T02:58:30.595 INFO:tasks.rados.rados.0.smithi090.stdout:574: seq_num 198 ranges {761856=524288,1286144=401408} 2024-03-07T02:58:30.601 INFO:tasks.rados.rados.0.smithi090.stdout:574: writing smithi09077644-41 from 761856 to 1286144 tid 1 2024-03-07T02:58:30.605 INFO:tasks.rados.rados.0.smithi090.stdout:574: writing smithi09077644-41 from 1286144 to 1687552 tid 2 2024-03-07T02:58:30.605 INFO:tasks.rados.rados.0.smithi090.stdout:575: read oid 20 snap 31 2024-03-07T02:58:30.605 INFO:tasks.rados.rados.0.smithi090.stdout:575: expect deleted 2024-03-07T02:58:30.605 INFO:tasks.rados.rados.0.smithi090.stdout:576: read oid 21 snap -1 2024-03-07T02:58:30.605 INFO:tasks.rados.rados.0.smithi090.stdout:576: expect (ObjNum 166 snap 44 seq_num 166) 2024-03-07T02:58:30.605 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 26 current snap is 52 2024-03-07T02:58:30.605 INFO:tasks.rados.rados.0.smithi090.stdout:577: seq_num 199 ranges {1736704=540672,2277376=401408} 2024-03-07T02:58:30.617 INFO:tasks.rados.rados.0.smithi090.stdout:577: writing smithi09077644-26 from 1736704 to 2277376 tid 1 2024-03-07T02:58:30.620 INFO:tasks.rados.rados.0.smithi090.stdout:577: writing smithi09077644-26 from 2277376 to 2678784 tid 2 2024-03-07T02:58:30.620 INFO:tasks.rados.rados.0.smithi090.stdout:578: rollback oid 12 current snap is 52 2024-03-07T02:58:30.620 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 12 to 32 2024-03-07T02:58:30.620 INFO:tasks.rados.rados.0.smithi090.stdout:572: finishing write tid 1 to smithi09077644-19 2024-03-07T02:58:30.620 INFO:tasks.rados.rados.0.smithi090.stdout:572: finishing write tid 2 to smithi09077644-19 2024-03-07T02:58:30.620 INFO:tasks.rados.rados.0.smithi090.stdout:573: finishing copy_from to smithi09077644-13 2024-03-07T02:58:30.620 INFO:tasks.rados.rados.0.smithi090.stdout:573: got expected ENOENT (src dne) 2024-03-07T02:58:30.620 INFO:tasks.rados.rados.0.smithi090.stdout:572: finishing write tid 3 to smithi09077644-19 2024-03-07T02:58:30.621 INFO:tasks.rados.rados.0.smithi090.stdout:579: rollback oid 48 current snap is 52 2024-03-07T02:58:30.621 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 48 to 29 2024-03-07T02:58:30.621 INFO:tasks.rados.rados.0.smithi090.stdout:573: finishing copy_from racing read to smithi09077644-13 2024-03-07T02:58:30.621 INFO:tasks.rados.rados.0.smithi090.stdout:572: finishing write tid 4 to smithi09077644-19 2024-03-07T02:58:30.621 INFO:tasks.rados.rados.0.smithi090.stdout:572: oid 19 updating version 0 to 173 2024-03-07T02:58:30.621 INFO:tasks.rados.rados.0.smithi090.stdout:572: oid 19 updating version 173 to 174 2024-03-07T02:58:30.621 INFO:tasks.rados.rados.0.smithi090.stdout:572: oid 19 updating version 174 to 175 2024-03-07T02:58:30.621 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 175 (ObjNum 197 snap 52 seq_num 197) dirty exists 2024-03-07T02:58:30.621 INFO:tasks.rados.rados.0.smithi090.stdout:572: left oid 19 (ObjNum 197 snap 52 seq_num 197) 2024-03-07T02:58:30.621 INFO:tasks.rados.rados.0.smithi090.stdout:574: finishing write tid 1 to smithi09077644-41 2024-03-07T02:58:30.621 INFO:tasks.rados.rados.0.smithi090.stdout:574: finishing write tid 2 to smithi09077644-41 2024-03-07T02:58:30.621 INFO:tasks.rados.rados.0.smithi090.stdout:574: finishing write tid 3 to smithi09077644-41 2024-03-07T02:58:30.621 INFO:tasks.rados.rados.0.smithi090.stdout:574: finishing write tid 4 to smithi09077644-41 2024-03-07T02:58:30.621 INFO:tasks.rados.rados.0.smithi090.stdout:574: oid 41 updating version 0 to 130 2024-03-07T02:58:30.621 INFO:tasks.rados.rados.0.smithi090.stdout:574: oid 41 version 130 is already newer than 129 2024-03-07T02:58:30.621 INFO:tasks.rados.rados.0.smithi090.stdout:574: oid 41 updating version 130 to 131 2024-03-07T02:58:30.622 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 41 v 131 (ObjNum 198 snap 52 seq_num 198) dirty exists 2024-03-07T02:58:30.622 INFO:tasks.rados.rados.0.smithi090.stdout:574: left oid 41 (ObjNum 198 snap 52 seq_num 198) 2024-03-07T02:58:30.622 INFO:tasks.rados.rados.0.smithi090.stdout:576: expect (ObjNum 166 snap 44 seq_num 166) 2024-03-07T02:58:30.716 INFO:tasks.rados.rados.0.smithi090.stdout:572: done (7 left) 2024-03-07T02:58:30.717 INFO:tasks.rados.rados.0.smithi090.stdout:573: done (6 left) 2024-03-07T02:58:30.717 INFO:tasks.rados.rados.0.smithi090.stdout:574: done (5 left) 2024-03-07T02:58:30.717 INFO:tasks.rados.rados.0.smithi090.stdout:575: done (4 left) 2024-03-07T02:58:30.717 INFO:tasks.rados.rados.0.smithi090.stdout:576: done (3 left) 2024-03-07T02:58:30.717 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 32 current snap is 52 2024-03-07T02:58:30.717 INFO:tasks.rados.rados.0.smithi090.stdout:577: finishing write tid 1 to smithi09077644-26 2024-03-07T02:58:30.717 INFO:tasks.rados.rados.0.smithi090.stdout:578: finishing rollback tid 0 to smithi09077644-12 2024-03-07T02:58:30.717 INFO:tasks.rados.rados.0.smithi090.stdout:579: finishing rollback tid 0 to smithi09077644-48 2024-03-07T02:58:30.717 INFO:tasks.rados.rados.0.smithi090.stdout:577: finishing write tid 2 to smithi09077644-26 2024-03-07T02:58:30.717 INFO:tasks.rados.rados.0.smithi090.stdout:578: finishing rollback tid 1 to smithi09077644-12 2024-03-07T02:58:30.717 INFO:tasks.rados.rados.0.smithi090.stdout:578: finishing rollback tid 2 to smithi09077644-12 2024-03-07T02:58:30.717 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 12 v 200 (ObjNum 131 snap 29 seq_num 131) dirty exists 2024-03-07T02:58:30.717 INFO:tasks.rados.rados.0.smithi090.stdout:577: finishing write tid 3 to smithi09077644-26 2024-03-07T02:58:30.717 INFO:tasks.rados.rados.0.smithi090.stdout:579: finishing rollback tid 1 to smithi09077644-48 2024-03-07T02:58:30.717 INFO:tasks.rados.rados.0.smithi090.stdout:579: finishing rollback tid 2 to smithi09077644-48 2024-03-07T02:58:30.718 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 134 (ObjNum 109 snap 20 seq_num 109) dirty exists 2024-03-07T02:58:30.718 INFO:tasks.rados.rados.0.smithi090.stdout:577: finishing write tid 4 to smithi09077644-26 2024-03-07T02:58:30.718 INFO:tasks.rados.rados.0.smithi090.stdout:577: oid 26 updating version 0 to 115 2024-03-07T02:58:30.718 INFO:tasks.rados.rados.0.smithi090.stdout:577: oid 26 version 115 is already newer than 113 2024-03-07T02:58:30.718 INFO:tasks.rados.rados.0.smithi090.stdout:577: oid 26 version 115 is already newer than 114 2024-03-07T02:58:30.718 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 26 v 115 (ObjNum 199 snap 52 seq_num 199) dirty exists 2024-03-07T02:58:30.718 INFO:tasks.rados.rados.0.smithi090.stdout:577: left oid 26 (ObjNum 199 snap 52 seq_num 199) 2024-03-07T02:58:30.718 INFO:tasks.rados.rados.0.smithi090.stdout:580: seq_num 200 ranges {0=557056,557056=401408} 2024-03-07T02:58:30.719 INFO:tasks.rados.rados.0.smithi090.stdout:580: writing smithi09077644-32 from 0 to 557056 tid 1 2024-03-07T02:58:30.722 INFO:tasks.rados.rados.0.smithi090.stdout:580: writing smithi09077644-32 from 557056 to 958464 tid 2 2024-03-07T02:58:30.722 INFO:tasks.rados.rados.0.smithi090.stdout:577: done (3 left) 2024-03-07T02:58:30.722 INFO:tasks.rados.rados.0.smithi090.stdout:578: done (2 left) 2024-03-07T02:58:30.722 INFO:tasks.rados.rados.0.smithi090.stdout:579: done (1 left) 2024-03-07T02:58:30.722 INFO:tasks.rados.rados.0.smithi090.stdout:581: rollback oid 15 current snap is 52 2024-03-07T02:58:30.722 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 15 to 32 2024-03-07T02:58:30.722 INFO:tasks.rados.rados.0.smithi090.stdout:582: read oid 44 snap -1 2024-03-07T02:58:30.723 INFO:tasks.rados.rados.0.smithi090.stdout:582: expect (ObjNum 180 snap 46 seq_num 180) 2024-03-07T02:58:30.723 INFO:tasks.rados.rados.0.smithi090.stdout:583: rollback oid 29 current snap is 52 2024-03-07T02:58:30.723 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 29 to 47 2024-03-07T02:58:30.723 INFO:tasks.rados.rados.0.smithi090.stdout:584: read oid 8 snap -1 2024-03-07T02:58:30.723 INFO:tasks.rados.rados.0.smithi090.stdout:584: expect deleted 2024-03-07T02:58:30.723 INFO:tasks.rados.rados.0.smithi090.stdout:585: rollback oid 35 current snap is 52 2024-03-07T02:58:30.723 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 35 to 41 2024-03-07T02:58:30.723 INFO:tasks.rados.rados.0.smithi090.stdout:586: snap_create 2024-03-07T02:58:30.724 INFO:tasks.rados.rados.0.smithi090.stdout:580: finishing write tid 1 to smithi09077644-32 2024-03-07T02:58:30.725 INFO:tasks.rados.rados.0.smithi090.stdout:585: finishing rollback tid 0 to smithi09077644-35 2024-03-07T02:58:30.725 INFO:tasks.rados.rados.0.smithi090.stdout:580: finishing write tid 2 to smithi09077644-32 2024-03-07T02:58:30.725 INFO:tasks.rados.rados.0.smithi090.stdout:580: finishing write tid 3 to smithi09077644-32 2024-03-07T02:58:30.726 INFO:tasks.rados.rados.0.smithi090.stdout:585: finishing rollback tid 1 to smithi09077644-35 2024-03-07T02:58:30.726 INFO:tasks.rados.rados.0.smithi090.stdout:585: finishing rollback tid 2 to smithi09077644-35 2024-03-07T02:58:30.727 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 35 v 147 (ObjNum 133 snap 30 seq_num 133) dirty exists 2024-03-07T02:58:30.727 INFO:tasks.rados.rados.0.smithi090.stdout:580: finishing write tid 4 to smithi09077644-32 2024-03-07T02:58:30.727 INFO:tasks.rados.rados.0.smithi090.stdout:580: oid 32 updating version 0 to 76 2024-03-07T02:58:30.727 INFO:tasks.rados.rados.0.smithi090.stdout:580: oid 32 version 76 is already newer than 75 2024-03-07T02:58:30.727 INFO:tasks.rados.rados.0.smithi090.stdout:580: oid 32 updating version 76 to 77 2024-03-07T02:58:30.727 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 32 v 77 (ObjNum 200 snap 52 seq_num 200) dirty exists 2024-03-07T02:58:30.727 INFO:tasks.rados.rados.0.smithi090.stdout:580: left oid 32 (ObjNum 200 snap 52 seq_num 200) 2024-03-07T02:58:30.729 INFO:tasks.rados.rados.0.smithi090.stdout:583: finishing rollback tid 0 to smithi09077644-29 2024-03-07T02:58:30.729 INFO:tasks.rados.rados.0.smithi090.stdout:583: finishing rollback tid 1 to smithi09077644-29 2024-03-07T02:58:30.729 INFO:tasks.rados.rados.0.smithi090.stdout:581: finishing rollback tid 0 to smithi09077644-15 2024-03-07T02:58:30.729 INFO:tasks.rados.rados.0.smithi090.stdout:583: finishing rollback tid 2 to smithi09077644-29 2024-03-07T02:58:30.729 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 157 (ObjNum 169 snap 44 seq_num 169) dirty exists 2024-03-07T02:58:30.729 INFO:tasks.rados.rados.0.smithi090.stdout:581: finishing rollback tid 1 to smithi09077644-15 2024-03-07T02:58:30.729 INFO:tasks.rados.rados.0.smithi090.stdout:581: finishing rollback tid 2 to smithi09077644-15 2024-03-07T02:58:30.729 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 235 (ObjNum 129 snap 29 seq_num 129) dirty exists 2024-03-07T02:58:30.733 INFO:tasks.rados.rados.0.smithi090.stdout:582: expect (ObjNum 180 snap 46 seq_num 180) 2024-03-07T02:58:30.949 INFO:teuthology.orchestra.run.smithi090.stdout:true 2024-03-07T02:58:31.267 INFO:teuthology.orchestra.run.smithi090.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-07T02:58:31.267 INFO:teuthology.orchestra.run.smithi090.stdout:alertmanager.a smithi090 *:9093,9094 running (3m) 2m ago 3m 16.7M - 0.25.0 c8568f914cd2 c7f315859531 2024-03-07T02:58:31.267 INFO:teuthology.orchestra.run.smithi090.stdout:grafana.a smithi092 *:3000 running (3m) 2m ago 3m 82.5M - 9.4.7 954c08fa6188 044a70fdd07e 2024-03-07T02:58:31.267 INFO:teuthology.orchestra.run.smithi090.stdout:mds.a smithi090 running (4m) 2m ago 4m 12.7M - 18.2.1-718-gae75fc9d 0164bb8a7c67 8b3baf63c0c9 2024-03-07T02:58:31.267 INFO:teuthology.orchestra.run.smithi090.stdout:mds.b smithi092 running (4m) 2m ago 4m 15.4M - 18.2.1-718-gae75fc9d 0164bb8a7c67 ce3c1188fa28 2024-03-07T02:58:31.268 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.x smithi092 *:8443,8765 running (8m) 2m ago 8m 449M - 18.2.1-718-gae75fc9d 0164bb8a7c67 b1184af39190 2024-03-07T02:58:31.268 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.y smithi090 *:9283,8765 running (9m) 2m ago 9m 497M - 18.2.1-718-gae75fc9d 0164bb8a7c67 a5359f652648 2024-03-07T02:58:31.268 INFO:teuthology.orchestra.run.smithi090.stdout:mon.a smithi090 running (9m) 2m ago 10m 47.8M 2048M 18.2.1-718-gae75fc9d 0164bb8a7c67 84d91110fe9f 2024-03-07T02:58:31.268 INFO:teuthology.orchestra.run.smithi090.stdout:mon.b smithi092 running (8m) 2m ago 8m 39.7M 2048M 18.2.1-718-gae75fc9d 0164bb8a7c67 27a7830719c5 2024-03-07T02:58:31.268 INFO:teuthology.orchestra.run.smithi090.stdout:mon.c smithi090 running (8m) 2m ago 8m 38.8M 2048M 18.2.1-718-gae75fc9d 0164bb8a7c67 9eaa649b1445 2024-03-07T02:58:31.268 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.a smithi090 *:9100 running (3m) 2m ago 3m 15.0M - 1.5.0 0da6a335fe13 76496853f3a5 2024-03-07T02:58:31.268 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.b smithi092 *:9100 running (3m) 2m ago 3m 8363k - 1.5.0 0da6a335fe13 9ed8c0a03920 2024-03-07T02:58:31.268 INFO:teuthology.orchestra.run.smithi090.stdout:osd.0 smithi090 running (7m) 2m ago 7m 44.6M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 725e893e6886 2024-03-07T02:58:31.268 INFO:teuthology.orchestra.run.smithi090.stdout:osd.1 smithi090 running (7m) 2m ago 7m 43.5M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 9b941d592b34 2024-03-07T02:58:31.268 INFO:teuthology.orchestra.run.smithi090.stdout:osd.2 smithi090 running (7m) 2m ago 7m 43.2M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 9852da06477f 2024-03-07T02:58:31.268 INFO:teuthology.orchestra.run.smithi090.stdout:osd.3 smithi090 running (6m) 2m ago 6m 44.7M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 1e9119683f37 2024-03-07T02:58:31.268 INFO:teuthology.orchestra.run.smithi090.stdout:osd.4 smithi092 running (6m) 2m ago 6m 41.5M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 9ffc02d81c13 2024-03-07T02:58:31.268 INFO:teuthology.orchestra.run.smithi090.stdout:osd.5 smithi092 running (5m) 2m ago 5m 41.4M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 028e6ccdd1db 2024-03-07T02:58:31.269 INFO:teuthology.orchestra.run.smithi090.stdout:osd.6 smithi092 running (5m) 2m ago 5m 44.4M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 04f0a980ec71 2024-03-07T02:58:31.269 INFO:teuthology.orchestra.run.smithi090.stdout:osd.7 smithi092 running (5m) 2m ago 5m 43.0M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 1f2215787147 2024-03-07T02:58:31.269 INFO:teuthology.orchestra.run.smithi090.stdout:prometheus.a smithi092 *:9095 running (3m) 2m ago 4m 29.3M - 2.43.0 a07b618ecd1d 1302f14a5c88 2024-03-07T02:58:31.426 INFO:tasks.rados.rados.0.smithi090.stdout:580: done (6 left) 2024-03-07T02:58:31.426 INFO:tasks.rados.rados.0.smithi090.stdout:581: done (5 left) 2024-03-07T02:58:31.426 INFO:tasks.rados.rados.0.smithi090.stdout:582: done (4 left) 2024-03-07T02:58:31.426 INFO:tasks.rados.rados.0.smithi090.stdout:583: done (3 left) 2024-03-07T02:58:31.427 INFO:tasks.rados.rados.0.smithi090.stdout:584: done (2 left) 2024-03-07T02:58:31.427 INFO:tasks.rados.rados.0.smithi090.stdout:585: done (1 left) 2024-03-07T02:58:31.427 INFO:tasks.rados.rados.0.smithi090.stdout:586: done (0 left) 2024-03-07T02:58:31.427 INFO:tasks.rados.rados.0.smithi090.stdout:587: rollback oid 42 current snap is 53 2024-03-07T02:58:31.427 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 42 to 43 2024-03-07T02:58:31.427 INFO:tasks.rados.rados.0.smithi090.stdout:588: copy_from oid 3 from oid 1 current snap is 53 2024-03-07T02:58:31.427 INFO:tasks.rados.rados.0.smithi090.stdout:589: snap_remove snap 28 2024-03-07T02:58:31.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:31 smithi090 ceph-mon[27223]: osdmap e163: 8 total, 8 up, 8 in 2024-03-07T02:58:31.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:31 smithi090 ceph-mon[27223]: pgmap v228: 121 pgs: 121 active+clean; 186 MiB data, 515 MiB used, 715 GiB / 715 GiB avail; 8.1 MiB/s rd, 2.0 MiB/s wr, 17 op/s 2024-03-07T02:58:31.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:31 smithi090 ceph-mon[37987]: osdmap e163: 8 total, 8 up, 8 in 2024-03-07T02:58:31.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:31 smithi090 ceph-mon[37987]: pgmap v228: 121 pgs: 121 active+clean; 186 MiB data, 515 MiB used, 715 GiB / 715 GiB avail; 8.1 MiB/s rd, 2.0 MiB/s wr, 17 op/s 2024-03-07T02:58:31.659 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-03-07T02:58:31.659 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": { 2024-03-07T02:58:31.659 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 3 2024-03-07T02:58:31.659 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T02:58:31.659 INFO:teuthology.orchestra.run.smithi090.stdout: "mgr": { 2024-03-07T02:58:31.659 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 2 2024-03-07T02:58:31.660 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T02:58:31.660 INFO:teuthology.orchestra.run.smithi090.stdout: "osd": { 2024-03-07T02:58:31.660 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 8 2024-03-07T02:58:31.660 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T02:58:31.660 INFO:teuthology.orchestra.run.smithi090.stdout: "mds": { 2024-03-07T02:58:31.660 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 2 2024-03-07T02:58:31.660 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T02:58:31.660 INFO:teuthology.orchestra.run.smithi090.stdout: "overall": { 2024-03-07T02:58:31.660 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 15 2024-03-07T02:58:31.660 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-03-07T02:58:31.660 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-03-07T02:58:31.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:31 smithi092 ceph-mon[31083]: osdmap e163: 8 total, 8 up, 8 in 2024-03-07T02:58:31.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:31 smithi092 ceph-mon[31083]: pgmap v228: 121 pgs: 121 active+clean; 186 MiB data, 515 MiB used, 715 GiB / 715 GiB avail; 8.1 MiB/s rd, 2.0 MiB/s wr, 17 op/s 2024-03-07T02:58:32.428 INFO:tasks.rados.rados.0.smithi090.stdout:587: finishing rollback tid 0 to smithi09077644-42 2024-03-07T02:58:32.428 INFO:tasks.rados.rados.0.smithi090.stdout:587: finishing rollback tid 1 to smithi09077644-42 2024-03-07T02:58:32.428 INFO:tasks.rados.rados.0.smithi090.stdout:588: finishing copy_from to smithi09077644-3 2024-03-07T02:58:32.429 INFO:tasks.rados.rados.0.smithi090.stdout:588: got expected ENOENT (src dne) 2024-03-07T02:58:32.429 INFO:tasks.rados.rados.0.smithi090.stdout:587: finishing rollback tid 2 to smithi09077644-42 2024-03-07T02:58:32.429 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 42 v 157 (ObjNum 143 snap 35 seq_num 143) dirty exists 2024-03-07T02:58:32.429 INFO:tasks.rados.rados.0.smithi090.stdout:588: finishing copy_from racing read to smithi09077644-3 2024-03-07T02:58:32.429 INFO:tasks.rados.rados.0.smithi090.stdout:587: done (2 left) 2024-03-07T02:58:32.429 INFO:tasks.rados.rados.0.smithi090.stdout:588: done (1 left) 2024-03-07T02:58:32.429 INFO:tasks.rados.rados.0.smithi090.stdout:589: done (0 left) 2024-03-07T02:58:32.429 INFO:tasks.rados.rados.0.smithi090.stdout:590: snap_create 2024-03-07T02:58:32.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:32 smithi090 ceph-mon[27223]: from='client.25001 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:58:32.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:32 smithi090 ceph-mon[27223]: from='client.15120 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:58:32.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:32 smithi090 ceph-mon[27223]: osdmap e164: 8 total, 8 up, 8 in 2024-03-07T02:58:32.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:32 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/4036508432' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T02:58:32.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:32 smithi090 ceph-mon[37987]: from='client.25001 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:58:32.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:32 smithi090 ceph-mon[37987]: from='client.15120 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:58:32.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:32 smithi090 ceph-mon[37987]: osdmap e164: 8 total, 8 up, 8 in 2024-03-07T02:58:32.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:32 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/4036508432' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T02:58:32.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:32 smithi092 ceph-mon[31083]: from='client.25001 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:58:32.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:32 smithi092 ceph-mon[31083]: from='client.15120 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:58:32.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:32 smithi092 ceph-mon[31083]: osdmap e164: 8 total, 8 up, 8 in 2024-03-07T02:58:32.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:32 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/4036508432' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T02:58:33.328 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:58:32 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: ::ffff:172.21.15.92 - - [07/Mar/2024:02:58:32] "GET /metrics HTTP/1.1" 200 35983 "" "Prometheus/2.43.0" 2024-03-07T02:58:33.439 INFO:tasks.rados.rados.0.smithi090.stdout:590: done (0 left) 2024-03-07T02:58:33.439 INFO:tasks.rados.rados.0.smithi090.stdout:591: read oid 46 snap -1 2024-03-07T02:58:33.439 INFO:tasks.rados.rados.0.smithi090.stdout:591: expect (ObjNum 45 snap 0 seq_num 45) 2024-03-07T02:58:33.439 INFO:tasks.rados.rados.0.smithi090.stdout:592: rollback oid 42 current snap is 54 2024-03-07T02:58:33.439 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 42 to 49 2024-03-07T02:58:33.439 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 26 current snap is 54 2024-03-07T02:58:33.440 INFO:tasks.rados.rados.0.smithi090.stdout:593: seq_num 201 ranges {2678784=573440,3252224=401408} 2024-03-07T02:58:33.457 INFO:tasks.rados.rados.0.smithi090.stdout:593: writing smithi09077644-26 from 2678784 to 3252224 tid 1 2024-03-07T02:58:33.459 INFO:tasks.rados.rados.0.smithi090.stdout:593: writing smithi09077644-26 from 3252224 to 3653632 tid 2 2024-03-07T02:58:33.459 INFO:tasks.rados.rados.0.smithi090.stdout:594: copy_from oid 41 from oid 40 current snap is 54 2024-03-07T02:58:33.460 INFO:tasks.rados.rados.0.smithi090.stdout:592: finishing rollback tid 0 to smithi09077644-42 2024-03-07T02:58:33.460 INFO:tasks.rados.rados.0.smithi090.stdout:592: finishing rollback tid 1 to smithi09077644-42 2024-03-07T02:58:33.460 INFO:tasks.rados.rados.0.smithi090.stdout:592: finishing rollback tid 2 to smithi09077644-42 2024-03-07T02:58:33.460 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 42 v 167 (ObjNum 187 snap 49 seq_num 187) dirty exists 2024-03-07T02:58:33.460 INFO:tasks.rados.rados.0.smithi090.stdout:591: expect (ObjNum 45 snap 0 seq_num 45) 2024-03-07T02:58:33.484 INFO:tasks.rados.rados.0.smithi090.stdout:593: finishing write tid 1 to smithi09077644-26 2024-03-07T02:58:33.485 INFO:tasks.rados.rados.0.smithi090.stdout:593: finishing write tid 2 to smithi09077644-26 2024-03-07T02:58:33.485 INFO:tasks.rados.rados.0.smithi090.stdout:591: done (3 left) 2024-03-07T02:58:33.485 INFO:tasks.rados.rados.0.smithi090.stdout:592: done (2 left) 2024-03-07T02:58:33.485 INFO:tasks.rados.rados.0.smithi090.stdout:595: rollback oid 16 current snap is 54 2024-03-07T02:58:33.485 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 16 to 53 2024-03-07T02:58:33.485 INFO:tasks.rados.rados.0.smithi090.stdout:593: finishing write tid 3 to smithi09077644-26 2024-03-07T02:58:33.485 INFO:tasks.rados.rados.0.smithi090.stdout:593: finishing write tid 4 to smithi09077644-26 2024-03-07T02:58:33.485 INFO:tasks.rados.rados.0.smithi090.stdout:593: oid 26 updating version 0 to 123 2024-03-07T02:58:33.485 INFO:tasks.rados.rados.0.smithi090.stdout:593: oid 26 updating version 123 to 125 2024-03-07T02:58:33.485 INFO:tasks.rados.rados.0.smithi090.stdout:593: oid 26 version 125 is already newer than 124 2024-03-07T02:58:33.485 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 26 v 125 (ObjNum 201 snap 54 seq_num 201) dirty exists 2024-03-07T02:58:33.485 INFO:tasks.rados.rados.0.smithi090.stdout:593: left oid 26 (ObjNum 201 snap 54 seq_num 201) 2024-03-07T02:58:33.485 INFO:tasks.rados.rados.0.smithi090.stdout:594: finishing copy_from racing read to smithi09077644-41 2024-03-07T02:58:33.485 INFO:tasks.rados.rados.0.smithi090.stdout:594: finishing copy_from to smithi09077644-41 2024-03-07T02:58:33.486 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 41 v 85 (ObjNum 61 snap 5 seq_num 61) dirty exists 2024-03-07T02:58:33.486 INFO:tasks.rados.rados.0.smithi090.stdout:593: done (2 left) 2024-03-07T02:58:33.486 INFO:tasks.rados.rados.0.smithi090.stdout:594: done (1 left) 2024-03-07T02:58:33.486 INFO:tasks.rados.rados.0.smithi090.stdout:596: copy_from oid 47 from oid 42 current snap is 54 2024-03-07T02:58:33.486 INFO:tasks.rados.rados.0.smithi090.stdout:597: rollback oid 29 current snap is 54 2024-03-07T02:58:33.486 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 29 to 41 2024-03-07T02:58:33.486 INFO:tasks.rados.rados.0.smithi090.stdout:598: delete oid 34 current snap is 54 2024-03-07T02:58:33.489 INFO:tasks.rados.rados.0.smithi090.stdout:595: finishing rollback tid 1 to smithi09077644-16 2024-03-07T02:58:33.489 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 117 (ObjNum 81 snap 0 seq_num 1398296946) dirty dne 2024-03-07T02:58:33.490 INFO:tasks.rados.rados.0.smithi090.stdout:595: done (3 left) 2024-03-07T02:58:33.490 INFO:tasks.rados.rados.0.smithi090.stdout:598: done (2 left) 2024-03-07T02:58:33.490 INFO:tasks.rados.rados.0.smithi090.stdout:599: delete oid 14 current snap is 54 2024-03-07T02:58:33.491 INFO:tasks.rados.rados.0.smithi090.stdout:597: finishing rollback tid 0 to smithi09077644-29 2024-03-07T02:58:33.491 INFO:tasks.rados.rados.0.smithi090.stdout:597: finishing rollback tid 1 to smithi09077644-29 2024-03-07T02:58:33.491 INFO:tasks.rados.rados.0.smithi090.stdout:597: finishing rollback tid 2 to smithi09077644-29 2024-03-07T02:58:33.491 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 168 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-03-07T02:58:33.492 INFO:tasks.rados.rados.0.smithi090.stdout:597: done (2 left) 2024-03-07T02:58:33.493 INFO:tasks.rados.rados.0.smithi090.stdout:599: done (1 left) 2024-03-07T02:58:33.493 INFO:tasks.rados.rados.0.smithi090.stdout:600: read oid 2 snap -1 2024-03-07T02:58:33.493 INFO:tasks.rados.rados.0.smithi090.stdout:600: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-07T02:58:33.493 INFO:tasks.rados.rados.0.smithi090.stdout:601: snap_create 2024-03-07T02:58:33.493 INFO:tasks.rados.rados.0.smithi090.stdout:600: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-07T02:58:33.521 INFO:tasks.rados.rados.0.smithi090.stdout:596: finishing copy_from racing read to smithi09077644-47 2024-03-07T02:58:33.530 INFO:tasks.rados.rados.0.smithi090.stdout:596: finishing copy_from to smithi09077644-47 2024-03-07T02:58:33.530 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 167 (ObjNum 187 snap 49 seq_num 187) dirty exists 2024-03-07T02:58:33.818 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:33 smithi092 ceph-mon[31083]: osdmap e165: 8 total, 8 up, 8 in 2024-03-07T02:58:33.818 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:33 smithi092 ceph-mon[31083]: pgmap v231: 121 pgs: 121 active+clean; 186 MiB data, 515 MiB used, 715 GiB / 715 GiB avail; 8.1 MiB/s rd, 2.0 MiB/s wr, 17 op/s 2024-03-07T02:58:33.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:33 smithi090 ceph-mon[27223]: osdmap e165: 8 total, 8 up, 8 in 2024-03-07T02:58:33.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:33 smithi090 ceph-mon[27223]: pgmap v231: 121 pgs: 121 active+clean; 186 MiB data, 515 MiB used, 715 GiB / 715 GiB avail; 8.1 MiB/s rd, 2.0 MiB/s wr, 17 op/s 2024-03-07T02:58:33.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:33 smithi090 ceph-mon[37987]: osdmap e165: 8 total, 8 up, 8 in 2024-03-07T02:58:33.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:33 smithi090 ceph-mon[37987]: pgmap v231: 121 pgs: 121 active+clean; 186 MiB data, 515 MiB used, 715 GiB / 715 GiB avail; 8.1 MiB/s rd, 2.0 MiB/s wr, 17 op/s 2024-03-07T02:58:34.409 INFO:tasks.rados.rados.0.smithi090.stdout:596: done (2 left) 2024-03-07T02:58:34.409 INFO:tasks.rados.rados.0.smithi090.stdout:600: done (1 left) 2024-03-07T02:58:34.409 INFO:tasks.rados.rados.0.smithi090.stdout:601: done (0 left) 2024-03-07T02:58:34.409 INFO:tasks.rados.rados.0.smithi090.stdout:602: read oid 35 snap 52 2024-03-07T02:58:34.409 INFO:tasks.rados.rados.0.smithi090.stdout:602: expect (ObjNum 133 snap 30 seq_num 133) 2024-03-07T02:58:34.409 INFO:tasks.rados.rados.0.smithi090.stdout:603: copy_from oid 45 from oid 19 current snap is 55 2024-03-07T02:58:34.409 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 7 current snap is 55 2024-03-07T02:58:34.409 INFO:tasks.rados.rados.0.smithi090.stdout:604: seq_num 204 ranges {106496=622592,729088=401408} 2024-03-07T02:58:34.413 INFO:tasks.rados.rados.0.smithi090.stdout:604: writing smithi09077644-7 from 106496 to 729088 tid 1 2024-03-07T02:58:34.416 INFO:tasks.rados.rados.0.smithi090.stdout:604: writing smithi09077644-7 from 729088 to 1130496 tid 2 2024-03-07T02:58:34.416 INFO:tasks.rados.rados.0.smithi090.stdout:605: rollback oid 11 current snap is 55 2024-03-07T02:58:34.416 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 11 to 36 2024-03-07T02:58:34.416 INFO:tasks.rados.rados.0.smithi090.stdout:606: setattr oid 3 current snap is 55 2024-03-07T02:58:34.418 INFO:tasks.rados.rados.0.smithi090.stdout:607: rmattr oid 40 current snap is 55 2024-03-07T02:58:34.419 INFO:tasks.rados.rados.0.smithi090.stdout:608: read oid 30 snap -1 2024-03-07T02:58:34.419 INFO:tasks.rados.rados.0.smithi090.stdout:608: expect (ObjNum 15 snap 0 seq_num 15) 2024-03-07T02:58:34.419 INFO:tasks.rados.rados.0.smithi090.stdout:609: rollback oid 25 current snap is 55 2024-03-07T02:58:34.419 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 25 to 43 2024-03-07T02:58:34.419 INFO:tasks.rados.rados.0.smithi090.stdout:610: copy_from oid 22 from oid 1 current snap is 55 2024-03-07T02:58:34.419 INFO:tasks.rados.rados.0.smithi090.stdout:611: delete oid 24 current snap is 55 2024-03-07T02:58:34.423 INFO:tasks.rados.rados.0.smithi090.stdout:608: expect (ObjNum 15 snap 0 seq_num 15) 2024-03-07T02:58:34.434 INFO:tasks.rados.rados.0.smithi090.stdout:605: finishing rollback tid 0 to smithi09077644-11 2024-03-07T02:58:34.434 INFO:tasks.rados.rados.0.smithi090.stdout:605: finishing rollback tid 1 to smithi09077644-11 2024-03-07T02:58:34.434 INFO:tasks.rados.rados.0.smithi090.stdout:605: finishing rollback tid 2 to smithi09077644-11 2024-03-07T02:58:34.434 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 11 v 171 (ObjNum 108 snap 20 seq_num 108) dirty exists 2024-03-07T02:58:34.434 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 40 v 101 (ObjNum 61 snap 5 seq_num 61) dirty exists 2024-03-07T02:58:34.434 INFO:tasks.rados.rados.0.smithi090.stdout:610: finishing copy_from to smithi09077644-22 2024-03-07T02:58:34.434 INFO:tasks.rados.rados.0.smithi090.stdout:610: got expected ENOENT (src dne) 2024-03-07T02:58:34.435 INFO:tasks.rados.rados.0.smithi090.stdout:604: finishing write tid 1 to smithi09077644-7 2024-03-07T02:58:34.435 INFO:tasks.rados.rados.0.smithi090.stdout:604: finishing write tid 2 to smithi09077644-7 2024-03-07T02:58:34.435 INFO:tasks.rados.rados.0.smithi090.stdout:604: finishing write tid 3 to smithi09077644-7 2024-03-07T02:58:34.435 INFO:tasks.rados.rados.0.smithi090.stdout:604: finishing write tid 4 to smithi09077644-7 2024-03-07T02:58:34.435 INFO:tasks.rados.rados.0.smithi090.stdout:604: oid 7 updating version 0 to 5 2024-03-07T02:58:34.435 INFO:tasks.rados.rados.0.smithi090.stdout:604: oid 7 version 5 is already newer than 4 2024-03-07T02:58:34.435 INFO:tasks.rados.rados.0.smithi090.stdout:604: oid 7 updating version 5 to 6 2024-03-07T02:58:34.435 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 7 v 6 (ObjNum 204 snap 55 seq_num 204) dirty exists 2024-03-07T02:58:34.435 INFO:tasks.rados.rados.0.smithi090.stdout:604: left oid 7 (ObjNum 204 snap 55 seq_num 204) 2024-03-07T02:58:34.435 INFO:tasks.rados.rados.0.smithi090.stdout:604: done (9 left) 2024-03-07T02:58:34.435 INFO:tasks.rados.rados.0.smithi090.stdout:605: done (8 left) 2024-03-07T02:58:34.435 INFO:tasks.rados.rados.0.smithi090.stdout:607: done (7 left) 2024-03-07T02:58:34.435 INFO:tasks.rados.rados.0.smithi090.stdout:608: done (6 left) 2024-03-07T02:58:34.435 INFO:tasks.rados.rados.0.smithi090.stdout:611: done (5 left) 2024-03-07T02:58:34.435 INFO:tasks.rados.rados.0.smithi090.stdout:612: rollback oid 4 current snap is 55 2024-03-07T02:58:34.436 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 4 to 54 2024-03-07T02:58:34.436 INFO:tasks.rados.rados.0.smithi090.stdout:610: finishing copy_from racing read to smithi09077644-22 2024-03-07T02:58:34.436 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 127 (ObjNum 163 snap 43 seq_num 163) dirty exists 2024-03-07T02:58:34.436 INFO:tasks.rados.rados.0.smithi090.stdout:609: finishing rollback tid 0 to smithi09077644-25 2024-03-07T02:58:34.436 INFO:tasks.rados.rados.0.smithi090.stdout:609: finishing rollback tid 1 to smithi09077644-25 2024-03-07T02:58:34.436 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 25 v 209 (ObjNum 33 snap 0 seq_num 3339834848) dirty dne 2024-03-07T02:58:34.436 INFO:tasks.rados.rados.0.smithi090.stdout:602: expect (ObjNum 133 snap 30 seq_num 133) 2024-03-07T02:58:34.520 INFO:tasks.rados.rados.0.smithi090.stdout:603: finishing copy_from racing read to smithi09077644-45 2024-03-07T02:58:34.521 INFO:tasks.rados.rados.0.smithi090.stdout:602: done (5 left) 2024-03-07T02:58:34.521 INFO:tasks.rados.rados.0.smithi090.stdout:606: done (4 left) 2024-03-07T02:58:34.521 INFO:tasks.rados.rados.0.smithi090.stdout:609: done (3 left) 2024-03-07T02:58:34.521 INFO:tasks.rados.rados.0.smithi090.stdout:610: done (2 left) 2024-03-07T02:58:34.521 INFO:tasks.rados.rados.0.smithi090.stdout:613: snap_remove snap 44 2024-03-07T02:58:34.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:34 smithi090 ceph-mon[37987]: osdmap e166: 8 total, 8 up, 8 in 2024-03-07T02:58:34.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:34 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T02:58:34.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:34 smithi090 ceph-mon[37987]: osdmap e167: 8 total, 8 up, 8 in 2024-03-07T02:58:34.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:34 smithi090 ceph-mon[27223]: osdmap e166: 8 total, 8 up, 8 in 2024-03-07T02:58:34.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:34 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T02:58:34.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:34 smithi090 ceph-mon[27223]: osdmap e167: 8 total, 8 up, 8 in 2024-03-07T02:58:34.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:34 smithi092 ceph-mon[31083]: osdmap e166: 8 total, 8 up, 8 in 2024-03-07T02:58:34.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:34 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T02:58:34.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:34 smithi092 ceph-mon[31083]: osdmap e167: 8 total, 8 up, 8 in 2024-03-07T02:58:35.448 INFO:tasks.rados.rados.0.smithi090.stdout:613: done (2 left) 2024-03-07T02:58:35.448 INFO:tasks.rados.rados.0.smithi090.stdout:614: read oid 43 snap -1 2024-03-07T02:58:35.448 INFO:tasks.rados.rados.0.smithi090.stdout:614: expect (ObjNum 100 snap 19 seq_num 100) 2024-03-07T02:58:35.448 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 40 current snap is 55 2024-03-07T02:58:35.448 INFO:tasks.rados.rados.0.smithi090.stdout:603: finishing copy_from to smithi09077644-45 2024-03-07T02:58:35.448 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 45 v 175 (ObjNum 197 snap 52 seq_num 197) dirty exists 2024-03-07T02:58:35.448 INFO:tasks.rados.rados.0.smithi090.stdout:615: seq_num 206 ranges {1695744=655360,2351104=401408} 2024-03-07T02:58:35.461 INFO:tasks.rados.rados.0.smithi090.stdout:615: writing smithi09077644-40 from 1695744 to 2351104 tid 1 2024-03-07T02:58:35.465 INFO:tasks.rados.rados.0.smithi090.stdout:615: writing smithi09077644-40 from 2351104 to 2752512 tid 2 2024-03-07T02:58:35.465 INFO:tasks.rados.rados.0.smithi090.stdout:603: done (3 left) 2024-03-07T02:58:35.465 INFO:tasks.rados.rados.0.smithi090.stdout:616: rollback oid 18 current snap is 55 2024-03-07T02:58:35.465 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 18 to 53 2024-03-07T02:58:35.465 INFO:tasks.rados.rados.0.smithi090.stdout:612: finishing rollback tid 0 to smithi09077644-4 2024-03-07T02:58:35.465 INFO:tasks.rados.rados.0.smithi090.stdout:612: finishing rollback tid 1 to smithi09077644-4 2024-03-07T02:58:35.465 INFO:tasks.rados.rados.0.smithi090.stdout:612: finishing rollback tid 2 to smithi09077644-4 2024-03-07T02:58:35.465 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 178 (ObjNum 153 snap 39 seq_num 153) dirty exists 2024-03-07T02:58:35.465 INFO:tasks.rados.rados.0.smithi090.stdout:612: done (3 left) 2024-03-07T02:58:35.465 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 7 current snap is 55 2024-03-07T02:58:35.465 INFO:tasks.rados.rados.0.smithi090.stdout:617: seq_num 207 ranges {1130496=671744,1802240=401408} 2024-03-07T02:58:35.474 INFO:tasks.rados.rados.0.smithi090.stdout:617: writing smithi09077644-7 from 1130496 to 1802240 tid 1 2024-03-07T02:58:35.477 INFO:tasks.rados.rados.0.smithi090.stdout:617: writing smithi09077644-7 from 1802240 to 2203648 tid 2 2024-03-07T02:58:35.477 INFO:tasks.rados.rados.0.smithi090.stdout:618: rollback oid 39 current snap is 55 2024-03-07T02:58:35.478 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 39 to 41 2024-03-07T02:58:35.478 INFO:tasks.rados.rados.0.smithi090.stdout:616: finishing rollback tid 1 to smithi09077644-18 2024-03-07T02:58:35.478 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 18 v 135 (ObjNum 497 snap 0 seq_num 3365908160) dirty dne 2024-03-07T02:58:35.478 INFO:tasks.rados.rados.0.smithi090.stdout:615: finishing write tid 1 to smithi09077644-40 2024-03-07T02:58:35.478 INFO:tasks.rados.rados.0.smithi090.stdout:616: done (4 left) 2024-03-07T02:58:35.478 INFO:tasks.rados.rados.0.smithi090.stdout:619: rollback oid 41 current snap is 55 2024-03-07T02:58:35.478 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 41 to 54 2024-03-07T02:58:35.478 INFO:tasks.rados.rados.0.smithi090.stdout:615: finishing write tid 2 to smithi09077644-40 2024-03-07T02:58:35.478 INFO:tasks.rados.rados.0.smithi090.stdout:615: finishing write tid 3 to smithi09077644-40 2024-03-07T02:58:35.478 INFO:tasks.rados.rados.0.smithi090.stdout:614: expect (ObjNum 100 snap 19 seq_num 100) 2024-03-07T02:58:35.613 INFO:tasks.rados.rados.0.smithi090.stdout:615: finishing write tid 4 to smithi09077644-40 2024-03-07T02:58:35.614 INFO:tasks.rados.rados.0.smithi090.stdout:615: oid 40 updating version 0 to 108 2024-03-07T02:58:35.614 INFO:tasks.rados.rados.0.smithi090.stdout:615: oid 40 version 108 is already newer than 107 2024-03-07T02:58:35.614 INFO:tasks.rados.rados.0.smithi090.stdout:615: oid 40 version 108 is already newer than 106 2024-03-07T02:58:35.614 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 40 v 108 (ObjNum 206 snap 55 seq_num 206) dirty exists 2024-03-07T02:58:35.614 INFO:tasks.rados.rados.0.smithi090.stdout:615: left oid 40 (ObjNum 206 snap 55 seq_num 206) 2024-03-07T02:58:35.614 INFO:tasks.rados.rados.0.smithi090.stdout:614: done (4 left) 2024-03-07T02:58:35.614 INFO:tasks.rados.rados.0.smithi090.stdout:615: done (3 left) 2024-03-07T02:58:35.614 INFO:tasks.rados.rados.0.smithi090.stdout:620: read oid 18 snap 32 2024-03-07T02:58:35.614 INFO:tasks.rados.rados.0.smithi090.stdout:620: expect (ObjNum 122 snap 27 seq_num 122) 2024-03-07T02:58:35.614 INFO:tasks.rados.rados.0.smithi090.stdout:621: copy_from oid 16 from oid 43 current snap is 55 2024-03-07T02:58:35.614 INFO:tasks.rados.rados.0.smithi090.stdout:617: finishing write tid 1 to smithi09077644-7 2024-03-07T02:58:35.614 INFO:tasks.rados.rados.0.smithi090.stdout:617: finishing write tid 2 to smithi09077644-7 2024-03-07T02:58:35.614 INFO:tasks.rados.rados.0.smithi090.stdout:618: finishing rollback tid 1 to smithi09077644-39 2024-03-07T02:58:35.614 INFO:tasks.rados.rados.0.smithi090.stdout:617: finishing write tid 3 to smithi09077644-7 2024-03-07T02:58:35.615 INFO:tasks.rados.rados.0.smithi090.stdout:619: finishing rollback tid 0 to smithi09077644-41 2024-03-07T02:58:35.615 INFO:tasks.rados.rados.0.smithi090.stdout:618: finishing rollback tid 2 to smithi09077644-39 2024-03-07T02:58:35.615 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 257 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-03-07T02:58:35.615 INFO:tasks.rados.rados.0.smithi090.stdout:619: finishing rollback tid 1 to smithi09077644-41 2024-03-07T02:58:35.615 INFO:tasks.rados.rados.0.smithi090.stdout:618: done (4 left) 2024-03-07T02:58:35.615 INFO:tasks.rados.rados.0.smithi090.stdout:622: snap_remove snap 27 2024-03-07T02:58:35.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:35 smithi090 ceph-mon[27223]: pgmap v234: 121 pgs: 121 active+clean; 209 MiB data, 573 MiB used, 715 GiB / 715 GiB avail; 8.8 MiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-03-07T02:58:35.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:35 smithi090 ceph-mon[37987]: pgmap v234: 121 pgs: 121 active+clean; 209 MiB data, 573 MiB used, 715 GiB / 715 GiB avail; 8.8 MiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-03-07T02:58:35.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:35 smithi092 ceph-mon[31083]: pgmap v234: 121 pgs: 121 active+clean; 209 MiB data, 573 MiB used, 715 GiB / 715 GiB avail; 8.8 MiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-03-07T02:58:36.449 INFO:tasks.rados.rados.0.smithi090.stdout:622: done (4 left) 2024-03-07T02:58:36.450 INFO:tasks.rados.rados.0.smithi090.stdout:623: snap_remove snap 47 2024-03-07T02:58:36.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:36 smithi090 ceph-mon[27223]: osdmap e168: 8 total, 8 up, 8 in 2024-03-07T02:58:36.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:36 smithi090 ceph-mon[37987]: osdmap e168: 8 total, 8 up, 8 in 2024-03-07T02:58:36.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:36 smithi092 ceph-mon[31083]: osdmap e168: 8 total, 8 up, 8 in 2024-03-07T02:58:37.458 INFO:tasks.rados.rados.0.smithi090.stdout:623: done (4 left) 2024-03-07T02:58:37.458 INFO:tasks.rados.rados.0.smithi090.stdout:624: rollback oid 5 current snap is 55 2024-03-07T02:58:37.458 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 5 to 35 2024-03-07T02:58:37.458 INFO:tasks.rados.rados.0.smithi090.stdout:617: finishing write tid 4 to smithi09077644-7 2024-03-07T02:58:37.458 INFO:tasks.rados.rados.0.smithi090.stdout:617: oid 7 updating version 0 to 10 2024-03-07T02:58:37.458 INFO:tasks.rados.rados.0.smithi090.stdout:617: oid 7 updating version 10 to 11 2024-03-07T02:58:37.458 INFO:tasks.rados.rados.0.smithi090.stdout:617: oid 7 version 11 is already newer than 9 2024-03-07T02:58:37.458 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 7 v 11 (ObjNum 207 snap 55 seq_num 207) dirty exists 2024-03-07T02:58:37.458 INFO:tasks.rados.rados.0.smithi090.stdout:617: left oid 7 (ObjNum 207 snap 55 seq_num 207) 2024-03-07T02:58:37.458 INFO:tasks.rados.rados.0.smithi090.stdout:619: finishing rollback tid 2 to smithi09077644-41 2024-03-07T02:58:37.458 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 41 v 137 (ObjNum 61 snap 5 seq_num 61) dirty exists 2024-03-07T02:58:37.459 INFO:tasks.rados.rados.0.smithi090.stdout:620: expect (ObjNum 122 snap 27 seq_num 122) 2024-03-07T02:58:37.649 INFO:tasks.rados.rados.0.smithi090.stdout:621: finishing copy_from racing read to smithi09077644-16 2024-03-07T02:58:37.649 INFO:tasks.rados.rados.0.smithi090.stdout:621: finishing copy_from to smithi09077644-16 2024-03-07T02:58:37.649 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 74 (ObjNum 100 snap 19 seq_num 100) dirty exists 2024-03-07T02:58:37.649 INFO:tasks.rados.rados.0.smithi090.stdout:624: finishing rollback tid 1 to smithi09077644-5 2024-03-07T02:58:37.649 INFO:tasks.rados.rados.0.smithi090.stdout:624: finishing rollback tid 2 to smithi09077644-5 2024-03-07T02:58:37.649 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 5 v 180 (ObjNum 137 snap 32 seq_num 137) dirty exists 2024-03-07T02:58:37.649 INFO:tasks.rados.rados.0.smithi090.stdout:617: done (4 left) 2024-03-07T02:58:37.649 INFO:tasks.rados.rados.0.smithi090.stdout:619: done (3 left) 2024-03-07T02:58:37.650 INFO:tasks.rados.rados.0.smithi090.stdout:620: done (2 left) 2024-03-07T02:58:37.650 INFO:tasks.rados.rados.0.smithi090.stdout:621: done (1 left) 2024-03-07T02:58:37.650 INFO:tasks.rados.rados.0.smithi090.stdout:624: done (0 left) 2024-03-07T02:58:37.650 INFO:tasks.rados.rados.0.smithi090.stdout:625: delete oid 17 current snap is 55 2024-03-07T02:58:37.650 INFO:tasks.rados.rados.0.smithi090.stdout:625: done (0 left) 2024-03-07T02:58:37.651 INFO:tasks.rados.rados.0.smithi090.stdout:626: read oid 42 snap -1 2024-03-07T02:58:37.651 INFO:tasks.rados.rados.0.smithi090.stdout:626: expect (ObjNum 187 snap 49 seq_num 187) 2024-03-07T02:58:37.651 INFO:tasks.rados.rados.0.smithi090.stdout:627: setattr oid 5 current snap is 55 2024-03-07T02:58:37.651 INFO:tasks.rados.rados.0.smithi090.stdout:628: rmattr oid 26 current snap is 55 2024-03-07T02:58:37.651 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 15 current snap is 55 2024-03-07T02:58:37.652 INFO:tasks.rados.rados.0.smithi090.stdout:629: seq_num 209 ranges {3923968=704512,4628480=401408} 2024-03-07T02:58:37.677 INFO:tasks.rados.rados.0.smithi090.stdout:629: writing smithi09077644-15 from 3923968 to 4628480 tid 1 2024-03-07T02:58:37.680 INFO:tasks.rados.rados.0.smithi090.stdout:629: writing smithi09077644-15 from 4628480 to 5029888 tid 2 2024-03-07T02:58:37.680 INFO:tasks.rados.rados.0.smithi090.stdout:630: snap_create 2024-03-07T02:58:37.680 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 26 v 147 (ObjNum 201 snap 54 seq_num 201) dirty exists 2024-03-07T02:58:37.681 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 5 v 181 (ObjNum 137 snap 32 seq_num 137) dirty exists 2024-03-07T02:58:37.681 INFO:tasks.rados.rados.0.smithi090.stdout:626: expect (ObjNum 187 snap 49 seq_num 187) 2024-03-07T02:58:37.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:37 smithi090 ceph-mon[27223]: osdmap e169: 8 total, 8 up, 8 in 2024-03-07T02:58:37.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:37 smithi090 ceph-mon[27223]: pgmap v237: 121 pgs: 121 active+clean; 209 MiB data, 573 MiB used, 715 GiB / 715 GiB avail; 8.8 MiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-03-07T02:58:37.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:37 smithi090 ceph-mon[37987]: osdmap e169: 8 total, 8 up, 8 in 2024-03-07T02:58:37.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:37 smithi090 ceph-mon[37987]: pgmap v237: 121 pgs: 121 active+clean; 209 MiB data, 573 MiB used, 715 GiB / 715 GiB avail; 8.8 MiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-03-07T02:58:37.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:37 smithi092 ceph-mon[31083]: osdmap e169: 8 total, 8 up, 8 in 2024-03-07T02:58:37.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:37 smithi092 ceph-mon[31083]: pgmap v237: 121 pgs: 121 active+clean; 209 MiB data, 573 MiB used, 715 GiB / 715 GiB avail; 8.8 MiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-03-07T02:58:38.136 INFO:tasks.rados.rados.0.smithi090.stdout:629: finishing write tid 1 to smithi09077644-15 2024-03-07T02:58:38.136 INFO:tasks.rados.rados.0.smithi090.stdout:629: finishing write tid 2 to smithi09077644-15 2024-03-07T02:58:38.137 INFO:tasks.rados.rados.0.smithi090.stdout:629: finishing write tid 3 to smithi09077644-15 2024-03-07T02:58:38.137 INFO:tasks.rados.rados.0.smithi090.stdout:629: finishing write tid 4 to smithi09077644-15 2024-03-07T02:58:38.137 INFO:tasks.rados.rados.0.smithi090.stdout:629: oid 15 updating version 0 to 280 2024-03-07T02:58:38.137 INFO:tasks.rados.rados.0.smithi090.stdout:629: oid 15 updating version 280 to 281 2024-03-07T02:58:38.137 INFO:tasks.rados.rados.0.smithi090.stdout:629: oid 15 version 281 is already newer than 279 2024-03-07T02:58:38.137 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 281 (ObjNum 209 snap 55 seq_num 209) dirty exists 2024-03-07T02:58:38.137 INFO:tasks.rados.rados.0.smithi090.stdout:629: left oid 15 (ObjNum 209 snap 55 seq_num 209) 2024-03-07T02:58:38.461 INFO:tasks.rados.rados.0.smithi090.stdout:626: done (4 left) 2024-03-07T02:58:38.461 INFO:tasks.rados.rados.0.smithi090.stdout:627: done (3 left) 2024-03-07T02:58:38.461 INFO:tasks.rados.rados.0.smithi090.stdout:628: done (2 left) 2024-03-07T02:58:38.461 INFO:tasks.rados.rados.0.smithi090.stdout:629: done (1 left) 2024-03-07T02:58:38.461 INFO:tasks.rados.rados.0.smithi090.stdout:630: done (0 left) 2024-03-07T02:58:38.461 INFO:tasks.rados.rados.0.smithi090.stdout:631: snap_remove snap 54 2024-03-07T02:58:38.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:38 smithi090 ceph-mon[27223]: osdmap e170: 8 total, 8 up, 8 in 2024-03-07T02:58:38.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:38 smithi090 ceph-mon[37987]: osdmap e170: 8 total, 8 up, 8 in 2024-03-07T02:58:38.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:38 smithi092 ceph-mon[31083]: osdmap e170: 8 total, 8 up, 8 in 2024-03-07T02:58:39.411 INFO:tasks.rados.rados.0.smithi090.stdout:631: done (0 left) 2024-03-07T02:58:39.411 INFO:tasks.rados.rados.0.smithi090.stdout:632: snap_remove snap 31 2024-03-07T02:58:39.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:39 smithi090 ceph-mon[27223]: osdmap e171: 8 total, 8 up, 8 in 2024-03-07T02:58:39.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:39 smithi090 ceph-mon[27223]: pgmap v240: 121 pgs: 121 active+clean; 209 MiB data, 573 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:58:39.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:39 smithi090 ceph-mon[27223]: osdmap e172: 8 total, 8 up, 8 in 2024-03-07T02:58:39.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:39 smithi090 ceph-mon[37987]: osdmap e171: 8 total, 8 up, 8 in 2024-03-07T02:58:39.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:39 smithi090 ceph-mon[37987]: pgmap v240: 121 pgs: 121 active+clean; 209 MiB data, 573 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:58:39.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:39 smithi090 ceph-mon[37987]: osdmap e172: 8 total, 8 up, 8 in 2024-03-07T02:58:39.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:39 smithi092 ceph-mon[31083]: osdmap e171: 8 total, 8 up, 8 in 2024-03-07T02:58:39.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:39 smithi092 ceph-mon[31083]: pgmap v240: 121 pgs: 121 active+clean; 209 MiB data, 573 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:58:39.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:39 smithi092 ceph-mon[31083]: osdmap e172: 8 total, 8 up, 8 in 2024-03-07T02:58:40.423 INFO:tasks.rados.rados.0.smithi090.stdout:632: done (0 left) 2024-03-07T02:58:40.423 INFO:tasks.rados.rados.0.smithi090.stdout:633: rollback oid 12 current snap is 56 2024-03-07T02:58:40.423 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 12 to 49 2024-03-07T02:58:40.423 INFO:tasks.rados.rados.0.smithi090.stdout:634: read oid 21 snap -1 2024-03-07T02:58:40.423 INFO:tasks.rados.rados.0.smithi090.stdout:634: expect (ObjNum 166 snap 44 seq_num 166) 2024-03-07T02:58:40.423 INFO:tasks.rados.rados.0.smithi090.stdout:635: snap_remove snap 43 2024-03-07T02:58:41.430 INFO:tasks.rados.rados.0.smithi090.stdout:635: done (2 left) 2024-03-07T02:58:41.430 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 44 current snap is 56 2024-03-07T02:58:41.430 INFO:tasks.rados.rados.0.smithi090.stdout:633: finishing rollback tid 0 to smithi09077644-12 2024-03-07T02:58:41.430 INFO:tasks.rados.rados.0.smithi090.stdout:633: finishing rollback tid 1 to smithi09077644-12 2024-03-07T02:58:41.430 INFO:tasks.rados.rados.0.smithi090.stdout:633: finishing rollback tid 2 to smithi09077644-12 2024-03-07T02:58:41.430 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 12 v 235 (ObjNum 170 snap 44 seq_num 170) dirty exists 2024-03-07T02:58:41.430 INFO:tasks.rados.rados.0.smithi090.stdout:634: expect (ObjNum 166 snap 44 seq_num 166) 2024-03-07T02:58:41.524 INFO:tasks.rados.rados.0.smithi090.stdout:636: seq_num 210 ranges {2015232=720896,2736128=401408} 2024-03-07T02:58:41.538 INFO:tasks.rados.rados.0.smithi090.stdout:636: writing smithi09077644-44 from 2015232 to 2736128 tid 1 2024-03-07T02:58:41.541 INFO:tasks.rados.rados.0.smithi090.stdout:636: writing smithi09077644-44 from 2736128 to 3137536 tid 2 2024-03-07T02:58:41.541 INFO:tasks.rados.rados.0.smithi090.stdout:633: done (2 left) 2024-03-07T02:58:41.541 INFO:tasks.rados.rados.0.smithi090.stdout:634: done (1 left) 2024-03-07T02:58:41.541 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 37 current snap is 56 2024-03-07T02:58:41.541 INFO:tasks.rados.rados.0.smithi090.stdout:637: seq_num 211 ranges {0=737280,737280=401408} 2024-03-07T02:58:41.546 INFO:tasks.rados.rados.0.smithi090.stdout:637: writing smithi09077644-37 from 0 to 737280 tid 1 2024-03-07T02:58:41.549 INFO:tasks.rados.rados.0.smithi090.stdout:637: writing smithi09077644-37 from 737280 to 1138688 tid 2 2024-03-07T02:58:41.549 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 38 current snap is 56 2024-03-07T02:58:41.549 INFO:tasks.rados.rados.0.smithi090.stdout:636: finishing write tid 1 to smithi09077644-44 2024-03-07T02:58:41.549 INFO:tasks.rados.rados.0.smithi090.stdout:636: finishing write tid 2 to smithi09077644-44 2024-03-07T02:58:41.549 INFO:tasks.rados.rados.0.smithi090.stdout:636: finishing write tid 3 to smithi09077644-44 2024-03-07T02:58:41.549 INFO:tasks.rados.rados.0.smithi090.stdout:638: seq_num 212 ranges {2023424=753664,2777088=401408} 2024-03-07T02:58:41.564 INFO:tasks.rados.rados.0.smithi090.stdout:638: writing smithi09077644-38 from 2023424 to 2777088 tid 1 2024-03-07T02:58:41.567 INFO:tasks.rados.rados.0.smithi090.stdout:638: writing smithi09077644-38 from 2777088 to 3178496 tid 2 2024-03-07T02:58:41.567 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 21 current snap is 56 2024-03-07T02:58:41.567 INFO:tasks.rados.rados.0.smithi090.stdout:639: seq_num 213 ranges {2293760=770048,3063808=401408} 2024-03-07T02:58:41.584 INFO:tasks.rados.rados.0.smithi090.stdout:639: writing smithi09077644-21 from 2293760 to 3063808 tid 1 2024-03-07T02:58:41.586 INFO:tasks.rados.rados.0.smithi090.stdout:639: writing smithi09077644-21 from 3063808 to 3465216 tid 2 2024-03-07T02:58:41.586 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 10 current snap is 56 2024-03-07T02:58:41.586 INFO:tasks.rados.rados.0.smithi090.stdout:640: seq_num 214 ranges {0=794624,794624=401408} 2024-03-07T02:58:41.591 INFO:tasks.rados.rados.0.smithi090.stdout:640: writing smithi09077644-10 from 0 to 794624 tid 1 2024-03-07T02:58:41.594 INFO:tasks.rados.rados.0.smithi090.stdout:640: writing smithi09077644-10 from 794624 to 1196032 tid 2 2024-03-07T02:58:41.594 INFO:tasks.rados.rados.0.smithi090.stdout:641: setattr oid 16 current snap is 56 2024-03-07T02:58:41.594 INFO:tasks.rados.rados.0.smithi090.stdout:636: finishing write tid 4 to smithi09077644-44 2024-03-07T02:58:41.594 INFO:tasks.rados.rados.0.smithi090.stdout:636: oid 44 updating version 0 to 298 2024-03-07T02:58:41.595 INFO:tasks.rados.rados.0.smithi090.stdout:636: oid 44 updating version 298 to 299 2024-03-07T02:58:41.595 INFO:tasks.rados.rados.0.smithi090.stdout:636: oid 44 version 299 is already newer than 297 2024-03-07T02:58:41.595 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 44 v 299 (ObjNum 210 snap 56 seq_num 210) dirty exists 2024-03-07T02:58:41.595 INFO:tasks.rados.rados.0.smithi090.stdout:636: left oid 44 (ObjNum 210 snap 56 seq_num 210) 2024-03-07T02:58:41.595 INFO:tasks.rados.rados.0.smithi090.stdout:637: finishing write tid 1 to smithi09077644-37 2024-03-07T02:58:41.595 INFO:tasks.rados.rados.0.smithi090.stdout:637: finishing write tid 2 to smithi09077644-37 2024-03-07T02:58:41.595 INFO:tasks.rados.rados.0.smithi090.stdout:637: finishing write tid 3 to smithi09077644-37 2024-03-07T02:58:41.595 INFO:tasks.rados.rados.0.smithi090.stdout:637: finishing write tid 4 to smithi09077644-37 2024-03-07T02:58:41.595 INFO:tasks.rados.rados.0.smithi090.stdout:637: oid 37 updating version 0 to 119 2024-03-07T02:58:41.595 INFO:tasks.rados.rados.0.smithi090.stdout:637: oid 37 version 119 is already newer than 114 2024-03-07T02:58:41.595 INFO:tasks.rados.rados.0.smithi090.stdout:637: oid 37 updating version 119 to 120 2024-03-07T02:58:41.595 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 37 v 120 (ObjNum 211 snap 56 seq_num 211) dirty exists 2024-03-07T02:58:41.595 INFO:tasks.rados.rados.0.smithi090.stdout:637: left oid 37 (ObjNum 211 snap 56 seq_num 211) 2024-03-07T02:58:41.595 INFO:tasks.rados.rados.0.smithi090.stdout:638: finishing write tid 1 to smithi09077644-38 2024-03-07T02:58:41.596 INFO:tasks.rados.rados.0.smithi090.stdout:638: finishing write tid 2 to smithi09077644-38 2024-03-07T02:58:41.596 INFO:tasks.rados.rados.0.smithi090.stdout:638: finishing write tid 3 to smithi09077644-38 2024-03-07T02:58:41.596 INFO:tasks.rados.rados.0.smithi090.stdout:638: finishing write tid 4 to smithi09077644-38 2024-03-07T02:58:41.596 INFO:tasks.rados.rados.0.smithi090.stdout:638: oid 38 updating version 0 to 205 2024-03-07T02:58:41.596 INFO:tasks.rados.rados.0.smithi090.stdout:638: oid 38 version 205 is already newer than 204 2024-03-07T02:58:41.596 INFO:tasks.rados.rados.0.smithi090.stdout:638: oid 38 version 205 is already newer than 203 2024-03-07T02:58:41.596 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 205 (ObjNum 212 snap 56 seq_num 212) dirty exists 2024-03-07T02:58:41.596 INFO:tasks.rados.rados.0.smithi090.stdout:638: left oid 38 (ObjNum 212 snap 56 seq_num 212) 2024-03-07T02:58:41.596 INFO:tasks.rados.rados.0.smithi090.stdout:639: finishing write tid 1 to smithi09077644-21 2024-03-07T02:58:41.596 INFO:tasks.rados.rados.0.smithi090.stdout:639: finishing write tid 2 to smithi09077644-21 2024-03-07T02:58:41.596 INFO:tasks.rados.rados.0.smithi090.stdout:639: finishing write tid 3 to smithi09077644-21 2024-03-07T02:58:41.596 INFO:tasks.rados.rados.0.smithi090.stdout:639: finishing write tid 4 to smithi09077644-21 2024-03-07T02:58:41.596 INFO:tasks.rados.rados.0.smithi090.stdout:639: oid 21 updating version 0 to 96 2024-03-07T02:58:41.596 INFO:tasks.rados.rados.0.smithi090.stdout:639: oid 21 version 96 is already newer than 95 2024-03-07T02:58:41.597 INFO:tasks.rados.rados.0.smithi090.stdout:639: oid 21 version 96 is already newer than 94 2024-03-07T02:58:41.597 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 96 (ObjNum 213 snap 56 seq_num 213) dirty exists 2024-03-07T02:58:41.597 INFO:tasks.rados.rados.0.smithi090.stdout:639: left oid 21 (ObjNum 213 snap 56 seq_num 213) 2024-03-07T02:58:41.598 INFO:tasks.rados.rados.0.smithi090.stdout:640: finishing write tid 1 to smithi09077644-10 2024-03-07T02:58:41.598 INFO:tasks.rados.rados.0.smithi090.stdout:640: finishing write tid 2 to smithi09077644-10 2024-03-07T02:58:41.598 INFO:tasks.rados.rados.0.smithi090.stdout:640: finishing write tid 3 to smithi09077644-10 2024-03-07T02:58:41.598 INFO:tasks.rados.rados.0.smithi090.stdout:636: done (5 left) 2024-03-07T02:58:41.598 INFO:tasks.rados.rados.0.smithi090.stdout:637: done (4 left) 2024-03-07T02:58:41.598 INFO:tasks.rados.rados.0.smithi090.stdout:638: done (3 left) 2024-03-07T02:58:41.598 INFO:tasks.rados.rados.0.smithi090.stdout:639: done (2 left) 2024-03-07T02:58:41.598 INFO:tasks.rados.rados.0.smithi090.stdout:642: delete oid 7 current snap is 56 2024-03-07T02:58:41.598 INFO:tasks.rados.rados.0.smithi090.stdout:640: finishing write tid 4 to smithi09077644-10 2024-03-07T02:58:41.598 INFO:tasks.rados.rados.0.smithi090.stdout:640: oid 10 updating version 0 to 310 2024-03-07T02:58:41.598 INFO:tasks.rados.rados.0.smithi090.stdout:640: oid 10 updating version 310 to 312 2024-03-07T02:58:41.599 INFO:tasks.rados.rados.0.smithi090.stdout:640: oid 10 version 312 is already newer than 311 2024-03-07T02:58:41.599 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 312 (ObjNum 214 snap 56 seq_num 214) dirty exists 2024-03-07T02:58:41.599 INFO:tasks.rados.rados.0.smithi090.stdout:640: left oid 10 (ObjNum 214 snap 56 seq_num 214) 2024-03-07T02:58:41.599 INFO:tasks.rados.rados.0.smithi090.stdout:640: done (2 left) 2024-03-07T02:58:41.599 INFO:tasks.rados.rados.0.smithi090.stdout:642: done (1 left) 2024-03-07T02:58:41.599 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 5 current snap is 56 2024-03-07T02:58:41.599 INFO:tasks.rados.rados.0.smithi090.stdout:643: seq_num 216 ranges {2310144=425984,2736128=409600,3145728=393216} 2024-03-07T02:58:41.612 INFO:tasks.rados.rados.0.smithi090.stdout:643: writing smithi09077644-5 from 2310144 to 2736128 tid 1 2024-03-07T02:58:41.615 INFO:tasks.rados.rados.0.smithi090.stdout:643: writing smithi09077644-5 from 2736128 to 3145728 tid 2 2024-03-07T02:58:41.618 INFO:tasks.rados.rados.0.smithi090.stdout:643: writing smithi09077644-5 from 3145728 to 3538944 tid 3 2024-03-07T02:58:41.618 INFO:tasks.rados.rados.0.smithi090.stdout:644: copy_from oid 44 from oid 47 current snap is 56 2024-03-07T02:58:41.618 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 196 (ObjNum 100 snap 19 seq_num 100) dirty exists 2024-03-07T02:58:41.618 INFO:tasks.rados.rados.0.smithi090.stdout:643: finishing write tid 1 to smithi09077644-5 2024-03-07T02:58:41.618 INFO:tasks.rados.rados.0.smithi090.stdout:643: finishing write tid 2 to smithi09077644-5 2024-03-07T02:58:41.618 INFO:tasks.rados.rados.0.smithi090.stdout:641: done (2 left) 2024-03-07T02:58:41.618 INFO:tasks.rados.rados.0.smithi090.stdout:645: rollback oid 9 current snap is 56 2024-03-07T02:58:41.618 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 9 to 52 2024-03-07T02:58:41.618 INFO:tasks.rados.rados.0.smithi090.stdout:646: copy_from oid 31 from oid 18 current snap is 56 2024-03-07T02:58:41.618 INFO:tasks.rados.rados.0.smithi090.stdout:647: copy_from oid 17 from oid 7 current snap is 56 2024-03-07T02:58:41.618 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 16 current snap is 56 2024-03-07T02:58:41.619 INFO:tasks.rados.rados.0.smithi090.stdout:648: seq_num 217 ranges {3620864=442368,4063232=696320,4759552=106496} 2024-03-07T02:58:41.640 INFO:tasks.rados.rados.0.smithi090.stdout:648: writing smithi09077644-16 from 3620864 to 4063232 tid 1 2024-03-07T02:58:41.644 INFO:tasks.rados.rados.0.smithi090.stdout:648: writing smithi09077644-16 from 4063232 to 4759552 tid 2 2024-03-07T02:58:41.645 INFO:tasks.rados.rados.0.smithi090.stdout:648: writing smithi09077644-16 from 4759552 to 4866048 tid 3 2024-03-07T02:58:41.645 INFO:tasks.rados.rados.0.smithi090.stdout:649: snap_remove snap 36 2024-03-07T02:58:41.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:41 smithi090 ceph-mon[37987]: osdmap e173: 8 total, 8 up, 8 in 2024-03-07T02:58:41.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:41 smithi090 ceph-mon[37987]: pgmap v243: 121 pgs: 121 active+clean; 216 MiB data, 639 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 2.6 MiB/s wr, 21 op/s 2024-03-07T02:58:41.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:41 smithi090 ceph-mon[27223]: osdmap e173: 8 total, 8 up, 8 in 2024-03-07T02:58:41.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:41 smithi090 ceph-mon[27223]: pgmap v243: 121 pgs: 121 active+clean; 216 MiB data, 639 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 2.6 MiB/s wr, 21 op/s 2024-03-07T02:58:41.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:41 smithi092 ceph-mon[31083]: osdmap e173: 8 total, 8 up, 8 in 2024-03-07T02:58:41.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:41 smithi092 ceph-mon[31083]: pgmap v243: 121 pgs: 121 active+clean; 216 MiB data, 639 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 2.6 MiB/s wr, 21 op/s 2024-03-07T02:58:42.435 INFO:tasks.rados.rados.0.smithi090.stdout:649: done (6 left) 2024-03-07T02:58:42.435 INFO:tasks.rados.rados.0.smithi090.stdout:650: rmattr oid 40 current snap is 56 2024-03-07T02:58:42.435 INFO:tasks.rados.rados.0.smithi090.stdout:647: finishing copy_from to smithi09077644-17 2024-03-07T02:58:42.435 INFO:tasks.rados.rados.0.smithi090.stdout:647: got expected ENOENT (src dne) 2024-03-07T02:58:42.435 INFO:tasks.rados.rados.0.smithi090.stdout:647: finishing copy_from racing read to smithi09077644-17 2024-03-07T02:58:42.435 INFO:tasks.rados.rados.0.smithi090.stdout:646: finishing copy_from to smithi09077644-31 2024-03-07T02:58:42.435 INFO:tasks.rados.rados.0.smithi090.stdout:646: got expected ENOENT (src dne) 2024-03-07T02:58:42.435 INFO:tasks.rados.rados.0.smithi090.stdout:646: finishing copy_from racing read to smithi09077644-31 2024-03-07T02:58:42.435 INFO:tasks.rados.rados.0.smithi090.stdout:645: finishing rollback tid 1 to smithi09077644-9 2024-03-07T02:58:42.435 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 9 v 124 (ObjNum 177 snap 0 seq_num 3339770032) dirty dne 2024-03-07T02:58:42.435 INFO:tasks.rados.rados.0.smithi090.stdout:643: finishing write tid 3 to smithi09077644-5 2024-03-07T02:58:42.435 INFO:tasks.rados.rados.0.smithi090.stdout:643: finishing write tid 4 to smithi09077644-5 2024-03-07T02:58:42.436 INFO:tasks.rados.rados.0.smithi090.stdout:643: finishing write tid 5 to smithi09077644-5 2024-03-07T02:58:42.436 INFO:tasks.rados.rados.0.smithi090.stdout:643: oid 5 updating version 0 to 183 2024-03-07T02:58:42.436 INFO:tasks.rados.rados.0.smithi090.stdout:643: oid 5 updating version 183 to 184 2024-03-07T02:58:42.436 INFO:tasks.rados.rados.0.smithi090.stdout:643: oid 5 updating version 184 to 185 2024-03-07T02:58:42.436 INFO:tasks.rados.rados.0.smithi090.stdout:643: oid 5 version 185 is already newer than 182 2024-03-07T02:58:42.436 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 5 v 185 (ObjNum 216 snap 56 seq_num 216) dirty exists 2024-03-07T02:58:42.436 INFO:tasks.rados.rados.0.smithi090.stdout:643: left oid 5 (ObjNum 216 snap 56 seq_num 216) 2024-03-07T02:58:42.436 INFO:tasks.rados.rados.0.smithi090.stdout:648: finishing write tid 1 to smithi09077644-16 2024-03-07T02:58:42.436 INFO:tasks.rados.rados.0.smithi090.stdout:648: finishing write tid 2 to smithi09077644-16 2024-03-07T02:58:42.436 INFO:tasks.rados.rados.0.smithi090.stdout:644: finishing copy_from racing read to smithi09077644-44 2024-03-07T02:58:42.436 INFO:tasks.rados.rados.0.smithi090.stdout:648: finishing write tid 3 to smithi09077644-16 2024-03-07T02:58:42.436 INFO:tasks.rados.rados.0.smithi090.stdout:648: finishing write tid 4 to smithi09077644-16 2024-03-07T02:58:42.436 INFO:tasks.rados.rados.0.smithi090.stdout:644: finishing copy_from to smithi09077644-44 2024-03-07T02:58:42.436 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 44 v 167 (ObjNum 187 snap 49 seq_num 187) dirty exists 2024-03-07T02:58:42.437 INFO:tasks.rados.rados.0.smithi090.stdout:648: finishing write tid 5 to smithi09077644-16 2024-03-07T02:58:42.437 INFO:tasks.rados.rados.0.smithi090.stdout:648: oid 16 updating version 0 to 197 2024-03-07T02:58:42.437 INFO:tasks.rados.rados.0.smithi090.stdout:648: oid 16 updating version 197 to 199 2024-03-07T02:58:42.437 INFO:tasks.rados.rados.0.smithi090.stdout:648: oid 16 version 199 is already newer than 198 2024-03-07T02:58:42.437 INFO:tasks.rados.rados.0.smithi090.stdout:648: oid 16 updating version 199 to 200 2024-03-07T02:58:42.437 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 200 (ObjNum 217 snap 56 seq_num 217) dirty exists 2024-03-07T02:58:42.437 INFO:tasks.rados.rados.0.smithi090.stdout:648: left oid 16 (ObjNum 217 snap 56 seq_num 217) 2024-03-07T02:58:42.437 INFO:tasks.rados.rados.0.smithi090.stdout:643: done (6 left) 2024-03-07T02:58:42.437 INFO:tasks.rados.rados.0.smithi090.stdout:644: done (5 left) 2024-03-07T02:58:42.437 INFO:tasks.rados.rados.0.smithi090.stdout:645: done (4 left) 2024-03-07T02:58:42.437 INFO:tasks.rados.rados.0.smithi090.stdout:646: done (3 left) 2024-03-07T02:58:42.437 INFO:tasks.rados.rados.0.smithi090.stdout:647: done (2 left) 2024-03-07T02:58:42.437 INFO:tasks.rados.rados.0.smithi090.stdout:648: done (1 left) 2024-03-07T02:58:42.437 INFO:tasks.rados.rados.0.smithi090.stdout:651: snap_create 2024-03-07T02:58:42.438 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 40 v 132 (ObjNum 206 snap 55 seq_num 206) dirty exists 2024-03-07T02:58:42.730 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:42 smithi090 ceph-mon[37987]: osdmap e174: 8 total, 8 up, 8 in 2024-03-07T02:58:42.730 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:42 smithi090 ceph-mon[27223]: osdmap e174: 8 total, 8 up, 8 in 2024-03-07T02:58:42.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:42 smithi092 ceph-mon[31083]: osdmap e174: 8 total, 8 up, 8 in 2024-03-07T02:58:43.078 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:58:42 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: ::ffff:172.21.15.92 - - [07/Mar/2024:02:58:42] "GET /metrics HTTP/1.1" 200 35983 "" "Prometheus/2.43.0" 2024-03-07T02:58:43.443 INFO:tasks.rados.rados.0.smithi090.stdout:650: done (1 left) 2024-03-07T02:58:43.443 INFO:tasks.rados.rados.0.smithi090.stdout:651: done (0 left) 2024-03-07T02:58:43.443 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 16 current snap is 57 2024-03-07T02:58:43.443 INFO:tasks.rados.rados.0.smithi090.stdout:652: seq_num 218 ranges {4866048=458752,5324800=581632,5906432=221184} 2024-03-07T02:58:43.471 INFO:tasks.rados.rados.0.smithi090.stdout:652: writing smithi09077644-16 from 4866048 to 5324800 tid 1 2024-03-07T02:58:43.474 INFO:tasks.rados.rados.0.smithi090.stdout:652: writing smithi09077644-16 from 5324800 to 5906432 tid 2 2024-03-07T02:58:43.476 INFO:tasks.rados.rados.0.smithi090.stdout:652: writing smithi09077644-16 from 5906432 to 6127616 tid 3 2024-03-07T02:58:43.476 INFO:tasks.rados.rados.0.smithi090.stdout:653: snap_create 2024-03-07T02:58:43.480 INFO:tasks.rados.rados.0.smithi090.stdout:652: finishing write tid 1 to smithi09077644-16 2024-03-07T02:58:43.480 INFO:tasks.rados.rados.0.smithi090.stdout:652: finishing write tid 2 to smithi09077644-16 2024-03-07T02:58:43.481 INFO:tasks.rados.rados.0.smithi090.stdout:652: finishing write tid 3 to smithi09077644-16 2024-03-07T02:58:43.481 INFO:tasks.rados.rados.0.smithi090.stdout:652: finishing write tid 4 to smithi09077644-16 2024-03-07T02:58:43.482 INFO:tasks.rados.rados.0.smithi090.stdout:652: finishing write tid 5 to smithi09077644-16 2024-03-07T02:58:43.483 INFO:tasks.rados.rados.0.smithi090.stdout:652: oid 16 updating version 0 to 208 2024-03-07T02:58:43.483 INFO:tasks.rados.rados.0.smithi090.stdout:652: oid 16 updating version 208 to 211 2024-03-07T02:58:43.483 INFO:tasks.rados.rados.0.smithi090.stdout:652: oid 16 version 211 is already newer than 210 2024-03-07T02:58:43.483 INFO:tasks.rados.rados.0.smithi090.stdout:652: oid 16 version 211 is already newer than 209 2024-03-07T02:58:43.483 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 211 (ObjNum 218 snap 57 seq_num 218) dirty exists 2024-03-07T02:58:43.483 INFO:tasks.rados.rados.0.smithi090.stdout:652: left oid 16 (ObjNum 218 snap 57 seq_num 218) 2024-03-07T02:58:43.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:43 smithi090 ceph-mon[27223]: osdmap e175: 8 total, 8 up, 8 in 2024-03-07T02:58:43.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:43 smithi090 ceph-mon[27223]: pgmap v246: 121 pgs: 121 active+clean; 216 MiB data, 639 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 2.6 MiB/s wr, 21 op/s 2024-03-07T02:58:43.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:43 smithi090 ceph-mon[37987]: osdmap e175: 8 total, 8 up, 8 in 2024-03-07T02:58:43.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:43 smithi090 ceph-mon[37987]: pgmap v246: 121 pgs: 121 active+clean; 216 MiB data, 639 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 2.6 MiB/s wr, 21 op/s 2024-03-07T02:58:43.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:43 smithi092 ceph-mon[31083]: osdmap e175: 8 total, 8 up, 8 in 2024-03-07T02:58:43.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:43 smithi092 ceph-mon[31083]: pgmap v246: 121 pgs: 121 active+clean; 216 MiB data, 639 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 2.6 MiB/s wr, 21 op/s 2024-03-07T02:58:44.412 INFO:tasks.rados.rados.0.smithi090.stdout:652: done (1 left) 2024-03-07T02:58:44.412 INFO:tasks.rados.rados.0.smithi090.stdout:653: done (0 left) 2024-03-07T02:58:44.412 INFO:tasks.rados.rados.0.smithi090.stdout:654: delete oid 2 current snap is 58 2024-03-07T02:58:44.420 INFO:tasks.rados.rados.0.smithi090.stdout:654: done (0 left) 2024-03-07T02:58:44.420 INFO:tasks.rados.rados.0.smithi090.stdout:655: delete oid 5 current snap is 58 2024-03-07T02:58:44.422 INFO:tasks.rados.rados.0.smithi090.stdout:655: done (0 left) 2024-03-07T02:58:44.423 INFO:tasks.rados.rados.0.smithi090.stdout:656: read oid 43 snap -1 2024-03-07T02:58:44.423 INFO:tasks.rados.rados.0.smithi090.stdout:656: expect (ObjNum 100 snap 19 seq_num 100) 2024-03-07T02:58:44.423 INFO:tasks.rados.rados.0.smithi090.stdout:657: read oid 45 snap 55 2024-03-07T02:58:44.423 INFO:tasks.rados.rados.0.smithi090.stdout:657: expect (ObjNum 197 snap 52 seq_num 197) 2024-03-07T02:58:44.423 INFO:tasks.rados.rados.0.smithi090.stdout:658: snap_remove snap 45 2024-03-07T02:58:44.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:44 smithi090 ceph-mon[27223]: osdmap e176: 8 total, 8 up, 8 in 2024-03-07T02:58:44.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:44 smithi090 ceph-mon[27223]: osdmap e177: 8 total, 8 up, 8 in 2024-03-07T02:58:44.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:44 smithi090 ceph-mon[37987]: osdmap e176: 8 total, 8 up, 8 in 2024-03-07T02:58:44.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:44 smithi090 ceph-mon[37987]: osdmap e177: 8 total, 8 up, 8 in 2024-03-07T02:58:44.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:44 smithi092 ceph-mon[31083]: osdmap e176: 8 total, 8 up, 8 in 2024-03-07T02:58:44.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:44 smithi092 ceph-mon[31083]: osdmap e177: 8 total, 8 up, 8 in 2024-03-07T02:58:45.424 INFO:tasks.rados.rados.0.smithi090.stdout:657: expect (ObjNum 197 snap 52 seq_num 197) 2024-03-07T02:58:45.699 INFO:tasks.rados.rados.0.smithi090.stdout:656: expect (ObjNum 100 snap 19 seq_num 100) 2024-03-07T02:58:45.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:45 smithi090 ceph-mon[37987]: pgmap v249: 121 pgs: 121 active+clean; 228 MiB data, 664 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 4.1 MiB/s wr, 19 op/s 2024-03-07T02:58:45.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:45 smithi090 ceph-mon[37987]: osdmap e178: 8 total, 8 up, 8 in 2024-03-07T02:58:45.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:45 smithi090 ceph-mon[27223]: pgmap v249: 121 pgs: 121 active+clean; 228 MiB data, 664 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 4.1 MiB/s wr, 19 op/s 2024-03-07T02:58:45.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:45 smithi090 ceph-mon[27223]: osdmap e178: 8 total, 8 up, 8 in 2024-03-07T02:58:45.834 INFO:tasks.rados.rados.0.smithi090.stdout:656: done (2 left) 2024-03-07T02:58:45.834 INFO:tasks.rados.rados.0.smithi090.stdout:657: done (1 left) 2024-03-07T02:58:45.834 INFO:tasks.rados.rados.0.smithi090.stdout:658: done (0 left) 2024-03-07T02:58:45.834 INFO:tasks.rados.rados.0.smithi090.stdout:659: snap_remove snap 41 2024-03-07T02:58:45.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:45 smithi092 ceph-mon[31083]: pgmap v249: 121 pgs: 121 active+clean; 228 MiB data, 664 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 4.1 MiB/s wr, 19 op/s 2024-03-07T02:58:45.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:45 smithi092 ceph-mon[31083]: osdmap e178: 8 total, 8 up, 8 in 2024-03-07T02:58:46.450 INFO:tasks.rados.rados.0.smithi090.stdout:659: done (0 left) 2024-03-07T02:58:46.451 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 37 current snap is 58 2024-03-07T02:58:46.451 INFO:tasks.rados.rados.0.smithi090.stdout:660: seq_num 221 ranges {1138688=507904,1646592=688128,2334720=114688} 2024-03-07T02:58:46.460 INFO:tasks.rados.rados.0.smithi090.stdout:660: writing smithi09077644-37 from 1138688 to 1646592 tid 1 2024-03-07T02:58:46.465 INFO:tasks.rados.rados.0.smithi090.stdout:660: writing smithi09077644-37 from 1646592 to 2334720 tid 2 2024-03-07T02:58:46.466 INFO:tasks.rados.rados.0.smithi090.stdout:660: writing smithi09077644-37 from 2334720 to 2449408 tid 3 2024-03-07T02:58:46.466 INFO:tasks.rados.rados.0.smithi090.stdout:661: read oid 9 snap -1 2024-03-07T02:58:46.466 INFO:tasks.rados.rados.0.smithi090.stdout:661: expect deleted 2024-03-07T02:58:46.466 INFO:tasks.rados.rados.0.smithi090.stdout:662: rollback oid 16 current snap is 58 2024-03-07T02:58:46.466 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 16 to 51 2024-03-07T02:58:46.466 INFO:tasks.rados.rados.0.smithi090.stdout:660: finishing write tid 1 to smithi09077644-37 2024-03-07T02:58:46.467 INFO:tasks.rados.rados.0.smithi090.stdout:663: delete oid 11 current snap is 58 2024-03-07T02:58:46.469 INFO:tasks.rados.rados.0.smithi090.stdout:661: done (3 left) 2024-03-07T02:58:46.469 INFO:tasks.rados.rados.0.smithi090.stdout:663: done (2 left) 2024-03-07T02:58:46.469 INFO:tasks.rados.rados.0.smithi090.stdout:664: read oid 32 snap -1 2024-03-07T02:58:46.469 INFO:tasks.rados.rados.0.smithi090.stdout:664: expect (ObjNum 200 snap 52 seq_num 200) 2024-03-07T02:58:46.470 INFO:tasks.rados.rados.0.smithi090.stdout:665: read oid 22 snap -1 2024-03-07T02:58:46.470 INFO:tasks.rados.rados.0.smithi090.stdout:665: expect (ObjNum 149 snap 37 seq_num 149) 2024-03-07T02:58:46.470 INFO:tasks.rados.rados.0.smithi090.stdout:666: snap_remove snap 29 2024-03-07T02:58:47.459 INFO:tasks.rados.rados.0.smithi090.stdout:666: done (4 left) 2024-03-07T02:58:47.459 INFO:tasks.rados.rados.0.smithi090.stdout:667: snap_remove snap 46 2024-03-07T02:58:47.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:47 smithi090 ceph-mon[37987]: osdmap e179: 8 total, 8 up, 8 in 2024-03-07T02:58:47.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:47 smithi090 ceph-mon[37987]: pgmap v252: 121 pgs: 121 active+clean; 228 MiB data, 664 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 4.1 MiB/s wr, 19 op/s 2024-03-07T02:58:47.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:47 smithi090 ceph-mon[27223]: osdmap e179: 8 total, 8 up, 8 in 2024-03-07T02:58:47.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:47 smithi090 ceph-mon[27223]: pgmap v252: 121 pgs: 121 active+clean; 228 MiB data, 664 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 4.1 MiB/s wr, 19 op/s 2024-03-07T02:58:47.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:47 smithi092 ceph-mon[31083]: osdmap e179: 8 total, 8 up, 8 in 2024-03-07T02:58:47.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:47 smithi092 ceph-mon[31083]: pgmap v252: 121 pgs: 121 active+clean; 228 MiB data, 664 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 4.1 MiB/s wr, 19 op/s 2024-03-07T02:58:48.473 INFO:tasks.rados.rados.0.smithi090.stdout:667: done (4 left) 2024-03-07T02:58:48.473 INFO:tasks.rados.rados.0.smithi090.stdout:668: snap_remove snap 53 2024-03-07T02:58:48.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:48 smithi090 ceph-mon[27223]: osdmap e180: 8 total, 8 up, 8 in 2024-03-07T02:58:48.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:48 smithi090 ceph-mon[37987]: osdmap e180: 8 total, 8 up, 8 in 2024-03-07T02:58:48.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:48 smithi092 ceph-mon[31083]: osdmap e180: 8 total, 8 up, 8 in 2024-03-07T02:58:49.420 INFO:tasks.rados.rados.0.smithi090.stdout:668: done (4 left) 2024-03-07T02:58:49.420 INFO:tasks.rados.rados.0.smithi090.stdout:669: copy_from oid 13 from oid 23 current snap is 58 2024-03-07T02:58:49.420 INFO:tasks.rados.rados.0.smithi090.stdout:670: rmattr oid 35 current snap is 58 2024-03-07T02:58:49.420 INFO:tasks.rados.rados.0.smithi090.stdout:671: read oid 7 snap -1 2024-03-07T02:58:49.421 INFO:tasks.rados.rados.0.smithi090.stdout:671: expect deleted 2024-03-07T02:58:49.421 INFO:tasks.rados.rados.0.smithi090.stdout:672: setattr oid 12 current snap is 58 2024-03-07T02:58:49.421 INFO:tasks.rados.rados.0.smithi090.stdout:660: finishing write tid 2 to smithi09077644-37 2024-03-07T02:58:49.421 INFO:tasks.rados.rados.0.smithi090.stdout:662: finishing rollback tid 0 to smithi09077644-16 2024-03-07T02:58:49.421 INFO:tasks.rados.rados.0.smithi090.stdout:662: finishing rollback tid 1 to smithi09077644-16 2024-03-07T02:58:49.421 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 224 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-03-07T02:58:49.421 INFO:tasks.rados.rados.0.smithi090.stdout:660: finishing write tid 3 to smithi09077644-37 2024-03-07T02:58:49.421 INFO:tasks.rados.rados.0.smithi090.stdout:660: finishing write tid 4 to smithi09077644-37 2024-03-07T02:58:49.421 INFO:tasks.rados.rados.0.smithi090.stdout:660: finishing write tid 5 to smithi09077644-37 2024-03-07T02:58:49.421 INFO:tasks.rados.rados.0.smithi090.stdout:660: oid 37 updating version 0 to 143 2024-03-07T02:58:49.421 INFO:tasks.rados.rados.0.smithi090.stdout:660: oid 37 updating version 143 to 144 2024-03-07T02:58:49.421 INFO:tasks.rados.rados.0.smithi090.stdout:660: oid 37 updating version 144 to 145 2024-03-07T02:58:49.421 INFO:tasks.rados.rados.0.smithi090.stdout:660: oid 37 version 145 is already newer than 142 2024-03-07T02:58:49.421 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 37 v 145 (ObjNum 221 snap 58 seq_num 221) dirty exists 2024-03-07T02:58:49.421 INFO:tasks.rados.rados.0.smithi090.stdout:660: left oid 37 (ObjNum 221 snap 58 seq_num 221) 2024-03-07T02:58:49.422 INFO:tasks.rados.rados.0.smithi090.stdout:664: expect (ObjNum 200 snap 52 seq_num 200) 2024-03-07T02:58:49.454 INFO:tasks.rados.rados.0.smithi090.stdout:665: expect (ObjNum 149 snap 37 seq_num 149) 2024-03-07T02:58:49.649 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 35 v 235 (ObjNum 133 snap 30 seq_num 133) dirty exists 2024-03-07T02:58:49.650 INFO:tasks.rados.rados.0.smithi090.stdout:669: finishing copy_from racing read to smithi09077644-13 2024-03-07T02:58:49.650 INFO:tasks.rados.rados.0.smithi090.stdout:669: finishing copy_from to smithi09077644-13 2024-03-07T02:58:49.650 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 13 v 126 (ObjNum 161 snap 43 seq_num 161) dirty exists 2024-03-07T02:58:49.650 INFO:tasks.rados.rados.0.smithi090.stdout:660: done (7 left) 2024-03-07T02:58:49.650 INFO:tasks.rados.rados.0.smithi090.stdout:662: done (6 left) 2024-03-07T02:58:49.650 INFO:tasks.rados.rados.0.smithi090.stdout:664: done (5 left) 2024-03-07T02:58:49.650 INFO:tasks.rados.rados.0.smithi090.stdout:665: done (4 left) 2024-03-07T02:58:49.650 INFO:tasks.rados.rados.0.smithi090.stdout:669: done (3 left) 2024-03-07T02:58:49.650 INFO:tasks.rados.rados.0.smithi090.stdout:670: done (2 left) 2024-03-07T02:58:49.650 INFO:tasks.rados.rados.0.smithi090.stdout:671: done (1 left) 2024-03-07T02:58:49.650 INFO:tasks.rados.rados.0.smithi090.stdout:673: delete oid 27 current snap is 58 2024-03-07T02:58:49.651 INFO:tasks.rados.rados.0.smithi090.stdout:673: done (1 left) 2024-03-07T02:58:49.651 INFO:tasks.rados.rados.0.smithi090.stdout:674: snap_create 2024-03-07T02:58:49.651 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 12 v 291 (ObjNum 170 snap 44 seq_num 170) dirty exists 2024-03-07T02:58:49.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:49 smithi090 ceph-mon[27223]: osdmap e181: 8 total, 8 up, 8 in 2024-03-07T02:58:49.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:49 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T02:58:49.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:49 smithi090 ceph-mon[27223]: pgmap v255: 121 pgs: 121 active+clean; 228 MiB data, 664 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:58:49.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:49 smithi090 ceph-mon[27223]: osdmap e182: 8 total, 8 up, 8 in 2024-03-07T02:58:49.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:49 smithi090 ceph-mon[37987]: osdmap e181: 8 total, 8 up, 8 in 2024-03-07T02:58:49.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:49 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T02:58:49.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:49 smithi090 ceph-mon[37987]: pgmap v255: 121 pgs: 121 active+clean; 228 MiB data, 664 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:58:49.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:49 smithi090 ceph-mon[37987]: osdmap e182: 8 total, 8 up, 8 in 2024-03-07T02:58:49.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:49 smithi092 ceph-mon[31083]: osdmap e181: 8 total, 8 up, 8 in 2024-03-07T02:58:49.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:49 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T02:58:49.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:49 smithi092 ceph-mon[31083]: pgmap v255: 121 pgs: 121 active+clean; 228 MiB data, 664 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:58:49.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:49 smithi092 ceph-mon[31083]: osdmap e182: 8 total, 8 up, 8 in 2024-03-07T02:58:50.472 INFO:tasks.rados.rados.0.smithi090.stdout:672: done (1 left) 2024-03-07T02:58:50.472 INFO:tasks.rados.rados.0.smithi090.stdout:674: done (0 left) 2024-03-07T02:58:50.472 INFO:tasks.rados.rados.0.smithi090.stdout:675: rollback oid 47 current snap is 59 2024-03-07T02:58:50.472 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 47 to 55 2024-03-07T02:58:50.472 INFO:tasks.rados.rados.0.smithi090.stdout:676: read oid 10 snap -1 2024-03-07T02:58:50.472 INFO:tasks.rados.rados.0.smithi090.stdout:676: expect (ObjNum 214 snap 56 seq_num 214) 2024-03-07T02:58:50.473 INFO:tasks.rados.rados.0.smithi090.stdout:677: read oid 42 snap 35 2024-03-07T02:58:50.473 INFO:tasks.rados.rados.0.smithi090.stdout:677: expect (ObjNum 136 snap 31 seq_num 136) 2024-03-07T02:58:50.473 INFO:tasks.rados.rados.0.smithi090.stdout:678: snap_remove snap 52 2024-03-07T02:58:51.483 INFO:tasks.rados.rados.0.smithi090.stdout:678: done (3 left) 2024-03-07T02:58:51.483 INFO:tasks.rados.rados.0.smithi090.stdout:679: rmattr oid 46 current snap is 59 2024-03-07T02:58:51.483 INFO:tasks.rados.rados.0.smithi090.stdout:679: done (3 left) 2024-03-07T02:58:51.483 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 40 current snap is 59 2024-03-07T02:58:51.483 INFO:tasks.rados.rados.0.smithi090.stdout:680: seq_num 224 ranges {2752512=557056,3309568=737280,4046848=65536} 2024-03-07T02:58:51.501 INFO:tasks.rados.rados.0.smithi090.stdout:680: writing smithi09077644-40 from 2752512 to 3309568 tid 1 2024-03-07T02:58:51.505 INFO:tasks.rados.rados.0.smithi090.stdout:680: writing smithi09077644-40 from 3309568 to 4046848 tid 2 2024-03-07T02:58:51.506 INFO:tasks.rados.rados.0.smithi090.stdout:680: writing smithi09077644-40 from 4046848 to 4112384 tid 3 2024-03-07T02:58:51.506 INFO:tasks.rados.rados.0.smithi090.stdout:681: read oid 36 snap -1 2024-03-07T02:58:51.506 INFO:tasks.rados.rados.0.smithi090.stdout:681: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-07T02:58:51.507 INFO:tasks.rados.rados.0.smithi090.stdout:682: read oid 11 snap -1 2024-03-07T02:58:51.507 INFO:tasks.rados.rados.0.smithi090.stdout:682: expect deleted 2024-03-07T02:58:51.507 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 25 current snap is 59 2024-03-07T02:58:51.507 INFO:tasks.rados.rados.0.smithi090.stdout:675: finishing rollback tid 0 to smithi09077644-47 2024-03-07T02:58:51.507 INFO:tasks.rados.rados.0.smithi090.stdout:675: finishing rollback tid 1 to smithi09077644-47 2024-03-07T02:58:51.507 INFO:tasks.rados.rados.0.smithi090.stdout:675: finishing rollback tid 2 to smithi09077644-47 2024-03-07T02:58:51.507 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 170 (ObjNum 187 snap 49 seq_num 187) dirty exists 2024-03-07T02:58:51.507 INFO:tasks.rados.rados.0.smithi090.stdout:676: expect (ObjNum 214 snap 56 seq_num 214) 2024-03-07T02:58:51.538 INFO:tasks.rados.rados.0.smithi090.stdout:677: expect (ObjNum 136 snap 31 seq_num 136) 2024-03-07T02:58:51.686 INFO:tasks.rados.rados.0.smithi090.stdout:680: finishing write tid 1 to smithi09077644-40 2024-03-07T02:58:51.687 INFO:tasks.rados.rados.0.smithi090.stdout:683: seq_num 225 ranges {0=573440,573440=622592,1196032=180224} 2024-03-07T02:58:51.689 INFO:tasks.rados.rados.0.smithi090.stdout:683: writing smithi09077644-25 from 0 to 573440 tid 1 2024-03-07T02:58:51.693 INFO:tasks.rados.rados.0.smithi090.stdout:683: writing smithi09077644-25 from 573440 to 1196032 tid 2 2024-03-07T02:58:51.694 INFO:tasks.rados.rados.0.smithi090.stdout:683: writing smithi09077644-25 from 1196032 to 1376256 tid 3 2024-03-07T02:58:51.694 INFO:tasks.rados.rados.0.smithi090.stdout:675: done (6 left) 2024-03-07T02:58:51.694 INFO:tasks.rados.rados.0.smithi090.stdout:676: done (5 left) 2024-03-07T02:58:51.695 INFO:tasks.rados.rados.0.smithi090.stdout:677: done (4 left) 2024-03-07T02:58:51.695 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 48 current snap is 59 2024-03-07T02:58:51.695 INFO:tasks.rados.rados.0.smithi090.stdout:684: seq_num 226 ranges {2613248=589824,3203072=507904,3710976=294912} 2024-03-07T02:58:51.711 INFO:tasks.rados.rados.0.smithi090.stdout:684: writing smithi09077644-48 from 2613248 to 3203072 tid 1 2024-03-07T02:58:51.714 INFO:tasks.rados.rados.0.smithi090.stdout:684: writing smithi09077644-48 from 3203072 to 3710976 tid 2 2024-03-07T02:58:51.716 INFO:tasks.rados.rados.0.smithi090.stdout:684: writing smithi09077644-48 from 3710976 to 4005888 tid 3 2024-03-07T02:58:51.716 INFO:tasks.rados.rados.0.smithi090.stdout:685: snap_remove snap 51 2024-03-07T02:58:51.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:51 smithi090 ceph-mon[27223]: osdmap e183: 8 total, 8 up, 8 in 2024-03-07T02:58:51.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:51 smithi090 ceph-mon[27223]: pgmap v258: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 220 MiB data, 664 MiB used, 715 GiB / 715 GiB avail; 6.3 MiB/s rd, 838 KiB/s wr, 6 op/s 2024-03-07T02:58:51.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:51 smithi090 ceph-mon[37987]: osdmap e183: 8 total, 8 up, 8 in 2024-03-07T02:58:51.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:51 smithi090 ceph-mon[37987]: pgmap v258: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 220 MiB data, 664 MiB used, 715 GiB / 715 GiB avail; 6.3 MiB/s rd, 838 KiB/s wr, 6 op/s 2024-03-07T02:58:51.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:51 smithi092 ceph-mon[31083]: osdmap e183: 8 total, 8 up, 8 in 2024-03-07T02:58:51.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:51 smithi092 ceph-mon[31083]: pgmap v258: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 220 MiB data, 664 MiB used, 715 GiB / 715 GiB avail; 6.3 MiB/s rd, 838 KiB/s wr, 6 op/s 2024-03-07T02:58:52.480 INFO:tasks.rados.rados.0.smithi090.stdout:685: done (5 left) 2024-03-07T02:58:52.480 INFO:tasks.rados.rados.0.smithi090.stdout:686: snap_remove snap 32 2024-03-07T02:58:52.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:52 smithi090 ceph-mon[37987]: osdmap e184: 8 total, 8 up, 8 in 2024-03-07T02:58:52.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:52 smithi090 ceph-mon[27223]: osdmap e184: 8 total, 8 up, 8 in 2024-03-07T02:58:52.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:52 smithi092 ceph-mon[31083]: osdmap e184: 8 total, 8 up, 8 in 2024-03-07T02:58:53.329 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:58:52 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: ::ffff:172.21.15.92 - - [07/Mar/2024:02:58:52] "GET /metrics HTTP/1.1" 200 35980 "" "Prometheus/2.43.0" 2024-03-07T02:58:53.506 INFO:tasks.rados.rados.0.smithi090.stdout:686: done (5 left) 2024-03-07T02:58:53.506 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 4 current snap is 59 2024-03-07T02:58:53.506 INFO:tasks.rados.rados.0.smithi090.stdout:687: seq_num 227 ranges {221184=606208,827392=794624,1622016=8192} 2024-03-07T02:58:53.508 INFO:tasks.rados.rados.0.smithi090.stdout:687: writing smithi09077644-4 from 221184 to 827392 tid 1 2024-03-07T02:58:53.514 INFO:tasks.rados.rados.0.smithi090.stdout:687: writing smithi09077644-4 from 827392 to 1622016 tid 2 2024-03-07T02:58:53.514 INFO:tasks.rados.rados.0.smithi090.stdout:687: writing smithi09077644-4 from 1622016 to 1630208 tid 3 2024-03-07T02:58:53.514 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 8 current snap is 59 2024-03-07T02:58:53.515 INFO:tasks.rados.rados.0.smithi090.stdout:688: seq_num 228 ranges {0=622592,622592=671744,1294336=131072} 2024-03-07T02:58:53.518 INFO:tasks.rados.rados.0.smithi090.stdout:688: writing smithi09077644-8 from 0 to 622592 tid 1 2024-03-07T02:58:53.523 INFO:tasks.rados.rados.0.smithi090.stdout:688: writing smithi09077644-8 from 622592 to 1294336 tid 2 2024-03-07T02:58:53.525 INFO:tasks.rados.rados.0.smithi090.stdout:688: writing smithi09077644-8 from 1294336 to 1425408 tid 3 2024-03-07T02:58:53.525 INFO:tasks.rados.rados.0.smithi090.stdout:689: snap_create 2024-03-07T02:58:53.525 INFO:tasks.rados.rados.0.smithi090.stdout:681: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-07T02:58:53.532 INFO:tasks.rados.rados.0.smithi090.stdout:680: finishing write tid 2 to smithi09077644-40 2024-03-07T02:58:53.532 INFO:tasks.rados.rados.0.smithi090.stdout:680: finishing write tid 3 to smithi09077644-40 2024-03-07T02:58:53.532 INFO:tasks.rados.rados.0.smithi090.stdout:680: finishing write tid 4 to smithi09077644-40 2024-03-07T02:58:53.532 INFO:tasks.rados.rados.0.smithi090.stdout:680: finishing write tid 5 to smithi09077644-40 2024-03-07T02:58:53.532 INFO:tasks.rados.rados.0.smithi090.stdout:680: oid 40 updating version 0 to 160 2024-03-07T02:58:53.532 INFO:tasks.rados.rados.0.smithi090.stdout:680: oid 40 version 160 is already newer than 158 2024-03-07T02:58:53.532 INFO:tasks.rados.rados.0.smithi090.stdout:680: oid 40 updating version 160 to 161 2024-03-07T02:58:53.532 INFO:tasks.rados.rados.0.smithi090.stdout:680: oid 40 version 161 is already newer than 159 2024-03-07T02:58:53.532 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 40 v 161 (ObjNum 224 snap 59 seq_num 224) dirty exists 2024-03-07T02:58:53.532 INFO:tasks.rados.rados.0.smithi090.stdout:680: left oid 40 (ObjNum 224 snap 59 seq_num 224) 2024-03-07T02:58:53.532 INFO:tasks.rados.rados.0.smithi090.stdout:683: finishing write tid 1 to smithi09077644-25 2024-03-07T02:58:53.532 INFO:tasks.rados.rados.0.smithi090.stdout:683: finishing write tid 2 to smithi09077644-25 2024-03-07T02:58:53.533 INFO:tasks.rados.rados.0.smithi090.stdout:683: finishing write tid 3 to smithi09077644-25 2024-03-07T02:58:53.533 INFO:tasks.rados.rados.0.smithi090.stdout:683: finishing write tid 4 to smithi09077644-25 2024-03-07T02:58:53.533 INFO:tasks.rados.rados.0.smithi090.stdout:683: finishing write tid 5 to smithi09077644-25 2024-03-07T02:58:53.533 INFO:tasks.rados.rados.0.smithi090.stdout:683: oid 25 updating version 0 to 302 2024-03-07T02:58:53.533 INFO:tasks.rados.rados.0.smithi090.stdout:683: oid 25 version 302 is already newer than 300 2024-03-07T02:58:53.533 INFO:tasks.rados.rados.0.smithi090.stdout:683: oid 25 updating version 302 to 303 2024-03-07T02:58:53.533 INFO:tasks.rados.rados.0.smithi090.stdout:683: oid 25 version 303 is already newer than 301 2024-03-07T02:58:53.533 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 25 v 303 (ObjNum 225 snap 59 seq_num 225) dirty exists 2024-03-07T02:58:53.533 INFO:tasks.rados.rados.0.smithi090.stdout:683: left oid 25 (ObjNum 225 snap 59 seq_num 225) 2024-03-07T02:58:53.533 INFO:tasks.rados.rados.0.smithi090.stdout:684: finishing write tid 1 to smithi09077644-48 2024-03-07T02:58:53.533 INFO:tasks.rados.rados.0.smithi090.stdout:684: finishing write tid 2 to smithi09077644-48 2024-03-07T02:58:53.533 INFO:tasks.rados.rados.0.smithi090.stdout:684: finishing write tid 3 to smithi09077644-48 2024-03-07T02:58:53.533 INFO:tasks.rados.rados.0.smithi090.stdout:684: finishing write tid 4 to smithi09077644-48 2024-03-07T02:58:53.533 INFO:tasks.rados.rados.0.smithi090.stdout:684: finishing write tid 5 to smithi09077644-48 2024-03-07T02:58:53.533 INFO:tasks.rados.rados.0.smithi090.stdout:684: oid 48 updating version 0 to 143 2024-03-07T02:58:53.534 INFO:tasks.rados.rados.0.smithi090.stdout:684: oid 48 version 143 is already newer than 141 2024-03-07T02:58:53.534 INFO:tasks.rados.rados.0.smithi090.stdout:684: oid 48 updating version 143 to 144 2024-03-07T02:58:53.534 INFO:tasks.rados.rados.0.smithi090.stdout:684: oid 48 version 144 is already newer than 142 2024-03-07T02:58:53.534 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 144 (ObjNum 226 snap 59 seq_num 226) dirty exists 2024-03-07T02:58:53.534 INFO:tasks.rados.rados.0.smithi090.stdout:684: left oid 48 (ObjNum 226 snap 59 seq_num 226) 2024-03-07T02:58:53.534 INFO:tasks.rados.rados.0.smithi090.stdout:687: finishing write tid 1 to smithi09077644-4 2024-03-07T02:58:53.534 INFO:tasks.rados.rados.0.smithi090.stdout:688: finishing write tid 1 to smithi09077644-8 2024-03-07T02:58:53.534 INFO:tasks.rados.rados.0.smithi090.stdout:687: finishing write tid 2 to smithi09077644-4 2024-03-07T02:58:53.534 INFO:tasks.rados.rados.0.smithi090.stdout:687: finishing write tid 3 to smithi09077644-4 2024-03-07T02:58:53.534 INFO:tasks.rados.rados.0.smithi090.stdout:687: finishing write tid 4 to smithi09077644-4 2024-03-07T02:58:53.534 INFO:tasks.rados.rados.0.smithi090.stdout:687: finishing write tid 5 to smithi09077644-4 2024-03-07T02:58:53.534 INFO:tasks.rados.rados.0.smithi090.stdout:687: oid 4 updating version 0 to 232 2024-03-07T02:58:53.534 INFO:tasks.rados.rados.0.smithi090.stdout:687: oid 4 updating version 232 to 234 2024-03-07T02:58:53.534 INFO:tasks.rados.rados.0.smithi090.stdout:687: oid 4 version 234 is already newer than 229 2024-03-07T02:58:53.534 INFO:tasks.rados.rados.0.smithi090.stdout:687: oid 4 version 234 is already newer than 233 2024-03-07T02:58:53.534 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 234 (ObjNum 227 snap 59 seq_num 227) dirty exists 2024-03-07T02:58:53.535 INFO:tasks.rados.rados.0.smithi090.stdout:687: left oid 4 (ObjNum 227 snap 59 seq_num 227) 2024-03-07T02:58:53.535 INFO:tasks.rados.rados.0.smithi090.stdout:688: finishing write tid 2 to smithi09077644-8 2024-03-07T02:58:53.535 INFO:tasks.rados.rados.0.smithi090.stdout:688: finishing write tid 3 to smithi09077644-8 2024-03-07T02:58:53.535 INFO:tasks.rados.rados.0.smithi090.stdout:688: finishing write tid 4 to smithi09077644-8 2024-03-07T02:58:53.535 INFO:tasks.rados.rados.0.smithi090.stdout:688: finishing write tid 5 to smithi09077644-8 2024-03-07T02:58:53.535 INFO:tasks.rados.rados.0.smithi090.stdout:688: oid 8 updating version 0 to 265 2024-03-07T02:58:53.535 INFO:tasks.rados.rados.0.smithi090.stdout:688: oid 8 updating version 265 to 266 2024-03-07T02:58:53.535 INFO:tasks.rados.rados.0.smithi090.stdout:688: oid 8 version 266 is already newer than 264 2024-03-07T02:58:53.536 INFO:tasks.rados.rados.0.smithi090.stdout:688: oid 8 version 266 is already newer than 263 2024-03-07T02:58:53.536 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 266 (ObjNum 228 snap 59 seq_num 228) dirty exists 2024-03-07T02:58:53.536 INFO:tasks.rados.rados.0.smithi090.stdout:688: left oid 8 (ObjNum 228 snap 59 seq_num 228) 2024-03-07T02:58:53.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:53 smithi090 ceph-mon[27223]: pgmap v260: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 220 MiB data, 664 MiB used, 715 GiB / 715 GiB avail; 6.3 MiB/s rd, 837 KiB/s wr, 6 op/s 2024-03-07T02:58:53.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:53 smithi090 ceph-mon[27223]: osdmap e185: 8 total, 8 up, 8 in 2024-03-07T02:58:53.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:53 smithi090 ceph-mon[37987]: pgmap v260: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 220 MiB data, 664 MiB used, 715 GiB / 715 GiB avail; 6.3 MiB/s rd, 837 KiB/s wr, 6 op/s 2024-03-07T02:58:53.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:53 smithi090 ceph-mon[37987]: osdmap e185: 8 total, 8 up, 8 in 2024-03-07T02:58:53.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:53 smithi092 ceph-mon[31083]: pgmap v260: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 220 MiB data, 664 MiB used, 715 GiB / 715 GiB avail; 6.3 MiB/s rd, 837 KiB/s wr, 6 op/s 2024-03-07T02:58:53.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:53 smithi092 ceph-mon[31083]: osdmap e185: 8 total, 8 up, 8 in 2024-03-07T02:58:54.416 INFO:tasks.rados.rados.0.smithi090.stdout:680: done (7 left) 2024-03-07T02:58:54.416 INFO:tasks.rados.rados.0.smithi090.stdout:681: done (6 left) 2024-03-07T02:58:54.416 INFO:tasks.rados.rados.0.smithi090.stdout:682: done (5 left) 2024-03-07T02:58:54.416 INFO:tasks.rados.rados.0.smithi090.stdout:683: done (4 left) 2024-03-07T02:58:54.416 INFO:tasks.rados.rados.0.smithi090.stdout:684: done (3 left) 2024-03-07T02:58:54.416 INFO:tasks.rados.rados.0.smithi090.stdout:687: done (2 left) 2024-03-07T02:58:54.417 INFO:tasks.rados.rados.0.smithi090.stdout:688: done (1 left) 2024-03-07T02:58:54.417 INFO:tasks.rados.rados.0.smithi090.stdout:689: done (0 left) 2024-03-07T02:58:54.417 INFO:tasks.rados.rados.0.smithi090.stdout:690: rollback oid 13 current snap is 60 2024-03-07T02:58:54.417 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 13 to 35 2024-03-07T02:58:54.417 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 35 current snap is 60 2024-03-07T02:58:54.417 INFO:tasks.rados.rados.0.smithi090.stdout:691: seq_num 229 ranges {2809856=638976,3448832=606208,4055040=196608} 2024-03-07T02:58:54.435 INFO:tasks.rados.rados.0.smithi090.stdout:691: writing smithi09077644-35 from 2809856 to 3448832 tid 1 2024-03-07T02:58:54.438 INFO:tasks.rados.rados.0.smithi090.stdout:691: writing smithi09077644-35 from 3448832 to 4055040 tid 2 2024-03-07T02:58:54.440 INFO:tasks.rados.rados.0.smithi090.stdout:691: writing smithi09077644-35 from 4055040 to 4251648 tid 3 2024-03-07T02:58:54.441 INFO:tasks.rados.rados.0.smithi090.stdout:690: finishing rollback tid 0 to smithi09077644-13 2024-03-07T02:58:54.441 INFO:tasks.rados.rados.0.smithi090.stdout:690: finishing rollback tid 1 to smithi09077644-13 2024-03-07T02:58:54.441 INFO:tasks.rados.rados.0.smithi090.stdout:690: finishing rollback tid 2 to smithi09077644-13 2024-03-07T02:58:54.441 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 13 v 323 (ObjNum 141 snap 34 seq_num 141) dirty exists 2024-03-07T02:58:54.441 INFO:tasks.rados.rados.0.smithi090.stdout:691: finishing write tid 1 to smithi09077644-35 2024-03-07T02:58:54.441 INFO:tasks.rados.rados.0.smithi090.stdout:692: read oid 1 snap -1 2024-03-07T02:58:54.441 INFO:tasks.rados.rados.0.smithi090.stdout:692: expect deleted 2024-03-07T02:58:54.441 INFO:tasks.rados.rados.0.smithi090.stdout:690: done (2 left) 2024-03-07T02:58:54.441 INFO:tasks.rados.rados.0.smithi090.stdout:693: copy_from oid 32 from oid 50 current snap is 60 2024-03-07T02:58:54.441 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 6 current snap is 60 2024-03-07T02:58:54.441 INFO:tasks.rados.rados.0.smithi090.stdout:694: seq_num 230 ranges {5038080=655360,5693440=491520,6184960=311296} 2024-03-07T02:58:54.471 INFO:tasks.rados.rados.0.smithi090.stdout:694: writing smithi09077644-6 from 5038080 to 5693440 tid 1 2024-03-07T02:58:54.474 INFO:tasks.rados.rados.0.smithi090.stdout:694: writing smithi09077644-6 from 5693440 to 6184960 tid 2 2024-03-07T02:58:54.476 INFO:tasks.rados.rados.0.smithi090.stdout:694: writing smithi09077644-6 from 6184960 to 6496256 tid 3 2024-03-07T02:58:54.477 INFO:tasks.rados.rados.0.smithi090.stdout:695: setattr oid 26 current snap is 60 2024-03-07T02:58:54.477 INFO:tasks.rados.rados.0.smithi090.stdout:691: finishing write tid 2 to smithi09077644-35 2024-03-07T02:58:54.477 INFO:tasks.rados.rados.0.smithi090.stdout:691: finishing write tid 3 to smithi09077644-35 2024-03-07T02:58:54.477 INFO:tasks.rados.rados.0.smithi090.stdout:691: finishing write tid 4 to smithi09077644-35 2024-03-07T02:58:54.477 INFO:tasks.rados.rados.0.smithi090.stdout:691: finishing write tid 5 to smithi09077644-35 2024-03-07T02:58:54.477 INFO:tasks.rados.rados.0.smithi090.stdout:691: oid 35 updating version 0 to 255 2024-03-07T02:58:54.477 INFO:tasks.rados.rados.0.smithi090.stdout:691: oid 35 updating version 255 to 256 2024-03-07T02:58:54.477 INFO:tasks.rados.rados.0.smithi090.stdout:691: oid 35 updating version 256 to 258 2024-03-07T02:58:54.477 INFO:tasks.rados.rados.0.smithi090.stdout:691: oid 35 version 258 is already newer than 257 2024-03-07T02:58:54.477 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 35 v 258 (ObjNum 229 snap 60 seq_num 229) dirty exists 2024-03-07T02:58:54.477 INFO:tasks.rados.rados.0.smithi090.stdout:691: left oid 35 (ObjNum 229 snap 60 seq_num 229) 2024-03-07T02:58:54.477 INFO:tasks.rados.rados.0.smithi090.stdout:693: finishing copy_from racing read to smithi09077644-32 2024-03-07T02:58:54.477 INFO:tasks.rados.rados.0.smithi090.stdout:693: finishing copy_from to smithi09077644-32 2024-03-07T02:58:54.478 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 32 v 110 (ObjNum 196 snap 52 seq_num 196) dirty exists 2024-03-07T02:58:54.478 INFO:tasks.rados.rados.0.smithi090.stdout:694: finishing write tid 1 to smithi09077644-6 2024-03-07T02:58:54.478 INFO:tasks.rados.rados.0.smithi090.stdout:691: done (4 left) 2024-03-07T02:58:54.478 INFO:tasks.rados.rados.0.smithi090.stdout:692: done (3 left) 2024-03-07T02:58:54.479 INFO:tasks.rados.rados.0.smithi090.stdout:693: done (2 left) 2024-03-07T02:58:54.479 INFO:tasks.rados.rados.0.smithi090.stdout:696: setattr oid 13 current snap is 60 2024-03-07T02:58:54.479 INFO:tasks.rados.rados.0.smithi090.stdout:697: snap_create 2024-03-07T02:58:54.479 INFO:tasks.rados.rados.0.smithi090.stdout:694: finishing write tid 2 to smithi09077644-6 2024-03-07T02:58:54.480 INFO:tasks.rados.rados.0.smithi090.stdout:694: finishing write tid 3 to smithi09077644-6 2024-03-07T02:58:54.481 INFO:tasks.rados.rados.0.smithi090.stdout:694: finishing write tid 4 to smithi09077644-6 2024-03-07T02:58:54.481 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 13 v 324 (ObjNum 141 snap 34 seq_num 141) dirty exists 2024-03-07T02:58:54.481 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 26 v 213 (ObjNum 201 snap 54 seq_num 201) dirty exists 2024-03-07T02:58:54.482 INFO:tasks.rados.rados.0.smithi090.stdout:694: finishing write tid 5 to smithi09077644-6 2024-03-07T02:58:54.482 INFO:tasks.rados.rados.0.smithi090.stdout:694: oid 6 updating version 0 to 263 2024-03-07T02:58:54.482 INFO:tasks.rados.rados.0.smithi090.stdout:694: oid 6 version 263 is already newer than 261 2024-03-07T02:58:54.482 INFO:tasks.rados.rados.0.smithi090.stdout:694: oid 6 version 263 is already newer than 260 2024-03-07T02:58:54.482 INFO:tasks.rados.rados.0.smithi090.stdout:694: oid 6 version 263 is already newer than 262 2024-03-07T02:58:54.482 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 263 (ObjNum 230 snap 60 seq_num 230) dirty exists 2024-03-07T02:58:54.482 INFO:tasks.rados.rados.0.smithi090.stdout:694: left oid 6 (ObjNum 230 snap 60 seq_num 230) 2024-03-07T02:58:54.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:54 smithi090 ceph-mon[27223]: osdmap e186: 8 total, 8 up, 8 in 2024-03-07T02:58:54.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:54 smithi090 ceph-mon[27223]: osdmap e187: 8 total, 8 up, 8 in 2024-03-07T02:58:54.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:54 smithi090 ceph-mon[27223]: pgmap v264: 121 pgs: 121 active+clean; 222 MiB data, 664 MiB used, 715 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-03-07T02:58:54.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:54 smithi090 ceph-mon[37987]: osdmap e186: 8 total, 8 up, 8 in 2024-03-07T02:58:54.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:54 smithi090 ceph-mon[37987]: osdmap e187: 8 total, 8 up, 8 in 2024-03-07T02:58:54.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:54 smithi090 ceph-mon[37987]: pgmap v264: 121 pgs: 121 active+clean; 222 MiB data, 664 MiB used, 715 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-03-07T02:58:54.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:54 smithi092 ceph-mon[31083]: osdmap e186: 8 total, 8 up, 8 in 2024-03-07T02:58:54.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:54 smithi092 ceph-mon[31083]: osdmap e187: 8 total, 8 up, 8 in 2024-03-07T02:58:54.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:54 smithi092 ceph-mon[31083]: pgmap v264: 121 pgs: 121 active+clean; 222 MiB data, 664 MiB used, 715 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-03-07T02:58:55.428 INFO:tasks.rados.rados.0.smithi090.stdout:694: done (3 left) 2024-03-07T02:58:55.428 INFO:tasks.rados.rados.0.smithi090.stdout:695: done (2 left) 2024-03-07T02:58:55.428 INFO:tasks.rados.rados.0.smithi090.stdout:696: done (1 left) 2024-03-07T02:58:55.428 INFO:tasks.rados.rados.0.smithi090.stdout:697: done (0 left) 2024-03-07T02:58:55.428 INFO:tasks.rados.rados.0.smithi090.stdout:698: rollback oid 32 current snap is 61 2024-03-07T02:58:55.428 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 32 to 56 2024-03-07T02:58:55.428 INFO:tasks.rados.rados.0.smithi090.stdout:699: snap_remove snap 58 2024-03-07T02:58:56.431 INFO:tasks.rados.rados.0.smithi090.stdout:699: done (1 left) 2024-03-07T02:58:56.431 INFO:tasks.rados.rados.0.smithi090.stdout:700: rollback oid 46 current snap is 61 2024-03-07T02:58:56.431 INFO:tasks.rados.rados.0.smithi090.stdout:698: finishing rollback tid 0 to smithi09077644-32 2024-03-07T02:58:56.431 INFO:tasks.rados.rados.0.smithi090.stdout:698: finishing rollback tid 1 to smithi09077644-32 2024-03-07T02:58:56.432 INFO:tasks.rados.rados.0.smithi090.stdout:698: finishing rollback tid 2 to smithi09077644-32 2024-03-07T02:58:56.432 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 32 v 113 (ObjNum 200 snap 52 seq_num 200) dirty exists 2024-03-07T02:58:56.432 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 46 to 57 2024-03-07T02:58:56.432 INFO:tasks.rados.rados.0.smithi090.stdout:698: done (1 left) 2024-03-07T02:58:56.432 INFO:tasks.rados.rados.0.smithi090.stdout:701: snap_remove snap 24 2024-03-07T02:58:56.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:56 smithi090 ceph-mon[27223]: osdmap e188: 8 total, 8 up, 8 in 2024-03-07T02:58:56.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:56 smithi090 ceph-mon[37987]: osdmap e188: 8 total, 8 up, 8 in 2024-03-07T02:58:56.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:56 smithi092 ceph-mon[31083]: osdmap e188: 8 total, 8 up, 8 in 2024-03-07T02:58:57.456 INFO:tasks.rados.rados.0.smithi090.stdout:700: finishing rollback tid 0 to smithi09077644-46 2024-03-07T02:58:57.456 INFO:tasks.rados.rados.0.smithi090.stdout:700: finishing rollback tid 1 to smithi09077644-46 2024-03-07T02:58:57.456 INFO:tasks.rados.rados.0.smithi090.stdout:700: finishing rollback tid 2 to smithi09077644-46 2024-03-07T02:58:57.456 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 270 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-03-07T02:58:57.456 INFO:tasks.rados.rados.0.smithi090.stdout:700: done (1 left) 2024-03-07T02:58:57.456 INFO:tasks.rados.rados.0.smithi090.stdout:701: done (0 left) 2024-03-07T02:58:57.456 INFO:tasks.rados.rados.0.smithi090.stdout:702: read oid 39 snap -1 2024-03-07T02:58:57.456 INFO:tasks.rados.rados.0.smithi090.stdout:702: expect (ObjNum 38 snap 0 seq_num 38) 2024-03-07T02:58:57.456 INFO:tasks.rados.rados.0.smithi090.stdout:703: read oid 8 snap 59 2024-03-07T02:58:57.456 INFO:tasks.rados.rados.0.smithi090.stdout:703: expect (ObjNum 228 snap 59 seq_num 228) 2024-03-07T02:58:57.457 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 20 current snap is 61 2024-03-07T02:58:57.457 INFO:tasks.rados.rados.0.smithi090.stdout:704: seq_num 231 ranges {0=671744,671744=778240,1449984=24576} 2024-03-07T02:58:57.460 INFO:tasks.rados.rados.0.smithi090.stdout:704: writing smithi09077644-20 from 0 to 671744 tid 1 2024-03-07T02:58:57.465 INFO:tasks.rados.rados.0.smithi090.stdout:704: writing smithi09077644-20 from 671744 to 1449984 tid 2 2024-03-07T02:58:57.466 INFO:tasks.rados.rados.0.smithi090.stdout:704: writing smithi09077644-20 from 1449984 to 1474560 tid 3 2024-03-07T02:58:57.466 INFO:tasks.rados.rados.0.smithi090.stdout:705: read oid 11 snap 60 2024-03-07T02:58:57.466 INFO:tasks.rados.rados.0.smithi090.stdout:705: expect deleted 2024-03-07T02:58:57.467 INFO:tasks.rados.rados.0.smithi090.stdout:706: rollback oid 31 current snap is 61 2024-03-07T02:58:57.467 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 31 to 56 2024-03-07T02:58:57.467 INFO:tasks.rados.rados.0.smithi090.stdout:707: rollback oid 38 current snap is 61 2024-03-07T02:58:57.467 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 38 to 60 2024-03-07T02:58:57.467 INFO:tasks.rados.rados.0.smithi090.stdout:708: setattr oid 50 current snap is 61 2024-03-07T02:58:57.469 INFO:tasks.rados.rados.0.smithi090.stdout:704: finishing write tid 1 to smithi09077644-20 2024-03-07T02:58:57.470 INFO:tasks.rados.rados.0.smithi090.stdout:706: finishing rollback tid 0 to smithi09077644-31 2024-03-07T02:58:57.470 INFO:tasks.rados.rados.0.smithi090.stdout:706: finishing rollback tid 1 to smithi09077644-31 2024-03-07T02:58:57.470 INFO:tasks.rados.rados.0.smithi090.stdout:706: finishing rollback tid 2 to smithi09077644-31 2024-03-07T02:58:57.470 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 42 (ObjNum 129 snap 0 seq_num 3312842064) dirty exists 2024-03-07T02:58:57.471 INFO:tasks.rados.rados.0.smithi090.stdout:706: done (6 left) 2024-03-07T02:58:57.471 INFO:tasks.rados.rados.0.smithi090.stdout:709: delete oid 36 current snap is 61 2024-03-07T02:58:57.472 INFO:tasks.rados.rados.0.smithi090.stdout:703: expect (ObjNum 228 snap 59 seq_num 228) 2024-03-07T02:58:57.514 INFO:tasks.rados.rados.0.smithi090.stdout:702: expect (ObjNum 38 snap 0 seq_num 38) 2024-03-07T02:58:57.531 INFO:tasks.rados.rados.0.smithi090.stdout:707: finishing rollback tid 0 to smithi09077644-38 2024-03-07T02:58:57.531 INFO:tasks.rados.rados.0.smithi090.stdout:707: finishing rollback tid 1 to smithi09077644-38 2024-03-07T02:58:57.531 INFO:tasks.rados.rados.0.smithi090.stdout:707: finishing rollback tid 2 to smithi09077644-38 2024-03-07T02:58:57.531 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 281 (ObjNum 212 snap 56 seq_num 212) dirty exists 2024-03-07T02:58:57.531 INFO:tasks.rados.rados.0.smithi090.stdout:704: finishing write tid 2 to smithi09077644-20 2024-03-07T02:58:57.531 INFO:tasks.rados.rados.0.smithi090.stdout:704: finishing write tid 3 to smithi09077644-20 2024-03-07T02:58:57.532 INFO:tasks.rados.rados.0.smithi090.stdout:704: finishing write tid 4 to smithi09077644-20 2024-03-07T02:58:57.532 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 50 v 223 (ObjNum 196 snap 52 seq_num 196) dirty exists 2024-03-07T02:58:57.532 INFO:tasks.rados.rados.0.smithi090.stdout:704: finishing write tid 5 to smithi09077644-20 2024-03-07T02:58:57.532 INFO:tasks.rados.rados.0.smithi090.stdout:704: oid 20 updating version 0 to 241 2024-03-07T02:58:57.532 INFO:tasks.rados.rados.0.smithi090.stdout:704: oid 20 updating version 241 to 244 2024-03-07T02:58:57.532 INFO:tasks.rados.rados.0.smithi090.stdout:704: oid 20 updating version 244 to 245 2024-03-07T02:58:57.532 INFO:tasks.rados.rados.0.smithi090.stdout:704: oid 20 updating version 245 to 246 2024-03-07T02:58:57.532 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 20 v 246 (ObjNum 231 snap 61 seq_num 231) dirty exists 2024-03-07T02:58:57.532 INFO:tasks.rados.rados.0.smithi090.stdout:704: left oid 20 (ObjNum 231 snap 61 seq_num 231) 2024-03-07T02:58:57.532 INFO:tasks.rados.rados.0.smithi090.stdout:702: done (6 left) 2024-03-07T02:58:57.532 INFO:tasks.rados.rados.0.smithi090.stdout:703: done (5 left) 2024-03-07T02:58:57.532 INFO:tasks.rados.rados.0.smithi090.stdout:704: done (4 left) 2024-03-07T02:58:57.532 INFO:tasks.rados.rados.0.smithi090.stdout:705: done (3 left) 2024-03-07T02:58:57.533 INFO:tasks.rados.rados.0.smithi090.stdout:707: done (2 left) 2024-03-07T02:58:57.533 INFO:tasks.rados.rados.0.smithi090.stdout:708: done (1 left) 2024-03-07T02:58:57.533 INFO:tasks.rados.rados.0.smithi090.stdout:709: done (0 left) 2024-03-07T02:58:57.533 INFO:tasks.rados.rados.0.smithi090.stdout:710: delete oid 49 current snap is 61 2024-03-07T02:58:57.535 INFO:tasks.rados.rados.0.smithi090.stdout:710: done (0 left) 2024-03-07T02:58:57.536 INFO:tasks.rados.rados.0.smithi090.stdout:711: rmattr oid 13 current snap is 61 2024-03-07T02:58:57.536 INFO:tasks.rados.rados.0.smithi090.stdout:712: read oid 28 snap -1 2024-03-07T02:58:57.536 INFO:tasks.rados.rados.0.smithi090.stdout:712: expect (ObjNum 26 snap 0 seq_num 26) 2024-03-07T02:58:57.536 INFO:tasks.rados.rados.0.smithi090.stdout:713: delete oid 29 current snap is 61 2024-03-07T02:58:57.536 INFO:tasks.rados.rados.0.smithi090.stdout:713: done (2 left) 2024-03-07T02:58:57.536 INFO:tasks.rados.rados.0.smithi090.stdout:714: rollback oid 24 current snap is 61 2024-03-07T02:58:57.536 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 24 to 35 2024-03-07T02:58:57.536 INFO:tasks.rados.rados.0.smithi090.stdout:715: read oid 4 snap -1 2024-03-07T02:58:57.536 INFO:tasks.rados.rados.0.smithi090.stdout:715: expect (ObjNum 227 snap 59 seq_num 227) 2024-03-07T02:58:57.536 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 45 current snap is 61 2024-03-07T02:58:57.536 INFO:tasks.rados.rados.0.smithi090.stdout:716: seq_num 235 ranges {4177920=745472,4923392=712704,5636096=90112} 2024-03-07T02:58:57.561 INFO:tasks.rados.rados.0.smithi090.stdout:716: writing smithi09077644-45 from 4177920 to 4923392 tid 1 2024-03-07T02:58:57.565 INFO:tasks.rados.rados.0.smithi090.stdout:716: writing smithi09077644-45 from 4923392 to 5636096 tid 2 2024-03-07T02:58:57.566 INFO:tasks.rados.rados.0.smithi090.stdout:716: writing smithi09077644-45 from 5636096 to 5726208 tid 3 2024-03-07T02:58:57.566 INFO:tasks.rados.rados.0.smithi090.stdout:717: copy_from oid 7 from oid 31 current snap is 61 2024-03-07T02:58:57.566 INFO:tasks.rados.rados.0.smithi090.stdout:712: expect (ObjNum 26 snap 0 seq_num 26) 2024-03-07T02:58:57.580 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 13 v 337 (ObjNum 141 snap 34 seq_num 141) dirty exists 2024-03-07T02:58:57.580 INFO:tasks.rados.rados.0.smithi090.stdout:714: finishing rollback tid 1 to smithi09077644-24 2024-03-07T02:58:57.581 INFO:tasks.rados.rados.0.smithi090.stdout:714: finishing rollback tid 2 to smithi09077644-24 2024-03-07T02:58:57.581 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 24 v 282 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-03-07T02:58:57.581 INFO:tasks.rados.rados.0.smithi090.stdout:715: expect (ObjNum 227 snap 59 seq_num 227) 2024-03-07T02:58:57.629 INFO:tasks.rados.rados.0.smithi090.stdout:716: finishing write tid 1 to smithi09077644-45 2024-03-07T02:58:57.629 INFO:tasks.rados.rados.0.smithi090.stdout:716: finishing write tid 2 to smithi09077644-45 2024-03-07T02:58:57.629 INFO:tasks.rados.rados.0.smithi090.stdout:717: finishing copy_from racing read to smithi09077644-7 2024-03-07T02:58:57.629 INFO:tasks.rados.rados.0.smithi090.stdout:716: finishing write tid 3 to smithi09077644-45 2024-03-07T02:58:57.629 INFO:tasks.rados.rados.0.smithi090.stdout:716: finishing write tid 4 to smithi09077644-45 2024-03-07T02:58:57.630 INFO:tasks.rados.rados.0.smithi090.stdout:717: finishing copy_from to smithi09077644-7 2024-03-07T02:58:57.630 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 7 v 42 (ObjNum 81 snap 0 seq_num 1767207014) dirty exists 2024-03-07T02:58:57.630 INFO:tasks.rados.rados.0.smithi090.stdout:716: finishing write tid 5 to smithi09077644-45 2024-03-07T02:58:57.630 INFO:tasks.rados.rados.0.smithi090.stdout:716: oid 45 updating version 0 to 249 2024-03-07T02:58:57.630 INFO:tasks.rados.rados.0.smithi090.stdout:716: oid 45 updating version 249 to 250 2024-03-07T02:58:57.630 INFO:tasks.rados.rados.0.smithi090.stdout:716: oid 45 updating version 250 to 251 2024-03-07T02:58:57.630 INFO:tasks.rados.rados.0.smithi090.stdout:716: oid 45 version 251 is already newer than 248 2024-03-07T02:58:57.630 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 45 v 251 (ObjNum 235 snap 61 seq_num 235) dirty exists 2024-03-07T02:58:57.630 INFO:tasks.rados.rados.0.smithi090.stdout:716: left oid 45 (ObjNum 235 snap 61 seq_num 235) 2024-03-07T02:58:57.630 INFO:tasks.rados.rados.0.smithi090.stdout:711: done (5 left) 2024-03-07T02:58:57.630 INFO:tasks.rados.rados.0.smithi090.stdout:712: done (4 left) 2024-03-07T02:58:57.630 INFO:tasks.rados.rados.0.smithi090.stdout:714: done (3 left) 2024-03-07T02:58:57.630 INFO:tasks.rados.rados.0.smithi090.stdout:715: done (2 left) 2024-03-07T02:58:57.630 INFO:tasks.rados.rados.0.smithi090.stdout:716: done (1 left) 2024-03-07T02:58:57.631 INFO:tasks.rados.rados.0.smithi090.stdout:717: done (0 left) 2024-03-07T02:58:57.631 INFO:tasks.rados.rados.0.smithi090.stdout:718: delete oid 17 current snap is 61 2024-03-07T02:58:57.631 INFO:tasks.rados.rados.0.smithi090.stdout:718: done (0 left) 2024-03-07T02:58:57.631 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 26 current snap is 61 2024-03-07T02:58:57.631 INFO:tasks.rados.rados.0.smithi090.stdout:719: seq_num 237 ranges {3653632=778240,4431872=532480,4964352=270336} 2024-03-07T02:58:57.654 INFO:tasks.rados.rados.0.smithi090.stdout:719: writing smithi09077644-26 from 3653632 to 4431872 tid 1 2024-03-07T02:58:57.657 INFO:tasks.rados.rados.0.smithi090.stdout:719: writing smithi09077644-26 from 4431872 to 4964352 tid 2 2024-03-07T02:58:57.659 INFO:tasks.rados.rados.0.smithi090.stdout:719: writing smithi09077644-26 from 4964352 to 5234688 tid 3 2024-03-07T02:58:57.659 INFO:tasks.rados.rados.0.smithi090.stdout:720: snap_create 2024-03-07T02:58:57.659 INFO:tasks.rados.rados.0.smithi090.stdout:719: finishing write tid 1 to smithi09077644-26 2024-03-07T02:58:57.660 INFO:tasks.rados.rados.0.smithi090.stdout:719: finishing write tid 2 to smithi09077644-26 2024-03-07T02:58:57.661 INFO:tasks.rados.rados.0.smithi090.stdout:719: finishing write tid 3 to smithi09077644-26 2024-03-07T02:58:57.661 INFO:tasks.rados.rados.0.smithi090.stdout:719: finishing write tid 4 to smithi09077644-26 2024-03-07T02:58:57.662 INFO:tasks.rados.rados.0.smithi090.stdout:719: finishing write tid 5 to smithi09077644-26 2024-03-07T02:58:57.662 INFO:tasks.rados.rados.0.smithi090.stdout:719: oid 26 updating version 0 to 227 2024-03-07T02:58:57.662 INFO:tasks.rados.rados.0.smithi090.stdout:719: oid 26 version 227 is already newer than 225 2024-03-07T02:58:57.662 INFO:tasks.rados.rados.0.smithi090.stdout:719: oid 26 version 227 is already newer than 226 2024-03-07T02:58:57.662 INFO:tasks.rados.rados.0.smithi090.stdout:719: oid 26 updating version 227 to 228 2024-03-07T02:58:57.663 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 26 v 228 (ObjNum 237 snap 61 seq_num 237) dirty exists 2024-03-07T02:58:57.663 INFO:tasks.rados.rados.0.smithi090.stdout:719: left oid 26 (ObjNum 237 snap 61 seq_num 237) 2024-03-07T02:58:57.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:57 smithi090 ceph-mon[27223]: osdmap e189: 8 total, 8 up, 8 in 2024-03-07T02:58:57.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:57 smithi090 ceph-mon[27223]: pgmap v267: 121 pgs: 121 active+clean; 222 MiB data, 664 MiB used, 715 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-03-07T02:58:57.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:57 smithi090 ceph-mon[37987]: osdmap e189: 8 total, 8 up, 8 in 2024-03-07T02:58:57.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:57 smithi090 ceph-mon[37987]: pgmap v267: 121 pgs: 121 active+clean; 222 MiB data, 664 MiB used, 715 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-03-07T02:58:57.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:57 smithi092 ceph-mon[31083]: osdmap e189: 8 total, 8 up, 8 in 2024-03-07T02:58:57.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:57 smithi092 ceph-mon[31083]: pgmap v267: 121 pgs: 121 active+clean; 222 MiB data, 664 MiB used, 715 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-03-07T02:58:58.452 INFO:tasks.rados.rados.0.smithi090.stdout:719: done (1 left) 2024-03-07T02:58:58.452 INFO:tasks.rados.rados.0.smithi090.stdout:720: done (0 left) 2024-03-07T02:58:58.452 INFO:tasks.rados.rados.0.smithi090.stdout:721: delete oid 35 current snap is 62 2024-03-07T02:58:58.456 INFO:tasks.rados.rados.0.smithi090.stdout:721: done (0 left) 2024-03-07T02:58:58.456 INFO:tasks.rados.rados.0.smithi090.stdout:722: snap_create 2024-03-07T02:58:58.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:58 smithi090 ceph-mon[27223]: osdmap e190: 8 total, 8 up, 8 in 2024-03-07T02:58:58.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:58 smithi090 ceph-mon[37987]: osdmap e190: 8 total, 8 up, 8 in 2024-03-07T02:58:58.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:58 smithi092 ceph-mon[31083]: osdmap e190: 8 total, 8 up, 8 in 2024-03-07T02:58:59.419 INFO:tasks.rados.rados.0.smithi090.stdout:722: done (0 left) 2024-03-07T02:58:59.419 INFO:tasks.rados.rados.0.smithi090.stdout:723: snap_create 2024-03-07T02:58:59.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:59 smithi090 ceph-mon[37987]: osdmap e191: 8 total, 8 up, 8 in 2024-03-07T02:58:59.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:59 smithi090 ceph-mon[37987]: pgmap v270: 121 pgs: 121 active+clean; 222 MiB data, 664 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:58:59.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:58:59 smithi090 ceph-mon[37987]: osdmap e192: 8 total, 8 up, 8 in 2024-03-07T02:58:59.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:59 smithi090 ceph-mon[27223]: osdmap e191: 8 total, 8 up, 8 in 2024-03-07T02:58:59.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:59 smithi090 ceph-mon[27223]: pgmap v270: 121 pgs: 121 active+clean; 222 MiB data, 664 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:58:59.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:58:59 smithi090 ceph-mon[27223]: osdmap e192: 8 total, 8 up, 8 in 2024-03-07T02:58:59.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:59 smithi092 ceph-mon[31083]: osdmap e191: 8 total, 8 up, 8 in 2024-03-07T02:58:59.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:59 smithi092 ceph-mon[31083]: pgmap v270: 121 pgs: 121 active+clean; 222 MiB data, 664 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:58:59.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:58:59 smithi092 ceph-mon[31083]: osdmap e192: 8 total, 8 up, 8 in 2024-03-07T02:59:00.428 INFO:tasks.rados.rados.0.smithi090.stdout:723: done (0 left) 2024-03-07T02:59:00.428 INFO:tasks.rados.rados.0.smithi090.stdout:724: read oid 22 snap -1 2024-03-07T02:59:00.428 INFO:tasks.rados.rados.0.smithi090.stdout:724: expect (ObjNum 149 snap 37 seq_num 149) 2024-03-07T02:59:00.428 INFO:tasks.rados.rados.0.smithi090.stdout:725: snap_remove snap 60 2024-03-07T02:59:01.435 INFO:tasks.rados.rados.0.smithi090.stdout:725: done (1 left) 2024-03-07T02:59:01.435 INFO:tasks.rados.rados.0.smithi090.stdout:726: read oid 48 snap -1 2024-03-07T02:59:01.435 INFO:tasks.rados.rados.0.smithi090.stdout:726: expect (ObjNum 226 snap 59 seq_num 226) 2024-03-07T02:59:01.435 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 41 current snap is 64 2024-03-07T02:59:01.435 INFO:tasks.rados.rados.0.smithi090.stdout:727: seq_num 239 ranges {1695744=409600,2105344=704512,2809856=499712} 2024-03-07T02:59:01.447 INFO:tasks.rados.rados.0.smithi090.stdout:727: writing smithi09077644-41 from 1695744 to 2105344 tid 1 2024-03-07T02:59:01.451 INFO:tasks.rados.rados.0.smithi090.stdout:727: writing smithi09077644-41 from 2105344 to 2809856 tid 2 2024-03-07T02:59:01.455 INFO:tasks.rados.rados.0.smithi090.stdout:727: writing smithi09077644-41 from 2809856 to 3309568 tid 3 2024-03-07T02:59:01.455 INFO:tasks.rados.rados.0.smithi090.stdout:728: copy_from oid 2 from oid 16 current snap is 64 2024-03-07T02:59:01.455 INFO:tasks.rados.rados.0.smithi090.stdout:724: expect (ObjNum 149 snap 37 seq_num 149) 2024-03-07T02:59:01.651 INFO:tasks.rados.rados.0.smithi090.stdout:726: expect (ObjNum 226 snap 59 seq_num 226) 2024-03-07T02:59:01.815 INFO:tasks.rados.rados.0.smithi090.stdout:728: finishing copy_from to smithi09077644-2 2024-03-07T02:59:01.815 INFO:tasks.rados.rados.0.smithi090.stdout:728: got expected ENOENT (src dne) 2024-03-07T02:59:01.815 INFO:tasks.rados.rados.0.smithi090.stdout:728: finishing copy_from racing read to smithi09077644-2 2024-03-07T02:59:01.815 INFO:tasks.rados.rados.0.smithi090.stdout:727: finishing write tid 1 to smithi09077644-41 2024-03-07T02:59:01.815 INFO:tasks.rados.rados.0.smithi090.stdout:727: finishing write tid 2 to smithi09077644-41 2024-03-07T02:59:01.815 INFO:tasks.rados.rados.0.smithi090.stdout:727: finishing write tid 3 to smithi09077644-41 2024-03-07T02:59:01.815 INFO:tasks.rados.rados.0.smithi090.stdout:727: finishing write tid 4 to smithi09077644-41 2024-03-07T02:59:01.815 INFO:tasks.rados.rados.0.smithi090.stdout:724: done (3 left) 2024-03-07T02:59:01.816 INFO:tasks.rados.rados.0.smithi090.stdout:726: done (2 left) 2024-03-07T02:59:01.816 INFO:tasks.rados.rados.0.smithi090.stdout:728: done (1 left) 2024-03-07T02:59:01.816 INFO:tasks.rados.rados.0.smithi090.stdout:729: read oid 19 snap 62 2024-03-07T02:59:01.816 INFO:tasks.rados.rados.0.smithi090.stdout:729: expect (ObjNum 197 snap 52 seq_num 197) 2024-03-07T02:59:01.816 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 25 current snap is 64 2024-03-07T02:59:01.816 INFO:tasks.rados.rados.0.smithi090.stdout:727: finishing write tid 5 to smithi09077644-41 2024-03-07T02:59:01.816 INFO:tasks.rados.rados.0.smithi090.stdout:727: oid 41 updating version 0 to 165 2024-03-07T02:59:01.816 INFO:tasks.rados.rados.0.smithi090.stdout:727: oid 41 version 165 is already newer than 162 2024-03-07T02:59:01.816 INFO:tasks.rados.rados.0.smithi090.stdout:727: oid 41 version 165 is already newer than 164 2024-03-07T02:59:01.816 INFO:tasks.rados.rados.0.smithi090.stdout:727: oid 41 version 165 is already newer than 163 2024-03-07T02:59:01.816 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 41 v 165 (ObjNum 239 snap 64 seq_num 239) dirty exists 2024-03-07T02:59:01.816 INFO:tasks.rados.rados.0.smithi090.stdout:727: left oid 41 (ObjNum 239 snap 64 seq_num 239) 2024-03-07T02:59:01.816 INFO:tasks.rados.rados.0.smithi090.stdout:730: seq_num 240 ranges {1376256=425984,1802240=589824,2392064=483328,2875392=131072} 2024-03-07T02:59:01.824 INFO:tasks.rados.rados.0.smithi090.stdout:730: writing smithi09077644-25 from 1376256 to 1802240 tid 1 2024-03-07T02:59:01.827 INFO:tasks.rados.rados.0.smithi090.stdout:730: writing smithi09077644-25 from 1802240 to 2392064 tid 2 2024-03-07T02:59:01.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:01 smithi090 ceph-mon[37987]: osdmap e193: 8 total, 8 up, 8 in 2024-03-07T02:59:01.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:01 smithi090 ceph-mon[37987]: pgmap v273: 121 pgs: 121 active+clean; 206 MiB data, 656 MiB used, 715 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 31 op/s 2024-03-07T02:59:01.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:01 smithi090 ceph-mon[27223]: osdmap e193: 8 total, 8 up, 8 in 2024-03-07T02:59:01.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:01 smithi090 ceph-mon[27223]: pgmap v273: 121 pgs: 121 active+clean; 206 MiB data, 656 MiB used, 715 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 31 op/s 2024-03-07T02:59:01.830 INFO:tasks.rados.rados.0.smithi090.stdout:730: writing smithi09077644-25 from 2392064 to 2875392 tid 3 2024-03-07T02:59:01.832 INFO:tasks.rados.rados.0.smithi090.stdout:730: writing smithi09077644-25 from 2875392 to 3006464 tid 4 2024-03-07T02:59:01.832 INFO:tasks.rados.rados.0.smithi090.stdout:727: done (2 left) 2024-03-07T02:59:01.832 INFO:tasks.rados.rados.0.smithi090.stdout:731: read oid 26 snap -1 2024-03-07T02:59:01.832 INFO:tasks.rados.rados.0.smithi090.stdout:731: expect (ObjNum 237 snap 61 seq_num 237) 2024-03-07T02:59:01.832 INFO:tasks.rados.rados.0.smithi090.stdout:732: delete oid 13 current snap is 64 2024-03-07T02:59:01.832 INFO:tasks.rados.rados.0.smithi090.stdout:729: expect (ObjNum 197 snap 52 seq_num 197) 2024-03-07T02:59:01.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:01 smithi092 ceph-mon[31083]: osdmap e193: 8 total, 8 up, 8 in 2024-03-07T02:59:01.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:01 smithi092 ceph-mon[31083]: pgmap v273: 121 pgs: 121 active+clean; 206 MiB data, 656 MiB used, 715 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 31 op/s 2024-03-07T02:59:02.016 INFO:teuthology.orchestra.run.smithi090.stdout:true 2024-03-07T02:59:02.113 INFO:tasks.rados.rados.0.smithi090.stdout:730: finishing write tid 1 to smithi09077644-25 2024-03-07T02:59:02.113 INFO:tasks.rados.rados.0.smithi090.stdout:730: finishing write tid 2 to smithi09077644-25 2024-03-07T02:59:02.113 INFO:tasks.rados.rados.0.smithi090.stdout:730: finishing write tid 3 to smithi09077644-25 2024-03-07T02:59:02.114 INFO:tasks.rados.rados.0.smithi090.stdout:729: done (3 left) 2024-03-07T02:59:02.114 INFO:tasks.rados.rados.0.smithi090.stdout:732: done (2 left) 2024-03-07T02:59:02.114 INFO:tasks.rados.rados.0.smithi090.stdout:733: snap_create 2024-03-07T02:59:02.114 INFO:tasks.rados.rados.0.smithi090.stdout:730: finishing write tid 4 to smithi09077644-25 2024-03-07T02:59:02.114 INFO:tasks.rados.rados.0.smithi090.stdout:730: finishing write tid 5 to smithi09077644-25 2024-03-07T02:59:02.114 INFO:tasks.rados.rados.0.smithi090.stdout:730: finishing write tid 6 to smithi09077644-25 2024-03-07T02:59:02.114 INFO:tasks.rados.rados.0.smithi090.stdout:730: oid 25 updating version 0 to 343 2024-03-07T02:59:02.114 INFO:tasks.rados.rados.0.smithi090.stdout:730: oid 25 updating version 343 to 345 2024-03-07T02:59:02.114 INFO:tasks.rados.rados.0.smithi090.stdout:730: oid 25 version 345 is already newer than 342 2024-03-07T02:59:02.114 INFO:tasks.rados.rados.0.smithi090.stdout:730: oid 25 version 345 is already newer than 344 2024-03-07T02:59:02.114 INFO:tasks.rados.rados.0.smithi090.stdout:730: oid 25 updating version 345 to 346 2024-03-07T02:59:02.114 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 25 v 346 (ObjNum 240 snap 64 seq_num 240) dirty exists 2024-03-07T02:59:02.114 INFO:tasks.rados.rados.0.smithi090.stdout:730: left oid 25 (ObjNum 240 snap 64 seq_num 240) 2024-03-07T02:59:02.114 INFO:tasks.rados.rados.0.smithi090.stdout:731: expect (ObjNum 237 snap 61 seq_num 237) 2024-03-07T02:59:02.335 INFO:teuthology.orchestra.run.smithi090.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-07T02:59:02.336 INFO:teuthology.orchestra.run.smithi090.stdout:alertmanager.a smithi090 *:9093,9094 running (3m) 3m ago 4m 16.7M - 0.25.0 c8568f914cd2 c7f315859531 2024-03-07T02:59:02.336 INFO:teuthology.orchestra.run.smithi090.stdout:grafana.a smithi092 *:3000 running (4m) 3m ago 4m 82.5M - 9.4.7 954c08fa6188 044a70fdd07e 2024-03-07T02:59:02.336 INFO:teuthology.orchestra.run.smithi090.stdout:mds.a smithi090 running (5m) 3m ago 5m 12.7M - 18.2.1-718-gae75fc9d 0164bb8a7c67 8b3baf63c0c9 2024-03-07T02:59:02.336 INFO:teuthology.orchestra.run.smithi090.stdout:mds.b smithi092 running (5m) 3m ago 5m 15.4M - 18.2.1-718-gae75fc9d 0164bb8a7c67 ce3c1188fa28 2024-03-07T02:59:02.336 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.x smithi092 *:8443,8765 running (8m) 3m ago 8m 449M - 18.2.1-718-gae75fc9d 0164bb8a7c67 b1184af39190 2024-03-07T02:59:02.336 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.y smithi090 *:9283,8765 running (10m) 3m ago 10m 497M - 18.2.1-718-gae75fc9d 0164bb8a7c67 a5359f652648 2024-03-07T02:59:02.336 INFO:teuthology.orchestra.run.smithi090.stdout:mon.a smithi090 running (10m) 3m ago 10m 47.8M 2048M 18.2.1-718-gae75fc9d 0164bb8a7c67 84d91110fe9f 2024-03-07T02:59:02.336 INFO:teuthology.orchestra.run.smithi090.stdout:mon.b smithi092 running (9m) 3m ago 9m 39.7M 2048M 18.2.1-718-gae75fc9d 0164bb8a7c67 27a7830719c5 2024-03-07T02:59:02.336 INFO:teuthology.orchestra.run.smithi090.stdout:mon.c smithi090 running (8m) 3m ago 8m 38.8M 2048M 18.2.1-718-gae75fc9d 0164bb8a7c67 9eaa649b1445 2024-03-07T02:59:02.336 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.a smithi090 *:9100 running (4m) 3m ago 4m 15.0M - 1.5.0 0da6a335fe13 76496853f3a5 2024-03-07T02:59:02.336 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.b smithi092 *:9100 running (3m) 3m ago 3m 8363k - 1.5.0 0da6a335fe13 9ed8c0a03920 2024-03-07T02:59:02.336 INFO:teuthology.orchestra.run.smithi090.stdout:osd.0 smithi090 running (8m) 3m ago 8m 44.6M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 725e893e6886 2024-03-07T02:59:02.336 INFO:teuthology.orchestra.run.smithi090.stdout:osd.1 smithi090 running (8m) 3m ago 8m 43.5M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 9b941d592b34 2024-03-07T02:59:02.337 INFO:teuthology.orchestra.run.smithi090.stdout:osd.2 smithi090 running (7m) 3m ago 7m 43.2M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 9852da06477f 2024-03-07T02:59:02.337 INFO:teuthology.orchestra.run.smithi090.stdout:osd.3 smithi090 running (7m) 3m ago 7m 44.7M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 1e9119683f37 2024-03-07T02:59:02.337 INFO:teuthology.orchestra.run.smithi090.stdout:osd.4 smithi092 running (6m) 3m ago 6m 41.5M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 9ffc02d81c13 2024-03-07T02:59:02.337 INFO:teuthology.orchestra.run.smithi090.stdout:osd.5 smithi092 running (6m) 3m ago 6m 41.4M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 028e6ccdd1db 2024-03-07T02:59:02.337 INFO:teuthology.orchestra.run.smithi090.stdout:osd.6 smithi092 running (6m) 3m ago 6m 44.4M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 04f0a980ec71 2024-03-07T02:59:02.337 INFO:teuthology.orchestra.run.smithi090.stdout:osd.7 smithi092 running (5m) 3m ago 5m 43.0M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 1f2215787147 2024-03-07T02:59:02.337 INFO:teuthology.orchestra.run.smithi090.stdout:prometheus.a smithi092 *:9095 running (3m) 3m ago 4m 29.3M - 2.43.0 a07b618ecd1d 1302f14a5c88 2024-03-07T02:59:02.437 INFO:tasks.rados.rados.0.smithi090.stdout:730: done (2 left) 2024-03-07T02:59:02.437 INFO:tasks.rados.rados.0.smithi090.stdout:731: done (1 left) 2024-03-07T02:59:02.438 INFO:tasks.rados.rados.0.smithi090.stdout:733: done (0 left) 2024-03-07T02:59:02.438 INFO:tasks.rados.rados.0.smithi090.stdout:734: rmattr oid 13 current snap is 65 2024-03-07T02:59:02.438 INFO:tasks.rados.rados.0.smithi090.stdout:734: done (0 left) 2024-03-07T02:59:02.438 INFO:tasks.rados.rados.0.smithi090.stdout:735: snap_create 2024-03-07T02:59:02.721 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-03-07T02:59:02.721 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": { 2024-03-07T02:59:02.721 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 3 2024-03-07T02:59:02.721 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T02:59:02.721 INFO:teuthology.orchestra.run.smithi090.stdout: "mgr": { 2024-03-07T02:59:02.721 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 2 2024-03-07T02:59:02.721 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T02:59:02.721 INFO:teuthology.orchestra.run.smithi090.stdout: "osd": { 2024-03-07T02:59:02.721 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 8 2024-03-07T02:59:02.722 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T02:59:02.722 INFO:teuthology.orchestra.run.smithi090.stdout: "mds": { 2024-03-07T02:59:02.722 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 2 2024-03-07T02:59:02.722 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T02:59:02.722 INFO:teuthology.orchestra.run.smithi090.stdout: "overall": { 2024-03-07T02:59:02.722 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 15 2024-03-07T02:59:02.722 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-03-07T02:59:02.722 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-03-07T02:59:02.722 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:02 smithi090 ceph-mon[27223]: osdmap e194: 8 total, 8 up, 8 in 2024-03-07T02:59:02.722 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:02 smithi090 ceph-mon[37987]: osdmap e194: 8 total, 8 up, 8 in 2024-03-07T02:59:02.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:02 smithi092 ceph-mon[31083]: osdmap e194: 8 total, 8 up, 8 in 2024-03-07T02:59:03.078 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:59:02 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: ::ffff:172.21.15.92 - - [07/Mar/2024:02:59:02] "GET /metrics HTTP/1.1" 200 35980 "" "Prometheus/2.43.0" 2024-03-07T02:59:03.445 INFO:tasks.rados.rados.0.smithi090.stdout:735: done (0 left) 2024-03-07T02:59:03.445 INFO:tasks.rados.rados.0.smithi090.stdout:736: copy_from oid 43 from oid 39 current snap is 66 2024-03-07T02:59:03.445 INFO:tasks.rados.rados.0.smithi090.stdout:737: delete oid 49 current snap is 66 2024-03-07T02:59:03.448 INFO:tasks.rados.rados.0.smithi090.stdout:737: done (1 left) 2024-03-07T02:59:03.448 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 23 current snap is 66 2024-03-07T02:59:03.449 INFO:tasks.rados.rados.0.smithi090.stdout:738: seq_num 243 ranges {2121728=475136,2596864=638976,3235840=565248} 2024-03-07T02:59:03.462 INFO:tasks.rados.rados.0.smithi090.stdout:738: writing smithi09077644-23 from 2121728 to 2596864 tid 1 2024-03-07T02:59:03.467 INFO:tasks.rados.rados.0.smithi090.stdout:738: writing smithi09077644-23 from 2596864 to 3235840 tid 2 2024-03-07T02:59:03.470 INFO:tasks.rados.rados.0.smithi090.stdout:738: writing smithi09077644-23 from 3235840 to 3801088 tid 3 2024-03-07T02:59:03.470 INFO:tasks.rados.rados.0.smithi090.stdout:739: rollback oid 3 current snap is 66 2024-03-07T02:59:03.470 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 3 to 35 2024-03-07T02:59:03.470 INFO:tasks.rados.rados.0.smithi090.stdout:736: finishing copy_from racing read to smithi09077644-43 2024-03-07T02:59:03.470 INFO:tasks.rados.rados.0.smithi090.stdout:736: finishing copy_from to smithi09077644-43 2024-03-07T02:59:03.470 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 257 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-03-07T02:59:03.470 INFO:tasks.rados.rados.0.smithi090.stdout:738: finishing write tid 1 to smithi09077644-23 2024-03-07T02:59:03.470 INFO:tasks.rados.rados.0.smithi090.stdout:738: finishing write tid 2 to smithi09077644-23 2024-03-07T02:59:03.470 INFO:tasks.rados.rados.0.smithi090.stdout:736: done (2 left) 2024-03-07T02:59:03.470 INFO:tasks.rados.rados.0.smithi090.stdout:740: snap_create 2024-03-07T02:59:03.473 INFO:tasks.rados.rados.0.smithi090.stdout:738: finishing write tid 3 to smithi09077644-23 2024-03-07T02:59:03.473 INFO:tasks.rados.rados.0.smithi090.stdout:739: finishing rollback tid 0 to smithi09077644-3 2024-03-07T02:59:03.473 INFO:tasks.rados.rados.0.smithi090.stdout:738: finishing write tid 4 to smithi09077644-23 2024-03-07T02:59:03.474 INFO:tasks.rados.rados.0.smithi090.stdout:739: finishing rollback tid 1 to smithi09077644-3 2024-03-07T02:59:03.474 INFO:tasks.rados.rados.0.smithi090.stdout:739: finishing rollback tid 2 to smithi09077644-3 2024-03-07T02:59:03.474 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 236 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-03-07T02:59:03.475 INFO:tasks.rados.rados.0.smithi090.stdout:738: finishing write tid 5 to smithi09077644-23 2024-03-07T02:59:03.476 INFO:tasks.rados.rados.0.smithi090.stdout:738: oid 23 updating version 0 to 288 2024-03-07T02:59:03.476 INFO:tasks.rados.rados.0.smithi090.stdout:738: oid 23 version 288 is already newer than 287 2024-03-07T02:59:03.476 INFO:tasks.rados.rados.0.smithi090.stdout:738: oid 23 version 288 is already newer than 285 2024-03-07T02:59:03.476 INFO:tasks.rados.rados.0.smithi090.stdout:738: oid 23 version 288 is already newer than 286 2024-03-07T02:59:03.476 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 288 (ObjNum 243 snap 66 seq_num 243) dirty exists 2024-03-07T02:59:03.476 INFO:tasks.rados.rados.0.smithi090.stdout:738: left oid 23 (ObjNum 243 snap 66 seq_num 243) 2024-03-07T02:59:03.819 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:03 smithi092 ceph-mon[31083]: from='client.25019 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:59:03.819 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:03 smithi092 ceph-mon[31083]: from='client.25025 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:59:03.819 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:03 smithi092 ceph-mon[31083]: osdmap e195: 8 total, 8 up, 8 in 2024-03-07T02:59:03.819 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:03 smithi092 ceph-mon[31083]: pgmap v276: 121 pgs: 121 active+clean; 206 MiB data, 656 MiB used, 715 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 31 op/s 2024-03-07T02:59:03.819 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:03 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/297085136' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T02:59:03.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:03 smithi090 ceph-mon[27223]: from='client.25019 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:59:03.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:03 smithi090 ceph-mon[27223]: from='client.25025 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:59:03.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:03 smithi090 ceph-mon[27223]: osdmap e195: 8 total, 8 up, 8 in 2024-03-07T02:59:03.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:03 smithi090 ceph-mon[27223]: pgmap v276: 121 pgs: 121 active+clean; 206 MiB data, 656 MiB used, 715 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 31 op/s 2024-03-07T02:59:03.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:03 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/297085136' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T02:59:03.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:03 smithi090 ceph-mon[37987]: from='client.25019 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:59:03.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:03 smithi090 ceph-mon[37987]: from='client.25025 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:59:03.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:03 smithi090 ceph-mon[37987]: osdmap e195: 8 total, 8 up, 8 in 2024-03-07T02:59:03.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:03 smithi090 ceph-mon[37987]: pgmap v276: 121 pgs: 121 active+clean; 206 MiB data, 656 MiB used, 715 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 31 op/s 2024-03-07T02:59:03.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:03 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/297085136' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T02:59:04.425 INFO:tasks.rados.rados.0.smithi090.stdout:738: done (2 left) 2024-03-07T02:59:04.425 INFO:tasks.rados.rados.0.smithi090.stdout:739: done (1 left) 2024-03-07T02:59:04.425 INFO:tasks.rados.rados.0.smithi090.stdout:740: done (0 left) 2024-03-07T02:59:04.425 INFO:tasks.rados.rados.0.smithi090.stdout:741: read oid 42 snap -1 2024-03-07T02:59:04.425 INFO:tasks.rados.rados.0.smithi090.stdout:741: expect (ObjNum 187 snap 49 seq_num 187) 2024-03-07T02:59:04.425 INFO:tasks.rados.rados.0.smithi090.stdout:742: read oid 24 snap -1 2024-03-07T02:59:04.425 INFO:tasks.rados.rados.0.smithi090.stdout:742: expect (ObjNum 54 snap 4 seq_num 54) 2024-03-07T02:59:04.426 INFO:tasks.rados.rados.0.smithi090.stdout:743: snap_create 2024-03-07T02:59:04.431 INFO:tasks.rados.rados.0.smithi090.stdout:742: expect (ObjNum 54 snap 4 seq_num 54) 2024-03-07T02:59:04.475 INFO:tasks.rados.rados.0.smithi090.stdout:741: expect (ObjNum 187 snap 49 seq_num 187) 2024-03-07T02:59:04.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:04 smithi090 ceph-mon[37987]: osdmap e196: 8 total, 8 up, 8 in 2024-03-07T02:59:04.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:04 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T02:59:04.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:04 smithi090 ceph-mon[37987]: osdmap e197: 8 total, 8 up, 8 in 2024-03-07T02:59:04.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:04 smithi090 ceph-mon[27223]: osdmap e196: 8 total, 8 up, 8 in 2024-03-07T02:59:04.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:04 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T02:59:04.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:04 smithi090 ceph-mon[27223]: osdmap e197: 8 total, 8 up, 8 in 2024-03-07T02:59:04.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:04 smithi092 ceph-mon[31083]: osdmap e196: 8 total, 8 up, 8 in 2024-03-07T02:59:04.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:04 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T02:59:04.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:04 smithi092 ceph-mon[31083]: osdmap e197: 8 total, 8 up, 8 in 2024-03-07T02:59:05.433 INFO:tasks.rados.rados.0.smithi090.stdout:741: done (2 left) 2024-03-07T02:59:05.433 INFO:tasks.rados.rados.0.smithi090.stdout:742: done (1 left) 2024-03-07T02:59:05.433 INFO:tasks.rados.rados.0.smithi090.stdout:743: done (0 left) 2024-03-07T02:59:05.433 INFO:tasks.rados.rados.0.smithi090.stdout:744: delete oid 10 current snap is 68 2024-03-07T02:59:05.435 INFO:tasks.rados.rados.0.smithi090.stdout:744: done (0 left) 2024-03-07T02:59:05.435 INFO:tasks.rados.rados.0.smithi090.stdout:745: snap_create 2024-03-07T02:59:05.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:05 smithi090 ceph-mon[27223]: pgmap v279: 121 pgs: 121 active+clean; 210 MiB data, 661 MiB used, 715 GiB / 715 GiB avail; 17 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-03-07T02:59:05.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:05 smithi090 ceph-mon[27223]: osdmap e198: 8 total, 8 up, 8 in 2024-03-07T02:59:05.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:05 smithi090 ceph-mon[37987]: pgmap v279: 121 pgs: 121 active+clean; 210 MiB data, 661 MiB used, 715 GiB / 715 GiB avail; 17 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-03-07T02:59:05.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:05 smithi090 ceph-mon[37987]: osdmap e198: 8 total, 8 up, 8 in 2024-03-07T02:59:05.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:05 smithi092 ceph-mon[31083]: pgmap v279: 121 pgs: 121 active+clean; 210 MiB data, 661 MiB used, 715 GiB / 715 GiB avail; 17 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-03-07T02:59:05.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:05 smithi092 ceph-mon[31083]: osdmap e198: 8 total, 8 up, 8 in 2024-03-07T02:59:06.436 INFO:tasks.rados.rados.0.smithi090.stdout:745: done (0 left) 2024-03-07T02:59:06.436 INFO:tasks.rados.rados.0.smithi090.stdout:746: read oid 17 snap -1 2024-03-07T02:59:06.436 INFO:tasks.rados.rados.0.smithi090.stdout:746: expect deleted 2024-03-07T02:59:06.436 INFO:tasks.rados.rados.0.smithi090.stdout:747: rollback oid 6 current snap is 69 2024-03-07T02:59:06.436 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 6 to 62 2024-03-07T02:59:06.437 INFO:tasks.rados.rados.0.smithi090.stdout:748: read oid 27 snap 68 2024-03-07T02:59:06.437 INFO:tasks.rados.rados.0.smithi090.stdout:748: expect deleted 2024-03-07T02:59:06.437 INFO:tasks.rados.rados.0.smithi090.stdout:749: copy_from oid 18 from oid 22 current snap is 69 2024-03-07T02:59:06.437 INFO:tasks.rados.rados.0.smithi090.stdout:750: rmattr oid 14 current snap is 69 2024-03-07T02:59:06.437 INFO:tasks.rados.rados.0.smithi090.stdout:750: done (4 left) 2024-03-07T02:59:06.437 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 11 current snap is 69 2024-03-07T02:59:06.437 INFO:tasks.rados.rados.0.smithi090.stdout:751: seq_num 245 ranges {0=507904,507904=458752,966656=671744,1638400=73728} 2024-03-07T02:59:06.439 INFO:tasks.rados.rados.0.smithi090.stdout:751: writing smithi09077644-11 from 0 to 507904 tid 1 2024-03-07T02:59:06.442 INFO:tasks.rados.rados.0.smithi090.stdout:751: writing smithi09077644-11 from 507904 to 966656 tid 2 2024-03-07T02:59:06.446 INFO:tasks.rados.rados.0.smithi090.stdout:751: writing smithi09077644-11 from 966656 to 1638400 tid 3 2024-03-07T02:59:06.447 INFO:tasks.rados.rados.0.smithi090.stdout:751: writing smithi09077644-11 from 1638400 to 1712128 tid 4 2024-03-07T02:59:06.447 INFO:tasks.rados.rados.0.smithi090.stdout:752: setattr oid 25 current snap is 69 2024-03-07T02:59:06.447 INFO:tasks.rados.rados.0.smithi090.stdout:747: finishing rollback tid 0 to smithi09077644-6 2024-03-07T02:59:06.447 INFO:tasks.rados.rados.0.smithi090.stdout:747: finishing rollback tid 1 to smithi09077644-6 2024-03-07T02:59:06.447 INFO:tasks.rados.rados.0.smithi090.stdout:747: finishing rollback tid 2 to smithi09077644-6 2024-03-07T02:59:06.448 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 285 (ObjNum 230 snap 60 seq_num 230) dirty exists 2024-03-07T02:59:06.448 INFO:tasks.rados.rados.0.smithi090.stdout:751: finishing write tid 1 to smithi09077644-11 2024-03-07T02:59:06.448 INFO:tasks.rados.rados.0.smithi090.stdout:751: finishing write tid 2 to smithi09077644-11 2024-03-07T02:59:06.450 INFO:tasks.rados.rados.0.smithi090.stdout:746: done (5 left) 2024-03-07T02:59:06.450 INFO:tasks.rados.rados.0.smithi090.stdout:747: done (4 left) 2024-03-07T02:59:06.450 INFO:tasks.rados.rados.0.smithi090.stdout:748: done (3 left) 2024-03-07T02:59:06.450 INFO:tasks.rados.rados.0.smithi090.stdout:753: read oid 8 snap -1 2024-03-07T02:59:06.450 INFO:tasks.rados.rados.0.smithi090.stdout:753: expect (ObjNum 228 snap 59 seq_num 228) 2024-03-07T02:59:06.450 INFO:tasks.rados.rados.0.smithi090.stdout:754: delete oid 5 current snap is 69 2024-03-07T02:59:06.451 INFO:tasks.rados.rados.0.smithi090.stdout:751: finishing write tid 3 to smithi09077644-11 2024-03-07T02:59:06.451 INFO:tasks.rados.rados.0.smithi090.stdout:751: finishing write tid 4 to smithi09077644-11 2024-03-07T02:59:06.451 INFO:tasks.rados.rados.0.smithi090.stdout:751: finishing write tid 5 to smithi09077644-11 2024-03-07T02:59:06.452 INFO:tasks.rados.rados.0.smithi090.stdout:754: done (4 left) 2024-03-07T02:59:06.452 INFO:tasks.rados.rados.0.smithi090.stdout:755: delete oid 1 current snap is 69 2024-03-07T02:59:06.453 INFO:tasks.rados.rados.0.smithi090.stdout:751: finishing write tid 6 to smithi09077644-11 2024-03-07T02:59:06.453 INFO:tasks.rados.rados.0.smithi090.stdout:751: oid 11 updating version 0 to 291 2024-03-07T02:59:06.453 INFO:tasks.rados.rados.0.smithi090.stdout:751: oid 11 updating version 291 to 293 2024-03-07T02:59:06.453 INFO:tasks.rados.rados.0.smithi090.stdout:751: oid 11 version 293 is already newer than 290 2024-03-07T02:59:06.453 INFO:tasks.rados.rados.0.smithi090.stdout:751: oid 11 version 293 is already newer than 292 2024-03-07T02:59:06.453 INFO:tasks.rados.rados.0.smithi090.stdout:751: oid 11 version 293 is already newer than 289 2024-03-07T02:59:06.453 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 11 v 293 (ObjNum 245 snap 69 seq_num 245) dirty exists 2024-03-07T02:59:06.453 INFO:tasks.rados.rados.0.smithi090.stdout:751: left oid 11 (ObjNum 245 snap 69 seq_num 245) 2024-03-07T02:59:06.454 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 25 v 351 (ObjNum 240 snap 64 seq_num 240) dirty exists 2024-03-07T02:59:06.454 INFO:tasks.rados.rados.0.smithi090.stdout:751: done (4 left) 2024-03-07T02:59:06.454 INFO:tasks.rados.rados.0.smithi090.stdout:752: done (3 left) 2024-03-07T02:59:06.454 INFO:tasks.rados.rados.0.smithi090.stdout:755: done (2 left) 2024-03-07T02:59:06.454 INFO:tasks.rados.rados.0.smithi090.stdout:756: delete oid 27 current snap is 69 2024-03-07T02:59:06.455 INFO:tasks.rados.rados.0.smithi090.stdout:753: expect (ObjNum 228 snap 59 seq_num 228) 2024-03-07T02:59:06.494 INFO:tasks.rados.rados.0.smithi090.stdout:749: finishing copy_from racing read to smithi09077644-18 2024-03-07T02:59:06.494 INFO:tasks.rados.rados.0.smithi090.stdout:749: finishing copy_from to smithi09077644-18 2024-03-07T02:59:06.494 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 18 v 212 (ObjNum 149 snap 37 seq_num 149) dirty exists 2024-03-07T02:59:06.494 INFO:tasks.rados.rados.0.smithi090.stdout:749: done (2 left) 2024-03-07T02:59:06.494 INFO:tasks.rados.rados.0.smithi090.stdout:753: done (1 left) 2024-03-07T02:59:06.494 INFO:tasks.rados.rados.0.smithi090.stdout:756: done (0 left) 2024-03-07T02:59:06.494 INFO:tasks.rados.rados.0.smithi090.stdout:757: snap_create 2024-03-07T02:59:07.449 INFO:tasks.rados.rados.0.smithi090.stdout:757: done (0 left) 2024-03-07T02:59:07.449 INFO:tasks.rados.rados.0.smithi090.stdout:758: snap_create 2024-03-07T02:59:07.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:07 smithi090 ceph-mon[37987]: osdmap e199: 8 total, 8 up, 8 in 2024-03-07T02:59:07.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:07 smithi090 ceph-mon[37987]: pgmap v282: 121 pgs: 121 active+clean; 210 MiB data, 661 MiB used, 715 GiB / 715 GiB avail; 17 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-03-07T02:59:07.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:07 smithi090 ceph-mon[27223]: osdmap e199: 8 total, 8 up, 8 in 2024-03-07T02:59:07.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:07 smithi090 ceph-mon[27223]: pgmap v282: 121 pgs: 121 active+clean; 210 MiB data, 661 MiB used, 715 GiB / 715 GiB avail; 17 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-03-07T02:59:07.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:07 smithi092 ceph-mon[31083]: osdmap e199: 8 total, 8 up, 8 in 2024-03-07T02:59:07.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:07 smithi092 ceph-mon[31083]: pgmap v282: 121 pgs: 121 active+clean; 210 MiB data, 661 MiB used, 715 GiB / 715 GiB avail; 17 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-03-07T02:59:08.446 INFO:tasks.rados.rados.0.smithi090.stdout:758: done (0 left) 2024-03-07T02:59:08.447 INFO:tasks.rados.rados.0.smithi090.stdout:759: copy_from oid 48 from oid 1 current snap is 71 2024-03-07T02:59:08.447 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 41 current snap is 71 2024-03-07T02:59:08.447 INFO:tasks.rados.rados.0.smithi090.stdout:760: seq_num 249 ranges {3309568=573440,3883008=794624,4677632=409600} 2024-03-07T02:59:08.468 INFO:tasks.rados.rados.0.smithi090.stdout:760: writing smithi09077644-41 from 3309568 to 3883008 tid 1 2024-03-07T02:59:08.472 INFO:tasks.rados.rados.0.smithi090.stdout:760: writing smithi09077644-41 from 3883008 to 4677632 tid 2 2024-03-07T02:59:08.475 INFO:tasks.rados.rados.0.smithi090.stdout:760: writing smithi09077644-41 from 4677632 to 5087232 tid 3 2024-03-07T02:59:08.475 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 25 current snap is 71 2024-03-07T02:59:08.475 INFO:tasks.rados.rados.0.smithi090.stdout:759: finishing copy_from to smithi09077644-48 2024-03-07T02:59:08.475 INFO:tasks.rados.rados.0.smithi090.stdout:759: got expected ENOENT (src dne) 2024-03-07T02:59:08.475 INFO:tasks.rados.rados.0.smithi090.stdout:761: seq_num 250 ranges {3006464=589824,3596288=679936,4276224=409600,4685824=114688} 2024-03-07T02:59:08.495 INFO:tasks.rados.rados.0.smithi090.stdout:761: writing smithi09077644-25 from 3006464 to 3596288 tid 1 2024-03-07T02:59:08.498 INFO:tasks.rados.rados.0.smithi090.stdout:761: writing smithi09077644-25 from 3596288 to 4276224 tid 2 2024-03-07T02:59:08.501 INFO:tasks.rados.rados.0.smithi090.stdout:761: writing smithi09077644-25 from 4276224 to 4685824 tid 3 2024-03-07T02:59:08.502 INFO:tasks.rados.rados.0.smithi090.stdout:761: writing smithi09077644-25 from 4685824 to 4800512 tid 4 2024-03-07T02:59:08.502 INFO:tasks.rados.rados.0.smithi090.stdout:762: rmattr oid 32 current snap is 71 2024-03-07T02:59:08.502 INFO:tasks.rados.rados.0.smithi090.stdout:762: done (3 left) 2024-03-07T02:59:08.502 INFO:tasks.rados.rados.0.smithi090.stdout:763: read oid 36 snap -1 2024-03-07T02:59:08.502 INFO:tasks.rados.rados.0.smithi090.stdout:763: expect deleted 2024-03-07T02:59:08.502 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 28 current snap is 71 2024-03-07T02:59:08.502 INFO:tasks.rados.rados.0.smithi090.stdout:764: seq_num 251 ranges {442368=606208,1048576=614400,1662976=589824} 2024-03-07T02:59:08.508 INFO:tasks.rados.rados.0.smithi090.stdout:764: writing smithi09077644-28 from 442368 to 1048576 tid 1 2024-03-07T02:59:08.511 INFO:tasks.rados.rados.0.smithi090.stdout:764: writing smithi09077644-28 from 1048576 to 1662976 tid 2 2024-03-07T02:59:08.516 INFO:tasks.rados.rados.0.smithi090.stdout:764: writing smithi09077644-28 from 1662976 to 2252800 tid 3 2024-03-07T02:59:08.516 INFO:tasks.rados.rados.0.smithi090.stdout:765: copy_from oid 49 from oid 44 current snap is 71 2024-03-07T02:59:08.516 INFO:tasks.rados.rados.0.smithi090.stdout:759: finishing copy_from racing read to smithi09077644-48 2024-03-07T02:59:08.516 INFO:tasks.rados.rados.0.smithi090.stdout:760: finishing write tid 1 to smithi09077644-41 2024-03-07T02:59:08.516 INFO:tasks.rados.rados.0.smithi090.stdout:759: done (5 left) 2024-03-07T02:59:08.517 INFO:tasks.rados.rados.0.smithi090.stdout:766: snap_create 2024-03-07T02:59:08.517 INFO:tasks.rados.rados.0.smithi090.stdout:760: finishing write tid 2 to smithi09077644-41 2024-03-07T02:59:08.517 INFO:tasks.rados.rados.0.smithi090.stdout:760: finishing write tid 3 to smithi09077644-41 2024-03-07T02:59:08.517 INFO:tasks.rados.rados.0.smithi090.stdout:760: finishing write tid 4 to smithi09077644-41 2024-03-07T02:59:08.517 INFO:tasks.rados.rados.0.smithi090.stdout:760: finishing write tid 5 to smithi09077644-41 2024-03-07T02:59:08.517 INFO:tasks.rados.rados.0.smithi090.stdout:760: oid 41 updating version 0 to 167 2024-03-07T02:59:08.517 INFO:tasks.rados.rados.0.smithi090.stdout:760: oid 41 updating version 167 to 170 2024-03-07T02:59:08.517 INFO:tasks.rados.rados.0.smithi090.stdout:760: oid 41 version 170 is already newer than 168 2024-03-07T02:59:08.517 INFO:tasks.rados.rados.0.smithi090.stdout:760: oid 41 version 170 is already newer than 169 2024-03-07T02:59:08.517 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 41 v 170 (ObjNum 249 snap 71 seq_num 249) dirty exists 2024-03-07T02:59:08.517 INFO:tasks.rados.rados.0.smithi090.stdout:760: left oid 41 (ObjNum 249 snap 71 seq_num 249) 2024-03-07T02:59:08.517 INFO:tasks.rados.rados.0.smithi090.stdout:761: finishing write tid 1 to smithi09077644-25 2024-03-07T02:59:08.517 INFO:tasks.rados.rados.0.smithi090.stdout:761: finishing write tid 2 to smithi09077644-25 2024-03-07T02:59:08.517 INFO:tasks.rados.rados.0.smithi090.stdout:761: finishing write tid 3 to smithi09077644-25 2024-03-07T02:59:08.517 INFO:tasks.rados.rados.0.smithi090.stdout:761: finishing write tid 4 to smithi09077644-25 2024-03-07T02:59:08.517 INFO:tasks.rados.rados.0.smithi090.stdout:761: finishing write tid 5 to smithi09077644-25 2024-03-07T02:59:08.518 INFO:tasks.rados.rados.0.smithi090.stdout:761: finishing write tid 6 to smithi09077644-25 2024-03-07T02:59:08.518 INFO:tasks.rados.rados.0.smithi090.stdout:761: oid 25 updating version 0 to 355 2024-03-07T02:59:08.518 INFO:tasks.rados.rados.0.smithi090.stdout:761: oid 25 version 355 is already newer than 353 2024-03-07T02:59:08.518 INFO:tasks.rados.rados.0.smithi090.stdout:761: oid 25 updating version 355 to 357 2024-03-07T02:59:08.518 INFO:tasks.rados.rados.0.smithi090.stdout:761: oid 25 version 357 is already newer than 354 2024-03-07T02:59:08.518 INFO:tasks.rados.rados.0.smithi090.stdout:761: oid 25 version 357 is already newer than 356 2024-03-07T02:59:08.518 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 25 v 357 (ObjNum 250 snap 71 seq_num 250) dirty exists 2024-03-07T02:59:08.518 INFO:tasks.rados.rados.0.smithi090.stdout:761: left oid 25 (ObjNum 250 snap 71 seq_num 250) 2024-03-07T02:59:08.518 INFO:tasks.rados.rados.0.smithi090.stdout:764: finishing write tid 1 to smithi09077644-28 2024-03-07T02:59:08.518 INFO:tasks.rados.rados.0.smithi090.stdout:764: finishing write tid 2 to smithi09077644-28 2024-03-07T02:59:08.521 INFO:tasks.rados.rados.0.smithi090.stdout:764: finishing write tid 3 to smithi09077644-28 2024-03-07T02:59:08.521 INFO:tasks.rados.rados.0.smithi090.stdout:764: finishing write tid 4 to smithi09077644-28 2024-03-07T02:59:08.522 INFO:tasks.rados.rados.0.smithi090.stdout:764: finishing write tid 5 to smithi09077644-28 2024-03-07T02:59:08.522 INFO:tasks.rados.rados.0.smithi090.stdout:764: oid 28 updating version 0 to 174 2024-03-07T02:59:08.522 INFO:tasks.rados.rados.0.smithi090.stdout:764: oid 28 version 174 is already newer than 172 2024-03-07T02:59:08.522 INFO:tasks.rados.rados.0.smithi090.stdout:764: oid 28 version 174 is already newer than 173 2024-03-07T02:59:08.523 INFO:tasks.rados.rados.0.smithi090.stdout:764: oid 28 updating version 174 to 175 2024-03-07T02:59:08.523 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 28 v 175 (ObjNum 251 snap 71 seq_num 251) dirty exists 2024-03-07T02:59:08.523 INFO:tasks.rados.rados.0.smithi090.stdout:764: left oid 28 (ObjNum 251 snap 71 seq_num 251) 2024-03-07T02:59:08.541 INFO:tasks.rados.rados.0.smithi090.stdout:765: finishing copy_from racing read to smithi09077644-49 2024-03-07T02:59:08.552 INFO:tasks.rados.rados.0.smithi090.stdout:765: finishing copy_from to smithi09077644-49 2024-03-07T02:59:08.552 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 49 v 167 (ObjNum 187 snap 49 seq_num 187) dirty exists 2024-03-07T02:59:08.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:08 smithi090 ceph-mon[27223]: osdmap e200: 8 total, 8 up, 8 in 2024-03-07T02:59:08.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:08 smithi090 ceph-mon[37987]: osdmap e200: 8 total, 8 up, 8 in 2024-03-07T02:59:08.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:08 smithi092 ceph-mon[31083]: osdmap e200: 8 total, 8 up, 8 in 2024-03-07T02:59:09.426 INFO:tasks.rados.rados.0.smithi090.stdout:760: done (5 left) 2024-03-07T02:59:09.426 INFO:tasks.rados.rados.0.smithi090.stdout:761: done (4 left) 2024-03-07T02:59:09.427 INFO:tasks.rados.rados.0.smithi090.stdout:763: done (3 left) 2024-03-07T02:59:09.427 INFO:tasks.rados.rados.0.smithi090.stdout:764: done (2 left) 2024-03-07T02:59:09.427 INFO:tasks.rados.rados.0.smithi090.stdout:765: done (1 left) 2024-03-07T02:59:09.427 INFO:tasks.rados.rados.0.smithi090.stdout:766: done (0 left) 2024-03-07T02:59:09.427 INFO:tasks.rados.rados.0.smithi090.stdout:767: rollback oid 46 current snap is 72 2024-03-07T02:59:09.427 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 46 to 68 2024-03-07T02:59:09.427 INFO:tasks.rados.rados.0.smithi090.stdout:768: copy_from oid 35 from oid 11 current snap is 72 2024-03-07T02:59:09.427 INFO:tasks.rados.rados.0.smithi090.stdout:769: read oid 30 snap -1 2024-03-07T02:59:09.427 INFO:tasks.rados.rados.0.smithi090.stdout:769: expect (ObjNum 15 snap 0 seq_num 15) 2024-03-07T02:59:09.427 INFO:tasks.rados.rados.0.smithi090.stdout:770: copy_from oid 6 from oid 38 current snap is 72 2024-03-07T02:59:09.427 INFO:tasks.rados.rados.0.smithi090.stdout:771: delete oid 33 current snap is 72 2024-03-07T02:59:09.434 INFO:tasks.rados.rados.0.smithi090.stdout:771: done (4 left) 2024-03-07T02:59:09.434 INFO:tasks.rados.rados.0.smithi090.stdout:772: read oid 32 snap -1 2024-03-07T02:59:09.434 INFO:tasks.rados.rados.0.smithi090.stdout:772: expect (ObjNum 200 snap 52 seq_num 200) 2024-03-07T02:59:09.434 INFO:tasks.rados.rados.0.smithi090.stdout:773: read oid 23 snap 55 2024-03-07T02:59:09.434 INFO:tasks.rados.rados.0.smithi090.stdout:773: expect (ObjNum 161 snap 43 seq_num 161) 2024-03-07T02:59:09.434 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 31 current snap is 72 2024-03-07T02:59:09.434 INFO:tasks.rados.rados.0.smithi090.stdout:774: seq_num 253 ranges {0=647168,647168=786432,1433600=417792} 2024-03-07T02:59:09.438 INFO:tasks.rados.rados.0.smithi090.stdout:774: writing smithi09077644-31 from 0 to 647168 tid 1 2024-03-07T02:59:09.442 INFO:tasks.rados.rados.0.smithi090.stdout:774: writing smithi09077644-31 from 647168 to 1433600 tid 2 2024-03-07T02:59:09.445 INFO:tasks.rados.rados.0.smithi090.stdout:774: writing smithi09077644-31 from 1433600 to 1851392 tid 3 2024-03-07T02:59:09.445 INFO:tasks.rados.rados.0.smithi090.stdout:775: rmattr oid 44 current snap is 72 2024-03-07T02:59:09.445 INFO:tasks.rados.rados.0.smithi090.stdout:775: done (7 left) 2024-03-07T02:59:09.445 INFO:tasks.rados.rados.0.smithi090.stdout:776: snap_remove snap 49 2024-03-07T02:59:09.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:09 smithi090 ceph-mon[27223]: osdmap e201: 8 total, 8 up, 8 in 2024-03-07T02:59:09.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:09 smithi090 ceph-mon[27223]: pgmap v285: 121 pgs: 121 active+clean; 210 MiB data, 661 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:59:09.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:09 smithi090 ceph-mon[27223]: osdmap e202: 8 total, 8 up, 8 in 2024-03-07T02:59:09.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:09 smithi090 ceph-mon[37987]: osdmap e201: 8 total, 8 up, 8 in 2024-03-07T02:59:09.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:09 smithi090 ceph-mon[37987]: pgmap v285: 121 pgs: 121 active+clean; 210 MiB data, 661 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:59:09.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:09 smithi090 ceph-mon[37987]: osdmap e202: 8 total, 8 up, 8 in 2024-03-07T02:59:09.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:09 smithi092 ceph-mon[31083]: osdmap e201: 8 total, 8 up, 8 in 2024-03-07T02:59:09.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:09 smithi092 ceph-mon[31083]: pgmap v285: 121 pgs: 121 active+clean; 210 MiB data, 661 MiB used, 715 GiB / 715 GiB avail 2024-03-07T02:59:09.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:09 smithi092 ceph-mon[31083]: osdmap e202: 8 total, 8 up, 8 in 2024-03-07T02:59:10.438 INFO:tasks.rados.rados.0.smithi090.stdout:767: finishing rollback tid 0 to smithi09077644-46 2024-03-07T02:59:10.438 INFO:tasks.rados.rados.0.smithi090.stdout:769: expect (ObjNum 15 snap 0 seq_num 15) 2024-03-07T02:59:10.449 INFO:tasks.rados.rados.0.smithi090.stdout:769: done (7 left) 2024-03-07T02:59:10.449 INFO:tasks.rados.rados.0.smithi090.stdout:776: done (6 left) 2024-03-07T02:59:10.449 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 22 current snap is 72 2024-03-07T02:59:10.449 INFO:tasks.rados.rados.0.smithi090.stdout:777: seq_num 254 ranges {3923968=663552,4587520=663552,5251072=540672} 2024-03-07T02:59:10.474 INFO:tasks.rados.rados.0.smithi090.stdout:777: writing smithi09077644-22 from 3923968 to 4587520 tid 1 2024-03-07T02:59:10.478 INFO:tasks.rados.rados.0.smithi090.stdout:777: writing smithi09077644-22 from 4587520 to 5251072 tid 2 2024-03-07T02:59:10.481 INFO:tasks.rados.rados.0.smithi090.stdout:777: writing smithi09077644-22 from 5251072 to 5791744 tid 3 2024-03-07T02:59:10.482 INFO:tasks.rados.rados.0.smithi090.stdout:778: rollback oid 33 current snap is 72 2024-03-07T02:59:10.482 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 33 to 63 2024-03-07T02:59:10.482 INFO:tasks.rados.rados.0.smithi090.stdout:767: finishing rollback tid 1 to smithi09077644-46 2024-03-07T02:59:10.482 INFO:tasks.rados.rados.0.smithi090.stdout:779: snap_create 2024-03-07T02:59:10.482 INFO:tasks.rados.rados.0.smithi090.stdout:767: finishing rollback tid 2 to smithi09077644-46 2024-03-07T02:59:10.482 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 288 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-03-07T02:59:10.482 INFO:tasks.rados.rados.0.smithi090.stdout:772: expect (ObjNum 200 snap 52 seq_num 200) 2024-03-07T02:59:10.508 INFO:tasks.rados.rados.0.smithi090.stdout:774: finishing write tid 1 to smithi09077644-31 2024-03-07T02:59:10.508 INFO:tasks.rados.rados.0.smithi090.stdout:774: finishing write tid 2 to smithi09077644-31 2024-03-07T02:59:10.508 INFO:tasks.rados.rados.0.smithi090.stdout:774: finishing write tid 3 to smithi09077644-31 2024-03-07T02:59:10.508 INFO:tasks.rados.rados.0.smithi090.stdout:774: finishing write tid 4 to smithi09077644-31 2024-03-07T02:59:10.508 INFO:tasks.rados.rados.0.smithi090.stdout:773: expect (ObjNum 161 snap 43 seq_num 161) 2024-03-07T02:59:10.591 INFO:tasks.rados.rados.0.smithi090.stdout:774: finishing write tid 5 to smithi09077644-31 2024-03-07T02:59:10.591 INFO:tasks.rados.rados.0.smithi090.stdout:774: oid 31 updating version 0 to 46 2024-03-07T02:59:10.591 INFO:tasks.rados.rados.0.smithi090.stdout:774: oid 31 updating version 46 to 49 2024-03-07T02:59:10.591 INFO:tasks.rados.rados.0.smithi090.stdout:774: oid 31 version 49 is already newer than 48 2024-03-07T02:59:10.591 INFO:tasks.rados.rados.0.smithi090.stdout:774: oid 31 version 49 is already newer than 47 2024-03-07T02:59:10.591 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 49 (ObjNum 253 snap 72 seq_num 253) dirty exists 2024-03-07T02:59:10.591 INFO:tasks.rados.rados.0.smithi090.stdout:774: left oid 31 (ObjNum 253 snap 72 seq_num 253) 2024-03-07T02:59:10.591 INFO:tasks.rados.rados.0.smithi090.stdout:770: finishing copy_from racing read to smithi09077644-6 2024-03-07T02:59:10.591 INFO:tasks.rados.rados.0.smithi090.stdout:768: finishing copy_from racing read to smithi09077644-35 2024-03-07T02:59:10.591 INFO:tasks.rados.rados.0.smithi090.stdout:768: finishing copy_from to smithi09077644-35 2024-03-07T02:59:10.591 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 35 v 293 (ObjNum 245 snap 69 seq_num 245) dirty exists 2024-03-07T02:59:10.591 INFO:tasks.rados.rados.0.smithi090.stdout:770: finishing copy_from to smithi09077644-6 2024-03-07T02:59:10.591 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 281 (ObjNum 212 snap 56 seq_num 212) dirty exists 2024-03-07T02:59:10.592 INFO:tasks.rados.rados.0.smithi090.stdout:777: finishing write tid 1 to smithi09077644-22 2024-03-07T02:59:10.592 INFO:tasks.rados.rados.0.smithi090.stdout:777: finishing write tid 2 to smithi09077644-22 2024-03-07T02:59:10.592 INFO:tasks.rados.rados.0.smithi090.stdout:777: finishing write tid 3 to smithi09077644-22 2024-03-07T02:59:10.592 INFO:tasks.rados.rados.0.smithi090.stdout:777: finishing write tid 4 to smithi09077644-22 2024-03-07T02:59:10.592 INFO:tasks.rados.rados.0.smithi090.stdout:778: finishing rollback tid 1 to smithi09077644-33 2024-03-07T02:59:10.592 INFO:tasks.rados.rados.0.smithi090.stdout:778: finishing rollback tid 2 to smithi09077644-33 2024-03-07T02:59:10.592 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 33 v 418 (ObjNum 127 snap 28 seq_num 127) dirty exists 2024-03-07T02:59:10.592 INFO:tasks.rados.rados.0.smithi090.stdout:777: finishing write tid 5 to smithi09077644-22 2024-03-07T02:59:10.592 INFO:tasks.rados.rados.0.smithi090.stdout:777: oid 22 updating version 0 to 416 2024-03-07T02:59:10.592 INFO:tasks.rados.rados.0.smithi090.stdout:777: oid 22 version 416 is already newer than 413 2024-03-07T02:59:10.592 INFO:tasks.rados.rados.0.smithi090.stdout:777: oid 22 version 416 is already newer than 414 2024-03-07T02:59:10.592 INFO:tasks.rados.rados.0.smithi090.stdout:777: oid 22 version 416 is already newer than 415 2024-03-07T02:59:10.592 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 416 (ObjNum 254 snap 72 seq_num 254) dirty exists 2024-03-07T02:59:10.592 INFO:tasks.rados.rados.0.smithi090.stdout:777: left oid 22 (ObjNum 254 snap 72 seq_num 254) 2024-03-07T02:59:11.437 INFO:tasks.rados.rados.0.smithi090.stdout:767: done (8 left) 2024-03-07T02:59:11.438 INFO:tasks.rados.rados.0.smithi090.stdout:768: done (7 left) 2024-03-07T02:59:11.438 INFO:tasks.rados.rados.0.smithi090.stdout:770: done (6 left) 2024-03-07T02:59:11.438 INFO:tasks.rados.rados.0.smithi090.stdout:772: done (5 left) 2024-03-07T02:59:11.438 INFO:tasks.rados.rados.0.smithi090.stdout:773: done (4 left) 2024-03-07T02:59:11.438 INFO:tasks.rados.rados.0.smithi090.stdout:774: done (3 left) 2024-03-07T02:59:11.438 INFO:tasks.rados.rados.0.smithi090.stdout:777: done (2 left) 2024-03-07T02:59:11.438 INFO:tasks.rados.rados.0.smithi090.stdout:778: done (1 left) 2024-03-07T02:59:11.438 INFO:tasks.rados.rados.0.smithi090.stdout:779: done (0 left) 2024-03-07T02:59:11.438 INFO:tasks.rados.rados.0.smithi090.stdout:780: copy_from oid 48 from oid 7 current snap is 73 2024-03-07T02:59:11.438 INFO:tasks.rados.rados.0.smithi090.stdout:781: read oid 2 snap -1 2024-03-07T02:59:11.438 INFO:tasks.rados.rados.0.smithi090.stdout:781: expect deleted 2024-03-07T02:59:11.438 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 13 current snap is 73 2024-03-07T02:59:11.438 INFO:tasks.rados.rados.0.smithi090.stdout:782: seq_num 255 ranges {0=679936,679936=548864,1228800=598016,1826816=57344} 2024-03-07T02:59:11.441 INFO:tasks.rados.rados.0.smithi090.stdout:782: writing smithi09077644-13 from 0 to 679936 tid 1 2024-03-07T02:59:11.445 INFO:tasks.rados.rados.0.smithi090.stdout:782: writing smithi09077644-13 from 679936 to 1228800 tid 2 2024-03-07T02:59:11.449 INFO:tasks.rados.rados.0.smithi090.stdout:782: writing smithi09077644-13 from 1228800 to 1826816 tid 3 2024-03-07T02:59:11.449 INFO:tasks.rados.rados.0.smithi090.stdout:782: writing smithi09077644-13 from 1826816 to 1884160 tid 4 2024-03-07T02:59:11.449 INFO:tasks.rados.rados.0.smithi090.stdout:783: read oid 47 snap -1 2024-03-07T02:59:11.449 INFO:tasks.rados.rados.0.smithi090.stdout:783: expect (ObjNum 187 snap 49 seq_num 187) 2024-03-07T02:59:11.450 INFO:tasks.rados.rados.0.smithi090.stdout:784: delete oid 26 current snap is 73 2024-03-07T02:59:11.450 INFO:tasks.rados.rados.0.smithi090.stdout:780: finishing copy_from racing read to smithi09077644-48 2024-03-07T02:59:11.450 INFO:tasks.rados.rados.0.smithi090.stdout:780: finishing copy_from to smithi09077644-48 2024-03-07T02:59:11.450 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 42 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-03-07T02:59:11.450 INFO:tasks.rados.rados.0.smithi090.stdout:782: finishing write tid 1 to smithi09077644-13 2024-03-07T02:59:11.450 INFO:tasks.rados.rados.0.smithi090.stdout:782: finishing write tid 2 to smithi09077644-13 2024-03-07T02:59:11.452 INFO:tasks.rados.rados.0.smithi090.stdout:782: finishing write tid 3 to smithi09077644-13 2024-03-07T02:59:11.453 INFO:tasks.rados.rados.0.smithi090.stdout:782: finishing write tid 4 to smithi09077644-13 2024-03-07T02:59:11.453 INFO:tasks.rados.rados.0.smithi090.stdout:780: done (4 left) 2024-03-07T02:59:11.453 INFO:tasks.rados.rados.0.smithi090.stdout:781: done (3 left) 2024-03-07T02:59:11.453 INFO:tasks.rados.rados.0.smithi090.stdout:784: done (2 left) 2024-03-07T02:59:11.453 INFO:tasks.rados.rados.0.smithi090.stdout:785: read oid 45 snap -1 2024-03-07T02:59:11.453 INFO:tasks.rados.rados.0.smithi090.stdout:785: expect (ObjNum 235 snap 61 seq_num 235) 2024-03-07T02:59:11.453 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 16 current snap is 73 2024-03-07T02:59:11.454 INFO:tasks.rados.rados.0.smithi090.stdout:786: seq_num 257 ranges {0=712704,712704=720896,1433600=483328} 2024-03-07T02:59:11.457 INFO:tasks.rados.rados.0.smithi090.stdout:786: writing smithi09077644-16 from 0 to 712704 tid 1 2024-03-07T02:59:11.461 INFO:tasks.rados.rados.0.smithi090.stdout:786: writing smithi09077644-16 from 712704 to 1433600 tid 2 2024-03-07T02:59:11.464 INFO:tasks.rados.rados.0.smithi090.stdout:786: writing smithi09077644-16 from 1433600 to 1916928 tid 3 2024-03-07T02:59:11.464 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 48 current snap is 73 2024-03-07T02:59:11.464 INFO:tasks.rados.rados.0.smithi090.stdout:782: finishing write tid 5 to smithi09077644-13 2024-03-07T02:59:11.464 INFO:tasks.rados.rados.0.smithi090.stdout:787: seq_num 258 ranges {0=729088,729088=606208,1335296=598016} 2024-03-07T02:59:11.469 INFO:tasks.rados.rados.0.smithi090.stdout:787: writing smithi09077644-48 from 0 to 729088 tid 1 2024-03-07T02:59:11.473 INFO:tasks.rados.rados.0.smithi090.stdout:787: writing smithi09077644-48 from 729088 to 1335296 tid 2 2024-03-07T02:59:11.478 INFO:tasks.rados.rados.0.smithi090.stdout:787: writing smithi09077644-48 from 1335296 to 1933312 tid 3 2024-03-07T02:59:11.478 INFO:tasks.rados.rados.0.smithi090.stdout:788: read oid 38 snap -1 2024-03-07T02:59:11.478 INFO:tasks.rados.rados.0.smithi090.stdout:788: expect (ObjNum 212 snap 56 seq_num 212) 2024-03-07T02:59:11.478 INFO:tasks.rados.rados.0.smithi090.stdout:789: copy_from oid 37 from oid 21 current snap is 73 2024-03-07T02:59:11.478 INFO:tasks.rados.rados.0.smithi090.stdout:782: finishing write tid 6 to smithi09077644-13 2024-03-07T02:59:11.478 INFO:tasks.rados.rados.0.smithi090.stdout:782: oid 13 updating version 0 to 368 2024-03-07T02:59:11.478 INFO:tasks.rados.rados.0.smithi090.stdout:782: oid 13 version 368 is already newer than 365 2024-03-07T02:59:11.478 INFO:tasks.rados.rados.0.smithi090.stdout:782: oid 13 updating version 368 to 369 2024-03-07T02:59:11.478 INFO:tasks.rados.rados.0.smithi090.stdout:782: oid 13 version 369 is already newer than 366 2024-03-07T02:59:11.478 INFO:tasks.rados.rados.0.smithi090.stdout:782: oid 13 version 369 is already newer than 367 2024-03-07T02:59:11.478 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 13 v 369 (ObjNum 255 snap 73 seq_num 255) dirty exists 2024-03-07T02:59:11.479 INFO:tasks.rados.rados.0.smithi090.stdout:782: left oid 13 (ObjNum 255 snap 73 seq_num 255) 2024-03-07T02:59:11.479 INFO:tasks.rados.rados.0.smithi090.stdout:786: finishing write tid 1 to smithi09077644-16 2024-03-07T02:59:11.479 INFO:tasks.rados.rados.0.smithi090.stdout:786: finishing write tid 2 to smithi09077644-16 2024-03-07T02:59:11.479 INFO:tasks.rados.rados.0.smithi090.stdout:786: finishing write tid 3 to smithi09077644-16 2024-03-07T02:59:11.479 INFO:tasks.rados.rados.0.smithi090.stdout:786: finishing write tid 4 to smithi09077644-16 2024-03-07T02:59:11.479 INFO:tasks.rados.rados.0.smithi090.stdout:786: finishing write tid 5 to smithi09077644-16 2024-03-07T02:59:11.479 INFO:tasks.rados.rados.0.smithi090.stdout:786: oid 16 updating version 0 to 260 2024-03-07T02:59:11.479 INFO:tasks.rados.rados.0.smithi090.stdout:786: oid 16 updating version 260 to 263 2024-03-07T02:59:11.479 INFO:tasks.rados.rados.0.smithi090.stdout:786: oid 16 version 263 is already newer than 261 2024-03-07T02:59:11.479 INFO:tasks.rados.rados.0.smithi090.stdout:786: oid 16 version 263 is already newer than 262 2024-03-07T02:59:11.479 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 263 (ObjNum 257 snap 73 seq_num 257) dirty exists 2024-03-07T02:59:11.479 INFO:tasks.rados.rados.0.smithi090.stdout:786: left oid 16 (ObjNum 257 snap 73 seq_num 257) 2024-03-07T02:59:11.479 INFO:tasks.rados.rados.0.smithi090.stdout:787: finishing write tid 1 to smithi09077644-48 2024-03-07T02:59:11.479 INFO:tasks.rados.rados.0.smithi090.stdout:787: finishing write tid 2 to smithi09077644-48 2024-03-07T02:59:11.479 INFO:tasks.rados.rados.0.smithi090.stdout:782: done (6 left) 2024-03-07T02:59:11.480 INFO:tasks.rados.rados.0.smithi090.stdout:786: done (5 left) 2024-03-07T02:59:11.480 INFO:tasks.rados.rados.0.smithi090.stdout:790: snap_remove snap 57 2024-03-07T02:59:11.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:11 smithi090 ceph-mon[27223]: osdmap e203: 8 total, 8 up, 8 in 2024-03-07T02:59:11.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:11 smithi090 ceph-mon[27223]: pgmap v288: 121 pgs: 121 active+clean; 233 MiB data, 687 MiB used, 715 GiB / 715 GiB avail; 4.6 MiB/s rd, 5.7 MiB/s wr, 17 op/s 2024-03-07T02:59:11.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:11 smithi090 ceph-mon[37987]: osdmap e203: 8 total, 8 up, 8 in 2024-03-07T02:59:11.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:11 smithi090 ceph-mon[37987]: pgmap v288: 121 pgs: 121 active+clean; 233 MiB data, 687 MiB used, 715 GiB / 715 GiB avail; 4.6 MiB/s rd, 5.7 MiB/s wr, 17 op/s 2024-03-07T02:59:11.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:11 smithi092 ceph-mon[31083]: osdmap e203: 8 total, 8 up, 8 in 2024-03-07T02:59:11.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:11 smithi092 ceph-mon[31083]: pgmap v288: 121 pgs: 121 active+clean; 233 MiB data, 687 MiB used, 715 GiB / 715 GiB avail; 4.6 MiB/s rd, 5.7 MiB/s wr, 17 op/s 2024-03-07T02:59:12.450 INFO:tasks.rados.rados.0.smithi090.stdout:790: done (5 left) 2024-03-07T02:59:12.450 INFO:tasks.rados.rados.0.smithi090.stdout:791: delete oid 10 current snap is 73 2024-03-07T02:59:12.450 INFO:tasks.rados.rados.0.smithi090.stdout:787: finishing write tid 3 to smithi09077644-48 2024-03-07T02:59:12.450 INFO:tasks.rados.rados.0.smithi090.stdout:787: finishing write tid 4 to smithi09077644-48 2024-03-07T02:59:12.450 INFO:tasks.rados.rados.0.smithi090.stdout:783: expect (ObjNum 187 snap 49 seq_num 187) 2024-03-07T02:59:12.730 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:12 smithi090 ceph-mon[37987]: osdmap e204: 8 total, 8 up, 8 in 2024-03-07T02:59:12.730 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:12 smithi090 ceph-mon[27223]: osdmap e204: 8 total, 8 up, 8 in 2024-03-07T02:59:12.908 INFO:tasks.rados.rados.0.smithi090.stdout:787: finishing write tid 5 to smithi09077644-48 2024-03-07T02:59:12.908 INFO:tasks.rados.rados.0.smithi090.stdout:787: oid 48 updating version 0 to 184 2024-03-07T02:59:12.908 INFO:tasks.rados.rados.0.smithi090.stdout:787: oid 48 version 184 is already newer than 182 2024-03-07T02:59:12.908 INFO:tasks.rados.rados.0.smithi090.stdout:787: oid 48 updating version 184 to 185 2024-03-07T02:59:12.908 INFO:tasks.rados.rados.0.smithi090.stdout:787: oid 48 version 185 is already newer than 183 2024-03-07T02:59:12.909 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 185 (ObjNum 258 snap 73 seq_num 258) dirty exists 2024-03-07T02:59:12.909 INFO:tasks.rados.rados.0.smithi090.stdout:787: left oid 48 (ObjNum 258 snap 73 seq_num 258) 2024-03-07T02:59:12.909 INFO:tasks.rados.rados.0.smithi090.stdout:788: expect (ObjNum 212 snap 56 seq_num 212) 2024-03-07T02:59:12.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:12 smithi092 ceph-mon[31083]: osdmap e204: 8 total, 8 up, 8 in 2024-03-07T02:59:13.021 INFO:tasks.rados.rados.0.smithi090.stdout:789: finishing copy_from racing read to smithi09077644-37 2024-03-07T02:59:13.021 INFO:tasks.rados.rados.0.smithi090.stdout:785: expect (ObjNum 235 snap 61 seq_num 235) 2024-03-07T02:59:13.078 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:59:12 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: ::ffff:172.21.15.92 - - [07/Mar/2024:02:59:12] "GET /metrics HTTP/1.1" 200 35982 "" "Prometheus/2.43.0" 2024-03-07T02:59:13.399 INFO:tasks.rados.rados.0.smithi090.stdout:789: finishing copy_from to smithi09077644-37 2024-03-07T02:59:13.399 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 37 v 96 (ObjNum 213 snap 56 seq_num 213) dirty exists 2024-03-07T02:59:13.399 INFO:tasks.rados.rados.0.smithi090.stdout:783: done (5 left) 2024-03-07T02:59:13.399 INFO:tasks.rados.rados.0.smithi090.stdout:785: done (4 left) 2024-03-07T02:59:13.399 INFO:tasks.rados.rados.0.smithi090.stdout:787: done (3 left) 2024-03-07T02:59:13.399 INFO:tasks.rados.rados.0.smithi090.stdout:788: done (2 left) 2024-03-07T02:59:13.400 INFO:tasks.rados.rados.0.smithi090.stdout:789: done (1 left) 2024-03-07T02:59:13.400 INFO:tasks.rados.rados.0.smithi090.stdout:791: done (0 left) 2024-03-07T02:59:13.400 INFO:tasks.rados.rados.0.smithi090.stdout:792: read oid 11 snap -1 2024-03-07T02:59:13.400 INFO:tasks.rados.rados.0.smithi090.stdout:792: expect (ObjNum 245 snap 69 seq_num 245) 2024-03-07T02:59:13.400 INFO:tasks.rados.rados.0.smithi090.stdout:793: snap_remove snap 56 2024-03-07T02:59:13.453 INFO:tasks.rados.rados.0.smithi090.stdout:793: done (1 left) 2024-03-07T02:59:13.454 INFO:tasks.rados.rados.0.smithi090.stdout:794: read oid 12 snap -1 2024-03-07T02:59:13.454 INFO:tasks.rados.rados.0.smithi090.stdout:794: expect (ObjNum 170 snap 44 seq_num 170) 2024-03-07T02:59:13.454 INFO:tasks.rados.rados.0.smithi090.stdout:795: rmattr oid 22 current snap is 73 2024-03-07T02:59:13.454 INFO:tasks.rados.rados.0.smithi090.stdout:795: done (2 left) 2024-03-07T02:59:13.454 INFO:tasks.rados.rados.0.smithi090.stdout:796: snap_create 2024-03-07T02:59:13.454 INFO:tasks.rados.rados.0.smithi090.stdout:792: expect (ObjNum 245 snap 69 seq_num 245) 2024-03-07T02:59:13.506 INFO:tasks.rados.rados.0.smithi090.stdout:794: expect (ObjNum 170 snap 44 seq_num 170) 2024-03-07T02:59:13.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:13 smithi090 ceph-mon[27223]: osdmap e205: 8 total, 8 up, 8 in 2024-03-07T02:59:13.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:13 smithi090 ceph-mon[27223]: pgmap v291: 121 pgs: 121 active+clean; 233 MiB data, 687 MiB used, 715 GiB / 715 GiB avail; 4.6 MiB/s rd, 5.7 MiB/s wr, 17 op/s 2024-03-07T02:59:13.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:13 smithi090 ceph-mon[37987]: osdmap e205: 8 total, 8 up, 8 in 2024-03-07T02:59:13.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:13 smithi090 ceph-mon[37987]: pgmap v291: 121 pgs: 121 active+clean; 233 MiB data, 687 MiB used, 715 GiB / 715 GiB avail; 4.6 MiB/s rd, 5.7 MiB/s wr, 17 op/s 2024-03-07T02:59:13.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:13 smithi092 ceph-mon[31083]: osdmap e205: 8 total, 8 up, 8 in 2024-03-07T02:59:13.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:13 smithi092 ceph-mon[31083]: pgmap v291: 121 pgs: 121 active+clean; 233 MiB data, 687 MiB used, 715 GiB / 715 GiB avail; 4.6 MiB/s rd, 5.7 MiB/s wr, 17 op/s 2024-03-07T02:59:14.456 INFO:tasks.rados.rados.0.smithi090.stdout:792: done (2 left) 2024-03-07T02:59:14.456 INFO:tasks.rados.rados.0.smithi090.stdout:794: done (1 left) 2024-03-07T02:59:14.456 INFO:tasks.rados.rados.0.smithi090.stdout:796: done (0 left) 2024-03-07T02:59:14.456 INFO:tasks.rados.rados.0.smithi090.stdout:797: read oid 24 snap -1 2024-03-07T02:59:14.456 INFO:tasks.rados.rados.0.smithi090.stdout:797: expect (ObjNum 54 snap 4 seq_num 54) 2024-03-07T02:59:14.456 INFO:tasks.rados.rados.0.smithi090.stdout:798: rollback oid 34 current snap is 74 2024-03-07T02:59:14.456 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 34 to 65 2024-03-07T02:59:14.456 INFO:tasks.rados.rados.0.smithi090.stdout:799: copy_from oid 29 from oid 25 current snap is 74 2024-03-07T02:59:14.457 INFO:tasks.rados.rados.0.smithi090.stdout:800: read oid 17 snap -1 2024-03-07T02:59:14.457 INFO:tasks.rados.rados.0.smithi090.stdout:800: expect deleted 2024-03-07T02:59:14.457 INFO:tasks.rados.rados.0.smithi090.stdout:801: rollback oid 4 current snap is 74 2024-03-07T02:59:14.457 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 4 to 73 2024-03-07T02:59:14.457 INFO:tasks.rados.rados.0.smithi090.stdout:802: snap_create 2024-03-07T02:59:14.461 INFO:tasks.rados.rados.0.smithi090.stdout:801: finishing rollback tid 0 to smithi09077644-4 2024-03-07T02:59:14.462 INFO:tasks.rados.rados.0.smithi090.stdout:801: finishing rollback tid 1 to smithi09077644-4 2024-03-07T02:59:14.462 INFO:tasks.rados.rados.0.smithi090.stdout:797: expect (ObjNum 54 snap 4 seq_num 54) 2024-03-07T02:59:14.505 INFO:tasks.rados.rados.0.smithi090.stdout:801: finishing rollback tid 2 to smithi09077644-4 2024-03-07T02:59:14.505 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 274 (ObjNum 227 snap 59 seq_num 227) dirty exists 2024-03-07T02:59:14.505 INFO:tasks.rados.rados.0.smithi090.stdout:798: finishing rollback tid 1 to smithi09077644-34 2024-03-07T02:59:14.505 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 34 v 95 (ObjNum 129 snap 0 seq_num 3340210240) dirty dne 2024-03-07T02:59:14.505 INFO:tasks.rados.rados.0.smithi090.stdout:799: finishing copy_from racing read to smithi09077644-29 2024-03-07T02:59:14.505 INFO:tasks.rados.rados.0.smithi090.stdout:799: finishing copy_from to smithi09077644-29 2024-03-07T02:59:14.505 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 357 (ObjNum 250 snap 71 seq_num 250) dirty exists 2024-03-07T02:59:14.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:14 smithi090 ceph-mon[27223]: osdmap e206: 8 total, 8 up, 8 in 2024-03-07T02:59:14.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:14 smithi090 ceph-mon[37987]: osdmap e206: 8 total, 8 up, 8 in 2024-03-07T02:59:14.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:14 smithi092 ceph-mon[31083]: osdmap e206: 8 total, 8 up, 8 in 2024-03-07T02:59:15.468 INFO:tasks.rados.rados.0.smithi090.stdout:797: done (5 left) 2024-03-07T02:59:15.468 INFO:tasks.rados.rados.0.smithi090.stdout:798: done (4 left) 2024-03-07T02:59:15.468 INFO:tasks.rados.rados.0.smithi090.stdout:799: done (3 left) 2024-03-07T02:59:15.468 INFO:tasks.rados.rados.0.smithi090.stdout:800: done (2 left) 2024-03-07T02:59:15.468 INFO:tasks.rados.rados.0.smithi090.stdout:801: done (1 left) 2024-03-07T02:59:15.468 INFO:tasks.rados.rados.0.smithi090.stdout:802: done (0 left) 2024-03-07T02:59:15.468 INFO:tasks.rados.rados.0.smithi090.stdout:803: copy_from oid 36 from oid 21 current snap is 75 2024-03-07T02:59:15.468 INFO:tasks.rados.rados.0.smithi090.stdout:804: read oid 12 snap -1 2024-03-07T02:59:15.469 INFO:tasks.rados.rados.0.smithi090.stdout:804: expect (ObjNum 170 snap 44 seq_num 170) 2024-03-07T02:59:15.469 INFO:tasks.rados.rados.0.smithi090.stdout:805: rmattr oid 13 current snap is 75 2024-03-07T02:59:15.469 INFO:tasks.rados.rados.0.smithi090.stdout:805: done (2 left) 2024-03-07T02:59:15.469 INFO:tasks.rados.rados.0.smithi090.stdout:806: setattr oid 42 current snap is 75 2024-03-07T02:59:15.469 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 23 current snap is 75 2024-03-07T02:59:15.469 INFO:tasks.rados.rados.0.smithi090.stdout:807: seq_num 260 ranges {3801088=761856,4562944=417792,4980736=786432} 2024-03-07T02:59:15.494 INFO:tasks.rados.rados.0.smithi090.stdout:807: writing smithi09077644-23 from 3801088 to 4562944 tid 1 2024-03-07T02:59:15.497 INFO:tasks.rados.rados.0.smithi090.stdout:807: writing smithi09077644-23 from 4562944 to 4980736 tid 2 2024-03-07T02:59:15.502 INFO:tasks.rados.rados.0.smithi090.stdout:807: writing smithi09077644-23 from 4980736 to 5767168 tid 3 2024-03-07T02:59:15.502 INFO:tasks.rados.rados.0.smithi090.stdout:808: rollback oid 5 current snap is 75 2024-03-07T02:59:15.502 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 5 to 69 2024-03-07T02:59:15.502 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 42 v 315 (ObjNum 187 snap 49 seq_num 187) dirty exists 2024-03-07T02:59:15.502 INFO:tasks.rados.rados.0.smithi090.stdout:804: expect (ObjNum 170 snap 44 seq_num 170) 2024-03-07T02:59:15.609 INFO:tasks.rados.rados.0.smithi090.stdout:803: finishing copy_from racing read to smithi09077644-36 2024-03-07T02:59:15.609 INFO:tasks.rados.rados.0.smithi090.stdout:803: finishing copy_from to smithi09077644-36 2024-03-07T02:59:15.609 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 96 (ObjNum 213 snap 56 seq_num 213) dirty exists 2024-03-07T02:59:15.609 INFO:tasks.rados.rados.0.smithi090.stdout:807: finishing write tid 1 to smithi09077644-23 2024-03-07T02:59:15.609 INFO:tasks.rados.rados.0.smithi090.stdout:807: finishing write tid 2 to smithi09077644-23 2024-03-07T02:59:15.609 INFO:tasks.rados.rados.0.smithi090.stdout:803: done (4 left) 2024-03-07T02:59:15.609 INFO:tasks.rados.rados.0.smithi090.stdout:804: done (3 left) 2024-03-07T02:59:15.609 INFO:tasks.rados.rados.0.smithi090.stdout:806: done (2 left) 2024-03-07T02:59:15.609 INFO:tasks.rados.rados.0.smithi090.stdout:809: snap_remove snap 68 2024-03-07T02:59:15.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:15 smithi090 ceph-mon[27223]: osdmap e207: 8 total, 8 up, 8 in 2024-03-07T02:59:15.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:15 smithi090 ceph-mon[27223]: pgmap v294: 121 pgs: 121 active+clean; 234 MiB data, 734 MiB used, 715 GiB / 715 GiB avail; 16 MiB/s rd, 3.1 MiB/s wr, 14 op/s 2024-03-07T02:59:15.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:15 smithi090 ceph-mon[37987]: osdmap e207: 8 total, 8 up, 8 in 2024-03-07T02:59:15.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:15 smithi090 ceph-mon[37987]: pgmap v294: 121 pgs: 121 active+clean; 234 MiB data, 734 MiB used, 715 GiB / 715 GiB avail; 16 MiB/s rd, 3.1 MiB/s wr, 14 op/s 2024-03-07T02:59:15.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:15 smithi092 ceph-mon[31083]: osdmap e207: 8 total, 8 up, 8 in 2024-03-07T02:59:15.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:15 smithi092 ceph-mon[31083]: pgmap v294: 121 pgs: 121 active+clean; 234 MiB data, 734 MiB used, 715 GiB / 715 GiB avail; 16 MiB/s rd, 3.1 MiB/s wr, 14 op/s 2024-03-07T02:59:16.477 INFO:tasks.rados.rados.0.smithi090.stdout:809: done (2 left) 2024-03-07T02:59:16.478 INFO:tasks.rados.rados.0.smithi090.stdout:810: copy_from oid 43 from oid 39 current snap is 75 2024-03-07T02:59:16.478 INFO:tasks.rados.rados.0.smithi090.stdout:808: finishing rollback tid 1 to smithi09077644-5 2024-03-07T02:59:16.478 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 5 v 187 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-03-07T02:59:16.478 INFO:tasks.rados.rados.0.smithi090.stdout:807: finishing write tid 3 to smithi09077644-23 2024-03-07T02:59:16.478 INFO:tasks.rados.rados.0.smithi090.stdout:807: finishing write tid 4 to smithi09077644-23 2024-03-07T02:59:16.478 INFO:tasks.rados.rados.0.smithi090.stdout:807: finishing write tid 5 to smithi09077644-23 2024-03-07T02:59:16.478 INFO:tasks.rados.rados.0.smithi090.stdout:807: oid 23 updating version 0 to 317 2024-03-07T02:59:16.478 INFO:tasks.rados.rados.0.smithi090.stdout:807: oid 23 updating version 317 to 319 2024-03-07T02:59:16.478 INFO:tasks.rados.rados.0.smithi090.stdout:807: oid 23 version 319 is already newer than 318 2024-03-07T02:59:16.478 INFO:tasks.rados.rados.0.smithi090.stdout:807: oid 23 updating version 319 to 320 2024-03-07T02:59:16.478 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 320 (ObjNum 260 snap 75 seq_num 260) dirty exists 2024-03-07T02:59:16.478 INFO:tasks.rados.rados.0.smithi090.stdout:807: left oid 23 (ObjNum 260 snap 75 seq_num 260) 2024-03-07T02:59:16.478 INFO:tasks.rados.rados.0.smithi090.stdout:807: done (2 left) 2024-03-07T02:59:16.478 INFO:tasks.rados.rados.0.smithi090.stdout:808: done (1 left) 2024-03-07T02:59:16.479 INFO:tasks.rados.rados.0.smithi090.stdout:811: copy_from oid 46 from oid 16 current snap is 75 2024-03-07T02:59:16.479 INFO:tasks.rados.rados.0.smithi090.stdout:812: delete oid 28 current snap is 75 2024-03-07T02:59:16.486 INFO:tasks.rados.rados.0.smithi090.stdout:812: done (2 left) 2024-03-07T02:59:16.486 INFO:tasks.rados.rados.0.smithi090.stdout:813: snap_remove snap 62 2024-03-07T02:59:16.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:16 smithi090 ceph-mon[27223]: osdmap e208: 8 total, 8 up, 8 in 2024-03-07T02:59:16.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:16 smithi090 ceph-mon[37987]: osdmap e208: 8 total, 8 up, 8 in 2024-03-07T02:59:16.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:16 smithi092 ceph-mon[31083]: osdmap e208: 8 total, 8 up, 8 in 2024-03-07T02:59:17.482 INFO:tasks.rados.rados.0.smithi090.stdout:813: done (2 left) 2024-03-07T02:59:17.482 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 11 current snap is 75 2024-03-07T02:59:17.482 INFO:tasks.rados.rados.0.smithi090.stdout:814: seq_num 262 ranges {1712128=794624,2506752=589824,3096576=614400} 2024-03-07T02:59:17.497 INFO:tasks.rados.rados.0.smithi090.stdout:814: writing smithi09077644-11 from 1712128 to 2506752 tid 1 2024-03-07T02:59:17.501 INFO:tasks.rados.rados.0.smithi090.stdout:814: writing smithi09077644-11 from 2506752 to 3096576 tid 2 2024-03-07T02:59:17.505 INFO:tasks.rados.rados.0.smithi090.stdout:814: writing smithi09077644-11 from 3096576 to 3710976 tid 3 2024-03-07T02:59:17.505 INFO:tasks.rados.rados.0.smithi090.stdout:815: delete oid 21 current snap is 75 2024-03-07T02:59:17.506 INFO:tasks.rados.rados.0.smithi090.stdout:810: finishing copy_from racing read to smithi09077644-43 2024-03-07T02:59:17.506 INFO:tasks.rados.rados.0.smithi090.stdout:810: finishing copy_from to smithi09077644-43 2024-03-07T02:59:17.506 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 257 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-03-07T02:59:17.506 INFO:tasks.rados.rados.0.smithi090.stdout:811: finishing copy_from racing read to smithi09077644-46 2024-03-07T02:59:17.506 INFO:tasks.rados.rados.0.smithi090.stdout:811: finishing copy_from to smithi09077644-46 2024-03-07T02:59:17.506 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 263 (ObjNum 257 snap 73 seq_num 257) dirty exists 2024-03-07T02:59:17.506 INFO:tasks.rados.rados.0.smithi090.stdout:814: finishing write tid 1 to smithi09077644-11 2024-03-07T02:59:17.506 INFO:tasks.rados.rados.0.smithi090.stdout:814: finishing write tid 2 to smithi09077644-11 2024-03-07T02:59:17.507 INFO:tasks.rados.rados.0.smithi090.stdout:810: done (3 left) 2024-03-07T02:59:17.507 INFO:tasks.rados.rados.0.smithi090.stdout:811: done (2 left) 2024-03-07T02:59:17.508 INFO:tasks.rados.rados.0.smithi090.stdout:815: done (1 left) 2024-03-07T02:59:17.508 INFO:tasks.rados.rados.0.smithi090.stdout:816: snap_remove snap 71 2024-03-07T02:59:17.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:17 smithi090 ceph-mon[27223]: osdmap e209: 8 total, 8 up, 8 in 2024-03-07T02:59:17.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:17 smithi090 ceph-mon[27223]: pgmap v297: 121 pgs: 121 active+clean; 234 MiB data, 734 MiB used, 715 GiB / 715 GiB avail; 16 MiB/s rd, 3.1 MiB/s wr, 14 op/s 2024-03-07T02:59:17.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:17 smithi090 ceph-mon[37987]: osdmap e209: 8 total, 8 up, 8 in 2024-03-07T02:59:17.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:17 smithi090 ceph-mon[37987]: pgmap v297: 121 pgs: 121 active+clean; 234 MiB data, 734 MiB used, 715 GiB / 715 GiB avail; 16 MiB/s rd, 3.1 MiB/s wr, 14 op/s 2024-03-07T02:59:17.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:17 smithi092 ceph-mon[31083]: osdmap e209: 8 total, 8 up, 8 in 2024-03-07T02:59:17.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:17 smithi092 ceph-mon[31083]: pgmap v297: 121 pgs: 121 active+clean; 234 MiB data, 734 MiB used, 715 GiB / 715 GiB avail; 16 MiB/s rd, 3.1 MiB/s wr, 14 op/s 2024-03-07T02:59:18.488 INFO:tasks.rados.rados.0.smithi090.stdout:814: finishing write tid 3 to smithi09077644-11 2024-03-07T02:59:18.488 INFO:tasks.rados.rados.0.smithi090.stdout:814: finishing write tid 4 to smithi09077644-11 2024-03-07T02:59:18.489 INFO:tasks.rados.rados.0.smithi090.stdout:814: finishing write tid 5 to smithi09077644-11 2024-03-07T02:59:18.489 INFO:tasks.rados.rados.0.smithi090.stdout:814: oid 11 updating version 0 to 332 2024-03-07T02:59:18.489 INFO:tasks.rados.rados.0.smithi090.stdout:814: oid 11 version 332 is already newer than 330 2024-03-07T02:59:18.489 INFO:tasks.rados.rados.0.smithi090.stdout:814: oid 11 updating version 332 to 333 2024-03-07T02:59:18.489 INFO:tasks.rados.rados.0.smithi090.stdout:814: oid 11 version 333 is already newer than 331 2024-03-07T02:59:18.489 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 11 v 333 (ObjNum 262 snap 75 seq_num 262) dirty exists 2024-03-07T02:59:18.489 INFO:tasks.rados.rados.0.smithi090.stdout:814: left oid 11 (ObjNum 262 snap 75 seq_num 262) 2024-03-07T02:59:18.489 INFO:tasks.rados.rados.0.smithi090.stdout:814: done (1 left) 2024-03-07T02:59:18.489 INFO:tasks.rados.rados.0.smithi090.stdout:816: done (0 left) 2024-03-07T02:59:18.489 INFO:tasks.rados.rados.0.smithi090.stdout:817: read oid 14 snap -1 2024-03-07T02:59:18.489 INFO:tasks.rados.rados.0.smithi090.stdout:817: expect deleted 2024-03-07T02:59:18.489 INFO:tasks.rados.rados.0.smithi090.stdout:818: snap_remove snap 70 2024-03-07T02:59:18.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:18 smithi090 ceph-mon[27223]: osdmap e210: 8 total, 8 up, 8 in 2024-03-07T02:59:18.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:18 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T02:59:18.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:18 smithi090 ceph-mon[37987]: osdmap e210: 8 total, 8 up, 8 in 2024-03-07T02:59:18.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:18 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T02:59:18.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:18 smithi092 ceph-mon[31083]: osdmap e210: 8 total, 8 up, 8 in 2024-03-07T02:59:18.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:18 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T02:59:19.423 INFO:tasks.rados.rados.0.smithi090.stdout:818: done (1 left) 2024-03-07T02:59:19.423 INFO:tasks.rados.rados.0.smithi090.stdout:819: read oid 32 snap -1 2024-03-07T02:59:19.423 INFO:tasks.rados.rados.0.smithi090.stdout:819: expect (ObjNum 200 snap 52 seq_num 200) 2024-03-07T02:59:19.423 INFO:tasks.rados.rados.0.smithi090.stdout:820: rollback oid 45 current snap is 75 2024-03-07T02:59:19.423 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 45 to 61 2024-03-07T02:59:19.423 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 3 current snap is 75 2024-03-07T02:59:19.423 INFO:tasks.rados.rados.0.smithi090.stdout:821: seq_num 264 ranges {778240=425984,1204224=761856,1966080=770048,2736128=73728} 2024-03-07T02:59:19.429 INFO:tasks.rados.rados.0.smithi090.stdout:821: writing smithi09077644-3 from 778240 to 1204224 tid 1 2024-03-07T02:59:19.434 INFO:tasks.rados.rados.0.smithi090.stdout:821: writing smithi09077644-3 from 1204224 to 1966080 tid 2 2024-03-07T02:59:19.440 INFO:tasks.rados.rados.0.smithi090.stdout:821: writing smithi09077644-3 from 1966080 to 2736128 tid 3 2024-03-07T02:59:19.441 INFO:tasks.rados.rados.0.smithi090.stdout:821: writing smithi09077644-3 from 2736128 to 2809856 tid 4 2024-03-07T02:59:19.441 INFO:tasks.rados.rados.0.smithi090.stdout:822: read oid 9 snap -1 2024-03-07T02:59:19.441 INFO:tasks.rados.rados.0.smithi090.stdout:822: expect deleted 2024-03-07T02:59:19.441 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 25 current snap is 75 2024-03-07T02:59:19.441 INFO:tasks.rados.rados.0.smithi090.stdout:823: seq_num 265 ranges {4800512=442368,5242880=647168,5890048=573440,6463488=385024} 2024-03-07T02:59:19.469 INFO:tasks.rados.rados.0.smithi090.stdout:823: writing smithi09077644-25 from 4800512 to 5242880 tid 1 2024-03-07T02:59:19.473 INFO:tasks.rados.rados.0.smithi090.stdout:823: writing smithi09077644-25 from 5242880 to 5890048 tid 2 2024-03-07T02:59:19.477 INFO:tasks.rados.rados.0.smithi090.stdout:823: writing smithi09077644-25 from 5890048 to 6463488 tid 3 2024-03-07T02:59:19.479 INFO:tasks.rados.rados.0.smithi090.stdout:823: writing smithi09077644-25 from 6463488 to 6848512 tid 4 2024-03-07T02:59:19.479 INFO:tasks.rados.rados.0.smithi090.stdout:824: rollback oid 19 current snap is 75 2024-03-07T02:59:19.479 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 19 to 35 2024-03-07T02:59:19.479 INFO:tasks.rados.rados.0.smithi090.stdout:820: finishing rollback tid 0 to smithi09077644-45 2024-03-07T02:59:19.480 INFO:tasks.rados.rados.0.smithi090.stdout:820: finishing rollback tid 1 to smithi09077644-45 2024-03-07T02:59:19.480 INFO:tasks.rados.rados.0.smithi090.stdout:820: finishing rollback tid 2 to smithi09077644-45 2024-03-07T02:59:19.480 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 45 v 287 (ObjNum 235 snap 61 seq_num 235) dirty exists 2024-03-07T02:59:19.480 INFO:tasks.rados.rados.0.smithi090.stdout:819: expect (ObjNum 200 snap 52 seq_num 200) 2024-03-07T02:59:19.509 INFO:tasks.rados.rados.0.smithi090.stdout:821: finishing write tid 1 to smithi09077644-3 2024-03-07T02:59:19.509 INFO:tasks.rados.rados.0.smithi090.stdout:821: finishing write tid 2 to smithi09077644-3 2024-03-07T02:59:19.509 INFO:tasks.rados.rados.0.smithi090.stdout:821: finishing write tid 3 to smithi09077644-3 2024-03-07T02:59:19.509 INFO:tasks.rados.rados.0.smithi090.stdout:821: finishing write tid 4 to smithi09077644-3 2024-03-07T02:59:19.509 INFO:tasks.rados.rados.0.smithi090.stdout:821: finishing write tid 5 to smithi09077644-3 2024-03-07T02:59:19.509 INFO:tasks.rados.rados.0.smithi090.stdout:821: finishing write tid 6 to smithi09077644-3 2024-03-07T02:59:19.509 INFO:tasks.rados.rados.0.smithi090.stdout:821: oid 3 updating version 0 to 272 2024-03-07T02:59:19.509 INFO:tasks.rados.rados.0.smithi090.stdout:821: oid 3 version 272 is already newer than 269 2024-03-07T02:59:19.509 INFO:tasks.rados.rados.0.smithi090.stdout:821: oid 3 version 272 is already newer than 270 2024-03-07T02:59:19.509 INFO:tasks.rados.rados.0.smithi090.stdout:821: oid 3 version 272 is already newer than 271 2024-03-07T02:59:19.509 INFO:tasks.rados.rados.0.smithi090.stdout:821: oid 3 version 272 is already newer than 268 2024-03-07T02:59:19.510 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 272 (ObjNum 264 snap 75 seq_num 264) dirty exists 2024-03-07T02:59:19.510 INFO:tasks.rados.rados.0.smithi090.stdout:821: left oid 3 (ObjNum 264 snap 75 seq_num 264) 2024-03-07T02:59:19.510 INFO:tasks.rados.rados.0.smithi090.stdout:823: finishing write tid 1 to smithi09077644-25 2024-03-07T02:59:19.510 INFO:tasks.rados.rados.0.smithi090.stdout:817: done (6 left) 2024-03-07T02:59:19.510 INFO:tasks.rados.rados.0.smithi090.stdout:819: done (5 left) 2024-03-07T02:59:19.510 INFO:tasks.rados.rados.0.smithi090.stdout:820: done (4 left) 2024-03-07T02:59:19.510 INFO:tasks.rados.rados.0.smithi090.stdout:821: done (3 left) 2024-03-07T02:59:19.510 INFO:tasks.rados.rados.0.smithi090.stdout:822: done (2 left) 2024-03-07T02:59:19.510 INFO:tasks.rados.rados.0.smithi090.stdout:825: read oid 17 snap -1 2024-03-07T02:59:19.510 INFO:tasks.rados.rados.0.smithi090.stdout:825: expect deleted 2024-03-07T02:59:19.510 INFO:tasks.rados.rados.0.smithi090.stdout:826: copy_from oid 3 from oid 39 current snap is 75 2024-03-07T02:59:19.510 INFO:tasks.rados.rados.0.smithi090.stdout:823: finishing write tid 2 to smithi09077644-25 2024-03-07T02:59:19.510 INFO:tasks.rados.rados.0.smithi090.stdout:823: finishing write tid 3 to smithi09077644-25 2024-03-07T02:59:19.510 INFO:tasks.rados.rados.0.smithi090.stdout:824: finishing rollback tid 0 to smithi09077644-19 2024-03-07T02:59:19.510 INFO:tasks.rados.rados.0.smithi090.stdout:824: finishing rollback tid 1 to smithi09077644-19 2024-03-07T02:59:19.510 INFO:tasks.rados.rados.0.smithi090.stdout:823: finishing write tid 4 to smithi09077644-25 2024-03-07T02:59:19.510 INFO:tasks.rados.rados.0.smithi090.stdout:824: finishing rollback tid 2 to smithi09077644-19 2024-03-07T02:59:19.511 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 312 (ObjNum 140 snap 34 seq_num 140) dirty exists 2024-03-07T02:59:19.511 INFO:tasks.rados.rados.0.smithi090.stdout:823: finishing write tid 5 to smithi09077644-25 2024-03-07T02:59:19.511 INFO:tasks.rados.rados.0.smithi090.stdout:823: finishing write tid 6 to smithi09077644-25 2024-03-07T02:59:19.511 INFO:tasks.rados.rados.0.smithi090.stdout:823: oid 25 updating version 0 to 387 2024-03-07T02:59:19.511 INFO:tasks.rados.rados.0.smithi090.stdout:823: oid 25 updating version 387 to 388 2024-03-07T02:59:19.511 INFO:tasks.rados.rados.0.smithi090.stdout:823: oid 25 updating version 388 to 391 2024-03-07T02:59:19.511 INFO:tasks.rados.rados.0.smithi090.stdout:823: oid 25 version 391 is already newer than 389 2024-03-07T02:59:19.511 INFO:tasks.rados.rados.0.smithi090.stdout:823: oid 25 version 391 is already newer than 390 2024-03-07T02:59:19.511 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 25 v 391 (ObjNum 265 snap 75 seq_num 265) dirty exists 2024-03-07T02:59:19.511 INFO:tasks.rados.rados.0.smithi090.stdout:823: left oid 25 (ObjNum 265 snap 75 seq_num 265) 2024-03-07T02:59:19.511 INFO:tasks.rados.rados.0.smithi090.stdout:823: done (3 left) 2024-03-07T02:59:19.511 INFO:tasks.rados.rados.0.smithi090.stdout:824: done (2 left) 2024-03-07T02:59:19.511 INFO:tasks.rados.rados.0.smithi090.stdout:827: rmattr oid 28 current snap is 75 2024-03-07T02:59:19.511 INFO:tasks.rados.rados.0.smithi090.stdout:827: done (2 left) 2024-03-07T02:59:19.511 INFO:tasks.rados.rados.0.smithi090.stdout:828: rollback oid 8 current snap is 75 2024-03-07T02:59:19.511 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 8 to 63 2024-03-07T02:59:19.512 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 10 current snap is 75 2024-03-07T02:59:19.512 INFO:tasks.rados.rados.0.smithi090.stdout:829: seq_num 266 ranges {0=458752,458752=524288,983040=729088,1712128=352256} 2024-03-07T02:59:19.512 INFO:tasks.rados.rados.0.smithi090.stdout:829: writing smithi09077644-10 from 0 to 458752 tid 1 2024-03-07T02:59:19.514 INFO:tasks.rados.rados.0.smithi090.stdout:829: writing smithi09077644-10 from 458752 to 983040 tid 2 2024-03-07T02:59:19.519 INFO:tasks.rados.rados.0.smithi090.stdout:829: writing smithi09077644-10 from 983040 to 1712128 tid 3 2024-03-07T02:59:19.521 INFO:tasks.rados.rados.0.smithi090.stdout:829: writing smithi09077644-10 from 1712128 to 2064384 tid 4 2024-03-07T02:59:19.521 INFO:tasks.rados.rados.0.smithi090.stdout:830: read oid 34 snap -1 2024-03-07T02:59:19.521 INFO:tasks.rados.rados.0.smithi090.stdout:830: expect deleted 2024-03-07T02:59:19.521 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 27 current snap is 75 2024-03-07T02:59:19.521 INFO:tasks.rados.rados.0.smithi090.stdout:831: seq_num 267 ranges {0=475136,475136=458752,933888=540672,1474560=606208} 2024-03-07T02:59:19.524 INFO:tasks.rados.rados.0.smithi090.stdout:831: writing smithi09077644-27 from 0 to 475136 tid 1 2024-03-07T02:59:19.527 INFO:tasks.rados.rados.0.smithi090.stdout:831: writing smithi09077644-27 from 475136 to 933888 tid 2 2024-03-07T02:59:19.530 INFO:tasks.rados.rados.0.smithi090.stdout:831: writing smithi09077644-27 from 933888 to 1474560 tid 3 2024-03-07T02:59:19.534 INFO:tasks.rados.rados.0.smithi090.stdout:831: writing smithi09077644-27 from 1474560 to 2080768 tid 4 2024-03-07T02:59:19.534 INFO:tasks.rados.rados.0.smithi090.stdout:832: setattr oid 4 current snap is 75 2024-03-07T02:59:19.534 INFO:tasks.rados.rados.0.smithi090.stdout:828: finishing rollback tid 0 to smithi09077644-8 2024-03-07T02:59:19.534 INFO:tasks.rados.rados.0.smithi090.stdout:828: finishing rollback tid 1 to smithi09077644-8 2024-03-07T02:59:19.534 INFO:tasks.rados.rados.0.smithi090.stdout:828: finishing rollback tid 2 to smithi09077644-8 2024-03-07T02:59:19.534 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 316 (ObjNum 228 snap 59 seq_num 228) dirty exists 2024-03-07T02:59:19.534 INFO:tasks.rados.rados.0.smithi090.stdout:826: finishing copy_from racing read to smithi09077644-3 2024-03-07T02:59:19.534 INFO:tasks.rados.rados.0.smithi090.stdout:826: finishing copy_from to smithi09077644-3 2024-03-07T02:59:19.534 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 257 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-03-07T02:59:19.535 INFO:tasks.rados.rados.0.smithi090.stdout:829: finishing write tid 1 to smithi09077644-10 2024-03-07T02:59:19.535 INFO:tasks.rados.rados.0.smithi090.stdout:829: finishing write tid 2 to smithi09077644-10 2024-03-07T02:59:19.535 INFO:tasks.rados.rados.0.smithi090.stdout:829: finishing write tid 3 to smithi09077644-10 2024-03-07T02:59:19.535 INFO:tasks.rados.rados.0.smithi090.stdout:829: finishing write tid 4 to smithi09077644-10 2024-03-07T02:59:19.535 INFO:tasks.rados.rados.0.smithi090.stdout:829: finishing write tid 5 to smithi09077644-10 2024-03-07T02:59:19.535 INFO:tasks.rados.rados.0.smithi090.stdout:829: finishing write tid 6 to smithi09077644-10 2024-03-07T02:59:19.535 INFO:tasks.rados.rados.0.smithi090.stdout:829: oid 10 updating version 0 to 450 2024-03-07T02:59:19.535 INFO:tasks.rados.rados.0.smithi090.stdout:829: oid 10 updating version 450 to 452 2024-03-07T02:59:19.535 INFO:tasks.rados.rados.0.smithi090.stdout:829: oid 10 version 452 is already newer than 451 2024-03-07T02:59:19.535 INFO:tasks.rados.rados.0.smithi090.stdout:829: oid 10 updating version 452 to 453 2024-03-07T02:59:19.535 INFO:tasks.rados.rados.0.smithi090.stdout:829: oid 10 updating version 453 to 454 2024-03-07T02:59:19.535 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 454 (ObjNum 266 snap 75 seq_num 266) dirty exists 2024-03-07T02:59:19.535 INFO:tasks.rados.rados.0.smithi090.stdout:829: left oid 10 (ObjNum 266 snap 75 seq_num 266) 2024-03-07T02:59:19.535 INFO:tasks.rados.rados.0.smithi090.stdout:831: finishing write tid 1 to smithi09077644-27 2024-03-07T02:59:19.535 INFO:tasks.rados.rados.0.smithi090.stdout:831: finishing write tid 2 to smithi09077644-27 2024-03-07T02:59:19.535 INFO:tasks.rados.rados.0.smithi090.stdout:831: finishing write tid 3 to smithi09077644-27 2024-03-07T02:59:19.536 INFO:tasks.rados.rados.0.smithi090.stdout:825: done (6 left) 2024-03-07T02:59:19.536 INFO:tasks.rados.rados.0.smithi090.stdout:826: done (5 left) 2024-03-07T02:59:19.536 INFO:tasks.rados.rados.0.smithi090.stdout:828: done (4 left) 2024-03-07T02:59:19.536 INFO:tasks.rados.rados.0.smithi090.stdout:829: done (3 left) 2024-03-07T02:59:19.536 INFO:tasks.rados.rados.0.smithi090.stdout:830: done (2 left) 2024-03-07T02:59:19.536 INFO:tasks.rados.rados.0.smithi090.stdout:833: read oid 45 snap -1 2024-03-07T02:59:19.536 INFO:tasks.rados.rados.0.smithi090.stdout:833: expect (ObjNum 235 snap 61 seq_num 235) 2024-03-07T02:59:19.537 INFO:tasks.rados.rados.0.smithi090.stdout:834: snap_remove snap 55 2024-03-07T02:59:19.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:19 smithi090 ceph-mon[27223]: pgmap v299: 121 pgs: 121 active+clean; 234 MiB data, 734 MiB used, 715 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-03-07T02:59:19.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:19 smithi090 ceph-mon[27223]: osdmap e211: 8 total, 8 up, 8 in 2024-03-07T02:59:19.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:19 smithi090 ceph-mon[27223]: osdmap e212: 8 total, 8 up, 8 in 2024-03-07T02:59:19.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:19 smithi090 ceph-mon[37987]: pgmap v299: 121 pgs: 121 active+clean; 234 MiB data, 734 MiB used, 715 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-03-07T02:59:19.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:19 smithi090 ceph-mon[37987]: osdmap e211: 8 total, 8 up, 8 in 2024-03-07T02:59:19.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:19 smithi090 ceph-mon[37987]: osdmap e212: 8 total, 8 up, 8 in 2024-03-07T02:59:19.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:19 smithi092 ceph-mon[31083]: pgmap v299: 121 pgs: 121 active+clean; 234 MiB data, 734 MiB used, 715 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-03-07T02:59:19.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:19 smithi092 ceph-mon[31083]: osdmap e211: 8 total, 8 up, 8 in 2024-03-07T02:59:19.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:19 smithi092 ceph-mon[31083]: osdmap e212: 8 total, 8 up, 8 in 2024-03-07T02:59:20.492 INFO:tasks.rados.rados.0.smithi090.stdout:834: done (3 left) 2024-03-07T02:59:20.492 INFO:tasks.rados.rados.0.smithi090.stdout:835: snap_remove snap 73 2024-03-07T02:59:21.497 INFO:tasks.rados.rados.0.smithi090.stdout:835: done (3 left) 2024-03-07T02:59:21.498 INFO:tasks.rados.rados.0.smithi090.stdout:836: snap_remove snap 64 2024-03-07T02:59:21.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:21 smithi090 ceph-mon[27223]: pgmap v302: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 250 MiB data, 790 MiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.8 MiB/s wr, 14 op/s 2024-03-07T02:59:21.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:21 smithi090 ceph-mon[27223]: osdmap e213: 8 total, 8 up, 8 in 2024-03-07T02:59:21.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:21 smithi090 ceph-mon[37987]: pgmap v302: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 250 MiB data, 790 MiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.8 MiB/s wr, 14 op/s 2024-03-07T02:59:21.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:21 smithi090 ceph-mon[37987]: osdmap e213: 8 total, 8 up, 8 in 2024-03-07T02:59:21.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:21 smithi092 ceph-mon[31083]: pgmap v302: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 250 MiB data, 790 MiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.8 MiB/s wr, 14 op/s 2024-03-07T02:59:21.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:21 smithi092 ceph-mon[31083]: osdmap e213: 8 total, 8 up, 8 in 2024-03-07T02:59:22.505 INFO:tasks.rados.rados.0.smithi090.stdout:836: done (3 left) 2024-03-07T02:59:22.505 INFO:tasks.rados.rados.0.smithi090.stdout:837: snap_create 2024-03-07T02:59:22.506 INFO:tasks.rados.rados.0.smithi090.stdout:831: finishing write tid 4 to smithi09077644-27 2024-03-07T02:59:22.506 INFO:tasks.rados.rados.0.smithi090.stdout:831: finishing write tid 5 to smithi09077644-27 2024-03-07T02:59:22.506 INFO:tasks.rados.rados.0.smithi090.stdout:831: finishing write tid 6 to smithi09077644-27 2024-03-07T02:59:22.506 INFO:tasks.rados.rados.0.smithi090.stdout:831: oid 27 updating version 0 to 203 2024-03-07T02:59:22.506 INFO:tasks.rados.rados.0.smithi090.stdout:831: oid 27 version 203 is already newer than 201 2024-03-07T02:59:22.506 INFO:tasks.rados.rados.0.smithi090.stdout:831: oid 27 version 203 is already newer than 200 2024-03-07T02:59:22.506 INFO:tasks.rados.rados.0.smithi090.stdout:831: oid 27 version 203 is already newer than 202 2024-03-07T02:59:22.506 INFO:tasks.rados.rados.0.smithi090.stdout:831: oid 27 updating version 203 to 204 2024-03-07T02:59:22.506 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 27 v 204 (ObjNum 267 snap 75 seq_num 267) dirty exists 2024-03-07T02:59:22.506 INFO:tasks.rados.rados.0.smithi090.stdout:831: left oid 27 (ObjNum 267 snap 75 seq_num 267) 2024-03-07T02:59:22.506 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 289 (ObjNum 227 snap 59 seq_num 227) dirty exists 2024-03-07T02:59:22.506 INFO:tasks.rados.rados.0.smithi090.stdout:833: expect (ObjNum 235 snap 61 seq_num 235) 2024-03-07T02:59:22.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:22 smithi090 ceph-mon[27223]: osdmap e214: 8 total, 8 up, 8 in 2024-03-07T02:59:22.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:22 smithi090 ceph-mon[27223]: pgmap v305: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 250 MiB data, 790 MiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.8 MiB/s wr, 14 op/s 2024-03-07T02:59:22.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:22 smithi090 ceph-mon[37987]: osdmap e214: 8 total, 8 up, 8 in 2024-03-07T02:59:22.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:22 smithi090 ceph-mon[37987]: pgmap v305: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 250 MiB data, 790 MiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.8 MiB/s wr, 14 op/s 2024-03-07T02:59:22.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:22 smithi092 ceph-mon[31083]: osdmap e214: 8 total, 8 up, 8 in 2024-03-07T02:59:22.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:22 smithi092 ceph-mon[31083]: pgmap v305: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 250 MiB data, 790 MiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.8 MiB/s wr, 14 op/s 2024-03-07T02:59:23.329 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:59:22 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: ::ffff:172.21.15.92 - - [07/Mar/2024:02:59:22] "GET /metrics HTTP/1.1" 200 35981 "" "Prometheus/2.43.0" 2024-03-07T02:59:23.512 INFO:tasks.rados.rados.0.smithi090.stdout:831: done (3 left) 2024-03-07T02:59:23.512 INFO:tasks.rados.rados.0.smithi090.stdout:832: done (2 left) 2024-03-07T02:59:23.512 INFO:tasks.rados.rados.0.smithi090.stdout:833: done (1 left) 2024-03-07T02:59:23.512 INFO:tasks.rados.rados.0.smithi090.stdout:837: done (0 left) 2024-03-07T02:59:23.512 INFO:tasks.rados.rados.0.smithi090.stdout:838: rollback oid 21 current snap is 76 2024-03-07T02:59:23.512 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 21 to 72 2024-03-07T02:59:23.512 INFO:tasks.rados.rados.0.smithi090.stdout:839: copy_from oid 28 from oid 37 current snap is 76 2024-03-07T02:59:23.512 INFO:tasks.rados.rados.0.smithi090.stdout:840: delete oid 1 current snap is 76 2024-03-07T02:59:23.515 INFO:tasks.rados.rados.0.smithi090.stdout:838: finishing rollback tid 1 to smithi09077644-21 2024-03-07T02:59:23.515 INFO:tasks.rados.rados.0.smithi090.stdout:838: finishing rollback tid 2 to smithi09077644-21 2024-03-07T02:59:23.515 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 145 (ObjNum 213 snap 56 seq_num 213) dirty exists 2024-03-07T02:59:23.516 INFO:tasks.rados.rados.0.smithi090.stdout:838: done (2 left) 2024-03-07T02:59:23.516 INFO:tasks.rados.rados.0.smithi090.stdout:840: done (1 left) 2024-03-07T02:59:23.516 INFO:tasks.rados.rados.0.smithi090.stdout:841: delete oid 15 current snap is 76 2024-03-07T02:59:23.518 INFO:tasks.rados.rados.0.smithi090.stdout:841: done (1 left) 2024-03-07T02:59:23.518 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 24 current snap is 76 2024-03-07T02:59:23.518 INFO:tasks.rados.rados.0.smithi090.stdout:842: seq_num 270 ranges {1302528=524288,1826816=516096,2342912=761856,3104768=327680} 2024-03-07T02:59:23.528 INFO:tasks.rados.rados.0.smithi090.stdout:842: writing smithi09077644-24 from 1302528 to 1826816 tid 1 2024-03-07T02:59:23.531 INFO:tasks.rados.rados.0.smithi090.stdout:842: writing smithi09077644-24 from 1826816 to 2342912 tid 2 2024-03-07T02:59:23.536 INFO:tasks.rados.rados.0.smithi090.stdout:842: writing smithi09077644-24 from 2342912 to 3104768 tid 3 2024-03-07T02:59:23.538 INFO:tasks.rados.rados.0.smithi090.stdout:842: writing smithi09077644-24 from 3104768 to 3432448 tid 4 2024-03-07T02:59:23.539 INFO:tasks.rados.rados.0.smithi090.stdout:843: rmattr oid 2 current snap is 76 2024-03-07T02:59:23.539 INFO:tasks.rados.rados.0.smithi090.stdout:843: done (2 left) 2024-03-07T02:59:23.539 INFO:tasks.rados.rados.0.smithi090.stdout:844: snap_create 2024-03-07T02:59:23.539 INFO:tasks.rados.rados.0.smithi090.stdout:839: finishing copy_from racing read to smithi09077644-28 2024-03-07T02:59:23.539 INFO:tasks.rados.rados.0.smithi090.stdout:839: finishing copy_from to smithi09077644-28 2024-03-07T02:59:23.539 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 28 v 96 (ObjNum 213 snap 56 seq_num 213) dirty exists 2024-03-07T02:59:23.539 INFO:tasks.rados.rados.0.smithi090.stdout:842: finishing write tid 1 to smithi09077644-24 2024-03-07T02:59:23.539 INFO:tasks.rados.rados.0.smithi090.stdout:842: finishing write tid 2 to smithi09077644-24 2024-03-07T02:59:23.540 INFO:tasks.rados.rados.0.smithi090.stdout:842: finishing write tid 3 to smithi09077644-24 2024-03-07T02:59:23.540 INFO:tasks.rados.rados.0.smithi090.stdout:842: finishing write tid 4 to smithi09077644-24 2024-03-07T02:59:23.540 INFO:tasks.rados.rados.0.smithi090.stdout:842: finishing write tid 5 to smithi09077644-24 2024-03-07T02:59:23.541 INFO:tasks.rados.rados.0.smithi090.stdout:842: finishing write tid 6 to smithi09077644-24 2024-03-07T02:59:23.541 INFO:tasks.rados.rados.0.smithi090.stdout:842: oid 24 updating version 0 to 335 2024-03-07T02:59:23.541 INFO:tasks.rados.rados.0.smithi090.stdout:842: oid 24 updating version 335 to 336 2024-03-07T02:59:23.542 INFO:tasks.rados.rados.0.smithi090.stdout:842: oid 24 updating version 336 to 337 2024-03-07T02:59:23.542 INFO:tasks.rados.rados.0.smithi090.stdout:842: oid 24 version 337 is already newer than 334 2024-03-07T02:59:23.542 INFO:tasks.rados.rados.0.smithi090.stdout:842: oid 24 updating version 337 to 338 2024-03-07T02:59:23.542 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 24 v 338 (ObjNum 270 snap 76 seq_num 270) dirty exists 2024-03-07T02:59:23.542 INFO:tasks.rados.rados.0.smithi090.stdout:842: left oid 24 (ObjNum 270 snap 76 seq_num 270) 2024-03-07T02:59:23.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:23 smithi090 ceph-mon[27223]: osdmap e215: 8 total, 8 up, 8 in 2024-03-07T02:59:23.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:23 smithi090 ceph-mon[37987]: osdmap e215: 8 total, 8 up, 8 in 2024-03-07T02:59:23.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:23 smithi092 ceph-mon[31083]: osdmap e215: 8 total, 8 up, 8 in 2024-03-07T02:59:24.425 INFO:tasks.rados.rados.0.smithi090.stdout:839: done (2 left) 2024-03-07T02:59:24.426 INFO:tasks.rados.rados.0.smithi090.stdout:842: done (1 left) 2024-03-07T02:59:24.426 INFO:tasks.rados.rados.0.smithi090.stdout:844: done (0 left) 2024-03-07T02:59:24.426 INFO:tasks.rados.rados.0.smithi090.stdout:845: rmattr oid 35 current snap is 77 2024-03-07T02:59:24.426 INFO:tasks.rados.rados.0.smithi090.stdout:845: done (0 left) 2024-03-07T02:59:24.426 INFO:tasks.rados.rados.0.smithi090.stdout:846: read oid 27 snap -1 2024-03-07T02:59:24.426 INFO:tasks.rados.rados.0.smithi090.stdout:846: expect (ObjNum 267 snap 75 seq_num 267) 2024-03-07T02:59:24.426 INFO:tasks.rados.rados.0.smithi090.stdout:847: setattr oid 18 current snap is 77 2024-03-07T02:59:24.427 INFO:tasks.rados.rados.0.smithi090.stdout:848: rollback oid 25 current snap is 77 2024-03-07T02:59:24.427 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 25 to 35 2024-03-07T02:59:24.427 INFO:tasks.rados.rados.0.smithi090.stdout:849: snap_remove snap 67 2024-03-07T02:59:24.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:24 smithi090 ceph-mon[27223]: osdmap e216: 8 total, 8 up, 8 in 2024-03-07T02:59:24.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:24 smithi090 ceph-mon[27223]: osdmap e217: 8 total, 8 up, 8 in 2024-03-07T02:59:24.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:24 smithi090 ceph-mon[27223]: pgmap v309: 121 pgs: 121 active+clean; 261 MiB data, 867 MiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.2 MiB/s wr, 17 op/s 2024-03-07T02:59:24.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:24 smithi090 ceph-mon[37987]: osdmap e216: 8 total, 8 up, 8 in 2024-03-07T02:59:24.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:24 smithi090 ceph-mon[37987]: osdmap e217: 8 total, 8 up, 8 in 2024-03-07T02:59:24.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:24 smithi090 ceph-mon[37987]: pgmap v309: 121 pgs: 121 active+clean; 261 MiB data, 867 MiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.2 MiB/s wr, 17 op/s 2024-03-07T02:59:24.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:24 smithi092 ceph-mon[31083]: osdmap e216: 8 total, 8 up, 8 in 2024-03-07T02:59:24.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:24 smithi092 ceph-mon[31083]: osdmap e217: 8 total, 8 up, 8 in 2024-03-07T02:59:24.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:24 smithi092 ceph-mon[31083]: pgmap v309: 121 pgs: 121 active+clean; 261 MiB data, 867 MiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.2 MiB/s wr, 17 op/s 2024-03-07T02:59:25.436 INFO:tasks.rados.rados.0.smithi090.stdout:849: done (3 left) 2024-03-07T02:59:25.436 INFO:tasks.rados.rados.0.smithi090.stdout:850: snap_create 2024-03-07T02:59:25.436 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 18 v 358 (ObjNum 149 snap 37 seq_num 149) dirty exists 2024-03-07T02:59:25.436 INFO:tasks.rados.rados.0.smithi090.stdout:848: finishing rollback tid 0 to smithi09077644-25 2024-03-07T02:59:25.436 INFO:tasks.rados.rados.0.smithi090.stdout:848: finishing rollback tid 1 to smithi09077644-25 2024-03-07T02:59:25.436 INFO:tasks.rados.rados.0.smithi090.stdout:848: finishing rollback tid 2 to smithi09077644-25 2024-03-07T02:59:25.436 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 25 v 403 (ObjNum 77 snap 12 seq_num 77) dirty exists 2024-03-07T02:59:25.436 INFO:tasks.rados.rados.0.smithi090.stdout:846: expect (ObjNum 267 snap 75 seq_num 267) 2024-03-07T02:59:26.438 INFO:tasks.rados.rados.0.smithi090.stdout:846: done (3 left) 2024-03-07T02:59:26.438 INFO:tasks.rados.rados.0.smithi090.stdout:847: done (2 left) 2024-03-07T02:59:26.438 INFO:tasks.rados.rados.0.smithi090.stdout:848: done (1 left) 2024-03-07T02:59:26.438 INFO:tasks.rados.rados.0.smithi090.stdout:850: done (0 left) 2024-03-07T02:59:26.438 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 1 current snap is 78 2024-03-07T02:59:26.438 INFO:tasks.rados.rados.0.smithi090.stdout:851: seq_num 271 ranges {0=540672,540672=802816,1343488=516096,1859584=286720} 2024-03-07T02:59:26.440 INFO:tasks.rados.rados.0.smithi090.stdout:851: writing smithi09077644-1 from 0 to 540672 tid 1 2024-03-07T02:59:26.445 INFO:tasks.rados.rados.0.smithi090.stdout:851: writing smithi09077644-1 from 540672 to 1343488 tid 2 2024-03-07T02:59:26.448 INFO:tasks.rados.rados.0.smithi090.stdout:851: writing smithi09077644-1 from 1343488 to 1859584 tid 3 2024-03-07T02:59:26.450 INFO:tasks.rados.rados.0.smithi090.stdout:851: writing smithi09077644-1 from 1859584 to 2146304 tid 4 2024-03-07T02:59:26.450 INFO:tasks.rados.rados.0.smithi090.stdout:852: copy_from oid 48 from oid 18 current snap is 78 2024-03-07T02:59:26.450 INFO:tasks.rados.rados.0.smithi090.stdout:853: read oid 33 snap -1 2024-03-07T02:59:26.450 INFO:tasks.rados.rados.0.smithi090.stdout:853: expect (ObjNum 127 snap 28 seq_num 127) 2024-03-07T02:59:26.450 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 7 current snap is 78 2024-03-07T02:59:26.451 INFO:tasks.rados.rados.0.smithi090.stdout:854: seq_num 272 ranges {0=565248,565248=688128,1253376=729088,1982464=188416} 2024-03-07T02:59:26.454 INFO:tasks.rados.rados.0.smithi090.stdout:854: writing smithi09077644-7 from 0 to 565248 tid 1 2024-03-07T02:59:26.458 INFO:tasks.rados.rados.0.smithi090.stdout:854: writing smithi09077644-7 from 565248 to 1253376 tid 2 2024-03-07T02:59:26.464 INFO:tasks.rados.rados.0.smithi090.stdout:854: writing smithi09077644-7 from 1253376 to 1982464 tid 3 2024-03-07T02:59:26.466 INFO:tasks.rados.rados.0.smithi090.stdout:854: writing smithi09077644-7 from 1982464 to 2170880 tid 4 2024-03-07T02:59:26.466 INFO:tasks.rados.rados.0.smithi090.stdout:855: copy_from oid 19 from oid 22 current snap is 78 2024-03-07T02:59:26.466 INFO:tasks.rados.rados.0.smithi090.stdout:851: finishing write tid 1 to smithi09077644-1 2024-03-07T02:59:26.466 INFO:tasks.rados.rados.0.smithi090.stdout:851: finishing write tid 2 to smithi09077644-1 2024-03-07T02:59:26.466 INFO:tasks.rados.rados.0.smithi090.stdout:851: finishing write tid 3 to smithi09077644-1 2024-03-07T02:59:26.466 INFO:tasks.rados.rados.0.smithi090.stdout:851: finishing write tid 4 to smithi09077644-1 2024-03-07T02:59:26.466 INFO:tasks.rados.rados.0.smithi090.stdout:851: finishing write tid 5 to smithi09077644-1 2024-03-07T02:59:26.466 INFO:tasks.rados.rados.0.smithi090.stdout:854: finishing write tid 1 to smithi09077644-7 2024-03-07T02:59:26.466 INFO:tasks.rados.rados.0.smithi090.stdout:854: finishing write tid 2 to smithi09077644-7 2024-03-07T02:59:26.466 INFO:tasks.rados.rados.0.smithi090.stdout:851: finishing write tid 6 to smithi09077644-1 2024-03-07T02:59:26.466 INFO:tasks.rados.rados.0.smithi090.stdout:851: oid 1 updating version 0 to 152 2024-03-07T02:59:26.466 INFO:tasks.rados.rados.0.smithi090.stdout:851: oid 1 version 152 is already newer than 150 2024-03-07T02:59:26.466 INFO:tasks.rados.rados.0.smithi090.stdout:851: oid 1 version 152 is already newer than 149 2024-03-07T02:59:26.467 INFO:tasks.rados.rados.0.smithi090.stdout:851: oid 1 updating version 152 to 153 2024-03-07T02:59:26.467 INFO:tasks.rados.rados.0.smithi090.stdout:851: oid 1 version 153 is already newer than 151 2024-03-07T02:59:26.467 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 1 v 153 (ObjNum 271 snap 78 seq_num 271) dirty exists 2024-03-07T02:59:26.467 INFO:tasks.rados.rados.0.smithi090.stdout:851: left oid 1 (ObjNum 271 snap 78 seq_num 271) 2024-03-07T02:59:26.467 INFO:tasks.rados.rados.0.smithi090.stdout:851: done (4 left) 2024-03-07T02:59:26.467 INFO:tasks.rados.rados.0.smithi090.stdout:856: read oid 32 snap -1 2024-03-07T02:59:26.467 INFO:tasks.rados.rados.0.smithi090.stdout:856: expect (ObjNum 200 snap 52 seq_num 200) 2024-03-07T02:59:26.467 INFO:tasks.rados.rados.0.smithi090.stdout:857: delete oid 5 current snap is 78 2024-03-07T02:59:26.467 INFO:tasks.rados.rados.0.smithi090.stdout:857: done (5 left) 2024-03-07T02:59:26.467 INFO:tasks.rados.rados.0.smithi090.stdout:858: snap_remove snap 77 2024-03-07T02:59:26.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:26 smithi090 ceph-mon[27223]: osdmap e218: 8 total, 8 up, 8 in 2024-03-07T02:59:26.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:26 smithi090 ceph-mon[37987]: osdmap e218: 8 total, 8 up, 8 in 2024-03-07T02:59:26.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:26 smithi092 ceph-mon[31083]: osdmap e218: 8 total, 8 up, 8 in 2024-03-07T02:59:27.457 INFO:tasks.rados.rados.0.smithi090.stdout:854: finishing write tid 3 to smithi09077644-7 2024-03-07T02:59:27.457 INFO:tasks.rados.rados.0.smithi090.stdout:854: finishing write tid 4 to smithi09077644-7 2024-03-07T02:59:27.457 INFO:tasks.rados.rados.0.smithi090.stdout:854: finishing write tid 5 to smithi09077644-7 2024-03-07T02:59:27.457 INFO:tasks.rados.rados.0.smithi090.stdout:854: finishing write tid 6 to smithi09077644-7 2024-03-07T02:59:27.457 INFO:tasks.rados.rados.0.smithi090.stdout:854: oid 7 updating version 0 to 50 2024-03-07T02:59:27.457 INFO:tasks.rados.rados.0.smithi090.stdout:854: oid 7 updating version 50 to 54 2024-03-07T02:59:27.457 INFO:tasks.rados.rados.0.smithi090.stdout:854: oid 7 version 54 is already newer than 51 2024-03-07T02:59:27.457 INFO:tasks.rados.rados.0.smithi090.stdout:854: oid 7 version 54 is already newer than 53 2024-03-07T02:59:27.457 INFO:tasks.rados.rados.0.smithi090.stdout:854: oid 7 version 54 is already newer than 52 2024-03-07T02:59:27.457 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 7 v 54 (ObjNum 272 snap 78 seq_num 272) dirty exists 2024-03-07T02:59:27.457 INFO:tasks.rados.rados.0.smithi090.stdout:854: left oid 7 (ObjNum 272 snap 78 seq_num 272) 2024-03-07T02:59:27.458 INFO:tasks.rados.rados.0.smithi090.stdout:856: expect (ObjNum 200 snap 52 seq_num 200) 2024-03-07T02:59:27.485 INFO:tasks.rados.rados.0.smithi090.stdout:853: expect (ObjNum 127 snap 28 seq_num 127) 2024-03-07T02:59:27.649 INFO:tasks.rados.rados.0.smithi090.stdout:852: finishing copy_from racing read to smithi09077644-48 2024-03-07T02:59:27.650 INFO:tasks.rados.rados.0.smithi090.stdout:852: finishing copy_from to smithi09077644-48 2024-03-07T02:59:27.650 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 358 (ObjNum 149 snap 37 seq_num 149) dirty exists 2024-03-07T02:59:27.650 INFO:tasks.rados.rados.0.smithi090.stdout:855: finishing copy_from racing read to smithi09077644-19 2024-03-07T02:59:27.650 INFO:tasks.rados.rados.0.smithi090.stdout:852: done (5 left) 2024-03-07T02:59:27.650 INFO:tasks.rados.rados.0.smithi090.stdout:853: done (4 left) 2024-03-07T02:59:27.650 INFO:tasks.rados.rados.0.smithi090.stdout:854: done (3 left) 2024-03-07T02:59:27.650 INFO:tasks.rados.rados.0.smithi090.stdout:856: done (2 left) 2024-03-07T02:59:27.650 INFO:tasks.rados.rados.0.smithi090.stdout:858: done (1 left) 2024-03-07T02:59:27.650 INFO:tasks.rados.rados.0.smithi090.stdout:859: snap_remove snap 72 2024-03-07T02:59:27.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:27 smithi090 ceph-mon[27223]: osdmap e219: 8 total, 8 up, 8 in 2024-03-07T02:59:27.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:27 smithi090 ceph-mon[27223]: pgmap v312: 121 pgs: 121 active+clean; 261 MiB data, 867 MiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.2 MiB/s wr, 17 op/s 2024-03-07T02:59:27.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:27 smithi090 ceph-mon[37987]: osdmap e219: 8 total, 8 up, 8 in 2024-03-07T02:59:27.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:27 smithi090 ceph-mon[37987]: pgmap v312: 121 pgs: 121 active+clean; 261 MiB data, 867 MiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.2 MiB/s wr, 17 op/s 2024-03-07T02:59:27.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:27 smithi092 ceph-mon[31083]: osdmap e219: 8 total, 8 up, 8 in 2024-03-07T02:59:27.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:27 smithi092 ceph-mon[31083]: pgmap v312: 121 pgs: 121 active+clean; 261 MiB data, 867 MiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.2 MiB/s wr, 17 op/s 2024-03-07T02:59:28.456 INFO:tasks.rados.rados.0.smithi090.stdout:859: done (1 left) 2024-03-07T02:59:28.456 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 14 current snap is 78 2024-03-07T02:59:28.456 INFO:tasks.rados.rados.0.smithi090.stdout:860: seq_num 274 ranges {0=598016,598016=499712,1097728=745472,1843200=360448} 2024-03-07T02:59:28.462 INFO:tasks.rados.rados.0.smithi090.stdout:860: writing smithi09077644-14 from 0 to 598016 tid 1 2024-03-07T02:59:28.463 INFO:tasks.rados.rados.0.smithi090.stdout:860: writing smithi09077644-14 from 598016 to 1097728 tid 2 2024-03-07T02:59:28.468 INFO:tasks.rados.rados.0.smithi090.stdout:860: writing smithi09077644-14 from 1097728 to 1843200 tid 3 2024-03-07T02:59:28.472 INFO:tasks.rados.rados.0.smithi090.stdout:860: writing smithi09077644-14 from 1843200 to 2203648 tid 4 2024-03-07T02:59:28.472 INFO:tasks.rados.rados.0.smithi090.stdout:861: read oid 39 snap -1 2024-03-07T02:59:28.472 INFO:tasks.rados.rados.0.smithi090.stdout:861: expect (ObjNum 38 snap 0 seq_num 38) 2024-03-07T02:59:28.472 INFO:tasks.rados.rados.0.smithi090.stdout:862: rollback oid 43 current snap is 78 2024-03-07T02:59:28.472 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 43 to 76 2024-03-07T02:59:28.472 INFO:tasks.rados.rados.0.smithi090.stdout:855: finishing copy_from to smithi09077644-19 2024-03-07T02:59:28.472 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 416 (ObjNum 254 snap 72 seq_num 254) dirty exists 2024-03-07T02:59:28.472 INFO:tasks.rados.rados.0.smithi090.stdout:860: finishing write tid 1 to smithi09077644-14 2024-03-07T02:59:28.472 INFO:tasks.rados.rados.0.smithi090.stdout:855: done (3 left) 2024-03-07T02:59:28.472 INFO:tasks.rados.rados.0.smithi090.stdout:863: rollback oid 19 current snap is 78 2024-03-07T02:59:28.472 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 19 to 74 2024-03-07T02:59:28.473 INFO:tasks.rados.rados.0.smithi090.stdout:860: finishing write tid 2 to smithi09077644-14 2024-03-07T02:59:28.473 INFO:tasks.rados.rados.0.smithi090.stdout:864: read oid 37 snap -1 2024-03-07T02:59:28.473 INFO:tasks.rados.rados.0.smithi090.stdout:864: expect (ObjNum 213 snap 56 seq_num 213) 2024-03-07T02:59:28.473 INFO:tasks.rados.rados.0.smithi090.stdout:865: read oid 46 snap 35 2024-03-07T02:59:28.473 INFO:tasks.rados.rados.0.smithi090.stdout:865: expect (ObjNum 45 snap 0 seq_num 45) 2024-03-07T02:59:28.473 INFO:tasks.rados.rados.0.smithi090.stdout:866: snap_create 2024-03-07T02:59:28.474 INFO:tasks.rados.rados.0.smithi090.stdout:860: finishing write tid 3 to smithi09077644-14 2024-03-07T02:59:28.475 INFO:tasks.rados.rados.0.smithi090.stdout:860: finishing write tid 4 to smithi09077644-14 2024-03-07T02:59:28.475 INFO:tasks.rados.rados.0.smithi090.stdout:862: finishing rollback tid 0 to smithi09077644-43 2024-03-07T02:59:28.475 INFO:tasks.rados.rados.0.smithi090.stdout:860: finishing write tid 5 to smithi09077644-14 2024-03-07T02:59:28.475 INFO:tasks.rados.rados.0.smithi090.stdout:862: finishing rollback tid 1 to smithi09077644-43 2024-03-07T02:59:28.476 INFO:tasks.rados.rados.0.smithi090.stdout:862: finishing rollback tid 2 to smithi09077644-43 2024-03-07T02:59:28.476 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 260 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-03-07T02:59:28.477 INFO:tasks.rados.rados.0.smithi090.stdout:860: finishing write tid 6 to smithi09077644-14 2024-03-07T02:59:28.477 INFO:tasks.rados.rados.0.smithi090.stdout:860: oid 14 updating version 0 to 190 2024-03-07T02:59:28.477 INFO:tasks.rados.rados.0.smithi090.stdout:860: oid 14 version 190 is already newer than 189 2024-03-07T02:59:28.477 INFO:tasks.rados.rados.0.smithi090.stdout:860: oid 14 version 190 is already newer than 187 2024-03-07T02:59:28.477 INFO:tasks.rados.rados.0.smithi090.stdout:860: oid 14 version 190 is already newer than 188 2024-03-07T02:59:28.477 INFO:tasks.rados.rados.0.smithi090.stdout:860: oid 14 version 190 is already newer than 186 2024-03-07T02:59:28.477 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 14 v 190 (ObjNum 274 snap 78 seq_num 274) dirty exists 2024-03-07T02:59:28.477 INFO:tasks.rados.rados.0.smithi090.stdout:860: left oid 14 (ObjNum 274 snap 78 seq_num 274) 2024-03-07T02:59:28.477 INFO:tasks.rados.rados.0.smithi090.stdout:861: expect (ObjNum 38 snap 0 seq_num 38) 2024-03-07T02:59:28.495 INFO:tasks.rados.rados.0.smithi090.stdout:863: finishing rollback tid 0 to smithi09077644-19 2024-03-07T02:59:28.496 INFO:tasks.rados.rados.0.smithi090.stdout:863: finishing rollback tid 1 to smithi09077644-19 2024-03-07T02:59:28.496 INFO:tasks.rados.rados.0.smithi090.stdout:863: finishing rollback tid 2 to smithi09077644-19 2024-03-07T02:59:28.496 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 419 (ObjNum 197 snap 52 seq_num 197) dirty exists 2024-03-07T02:59:28.496 INFO:tasks.rados.rados.0.smithi090.stdout:865: expect (ObjNum 45 snap 0 seq_num 45) 2024-03-07T02:59:28.515 INFO:tasks.rados.rados.0.smithi090.stdout:864: expect (ObjNum 213 snap 56 seq_num 213) 2024-03-07T02:59:28.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:28 smithi090 ceph-mon[27223]: osdmap e220: 8 total, 8 up, 8 in 2024-03-07T02:59:28.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:28 smithi090 ceph-mon[37987]: osdmap e220: 8 total, 8 up, 8 in 2024-03-07T02:59:28.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:28 smithi092 ceph-mon[31083]: osdmap e220: 8 total, 8 up, 8 in 2024-03-07T02:59:29.426 INFO:tasks.rados.rados.0.smithi090.stdout:860: done (6 left) 2024-03-07T02:59:29.426 INFO:tasks.rados.rados.0.smithi090.stdout:861: done (5 left) 2024-03-07T02:59:29.427 INFO:tasks.rados.rados.0.smithi090.stdout:862: done (4 left) 2024-03-07T02:59:29.427 INFO:tasks.rados.rados.0.smithi090.stdout:863: done (3 left) 2024-03-07T02:59:29.427 INFO:tasks.rados.rados.0.smithi090.stdout:864: done (2 left) 2024-03-07T02:59:29.427 INFO:tasks.rados.rados.0.smithi090.stdout:865: done (1 left) 2024-03-07T02:59:29.427 INFO:tasks.rados.rados.0.smithi090.stdout:866: done (0 left) 2024-03-07T02:59:29.427 INFO:tasks.rados.rados.0.smithi090.stdout:867: read oid 27 snap -1 2024-03-07T02:59:29.427 INFO:tasks.rados.rados.0.smithi090.stdout:867: expect (ObjNum 267 snap 75 seq_num 267) 2024-03-07T02:59:29.427 INFO:tasks.rados.rados.0.smithi090.stdout:868: snap_remove snap 69 2024-03-07T02:59:29.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:29 smithi090 ceph-mon[27223]: osdmap e221: 8 total, 8 up, 8 in 2024-03-07T02:59:29.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:29 smithi090 ceph-mon[27223]: pgmap v315: 121 pgs: 121 active+clean; 261 MiB data, 867 MiB used, 714 GiB / 715 GiB avail 2024-03-07T02:59:29.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:29 smithi090 ceph-mon[27223]: osdmap e222: 8 total, 8 up, 8 in 2024-03-07T02:59:29.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:29 smithi090 ceph-mon[37987]: osdmap e221: 8 total, 8 up, 8 in 2024-03-07T02:59:29.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:29 smithi090 ceph-mon[37987]: pgmap v315: 121 pgs: 121 active+clean; 261 MiB data, 867 MiB used, 714 GiB / 715 GiB avail 2024-03-07T02:59:29.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:29 smithi090 ceph-mon[37987]: osdmap e222: 8 total, 8 up, 8 in 2024-03-07T02:59:29.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:29 smithi092 ceph-mon[31083]: osdmap e221: 8 total, 8 up, 8 in 2024-03-07T02:59:29.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:29 smithi092 ceph-mon[31083]: pgmap v315: 121 pgs: 121 active+clean; 261 MiB data, 867 MiB used, 714 GiB / 715 GiB avail 2024-03-07T02:59:29.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:29 smithi092 ceph-mon[31083]: osdmap e222: 8 total, 8 up, 8 in 2024-03-07T02:59:30.437 INFO:tasks.rados.rados.0.smithi090.stdout:868: done (1 left) 2024-03-07T02:59:30.437 INFO:tasks.rados.rados.0.smithi090.stdout:869: snap_create 2024-03-07T02:59:30.437 INFO:tasks.rados.rados.0.smithi090.stdout:867: expect (ObjNum 267 snap 75 seq_num 267) 2024-03-07T02:59:31.443 INFO:tasks.rados.rados.0.smithi090.stdout:867: done (1 left) 2024-03-07T02:59:31.444 INFO:tasks.rados.rados.0.smithi090.stdout:869: done (0 left) 2024-03-07T02:59:31.444 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 48 current snap is 80 2024-03-07T02:59:31.444 INFO:tasks.rados.rados.0.smithi090.stdout:870: seq_num 275 ranges {3923968=614400,4538368=786432,5324800=499712,5824512=319488} 2024-03-07T02:59:31.467 INFO:tasks.rados.rados.0.smithi090.stdout:870: writing smithi09077644-48 from 3923968 to 4538368 tid 1 2024-03-07T02:59:31.472 INFO:tasks.rados.rados.0.smithi090.stdout:870: writing smithi09077644-48 from 4538368 to 5324800 tid 2 2024-03-07T02:59:31.476 INFO:tasks.rados.rados.0.smithi090.stdout:870: writing smithi09077644-48 from 5324800 to 5824512 tid 3 2024-03-07T02:59:31.478 INFO:tasks.rados.rados.0.smithi090.stdout:870: writing smithi09077644-48 from 5824512 to 6144000 tid 4 2024-03-07T02:59:31.478 INFO:tasks.rados.rados.0.smithi090.stdout:871: copy_from oid 23 from oid 35 current snap is 80 2024-03-07T02:59:31.478 INFO:tasks.rados.rados.0.smithi090.stdout:870: finishing write tid 1 to smithi09077644-48 2024-03-07T02:59:31.478 INFO:tasks.rados.rados.0.smithi090.stdout:870: finishing write tid 2 to smithi09077644-48 2024-03-07T02:59:31.478 INFO:tasks.rados.rados.0.smithi090.stdout:872: delete oid 34 current snap is 80 2024-03-07T02:59:31.479 INFO:tasks.rados.rados.0.smithi090.stdout:870: finishing write tid 3 to smithi09077644-48 2024-03-07T02:59:31.481 INFO:tasks.rados.rados.0.smithi090.stdout:870: finishing write tid 4 to smithi09077644-48 2024-03-07T02:59:31.481 INFO:tasks.rados.rados.0.smithi090.stdout:870: finishing write tid 5 to smithi09077644-48 2024-03-07T02:59:31.483 INFO:tasks.rados.rados.0.smithi090.stdout:870: finishing write tid 6 to smithi09077644-48 2024-03-07T02:59:31.483 INFO:tasks.rados.rados.0.smithi090.stdout:870: oid 48 updating version 0 to 363 2024-03-07T02:59:31.483 INFO:tasks.rados.rados.0.smithi090.stdout:870: oid 48 version 363 is already newer than 361 2024-03-07T02:59:31.483 INFO:tasks.rados.rados.0.smithi090.stdout:870: oid 48 version 363 is already newer than 359 2024-03-07T02:59:31.483 INFO:tasks.rados.rados.0.smithi090.stdout:870: oid 48 version 363 is already newer than 360 2024-03-07T02:59:31.483 INFO:tasks.rados.rados.0.smithi090.stdout:870: oid 48 version 363 is already newer than 362 2024-03-07T02:59:31.483 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 363 (ObjNum 275 snap 80 seq_num 275) dirty exists 2024-03-07T02:59:31.483 INFO:tasks.rados.rados.0.smithi090.stdout:870: left oid 48 (ObjNum 275 snap 80 seq_num 275) 2024-03-07T02:59:31.483 INFO:tasks.rados.rados.0.smithi090.stdout:870: done (2 left) 2024-03-07T02:59:31.484 INFO:tasks.rados.rados.0.smithi090.stdout:872: done (1 left) 2024-03-07T02:59:31.484 INFO:tasks.rados.rados.0.smithi090.stdout:873: snap_create 2024-03-07T02:59:31.488 INFO:tasks.rados.rados.0.smithi090.stdout:871: finishing copy_from racing read to smithi09077644-23 2024-03-07T02:59:31.489 INFO:tasks.rados.rados.0.smithi090.stdout:871: finishing copy_from to smithi09077644-23 2024-03-07T02:59:31.489 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 293 (ObjNum 245 snap 69 seq_num 245) dirty exists 2024-03-07T02:59:31.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:31 smithi090 ceph-mon[27223]: osdmap e223: 8 total, 8 up, 8 in 2024-03-07T02:59:31.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:31 smithi090 ceph-mon[27223]: pgmap v318: 121 pgs: 121 active+clean; 274 MiB data, 886 MiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 3.9 MiB/s wr, 17 op/s 2024-03-07T02:59:31.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:31 smithi090 ceph-mon[37987]: osdmap e223: 8 total, 8 up, 8 in 2024-03-07T02:59:31.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:31 smithi090 ceph-mon[37987]: pgmap v318: 121 pgs: 121 active+clean; 274 MiB data, 886 MiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 3.9 MiB/s wr, 17 op/s 2024-03-07T02:59:31.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:31 smithi092 ceph-mon[31083]: osdmap e223: 8 total, 8 up, 8 in 2024-03-07T02:59:31.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:31 smithi092 ceph-mon[31083]: pgmap v318: 121 pgs: 121 active+clean; 274 MiB data, 886 MiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 3.9 MiB/s wr, 17 op/s 2024-03-07T02:59:32.445 INFO:tasks.rados.rados.0.smithi090.stdout:871: done (1 left) 2024-03-07T02:59:32.445 INFO:tasks.rados.rados.0.smithi090.stdout:873: done (0 left) 2024-03-07T02:59:32.445 INFO:tasks.rados.rados.0.smithi090.stdout:874: read oid 28 snap -1 2024-03-07T02:59:32.445 INFO:tasks.rados.rados.0.smithi090.stdout:874: expect (ObjNum 213 snap 56 seq_num 213) 2024-03-07T02:59:32.445 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 2 current snap is 81 2024-03-07T02:59:32.445 INFO:tasks.rados.rados.0.smithi090.stdout:875: seq_num 277 ranges {0=647168,647168=557056,1204224=516096,1720320=532480} 2024-03-07T02:59:32.448 INFO:tasks.rados.rados.0.smithi090.stdout:875: writing smithi09077644-2 from 0 to 647168 tid 1 2024-03-07T02:59:32.453 INFO:tasks.rados.rados.0.smithi090.stdout:875: writing smithi09077644-2 from 647168 to 1204224 tid 2 2024-03-07T02:59:32.456 INFO:tasks.rados.rados.0.smithi090.stdout:875: writing smithi09077644-2 from 1204224 to 1720320 tid 3 2024-03-07T02:59:32.459 INFO:tasks.rados.rados.0.smithi090.stdout:875: writing smithi09077644-2 from 1720320 to 2252800 tid 4 2024-03-07T02:59:32.459 INFO:tasks.rados.rados.0.smithi090.stdout:876: delete oid 38 current snap is 81 2024-03-07T02:59:32.459 INFO:tasks.rados.rados.0.smithi090.stdout:875: finishing write tid 1 to smithi09077644-2 2024-03-07T02:59:32.460 INFO:tasks.rados.rados.0.smithi090.stdout:875: finishing write tid 2 to smithi09077644-2 2024-03-07T02:59:32.461 INFO:tasks.rados.rados.0.smithi090.stdout:874: expect (ObjNum 213 snap 56 seq_num 213) 2024-03-07T02:59:32.619 INFO:tasks.rados.rados.0.smithi090.stdout:875: finishing write tid 3 to smithi09077644-2 2024-03-07T02:59:32.620 INFO:tasks.rados.rados.0.smithi090.stdout:875: finishing write tid 4 to smithi09077644-2 2024-03-07T02:59:32.620 INFO:tasks.rados.rados.0.smithi090.stdout:875: finishing write tid 5 to smithi09077644-2 2024-03-07T02:59:32.620 INFO:tasks.rados.rados.0.smithi090.stdout:875: finishing write tid 6 to smithi09077644-2 2024-03-07T02:59:32.620 INFO:tasks.rados.rados.0.smithi090.stdout:875: oid 2 updating version 0 to 337 2024-03-07T02:59:32.620 INFO:tasks.rados.rados.0.smithi090.stdout:875: oid 2 version 337 is already newer than 335 2024-03-07T02:59:32.620 INFO:tasks.rados.rados.0.smithi090.stdout:875: oid 2 version 337 is already newer than 336 2024-03-07T02:59:32.620 INFO:tasks.rados.rados.0.smithi090.stdout:875: oid 2 updating version 337 to 338 2024-03-07T02:59:32.620 INFO:tasks.rados.rados.0.smithi090.stdout:875: oid 2 version 338 is already newer than 334 2024-03-07T02:59:32.620 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 2 v 338 (ObjNum 277 snap 81 seq_num 277) dirty exists 2024-03-07T02:59:32.620 INFO:tasks.rados.rados.0.smithi090.stdout:875: left oid 2 (ObjNum 277 snap 81 seq_num 277) 2024-03-07T02:59:32.620 INFO:tasks.rados.rados.0.smithi090.stdout:874: done (2 left) 2024-03-07T02:59:32.620 INFO:tasks.rados.rados.0.smithi090.stdout:875: done (1 left) 2024-03-07T02:59:32.620 INFO:tasks.rados.rados.0.smithi090.stdout:876: done (0 left) 2024-03-07T02:59:32.621 INFO:tasks.rados.rados.0.smithi090.stdout:877: snap_create 2024-03-07T02:59:32.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:32 smithi090 ceph-mon[27223]: osdmap e224: 8 total, 8 up, 8 in 2024-03-07T02:59:32.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:32 smithi090 ceph-mon[37987]: osdmap e224: 8 total, 8 up, 8 in 2024-03-07T02:59:32.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:32 smithi092 ceph-mon[31083]: osdmap e224: 8 total, 8 up, 8 in 2024-03-07T02:59:33.066 INFO:teuthology.orchestra.run.smithi090.stdout:true 2024-03-07T02:59:33.328 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:59:32 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: ::ffff:172.21.15.92 - - [07/Mar/2024:02:59:32] "GET /metrics HTTP/1.1" 200 35981 "" "Prometheus/2.43.0" 2024-03-07T02:59:33.384 INFO:teuthology.orchestra.run.smithi090.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-07T02:59:33.384 INFO:teuthology.orchestra.run.smithi090.stdout:alertmanager.a smithi090 *:9093,9094 running (4m) 3m ago 5m 16.7M - 0.25.0 c8568f914cd2 c7f315859531 2024-03-07T02:59:33.384 INFO:teuthology.orchestra.run.smithi090.stdout:grafana.a smithi092 *:3000 running (4m) 3m ago 4m 82.5M - 9.4.7 954c08fa6188 044a70fdd07e 2024-03-07T02:59:33.384 INFO:teuthology.orchestra.run.smithi090.stdout:mds.a smithi090 running (5m) 3m ago 5m 12.7M - 18.2.1-718-gae75fc9d 0164bb8a7c67 8b3baf63c0c9 2024-03-07T02:59:33.384 INFO:teuthology.orchestra.run.smithi090.stdout:mds.b smithi092 running (5m) 3m ago 5m 15.4M - 18.2.1-718-gae75fc9d 0164bb8a7c67 ce3c1188fa28 2024-03-07T02:59:33.384 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.x smithi092 *:8443,8765 running (9m) 3m ago 9m 449M - 18.2.1-718-gae75fc9d 0164bb8a7c67 b1184af39190 2024-03-07T02:59:33.384 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.y smithi090 *:9283,8765 running (10m) 3m ago 10m 497M - 18.2.1-718-gae75fc9d 0164bb8a7c67 a5359f652648 2024-03-07T02:59:33.384 INFO:teuthology.orchestra.run.smithi090.stdout:mon.a smithi090 running (10m) 3m ago 11m 47.8M 2048M 18.2.1-718-gae75fc9d 0164bb8a7c67 84d91110fe9f 2024-03-07T02:59:33.384 INFO:teuthology.orchestra.run.smithi090.stdout:mon.b smithi092 running (9m) 3m ago 9m 39.7M 2048M 18.2.1-718-gae75fc9d 0164bb8a7c67 27a7830719c5 2024-03-07T02:59:33.384 INFO:teuthology.orchestra.run.smithi090.stdout:mon.c smithi090 running (9m) 3m ago 9m 38.8M 2048M 18.2.1-718-gae75fc9d 0164bb8a7c67 9eaa649b1445 2024-03-07T02:59:33.384 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.a smithi090 *:9100 running (4m) 3m ago 4m 15.0M - 1.5.0 0da6a335fe13 76496853f3a5 2024-03-07T02:59:33.384 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.b smithi092 *:9100 running (4m) 3m ago 4m 8363k - 1.5.0 0da6a335fe13 9ed8c0a03920 2024-03-07T02:59:33.384 INFO:teuthology.orchestra.run.smithi090.stdout:osd.0 smithi090 running (8m) 3m ago 8m 44.6M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 725e893e6886 2024-03-07T02:59:33.384 INFO:teuthology.orchestra.run.smithi090.stdout:osd.1 smithi090 running (8m) 3m ago 8m 43.5M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 9b941d592b34 2024-03-07T02:59:33.385 INFO:teuthology.orchestra.run.smithi090.stdout:osd.2 smithi090 running (8m) 3m ago 8m 43.2M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 9852da06477f 2024-03-07T02:59:33.385 INFO:teuthology.orchestra.run.smithi090.stdout:osd.3 smithi090 running (7m) 3m ago 7m 44.7M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 1e9119683f37 2024-03-07T02:59:33.385 INFO:teuthology.orchestra.run.smithi090.stdout:osd.4 smithi092 running (7m) 3m ago 7m 41.5M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 9ffc02d81c13 2024-03-07T02:59:33.385 INFO:teuthology.orchestra.run.smithi090.stdout:osd.5 smithi092 running (6m) 3m ago 6m 41.4M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 028e6ccdd1db 2024-03-07T02:59:33.385 INFO:teuthology.orchestra.run.smithi090.stdout:osd.6 smithi092 running (6m) 3m ago 6m 44.4M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 04f0a980ec71 2024-03-07T02:59:33.385 INFO:teuthology.orchestra.run.smithi090.stdout:osd.7 smithi092 running (6m) 3m ago 6m 43.0M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 1f2215787147 2024-03-07T02:59:33.385 INFO:teuthology.orchestra.run.smithi090.stdout:prometheus.a smithi092 *:9095 running (4m) 3m ago 5m 29.3M - 2.43.0 a07b618ecd1d 1302f14a5c88 2024-03-07T02:59:33.456 INFO:tasks.rados.rados.0.smithi090.stdout:877: done (0 left) 2024-03-07T02:59:33.457 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 27 current snap is 82 2024-03-07T02:59:33.457 INFO:tasks.rados.rados.0.smithi090.stdout:878: seq_num 279 ranges {2080768=679936,2760704=720896,3481600=483328,3964928=401408} 2024-03-07T02:59:33.471 INFO:tasks.rados.rados.0.smithi090.stdout:878: writing smithi09077644-27 from 2080768 to 2760704 tid 1 2024-03-07T02:59:33.476 INFO:tasks.rados.rados.0.smithi090.stdout:878: writing smithi09077644-27 from 2760704 to 3481600 tid 2 2024-03-07T02:59:33.480 INFO:tasks.rados.rados.0.smithi090.stdout:878: writing smithi09077644-27 from 3481600 to 3964928 tid 3 2024-03-07T02:59:33.483 INFO:tasks.rados.rados.0.smithi090.stdout:878: writing smithi09077644-27 from 3964928 to 4366336 tid 4 2024-03-07T02:59:33.483 INFO:tasks.rados.rados.0.smithi090.stdout:879: read oid 26 snap -1 2024-03-07T02:59:33.483 INFO:tasks.rados.rados.0.smithi090.stdout:879: expect deleted 2024-03-07T02:59:33.483 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 48 current snap is 82 2024-03-07T02:59:33.483 INFO:tasks.rados.rados.0.smithi090.stdout:878: finishing write tid 1 to smithi09077644-27 2024-03-07T02:59:33.483 INFO:tasks.rados.rados.0.smithi090.stdout:878: finishing write tid 2 to smithi09077644-27 2024-03-07T02:59:33.483 INFO:tasks.rados.rados.0.smithi090.stdout:878: finishing write tid 3 to smithi09077644-27 2024-03-07T02:59:33.483 INFO:tasks.rados.rados.0.smithi090.stdout:880: seq_num 280 ranges {6144000=696320,6840320=606208,7446528=688128,8134656=311296} 2024-03-07T02:59:33.520 INFO:tasks.rados.rados.0.smithi090.stdout:880: writing smithi09077644-48 from 6144000 to 6840320 tid 1 2024-03-07T02:59:33.524 INFO:tasks.rados.rados.0.smithi090.stdout:880: writing smithi09077644-48 from 6840320 to 7446528 tid 2 2024-03-07T02:59:33.528 INFO:tasks.rados.rados.0.smithi090.stdout:880: writing smithi09077644-48 from 7446528 to 8134656 tid 3 2024-03-07T02:59:33.531 INFO:tasks.rados.rados.0.smithi090.stdout:880: writing smithi09077644-48 from 8134656 to 8445952 tid 4 2024-03-07T02:59:33.531 INFO:tasks.rados.rados.0.smithi090.stdout:881: read oid 10 snap -1 2024-03-07T02:59:33.531 INFO:tasks.rados.rados.0.smithi090.stdout:881: expect (ObjNum 266 snap 75 seq_num 266) 2024-03-07T02:59:33.531 INFO:tasks.rados.rados.0.smithi090.stdout:882: rollback oid 30 current snap is 82 2024-03-07T02:59:33.531 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 30 to 59 2024-03-07T02:59:33.531 INFO:tasks.rados.rados.0.smithi090.stdout:878: finishing write tid 4 to smithi09077644-27 2024-03-07T02:59:33.531 INFO:tasks.rados.rados.0.smithi090.stdout:878: finishing write tid 5 to smithi09077644-27 2024-03-07T02:59:33.531 INFO:tasks.rados.rados.0.smithi090.stdout:879: done (4 left) 2024-03-07T02:59:33.531 INFO:tasks.rados.rados.0.smithi090.stdout:883: read oid 6 snap -1 2024-03-07T02:59:33.531 INFO:tasks.rados.rados.0.smithi090.stdout:883: expect (ObjNum 212 snap 56 seq_num 212) 2024-03-07T02:59:33.531 INFO:tasks.rados.rados.0.smithi090.stdout:884: read oid 29 snap -1 2024-03-07T02:59:33.532 INFO:tasks.rados.rados.0.smithi090.stdout:884: expect (ObjNum 250 snap 71 seq_num 250) 2024-03-07T02:59:33.532 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 19 current snap is 82 2024-03-07T02:59:33.532 INFO:tasks.rados.rados.0.smithi090.stdout:878: finishing write tid 6 to smithi09077644-27 2024-03-07T02:59:33.532 INFO:tasks.rados.rados.0.smithi090.stdout:878: oid 27 updating version 0 to 217 2024-03-07T02:59:33.532 INFO:tasks.rados.rados.0.smithi090.stdout:878: oid 27 updating version 217 to 219 2024-03-07T02:59:33.532 INFO:tasks.rados.rados.0.smithi090.stdout:878: oid 27 version 219 is already newer than 218 2024-03-07T02:59:33.532 INFO:tasks.rados.rados.0.smithi090.stdout:878: oid 27 updating version 219 to 220 2024-03-07T02:59:33.532 INFO:tasks.rados.rados.0.smithi090.stdout:878: oid 27 updating version 220 to 221 2024-03-07T02:59:33.532 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 27 v 221 (ObjNum 279 snap 82 seq_num 279) dirty exists 2024-03-07T02:59:33.532 INFO:tasks.rados.rados.0.smithi090.stdout:878: left oid 27 (ObjNum 279 snap 82 seq_num 279) 2024-03-07T02:59:33.532 INFO:tasks.rados.rados.0.smithi090.stdout:880: finishing write tid 1 to smithi09077644-48 2024-03-07T02:59:33.532 INFO:tasks.rados.rados.0.smithi090.stdout:880: finishing write tid 2 to smithi09077644-48 2024-03-07T02:59:33.532 INFO:tasks.rados.rados.0.smithi090.stdout:885: seq_num 281 ranges {4177920=712704,4890624=491520,5382144=491520,5873664=622592} 2024-03-07T02:59:33.558 INFO:tasks.rados.rados.0.smithi090.stdout:885: writing smithi09077644-19 from 4177920 to 4890624 tid 1 2024-03-07T02:59:33.561 INFO:tasks.rados.rados.0.smithi090.stdout:885: writing smithi09077644-19 from 4890624 to 5382144 tid 2 2024-03-07T02:59:33.564 INFO:tasks.rados.rados.0.smithi090.stdout:885: writing smithi09077644-19 from 5382144 to 5873664 tid 3 2024-03-07T02:59:33.568 INFO:tasks.rados.rados.0.smithi090.stdout:885: writing smithi09077644-19 from 5873664 to 6496256 tid 4 2024-03-07T02:59:33.569 INFO:tasks.rados.rados.0.smithi090.stdout:878: done (6 left) 2024-03-07T02:59:33.569 INFO:tasks.rados.rados.0.smithi090.stdout:886: read oid 1 snap -1 2024-03-07T02:59:33.569 INFO:tasks.rados.rados.0.smithi090.stdout:886: expect (ObjNum 271 snap 78 seq_num 271) 2024-03-07T02:59:33.569 INFO:tasks.rados.rados.0.smithi090.stdout:887: read oid 27 snap -1 2024-03-07T02:59:33.569 INFO:tasks.rados.rados.0.smithi090.stdout:887: expect (ObjNum 279 snap 82 seq_num 279) 2024-03-07T02:59:33.569 INFO:tasks.rados.rados.0.smithi090.stdout:888: copy_from oid 42 from oid 32 current snap is 82 2024-03-07T02:59:33.569 INFO:tasks.rados.rados.0.smithi090.stdout:882: finishing rollback tid 0 to smithi09077644-30 2024-03-07T02:59:33.569 INFO:tasks.rados.rados.0.smithi090.stdout:882: finishing rollback tid 1 to smithi09077644-30 2024-03-07T02:59:33.569 INFO:tasks.rados.rados.0.smithi090.stdout:889: setattr oid 49 current snap is 82 2024-03-07T02:59:33.569 INFO:tasks.rados.rados.0.smithi090.stdout:880: finishing write tid 3 to smithi09077644-48 2024-03-07T02:59:33.569 INFO:tasks.rados.rados.0.smithi090.stdout:882: finishing rollback tid 2 to smithi09077644-30 2024-03-07T02:59:33.569 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 30 v 387 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-03-07T02:59:33.569 INFO:tasks.rados.rados.0.smithi090.stdout:880: finishing write tid 4 to smithi09077644-48 2024-03-07T02:59:33.569 INFO:tasks.rados.rados.0.smithi090.stdout:880: finishing write tid 5 to smithi09077644-48 2024-03-07T02:59:33.569 INFO:tasks.rados.rados.0.smithi090.stdout:880: finishing write tid 6 to smithi09077644-48 2024-03-07T02:59:33.570 INFO:tasks.rados.rados.0.smithi090.stdout:880: oid 48 updating version 0 to 366 2024-03-07T02:59:33.570 INFO:tasks.rados.rados.0.smithi090.stdout:880: oid 48 updating version 366 to 367 2024-03-07T02:59:33.570 INFO:tasks.rados.rados.0.smithi090.stdout:880: oid 48 version 367 is already newer than 364 2024-03-07T02:59:33.570 INFO:tasks.rados.rados.0.smithi090.stdout:880: oid 48 version 367 is already newer than 365 2024-03-07T02:59:33.570 INFO:tasks.rados.rados.0.smithi090.stdout:880: oid 48 updating version 367 to 368 2024-03-07T02:59:33.570 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 368 (ObjNum 280 snap 82 seq_num 280) dirty exists 2024-03-07T02:59:33.570 INFO:tasks.rados.rados.0.smithi090.stdout:880: left oid 48 (ObjNum 280 snap 82 seq_num 280) 2024-03-07T02:59:33.570 INFO:tasks.rados.rados.0.smithi090.stdout:881: expect (ObjNum 266 snap 75 seq_num 266) 2024-03-07T02:59:33.629 INFO:tasks.rados.rados.0.smithi090.stdout:883: expect (ObjNum 212 snap 56 seq_num 212) 2024-03-07T02:59:33.746 INFO:tasks.rados.rados.0.smithi090.stdout:884: expect (ObjNum 250 snap 71 seq_num 250) 2024-03-07T02:59:33.814 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-03-07T02:59:33.814 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": { 2024-03-07T02:59:33.814 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 3 2024-03-07T02:59:33.814 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T02:59:33.814 INFO:teuthology.orchestra.run.smithi090.stdout: "mgr": { 2024-03-07T02:59:33.814 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 2 2024-03-07T02:59:33.814 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T02:59:33.814 INFO:teuthology.orchestra.run.smithi090.stdout: "osd": { 2024-03-07T02:59:33.814 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 8 2024-03-07T02:59:33.815 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T02:59:33.815 INFO:teuthology.orchestra.run.smithi090.stdout: "mds": { 2024-03-07T02:59:33.815 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 2 2024-03-07T02:59:33.815 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T02:59:33.815 INFO:teuthology.orchestra.run.smithi090.stdout: "overall": { 2024-03-07T02:59:33.815 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 15 2024-03-07T02:59:33.815 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-03-07T02:59:33.815 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-03-07T02:59:33.815 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:33 smithi090 ceph-mon[37987]: osdmap e225: 8 total, 8 up, 8 in 2024-03-07T02:59:33.815 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:33 smithi090 ceph-mon[37987]: pgmap v321: 121 pgs: 121 active+clean; 274 MiB data, 886 MiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 3.9 MiB/s wr, 17 op/s 2024-03-07T02:59:33.816 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:33 smithi090 ceph-mon[27223]: osdmap e225: 8 total, 8 up, 8 in 2024-03-07T02:59:33.816 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:33 smithi090 ceph-mon[27223]: pgmap v321: 121 pgs: 121 active+clean; 274 MiB data, 886 MiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 3.9 MiB/s wr, 17 op/s 2024-03-07T02:59:33.818 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:33 smithi092 ceph-mon[31083]: osdmap e225: 8 total, 8 up, 8 in 2024-03-07T02:59:33.818 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:33 smithi092 ceph-mon[31083]: pgmap v321: 121 pgs: 121 active+clean; 274 MiB data, 886 MiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 3.9 MiB/s wr, 17 op/s 2024-03-07T02:59:33.947 INFO:tasks.rados.rados.0.smithi090.stdout:885: finishing write tid 1 to smithi09077644-19 2024-03-07T02:59:33.948 INFO:tasks.rados.rados.0.smithi090.stdout:885: finishing write tid 2 to smithi09077644-19 2024-03-07T02:59:33.948 INFO:tasks.rados.rados.0.smithi090.stdout:885: finishing write tid 3 to smithi09077644-19 2024-03-07T02:59:33.948 INFO:tasks.rados.rados.0.smithi090.stdout:885: finishing write tid 4 to smithi09077644-19 2024-03-07T02:59:33.948 INFO:tasks.rados.rados.0.smithi090.stdout:885: finishing write tid 5 to smithi09077644-19 2024-03-07T02:59:33.948 INFO:tasks.rados.rados.0.smithi090.stdout:885: finishing write tid 6 to smithi09077644-19 2024-03-07T02:59:33.948 INFO:tasks.rados.rados.0.smithi090.stdout:885: oid 19 updating version 0 to 422 2024-03-07T02:59:33.948 INFO:tasks.rados.rados.0.smithi090.stdout:885: oid 19 updating version 422 to 423 2024-03-07T02:59:33.948 INFO:tasks.rados.rados.0.smithi090.stdout:885: oid 19 version 423 is already newer than 420 2024-03-07T02:59:33.948 INFO:tasks.rados.rados.0.smithi090.stdout:885: oid 19 updating version 423 to 424 2024-03-07T02:59:33.948 INFO:tasks.rados.rados.0.smithi090.stdout:885: oid 19 version 424 is already newer than 421 2024-03-07T02:59:33.948 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 424 (ObjNum 281 snap 82 seq_num 281) dirty exists 2024-03-07T02:59:33.948 INFO:tasks.rados.rados.0.smithi090.stdout:885: left oid 19 (ObjNum 281 snap 82 seq_num 281) 2024-03-07T02:59:33.949 INFO:tasks.rados.rados.0.smithi090.stdout:888: finishing copy_from racing read to smithi09077644-42 2024-03-07T02:59:33.949 INFO:tasks.rados.rados.0.smithi090.stdout:886: expect (ObjNum 271 snap 78 seq_num 271) 2024-03-07T02:59:34.004 INFO:tasks.rados.rados.0.smithi090.stdout:888: finishing copy_from to smithi09077644-42 2024-03-07T02:59:34.004 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 42 v 113 (ObjNum 200 snap 52 seq_num 200) dirty exists 2024-03-07T02:59:34.004 INFO:tasks.rados.rados.0.smithi090.stdout:887: expect (ObjNum 279 snap 82 seq_num 279) 2024-03-07T02:59:34.152 INFO:tasks.rados.rados.0.smithi090.stdout:880: done (9 left) 2024-03-07T02:59:34.152 INFO:tasks.rados.rados.0.smithi090.stdout:881: done (8 left) 2024-03-07T02:59:34.152 INFO:tasks.rados.rados.0.smithi090.stdout:882: done (7 left) 2024-03-07T02:59:34.152 INFO:tasks.rados.rados.0.smithi090.stdout:883: done (6 left) 2024-03-07T02:59:34.152 INFO:tasks.rados.rados.0.smithi090.stdout:884: done (5 left) 2024-03-07T02:59:34.152 INFO:tasks.rados.rados.0.smithi090.stdout:885: done (4 left) 2024-03-07T02:59:34.152 INFO:tasks.rados.rados.0.smithi090.stdout:886: done (3 left) 2024-03-07T02:59:34.153 INFO:tasks.rados.rados.0.smithi090.stdout:887: done (2 left) 2024-03-07T02:59:34.153 INFO:tasks.rados.rados.0.smithi090.stdout:888: done (1 left) 2024-03-07T02:59:34.153 INFO:tasks.rados.rados.0.smithi090.stdout:890: copy_from oid 13 from oid 45 current snap is 82 2024-03-07T02:59:34.153 INFO:tasks.rados.rados.0.smithi090.stdout:891: read oid 22 snap 81 2024-03-07T02:59:34.153 INFO:tasks.rados.rados.0.smithi090.stdout:891: expect (ObjNum 254 snap 72 seq_num 254) 2024-03-07T02:59:34.153 INFO:tasks.rados.rados.0.smithi090.stdout:892: rmattr oid 20 current snap is 82 2024-03-07T02:59:34.153 INFO:tasks.rados.rados.0.smithi090.stdout:892: done (3 left) 2024-03-07T02:59:34.153 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 3 current snap is 82 2024-03-07T02:59:34.153 INFO:tasks.rados.rados.0.smithi090.stdout:893: seq_num 282 ranges {638976=729088,1368064=425984,1794048=704512,2498560=475136} 2024-03-07T02:59:34.160 INFO:tasks.rados.rados.0.smithi090.stdout:893: writing smithi09077644-3 from 638976 to 1368064 tid 1 2024-03-07T02:59:34.163 INFO:tasks.rados.rados.0.smithi090.stdout:893: writing smithi09077644-3 from 1368064 to 1794048 tid 2 2024-03-07T02:59:34.167 INFO:tasks.rados.rados.0.smithi090.stdout:893: writing smithi09077644-3 from 1794048 to 2498560 tid 3 2024-03-07T02:59:34.170 INFO:tasks.rados.rados.0.smithi090.stdout:893: writing smithi09077644-3 from 2498560 to 2973696 tid 4 2024-03-07T02:59:34.170 INFO:tasks.rados.rados.0.smithi090.stdout:894: rmattr oid 17 current snap is 82 2024-03-07T02:59:34.170 INFO:tasks.rados.rados.0.smithi090.stdout:894: done (4 left) 2024-03-07T02:59:34.170 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 17 current snap is 82 2024-03-07T02:59:34.171 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 49 v 411 (ObjNum 187 snap 49 seq_num 187) dirty exists 2024-03-07T02:59:34.171 INFO:tasks.rados.rados.0.smithi090.stdout:893: finishing write tid 1 to smithi09077644-3 2024-03-07T02:59:34.171 INFO:tasks.rados.rados.0.smithi090.stdout:893: finishing write tid 2 to smithi09077644-3 2024-03-07T02:59:34.171 INFO:tasks.rados.rados.0.smithi090.stdout:895: seq_num 283 ranges {0=745472,745472=712704,1458176=458752,1916928=434176} 2024-03-07T02:59:34.175 INFO:tasks.rados.rados.0.smithi090.stdout:895: writing smithi09077644-17 from 0 to 745472 tid 1 2024-03-07T02:59:34.179 INFO:tasks.rados.rados.0.smithi090.stdout:895: writing smithi09077644-17 from 745472 to 1458176 tid 2 2024-03-07T02:59:34.182 INFO:tasks.rados.rados.0.smithi090.stdout:895: writing smithi09077644-17 from 1458176 to 1916928 tid 3 2024-03-07T02:59:34.185 INFO:tasks.rados.rados.0.smithi090.stdout:895: writing smithi09077644-17 from 1916928 to 2351104 tid 4 2024-03-07T02:59:34.185 INFO:tasks.rados.rados.0.smithi090.stdout:889: done (4 left) 2024-03-07T02:59:34.185 INFO:tasks.rados.rados.0.smithi090.stdout:896: read oid 1 snap 79 2024-03-07T02:59:34.185 INFO:tasks.rados.rados.0.smithi090.stdout:896: expect (ObjNum 271 snap 78 seq_num 271) 2024-03-07T02:59:34.185 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 9 current snap is 82 2024-03-07T02:59:34.185 INFO:tasks.rados.rados.0.smithi090.stdout:893: finishing write tid 3 to smithi09077644-3 2024-03-07T02:59:34.185 INFO:tasks.rados.rados.0.smithi090.stdout:893: finishing write tid 4 to smithi09077644-3 2024-03-07T02:59:34.185 INFO:tasks.rados.rados.0.smithi090.stdout:891: expect (ObjNum 254 snap 72 seq_num 254) 2024-03-07T02:59:34.493 INFO:tasks.rados.rados.0.smithi090.stdout:893: finishing write tid 5 to smithi09077644-3 2024-03-07T02:59:34.493 INFO:tasks.rados.rados.0.smithi090.stdout:893: finishing write tid 6 to smithi09077644-3 2024-03-07T02:59:34.493 INFO:tasks.rados.rados.0.smithi090.stdout:893: oid 3 updating version 0 to 302 2024-03-07T02:59:34.493 INFO:tasks.rados.rados.0.smithi090.stdout:893: oid 3 version 302 is already newer than 300 2024-03-07T02:59:34.493 INFO:tasks.rados.rados.0.smithi090.stdout:893: oid 3 version 302 is already newer than 299 2024-03-07T02:59:34.493 INFO:tasks.rados.rados.0.smithi090.stdout:893: oid 3 updating version 302 to 303 2024-03-07T02:59:34.493 INFO:tasks.rados.rados.0.smithi090.stdout:893: oid 3 version 303 is already newer than 301 2024-03-07T02:59:34.493 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 303 (ObjNum 282 snap 82 seq_num 282) dirty exists 2024-03-07T02:59:34.493 INFO:tasks.rados.rados.0.smithi090.stdout:893: left oid 3 (ObjNum 282 snap 82 seq_num 282) 2024-03-07T02:59:34.494 INFO:tasks.rados.rados.0.smithi090.stdout:890: finishing copy_from racing read to smithi09077644-13 2024-03-07T02:59:34.494 INFO:tasks.rados.rados.0.smithi090.stdout:897: seq_num 284 ranges {0=761856,761856=598016,1359872=671744,2031616=335872} 2024-03-07T02:59:34.497 INFO:tasks.rados.rados.0.smithi090.stdout:897: writing smithi09077644-9 from 0 to 761856 tid 1 2024-03-07T02:59:34.500 INFO:tasks.rados.rados.0.smithi090.stdout:897: writing smithi09077644-9 from 761856 to 1359872 tid 2 2024-03-07T02:59:34.504 INFO:tasks.rados.rados.0.smithi090.stdout:897: writing smithi09077644-9 from 1359872 to 2031616 tid 3 2024-03-07T02:59:34.507 INFO:tasks.rados.rados.0.smithi090.stdout:897: writing smithi09077644-9 from 2031616 to 2367488 tid 4 2024-03-07T02:59:34.507 INFO:tasks.rados.rados.0.smithi090.stdout:891: done (5 left) 2024-03-07T02:59:34.507 INFO:tasks.rados.rados.0.smithi090.stdout:893: done (4 left) 2024-03-07T02:59:34.507 INFO:tasks.rados.rados.0.smithi090.stdout:898: read oid 42 snap 75 2024-03-07T02:59:34.507 INFO:tasks.rados.rados.0.smithi090.stdout:898: expect (ObjNum 187 snap 49 seq_num 187) 2024-03-07T02:59:34.507 INFO:tasks.rados.rados.0.smithi090.stdout:899: rollback oid 31 current snap is 82 2024-03-07T02:59:34.507 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 31 to 65 2024-03-07T02:59:34.507 INFO:tasks.rados.rados.0.smithi090.stdout:890: finishing copy_from to smithi09077644-13 2024-03-07T02:59:34.507 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 13 v 287 (ObjNum 235 snap 61 seq_num 235) dirty exists 2024-03-07T02:59:34.507 INFO:tasks.rados.rados.0.smithi090.stdout:895: finishing write tid 1 to smithi09077644-17 2024-03-07T02:59:34.507 INFO:tasks.rados.rados.0.smithi090.stdout:895: finishing write tid 2 to smithi09077644-17 2024-03-07T02:59:34.507 INFO:tasks.rados.rados.0.smithi090.stdout:895: finishing write tid 3 to smithi09077644-17 2024-03-07T02:59:34.507 INFO:tasks.rados.rados.0.smithi090.stdout:895: finishing write tid 4 to smithi09077644-17 2024-03-07T02:59:34.507 INFO:tasks.rados.rados.0.smithi090.stdout:895: finishing write tid 5 to smithi09077644-17 2024-03-07T02:59:34.508 INFO:tasks.rados.rados.0.smithi090.stdout:896: expect (ObjNum 271 snap 78 seq_num 271) 2024-03-07T02:59:34.568 INFO:tasks.rados.rados.0.smithi090.stdout:895: finishing write tid 6 to smithi09077644-17 2024-03-07T02:59:34.569 INFO:tasks.rados.rados.0.smithi090.stdout:895: oid 17 updating version 0 to 417 2024-03-07T02:59:34.569 INFO:tasks.rados.rados.0.smithi090.stdout:895: oid 17 version 417 is already newer than 415 2024-03-07T02:59:34.569 INFO:tasks.rados.rados.0.smithi090.stdout:895: oid 17 version 417 is already newer than 414 2024-03-07T02:59:34.569 INFO:tasks.rados.rados.0.smithi090.stdout:895: oid 17 version 417 is already newer than 416 2024-03-07T02:59:34.569 INFO:tasks.rados.rados.0.smithi090.stdout:895: oid 17 updating version 417 to 418 2024-03-07T02:59:34.569 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 17 v 418 (ObjNum 283 snap 82 seq_num 283) dirty exists 2024-03-07T02:59:34.569 INFO:tasks.rados.rados.0.smithi090.stdout:895: left oid 17 (ObjNum 283 snap 82 seq_num 283) 2024-03-07T02:59:34.569 INFO:tasks.rados.rados.0.smithi090.stdout:897: finishing write tid 1 to smithi09077644-9 2024-03-07T02:59:34.569 INFO:tasks.rados.rados.0.smithi090.stdout:897: finishing write tid 2 to smithi09077644-9 2024-03-07T02:59:34.569 INFO:tasks.rados.rados.0.smithi090.stdout:897: finishing write tid 3 to smithi09077644-9 2024-03-07T02:59:34.569 INFO:tasks.rados.rados.0.smithi090.stdout:897: finishing write tid 4 to smithi09077644-9 2024-03-07T02:59:34.569 INFO:tasks.rados.rados.0.smithi090.stdout:890: done (5 left) 2024-03-07T02:59:34.569 INFO:tasks.rados.rados.0.smithi090.stdout:895: done (4 left) 2024-03-07T02:59:34.569 INFO:tasks.rados.rados.0.smithi090.stdout:896: done (3 left) 2024-03-07T02:59:34.569 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 8 current snap is 82 2024-03-07T02:59:34.569 INFO:tasks.rados.rados.0.smithi090.stdout:897: finishing write tid 5 to smithi09077644-9 2024-03-07T02:59:34.570 INFO:tasks.rados.rados.0.smithi090.stdout:900: seq_num 285 ranges {1425408=778240,2203648=475136,2678784=475136,3153920=655360} 2024-03-07T02:59:34.580 INFO:tasks.rados.rados.0.smithi090.stdout:900: writing smithi09077644-8 from 1425408 to 2203648 tid 1 2024-03-07T02:59:34.583 INFO:tasks.rados.rados.0.smithi090.stdout:900: writing smithi09077644-8 from 2203648 to 2678784 tid 2 2024-03-07T02:59:34.586 INFO:tasks.rados.rados.0.smithi090.stdout:900: writing smithi09077644-8 from 2678784 to 3153920 tid 3 2024-03-07T02:59:34.591 INFO:tasks.rados.rados.0.smithi090.stdout:900: writing smithi09077644-8 from 3153920 to 3809280 tid 4 2024-03-07T02:59:34.591 INFO:tasks.rados.rados.0.smithi090.stdout:901: copy_from oid 20 from oid 24 current snap is 82 2024-03-07T02:59:34.591 INFO:tasks.rados.rados.0.smithi090.stdout:902: snap_remove snap 76 2024-03-07T02:59:34.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:34 smithi090 ceph-mon[27223]: from='client.25037 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:59:34.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:34 smithi090 ceph-mon[27223]: from='client.15156 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:59:34.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:34 smithi090 ceph-mon[27223]: osdmap e226: 8 total, 8 up, 8 in 2024-03-07T02:59:34.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:34 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T02:59:34.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:34 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/3224956011' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T02:59:34.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:34 smithi090 ceph-mon[27223]: osdmap e227: 8 total, 8 up, 8 in 2024-03-07T02:59:34.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:34 smithi090 ceph-mon[37987]: from='client.25037 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:59:34.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:34 smithi090 ceph-mon[37987]: from='client.15156 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:59:34.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:34 smithi090 ceph-mon[37987]: osdmap e226: 8 total, 8 up, 8 in 2024-03-07T02:59:34.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:34 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T02:59:34.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:34 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/3224956011' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T02:59:34.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:34 smithi090 ceph-mon[37987]: osdmap e227: 8 total, 8 up, 8 in 2024-03-07T02:59:34.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:34 smithi092 ceph-mon[31083]: from='client.25037 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:59:34.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:34 smithi092 ceph-mon[31083]: from='client.15156 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T02:59:34.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:34 smithi092 ceph-mon[31083]: osdmap e226: 8 total, 8 up, 8 in 2024-03-07T02:59:34.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:34 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T02:59:34.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:34 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/3224956011' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T02:59:34.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:34 smithi092 ceph-mon[31083]: osdmap e227: 8 total, 8 up, 8 in 2024-03-07T02:59:35.465 INFO:tasks.rados.rados.0.smithi090.stdout:902: done (5 left) 2024-03-07T02:59:35.465 INFO:tasks.rados.rados.0.smithi090.stdout:903: rollback oid 21 current snap is 82 2024-03-07T02:59:35.465 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 21 to 59 2024-03-07T02:59:35.465 INFO:tasks.rados.rados.0.smithi090.stdout:904: delete oid 33 current snap is 82 2024-03-07T02:59:35.465 INFO:tasks.rados.rados.0.smithi090.stdout:897: finishing write tid 6 to smithi09077644-9 2024-03-07T02:59:35.465 INFO:tasks.rados.rados.0.smithi090.stdout:897: oid 9 updating version 0 to 426 2024-03-07T02:59:35.465 INFO:tasks.rados.rados.0.smithi090.stdout:897: oid 9 updating version 426 to 427 2024-03-07T02:59:35.465 INFO:tasks.rados.rados.0.smithi090.stdout:897: oid 9 version 427 is already newer than 425 2024-03-07T02:59:35.465 INFO:tasks.rados.rados.0.smithi090.stdout:897: oid 9 updating version 427 to 429 2024-03-07T02:59:35.465 INFO:tasks.rados.rados.0.smithi090.stdout:897: oid 9 version 429 is already newer than 428 2024-03-07T02:59:35.465 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 9 v 429 (ObjNum 284 snap 82 seq_num 284) dirty exists 2024-03-07T02:59:35.465 INFO:tasks.rados.rados.0.smithi090.stdout:897: left oid 9 (ObjNum 284 snap 82 seq_num 284) 2024-03-07T02:59:35.465 INFO:tasks.rados.rados.0.smithi090.stdout:899: finishing rollback tid 0 to smithi09077644-31 2024-03-07T02:59:35.466 INFO:tasks.rados.rados.0.smithi090.stdout:899: finishing rollback tid 1 to smithi09077644-31 2024-03-07T02:59:35.466 INFO:tasks.rados.rados.0.smithi090.stdout:899: finishing rollback tid 2 to smithi09077644-31 2024-03-07T02:59:35.466 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 75 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-03-07T02:59:35.466 INFO:tasks.rados.rados.0.smithi090.stdout:898: expect (ObjNum 187 snap 49 seq_num 187) 2024-03-07T02:59:35.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:35 smithi090 ceph-mon[27223]: pgmap v324: 121 pgs: 121 active+clean; 298 MiB data, 901 MiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 5.8 MiB/s wr, 25 op/s 2024-03-07T02:59:35.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:35 smithi090 ceph-mon[37987]: pgmap v324: 121 pgs: 121 active+clean; 298 MiB data, 901 MiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 5.8 MiB/s wr, 25 op/s 2024-03-07T02:59:35.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:35 smithi092 ceph-mon[31083]: pgmap v324: 121 pgs: 121 active+clean; 298 MiB data, 901 MiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 5.8 MiB/s wr, 25 op/s 2024-03-07T02:59:35.923 INFO:tasks.rados.rados.0.smithi090.stdout:900: finishing write tid 1 to smithi09077644-8 2024-03-07T02:59:35.923 INFO:tasks.rados.rados.0.smithi090.stdout:900: finishing write tid 2 to smithi09077644-8 2024-03-07T02:59:35.923 INFO:tasks.rados.rados.0.smithi090.stdout:900: finishing write tid 3 to smithi09077644-8 2024-03-07T02:59:35.923 INFO:tasks.rados.rados.0.smithi090.stdout:897: done (6 left) 2024-03-07T02:59:35.923 INFO:tasks.rados.rados.0.smithi090.stdout:898: done (5 left) 2024-03-07T02:59:35.923 INFO:tasks.rados.rados.0.smithi090.stdout:899: done (4 left) 2024-03-07T02:59:35.923 INFO:tasks.rados.rados.0.smithi090.stdout:904: done (3 left) 2024-03-07T02:59:35.924 INFO:tasks.rados.rados.0.smithi090.stdout:905: snap_create 2024-03-07T02:59:35.924 INFO:tasks.rados.rados.0.smithi090.stdout:900: finishing write tid 4 to smithi09077644-8 2024-03-07T02:59:35.924 INFO:tasks.rados.rados.0.smithi090.stdout:900: finishing write tid 5 to smithi09077644-8 2024-03-07T02:59:35.924 INFO:tasks.rados.rados.0.smithi090.stdout:900: finishing write tid 6 to smithi09077644-8 2024-03-07T02:59:35.924 INFO:tasks.rados.rados.0.smithi090.stdout:900: oid 8 updating version 0 to 432 2024-03-07T02:59:35.924 INFO:tasks.rados.rados.0.smithi090.stdout:900: oid 8 updating version 432 to 434 2024-03-07T02:59:35.924 INFO:tasks.rados.rados.0.smithi090.stdout:900: oid 8 version 434 is already newer than 433 2024-03-07T02:59:35.924 INFO:tasks.rados.rados.0.smithi090.stdout:900: oid 8 version 434 is already newer than 431 2024-03-07T02:59:35.924 INFO:tasks.rados.rados.0.smithi090.stdout:900: oid 8 version 434 is already newer than 430 2024-03-07T02:59:35.924 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 434 (ObjNum 285 snap 82 seq_num 285) dirty exists 2024-03-07T02:59:35.924 INFO:tasks.rados.rados.0.smithi090.stdout:900: left oid 8 (ObjNum 285 snap 82 seq_num 285) 2024-03-07T02:59:35.924 INFO:tasks.rados.rados.0.smithi090.stdout:901: finishing copy_from racing read to smithi09077644-20 2024-03-07T02:59:35.924 INFO:tasks.rados.rados.0.smithi090.stdout:901: finishing copy_from to smithi09077644-20 2024-03-07T02:59:35.924 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 20 v 338 (ObjNum 270 snap 76 seq_num 270) dirty exists 2024-03-07T02:59:35.924 INFO:tasks.rados.rados.0.smithi090.stdout:903: finishing rollback tid 0 to smithi09077644-21 2024-03-07T02:59:35.925 INFO:tasks.rados.rados.0.smithi090.stdout:903: finishing rollback tid 1 to smithi09077644-21 2024-03-07T02:59:35.925 INFO:tasks.rados.rados.0.smithi090.stdout:903: finishing rollback tid 2 to smithi09077644-21 2024-03-07T02:59:35.925 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 161 (ObjNum 213 snap 56 seq_num 213) dirty exists 2024-03-07T02:59:36.466 INFO:tasks.rados.rados.0.smithi090.stdout:900: done (3 left) 2024-03-07T02:59:36.466 INFO:tasks.rados.rados.0.smithi090.stdout:901: done (2 left) 2024-03-07T02:59:36.466 INFO:tasks.rados.rados.0.smithi090.stdout:903: done (1 left) 2024-03-07T02:59:36.466 INFO:tasks.rados.rados.0.smithi090.stdout:905: done (0 left) 2024-03-07T02:59:36.466 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 45 current snap is 83 2024-03-07T02:59:36.466 INFO:tasks.rados.rados.0.smithi090.stdout:906: seq_num 287 ranges {5726208=8192} 2024-03-07T02:59:36.497 INFO:tasks.rados.rados.0.smithi090.stdout:906: writing smithi09077644-45 from 5726208 to 5734400 tid 1 2024-03-07T02:59:36.497 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 10 current snap is 83 2024-03-07T02:59:36.497 INFO:tasks.rados.rados.0.smithi090.stdout:907: seq_num 288 ranges {2064384=24576} 2024-03-07T02:59:36.508 INFO:tasks.rados.rados.0.smithi090.stdout:907: writing smithi09077644-10 from 2064384 to 2088960 tid 1 2024-03-07T02:59:36.508 INFO:tasks.rados.rados.0.smithi090.stdout:908: delete oid 7 current snap is 83 2024-03-07T02:59:36.509 INFO:tasks.rados.rados.0.smithi090.stdout:906: finishing write tid 1 to smithi09077644-45 2024-03-07T02:59:36.509 INFO:tasks.rados.rados.0.smithi090.stdout:906: finishing write tid 2 to smithi09077644-45 2024-03-07T02:59:36.509 INFO:tasks.rados.rados.0.smithi090.stdout:906: finishing write tid 3 to smithi09077644-45 2024-03-07T02:59:36.509 INFO:tasks.rados.rados.0.smithi090.stdout:906: oid 45 updating version 0 to 340 2024-03-07T02:59:36.509 INFO:tasks.rados.rados.0.smithi090.stdout:906: oid 45 version 340 is already newer than 339 2024-03-07T02:59:36.509 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 45 v 340 (ObjNum 287 snap 83 seq_num 287) dirty exists 2024-03-07T02:59:36.509 INFO:tasks.rados.rados.0.smithi090.stdout:906: left oid 45 (ObjNum 287 snap 83 seq_num 287) 2024-03-07T02:59:36.513 INFO:tasks.rados.rados.0.smithi090.stdout:907: finishing write tid 1 to smithi09077644-10 2024-03-07T02:59:36.513 INFO:tasks.rados.rados.0.smithi090.stdout:907: finishing write tid 2 to smithi09077644-10 2024-03-07T02:59:36.514 INFO:tasks.rados.rados.0.smithi090.stdout:907: finishing write tid 3 to smithi09077644-10 2024-03-07T02:59:36.514 INFO:tasks.rados.rados.0.smithi090.stdout:907: oid 10 updating version 0 to 488 2024-03-07T02:59:36.514 INFO:tasks.rados.rados.0.smithi090.stdout:907: oid 10 updating version 488 to 489 2024-03-07T02:59:36.514 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 489 (ObjNum 288 snap 83 seq_num 288) dirty exists 2024-03-07T02:59:36.514 INFO:tasks.rados.rados.0.smithi090.stdout:907: left oid 10 (ObjNum 288 snap 83 seq_num 288) 2024-03-07T02:59:36.514 INFO:tasks.rados.rados.0.smithi090.stdout:906: done (2 left) 2024-03-07T02:59:36.514 INFO:tasks.rados.rados.0.smithi090.stdout:907: done (1 left) 2024-03-07T02:59:36.514 INFO:tasks.rados.rados.0.smithi090.stdout:908: done (0 left) 2024-03-07T02:59:36.514 INFO:tasks.rados.rados.0.smithi090.stdout:909: rmattr oid 17 current snap is 83 2024-03-07T02:59:36.514 INFO:tasks.rados.rados.0.smithi090.stdout:909: done (0 left) 2024-03-07T02:59:36.514 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 30 current snap is 83 2024-03-07T02:59:36.514 INFO:tasks.rados.rados.0.smithi090.stdout:910: seq_num 290 ranges {253952=57344} 2024-03-07T02:59:36.516 INFO:tasks.rados.rados.0.smithi090.stdout:910: writing smithi09077644-30 from 253952 to 311296 tid 1 2024-03-07T02:59:36.516 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 27 current snap is 83 2024-03-07T02:59:36.516 INFO:tasks.rados.rados.0.smithi090.stdout:911: seq_num 291 ranges {4366336=81920} 2024-03-07T02:59:36.540 INFO:tasks.rados.rados.0.smithi090.stdout:911: writing smithi09077644-27 from 4366336 to 4448256 tid 1 2024-03-07T02:59:36.540 INFO:tasks.rados.rados.0.smithi090.stdout:912: delete oid 20 current snap is 83 2024-03-07T02:59:36.540 INFO:tasks.rados.rados.0.smithi090.stdout:910: finishing write tid 1 to smithi09077644-30 2024-03-07T02:59:36.540 INFO:tasks.rados.rados.0.smithi090.stdout:910: finishing write tid 2 to smithi09077644-30 2024-03-07T02:59:36.540 INFO:tasks.rados.rados.0.smithi090.stdout:910: finishing write tid 3 to smithi09077644-30 2024-03-07T02:59:36.540 INFO:tasks.rados.rados.0.smithi090.stdout:910: oid 30 updating version 0 to 400 2024-03-07T02:59:36.540 INFO:tasks.rados.rados.0.smithi090.stdout:910: oid 30 version 400 is already newer than 399 2024-03-07T02:59:36.540 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 30 v 400 (ObjNum 290 snap 83 seq_num 290) dirty exists 2024-03-07T02:59:36.540 INFO:tasks.rados.rados.0.smithi090.stdout:910: left oid 30 (ObjNum 290 snap 83 seq_num 290) 2024-03-07T02:59:36.541 INFO:tasks.rados.rados.0.smithi090.stdout:910: done (2 left) 2024-03-07T02:59:36.541 INFO:tasks.rados.rados.0.smithi090.stdout:912: done (1 left) 2024-03-07T02:59:36.541 INFO:tasks.rados.rados.0.smithi090.stdout:913: snap_create 2024-03-07T02:59:36.542 INFO:tasks.rados.rados.0.smithi090.stdout:911: finishing write tid 1 to smithi09077644-27 2024-03-07T02:59:36.542 INFO:tasks.rados.rados.0.smithi090.stdout:911: finishing write tid 2 to smithi09077644-27 2024-03-07T02:59:36.543 INFO:tasks.rados.rados.0.smithi090.stdout:911: finishing write tid 3 to smithi09077644-27 2024-03-07T02:59:36.543 INFO:tasks.rados.rados.0.smithi090.stdout:911: oid 27 updating version 0 to 225 2024-03-07T02:59:36.543 INFO:tasks.rados.rados.0.smithi090.stdout:911: oid 27 updating version 225 to 226 2024-03-07T02:59:36.543 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 27 v 226 (ObjNum 291 snap 83 seq_num 291) dirty exists 2024-03-07T02:59:36.543 INFO:tasks.rados.rados.0.smithi090.stdout:911: left oid 27 (ObjNum 291 snap 83 seq_num 291) 2024-03-07T02:59:36.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:36 smithi090 ceph-mon[27223]: osdmap e228: 8 total, 8 up, 8 in 2024-03-07T02:59:36.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:36 smithi090 ceph-mon[37987]: osdmap e228: 8 total, 8 up, 8 in 2024-03-07T02:59:36.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:36 smithi092 ceph-mon[31083]: osdmap e228: 8 total, 8 up, 8 in 2024-03-07T02:59:37.477 INFO:tasks.rados.rados.0.smithi090.stdout:911: done (1 left) 2024-03-07T02:59:37.477 INFO:tasks.rados.rados.0.smithi090.stdout:913: done (0 left) 2024-03-07T02:59:37.478 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 13 current snap is 84 2024-03-07T02:59:37.478 INFO:tasks.rados.rados.0.smithi090.stdout:914: seq_num 293 ranges {5726208=114688} 2024-03-07T02:59:37.508 INFO:tasks.rados.rados.0.smithi090.stdout:914: writing smithi09077644-13 from 5726208 to 5840896 tid 1 2024-03-07T02:59:37.508 INFO:tasks.rados.rados.0.smithi090.stdout:915: delete oid 50 current snap is 84 2024-03-07T02:59:37.512 INFO:tasks.rados.rados.0.smithi090.stdout:914: finishing write tid 1 to smithi09077644-13 2024-03-07T02:59:37.512 INFO:tasks.rados.rados.0.smithi090.stdout:914: finishing write tid 2 to smithi09077644-13 2024-03-07T02:59:37.514 INFO:tasks.rados.rados.0.smithi090.stdout:915: done (1 left) 2024-03-07T02:59:37.514 INFO:tasks.rados.rados.0.smithi090.stdout:916: rollback oid 21 current snap is 84 2024-03-07T02:59:37.514 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 21 to 61 2024-03-07T02:59:37.514 INFO:tasks.rados.rados.0.smithi090.stdout:917: snap_remove snap 81 2024-03-07T02:59:37.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:37 smithi090 ceph-mon[27223]: osdmap e229: 8 total, 8 up, 8 in 2024-03-07T02:59:37.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:37 smithi090 ceph-mon[27223]: pgmap v327: 121 pgs: 121 active+clean; 298 MiB data, 901 MiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 5.8 MiB/s wr, 25 op/s 2024-03-07T02:59:37.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:37 smithi090 ceph-mon[37987]: osdmap e229: 8 total, 8 up, 8 in 2024-03-07T02:59:37.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:37 smithi090 ceph-mon[37987]: pgmap v327: 121 pgs: 121 active+clean; 298 MiB data, 901 MiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 5.8 MiB/s wr, 25 op/s 2024-03-07T02:59:37.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:37 smithi092 ceph-mon[31083]: osdmap e229: 8 total, 8 up, 8 in 2024-03-07T02:59:37.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:37 smithi092 ceph-mon[31083]: pgmap v327: 121 pgs: 121 active+clean; 298 MiB data, 901 MiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 5.8 MiB/s wr, 25 op/s 2024-03-07T02:59:38.482 INFO:tasks.rados.rados.0.smithi090.stdout:917: done (2 left) 2024-03-07T02:59:38.482 INFO:tasks.rados.rados.0.smithi090.stdout:918: snap_create 2024-03-07T02:59:38.482 INFO:tasks.rados.rados.0.smithi090.stdout:914: finishing write tid 3 to smithi09077644-13 2024-03-07T02:59:38.482 INFO:tasks.rados.rados.0.smithi090.stdout:914: oid 13 updating version 0 to 426 2024-03-07T02:59:38.482 INFO:tasks.rados.rados.0.smithi090.stdout:914: oid 13 updating version 426 to 427 2024-03-07T02:59:38.482 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 13 v 427 (ObjNum 293 snap 84 seq_num 293) dirty exists 2024-03-07T02:59:38.483 INFO:tasks.rados.rados.0.smithi090.stdout:914: left oid 13 (ObjNum 293 snap 84 seq_num 293) 2024-03-07T02:59:38.483 INFO:tasks.rados.rados.0.smithi090.stdout:916: finishing rollback tid 0 to smithi09077644-21 2024-03-07T02:59:38.483 INFO:tasks.rados.rados.0.smithi090.stdout:916: finishing rollback tid 1 to smithi09077644-21 2024-03-07T02:59:38.483 INFO:tasks.rados.rados.0.smithi090.stdout:916: finishing rollback tid 2 to smithi09077644-21 2024-03-07T02:59:38.483 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 165 (ObjNum 213 snap 56 seq_num 213) dirty exists 2024-03-07T02:59:38.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:38 smithi090 ceph-mon[27223]: osdmap e230: 8 total, 8 up, 8 in 2024-03-07T02:59:38.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:38 smithi090 ceph-mon[37987]: osdmap e230: 8 total, 8 up, 8 in 2024-03-07T02:59:38.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:38 smithi092 ceph-mon[31083]: osdmap e230: 8 total, 8 up, 8 in 2024-03-07T02:59:39.427 INFO:tasks.rados.rados.0.smithi090.stdout:914: done (2 left) 2024-03-07T02:59:39.427 INFO:tasks.rados.rados.0.smithi090.stdout:916: done (1 left) 2024-03-07T02:59:39.427 INFO:tasks.rados.rados.0.smithi090.stdout:918: done (0 left) 2024-03-07T02:59:39.427 INFO:tasks.rados.rados.0.smithi090.stdout:919: read oid 46 snap -1 2024-03-07T02:59:39.427 INFO:tasks.rados.rados.0.smithi090.stdout:919: expect (ObjNum 257 snap 73 seq_num 257) 2024-03-07T02:59:39.428 INFO:tasks.rados.rados.0.smithi090.stdout:920: read oid 12 snap -1 2024-03-07T02:59:39.428 INFO:tasks.rados.rados.0.smithi090.stdout:920: expect (ObjNum 170 snap 44 seq_num 170) 2024-03-07T02:59:39.428 INFO:tasks.rados.rados.0.smithi090.stdout:921: copy_from oid 19 from oid 41 current snap is 85 2024-03-07T02:59:39.428 INFO:tasks.rados.rados.0.smithi090.stdout:922: copy_from oid 49 from oid 18 current snap is 85 2024-03-07T02:59:39.428 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 35 current snap is 85 2024-03-07T02:59:39.428 INFO:tasks.rados.rados.0.smithi090.stdout:923: seq_num 295 ranges {1712128=147456} 2024-03-07T02:59:39.439 INFO:tasks.rados.rados.0.smithi090.stdout:923: writing smithi09077644-35 from 1712128 to 1859584 tid 1 2024-03-07T02:59:39.439 INFO:tasks.rados.rados.0.smithi090.stdout:924: rollback oid 15 current snap is 85 2024-03-07T02:59:39.439 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 15 to 80 2024-03-07T02:59:39.439 INFO:tasks.rados.rados.0.smithi090.stdout:925: rollback oid 36 current snap is 85 2024-03-07T02:59:39.439 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 36 to 83 2024-03-07T02:59:39.439 INFO:tasks.rados.rados.0.smithi090.stdout:926: rollback oid 40 current snap is 85 2024-03-07T02:59:39.439 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 40 to 83 2024-03-07T02:59:39.439 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 8 current snap is 85 2024-03-07T02:59:39.439 INFO:tasks.rados.rados.0.smithi090.stdout:927: seq_num 296 ranges {3809280=163840} 2024-03-07T02:59:39.461 INFO:tasks.rados.rados.0.smithi090.stdout:927: writing smithi09077644-8 from 3809280 to 3973120 tid 1 2024-03-07T02:59:39.461 INFO:tasks.rados.rados.0.smithi090.stdout:928: rollback oid 38 current snap is 85 2024-03-07T02:59:39.461 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 38 to 78 2024-03-07T02:59:39.462 INFO:tasks.rados.rados.0.smithi090.stdout:920: expect (ObjNum 170 snap 44 seq_num 170) 2024-03-07T02:59:39.573 INFO:tasks.rados.rados.0.smithi090.stdout:919: expect (ObjNum 257 snap 73 seq_num 257) 2024-03-07T02:59:39.624 INFO:tasks.rados.rados.0.smithi090.stdout:926: finishing rollback tid 0 to smithi09077644-40 2024-03-07T02:59:39.624 INFO:tasks.rados.rados.0.smithi090.stdout:926: finishing rollback tid 1 to smithi09077644-40 2024-03-07T02:59:39.625 INFO:tasks.rados.rados.0.smithi090.stdout:919: done (9 left) 2024-03-07T02:59:39.625 INFO:tasks.rados.rados.0.smithi090.stdout:920: done (8 left) 2024-03-07T02:59:39.625 INFO:tasks.rados.rados.0.smithi090.stdout:929: read oid 39 snap -1 2024-03-07T02:59:39.625 INFO:tasks.rados.rados.0.smithi090.stdout:929: expect (ObjNum 38 snap 0 seq_num 38) 2024-03-07T02:59:39.625 INFO:tasks.rados.rados.0.smithi090.stdout:930: snap_create 2024-03-07T02:59:39.625 INFO:tasks.rados.rados.0.smithi090.stdout:926: finishing rollback tid 2 to smithi09077644-40 2024-03-07T02:59:39.625 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 40 v 194 (ObjNum 224 snap 59 seq_num 224) dirty exists 2024-03-07T02:59:39.625 INFO:tasks.rados.rados.0.smithi090.stdout:924: finishing rollback tid 1 to smithi09077644-15 2024-03-07T02:59:39.625 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 468 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-03-07T02:59:39.625 INFO:tasks.rados.rados.0.smithi090.stdout:923: finishing write tid 1 to smithi09077644-35 2024-03-07T02:59:39.625 INFO:tasks.rados.rados.0.smithi090.stdout:923: finishing write tid 2 to smithi09077644-35 2024-03-07T02:59:39.625 INFO:tasks.rados.rados.0.smithi090.stdout:925: finishing rollback tid 0 to smithi09077644-36 2024-03-07T02:59:39.625 INFO:tasks.rados.rados.0.smithi090.stdout:925: finishing rollback tid 1 to smithi09077644-36 2024-03-07T02:59:39.625 INFO:tasks.rados.rados.0.smithi090.stdout:925: finishing rollback tid 2 to smithi09077644-36 2024-03-07T02:59:39.626 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 345 (ObjNum 213 snap 56 seq_num 213) dirty exists 2024-03-07T02:59:39.626 INFO:tasks.rados.rados.0.smithi090.stdout:923: finishing write tid 3 to smithi09077644-35 2024-03-07T02:59:39.626 INFO:tasks.rados.rados.0.smithi090.stdout:923: oid 35 updating version 0 to 340 2024-03-07T02:59:39.626 INFO:tasks.rados.rados.0.smithi090.stdout:923: oid 35 updating version 340 to 341 2024-03-07T02:59:39.626 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 35 v 341 (ObjNum 295 snap 85 seq_num 295) dirty exists 2024-03-07T02:59:39.626 INFO:tasks.rados.rados.0.smithi090.stdout:923: left oid 35 (ObjNum 295 snap 85 seq_num 295) 2024-03-07T02:59:39.626 INFO:tasks.rados.rados.0.smithi090.stdout:921: finishing copy_from racing read to smithi09077644-19 2024-03-07T02:59:39.626 INFO:tasks.rados.rados.0.smithi090.stdout:921: finishing copy_from to smithi09077644-19 2024-03-07T02:59:39.626 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 170 (ObjNum 249 snap 71 seq_num 249) dirty exists 2024-03-07T02:59:39.626 INFO:tasks.rados.rados.0.smithi090.stdout:928: finishing rollback tid 1 to smithi09077644-38 2024-03-07T02:59:39.626 INFO:tasks.rados.rados.0.smithi090.stdout:922: finishing copy_from racing read to smithi09077644-49 2024-03-07T02:59:39.626 INFO:tasks.rados.rados.0.smithi090.stdout:927: finishing write tid 1 to smithi09077644-8 2024-03-07T02:59:39.626 INFO:tasks.rados.rados.0.smithi090.stdout:928: finishing rollback tid 2 to smithi09077644-38 2024-03-07T02:59:39.627 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 406 (ObjNum 212 snap 56 seq_num 212) dirty exists 2024-03-07T02:59:39.627 INFO:tasks.rados.rados.0.smithi090.stdout:927: finishing write tid 2 to smithi09077644-8 2024-03-07T02:59:39.627 INFO:tasks.rados.rados.0.smithi090.stdout:927: finishing write tid 3 to smithi09077644-8 2024-03-07T02:59:39.627 INFO:tasks.rados.rados.0.smithi090.stdout:927: oid 8 updating version 0 to 435 2024-03-07T02:59:39.627 INFO:tasks.rados.rados.0.smithi090.stdout:927: oid 8 updating version 435 to 436 2024-03-07T02:59:39.627 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 436 (ObjNum 296 snap 85 seq_num 296) dirty exists 2024-03-07T02:59:39.627 INFO:tasks.rados.rados.0.smithi090.stdout:927: left oid 8 (ObjNum 296 snap 85 seq_num 296) 2024-03-07T02:59:39.627 INFO:tasks.rados.rados.0.smithi090.stdout:922: finishing copy_from to smithi09077644-49 2024-03-07T02:59:39.627 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 49 v 358 (ObjNum 149 snap 37 seq_num 149) dirty exists 2024-03-07T02:59:39.628 INFO:tasks.rados.rados.0.smithi090.stdout:929: expect (ObjNum 38 snap 0 seq_num 38) 2024-03-07T02:59:39.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:39 smithi090 ceph-mon[27223]: osdmap e231: 8 total, 8 up, 8 in 2024-03-07T02:59:39.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:39 smithi090 ceph-mon[27223]: pgmap v330: 121 pgs: 121 active+clean; 298 MiB data, 901 MiB used, 714 GiB / 715 GiB avail 2024-03-07T02:59:39.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:39 smithi090 ceph-mon[27223]: osdmap e232: 8 total, 8 up, 8 in 2024-03-07T02:59:39.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:39 smithi090 ceph-mon[37987]: osdmap e231: 8 total, 8 up, 8 in 2024-03-07T02:59:39.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:39 smithi090 ceph-mon[37987]: pgmap v330: 121 pgs: 121 active+clean; 298 MiB data, 901 MiB used, 714 GiB / 715 GiB avail 2024-03-07T02:59:39.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:39 smithi090 ceph-mon[37987]: osdmap e232: 8 total, 8 up, 8 in 2024-03-07T02:59:39.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:39 smithi092 ceph-mon[31083]: osdmap e231: 8 total, 8 up, 8 in 2024-03-07T02:59:39.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:39 smithi092 ceph-mon[31083]: pgmap v330: 121 pgs: 121 active+clean; 298 MiB data, 901 MiB used, 714 GiB / 715 GiB avail 2024-03-07T02:59:39.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:39 smithi092 ceph-mon[31083]: osdmap e232: 8 total, 8 up, 8 in 2024-03-07T02:59:40.490 INFO:tasks.rados.rados.0.smithi090.stdout:921: done (9 left) 2024-03-07T02:59:40.490 INFO:tasks.rados.rados.0.smithi090.stdout:922: done (8 left) 2024-03-07T02:59:40.490 INFO:tasks.rados.rados.0.smithi090.stdout:923: done (7 left) 2024-03-07T02:59:40.490 INFO:tasks.rados.rados.0.smithi090.stdout:924: done (6 left) 2024-03-07T02:59:40.490 INFO:tasks.rados.rados.0.smithi090.stdout:925: done (5 left) 2024-03-07T02:59:40.490 INFO:tasks.rados.rados.0.smithi090.stdout:926: done (4 left) 2024-03-07T02:59:40.490 INFO:tasks.rados.rados.0.smithi090.stdout:927: done (3 left) 2024-03-07T02:59:40.490 INFO:tasks.rados.rados.0.smithi090.stdout:928: done (2 left) 2024-03-07T02:59:40.490 INFO:tasks.rados.rados.0.smithi090.stdout:929: done (1 left) 2024-03-07T02:59:40.491 INFO:tasks.rados.rados.0.smithi090.stdout:930: done (0 left) 2024-03-07T02:59:40.491 INFO:tasks.rados.rados.0.smithi090.stdout:931: snap_remove snap 75 2024-03-07T02:59:41.493 INFO:tasks.rados.rados.0.smithi090.stdout:931: done (0 left) 2024-03-07T02:59:41.493 INFO:tasks.rados.rados.0.smithi090.stdout:932: rmattr oid 41 current snap is 86 2024-03-07T02:59:41.494 INFO:tasks.rados.rados.0.smithi090.stdout:933: snap_remove snap 80 2024-03-07T02:59:41.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:41 smithi090 ceph-mon[27223]: pgmap v332: 121 pgs: 121 active+clean; 321 MiB data, 993 MiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 4.2 MiB/s wr, 15 op/s 2024-03-07T02:59:41.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:41 smithi090 ceph-mon[27223]: osdmap e233: 8 total, 8 up, 8 in 2024-03-07T02:59:41.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:41 smithi090 ceph-mon[37987]: pgmap v332: 121 pgs: 121 active+clean; 321 MiB data, 993 MiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 4.2 MiB/s wr, 15 op/s 2024-03-07T02:59:41.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:41 smithi090 ceph-mon[37987]: osdmap e233: 8 total, 8 up, 8 in 2024-03-07T02:59:41.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:41 smithi092 ceph-mon[31083]: pgmap v332: 121 pgs: 121 active+clean; 321 MiB data, 993 MiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 4.2 MiB/s wr, 15 op/s 2024-03-07T02:59:41.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:41 smithi092 ceph-mon[31083]: osdmap e233: 8 total, 8 up, 8 in 2024-03-07T02:59:42.508 INFO:tasks.rados.rados.0.smithi090.stdout:933: done (1 left) 2024-03-07T02:59:42.508 INFO:tasks.rados.rados.0.smithi090.stdout:934: setattr oid 12 current snap is 86 2024-03-07T02:59:42.508 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 41 v 369 (ObjNum 249 snap 71 seq_num 249) dirty exists 2024-03-07T02:59:42.510 INFO:tasks.rados.rados.0.smithi090.stdout:932: done (1 left) 2024-03-07T02:59:42.510 INFO:tasks.rados.rados.0.smithi090.stdout:935: rmattr oid 31 current snap is 86 2024-03-07T02:59:42.510 INFO:tasks.rados.rados.0.smithi090.stdout:936: rollback oid 1 current snap is 86 2024-03-07T02:59:42.510 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 1 to 35 2024-03-07T02:59:42.511 INFO:tasks.rados.rados.0.smithi090.stdout:937: rollback oid 27 current snap is 86 2024-03-07T02:59:42.511 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 27 to 61 2024-03-07T02:59:42.511 INFO:tasks.rados.rados.0.smithi090.stdout:938: snap_create 2024-03-07T02:59:42.515 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 85 (ObjNum 129 snap 0 seq_num 3339597464) dirty exists 2024-03-07T02:59:42.517 INFO:tasks.rados.rados.0.smithi090.stdout:936: finishing rollback tid 0 to smithi09077644-1 2024-03-07T02:59:42.518 INFO:tasks.rados.rados.0.smithi090.stdout:936: finishing rollback tid 1 to smithi09077644-1 2024-03-07T02:59:42.518 INFO:tasks.rados.rados.0.smithi090.stdout:936: finishing rollback tid 2 to smithi09077644-1 2024-03-07T02:59:42.518 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 1 v 173 (ObjNum 83 snap 15 seq_num 83) dirty exists 2024-03-07T02:59:42.520 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 12 v 441 (ObjNum 170 snap 44 seq_num 170) dirty exists 2024-03-07T02:59:42.520 INFO:tasks.rados.rados.0.smithi090.stdout:937: finishing rollback tid 0 to smithi09077644-27 2024-03-07T02:59:42.521 INFO:tasks.rados.rados.0.smithi090.stdout:937: finishing rollback tid 1 to smithi09077644-27 2024-03-07T02:59:42.521 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 27 v 233 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-03-07T02:59:42.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:42 smithi090 ceph-mon[27223]: osdmap e234: 8 total, 8 up, 8 in 2024-03-07T02:59:42.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:42 smithi090 ceph-mon[27223]: pgmap v335: 121 pgs: 121 active+clean; 321 MiB data, 993 MiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 4.2 MiB/s wr, 15 op/s 2024-03-07T02:59:42.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:42 smithi090 ceph-mon[37987]: osdmap e234: 8 total, 8 up, 8 in 2024-03-07T02:59:42.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:42 smithi090 ceph-mon[37987]: pgmap v335: 121 pgs: 121 active+clean; 321 MiB data, 993 MiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 4.2 MiB/s wr, 15 op/s 2024-03-07T02:59:42.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:42 smithi092 ceph-mon[31083]: osdmap e234: 8 total, 8 up, 8 in 2024-03-07T02:59:42.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:42 smithi092 ceph-mon[31083]: pgmap v335: 121 pgs: 121 active+clean; 321 MiB data, 993 MiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 4.2 MiB/s wr, 15 op/s 2024-03-07T02:59:43.328 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:59:42 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: ::ffff:172.21.15.92 - - [07/Mar/2024:02:59:42] "GET /metrics HTTP/1.1" 200 35981 "" "Prometheus/2.43.0" 2024-03-07T02:59:43.514 INFO:tasks.rados.rados.0.smithi090.stdout:934: done (4 left) 2024-03-07T02:59:43.514 INFO:tasks.rados.rados.0.smithi090.stdout:935: done (3 left) 2024-03-07T02:59:43.514 INFO:tasks.rados.rados.0.smithi090.stdout:936: done (2 left) 2024-03-07T02:59:43.514 INFO:tasks.rados.rados.0.smithi090.stdout:937: done (1 left) 2024-03-07T02:59:43.515 INFO:tasks.rados.rados.0.smithi090.stdout:938: done (0 left) 2024-03-07T02:59:43.515 INFO:tasks.rados.rados.0.smithi090.stdout:939: rollback oid 43 current snap is 87 2024-03-07T02:59:43.515 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 43 to 65 2024-03-07T02:59:43.515 INFO:tasks.rados.rados.0.smithi090.stdout:940: snap_create 2024-03-07T02:59:43.517 INFO:tasks.rados.rados.0.smithi090.stdout:939: finishing rollback tid 0 to smithi09077644-43 2024-03-07T02:59:43.518 INFO:tasks.rados.rados.0.smithi090.stdout:939: finishing rollback tid 1 to smithi09077644-43 2024-03-07T02:59:43.518 INFO:tasks.rados.rados.0.smithi090.stdout:939: finishing rollback tid 2 to smithi09077644-43 2024-03-07T02:59:43.518 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 263 (ObjNum 100 snap 19 seq_num 100) dirty exists 2024-03-07T02:59:43.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:43 smithi090 ceph-mon[27223]: osdmap e235: 8 total, 8 up, 8 in 2024-03-07T02:59:43.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:43 smithi090 ceph-mon[37987]: osdmap e235: 8 total, 8 up, 8 in 2024-03-07T02:59:43.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:43 smithi092 ceph-mon[31083]: osdmap e235: 8 total, 8 up, 8 in 2024-03-07T02:59:44.432 INFO:tasks.rados.rados.0.smithi090.stdout:939: done (1 left) 2024-03-07T02:59:44.432 INFO:tasks.rados.rados.0.smithi090.stdout:940: done (0 left) 2024-03-07T02:59:44.432 INFO:tasks.rados.rados.0.smithi090.stdout:941: rmattr oid 29 current snap is 88 2024-03-07T02:59:44.432 INFO:tasks.rados.rados.0.smithi090.stdout:942: snap_create 2024-03-07T02:59:44.440 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 359 (ObjNum 250 snap 71 seq_num 250) dirty exists 2024-03-07T02:59:44.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:44 smithi090 ceph-mon[27223]: osdmap e236: 8 total, 8 up, 8 in 2024-03-07T02:59:44.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:44 smithi090 ceph-mon[27223]: osdmap e237: 8 total, 8 up, 8 in 2024-03-07T02:59:44.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:44 smithi090 ceph-mon[27223]: pgmap v339: 121 pgs: 121 active+clean; 324 MiB data, 1008 MiB used, 714 GiB / 715 GiB avail; 469 KiB/s rd, 40 KiB/s wr, 10 op/s 2024-03-07T02:59:44.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:44 smithi090 ceph-mon[37987]: osdmap e236: 8 total, 8 up, 8 in 2024-03-07T02:59:44.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:44 smithi090 ceph-mon[37987]: osdmap e237: 8 total, 8 up, 8 in 2024-03-07T02:59:44.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:44 smithi090 ceph-mon[37987]: pgmap v339: 121 pgs: 121 active+clean; 324 MiB data, 1008 MiB used, 714 GiB / 715 GiB avail; 469 KiB/s rd, 40 KiB/s wr, 10 op/s 2024-03-07T02:59:44.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:44 smithi092 ceph-mon[31083]: osdmap e236: 8 total, 8 up, 8 in 2024-03-07T02:59:44.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:44 smithi092 ceph-mon[31083]: osdmap e237: 8 total, 8 up, 8 in 2024-03-07T02:59:44.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:44 smithi092 ceph-mon[31083]: pgmap v339: 121 pgs: 121 active+clean; 324 MiB data, 1008 MiB used, 714 GiB / 715 GiB avail; 469 KiB/s rd, 40 KiB/s wr, 10 op/s 2024-03-07T02:59:45.441 INFO:tasks.rados.rados.0.smithi090.stdout:941: done (1 left) 2024-03-07T02:59:45.441 INFO:tasks.rados.rados.0.smithi090.stdout:942: done (0 left) 2024-03-07T02:59:45.441 INFO:tasks.rados.rados.0.smithi090.stdout:943: delete oid 33 current snap is 89 2024-03-07T02:59:45.443 INFO:tasks.rados.rados.0.smithi090.stdout:943: done (0 left) 2024-03-07T02:59:45.443 INFO:tasks.rados.rados.0.smithi090.stdout:944: setattr oid 48 current snap is 89 2024-03-07T02:59:45.445 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 2 current snap is 89 2024-03-07T02:59:45.445 INFO:tasks.rados.rados.0.smithi090.stdout:945: seq_num 298 ranges {2252800=196608} 2024-03-07T02:59:45.458 INFO:tasks.rados.rados.0.smithi090.stdout:945: writing smithi09077644-2 from 2252800 to 2449408 tid 1 2024-03-07T02:59:45.458 INFO:tasks.rados.rados.0.smithi090.stdout:946: read oid 37 snap -1 2024-03-07T02:59:45.459 INFO:tasks.rados.rados.0.smithi090.stdout:946: expect (ObjNum 213 snap 56 seq_num 213) 2024-03-07T02:59:45.459 INFO:tasks.rados.rados.0.smithi090.stdout:947: copy_from oid 40 from oid 33 current snap is 89 2024-03-07T02:59:45.459 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 370 (ObjNum 280 snap 82 seq_num 280) dirty exists 2024-03-07T02:59:45.459 INFO:tasks.rados.rados.0.smithi090.stdout:944: done (3 left) 2024-03-07T02:59:45.459 INFO:tasks.rados.rados.0.smithi090.stdout:948: snap_remove snap 65 2024-03-07T02:59:46.449 INFO:tasks.rados.rados.0.smithi090.stdout:948: done (3 left) 2024-03-07T02:59:46.449 INFO:tasks.rados.rados.0.smithi090.stdout:949: setattr oid 27 current snap is 89 2024-03-07T02:59:46.449 INFO:tasks.rados.rados.0.smithi090.stdout:947: finishing copy_from to smithi09077644-40 2024-03-07T02:59:46.449 INFO:tasks.rados.rados.0.smithi090.stdout:947: got expected ENOENT (src dne) 2024-03-07T02:59:46.449 INFO:tasks.rados.rados.0.smithi090.stdout:947: finishing copy_from racing read to smithi09077644-40 2024-03-07T02:59:46.450 INFO:tasks.rados.rados.0.smithi090.stdout:945: finishing write tid 1 to smithi09077644-2 2024-03-07T02:59:46.450 INFO:tasks.rados.rados.0.smithi090.stdout:945: finishing write tid 2 to smithi09077644-2 2024-03-07T02:59:46.450 INFO:tasks.rados.rados.0.smithi090.stdout:945: finishing write tid 3 to smithi09077644-2 2024-03-07T02:59:46.450 INFO:tasks.rados.rados.0.smithi090.stdout:945: oid 2 updating version 0 to 355 2024-03-07T02:59:46.450 INFO:tasks.rados.rados.0.smithi090.stdout:945: oid 2 updating version 355 to 356 2024-03-07T02:59:46.450 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 2 v 356 (ObjNum 298 snap 89 seq_num 298) dirty exists 2024-03-07T02:59:46.450 INFO:tasks.rados.rados.0.smithi090.stdout:945: left oid 2 (ObjNum 298 snap 89 seq_num 298) 2024-03-07T02:59:46.450 INFO:tasks.rados.rados.0.smithi090.stdout:946: expect (ObjNum 213 snap 56 seq_num 213) 2024-03-07T02:59:46.615 INFO:tasks.rados.rados.0.smithi090.stdout:945: done (3 left) 2024-03-07T02:59:46.615 INFO:tasks.rados.rados.0.smithi090.stdout:946: done (2 left) 2024-03-07T02:59:46.615 INFO:tasks.rados.rados.0.smithi090.stdout:947: done (1 left) 2024-03-07T02:59:46.615 INFO:tasks.rados.rados.0.smithi090.stdout:950: snap_create 2024-03-07T02:59:46.617 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 27 v 238 (ObjNum 145 snap 0 seq_num 3340221800) dirty exists 2024-03-07T02:59:46.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:46 smithi090 ceph-mon[27223]: osdmap e238: 8 total, 8 up, 8 in 2024-03-07T02:59:46.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:46 smithi090 ceph-mon[37987]: osdmap e238: 8 total, 8 up, 8 in 2024-03-07T02:59:46.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:46 smithi092 ceph-mon[31083]: osdmap e238: 8 total, 8 up, 8 in 2024-03-07T02:59:47.456 INFO:tasks.rados.rados.0.smithi090.stdout:949: done (1 left) 2024-03-07T02:59:47.456 INFO:tasks.rados.rados.0.smithi090.stdout:950: done (0 left) 2024-03-07T02:59:47.456 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 37 current snap is 90 2024-03-07T02:59:47.456 INFO:tasks.rados.rados.0.smithi090.stdout:951: seq_num 299 ranges {3465216=212992} 2024-03-07T02:59:47.476 INFO:tasks.rados.rados.0.smithi090.stdout:951: writing smithi09077644-37 from 3465216 to 3678208 tid 1 2024-03-07T02:59:47.476 INFO:tasks.rados.rados.0.smithi090.stdout:952: snap_create 2024-03-07T02:59:47.481 INFO:tasks.rados.rados.0.smithi090.stdout:951: finishing write tid 1 to smithi09077644-37 2024-03-07T02:59:47.482 INFO:tasks.rados.rados.0.smithi090.stdout:951: finishing write tid 2 to smithi09077644-37 2024-03-07T02:59:47.483 INFO:tasks.rados.rados.0.smithi090.stdout:951: finishing write tid 3 to smithi09077644-37 2024-03-07T02:59:47.483 INFO:tasks.rados.rados.0.smithi090.stdout:951: oid 37 updating version 0 to 241 2024-03-07T02:59:47.483 INFO:tasks.rados.rados.0.smithi090.stdout:951: oid 37 version 241 is already newer than 240 2024-03-07T02:59:47.483 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 37 v 241 (ObjNum 299 snap 90 seq_num 299) dirty exists 2024-03-07T02:59:47.483 INFO:tasks.rados.rados.0.smithi090.stdout:951: left oid 37 (ObjNum 299 snap 90 seq_num 299) 2024-03-07T02:59:47.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:47 smithi090 ceph-mon[27223]: osdmap e239: 8 total, 8 up, 8 in 2024-03-07T02:59:47.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:47 smithi090 ceph-mon[27223]: pgmap v342: 121 pgs: 121 active+clean; 324 MiB data, 1008 MiB used, 714 GiB / 715 GiB avail; 471 KiB/s rd, 40 KiB/s wr, 10 op/s 2024-03-07T02:59:47.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:47 smithi090 ceph-mon[37987]: osdmap e239: 8 total, 8 up, 8 in 2024-03-07T02:59:47.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:47 smithi090 ceph-mon[37987]: pgmap v342: 121 pgs: 121 active+clean; 324 MiB data, 1008 MiB used, 714 GiB / 715 GiB avail; 471 KiB/s rd, 40 KiB/s wr, 10 op/s 2024-03-07T02:59:47.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:47 smithi092 ceph-mon[31083]: osdmap e239: 8 total, 8 up, 8 in 2024-03-07T02:59:47.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:47 smithi092 ceph-mon[31083]: pgmap v342: 121 pgs: 121 active+clean; 324 MiB data, 1008 MiB used, 714 GiB / 715 GiB avail; 471 KiB/s rd, 40 KiB/s wr, 10 op/s 2024-03-07T02:59:48.456 INFO:tasks.rados.rados.0.smithi090.stdout:951: done (1 left) 2024-03-07T02:59:48.456 INFO:tasks.rados.rados.0.smithi090.stdout:952: done (0 left) 2024-03-07T02:59:48.456 INFO:tasks.rados.rados.0.smithi090.stdout:953: read oid 11 snap 66 2024-03-07T02:59:48.456 INFO:tasks.rados.rados.0.smithi090.stdout:953: expect deleted 2024-03-07T02:59:48.456 INFO:tasks.rados.rados.0.smithi090.stdout:954: snap_create 2024-03-07T02:59:48.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:48 smithi090 ceph-mon[27223]: osdmap e240: 8 total, 8 up, 8 in 2024-03-07T02:59:48.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:48 smithi090 ceph-mon[37987]: osdmap e240: 8 total, 8 up, 8 in 2024-03-07T02:59:48.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:48 smithi092 ceph-mon[31083]: osdmap e240: 8 total, 8 up, 8 in 2024-03-07T02:59:49.429 INFO:tasks.rados.rados.0.smithi090.stdout:953: done (1 left) 2024-03-07T02:59:49.429 INFO:tasks.rados.rados.0.smithi090.stdout:954: done (0 left) 2024-03-07T02:59:49.429 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 10 current snap is 92 2024-03-07T02:59:49.430 INFO:tasks.rados.rados.0.smithi090.stdout:955: seq_num 300 ranges {2088960=229376} 2024-03-07T02:59:49.442 INFO:tasks.rados.rados.0.smithi090.stdout:955: writing smithi09077644-10 from 2088960 to 2318336 tid 1 2024-03-07T02:59:49.443 INFO:tasks.rados.rados.0.smithi090.stdout:956: copy_from oid 5 from oid 16 current snap is 92 2024-03-07T02:59:49.443 INFO:tasks.rados.rados.0.smithi090.stdout:957: copy_from oid 36 from oid 3 current snap is 92 2024-03-07T02:59:49.443 INFO:tasks.rados.rados.0.smithi090.stdout:958: read oid 6 snap -1 2024-03-07T02:59:49.443 INFO:tasks.rados.rados.0.smithi090.stdout:958: expect (ObjNum 212 snap 56 seq_num 212) 2024-03-07T02:59:49.443 INFO:tasks.rados.rados.0.smithi090.stdout:959: read oid 47 snap -1 2024-03-07T02:59:49.443 INFO:tasks.rados.rados.0.smithi090.stdout:959: expect (ObjNum 187 snap 49 seq_num 187) 2024-03-07T02:59:49.443 INFO:tasks.rados.rados.0.smithi090.stdout:960: delete oid 44 current snap is 92 2024-03-07T02:59:49.451 INFO:tasks.rados.rados.0.smithi090.stdout:955: finishing write tid 1 to smithi09077644-10 2024-03-07T02:59:49.455 INFO:tasks.rados.rados.0.smithi090.stdout:955: finishing write tid 2 to smithi09077644-10 2024-03-07T02:59:49.455 INFO:tasks.rados.rados.0.smithi090.stdout:955: finishing write tid 3 to smithi09077644-10 2024-03-07T02:59:49.455 INFO:tasks.rados.rados.0.smithi090.stdout:955: oid 10 updating version 0 to 516 2024-03-07T02:59:49.455 INFO:tasks.rados.rados.0.smithi090.stdout:955: oid 10 version 516 is already newer than 515 2024-03-07T02:59:49.455 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 516 (ObjNum 300 snap 92 seq_num 300) dirty exists 2024-03-07T02:59:49.455 INFO:tasks.rados.rados.0.smithi090.stdout:955: left oid 10 (ObjNum 300 snap 92 seq_num 300) 2024-03-07T02:59:49.455 INFO:tasks.rados.rados.0.smithi090.stdout:955: done (5 left) 2024-03-07T02:59:49.455 INFO:tasks.rados.rados.0.smithi090.stdout:960: done (4 left) 2024-03-07T02:59:49.455 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 27 current snap is 92 2024-03-07T02:59:49.456 INFO:tasks.rados.rados.0.smithi090.stdout:961: seq_num 302 ranges {0=262144} 2024-03-07T02:59:49.457 INFO:tasks.rados.rados.0.smithi090.stdout:961: writing smithi09077644-27 from 0 to 262144 tid 1 2024-03-07T02:59:49.457 INFO:tasks.rados.rados.0.smithi090.stdout:962: rollback oid 4 current snap is 92 2024-03-07T02:59:49.457 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 4 to 88 2024-03-07T02:59:49.457 INFO:tasks.rados.rados.0.smithi090.stdout:963: setattr oid 42 current snap is 92 2024-03-07T02:59:49.458 INFO:tasks.rados.rados.0.smithi090.stdout:964: snap_remove snap 61 2024-03-07T02:59:49.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:49 smithi090 ceph-mon[27223]: osdmap e241: 8 total, 8 up, 8 in 2024-03-07T02:59:49.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:49 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T02:59:49.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:49 smithi090 ceph-mon[27223]: pgmap v345: 121 pgs: 121 active+clean; 324 MiB data, 1008 MiB used, 714 GiB / 715 GiB avail 2024-03-07T02:59:49.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:49 smithi090 ceph-mon[27223]: osdmap e242: 8 total, 8 up, 8 in 2024-03-07T02:59:49.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:49 smithi090 ceph-mon[37987]: osdmap e241: 8 total, 8 up, 8 in 2024-03-07T02:59:49.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:49 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T02:59:49.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:49 smithi090 ceph-mon[37987]: pgmap v345: 121 pgs: 121 active+clean; 324 MiB data, 1008 MiB used, 714 GiB / 715 GiB avail 2024-03-07T02:59:49.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:49 smithi090 ceph-mon[37987]: osdmap e242: 8 total, 8 up, 8 in 2024-03-07T02:59:49.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:49 smithi092 ceph-mon[31083]: osdmap e241: 8 total, 8 up, 8 in 2024-03-07T02:59:49.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:49 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T02:59:49.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:49 smithi092 ceph-mon[31083]: pgmap v345: 121 pgs: 121 active+clean; 324 MiB data, 1008 MiB used, 714 GiB / 715 GiB avail 2024-03-07T02:59:49.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:49 smithi092 ceph-mon[31083]: osdmap e242: 8 total, 8 up, 8 in 2024-03-07T02:59:50.464 INFO:tasks.rados.rados.0.smithi090.stdout:964: done (7 left) 2024-03-07T02:59:50.464 INFO:tasks.rados.rados.0.smithi090.stdout:965: snap_create 2024-03-07T02:59:50.464 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 42 v 430 (ObjNum 200 snap 52 seq_num 200) dirty exists 2024-03-07T02:59:50.464 INFO:tasks.rados.rados.0.smithi090.stdout:956: finishing copy_from racing read to smithi09077644-5 2024-03-07T02:59:50.465 INFO:tasks.rados.rados.0.smithi090.stdout:962: finishing rollback tid 0 to smithi09077644-4 2024-03-07T02:59:50.465 INFO:tasks.rados.rados.0.smithi090.stdout:957: finishing copy_from racing read to smithi09077644-36 2024-03-07T02:59:50.465 INFO:tasks.rados.rados.0.smithi090.stdout:962: finishing rollback tid 1 to smithi09077644-4 2024-03-07T02:59:50.465 INFO:tasks.rados.rados.0.smithi090.stdout:956: finishing copy_from to smithi09077644-5 2024-03-07T02:59:50.465 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 5 v 263 (ObjNum 257 snap 73 seq_num 257) dirty exists 2024-03-07T02:59:50.465 INFO:tasks.rados.rados.0.smithi090.stdout:961: finishing write tid 1 to smithi09077644-27 2024-03-07T02:59:50.465 INFO:tasks.rados.rados.0.smithi090.stdout:962: finishing rollback tid 2 to smithi09077644-4 2024-03-07T02:59:50.465 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 348 (ObjNum 227 snap 59 seq_num 227) dirty exists 2024-03-07T02:59:50.465 INFO:tasks.rados.rados.0.smithi090.stdout:961: finishing write tid 2 to smithi09077644-27 2024-03-07T02:59:50.465 INFO:tasks.rados.rados.0.smithi090.stdout:961: finishing write tid 3 to smithi09077644-27 2024-03-07T02:59:50.465 INFO:tasks.rados.rados.0.smithi090.stdout:961: oid 27 updating version 0 to 243 2024-03-07T02:59:50.465 INFO:tasks.rados.rados.0.smithi090.stdout:961: oid 27 updating version 243 to 244 2024-03-07T02:59:50.465 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 27 v 244 (ObjNum 302 snap 92 seq_num 302) dirty exists 2024-03-07T02:59:50.465 INFO:tasks.rados.rados.0.smithi090.stdout:961: left oid 27 (ObjNum 302 snap 92 seq_num 302) 2024-03-07T02:59:50.465 INFO:tasks.rados.rados.0.smithi090.stdout:958: expect (ObjNum 212 snap 56 seq_num 212) 2024-03-07T02:59:50.588 INFO:tasks.rados.rados.0.smithi090.stdout:957: finishing copy_from to smithi09077644-36 2024-03-07T02:59:50.588 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 303 (ObjNum 282 snap 82 seq_num 282) dirty exists 2024-03-07T02:59:50.588 INFO:tasks.rados.rados.0.smithi090.stdout:959: expect (ObjNum 187 snap 49 seq_num 187) 2024-03-07T02:59:51.477 INFO:tasks.rados.rados.0.smithi090.stdout:956: done (7 left) 2024-03-07T02:59:51.477 INFO:tasks.rados.rados.0.smithi090.stdout:957: done (6 left) 2024-03-07T02:59:51.477 INFO:tasks.rados.rados.0.smithi090.stdout:958: done (5 left) 2024-03-07T02:59:51.477 INFO:tasks.rados.rados.0.smithi090.stdout:959: done (4 left) 2024-03-07T02:59:51.478 INFO:tasks.rados.rados.0.smithi090.stdout:961: done (3 left) 2024-03-07T02:59:51.478 INFO:tasks.rados.rados.0.smithi090.stdout:962: done (2 left) 2024-03-07T02:59:51.478 INFO:tasks.rados.rados.0.smithi090.stdout:963: done (1 left) 2024-03-07T02:59:51.478 INFO:tasks.rados.rados.0.smithi090.stdout:965: done (0 left) 2024-03-07T02:59:51.478 INFO:tasks.rados.rados.0.smithi090.stdout:966: rmattr oid 17 current snap is 93 2024-03-07T02:59:51.478 INFO:tasks.rados.rados.0.smithi090.stdout:966: done (0 left) 2024-03-07T02:59:51.478 INFO:tasks.rados.rados.0.smithi090.stdout:967: read oid 48 snap -1 2024-03-07T02:59:51.478 INFO:tasks.rados.rados.0.smithi090.stdout:967: expect (ObjNum 280 snap 82 seq_num 280) 2024-03-07T02:59:51.478 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 47 current snap is 93 2024-03-07T02:59:51.478 INFO:tasks.rados.rados.0.smithi090.stdout:968: seq_num 303 ranges {7847936=278528} 2024-03-07T02:59:51.522 INFO:tasks.rados.rados.0.smithi090.stdout:968: writing smithi09077644-47 from 7847936 to 8126464 tid 1 2024-03-07T02:59:51.522 INFO:tasks.rados.rados.0.smithi090.stdout:969: delete oid 18 current snap is 93 2024-03-07T02:59:51.522 INFO:tasks.rados.rados.0.smithi090.stdout:967: expect (ObjNum 280 snap 82 seq_num 280) 2024-03-07T02:59:51.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:51 smithi090 ceph-mon[27223]: osdmap e243: 8 total, 8 up, 8 in 2024-03-07T02:59:51.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:51 smithi090 ceph-mon[27223]: pgmap v348: 121 pgs: 121 active+clean; 328 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 882 KiB/s wr, 15 op/s 2024-03-07T02:59:51.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:51 smithi090 ceph-mon[37987]: osdmap e243: 8 total, 8 up, 8 in 2024-03-07T02:59:51.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:51 smithi090 ceph-mon[37987]: pgmap v348: 121 pgs: 121 active+clean; 328 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 882 KiB/s wr, 15 op/s 2024-03-07T02:59:51.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:51 smithi092 ceph-mon[31083]: osdmap e243: 8 total, 8 up, 8 in 2024-03-07T02:59:51.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:51 smithi092 ceph-mon[31083]: pgmap v348: 121 pgs: 121 active+clean; 328 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 882 KiB/s wr, 15 op/s 2024-03-07T02:59:51.996 INFO:tasks.rados.rados.0.smithi090.stdout:968: finishing write tid 1 to smithi09077644-47 2024-03-07T02:59:51.996 INFO:tasks.rados.rados.0.smithi090.stdout:968: finishing write tid 2 to smithi09077644-47 2024-03-07T02:59:51.996 INFO:tasks.rados.rados.0.smithi090.stdout:968: finishing write tid 3 to smithi09077644-47 2024-03-07T02:59:51.996 INFO:tasks.rados.rados.0.smithi090.stdout:968: oid 47 updating version 0 to 172 2024-03-07T02:59:51.996 INFO:tasks.rados.rados.0.smithi090.stdout:968: oid 47 version 172 is already newer than 171 2024-03-07T02:59:51.996 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 172 (ObjNum 303 snap 93 seq_num 303) dirty exists 2024-03-07T02:59:51.996 INFO:tasks.rados.rados.0.smithi090.stdout:968: left oid 47 (ObjNum 303 snap 93 seq_num 303) 2024-03-07T02:59:51.996 INFO:tasks.rados.rados.0.smithi090.stdout:967: done (2 left) 2024-03-07T02:59:51.997 INFO:tasks.rados.rados.0.smithi090.stdout:968: done (1 left) 2024-03-07T02:59:51.997 INFO:tasks.rados.rados.0.smithi090.stdout:969: done (0 left) 2024-03-07T02:59:51.997 INFO:tasks.rados.rados.0.smithi090.stdout:970: read oid 10 snap -1 2024-03-07T02:59:51.997 INFO:tasks.rados.rados.0.smithi090.stdout:970: expect (ObjNum 300 snap 92 seq_num 300) 2024-03-07T02:59:51.997 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 29 current snap is 93 2024-03-07T02:59:51.997 INFO:tasks.rados.rados.0.smithi090.stdout:971: seq_num 305 ranges {4800512=311296} 2024-03-07T02:59:52.024 INFO:tasks.rados.rados.0.smithi090.stdout:971: writing smithi09077644-29 from 4800512 to 5111808 tid 1 2024-03-07T02:59:52.024 INFO:tasks.rados.rados.0.smithi090.stdout:972: read oid 20 snap -1 2024-03-07T02:59:52.024 INFO:tasks.rados.rados.0.smithi090.stdout:972: expect deleted 2024-03-07T02:59:52.024 INFO:tasks.rados.rados.0.smithi090.stdout:973: rmattr oid 32 current snap is 93 2024-03-07T02:59:52.024 INFO:tasks.rados.rados.0.smithi090.stdout:973: done (3 left) 2024-03-07T02:59:52.024 INFO:tasks.rados.rados.0.smithi090.stdout:974: delete oid 23 current snap is 93 2024-03-07T02:59:52.025 INFO:tasks.rados.rados.0.smithi090.stdout:970: expect (ObjNum 300 snap 92 seq_num 300) 2024-03-07T02:59:52.150 INFO:tasks.rados.rados.0.smithi090.stdout:971: finishing write tid 1 to smithi09077644-29 2024-03-07T02:59:52.150 INFO:tasks.rados.rados.0.smithi090.stdout:971: finishing write tid 2 to smithi09077644-29 2024-03-07T02:59:52.150 INFO:tasks.rados.rados.0.smithi090.stdout:971: finishing write tid 3 to smithi09077644-29 2024-03-07T02:59:52.150 INFO:tasks.rados.rados.0.smithi090.stdout:971: oid 29 updating version 0 to 361 2024-03-07T02:59:52.150 INFO:tasks.rados.rados.0.smithi090.stdout:971: oid 29 updating version 361 to 362 2024-03-07T02:59:52.150 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 362 (ObjNum 305 snap 93 seq_num 305) dirty exists 2024-03-07T02:59:52.150 INFO:tasks.rados.rados.0.smithi090.stdout:971: left oid 29 (ObjNum 305 snap 93 seq_num 305) 2024-03-07T02:59:52.150 INFO:tasks.rados.rados.0.smithi090.stdout:970: done (3 left) 2024-03-07T02:59:52.150 INFO:tasks.rados.rados.0.smithi090.stdout:971: done (2 left) 2024-03-07T02:59:52.150 INFO:tasks.rados.rados.0.smithi090.stdout:972: done (1 left) 2024-03-07T02:59:52.151 INFO:tasks.rados.rados.0.smithi090.stdout:974: done (0 left) 2024-03-07T02:59:52.151 INFO:tasks.rados.rados.0.smithi090.stdout:975: copy_from oid 50 from oid 30 current snap is 93 2024-03-07T02:59:52.151 INFO:tasks.rados.rados.0.smithi090.stdout:976: snap_remove snap 89 2024-03-07T02:59:52.479 INFO:tasks.rados.rados.0.smithi090.stdout:976: done (1 left) 2024-03-07T02:59:52.479 INFO:tasks.rados.rados.0.smithi090.stdout:977: snap_create 2024-03-07T02:59:52.479 INFO:tasks.rados.rados.0.smithi090.stdout:975: finishing copy_from racing read to smithi09077644-50 2024-03-07T02:59:52.479 INFO:tasks.rados.rados.0.smithi090.stdout:975: finishing copy_from to smithi09077644-50 2024-03-07T02:59:52.479 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 50 v 400 (ObjNum 290 snap 83 seq_num 290) dirty exists 2024-03-07T02:59:52.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:52 smithi090 ceph-mon[27223]: osdmap e244: 8 total, 8 up, 8 in 2024-03-07T02:59:52.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:52 smithi090 ceph-mon[37987]: osdmap e244: 8 total, 8 up, 8 in 2024-03-07T02:59:52.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:52 smithi092 ceph-mon[31083]: osdmap e244: 8 total, 8 up, 8 in 2024-03-07T02:59:53.329 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 02:59:52 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: ::ffff:172.21.15.92 - - [07/Mar/2024:02:59:52] "GET /metrics HTTP/1.1" 200 35982 "" "Prometheus/2.43.0" 2024-03-07T02:59:53.482 INFO:tasks.rados.rados.0.smithi090.stdout:975: done (1 left) 2024-03-07T02:59:53.482 INFO:tasks.rados.rados.0.smithi090.stdout:977: done (0 left) 2024-03-07T02:59:53.482 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 21 current snap is 94 2024-03-07T02:59:53.482 INFO:tasks.rados.rados.0.smithi090.stdout:978: seq_num 307 ranges {3465216=344064} 2024-03-07T02:59:53.503 INFO:tasks.rados.rados.0.smithi090.stdout:978: writing smithi09077644-21 from 3465216 to 3809280 tid 1 2024-03-07T02:59:53.503 INFO:tasks.rados.rados.0.smithi090.stdout:979: rollback oid 42 current snap is 94 2024-03-07T02:59:53.503 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 42 to 91 2024-03-07T02:59:53.503 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 47 current snap is 94 2024-03-07T02:59:53.503 INFO:tasks.rados.rados.0.smithi090.stdout:980: seq_num 308 ranges {8126464=360448} 2024-03-07T02:59:53.548 INFO:tasks.rados.rados.0.smithi090.stdout:980: writing smithi09077644-47 from 8126464 to 8486912 tid 1 2024-03-07T02:59:53.549 INFO:tasks.rados.rados.0.smithi090.stdout:981: copy_from oid 13 from oid 7 current snap is 94 2024-03-07T02:59:53.549 INFO:tasks.rados.rados.0.smithi090.stdout:979: finishing rollback tid 0 to smithi09077644-42 2024-03-07T02:59:53.549 INFO:tasks.rados.rados.0.smithi090.stdout:979: finishing rollback tid 1 to smithi09077644-42 2024-03-07T02:59:53.549 INFO:tasks.rados.rados.0.smithi090.stdout:982: snap_create 2024-03-07T02:59:53.549 INFO:tasks.rados.rados.0.smithi090.stdout:979: finishing rollback tid 2 to smithi09077644-42 2024-03-07T02:59:53.549 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 42 v 448 (ObjNum 200 snap 52 seq_num 200) dirty exists 2024-03-07T02:59:53.549 INFO:tasks.rados.rados.0.smithi090.stdout:978: finishing write tid 1 to smithi09077644-21 2024-03-07T02:59:53.549 INFO:tasks.rados.rados.0.smithi090.stdout:978: finishing write tid 2 to smithi09077644-21 2024-03-07T02:59:53.549 INFO:tasks.rados.rados.0.smithi090.stdout:978: finishing write tid 3 to smithi09077644-21 2024-03-07T02:59:53.549 INFO:tasks.rados.rados.0.smithi090.stdout:978: oid 21 updating version 0 to 180 2024-03-07T02:59:53.549 INFO:tasks.rados.rados.0.smithi090.stdout:978: oid 21 version 180 is already newer than 179 2024-03-07T02:59:53.549 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 180 (ObjNum 307 snap 94 seq_num 307) dirty exists 2024-03-07T02:59:53.549 INFO:tasks.rados.rados.0.smithi090.stdout:978: left oid 21 (ObjNum 307 snap 94 seq_num 307) 2024-03-07T02:59:53.550 INFO:tasks.rados.rados.0.smithi090.stdout:981: finishing copy_from to smithi09077644-13 2024-03-07T02:59:53.551 INFO:tasks.rados.rados.0.smithi090.stdout:981: got expected ENOENT (src dne) 2024-03-07T02:59:53.551 INFO:tasks.rados.rados.0.smithi090.stdout:981: finishing copy_from racing read to smithi09077644-13 2024-03-07T02:59:53.554 INFO:tasks.rados.rados.0.smithi090.stdout:980: finishing write tid 1 to smithi09077644-47 2024-03-07T02:59:53.554 INFO:tasks.rados.rados.0.smithi090.stdout:980: finishing write tid 2 to smithi09077644-47 2024-03-07T02:59:53.554 INFO:tasks.rados.rados.0.smithi090.stdout:980: finishing write tid 3 to smithi09077644-47 2024-03-07T02:59:53.555 INFO:tasks.rados.rados.0.smithi090.stdout:980: oid 47 updating version 0 to 173 2024-03-07T02:59:53.555 INFO:tasks.rados.rados.0.smithi090.stdout:980: oid 47 updating version 173 to 174 2024-03-07T02:59:53.555 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 174 (ObjNum 308 snap 94 seq_num 308) dirty exists 2024-03-07T02:59:53.555 INFO:tasks.rados.rados.0.smithi090.stdout:980: left oid 47 (ObjNum 308 snap 94 seq_num 308) 2024-03-07T02:59:53.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:53 smithi090 ceph-mon[37987]: osdmap e245: 8 total, 8 up, 8 in 2024-03-07T02:59:53.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:53 smithi090 ceph-mon[37987]: pgmap v351: 121 pgs: 121 active+clean; 328 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 882 KiB/s wr, 15 op/s 2024-03-07T02:59:53.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:53 smithi090 ceph-mon[27223]: osdmap e245: 8 total, 8 up, 8 in 2024-03-07T02:59:53.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:53 smithi090 ceph-mon[27223]: pgmap v351: 121 pgs: 121 active+clean; 328 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 882 KiB/s wr, 15 op/s 2024-03-07T02:59:53.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:53 smithi092 ceph-mon[31083]: osdmap e245: 8 total, 8 up, 8 in 2024-03-07T02:59:53.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:53 smithi092 ceph-mon[31083]: pgmap v351: 121 pgs: 121 active+clean; 328 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 882 KiB/s wr, 15 op/s 2024-03-07T02:59:54.430 INFO:tasks.rados.rados.0.smithi090.stdout:978: done (4 left) 2024-03-07T02:59:54.431 INFO:tasks.rados.rados.0.smithi090.stdout:979: done (3 left) 2024-03-07T02:59:54.431 INFO:tasks.rados.rados.0.smithi090.stdout:980: done (2 left) 2024-03-07T02:59:54.431 INFO:tasks.rados.rados.0.smithi090.stdout:981: done (1 left) 2024-03-07T02:59:54.431 INFO:tasks.rados.rados.0.smithi090.stdout:982: done (0 left) 2024-03-07T02:59:54.431 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 15 current snap is 95 2024-03-07T02:59:54.431 INFO:tasks.rados.rados.0.smithi090.stdout:983: seq_num 309 ranges {0=376832} 2024-03-07T02:59:54.432 INFO:tasks.rados.rados.0.smithi090.stdout:983: writing smithi09077644-15 from 0 to 376832 tid 1 2024-03-07T02:59:54.433 INFO:tasks.rados.rados.0.smithi090.stdout:984: delete oid 31 current snap is 95 2024-03-07T02:59:54.436 INFO:tasks.rados.rados.0.smithi090.stdout:983: finishing write tid 1 to smithi09077644-15 2024-03-07T02:59:54.437 INFO:tasks.rados.rados.0.smithi090.stdout:983: finishing write tid 2 to smithi09077644-15 2024-03-07T02:59:54.438 INFO:tasks.rados.rados.0.smithi090.stdout:983: finishing write tid 3 to smithi09077644-15 2024-03-07T02:59:54.438 INFO:tasks.rados.rados.0.smithi090.stdout:983: oid 15 updating version 0 to 534 2024-03-07T02:59:54.438 INFO:tasks.rados.rados.0.smithi090.stdout:983: oid 15 version 534 is already newer than 533 2024-03-07T02:59:54.438 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 534 (ObjNum 309 snap 95 seq_num 309) dirty exists 2024-03-07T02:59:54.438 INFO:tasks.rados.rados.0.smithi090.stdout:983: left oid 15 (ObjNum 309 snap 95 seq_num 309) 2024-03-07T02:59:54.439 INFO:tasks.rados.rados.0.smithi090.stdout:983: done (1 left) 2024-03-07T02:59:54.439 INFO:tasks.rados.rados.0.smithi090.stdout:984: done (0 left) 2024-03-07T02:59:54.439 INFO:tasks.rados.rados.0.smithi090.stdout:985: snap_create 2024-03-07T02:59:54.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:54 smithi090 ceph-mon[27223]: osdmap e246: 8 total, 8 up, 8 in 2024-03-07T02:59:54.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:54 smithi090 ceph-mon[27223]: osdmap e247: 8 total, 8 up, 8 in 2024-03-07T02:59:54.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:54 smithi090 ceph-mon[37987]: osdmap e246: 8 total, 8 up, 8 in 2024-03-07T02:59:54.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:54 smithi090 ceph-mon[37987]: osdmap e247: 8 total, 8 up, 8 in 2024-03-07T02:59:54.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:54 smithi092 ceph-mon[31083]: osdmap e246: 8 total, 8 up, 8 in 2024-03-07T02:59:54.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:54 smithi092 ceph-mon[31083]: osdmap e247: 8 total, 8 up, 8 in 2024-03-07T02:59:55.439 INFO:tasks.rados.rados.0.smithi090.stdout:985: done (0 left) 2024-03-07T02:59:55.439 INFO:tasks.rados.rados.0.smithi090.stdout:986: copy_from oid 33 from oid 44 current snap is 96 2024-03-07T02:59:55.439 INFO:tasks.rados.rados.0.smithi090.stdout:987: delete oid 3 current snap is 96 2024-03-07T02:59:55.441 INFO:tasks.rados.rados.0.smithi090.stdout:987: done (1 left) 2024-03-07T02:59:55.441 INFO:tasks.rados.rados.0.smithi090.stdout:988: snap_remove snap 91 2024-03-07T02:59:55.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:55 smithi090 ceph-mon[27223]: pgmap v354: 121 pgs: 121 active+clean; 330 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1016 KiB/s wr, 15 op/s 2024-03-07T02:59:55.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:55 smithi090 ceph-mon[27223]: osdmap e248: 8 total, 8 up, 8 in 2024-03-07T02:59:55.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:55 smithi090 ceph-mon[37987]: pgmap v354: 121 pgs: 121 active+clean; 330 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1016 KiB/s wr, 15 op/s 2024-03-07T02:59:55.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:55 smithi090 ceph-mon[37987]: osdmap e248: 8 total, 8 up, 8 in 2024-03-07T02:59:55.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:55 smithi092 ceph-mon[31083]: pgmap v354: 121 pgs: 121 active+clean; 330 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1016 KiB/s wr, 15 op/s 2024-03-07T02:59:55.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:55 smithi092 ceph-mon[31083]: osdmap e248: 8 total, 8 up, 8 in 2024-03-07T02:59:56.441 INFO:tasks.rados.rados.0.smithi090.stdout:988: done (1 left) 2024-03-07T02:59:56.441 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 21 current snap is 96 2024-03-07T02:59:56.442 INFO:tasks.rados.rados.0.smithi090.stdout:986: finishing copy_from to smithi09077644-33 2024-03-07T02:59:56.442 INFO:tasks.rados.rados.0.smithi090.stdout:986: got expected ENOENT (src dne) 2024-03-07T02:59:56.442 INFO:tasks.rados.rados.0.smithi090.stdout:986: finishing copy_from racing read to smithi09077644-33 2024-03-07T02:59:56.442 INFO:tasks.rados.rados.0.smithi090.stdout:989: seq_num 312 ranges {3809280=434176} 2024-03-07T02:59:56.465 INFO:tasks.rados.rados.0.smithi090.stdout:989: writing smithi09077644-21 from 3809280 to 4243456 tid 1 2024-03-07T02:59:56.465 INFO:tasks.rados.rados.0.smithi090.stdout:986: done (1 left) 2024-03-07T02:59:56.465 INFO:tasks.rados.rados.0.smithi090.stdout:990: read oid 26 snap -1 2024-03-07T02:59:56.465 INFO:tasks.rados.rados.0.smithi090.stdout:990: expect deleted 2024-03-07T02:59:56.465 INFO:tasks.rados.rados.0.smithi090.stdout:991: read oid 39 snap -1 2024-03-07T02:59:56.465 INFO:tasks.rados.rados.0.smithi090.stdout:991: expect (ObjNum 38 snap 0 seq_num 38) 2024-03-07T02:59:56.465 INFO:tasks.rados.rados.0.smithi090.stdout:992: delete oid 37 current snap is 96 2024-03-07T02:59:56.468 INFO:tasks.rados.rados.0.smithi090.stdout:989: finishing write tid 1 to smithi09077644-21 2024-03-07T02:59:56.468 INFO:tasks.rados.rados.0.smithi090.stdout:989: finishing write tid 2 to smithi09077644-21 2024-03-07T02:59:56.470 INFO:tasks.rados.rados.0.smithi090.stdout:989: finishing write tid 3 to smithi09077644-21 2024-03-07T02:59:56.470 INFO:tasks.rados.rados.0.smithi090.stdout:989: oid 21 updating version 0 to 184 2024-03-07T02:59:56.470 INFO:tasks.rados.rados.0.smithi090.stdout:989: oid 21 updating version 184 to 185 2024-03-07T02:59:56.470 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 185 (ObjNum 312 snap 96 seq_num 312) dirty exists 2024-03-07T02:59:56.470 INFO:tasks.rados.rados.0.smithi090.stdout:989: left oid 21 (ObjNum 312 snap 96 seq_num 312) 2024-03-07T02:59:56.471 INFO:tasks.rados.rados.0.smithi090.stdout:989: done (3 left) 2024-03-07T02:59:56.471 INFO:tasks.rados.rados.0.smithi090.stdout:990: done (2 left) 2024-03-07T02:59:56.471 INFO:tasks.rados.rados.0.smithi090.stdout:992: done (1 left) 2024-03-07T02:59:56.471 INFO:tasks.rados.rados.0.smithi090.stdout:993: read oid 14 snap -1 2024-03-07T02:59:56.471 INFO:tasks.rados.rados.0.smithi090.stdout:993: expect (ObjNum 274 snap 78 seq_num 274) 2024-03-07T02:59:56.471 INFO:tasks.rados.rados.0.smithi090.stdout:994: delete oid 41 current snap is 96 2024-03-07T02:59:56.473 INFO:tasks.rados.rados.0.smithi090.stdout:994: done (2 left) 2024-03-07T02:59:56.474 INFO:tasks.rados.rados.0.smithi090.stdout:995: read oid 47 snap -1 2024-03-07T02:59:56.474 INFO:tasks.rados.rados.0.smithi090.stdout:995: expect (ObjNum 308 snap 94 seq_num 308) 2024-03-07T02:59:56.474 INFO:tasks.rados.rados.0.smithi090.stdout:996: snap_remove snap 74 2024-03-07T02:59:57.454 INFO:tasks.rados.rados.0.smithi090.stdout:996: done (3 left) 2024-03-07T02:59:57.454 INFO:tasks.rados.rados.0.smithi090.stdout:997: snap_remove snap 94 2024-03-07T02:59:57.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:57 smithi090 ceph-mon[27223]: osdmap e249: 8 total, 8 up, 8 in 2024-03-07T02:59:57.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:57 smithi090 ceph-mon[27223]: pgmap v357: 121 pgs: 121 active+clean; 330 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1016 KiB/s wr, 15 op/s 2024-03-07T02:59:57.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:57 smithi090 ceph-mon[37987]: osdmap e249: 8 total, 8 up, 8 in 2024-03-07T02:59:57.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:57 smithi090 ceph-mon[37987]: pgmap v357: 121 pgs: 121 active+clean; 330 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1016 KiB/s wr, 15 op/s 2024-03-07T02:59:57.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:57 smithi092 ceph-mon[31083]: osdmap e249: 8 total, 8 up, 8 in 2024-03-07T02:59:57.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:57 smithi092 ceph-mon[31083]: pgmap v357: 121 pgs: 121 active+clean; 330 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1016 KiB/s wr, 15 op/s 2024-03-07T02:59:58.457 INFO:tasks.rados.rados.0.smithi090.stdout:997: done (3 left) 2024-03-07T02:59:58.457 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 36 current snap is 96 2024-03-07T02:59:58.457 INFO:tasks.rados.rados.0.smithi090.stdout:991: expect (ObjNum 38 snap 0 seq_num 38) 2024-03-07T02:59:58.477 INFO:tasks.rados.rados.0.smithi090.stdout:993: expect (ObjNum 274 snap 78 seq_num 274) 2024-03-07T02:59:58.536 INFO:tasks.rados.rados.0.smithi090.stdout:995: expect (ObjNum 308 snap 94 seq_num 308) 2024-03-07T02:59:58.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:58 smithi090 ceph-mon[27223]: osdmap e250: 8 total, 8 up, 8 in 2024-03-07T02:59:58.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:58 smithi090 ceph-mon[37987]: osdmap e250: 8 total, 8 up, 8 in 2024-03-07T02:59:58.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:58 smithi092 ceph-mon[31083]: osdmap e250: 8 total, 8 up, 8 in 2024-03-07T02:59:59.260 INFO:tasks.rados.rados.0.smithi090.stdout:998: seq_num 315 ranges {2973696=483328} 2024-03-07T02:59:59.279 INFO:tasks.rados.rados.0.smithi090.stdout:998: writing smithi09077644-36 from 2973696 to 3457024 tid 1 2024-03-07T02:59:59.279 INFO:tasks.rados.rados.0.smithi090.stdout:991: done (3 left) 2024-03-07T02:59:59.279 INFO:tasks.rados.rados.0.smithi090.stdout:993: done (2 left) 2024-03-07T02:59:59.279 INFO:tasks.rados.rados.0.smithi090.stdout:995: done (1 left) 2024-03-07T02:59:59.279 INFO:tasks.rados.rados.0.smithi090.stdout:999: setattr oid 20 current snap is 96 2024-03-07T02:59:59.282 INFO:tasks.rados.rados.0.smithi090.stdout:998: finishing write tid 1 to smithi09077644-36 2024-03-07T02:59:59.282 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 21 current snap is 96 2024-03-07T02:59:59.282 INFO:tasks.rados.rados.0.smithi090.stdout:1000: seq_num 316 ranges {4243456=499712} 2024-03-07T02:59:59.308 INFO:tasks.rados.rados.0.smithi090.stdout:1000: writing smithi09077644-21 from 4243456 to 4743168 tid 1 2024-03-07T02:59:59.308 INFO:tasks.rados.rados.0.smithi090.stdout:1001: rollback oid 12 current snap is 96 2024-03-07T02:59:59.308 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 12 to 35 2024-03-07T02:59:59.309 INFO:tasks.rados.rados.0.smithi090.stdout:998: finishing write tid 2 to smithi09077644-36 2024-03-07T02:59:59.309 INFO:tasks.rados.rados.0.smithi090.stdout:998: finishing write tid 3 to smithi09077644-36 2024-03-07T02:59:59.309 INFO:tasks.rados.rados.0.smithi090.stdout:998: oid 36 updating version 0 to 372 2024-03-07T02:59:59.309 INFO:tasks.rados.rados.0.smithi090.stdout:998: oid 36 updating version 372 to 373 2024-03-07T02:59:59.309 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 373 (ObjNum 315 snap 96 seq_num 315) dirty exists 2024-03-07T02:59:59.309 INFO:tasks.rados.rados.0.smithi090.stdout:998: left oid 36 (ObjNum 315 snap 96 seq_num 315) 2024-03-07T02:59:59.309 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 20 v 365 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-03-07T02:59:59.309 INFO:tasks.rados.rados.0.smithi090.stdout:998: done (3 left) 2024-03-07T02:59:59.309 INFO:tasks.rados.rados.0.smithi090.stdout:999: done (2 left) 2024-03-07T02:59:59.309 INFO:tasks.rados.rados.0.smithi090.stdout:1002: snap_remove snap 66 2024-03-07T02:59:59.439 INFO:tasks.rados.rados.0.smithi090.stdout:1002: done (2 left) 2024-03-07T02:59:59.439 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 18 current snap is 96 2024-03-07T02:59:59.439 INFO:tasks.rados.rados.0.smithi090.stdout:1000: finishing write tid 1 to smithi09077644-21 2024-03-07T02:59:59.439 INFO:tasks.rados.rados.0.smithi090.stdout:1000: finishing write tid 2 to smithi09077644-21 2024-03-07T02:59:59.439 INFO:tasks.rados.rados.0.smithi090.stdout:1000: finishing write tid 3 to smithi09077644-21 2024-03-07T02:59:59.439 INFO:tasks.rados.rados.0.smithi090.stdout:1000: oid 21 updating version 0 to 190 2024-03-07T02:59:59.439 INFO:tasks.rados.rados.0.smithi090.stdout:1000: oid 21 updating version 190 to 191 2024-03-07T02:59:59.439 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 191 (ObjNum 316 snap 96 seq_num 316) dirty exists 2024-03-07T02:59:59.440 INFO:tasks.rados.rados.0.smithi090.stdout:1000: left oid 21 (ObjNum 316 snap 96 seq_num 316) 2024-03-07T02:59:59.440 INFO:tasks.rados.rados.0.smithi090.stdout:1001: finishing rollback tid 0 to smithi09077644-12 2024-03-07T02:59:59.440 INFO:tasks.rados.rados.0.smithi090.stdout:1001: finishing rollback tid 1 to smithi09077644-12 2024-03-07T02:59:59.440 INFO:tasks.rados.rados.0.smithi090.stdout:1001: finishing rollback tid 2 to smithi09077644-12 2024-03-07T02:59:59.440 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 12 v 467 (ObjNum 131 snap 29 seq_num 131) dirty exists 2024-03-07T02:59:59.440 INFO:tasks.rados.rados.0.smithi090.stdout:1003: seq_num 317 ranges {0=516096} 2024-03-07T02:59:59.443 INFO:tasks.rados.rados.0.smithi090.stdout:1003: writing smithi09077644-18 from 0 to 516096 tid 1 2024-03-07T02:59:59.443 INFO:tasks.rados.rados.0.smithi090.stdout:1000: done (2 left) 2024-03-07T02:59:59.443 INFO:tasks.rados.rados.0.smithi090.stdout:1001: done (1 left) 2024-03-07T02:59:59.443 INFO:tasks.rados.rados.0.smithi090.stdout:1004: read oid 4 snap -1 2024-03-07T02:59:59.443 INFO:tasks.rados.rados.0.smithi090.stdout:1004: expect (ObjNum 227 snap 59 seq_num 227) 2024-03-07T02:59:59.443 INFO:tasks.rados.rados.0.smithi090.stdout:1005: rollback oid 10 current snap is 96 2024-03-07T02:59:59.443 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 10 to 78 2024-03-07T02:59:59.443 INFO:tasks.rados.rados.0.smithi090.stdout:1006: rmattr oid 43 current snap is 96 2024-03-07T02:59:59.444 INFO:tasks.rados.rados.0.smithi090.stdout:1007: snap_remove snap 92 2024-03-07T02:59:59.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:59 smithi090 ceph-mon[27223]: osdmap e251: 8 total, 8 up, 8 in 2024-03-07T02:59:59.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:59 smithi090 ceph-mon[27223]: pgmap v360: 121 pgs: 121 active+clean; 330 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-03-07T02:59:59.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 02:59:59 smithi090 ceph-mon[27223]: osdmap e252: 8 total, 8 up, 8 in 2024-03-07T02:59:59.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:59 smithi090 ceph-mon[37987]: osdmap e251: 8 total, 8 up, 8 in 2024-03-07T02:59:59.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:59 smithi090 ceph-mon[37987]: pgmap v360: 121 pgs: 121 active+clean; 330 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-03-07T02:59:59.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 02:59:59 smithi090 ceph-mon[37987]: osdmap e252: 8 total, 8 up, 8 in 2024-03-07T02:59:59.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:59 smithi092 ceph-mon[31083]: osdmap e251: 8 total, 8 up, 8 in 2024-03-07T02:59:59.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:59 smithi092 ceph-mon[31083]: pgmap v360: 121 pgs: 121 active+clean; 330 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-03-07T02:59:59.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 02:59:59 smithi092 ceph-mon[31083]: osdmap e252: 8 total, 8 up, 8 in 2024-03-07T03:00:00.447 INFO:tasks.rados.rados.0.smithi090.stdout:1007: done (4 left) 2024-03-07T03:00:00.447 INFO:tasks.rados.rados.0.smithi090.stdout:1008: snap_create 2024-03-07T03:00:00.447 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 264 (ObjNum 100 snap 19 seq_num 100) dirty exists 2024-03-07T03:00:00.447 INFO:tasks.rados.rados.0.smithi090.stdout:1003: finishing write tid 1 to smithi09077644-18 2024-03-07T03:00:00.447 INFO:tasks.rados.rados.0.smithi090.stdout:1005: finishing rollback tid 0 to smithi09077644-10 2024-03-07T03:00:00.447 INFO:tasks.rados.rados.0.smithi090.stdout:1003: finishing write tid 2 to smithi09077644-18 2024-03-07T03:00:00.448 INFO:tasks.rados.rados.0.smithi090.stdout:1005: finishing rollback tid 1 to smithi09077644-10 2024-03-07T03:00:00.448 INFO:tasks.rados.rados.0.smithi090.stdout:1005: finishing rollback tid 2 to smithi09077644-10 2024-03-07T03:00:00.448 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 548 (ObjNum 266 snap 75 seq_num 266) dirty exists 2024-03-07T03:00:00.448 INFO:tasks.rados.rados.0.smithi090.stdout:1004: expect (ObjNum 227 snap 59 seq_num 227) 2024-03-07T03:00:00.504 INFO:tasks.rados.rados.0.smithi090.stdout:1003: finishing write tid 3 to smithi09077644-18 2024-03-07T03:00:00.504 INFO:tasks.rados.rados.0.smithi090.stdout:1003: oid 18 updating version 0 to 364 2024-03-07T03:00:00.504 INFO:tasks.rados.rados.0.smithi090.stdout:1003: oid 18 version 364 is already newer than 363 2024-03-07T03:00:00.504 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 18 v 364 (ObjNum 317 snap 96 seq_num 317) dirty exists 2024-03-07T03:00:00.504 INFO:tasks.rados.rados.0.smithi090.stdout:1003: left oid 18 (ObjNum 317 snap 96 seq_num 317) 2024-03-07T03:00:00.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:00 smithi090 ceph-mon[27223]: overall HEALTH_OK 2024-03-07T03:00:00.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:00 smithi090 ceph-mon[27223]: osdmap e253: 8 total, 8 up, 8 in 2024-03-07T03:00:00.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:00 smithi090 ceph-mon[37987]: overall HEALTH_OK 2024-03-07T03:00:00.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:00 smithi090 ceph-mon[37987]: osdmap e253: 8 total, 8 up, 8 in 2024-03-07T03:00:00.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:00 smithi092 ceph-mon[31083]: overall HEALTH_OK 2024-03-07T03:00:00.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:00 smithi092 ceph-mon[31083]: osdmap e253: 8 total, 8 up, 8 in 2024-03-07T03:00:01.450 INFO:tasks.rados.rados.0.smithi090.stdout:1003: done (4 left) 2024-03-07T03:00:01.450 INFO:tasks.rados.rados.0.smithi090.stdout:1004: done (3 left) 2024-03-07T03:00:01.450 INFO:tasks.rados.rados.0.smithi090.stdout:1005: done (2 left) 2024-03-07T03:00:01.450 INFO:tasks.rados.rados.0.smithi090.stdout:1006: done (1 left) 2024-03-07T03:00:01.450 INFO:tasks.rados.rados.0.smithi090.stdout:1008: done (0 left) 2024-03-07T03:00:01.451 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 1 current snap is 97 2024-03-07T03:00:01.451 INFO:tasks.rados.rados.0.smithi090.stdout:1009: seq_num 318 ranges {2752512=532480} 2024-03-07T03:00:01.467 INFO:tasks.rados.rados.0.smithi090.stdout:1009: writing smithi09077644-1 from 2752512 to 3284992 tid 1 2024-03-07T03:00:01.468 INFO:tasks.rados.rados.0.smithi090.stdout:1010: read oid 35 snap -1 2024-03-07T03:00:01.468 INFO:tasks.rados.rados.0.smithi090.stdout:1010: expect (ObjNum 295 snap 85 seq_num 295) 2024-03-07T03:00:01.468 INFO:tasks.rados.rados.0.smithi090.stdout:1011: snap_create 2024-03-07T03:00:01.472 INFO:tasks.rados.rados.0.smithi090.stdout:1009: finishing write tid 1 to smithi09077644-1 2024-03-07T03:00:01.472 INFO:tasks.rados.rados.0.smithi090.stdout:1009: finishing write tid 2 to smithi09077644-1 2024-03-07T03:00:01.473 INFO:tasks.rados.rados.0.smithi090.stdout:1009: finishing write tid 3 to smithi09077644-1 2024-03-07T03:00:01.473 INFO:tasks.rados.rados.0.smithi090.stdout:1009: oid 1 updating version 0 to 197 2024-03-07T03:00:01.473 INFO:tasks.rados.rados.0.smithi090.stdout:1009: oid 1 updating version 197 to 198 2024-03-07T03:00:01.473 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 1 v 198 (ObjNum 318 snap 97 seq_num 318) dirty exists 2024-03-07T03:00:01.473 INFO:tasks.rados.rados.0.smithi090.stdout:1009: left oid 1 (ObjNum 318 snap 97 seq_num 318) 2024-03-07T03:00:01.477 INFO:tasks.rados.rados.0.smithi090.stdout:1010: expect (ObjNum 295 snap 85 seq_num 295) 2024-03-07T03:00:01.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:01 smithi090 ceph-mon[37987]: pgmap v363: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 324 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 346 KiB/s wr, 12 op/s 2024-03-07T03:00:01.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:01 smithi090 ceph-mon[37987]: osdmap e254: 8 total, 8 up, 8 in 2024-03-07T03:00:01.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:01 smithi090 ceph-mon[27223]: pgmap v363: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 324 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 346 KiB/s wr, 12 op/s 2024-03-07T03:00:01.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:01 smithi090 ceph-mon[27223]: osdmap e254: 8 total, 8 up, 8 in 2024-03-07T03:00:01.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:01 smithi092 ceph-mon[31083]: pgmap v363: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 324 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 346 KiB/s wr, 12 op/s 2024-03-07T03:00:01.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:01 smithi092 ceph-mon[31083]: osdmap e254: 8 total, 8 up, 8 in 2024-03-07T03:00:02.446 INFO:tasks.rados.rados.0.smithi090.stdout:1009: done (2 left) 2024-03-07T03:00:02.447 INFO:tasks.rados.rados.0.smithi090.stdout:1010: done (1 left) 2024-03-07T03:00:02.447 INFO:tasks.rados.rados.0.smithi090.stdout:1011: done (0 left) 2024-03-07T03:00:02.447 INFO:tasks.rados.rados.0.smithi090.stdout:1012: rollback oid 37 current snap is 98 2024-03-07T03:00:02.447 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 37 to 82 2024-03-07T03:00:02.447 INFO:tasks.rados.rados.0.smithi090.stdout:1013: delete oid 44 current snap is 98 2024-03-07T03:00:02.450 INFO:tasks.rados.rados.0.smithi090.stdout:1013: done (1 left) 2024-03-07T03:00:02.450 INFO:tasks.rados.rados.0.smithi090.stdout:1014: copy_from oid 39 from oid 8 current snap is 98 2024-03-07T03:00:02.450 INFO:tasks.rados.rados.0.smithi090.stdout:1015: read oid 46 snap 90 2024-03-07T03:00:02.450 INFO:tasks.rados.rados.0.smithi090.stdout:1015: expect (ObjNum 257 snap 73 seq_num 257) 2024-03-07T03:00:02.450 INFO:tasks.rados.rados.0.smithi090.stdout:1016: rollback oid 29 current snap is 98 2024-03-07T03:00:02.450 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 29 to 79 2024-03-07T03:00:02.450 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 50 current snap is 98 2024-03-07T03:00:02.450 INFO:tasks.rados.rados.0.smithi090.stdout:1017: seq_num 320 ranges {311296=565248} 2024-03-07T03:00:02.455 INFO:tasks.rados.rados.0.smithi090.stdout:1017: writing smithi09077644-50 from 311296 to 876544 tid 1 2024-03-07T03:00:02.455 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 24 current snap is 98 2024-03-07T03:00:02.455 INFO:tasks.rados.rados.0.smithi090.stdout:1012: finishing rollback tid 1 to smithi09077644-37 2024-03-07T03:00:02.455 INFO:tasks.rados.rados.0.smithi090.stdout:1012: finishing rollback tid 2 to smithi09077644-37 2024-03-07T03:00:02.455 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 37 v 264 (ObjNum 213 snap 56 seq_num 213) dirty exists 2024-03-07T03:00:02.456 INFO:tasks.rados.rados.0.smithi090.stdout:1018: seq_num 321 ranges {3432448=581632} 2024-03-07T03:00:02.478 INFO:tasks.rados.rados.0.smithi090.stdout:1018: writing smithi09077644-24 from 3432448 to 4014080 tid 1 2024-03-07T03:00:02.478 INFO:tasks.rados.rados.0.smithi090.stdout:1012: done (5 left) 2024-03-07T03:00:02.478 INFO:tasks.rados.rados.0.smithi090.stdout:1019: snap_remove snap 86 2024-03-07T03:00:03.329 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:00:02 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:00:02] "GET /metrics HTTP/1.1" 200 35982 "" "Prometheus/2.43.0" 2024-03-07T03:00:03.461 INFO:tasks.rados.rados.0.smithi090.stdout:1019: done (5 left) 2024-03-07T03:00:03.461 INFO:tasks.rados.rados.0.smithi090.stdout:1020: rmattr oid 44 current snap is 98 2024-03-07T03:00:03.461 INFO:tasks.rados.rados.0.smithi090.stdout:1020: done (5 left) 2024-03-07T03:00:03.461 INFO:tasks.rados.rados.0.smithi090.stdout:1021: setattr oid 18 current snap is 98 2024-03-07T03:00:03.461 INFO:tasks.rados.rados.0.smithi090.stdout:1016: finishing rollback tid 0 to smithi09077644-29 2024-03-07T03:00:03.461 INFO:tasks.rados.rados.0.smithi090.stdout:1015: expect (ObjNum 257 snap 73 seq_num 257) 2024-03-07T03:00:03.525 INFO:tasks.rados.rados.0.smithi090.stdout:1016: finishing rollback tid 1 to smithi09077644-29 2024-03-07T03:00:03.525 INFO:tasks.rados.rados.0.smithi090.stdout:1016: finishing rollback tid 2 to smithi09077644-29 2024-03-07T03:00:03.525 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 367 (ObjNum 250 snap 71 seq_num 250) dirty exists 2024-03-07T03:00:03.525 INFO:tasks.rados.rados.0.smithi090.stdout:1017: finishing write tid 1 to smithi09077644-50 2024-03-07T03:00:03.526 INFO:tasks.rados.rados.0.smithi090.stdout:1017: finishing write tid 2 to smithi09077644-50 2024-03-07T03:00:03.526 INFO:tasks.rados.rados.0.smithi090.stdout:1017: finishing write tid 3 to smithi09077644-50 2024-03-07T03:00:03.526 INFO:tasks.rados.rados.0.smithi090.stdout:1017: oid 50 updating version 0 to 402 2024-03-07T03:00:03.526 INFO:tasks.rados.rados.0.smithi090.stdout:1017: oid 50 updating version 402 to 403 2024-03-07T03:00:03.526 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 50 v 403 (ObjNum 320 snap 98 seq_num 320) dirty exists 2024-03-07T03:00:03.526 INFO:tasks.rados.rados.0.smithi090.stdout:1017: left oid 50 (ObjNum 320 snap 98 seq_num 320) 2024-03-07T03:00:03.526 INFO:tasks.rados.rados.0.smithi090.stdout:1014: finishing copy_from racing read to smithi09077644-39 2024-03-07T03:00:03.526 INFO:tasks.rados.rados.0.smithi090.stdout:1014: finishing copy_from to smithi09077644-39 2024-03-07T03:00:03.526 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 436 (ObjNum 296 snap 85 seq_num 296) dirty exists 2024-03-07T03:00:03.526 INFO:tasks.rados.rados.0.smithi090.stdout:1018: finishing write tid 1 to smithi09077644-24 2024-03-07T03:00:03.526 INFO:tasks.rados.rados.0.smithi090.stdout:1018: finishing write tid 2 to smithi09077644-24 2024-03-07T03:00:03.526 INFO:tasks.rados.rados.0.smithi090.stdout:1018: finishing write tid 3 to smithi09077644-24 2024-03-07T03:00:03.526 INFO:tasks.rados.rados.0.smithi090.stdout:1018: oid 24 updating version 0 to 444 2024-03-07T03:00:03.526 INFO:tasks.rados.rados.0.smithi090.stdout:1018: oid 24 version 444 is already newer than 443 2024-03-07T03:00:03.526 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 24 v 444 (ObjNum 321 snap 98 seq_num 321) dirty exists 2024-03-07T03:00:03.527 INFO:tasks.rados.rados.0.smithi090.stdout:1018: left oid 24 (ObjNum 321 snap 98 seq_num 321) 2024-03-07T03:00:03.527 INFO:tasks.rados.rados.0.smithi090.stdout:1014: done (5 left) 2024-03-07T03:00:03.527 INFO:tasks.rados.rados.0.smithi090.stdout:1015: done (4 left) 2024-03-07T03:00:03.527 INFO:tasks.rados.rados.0.smithi090.stdout:1016: done (3 left) 2024-03-07T03:00:03.527 INFO:tasks.rados.rados.0.smithi090.stdout:1017: done (2 left) 2024-03-07T03:00:03.527 INFO:tasks.rados.rados.0.smithi090.stdout:1018: done (1 left) 2024-03-07T03:00:03.527 INFO:tasks.rados.rados.0.smithi090.stdout:1022: snap_remove snap 79 2024-03-07T03:00:03.719 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:03 smithi092 ceph-mon[31083]: osdmap e255: 8 total, 8 up, 8 in 2024-03-07T03:00:03.720 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:03 smithi092 ceph-mon[31083]: pgmap v366: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 324 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 346 KiB/s wr, 12 op/s 2024-03-07T03:00:03.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:03 smithi090 ceph-mon[27223]: osdmap e255: 8 total, 8 up, 8 in 2024-03-07T03:00:03.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:03 smithi090 ceph-mon[27223]: pgmap v366: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 324 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 346 KiB/s wr, 12 op/s 2024-03-07T03:00:03.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:03 smithi090 ceph-mon[37987]: osdmap e255: 8 total, 8 up, 8 in 2024-03-07T03:00:03.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:03 smithi090 ceph-mon[37987]: pgmap v366: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 324 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 346 KiB/s wr, 12 op/s 2024-03-07T03:00:04.161 INFO:teuthology.orchestra.run.smithi090.stdout:true 2024-03-07T03:00:04.433 INFO:tasks.rados.rados.0.smithi090.stdout:1022: done (1 left) 2024-03-07T03:00:04.433 INFO:tasks.rados.rados.0.smithi090.stdout:1023: rollback oid 16 current snap is 98 2024-03-07T03:00:04.434 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 16 to 88 2024-03-07T03:00:04.434 INFO:tasks.rados.rados.0.smithi090.stdout:1024: snap_remove snap 85 2024-03-07T03:00:04.500 INFO:teuthology.orchestra.run.smithi090.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-07T03:00:04.500 INFO:teuthology.orchestra.run.smithi090.stdout:alertmanager.a smithi090 *:9093,9094 running (4m) 4m ago 5m 16.7M - 0.25.0 c8568f914cd2 c7f315859531 2024-03-07T03:00:04.500 INFO:teuthology.orchestra.run.smithi090.stdout:grafana.a smithi092 *:3000 running (5m) 4m ago 5m 82.5M - 9.4.7 954c08fa6188 044a70fdd07e 2024-03-07T03:00:04.500 INFO:teuthology.orchestra.run.smithi090.stdout:mds.a smithi090 running (6m) 4m ago 6m 12.7M - 18.2.1-718-gae75fc9d 0164bb8a7c67 8b3baf63c0c9 2024-03-07T03:00:04.500 INFO:teuthology.orchestra.run.smithi090.stdout:mds.b smithi092 running (6m) 4m ago 6m 15.4M - 18.2.1-718-gae75fc9d 0164bb8a7c67 ce3c1188fa28 2024-03-07T03:00:04.500 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.x smithi092 *:8443,8765 running (9m) 4m ago 9m 449M - 18.2.1-718-gae75fc9d 0164bb8a7c67 b1184af39190 2024-03-07T03:00:04.500 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.y smithi090 *:9283,8765 running (11m) 4m ago 11m 497M - 18.2.1-718-gae75fc9d 0164bb8a7c67 a5359f652648 2024-03-07T03:00:04.500 INFO:teuthology.orchestra.run.smithi090.stdout:mon.a smithi090 running (11m) 4m ago 11m 47.8M 2048M 18.2.1-718-gae75fc9d 0164bb8a7c67 84d91110fe9f 2024-03-07T03:00:04.500 INFO:teuthology.orchestra.run.smithi090.stdout:mon.b smithi092 running (10m) 4m ago 10m 39.7M 2048M 18.2.1-718-gae75fc9d 0164bb8a7c67 27a7830719c5 2024-03-07T03:00:04.501 INFO:teuthology.orchestra.run.smithi090.stdout:mon.c smithi090 running (10m) 4m ago 10m 38.8M 2048M 18.2.1-718-gae75fc9d 0164bb8a7c67 9eaa649b1445 2024-03-07T03:00:04.501 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.a smithi090 *:9100 running (5m) 4m ago 5m 15.0M - 1.5.0 0da6a335fe13 76496853f3a5 2024-03-07T03:00:04.501 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.b smithi092 *:9100 running (4m) 4m ago 4m 8363k - 1.5.0 0da6a335fe13 9ed8c0a03920 2024-03-07T03:00:04.501 INFO:teuthology.orchestra.run.smithi090.stdout:osd.0 smithi090 running (9m) 4m ago 9m 44.6M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 725e893e6886 2024-03-07T03:00:04.501 INFO:teuthology.orchestra.run.smithi090.stdout:osd.1 smithi090 running (9m) 4m ago 9m 43.5M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 9b941d592b34 2024-03-07T03:00:04.501 INFO:teuthology.orchestra.run.smithi090.stdout:osd.2 smithi090 running (8m) 4m ago 8m 43.2M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 9852da06477f 2024-03-07T03:00:04.501 INFO:teuthology.orchestra.run.smithi090.stdout:osd.3 smithi090 running (8m) 4m ago 8m 44.7M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 1e9119683f37 2024-03-07T03:00:04.501 INFO:teuthology.orchestra.run.smithi090.stdout:osd.4 smithi092 running (7m) 4m ago 7m 41.5M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 9ffc02d81c13 2024-03-07T03:00:04.501 INFO:teuthology.orchestra.run.smithi090.stdout:osd.5 smithi092 running (7m) 4m ago 7m 41.4M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 028e6ccdd1db 2024-03-07T03:00:04.501 INFO:teuthology.orchestra.run.smithi090.stdout:osd.6 smithi092 running (7m) 4m ago 7m 44.4M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 04f0a980ec71 2024-03-07T03:00:04.501 INFO:teuthology.orchestra.run.smithi090.stdout:osd.7 smithi092 running (6m) 4m ago 6m 43.0M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 1f2215787147 2024-03-07T03:00:04.501 INFO:teuthology.orchestra.run.smithi090.stdout:prometheus.a smithi092 *:9095 running (4m) 4m ago 5m 29.3M - 2.43.0 a07b618ecd1d 1302f14a5c88 2024-03-07T03:00:04.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:04 smithi090 ceph-mon[37987]: osdmap e256: 8 total, 8 up, 8 in 2024-03-07T03:00:04.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:04 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:00:04.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:04 smithi090 ceph-mon[37987]: osdmap e257: 8 total, 8 up, 8 in 2024-03-07T03:00:04.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:04 smithi090 ceph-mon[27223]: osdmap e256: 8 total, 8 up, 8 in 2024-03-07T03:00:04.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:04 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:00:04.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:04 smithi090 ceph-mon[27223]: osdmap e257: 8 total, 8 up, 8 in 2024-03-07T03:00:04.898 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-03-07T03:00:04.898 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": { 2024-03-07T03:00:04.898 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 3 2024-03-07T03:00:04.898 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:00:04.898 INFO:teuthology.orchestra.run.smithi090.stdout: "mgr": { 2024-03-07T03:00:04.898 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 2 2024-03-07T03:00:04.898 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:00:04.898 INFO:teuthology.orchestra.run.smithi090.stdout: "osd": { 2024-03-07T03:00:04.898 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 8 2024-03-07T03:00:04.899 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:00:04.899 INFO:teuthology.orchestra.run.smithi090.stdout: "mds": { 2024-03-07T03:00:04.899 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 2 2024-03-07T03:00:04.899 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:00:04.899 INFO:teuthology.orchestra.run.smithi090.stdout: "overall": { 2024-03-07T03:00:04.899 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 15 2024-03-07T03:00:04.899 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-03-07T03:00:04.899 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-03-07T03:00:04.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:04 smithi092 ceph-mon[31083]: osdmap e256: 8 total, 8 up, 8 in 2024-03-07T03:00:04.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:04 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:00:04.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:04 smithi092 ceph-mon[31083]: osdmap e257: 8 total, 8 up, 8 in 2024-03-07T03:00:05.440 INFO:tasks.rados.rados.0.smithi090.stdout:1024: done (2 left) 2024-03-07T03:00:05.440 INFO:tasks.rados.rados.0.smithi090.stdout:1025: read oid 28 snap -1 2024-03-07T03:00:05.440 INFO:tasks.rados.rados.0.smithi090.stdout:1025: expect (ObjNum 213 snap 56 seq_num 213) 2024-03-07T03:00:05.440 INFO:tasks.rados.rados.0.smithi090.stdout:1026: copy_from oid 15 from oid 9 current snap is 98 2024-03-07T03:00:05.440 INFO:tasks.rados.rados.0.smithi090.stdout:1027: snap_remove snap 96 2024-03-07T03:00:05.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:05 smithi090 ceph-mon[27223]: from='client.25055 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:00:05.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:05 smithi090 ceph-mon[27223]: pgmap v369: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 333 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-03-07T03:00:05.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:05 smithi090 ceph-mon[27223]: from='client.15174 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:00:05.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:05 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/490391424' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:00:05.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:05 smithi090 ceph-mon[27223]: osdmap e258: 8 total, 8 up, 8 in 2024-03-07T03:00:05.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:05 smithi090 ceph-mon[37987]: from='client.25055 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:00:05.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:05 smithi090 ceph-mon[37987]: pgmap v369: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 333 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-03-07T03:00:05.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:05 smithi090 ceph-mon[37987]: from='client.15174 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:00:05.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:05 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/490391424' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:00:05.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:05 smithi090 ceph-mon[37987]: osdmap e258: 8 total, 8 up, 8 in 2024-03-07T03:00:05.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:05 smithi092 ceph-mon[31083]: from='client.25055 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:00:05.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:05 smithi092 ceph-mon[31083]: pgmap v369: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 333 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-03-07T03:00:05.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:05 smithi092 ceph-mon[31083]: from='client.15174 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:00:05.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:05 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/490391424' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:00:05.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:05 smithi092 ceph-mon[31083]: osdmap e258: 8 total, 8 up, 8 in 2024-03-07T03:00:06.441 INFO:tasks.rados.rados.0.smithi090.stdout:1027: done (4 left) 2024-03-07T03:00:06.442 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 46 current snap is 98 2024-03-07T03:00:06.442 INFO:tasks.rados.rados.0.smithi090.stdout:1028: seq_num 322 ranges {1916928=598016} 2024-03-07T03:00:06.456 INFO:tasks.rados.rados.0.smithi090.stdout:1028: writing smithi09077644-46 from 1916928 to 2514944 tid 1 2024-03-07T03:00:06.456 INFO:tasks.rados.rados.0.smithi090.stdout:1029: delete oid 11 current snap is 98 2024-03-07T03:00:06.456 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 18 v 368 (ObjNum 317 snap 96 seq_num 317) dirty exists 2024-03-07T03:00:06.456 INFO:tasks.rados.rados.0.smithi090.stdout:1023: finishing rollback tid 0 to smithi09077644-16 2024-03-07T03:00:06.456 INFO:tasks.rados.rados.0.smithi090.stdout:1023: finishing rollback tid 1 to smithi09077644-16 2024-03-07T03:00:06.456 INFO:tasks.rados.rados.0.smithi090.stdout:1023: finishing rollback tid 2 to smithi09077644-16 2024-03-07T03:00:06.456 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 371 (ObjNum 257 snap 73 seq_num 257) dirty exists 2024-03-07T03:00:06.456 INFO:tasks.rados.rados.0.smithi090.stdout:1025: expect (ObjNum 213 snap 56 seq_num 213) 2024-03-07T03:00:06.617 INFO:tasks.rados.rados.0.smithi090.stdout:1026: finishing copy_from racing read to smithi09077644-15 2024-03-07T03:00:06.617 INFO:tasks.rados.rados.0.smithi090.stdout:1026: finishing copy_from to smithi09077644-15 2024-03-07T03:00:06.617 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 429 (ObjNum 284 snap 82 seq_num 284) dirty exists 2024-03-07T03:00:06.617 INFO:tasks.rados.rados.0.smithi090.stdout:1028: finishing write tid 1 to smithi09077644-46 2024-03-07T03:00:06.617 INFO:tasks.rados.rados.0.smithi090.stdout:1028: finishing write tid 2 to smithi09077644-46 2024-03-07T03:00:06.617 INFO:tasks.rados.rados.0.smithi090.stdout:1028: finishing write tid 3 to smithi09077644-46 2024-03-07T03:00:06.617 INFO:tasks.rados.rados.0.smithi090.stdout:1028: oid 46 updating version 0 to 459 2024-03-07T03:00:06.617 INFO:tasks.rados.rados.0.smithi090.stdout:1028: oid 46 version 459 is already newer than 458 2024-03-07T03:00:06.617 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 459 (ObjNum 322 snap 98 seq_num 322) dirty exists 2024-03-07T03:00:06.617 INFO:tasks.rados.rados.0.smithi090.stdout:1028: left oid 46 (ObjNum 322 snap 98 seq_num 322) 2024-03-07T03:00:06.618 INFO:tasks.rados.rados.0.smithi090.stdout:1021: done (5 left) 2024-03-07T03:00:06.618 INFO:tasks.rados.rados.0.smithi090.stdout:1023: done (4 left) 2024-03-07T03:00:06.618 INFO:tasks.rados.rados.0.smithi090.stdout:1025: done (3 left) 2024-03-07T03:00:06.618 INFO:tasks.rados.rados.0.smithi090.stdout:1026: done (2 left) 2024-03-07T03:00:06.618 INFO:tasks.rados.rados.0.smithi090.stdout:1028: done (1 left) 2024-03-07T03:00:06.618 INFO:tasks.rados.rados.0.smithi090.stdout:1029: done (0 left) 2024-03-07T03:00:06.618 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 41 current snap is 98 2024-03-07T03:00:06.618 INFO:tasks.rados.rados.0.smithi090.stdout:1030: seq_num 324 ranges {0=630784} 2024-03-07T03:00:06.620 INFO:tasks.rados.rados.0.smithi090.stdout:1030: writing smithi09077644-41 from 0 to 630784 tid 1 2024-03-07T03:00:06.620 INFO:tasks.rados.rados.0.smithi090.stdout:1031: rollback oid 47 current snap is 98 2024-03-07T03:00:06.620 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 47 to 93 2024-03-07T03:00:06.620 INFO:tasks.rados.rados.0.smithi090.stdout:1032: snap_create 2024-03-07T03:00:06.623 INFO:tasks.rados.rados.0.smithi090.stdout:1031: finishing rollback tid 0 to smithi09077644-47 2024-03-07T03:00:06.623 INFO:tasks.rados.rados.0.smithi090.stdout:1031: finishing rollback tid 1 to smithi09077644-47 2024-03-07T03:00:06.624 INFO:tasks.rados.rados.0.smithi090.stdout:1030: finishing write tid 1 to smithi09077644-41 2024-03-07T03:00:06.624 INFO:tasks.rados.rados.0.smithi090.stdout:1030: finishing write tid 2 to smithi09077644-41 2024-03-07T03:00:06.624 INFO:tasks.rados.rados.0.smithi090.stdout:1031: finishing rollback tid 2 to smithi09077644-47 2024-03-07T03:00:06.624 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 177 (ObjNum 303 snap 93 seq_num 303) dirty exists 2024-03-07T03:00:06.625 INFO:tasks.rados.rados.0.smithi090.stdout:1030: finishing write tid 3 to smithi09077644-41 2024-03-07T03:00:06.625 INFO:tasks.rados.rados.0.smithi090.stdout:1030: oid 41 updating version 0 to 372 2024-03-07T03:00:06.625 INFO:tasks.rados.rados.0.smithi090.stdout:1030: oid 41 updating version 372 to 373 2024-03-07T03:00:06.625 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 41 v 373 (ObjNum 324 snap 98 seq_num 324) dirty exists 2024-03-07T03:00:06.625 INFO:tasks.rados.rados.0.smithi090.stdout:1030: left oid 41 (ObjNum 324 snap 98 seq_num 324) 2024-03-07T03:00:07.453 INFO:tasks.rados.rados.0.smithi090.stdout:1030: done (2 left) 2024-03-07T03:00:07.453 INFO:tasks.rados.rados.0.smithi090.stdout:1031: done (1 left) 2024-03-07T03:00:07.453 INFO:tasks.rados.rados.0.smithi090.stdout:1032: done (0 left) 2024-03-07T03:00:07.453 INFO:tasks.rados.rados.0.smithi090.stdout:1033: rmattr oid 32 current snap is 99 2024-03-07T03:00:07.454 INFO:tasks.rados.rados.0.smithi090.stdout:1033: done (0 left) 2024-03-07T03:00:07.454 INFO:tasks.rados.rados.0.smithi090.stdout:1034: read oid 50 snap -1 2024-03-07T03:00:07.454 INFO:tasks.rados.rados.0.smithi090.stdout:1034: expect (ObjNum 320 snap 98 seq_num 320) 2024-03-07T03:00:07.454 INFO:tasks.rados.rados.0.smithi090.stdout:1035: rollback oid 48 current snap is 99 2024-03-07T03:00:07.454 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 48 to 95 2024-03-07T03:00:07.454 INFO:tasks.rados.rados.0.smithi090.stdout:1036: delete oid 5 current snap is 99 2024-03-07T03:00:07.456 INFO:tasks.rados.rados.0.smithi090.stdout:1036: done (2 left) 2024-03-07T03:00:07.456 INFO:tasks.rados.rados.0.smithi090.stdout:1037: delete oid 36 current snap is 99 2024-03-07T03:00:07.457 INFO:tasks.rados.rados.0.smithi090.stdout:1035: finishing rollback tid 0 to smithi09077644-48 2024-03-07T03:00:07.459 INFO:tasks.rados.rados.0.smithi090.stdout:1037: done (2 left) 2024-03-07T03:00:07.459 INFO:tasks.rados.rados.0.smithi090.stdout:1038: copy_from oid 18 from oid 8 current snap is 99 2024-03-07T03:00:07.459 INFO:tasks.rados.rados.0.smithi090.stdout:1035: finishing rollback tid 1 to smithi09077644-48 2024-03-07T03:00:07.459 INFO:tasks.rados.rados.0.smithi090.stdout:1039: read oid 24 snap 90 2024-03-07T03:00:07.459 INFO:tasks.rados.rados.0.smithi090.stdout:1039: expect (ObjNum 270 snap 76 seq_num 270) 2024-03-07T03:00:07.459 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 11 current snap is 99 2024-03-07T03:00:07.459 INFO:tasks.rados.rados.0.smithi090.stdout:1040: seq_num 327 ranges {0=679936} 2024-03-07T03:00:07.463 INFO:tasks.rados.rados.0.smithi090.stdout:1040: writing smithi09077644-11 from 0 to 679936 tid 1 2024-03-07T03:00:07.463 INFO:tasks.rados.rados.0.smithi090.stdout:1041: copy_from oid 20 from oid 6 current snap is 99 2024-03-07T03:00:07.464 INFO:tasks.rados.rados.0.smithi090.stdout:1035: finishing rollback tid 2 to smithi09077644-48 2024-03-07T03:00:07.464 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 376 (ObjNum 280 snap 82 seq_num 280) dirty exists 2024-03-07T03:00:07.464 INFO:tasks.rados.rados.0.smithi090.stdout:1035: done (5 left) 2024-03-07T03:00:07.464 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 15 current snap is 99 2024-03-07T03:00:07.464 INFO:tasks.rados.rados.0.smithi090.stdout:1034: expect (ObjNum 320 snap 98 seq_num 320) 2024-03-07T03:00:07.501 INFO:tasks.rados.rados.0.smithi090.stdout:1040: finishing write tid 1 to smithi09077644-11 2024-03-07T03:00:07.501 INFO:tasks.rados.rados.0.smithi090.stdout:1040: finishing write tid 2 to smithi09077644-11 2024-03-07T03:00:07.501 INFO:tasks.rados.rados.0.smithi090.stdout:1040: finishing write tid 3 to smithi09077644-11 2024-03-07T03:00:07.501 INFO:tasks.rados.rados.0.smithi090.stdout:1040: oid 11 updating version 0 to 493 2024-03-07T03:00:07.501 INFO:tasks.rados.rados.0.smithi090.stdout:1040: oid 11 updating version 493 to 494 2024-03-07T03:00:07.501 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 11 v 494 (ObjNum 327 snap 99 seq_num 327) dirty exists 2024-03-07T03:00:07.501 INFO:tasks.rados.rados.0.smithi090.stdout:1040: left oid 11 (ObjNum 327 snap 99 seq_num 327) 2024-03-07T03:00:07.501 INFO:tasks.rados.rados.0.smithi090.stdout:1039: expect (ObjNum 270 snap 76 seq_num 270) 2024-03-07T03:00:07.615 INFO:tasks.rados.rados.0.smithi090.stdout:1041: finishing copy_from racing read to smithi09077644-20 2024-03-07T03:00:07.615 INFO:tasks.rados.rados.0.smithi090.stdout:1041: finishing copy_from to smithi09077644-20 2024-03-07T03:00:07.616 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 20 v 281 (ObjNum 212 snap 56 seq_num 212) dirty exists 2024-03-07T03:00:07.616 INFO:tasks.rados.rados.0.smithi090.stdout:1038: finishing copy_from racing read to smithi09077644-18 2024-03-07T03:00:07.616 INFO:tasks.rados.rados.0.smithi090.stdout:1042: seq_num 328 ranges {2367488=696320} 2024-03-07T03:00:07.632 INFO:tasks.rados.rados.0.smithi090.stdout:1042: writing smithi09077644-15 from 2367488 to 3063808 tid 1 2024-03-07T03:00:07.632 INFO:tasks.rados.rados.0.smithi090.stdout:1034: done (5 left) 2024-03-07T03:00:07.633 INFO:tasks.rados.rados.0.smithi090.stdout:1039: done (4 left) 2024-03-07T03:00:07.633 INFO:tasks.rados.rados.0.smithi090.stdout:1040: done (3 left) 2024-03-07T03:00:07.633 INFO:tasks.rados.rados.0.smithi090.stdout:1041: done (2 left) 2024-03-07T03:00:07.633 INFO:tasks.rados.rados.0.smithi090.stdout:1043: read oid 43 snap 90 2024-03-07T03:00:07.633 INFO:tasks.rados.rados.0.smithi090.stdout:1043: expect (ObjNum 100 snap 19 seq_num 100) 2024-03-07T03:00:07.633 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 6 current snap is 99 2024-03-07T03:00:07.633 INFO:tasks.rados.rados.0.smithi090.stdout:1038: finishing copy_from to smithi09077644-18 2024-03-07T03:00:07.633 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 18 v 436 (ObjNum 296 snap 85 seq_num 296) dirty exists 2024-03-07T03:00:07.633 INFO:tasks.rados.rados.0.smithi090.stdout:1044: seq_num 329 ranges {3178496=712704} 2024-03-07T03:00:07.653 INFO:tasks.rados.rados.0.smithi090.stdout:1044: writing smithi09077644-6 from 3178496 to 3891200 tid 1 2024-03-07T03:00:07.653 INFO:tasks.rados.rados.0.smithi090.stdout:1038: done (3 left) 2024-03-07T03:00:07.654 INFO:tasks.rados.rados.0.smithi090.stdout:1045: copy_from oid 38 from oid 8 current snap is 99 2024-03-07T03:00:07.654 INFO:tasks.rados.rados.0.smithi090.stdout:1042: finishing write tid 1 to smithi09077644-15 2024-03-07T03:00:07.654 INFO:tasks.rados.rados.0.smithi090.stdout:1046: snap_remove snap 88 2024-03-07T03:00:07.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:07 smithi090 ceph-mon[27223]: osdmap e259: 8 total, 8 up, 8 in 2024-03-07T03:00:07.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:07 smithi090 ceph-mon[27223]: pgmap v372: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 333 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-03-07T03:00:07.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:07 smithi090 ceph-mon[37987]: osdmap e259: 8 total, 8 up, 8 in 2024-03-07T03:00:07.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:07 smithi090 ceph-mon[37987]: pgmap v372: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 333 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-03-07T03:00:07.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:07 smithi092 ceph-mon[31083]: osdmap e259: 8 total, 8 up, 8 in 2024-03-07T03:00:07.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:07 smithi092 ceph-mon[31083]: pgmap v372: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 333 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-03-07T03:00:08.455 INFO:tasks.rados.rados.0.smithi090.stdout:1046: done (4 left) 2024-03-07T03:00:08.455 INFO:tasks.rados.rados.0.smithi090.stdout:1047: snap_remove snap 84 2024-03-07T03:00:08.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:08 smithi090 ceph-mon[27223]: osdmap e260: 8 total, 8 up, 8 in 2024-03-07T03:00:08.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:08 smithi090 ceph-mon[37987]: osdmap e260: 8 total, 8 up, 8 in 2024-03-07T03:00:08.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:08 smithi092 ceph-mon[31083]: osdmap e260: 8 total, 8 up, 8 in 2024-03-07T03:00:09.436 INFO:tasks.rados.rados.0.smithi090.stdout:1047: done (4 left) 2024-03-07T03:00:09.436 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 26 current snap is 99 2024-03-07T03:00:09.436 INFO:tasks.rados.rados.0.smithi090.stdout:1048: seq_num 330 ranges {0=737280} 2024-03-07T03:00:09.441 INFO:tasks.rados.rados.0.smithi090.stdout:1048: writing smithi09077644-26 from 0 to 737280 tid 1 2024-03-07T03:00:09.441 INFO:tasks.rados.rados.0.smithi090.stdout:1049: read oid 20 snap -1 2024-03-07T03:00:09.441 INFO:tasks.rados.rados.0.smithi090.stdout:1049: expect (ObjNum 212 snap 56 seq_num 212) 2024-03-07T03:00:09.441 INFO:tasks.rados.rados.0.smithi090.stdout:1050: setattr oid 21 current snap is 99 2024-03-07T03:00:09.442 INFO:tasks.rados.rados.0.smithi090.stdout:1042: finishing write tid 2 to smithi09077644-15 2024-03-07T03:00:09.442 INFO:tasks.rados.rados.0.smithi090.stdout:1042: finishing write tid 3 to smithi09077644-15 2024-03-07T03:00:09.442 INFO:tasks.rados.rados.0.smithi090.stdout:1042: oid 15 updating version 0 to 592 2024-03-07T03:00:09.442 INFO:tasks.rados.rados.0.smithi090.stdout:1042: oid 15 version 592 is already newer than 591 2024-03-07T03:00:09.442 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 592 (ObjNum 328 snap 99 seq_num 328) dirty exists 2024-03-07T03:00:09.442 INFO:tasks.rados.rados.0.smithi090.stdout:1042: left oid 15 (ObjNum 328 snap 99 seq_num 328) 2024-03-07T03:00:09.442 INFO:tasks.rados.rados.0.smithi090.stdout:1043: expect (ObjNum 100 snap 19 seq_num 100) 2024-03-07T03:00:09.587 INFO:tasks.rados.rados.0.smithi090.stdout:1044: finishing write tid 1 to smithi09077644-6 2024-03-07T03:00:09.588 INFO:tasks.rados.rados.0.smithi090.stdout:1044: finishing write tid 2 to smithi09077644-6 2024-03-07T03:00:09.588 INFO:tasks.rados.rados.0.smithi090.stdout:1044: finishing write tid 3 to smithi09077644-6 2024-03-07T03:00:09.588 INFO:tasks.rados.rados.0.smithi090.stdout:1044: oid 6 updating version 0 to 394 2024-03-07T03:00:09.588 INFO:tasks.rados.rados.0.smithi090.stdout:1044: oid 6 version 394 is already newer than 393 2024-03-07T03:00:09.588 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 394 (ObjNum 329 snap 99 seq_num 329) dirty exists 2024-03-07T03:00:09.588 INFO:tasks.rados.rados.0.smithi090.stdout:1044: left oid 6 (ObjNum 329 snap 99 seq_num 329) 2024-03-07T03:00:09.588 INFO:tasks.rados.rados.0.smithi090.stdout:1045: finishing copy_from racing read to smithi09077644-38 2024-03-07T03:00:09.588 INFO:tasks.rados.rados.0.smithi090.stdout:1045: finishing copy_from to smithi09077644-38 2024-03-07T03:00:09.588 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 436 (ObjNum 296 snap 85 seq_num 296) dirty exists 2024-03-07T03:00:09.589 INFO:tasks.rados.rados.0.smithi090.stdout:1048: finishing write tid 1 to smithi09077644-26 2024-03-07T03:00:09.589 INFO:tasks.rados.rados.0.smithi090.stdout:1048: finishing write tid 2 to smithi09077644-26 2024-03-07T03:00:09.589 INFO:tasks.rados.rados.0.smithi090.stdout:1048: finishing write tid 3 to smithi09077644-26 2024-03-07T03:00:09.589 INFO:tasks.rados.rados.0.smithi090.stdout:1048: oid 26 updating version 0 to 404 2024-03-07T03:00:09.589 INFO:tasks.rados.rados.0.smithi090.stdout:1048: oid 26 updating version 404 to 405 2024-03-07T03:00:09.589 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 26 v 405 (ObjNum 330 snap 99 seq_num 330) dirty exists 2024-03-07T03:00:09.589 INFO:tasks.rados.rados.0.smithi090.stdout:1048: left oid 26 (ObjNum 330 snap 99 seq_num 330) 2024-03-07T03:00:09.589 INFO:tasks.rados.rados.0.smithi090.stdout:1042: done (6 left) 2024-03-07T03:00:09.589 INFO:tasks.rados.rados.0.smithi090.stdout:1043: done (5 left) 2024-03-07T03:00:09.589 INFO:tasks.rados.rados.0.smithi090.stdout:1044: done (4 left) 2024-03-07T03:00:09.589 INFO:tasks.rados.rados.0.smithi090.stdout:1045: done (3 left) 2024-03-07T03:00:09.589 INFO:tasks.rados.rados.0.smithi090.stdout:1048: done (2 left) 2024-03-07T03:00:09.589 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 16 current snap is 99 2024-03-07T03:00:09.589 INFO:tasks.rados.rados.0.smithi090.stdout:1049: expect (ObjNum 212 snap 56 seq_num 212) 2024-03-07T03:00:09.703 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 222 (ObjNum 316 snap 96 seq_num 316) dirty exists 2024-03-07T03:00:09.703 INFO:tasks.rados.rados.0.smithi090.stdout:1051: seq_num 331 ranges {1916928=753664} 2024-03-07T03:00:09.717 INFO:tasks.rados.rados.0.smithi090.stdout:1051: writing smithi09077644-16 from 1916928 to 2670592 tid 1 2024-03-07T03:00:09.717 INFO:tasks.rados.rados.0.smithi090.stdout:1049: done (2 left) 2024-03-07T03:00:09.717 INFO:tasks.rados.rados.0.smithi090.stdout:1050: done (1 left) 2024-03-07T03:00:09.717 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 4 current snap is 99 2024-03-07T03:00:09.717 INFO:tasks.rados.rados.0.smithi090.stdout:1052: seq_num 332 ranges {1630208=770048} 2024-03-07T03:00:09.730 INFO:tasks.rados.rados.0.smithi090.stdout:1052: writing smithi09077644-4 from 1630208 to 2400256 tid 1 2024-03-07T03:00:09.730 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 44 current snap is 99 2024-03-07T03:00:09.730 INFO:tasks.rados.rados.0.smithi090.stdout:1051: finishing write tid 1 to smithi09077644-16 2024-03-07T03:00:09.730 INFO:tasks.rados.rados.0.smithi090.stdout:1051: finishing write tid 2 to smithi09077644-16 2024-03-07T03:00:09.730 INFO:tasks.rados.rados.0.smithi090.stdout:1051: finishing write tid 3 to smithi09077644-16 2024-03-07T03:00:09.730 INFO:tasks.rados.rados.0.smithi090.stdout:1051: oid 16 updating version 0 to 438 2024-03-07T03:00:09.730 INFO:tasks.rados.rados.0.smithi090.stdout:1051: oid 16 version 438 is already newer than 437 2024-03-07T03:00:09.731 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 438 (ObjNum 331 snap 99 seq_num 331) dirty exists 2024-03-07T03:00:09.731 INFO:tasks.rados.rados.0.smithi090.stdout:1051: left oid 16 (ObjNum 331 snap 99 seq_num 331) 2024-03-07T03:00:09.731 INFO:tasks.rados.rados.0.smithi090.stdout:1053: seq_num 333 ranges {0=786432} 2024-03-07T03:00:09.735 INFO:tasks.rados.rados.0.smithi090.stdout:1053: writing smithi09077644-44 from 0 to 786432 tid 1 2024-03-07T03:00:09.735 INFO:tasks.rados.rados.0.smithi090.stdout:1051: done (2 left) 2024-03-07T03:00:09.735 INFO:tasks.rados.rados.0.smithi090.stdout:1054: snap_remove snap 59 2024-03-07T03:00:09.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:09 smithi090 ceph-mon[27223]: osdmap e261: 8 total, 8 up, 8 in 2024-03-07T03:00:09.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:09 smithi090 ceph-mon[27223]: pgmap v375: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 333 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-03-07T03:00:09.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:09 smithi090 ceph-mon[27223]: osdmap e262: 8 total, 8 up, 8 in 2024-03-07T03:00:09.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:09 smithi090 ceph-mon[37987]: osdmap e261: 8 total, 8 up, 8 in 2024-03-07T03:00:09.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:09 smithi090 ceph-mon[37987]: pgmap v375: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 333 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-03-07T03:00:09.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:09 smithi090 ceph-mon[37987]: osdmap e262: 8 total, 8 up, 8 in 2024-03-07T03:00:09.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:09 smithi092 ceph-mon[31083]: osdmap e261: 8 total, 8 up, 8 in 2024-03-07T03:00:09.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:09 smithi092 ceph-mon[31083]: pgmap v375: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 333 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-03-07T03:00:09.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:09 smithi092 ceph-mon[31083]: osdmap e262: 8 total, 8 up, 8 in 2024-03-07T03:00:10.464 INFO:tasks.rados.rados.0.smithi090.stdout:1054: done (2 left) 2024-03-07T03:00:10.464 INFO:tasks.rados.rados.0.smithi090.stdout:1055: setattr oid 37 current snap is 99 2024-03-07T03:00:10.464 INFO:tasks.rados.rados.0.smithi090.stdout:1052: finishing write tid 1 to smithi09077644-4 2024-03-07T03:00:10.464 INFO:tasks.rados.rados.0.smithi090.stdout:1052: finishing write tid 2 to smithi09077644-4 2024-03-07T03:00:10.465 INFO:tasks.rados.rados.0.smithi090.stdout:1052: finishing write tid 3 to smithi09077644-4 2024-03-07T03:00:10.465 INFO:tasks.rados.rados.0.smithi090.stdout:1052: oid 4 updating version 0 to 392 2024-03-07T03:00:10.465 INFO:tasks.rados.rados.0.smithi090.stdout:1052: oid 4 version 392 is already newer than 391 2024-03-07T03:00:10.465 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 392 (ObjNum 332 snap 99 seq_num 332) dirty exists 2024-03-07T03:00:10.465 INFO:tasks.rados.rados.0.smithi090.stdout:1052: left oid 4 (ObjNum 332 snap 99 seq_num 332) 2024-03-07T03:00:10.465 INFO:tasks.rados.rados.0.smithi090.stdout:1053: finishing write tid 1 to smithi09077644-44 2024-03-07T03:00:10.465 INFO:tasks.rados.rados.0.smithi090.stdout:1053: finishing write tid 2 to smithi09077644-44 2024-03-07T03:00:10.465 INFO:tasks.rados.rados.0.smithi090.stdout:1053: finishing write tid 3 to smithi09077644-44 2024-03-07T03:00:10.465 INFO:tasks.rados.rados.0.smithi090.stdout:1053: oid 44 updating version 0 to 605 2024-03-07T03:00:10.465 INFO:tasks.rados.rados.0.smithi090.stdout:1053: oid 44 updating version 605 to 606 2024-03-07T03:00:10.465 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 44 v 606 (ObjNum 333 snap 99 seq_num 333) dirty exists 2024-03-07T03:00:10.465 INFO:tasks.rados.rados.0.smithi090.stdout:1053: left oid 44 (ObjNum 333 snap 99 seq_num 333) 2024-03-07T03:00:10.468 INFO:tasks.rados.rados.0.smithi090.stdout:1052: done (2 left) 2024-03-07T03:00:10.468 INFO:tasks.rados.rados.0.smithi090.stdout:1053: done (1 left) 2024-03-07T03:00:10.469 INFO:tasks.rados.rados.0.smithi090.stdout:1056: rollback oid 24 current snap is 99 2024-03-07T03:00:10.469 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 24 to 35 2024-03-07T03:00:10.469 INFO:tasks.rados.rados.0.smithi090.stdout:1057: read oid 32 snap -1 2024-03-07T03:00:10.469 INFO:tasks.rados.rados.0.smithi090.stdout:1057: expect (ObjNum 200 snap 52 seq_num 200) 2024-03-07T03:00:10.469 INFO:tasks.rados.rados.0.smithi090.stdout:1058: snap_create 2024-03-07T03:00:10.475 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 37 v 282 (ObjNum 213 snap 56 seq_num 213) dirty exists 2024-03-07T03:00:10.476 INFO:tasks.rados.rados.0.smithi090.stdout:1057: expect (ObjNum 200 snap 52 seq_num 200) 2024-03-07T03:00:10.508 INFO:tasks.rados.rados.0.smithi090.stdout:1056: finishing rollback tid 0 to smithi09077644-24 2024-03-07T03:00:10.508 INFO:tasks.rados.rados.0.smithi090.stdout:1056: finishing rollback tid 1 to smithi09077644-24 2024-03-07T03:00:10.508 INFO:tasks.rados.rados.0.smithi090.stdout:1056: finishing rollback tid 2 to smithi09077644-24 2024-03-07T03:00:10.508 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 24 v 475 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-03-07T03:00:11.474 INFO:tasks.rados.rados.0.smithi090.stdout:1055: done (3 left) 2024-03-07T03:00:11.475 INFO:tasks.rados.rados.0.smithi090.stdout:1056: done (2 left) 2024-03-07T03:00:11.475 INFO:tasks.rados.rados.0.smithi090.stdout:1057: done (1 left) 2024-03-07T03:00:11.475 INFO:tasks.rados.rados.0.smithi090.stdout:1058: done (0 left) 2024-03-07T03:00:11.475 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 37 current snap is 100 2024-03-07T03:00:11.475 INFO:tasks.rados.rados.0.smithi090.stdout:1059: seq_num 334 ranges {3465216=802816} 2024-03-07T03:00:11.499 INFO:tasks.rados.rados.0.smithi090.stdout:1059: writing smithi09077644-37 from 3465216 to 4268032 tid 1 2024-03-07T03:00:11.499 INFO:tasks.rados.rados.0.smithi090.stdout:1060: rmattr oid 2 current snap is 100 2024-03-07T03:00:11.499 INFO:tasks.rados.rados.0.smithi090.stdout:1060: done (1 left) 2024-03-07T03:00:11.499 INFO:tasks.rados.rados.0.smithi090.stdout:1061: read oid 2 snap 99 2024-03-07T03:00:11.499 INFO:tasks.rados.rados.0.smithi090.stdout:1061: expect (ObjNum 298 snap 89 seq_num 298) 2024-03-07T03:00:11.499 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 1 current snap is 100 2024-03-07T03:00:11.499 INFO:tasks.rados.rados.0.smithi090.stdout:1062: seq_num 335 ranges {3284992=417792,3702784=401408} 2024-03-07T03:00:11.519 INFO:tasks.rados.rados.0.smithi090.stdout:1062: writing smithi09077644-1 from 3284992 to 3702784 tid 1 2024-03-07T03:00:11.522 INFO:tasks.rados.rados.0.smithi090.stdout:1062: writing smithi09077644-1 from 3702784 to 4104192 tid 2 2024-03-07T03:00:11.522 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 32 current snap is 100 2024-03-07T03:00:11.522 INFO:tasks.rados.rados.0.smithi090.stdout:1063: seq_num 336 ranges {958464=434176,1392640=401408} 2024-03-07T03:00:11.530 INFO:tasks.rados.rados.0.smithi090.stdout:1063: writing smithi09077644-32 from 958464 to 1392640 tid 1 2024-03-07T03:00:11.533 INFO:tasks.rados.rados.0.smithi090.stdout:1063: writing smithi09077644-32 from 1392640 to 1794048 tid 2 2024-03-07T03:00:11.533 INFO:tasks.rados.rados.0.smithi090.stdout:1064: rmattr oid 7 current snap is 100 2024-03-07T03:00:11.533 INFO:tasks.rados.rados.0.smithi090.stdout:1064: done (4 left) 2024-03-07T03:00:11.533 INFO:tasks.rados.rados.0.smithi090.stdout:1065: setattr oid 38 current snap is 100 2024-03-07T03:00:11.533 INFO:tasks.rados.rados.0.smithi090.stdout:1059: finishing write tid 1 to smithi09077644-37 2024-03-07T03:00:11.533 INFO:tasks.rados.rados.0.smithi090.stdout:1059: finishing write tid 2 to smithi09077644-37 2024-03-07T03:00:11.533 INFO:tasks.rados.rados.0.smithi090.stdout:1059: finishing write tid 3 to smithi09077644-37 2024-03-07T03:00:11.534 INFO:tasks.rados.rados.0.smithi090.stdout:1059: oid 37 updating version 0 to 286 2024-03-07T03:00:11.534 INFO:tasks.rados.rados.0.smithi090.stdout:1059: oid 37 updating version 286 to 287 2024-03-07T03:00:11.534 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 37 v 287 (ObjNum 334 snap 100 seq_num 334) dirty exists 2024-03-07T03:00:11.534 INFO:tasks.rados.rados.0.smithi090.stdout:1059: left oid 37 (ObjNum 334 snap 100 seq_num 334) 2024-03-07T03:00:11.534 INFO:tasks.rados.rados.0.smithi090.stdout:1061: expect (ObjNum 298 snap 89 seq_num 298) 2024-03-07T03:00:11.636 INFO:tasks.rados.rados.0.smithi090.stdout:1062: finishing write tid 1 to smithi09077644-1 2024-03-07T03:00:11.636 INFO:tasks.rados.rados.0.smithi090.stdout:1062: finishing write tid 2 to smithi09077644-1 2024-03-07T03:00:11.636 INFO:tasks.rados.rados.0.smithi090.stdout:1062: finishing write tid 3 to smithi09077644-1 2024-03-07T03:00:11.636 INFO:tasks.rados.rados.0.smithi090.stdout:1062: finishing write tid 4 to smithi09077644-1 2024-03-07T03:00:11.636 INFO:tasks.rados.rados.0.smithi090.stdout:1062: oid 1 updating version 0 to 227 2024-03-07T03:00:11.636 INFO:tasks.rados.rados.0.smithi090.stdout:1062: oid 1 version 227 is already newer than 226 2024-03-07T03:00:11.636 INFO:tasks.rados.rados.0.smithi090.stdout:1062: oid 1 updating version 227 to 228 2024-03-07T03:00:11.636 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 1 v 228 (ObjNum 335 snap 100 seq_num 335) dirty exists 2024-03-07T03:00:11.636 INFO:tasks.rados.rados.0.smithi090.stdout:1062: left oid 1 (ObjNum 335 snap 100 seq_num 335) 2024-03-07T03:00:11.637 INFO:tasks.rados.rados.0.smithi090.stdout:1063: finishing write tid 1 to smithi09077644-32 2024-03-07T03:00:11.637 INFO:tasks.rados.rados.0.smithi090.stdout:1063: finishing write tid 2 to smithi09077644-32 2024-03-07T03:00:11.637 INFO:tasks.rados.rados.0.smithi090.stdout:1063: finishing write tid 3 to smithi09077644-32 2024-03-07T03:00:11.637 INFO:tasks.rados.rados.0.smithi090.stdout:1063: finishing write tid 4 to smithi09077644-32 2024-03-07T03:00:11.637 INFO:tasks.rados.rados.0.smithi090.stdout:1063: oid 32 updating version 0 to 266 2024-03-07T03:00:11.637 INFO:tasks.rados.rados.0.smithi090.stdout:1063: oid 32 updating version 266 to 267 2024-03-07T03:00:11.637 INFO:tasks.rados.rados.0.smithi090.stdout:1063: oid 32 version 267 is already newer than 265 2024-03-07T03:00:11.637 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 32 v 267 (ObjNum 336 snap 100 seq_num 336) dirty exists 2024-03-07T03:00:11.637 INFO:tasks.rados.rados.0.smithi090.stdout:1063: left oid 32 (ObjNum 336 snap 100 seq_num 336) 2024-03-07T03:00:11.637 INFO:tasks.rados.rados.0.smithi090.stdout:1059: done (4 left) 2024-03-07T03:00:11.637 INFO:tasks.rados.rados.0.smithi090.stdout:1061: done (3 left) 2024-03-07T03:00:11.637 INFO:tasks.rados.rados.0.smithi090.stdout:1062: done (2 left) 2024-03-07T03:00:11.637 INFO:tasks.rados.rados.0.smithi090.stdout:1063: done (1 left) 2024-03-07T03:00:11.637 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 15 current snap is 100 2024-03-07T03:00:11.637 INFO:tasks.rados.rados.0.smithi090.stdout:1066: seq_num 337 ranges {3063808=450560,3514368=401408} 2024-03-07T03:00:11.654 INFO:tasks.rados.rados.0.smithi090.stdout:1066: writing smithi09077644-15 from 3063808 to 3514368 tid 1 2024-03-07T03:00:11.657 INFO:tasks.rados.rados.0.smithi090.stdout:1066: writing smithi09077644-15 from 3514368 to 3915776 tid 2 2024-03-07T03:00:11.657 INFO:tasks.rados.rados.0.smithi090.stdout:1067: delete oid 4 current snap is 100 2024-03-07T03:00:11.657 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 520 (ObjNum 296 snap 85 seq_num 296) dirty exists 2024-03-07T03:00:11.660 INFO:tasks.rados.rados.0.smithi090.stdout:1066: finishing write tid 1 to smithi09077644-15 2024-03-07T03:00:11.661 INFO:tasks.rados.rados.0.smithi090.stdout:1066: finishing write tid 2 to smithi09077644-15 2024-03-07T03:00:11.661 INFO:tasks.rados.rados.0.smithi090.stdout:1065: done (2 left) 2024-03-07T03:00:11.661 INFO:tasks.rados.rados.0.smithi090.stdout:1067: done (1 left) 2024-03-07T03:00:11.661 INFO:tasks.rados.rados.0.smithi090.stdout:1068: read oid 5 snap -1 2024-03-07T03:00:11.661 INFO:tasks.rados.rados.0.smithi090.stdout:1068: expect deleted 2024-03-07T03:00:11.661 INFO:tasks.rados.rados.0.smithi090.stdout:1069: rmattr oid 32 current snap is 100 2024-03-07T03:00:11.661 INFO:tasks.rados.rados.0.smithi090.stdout:1069: done (2 left) 2024-03-07T03:00:11.661 INFO:tasks.rados.rados.0.smithi090.stdout:1070: rmattr oid 47 current snap is 100 2024-03-07T03:00:11.661 INFO:tasks.rados.rados.0.smithi090.stdout:1070: done (2 left) 2024-03-07T03:00:11.661 INFO:tasks.rados.rados.0.smithi090.stdout:1071: setattr oid 47 current snap is 100 2024-03-07T03:00:11.661 INFO:tasks.rados.rados.0.smithi090.stdout:1066: finishing write tid 3 to smithi09077644-15 2024-03-07T03:00:11.662 INFO:tasks.rados.rados.0.smithi090.stdout:1066: finishing write tid 4 to smithi09077644-15 2024-03-07T03:00:11.662 INFO:tasks.rados.rados.0.smithi090.stdout:1066: oid 15 updating version 0 to 620 2024-03-07T03:00:11.662 INFO:tasks.rados.rados.0.smithi090.stdout:1066: oid 15 updating version 620 to 622 2024-03-07T03:00:11.662 INFO:tasks.rados.rados.0.smithi090.stdout:1066: oid 15 version 622 is already newer than 621 2024-03-07T03:00:11.662 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 622 (ObjNum 337 snap 100 seq_num 337) dirty exists 2024-03-07T03:00:11.662 INFO:tasks.rados.rados.0.smithi090.stdout:1066: left oid 15 (ObjNum 337 snap 100 seq_num 337) 2024-03-07T03:00:11.664 INFO:tasks.rados.rados.0.smithi090.stdout:1066: done (2 left) 2024-03-07T03:00:11.664 INFO:tasks.rados.rados.0.smithi090.stdout:1068: done (1 left) 2024-03-07T03:00:11.664 INFO:tasks.rados.rados.0.smithi090.stdout:1072: read oid 21 snap 97 2024-03-07T03:00:11.664 INFO:tasks.rados.rados.0.smithi090.stdout:1072: expect (ObjNum 316 snap 96 seq_num 316) 2024-03-07T03:00:11.664 INFO:tasks.rados.rados.0.smithi090.stdout:1073: rollback oid 46 current snap is 100 2024-03-07T03:00:11.664 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 46 to 63 2024-03-07T03:00:11.664 INFO:tasks.rados.rados.0.smithi090.stdout:1074: setattr oid 18 current snap is 100 2024-03-07T03:00:11.668 INFO:tasks.rados.rados.0.smithi090.stdout:1075: rollback oid 10 current snap is 100 2024-03-07T03:00:11.668 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 10 to 78 2024-03-07T03:00:11.668 INFO:tasks.rados.rados.0.smithi090.stdout:1076: rollback oid 25 current snap is 100 2024-03-07T03:00:11.668 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 25 to 95 2024-03-07T03:00:11.668 INFO:tasks.rados.rados.0.smithi090.stdout:1077: read oid 43 snap -1 2024-03-07T03:00:11.668 INFO:tasks.rados.rados.0.smithi090.stdout:1077: expect (ObjNum 100 snap 19 seq_num 100) 2024-03-07T03:00:11.668 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 40 current snap is 100 2024-03-07T03:00:11.668 INFO:tasks.rados.rados.0.smithi090.stdout:1078: seq_num 339 ranges {4112384=483328,4595712=401408} 2024-03-07T03:00:11.694 INFO:tasks.rados.rados.0.smithi090.stdout:1078: writing smithi09077644-40 from 4112384 to 4595712 tid 1 2024-03-07T03:00:11.696 INFO:tasks.rados.rados.0.smithi090.stdout:1078: writing smithi09077644-40 from 4595712 to 4997120 tid 2 2024-03-07T03:00:11.697 INFO:tasks.rados.rados.0.smithi090.stdout:1079: snap_create 2024-03-07T03:00:11.697 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 178 (ObjNum 303 snap 93 seq_num 303) dirty exists 2024-03-07T03:00:11.697 INFO:tasks.rados.rados.0.smithi090.stdout:1073: finishing rollback tid 0 to smithi09077644-46 2024-03-07T03:00:11.697 INFO:tasks.rados.rados.0.smithi090.stdout:1073: finishing rollback tid 1 to smithi09077644-46 2024-03-07T03:00:11.697 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 18 v 439 (ObjNum 296 snap 85 seq_num 296) dirty exists 2024-03-07T03:00:11.697 INFO:tasks.rados.rados.0.smithi090.stdout:1073: finishing rollback tid 2 to smithi09077644-46 2024-03-07T03:00:11.697 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 485 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-03-07T03:00:11.697 INFO:tasks.rados.rados.0.smithi090.stdout:1076: finishing rollback tid 0 to smithi09077644-25 2024-03-07T03:00:11.697 INFO:tasks.rados.rados.0.smithi090.stdout:1076: finishing rollback tid 1 to smithi09077644-25 2024-03-07T03:00:11.697 INFO:tasks.rados.rados.0.smithi090.stdout:1076: finishing rollback tid 2 to smithi09077644-25 2024-03-07T03:00:11.697 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 25 v 499 (ObjNum 77 snap 12 seq_num 77) dirty exists 2024-03-07T03:00:11.697 INFO:tasks.rados.rados.0.smithi090.stdout:1075: finishing rollback tid 0 to smithi09077644-10 2024-03-07T03:00:11.697 INFO:tasks.rados.rados.0.smithi090.stdout:1075: finishing rollback tid 1 to smithi09077644-10 2024-03-07T03:00:11.697 INFO:tasks.rados.rados.0.smithi090.stdout:1075: finishing rollback tid 2 to smithi09077644-10 2024-03-07T03:00:11.697 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 626 (ObjNum 266 snap 75 seq_num 266) dirty exists 2024-03-07T03:00:11.698 INFO:tasks.rados.rados.0.smithi090.stdout:1072: expect (ObjNum 316 snap 96 seq_num 316) 2024-03-07T03:00:11.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:11 smithi090 ceph-mon[27223]: osdmap e263: 8 total, 8 up, 8 in 2024-03-07T03:00:11.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:11 smithi090 ceph-mon[27223]: pgmap v378: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 349 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 4.2 MiB/s wr, 12 op/s 2024-03-07T03:00:11.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:11 smithi090 ceph-mon[37987]: osdmap e263: 8 total, 8 up, 8 in 2024-03-07T03:00:11.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:11 smithi090 ceph-mon[37987]: pgmap v378: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 349 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 4.2 MiB/s wr, 12 op/s 2024-03-07T03:00:11.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:11 smithi092 ceph-mon[31083]: osdmap e263: 8 total, 8 up, 8 in 2024-03-07T03:00:11.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:11 smithi092 ceph-mon[31083]: pgmap v378: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 349 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 4.2 MiB/s wr, 12 op/s 2024-03-07T03:00:12.084 INFO:tasks.rados.rados.0.smithi090.stdout:1077: expect (ObjNum 100 snap 19 seq_num 100) 2024-03-07T03:00:12.227 INFO:tasks.rados.rados.0.smithi090.stdout:1078: finishing write tid 1 to smithi09077644-40 2024-03-07T03:00:12.227 INFO:tasks.rados.rados.0.smithi090.stdout:1078: finishing write tid 2 to smithi09077644-40 2024-03-07T03:00:12.227 INFO:tasks.rados.rados.0.smithi090.stdout:1078: finishing write tid 3 to smithi09077644-40 2024-03-07T03:00:12.227 INFO:tasks.rados.rados.0.smithi090.stdout:1078: finishing write tid 4 to smithi09077644-40 2024-03-07T03:00:12.227 INFO:tasks.rados.rados.0.smithi090.stdout:1078: oid 40 updating version 0 to 214 2024-03-07T03:00:12.227 INFO:tasks.rados.rados.0.smithi090.stdout:1078: oid 40 updating version 214 to 216 2024-03-07T03:00:12.228 INFO:tasks.rados.rados.0.smithi090.stdout:1078: oid 40 version 216 is already newer than 215 2024-03-07T03:00:12.228 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 40 v 216 (ObjNum 339 snap 100 seq_num 339) dirty exists 2024-03-07T03:00:12.228 INFO:tasks.rados.rados.0.smithi090.stdout:1078: left oid 40 (ObjNum 339 snap 100 seq_num 339) 2024-03-07T03:00:12.476 INFO:tasks.rados.rados.0.smithi090.stdout:1071: done (8 left) 2024-03-07T03:00:12.476 INFO:tasks.rados.rados.0.smithi090.stdout:1072: done (7 left) 2024-03-07T03:00:12.476 INFO:tasks.rados.rados.0.smithi090.stdout:1073: done (6 left) 2024-03-07T03:00:12.476 INFO:tasks.rados.rados.0.smithi090.stdout:1074: done (5 left) 2024-03-07T03:00:12.476 INFO:tasks.rados.rados.0.smithi090.stdout:1075: done (4 left) 2024-03-07T03:00:12.476 INFO:tasks.rados.rados.0.smithi090.stdout:1076: done (3 left) 2024-03-07T03:00:12.476 INFO:tasks.rados.rados.0.smithi090.stdout:1077: done (2 left) 2024-03-07T03:00:12.476 INFO:tasks.rados.rados.0.smithi090.stdout:1078: done (1 left) 2024-03-07T03:00:12.476 INFO:tasks.rados.rados.0.smithi090.stdout:1079: done (0 left) 2024-03-07T03:00:12.476 INFO:tasks.rados.rados.0.smithi090.stdout:1080: copy_from oid 10 from oid 16 current snap is 101 2024-03-07T03:00:12.476 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 5 current snap is 101 2024-03-07T03:00:12.477 INFO:tasks.rados.rados.0.smithi090.stdout:1081: seq_num 340 ranges {0=499712,499712=401408} 2024-03-07T03:00:12.478 INFO:tasks.rados.rados.0.smithi090.stdout:1081: writing smithi09077644-5 from 0 to 499712 tid 1 2024-03-07T03:00:12.481 INFO:tasks.rados.rados.0.smithi090.stdout:1081: writing smithi09077644-5 from 499712 to 901120 tid 2 2024-03-07T03:00:12.481 INFO:tasks.rados.rados.0.smithi090.stdout:1082: read oid 23 snap 83 2024-03-07T03:00:12.481 INFO:tasks.rados.rados.0.smithi090.stdout:1082: expect (ObjNum 245 snap 69 seq_num 245) 2024-03-07T03:00:12.481 INFO:tasks.rados.rados.0.smithi090.stdout:1083: read oid 47 snap -1 2024-03-07T03:00:12.482 INFO:tasks.rados.rados.0.smithi090.stdout:1083: expect (ObjNum 303 snap 93 seq_num 303) 2024-03-07T03:00:12.482 INFO:tasks.rados.rados.0.smithi090.stdout:1084: copy_from oid 11 from oid 37 current snap is 101 2024-03-07T03:00:12.482 INFO:tasks.rados.rados.0.smithi090.stdout:1085: delete oid 18 current snap is 101 2024-03-07T03:00:12.483 INFO:tasks.rados.rados.0.smithi090.stdout:1081: finishing write tid 1 to smithi09077644-5 2024-03-07T03:00:12.484 INFO:tasks.rados.rados.0.smithi090.stdout:1081: finishing write tid 2 to smithi09077644-5 2024-03-07T03:00:12.484 INFO:tasks.rados.rados.0.smithi090.stdout:1081: finishing write tid 3 to smithi09077644-5 2024-03-07T03:00:12.487 INFO:tasks.rados.rados.0.smithi090.stdout:1081: finishing write tid 4 to smithi09077644-5 2024-03-07T03:00:12.487 INFO:tasks.rados.rados.0.smithi090.stdout:1081: oid 5 updating version 0 to 401 2024-03-07T03:00:12.487 INFO:tasks.rados.rados.0.smithi090.stdout:1081: oid 5 version 401 is already newer than 399 2024-03-07T03:00:12.487 INFO:tasks.rados.rados.0.smithi090.stdout:1081: oid 5 version 401 is already newer than 400 2024-03-07T03:00:12.487 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 5 v 401 (ObjNum 340 snap 101 seq_num 340) dirty exists 2024-03-07T03:00:12.487 INFO:tasks.rados.rados.0.smithi090.stdout:1081: left oid 5 (ObjNum 340 snap 101 seq_num 340) 2024-03-07T03:00:12.489 INFO:tasks.rados.rados.0.smithi090.stdout:1081: done (5 left) 2024-03-07T03:00:12.489 INFO:tasks.rados.rados.0.smithi090.stdout:1085: done (4 left) 2024-03-07T03:00:12.489 INFO:tasks.rados.rados.0.smithi090.stdout:1086: setattr oid 46 current snap is 101 2024-03-07T03:00:12.490 INFO:tasks.rados.rados.0.smithi090.stdout:1087: rollback oid 26 current snap is 101 2024-03-07T03:00:12.490 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 26 to 98 2024-03-07T03:00:12.490 INFO:tasks.rados.rados.0.smithi090.stdout:1088: snap_create 2024-03-07T03:00:12.494 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 487 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-03-07T03:00:12.494 INFO:tasks.rados.rados.0.smithi090.stdout:1087: finishing rollback tid 0 to smithi09077644-26 2024-03-07T03:00:12.495 INFO:tasks.rados.rados.0.smithi090.stdout:1087: finishing rollback tid 1 to smithi09077644-26 2024-03-07T03:00:12.495 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 26 v 407 (ObjNum 545 snap 0 seq_num 3365908208) dirty dne 2024-03-07T03:00:12.497 INFO:tasks.rados.rados.0.smithi090.stdout:1082: expect (ObjNum 245 snap 69 seq_num 245) 2024-03-07T03:00:12.552 INFO:tasks.rados.rados.0.smithi090.stdout:1080: finishing copy_from racing read to smithi09077644-10 2024-03-07T03:00:12.552 INFO:tasks.rados.rados.0.smithi090.stdout:1080: finishing copy_from to smithi09077644-10 2024-03-07T03:00:12.552 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 438 (ObjNum 331 snap 99 seq_num 331) dirty exists 2024-03-07T03:00:12.553 INFO:tasks.rados.rados.0.smithi090.stdout:1083: expect (ObjNum 303 snap 93 seq_num 303) 2024-03-07T03:00:12.730 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:12 smithi090 ceph-mon[37987]: osdmap e264: 8 total, 8 up, 8 in 2024-03-07T03:00:12.730 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:12 smithi090 ceph-mon[27223]: osdmap e264: 8 total, 8 up, 8 in 2024-03-07T03:00:12.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:12 smithi092 ceph-mon[31083]: osdmap e264: 8 total, 8 up, 8 in 2024-03-07T03:00:13.078 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:00:12 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:00:12] "GET /metrics HTTP/1.1" 200 35984 "" "Prometheus/2.43.0" 2024-03-07T03:00:13.165 INFO:tasks.rados.rados.0.smithi090.stdout:1084: finishing copy_from racing read to smithi09077644-11 2024-03-07T03:00:13.166 INFO:tasks.rados.rados.0.smithi090.stdout:1084: finishing copy_from to smithi09077644-11 2024-03-07T03:00:13.166 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 11 v 287 (ObjNum 334 snap 100 seq_num 334) dirty exists 2024-03-07T03:00:13.492 INFO:tasks.rados.rados.0.smithi090.stdout:1080: done (6 left) 2024-03-07T03:00:13.492 INFO:tasks.rados.rados.0.smithi090.stdout:1082: done (5 left) 2024-03-07T03:00:13.492 INFO:tasks.rados.rados.0.smithi090.stdout:1083: done (4 left) 2024-03-07T03:00:13.492 INFO:tasks.rados.rados.0.smithi090.stdout:1084: done (3 left) 2024-03-07T03:00:13.492 INFO:tasks.rados.rados.0.smithi090.stdout:1086: done (2 left) 2024-03-07T03:00:13.492 INFO:tasks.rados.rados.0.smithi090.stdout:1087: done (1 left) 2024-03-07T03:00:13.492 INFO:tasks.rados.rados.0.smithi090.stdout:1088: done (0 left) 2024-03-07T03:00:13.492 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 36 current snap is 102 2024-03-07T03:00:13.493 INFO:tasks.rados.rados.0.smithi090.stdout:1089: seq_num 342 ranges {0=532480,532480=401408} 2024-03-07T03:00:13.494 INFO:tasks.rados.rados.0.smithi090.stdout:1089: writing smithi09077644-36 from 0 to 532480 tid 1 2024-03-07T03:00:13.497 INFO:tasks.rados.rados.0.smithi090.stdout:1089: writing smithi09077644-36 from 532480 to 933888 tid 2 2024-03-07T03:00:13.498 INFO:tasks.rados.rados.0.smithi090.stdout:1090: read oid 24 snap -1 2024-03-07T03:00:13.498 INFO:tasks.rados.rados.0.smithi090.stdout:1090: expect (ObjNum 54 snap 4 seq_num 54) 2024-03-07T03:00:13.498 INFO:tasks.rados.rados.0.smithi090.stdout:1091: snap_remove snap 99 2024-03-07T03:00:13.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:13 smithi090 ceph-mon[37987]: osdmap e265: 8 total, 8 up, 8 in 2024-03-07T03:00:13.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:13 smithi090 ceph-mon[37987]: pgmap v381: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 349 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 4.2 MiB/s wr, 12 op/s 2024-03-07T03:00:13.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:13 smithi090 ceph-mon[27223]: osdmap e265: 8 total, 8 up, 8 in 2024-03-07T03:00:13.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:13 smithi090 ceph-mon[27223]: pgmap v381: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 349 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 4.2 MiB/s wr, 12 op/s 2024-03-07T03:00:13.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:13 smithi092 ceph-mon[31083]: osdmap e265: 8 total, 8 up, 8 in 2024-03-07T03:00:13.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:13 smithi092 ceph-mon[31083]: pgmap v381: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 349 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 4.2 MiB/s wr, 12 op/s 2024-03-07T03:00:14.442 INFO:tasks.rados.rados.0.smithi090.stdout:1091: done (2 left) 2024-03-07T03:00:14.442 INFO:tasks.rados.rados.0.smithi090.stdout:1092: read oid 22 snap -1 2024-03-07T03:00:14.442 INFO:tasks.rados.rados.0.smithi090.stdout:1092: expect (ObjNum 254 snap 72 seq_num 254) 2024-03-07T03:00:14.442 INFO:tasks.rados.rados.0.smithi090.stdout:1093: read oid 46 snap -1 2024-03-07T03:00:14.442 INFO:tasks.rados.rados.0.smithi090.stdout:1093: expect (ObjNum 45 snap 0 seq_num 45) 2024-03-07T03:00:14.442 INFO:tasks.rados.rados.0.smithi090.stdout:1094: rmattr oid 42 current snap is 102 2024-03-07T03:00:14.442 INFO:tasks.rados.rados.0.smithi090.stdout:1094: done (4 left) 2024-03-07T03:00:14.442 INFO:tasks.rados.rados.0.smithi090.stdout:1095: read oid 47 snap -1 2024-03-07T03:00:14.442 INFO:tasks.rados.rados.0.smithi090.stdout:1095: expect (ObjNum 303 snap 93 seq_num 303) 2024-03-07T03:00:14.442 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 10 current snap is 102 2024-03-07T03:00:14.442 INFO:tasks.rados.rados.0.smithi090.stdout:1096: seq_num 343 ranges {2670592=548864,3219456=401408} 2024-03-07T03:00:14.457 INFO:tasks.rados.rados.0.smithi090.stdout:1096: writing smithi09077644-10 from 2670592 to 3219456 tid 1 2024-03-07T03:00:14.461 INFO:tasks.rados.rados.0.smithi090.stdout:1096: writing smithi09077644-10 from 3219456 to 3620864 tid 2 2024-03-07T03:00:14.461 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 35 current snap is 102 2024-03-07T03:00:14.461 INFO:tasks.rados.rados.0.smithi090.stdout:1089: finishing write tid 1 to smithi09077644-36 2024-03-07T03:00:14.461 INFO:tasks.rados.rados.0.smithi090.stdout:1097: seq_num 344 ranges {1859584=565248,2424832=401408} 2024-03-07T03:00:14.474 INFO:tasks.rados.rados.0.smithi090.stdout:1097: writing smithi09077644-35 from 1859584 to 2424832 tid 1 2024-03-07T03:00:14.477 INFO:tasks.rados.rados.0.smithi090.stdout:1097: writing smithi09077644-35 from 2424832 to 2826240 tid 2 2024-03-07T03:00:14.478 INFO:tasks.rados.rados.0.smithi090.stdout:1089: finishing write tid 2 to smithi09077644-36 2024-03-07T03:00:14.478 INFO:tasks.rados.rados.0.smithi090.stdout:1089: finishing write tid 3 to smithi09077644-36 2024-03-07T03:00:14.478 INFO:tasks.rados.rados.0.smithi090.stdout:1090: expect (ObjNum 54 snap 4 seq_num 54) 2024-03-07T03:00:14.520 INFO:tasks.rados.rados.0.smithi090.stdout:1089: finishing write tid 4 to smithi09077644-36 2024-03-07T03:00:14.520 INFO:tasks.rados.rados.0.smithi090.stdout:1089: oid 36 updating version 0 to 417 2024-03-07T03:00:14.521 INFO:tasks.rados.rados.0.smithi090.stdout:1089: oid 36 version 417 is already newer than 416 2024-03-07T03:00:14.521 INFO:tasks.rados.rados.0.smithi090.stdout:1089: oid 36 version 417 is already newer than 415 2024-03-07T03:00:14.521 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 417 (ObjNum 342 snap 102 seq_num 342) dirty exists 2024-03-07T03:00:14.521 INFO:tasks.rados.rados.0.smithi090.stdout:1089: left oid 36 (ObjNum 342 snap 102 seq_num 342) 2024-03-07T03:00:14.521 INFO:tasks.rados.rados.0.smithi090.stdout:1093: expect (ObjNum 45 snap 0 seq_num 45) 2024-03-07T03:00:14.542 INFO:tasks.rados.rados.0.smithi090.stdout:1092: expect (ObjNum 254 snap 72 seq_num 254) 2024-03-07T03:00:14.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:14 smithi090 ceph-mon[37987]: osdmap e266: 8 total, 8 up, 8 in 2024-03-07T03:00:14.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:14 smithi090 ceph-mon[37987]: osdmap e267: 8 total, 8 up, 8 in 2024-03-07T03:00:14.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:14 smithi090 ceph-mon[27223]: osdmap e266: 8 total, 8 up, 8 in 2024-03-07T03:00:14.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:14 smithi090 ceph-mon[27223]: osdmap e267: 8 total, 8 up, 8 in 2024-03-07T03:00:14.872 INFO:tasks.rados.rados.0.smithi090.stdout:1096: finishing write tid 1 to smithi09077644-10 2024-03-07T03:00:14.872 INFO:tasks.rados.rados.0.smithi090.stdout:1096: finishing write tid 2 to smithi09077644-10 2024-03-07T03:00:14.872 INFO:tasks.rados.rados.0.smithi090.stdout:1096: finishing write tid 3 to smithi09077644-10 2024-03-07T03:00:14.872 INFO:tasks.rados.rados.0.smithi090.stdout:1089: done (6 left) 2024-03-07T03:00:14.872 INFO:tasks.rados.rados.0.smithi090.stdout:1090: done (5 left) 2024-03-07T03:00:14.872 INFO:tasks.rados.rados.0.smithi090.stdout:1092: done (4 left) 2024-03-07T03:00:14.872 INFO:tasks.rados.rados.0.smithi090.stdout:1093: done (3 left) 2024-03-07T03:00:14.873 INFO:tasks.rados.rados.0.smithi090.stdout:1098: copy_from oid 4 from oid 16 current snap is 102 2024-03-07T03:00:14.873 INFO:tasks.rados.rados.0.smithi090.stdout:1096: finishing write tid 4 to smithi09077644-10 2024-03-07T03:00:14.873 INFO:tasks.rados.rados.0.smithi090.stdout:1096: oid 10 updating version 0 to 636 2024-03-07T03:00:14.873 INFO:tasks.rados.rados.0.smithi090.stdout:1096: oid 10 version 636 is already newer than 634 2024-03-07T03:00:14.873 INFO:tasks.rados.rados.0.smithi090.stdout:1096: oid 10 version 636 is already newer than 635 2024-03-07T03:00:14.873 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 636 (ObjNum 343 snap 102 seq_num 343) dirty exists 2024-03-07T03:00:14.873 INFO:tasks.rados.rados.0.smithi090.stdout:1096: left oid 10 (ObjNum 343 snap 102 seq_num 343) 2024-03-07T03:00:14.873 INFO:tasks.rados.rados.0.smithi090.stdout:1097: finishing write tid 1 to smithi09077644-35 2024-03-07T03:00:14.873 INFO:tasks.rados.rados.0.smithi090.stdout:1097: finishing write tid 2 to smithi09077644-35 2024-03-07T03:00:14.873 INFO:tasks.rados.rados.0.smithi090.stdout:1097: finishing write tid 3 to smithi09077644-35 2024-03-07T03:00:14.873 INFO:tasks.rados.rados.0.smithi090.stdout:1097: finishing write tid 4 to smithi09077644-35 2024-03-07T03:00:14.873 INFO:tasks.rados.rados.0.smithi090.stdout:1097: oid 35 updating version 0 to 419 2024-03-07T03:00:14.873 INFO:tasks.rados.rados.0.smithi090.stdout:1097: oid 35 updating version 419 to 420 2024-03-07T03:00:14.873 INFO:tasks.rados.rados.0.smithi090.stdout:1097: oid 35 updating version 420 to 421 2024-03-07T03:00:14.873 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 35 v 421 (ObjNum 344 snap 102 seq_num 344) dirty exists 2024-03-07T03:00:14.873 INFO:tasks.rados.rados.0.smithi090.stdout:1097: left oid 35 (ObjNum 344 snap 102 seq_num 344) 2024-03-07T03:00:14.874 INFO:tasks.rados.rados.0.smithi090.stdout:1095: expect (ObjNum 303 snap 93 seq_num 303) 2024-03-07T03:00:14.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:14 smithi092 ceph-mon[31083]: osdmap e266: 8 total, 8 up, 8 in 2024-03-07T03:00:14.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:14 smithi092 ceph-mon[31083]: osdmap e267: 8 total, 8 up, 8 in 2024-03-07T03:00:15.490 INFO:tasks.rados.rados.0.smithi090.stdout:1095: done (3 left) 2024-03-07T03:00:15.491 INFO:tasks.rados.rados.0.smithi090.stdout:1096: done (2 left) 2024-03-07T03:00:15.491 INFO:tasks.rados.rados.0.smithi090.stdout:1097: done (1 left) 2024-03-07T03:00:15.491 INFO:tasks.rados.rados.0.smithi090.stdout:1099: rollback oid 49 current snap is 102 2024-03-07T03:00:15.491 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 49 to 82 2024-03-07T03:00:15.491 INFO:tasks.rados.rados.0.smithi090.stdout:1098: finishing copy_from racing read to smithi09077644-4 2024-03-07T03:00:15.491 INFO:tasks.rados.rados.0.smithi090.stdout:1098: finishing copy_from to smithi09077644-4 2024-03-07T03:00:15.491 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 438 (ObjNum 331 snap 99 seq_num 331) dirty exists 2024-03-07T03:00:15.491 INFO:tasks.rados.rados.0.smithi090.stdout:1098: done (1 left) 2024-03-07T03:00:15.491 INFO:tasks.rados.rados.0.smithi090.stdout:1100: copy_from oid 8 from oid 45 current snap is 102 2024-03-07T03:00:15.491 INFO:tasks.rados.rados.0.smithi090.stdout:1101: read oid 27 snap 93 2024-03-07T03:00:15.491 INFO:tasks.rados.rados.0.smithi090.stdout:1101: expect (ObjNum 302 snap 92 seq_num 302) 2024-03-07T03:00:15.491 INFO:tasks.rados.rados.0.smithi090.stdout:1102: snap_remove snap 63 2024-03-07T03:00:15.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:15 smithi090 ceph-mon[27223]: pgmap v384: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 363 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 3.9 MiB/s wr, 54 op/s 2024-03-07T03:00:15.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:15 smithi090 ceph-mon[37987]: pgmap v384: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 363 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 3.9 MiB/s wr, 54 op/s 2024-03-07T03:00:15.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:15 smithi092 ceph-mon[31083]: pgmap v384: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 363 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 3.9 MiB/s wr, 54 op/s 2024-03-07T03:00:16.502 INFO:tasks.rados.rados.0.smithi090.stdout:1102: done (3 left) 2024-03-07T03:00:16.503 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 22 current snap is 102 2024-03-07T03:00:16.503 INFO:tasks.rados.rados.0.smithi090.stdout:1099: finishing rollback tid 0 to smithi09077644-49 2024-03-07T03:00:16.503 INFO:tasks.rados.rados.0.smithi090.stdout:1099: finishing rollback tid 1 to smithi09077644-49 2024-03-07T03:00:16.503 INFO:tasks.rados.rados.0.smithi090.stdout:1099: finishing rollback tid 2 to smithi09077644-49 2024-03-07T03:00:16.503 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 49 v 505 (ObjNum 187 snap 49 seq_num 187) dirty exists 2024-03-07T03:00:16.503 INFO:tasks.rados.rados.0.smithi090.stdout:1101: expect (ObjNum 302 snap 92 seq_num 302) 2024-03-07T03:00:16.520 INFO:tasks.rados.rados.0.smithi090.stdout:1103: seq_num 345 ranges {5791744=581632,6373376=401408} 2024-03-07T03:00:16.553 INFO:tasks.rados.rados.0.smithi090.stdout:1103: writing smithi09077644-22 from 5791744 to 6373376 tid 1 2024-03-07T03:00:16.556 INFO:tasks.rados.rados.0.smithi090.stdout:1103: writing smithi09077644-22 from 6373376 to 6774784 tid 2 2024-03-07T03:00:16.556 INFO:tasks.rados.rados.0.smithi090.stdout:1099: done (3 left) 2024-03-07T03:00:16.556 INFO:tasks.rados.rados.0.smithi090.stdout:1101: done (2 left) 2024-03-07T03:00:16.556 INFO:tasks.rados.rados.0.smithi090.stdout:1104: delete oid 37 current snap is 102 2024-03-07T03:00:16.556 INFO:tasks.rados.rados.0.smithi090.stdout:1100: finishing copy_from racing read to smithi09077644-8 2024-03-07T03:00:16.556 INFO:tasks.rados.rados.0.smithi090.stdout:1100: finishing copy_from to smithi09077644-8 2024-03-07T03:00:16.556 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 340 (ObjNum 287 snap 83 seq_num 287) dirty exists 2024-03-07T03:00:16.559 INFO:tasks.rados.rados.0.smithi090.stdout:1103: finishing write tid 1 to smithi09077644-22 2024-03-07T03:00:16.559 INFO:tasks.rados.rados.0.smithi090.stdout:1100: done (2 left) 2024-03-07T03:00:16.559 INFO:tasks.rados.rados.0.smithi090.stdout:1104: done (1 left) 2024-03-07T03:00:16.559 INFO:tasks.rados.rados.0.smithi090.stdout:1105: snap_remove snap 95 2024-03-07T03:00:17.552 INFO:tasks.rados.rados.0.smithi090.stdout:1105: done (1 left) 2024-03-07T03:00:17.552 INFO:tasks.rados.rados.0.smithi090.stdout:1106: snap_create 2024-03-07T03:00:17.553 INFO:tasks.rados.rados.0.smithi090.stdout:1103: finishing write tid 2 to smithi09077644-22 2024-03-07T03:00:17.554 INFO:tasks.rados.rados.0.smithi090.stdout:1103: finishing write tid 3 to smithi09077644-22 2024-03-07T03:00:17.554 INFO:tasks.rados.rados.0.smithi090.stdout:1103: finishing write tid 4 to smithi09077644-22 2024-03-07T03:00:17.554 INFO:tasks.rados.rados.0.smithi090.stdout:1103: oid 22 updating version 0 to 652 2024-03-07T03:00:17.554 INFO:tasks.rados.rados.0.smithi090.stdout:1103: oid 22 version 652 is already newer than 650 2024-03-07T03:00:17.554 INFO:tasks.rados.rados.0.smithi090.stdout:1103: oid 22 version 652 is already newer than 651 2024-03-07T03:00:17.554 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 652 (ObjNum 345 snap 102 seq_num 345) dirty exists 2024-03-07T03:00:17.554 INFO:tasks.rados.rados.0.smithi090.stdout:1103: left oid 22 (ObjNum 345 snap 102 seq_num 345) 2024-03-07T03:00:17.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:17 smithi090 ceph-mon[27223]: pgmap v385: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 363 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 3.1 MiB/s wr, 43 op/s 2024-03-07T03:00:17.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:17 smithi090 ceph-mon[27223]: osdmap e268: 8 total, 8 up, 8 in 2024-03-07T03:00:17.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:17 smithi090 ceph-mon[37987]: pgmap v385: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 363 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 3.1 MiB/s wr, 43 op/s 2024-03-07T03:00:17.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:17 smithi090 ceph-mon[37987]: osdmap e268: 8 total, 8 up, 8 in 2024-03-07T03:00:17.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:17 smithi092 ceph-mon[31083]: pgmap v385: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 363 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 3.1 MiB/s wr, 43 op/s 2024-03-07T03:00:17.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:17 smithi092 ceph-mon[31083]: osdmap e268: 8 total, 8 up, 8 in 2024-03-07T03:00:18.560 INFO:tasks.rados.rados.0.smithi090.stdout:1103: done (1 left) 2024-03-07T03:00:18.560 INFO:tasks.rados.rados.0.smithi090.stdout:1106: done (0 left) 2024-03-07T03:00:18.560 INFO:tasks.rados.rados.0.smithi090.stdout:1107: copy_from oid 20 from oid 32 current snap is 103 2024-03-07T03:00:18.560 INFO:tasks.rados.rados.0.smithi090.stdout:1108: delete oid 3 current snap is 103 2024-03-07T03:00:18.562 INFO:tasks.rados.rados.0.smithi090.stdout:1108: done (1 left) 2024-03-07T03:00:18.562 INFO:tasks.rados.rados.0.smithi090.stdout:1109: copy_from oid 45 from oid 37 current snap is 103 2024-03-07T03:00:18.562 INFO:tasks.rados.rados.0.smithi090.stdout:1110: snap_remove snap 87 2024-03-07T03:00:18.816 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:18 smithi090 ceph-mon[27223]: osdmap e269: 8 total, 8 up, 8 in 2024-03-07T03:00:18.816 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:18 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:00:18.816 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:18 smithi090 ceph-mon[27223]: pgmap v388: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 363 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 3.1 MiB/s wr, 43 op/s 2024-03-07T03:00:18.816 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:18 smithi090 ceph-mon[37987]: osdmap e269: 8 total, 8 up, 8 in 2024-03-07T03:00:18.816 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:18 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:00:18.816 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:18 smithi090 ceph-mon[37987]: pgmap v388: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 363 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 3.1 MiB/s wr, 43 op/s 2024-03-07T03:00:18.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:18 smithi092 ceph-mon[31083]: osdmap e269: 8 total, 8 up, 8 in 2024-03-07T03:00:18.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:18 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:00:18.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:18 smithi092 ceph-mon[31083]: pgmap v388: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 363 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 3.1 MiB/s wr, 43 op/s 2024-03-07T03:00:19.437 INFO:tasks.rados.rados.0.smithi090.stdout:1110: done (2 left) 2024-03-07T03:00:19.437 INFO:tasks.rados.rados.0.smithi090.stdout:1111: snap_create 2024-03-07T03:00:19.437 INFO:tasks.rados.rados.0.smithi090.stdout:1109: finishing copy_from to smithi09077644-45 2024-03-07T03:00:19.437 INFO:tasks.rados.rados.0.smithi090.stdout:1109: got expected ENOENT (src dne) 2024-03-07T03:00:19.437 INFO:tasks.rados.rados.0.smithi090.stdout:1109: finishing copy_from racing read to smithi09077644-45 2024-03-07T03:00:19.437 INFO:tasks.rados.rados.0.smithi090.stdout:1107: finishing copy_from racing read to smithi09077644-20 2024-03-07T03:00:19.437 INFO:tasks.rados.rados.0.smithi090.stdout:1107: finishing copy_from to smithi09077644-20 2024-03-07T03:00:19.437 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 20 v 267 (ObjNum 336 snap 100 seq_num 336) dirty exists 2024-03-07T03:00:19.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:19 smithi090 ceph-mon[27223]: osdmap e270: 8 total, 8 up, 8 in 2024-03-07T03:00:19.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:19 smithi090 ceph-mon[27223]: osdmap e271: 8 total, 8 up, 8 in 2024-03-07T03:00:19.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:19 smithi090 ceph-mon[37987]: osdmap e270: 8 total, 8 up, 8 in 2024-03-07T03:00:19.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:19 smithi090 ceph-mon[37987]: osdmap e271: 8 total, 8 up, 8 in 2024-03-07T03:00:19.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:19 smithi092 ceph-mon[31083]: osdmap e270: 8 total, 8 up, 8 in 2024-03-07T03:00:19.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:19 smithi092 ceph-mon[31083]: osdmap e271: 8 total, 8 up, 8 in 2024-03-07T03:00:20.445 INFO:tasks.rados.rados.0.smithi090.stdout:1107: done (2 left) 2024-03-07T03:00:20.445 INFO:tasks.rados.rados.0.smithi090.stdout:1109: done (1 left) 2024-03-07T03:00:20.445 INFO:tasks.rados.rados.0.smithi090.stdout:1111: done (0 left) 2024-03-07T03:00:20.445 INFO:tasks.rados.rados.0.smithi090.stdout:1112: snap_remove snap 100 2024-03-07T03:00:21.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:20 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T03:00:21.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:20 smithi090 ceph-mon[27223]: Upgrade: Target is version 19.0.0-1905-gea9a5688 (unknown) 2024-03-07T03:00:21.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:20 smithi090 ceph-mon[27223]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, digests ['quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71'] 2024-03-07T03:00:21.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:20 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:00:21.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:20 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T03:00:21.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:20 smithi090 ceph-mon[27223]: Upgrade: Need to upgrade myself (mgr.y) 2024-03-07T03:00:21.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:20 smithi090 ceph-mon[27223]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71 on smithi092 2024-03-07T03:00:21.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:20 smithi090 ceph-mon[27223]: osdmap e272: 8 total, 8 up, 8 in 2024-03-07T03:00:21.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:20 smithi090 ceph-mon[27223]: pgmap v392: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 345 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-03-07T03:00:21.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:20 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T03:00:21.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:20 smithi090 ceph-mon[37987]: Upgrade: Target is version 19.0.0-1905-gea9a5688 (unknown) 2024-03-07T03:00:21.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:20 smithi090 ceph-mon[37987]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, digests ['quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71'] 2024-03-07T03:00:21.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:20 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:00:21.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:20 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T03:00:21.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:20 smithi090 ceph-mon[37987]: Upgrade: Need to upgrade myself (mgr.y) 2024-03-07T03:00:21.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:20 smithi090 ceph-mon[37987]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71 on smithi092 2024-03-07T03:00:21.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:20 smithi090 ceph-mon[37987]: osdmap e272: 8 total, 8 up, 8 in 2024-03-07T03:00:21.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:20 smithi090 ceph-mon[37987]: pgmap v392: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 345 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-03-07T03:00:21.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:20 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T03:00:21.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:20 smithi092 ceph-mon[31083]: Upgrade: Target is version 19.0.0-1905-gea9a5688 (unknown) 2024-03-07T03:00:21.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:20 smithi092 ceph-mon[31083]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, digests ['quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71'] 2024-03-07T03:00:21.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:20 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:00:21.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:20 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T03:00:21.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:20 smithi092 ceph-mon[31083]: Upgrade: Need to upgrade myself (mgr.y) 2024-03-07T03:00:21.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:20 smithi092 ceph-mon[31083]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71 on smithi092 2024-03-07T03:00:21.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:20 smithi092 ceph-mon[31083]: osdmap e272: 8 total, 8 up, 8 in 2024-03-07T03:00:21.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:20 smithi092 ceph-mon[31083]: pgmap v392: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 345 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-03-07T03:00:21.449 INFO:tasks.rados.rados.0.smithi090.stdout:1112: done (0 left) 2024-03-07T03:00:21.449 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 25 current snap is 104 2024-03-07T03:00:21.449 INFO:tasks.rados.rados.0.smithi090.stdout:1113: seq_num 348 ranges {1933312=630784,2564096=401408} 2024-03-07T03:00:21.463 INFO:tasks.rados.rados.0.smithi090.stdout:1113: writing smithi09077644-25 from 1933312 to 2564096 tid 1 2024-03-07T03:00:21.466 INFO:tasks.rados.rados.0.smithi090.stdout:1113: writing smithi09077644-25 from 2564096 to 2965504 tid 2 2024-03-07T03:00:21.466 INFO:tasks.rados.rados.0.smithi090.stdout:1114: copy_from oid 1 from oid 10 current snap is 104 2024-03-07T03:00:21.466 INFO:tasks.rados.rados.0.smithi090.stdout:1115: read oid 46 snap -1 2024-03-07T03:00:21.466 INFO:tasks.rados.rados.0.smithi090.stdout:1115: expect (ObjNum 45 snap 0 seq_num 45) 2024-03-07T03:00:21.466 INFO:tasks.rados.rados.0.smithi090.stdout:1116: setattr oid 4 current snap is 104 2024-03-07T03:00:21.469 INFO:tasks.rados.rados.0.smithi090.stdout:1117: delete oid 21 current snap is 104 2024-03-07T03:00:21.473 INFO:tasks.rados.rados.0.smithi090.stdout:1113: finishing write tid 1 to smithi09077644-25 2024-03-07T03:00:21.474 INFO:tasks.rados.rados.0.smithi090.stdout:1117: done (4 left) 2024-03-07T03:00:21.474 INFO:tasks.rados.rados.0.smithi090.stdout:1118: snap_remove snap 82 2024-03-07T03:00:22.455 INFO:tasks.rados.rados.0.smithi090.stdout:1118: done (4 left) 2024-03-07T03:00:22.455 INFO:tasks.rados.rados.0.smithi090.stdout:1119: rollback oid 31 current snap is 104 2024-03-07T03:00:22.455 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 31 to 98 2024-03-07T03:00:22.460 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 439 (ObjNum 331 snap 99 seq_num 331) dirty exists 2024-03-07T03:00:22.460 INFO:tasks.rados.rados.0.smithi090.stdout:1113: finishing write tid 2 to smithi09077644-25 2024-03-07T03:00:22.460 INFO:tasks.rados.rados.0.smithi090.stdout:1113: finishing write tid 3 to smithi09077644-25 2024-03-07T03:00:22.461 INFO:tasks.rados.rados.0.smithi090.stdout:1113: finishing write tid 4 to smithi09077644-25 2024-03-07T03:00:22.461 INFO:tasks.rados.rados.0.smithi090.stdout:1113: oid 25 updating version 0 to 527 2024-03-07T03:00:22.461 INFO:tasks.rados.rados.0.smithi090.stdout:1113: oid 25 version 527 is already newer than 525 2024-03-07T03:00:22.461 INFO:tasks.rados.rados.0.smithi090.stdout:1113: oid 25 version 527 is already newer than 526 2024-03-07T03:00:22.461 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 25 v 527 (ObjNum 348 snap 104 seq_num 348) dirty exists 2024-03-07T03:00:22.461 INFO:tasks.rados.rados.0.smithi090.stdout:1113: left oid 25 (ObjNum 348 snap 104 seq_num 348) 2024-03-07T03:00:22.461 INFO:tasks.rados.rados.0.smithi090.stdout:1115: expect (ObjNum 45 snap 0 seq_num 45) 2024-03-07T03:00:22.486 INFO:tasks.rados.rados.0.smithi090.stdout:1114: finishing copy_from racing read to smithi09077644-1 2024-03-07T03:00:22.487 INFO:tasks.rados.rados.0.smithi090.stdout:1114: finishing copy_from to smithi09077644-1 2024-03-07T03:00:22.487 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 1 v 636 (ObjNum 343 snap 102 seq_num 343) dirty exists 2024-03-07T03:00:22.487 INFO:tasks.rados.rados.0.smithi090.stdout:1113: done (4 left) 2024-03-07T03:00:22.487 INFO:tasks.rados.rados.0.smithi090.stdout:1114: done (3 left) 2024-03-07T03:00:22.487 INFO:tasks.rados.rados.0.smithi090.stdout:1115: done (2 left) 2024-03-07T03:00:22.487 INFO:tasks.rados.rados.0.smithi090.stdout:1116: done (1 left) 2024-03-07T03:00:22.487 INFO:tasks.rados.rados.0.smithi090.stdout:1120: read oid 40 snap -1 2024-03-07T03:00:22.487 INFO:tasks.rados.rados.0.smithi090.stdout:1120: expect (ObjNum 339 snap 100 seq_num 339) 2024-03-07T03:00:22.487 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 16 current snap is 104 2024-03-07T03:00:22.487 INFO:tasks.rados.rados.0.smithi090.stdout:1119: finishing rollback tid 1 to smithi09077644-31 2024-03-07T03:00:22.488 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 91 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-03-07T03:00:22.488 INFO:tasks.rados.rados.0.smithi090.stdout:1121: seq_num 350 ranges {2670592=671744,3342336=401408} 2024-03-07T03:00:22.505 INFO:tasks.rados.rados.0.smithi090.stdout:1121: writing smithi09077644-16 from 2670592 to 3342336 tid 1 2024-03-07T03:00:22.508 INFO:tasks.rados.rados.0.smithi090.stdout:1121: writing smithi09077644-16 from 3342336 to 3743744 tid 2 2024-03-07T03:00:22.508 INFO:tasks.rados.rados.0.smithi090.stdout:1119: done (2 left) 2024-03-07T03:00:22.508 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 34 current snap is 104 2024-03-07T03:00:22.509 INFO:tasks.rados.rados.0.smithi090.stdout:1122: seq_num 351 ranges {0=688128,688128=401408} 2024-03-07T03:00:22.512 INFO:tasks.rados.rados.0.smithi090.stdout:1122: writing smithi09077644-34 from 0 to 688128 tid 1 2024-03-07T03:00:22.514 INFO:tasks.rados.rados.0.smithi090.stdout:1122: writing smithi09077644-34 from 688128 to 1089536 tid 2 2024-03-07T03:00:22.515 INFO:tasks.rados.rados.0.smithi090.stdout:1123: delete oid 10 current snap is 104 2024-03-07T03:00:22.515 INFO:tasks.rados.rados.0.smithi090.stdout:1120: expect (ObjNum 339 snap 100 seq_num 339) 2024-03-07T03:00:22.790 INFO:tasks.rados.rados.0.smithi090.stdout:1121: finishing write tid 1 to smithi09077644-16 2024-03-07T03:00:22.791 INFO:tasks.rados.rados.0.smithi090.stdout:1121: finishing write tid 2 to smithi09077644-16 2024-03-07T03:00:22.791 INFO:tasks.rados.rados.0.smithi090.stdout:1121: finishing write tid 3 to smithi09077644-16 2024-03-07T03:00:22.791 INFO:tasks.rados.rados.0.smithi090.stdout:1121: finishing write tid 4 to smithi09077644-16 2024-03-07T03:00:22.791 INFO:tasks.rados.rados.0.smithi090.stdout:1121: oid 16 updating version 0 to 443 2024-03-07T03:00:22.791 INFO:tasks.rados.rados.0.smithi090.stdout:1121: oid 16 version 443 is already newer than 441 2024-03-07T03:00:22.791 INFO:tasks.rados.rados.0.smithi090.stdout:1121: oid 16 version 443 is already newer than 442 2024-03-07T03:00:22.791 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 443 (ObjNum 350 snap 104 seq_num 350) dirty exists 2024-03-07T03:00:22.791 INFO:tasks.rados.rados.0.smithi090.stdout:1121: left oid 16 (ObjNum 350 snap 104 seq_num 350) 2024-03-07T03:00:22.791 INFO:tasks.rados.rados.0.smithi090.stdout:1122: finishing write tid 1 to smithi09077644-34 2024-03-07T03:00:22.791 INFO:tasks.rados.rados.0.smithi090.stdout:1122: finishing write tid 2 to smithi09077644-34 2024-03-07T03:00:22.791 INFO:tasks.rados.rados.0.smithi090.stdout:1122: finishing write tid 3 to smithi09077644-34 2024-03-07T03:00:22.791 INFO:tasks.rados.rados.0.smithi090.stdout:1122: finishing write tid 4 to smithi09077644-34 2024-03-07T03:00:22.792 INFO:tasks.rados.rados.0.smithi090.stdout:1122: oid 34 updating version 0 to 306 2024-03-07T03:00:22.792 INFO:tasks.rados.rados.0.smithi090.stdout:1122: oid 34 version 306 is already newer than 304 2024-03-07T03:00:22.792 INFO:tasks.rados.rados.0.smithi090.stdout:1122: oid 34 version 306 is already newer than 305 2024-03-07T03:00:22.792 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 34 v 306 (ObjNum 351 snap 104 seq_num 351) dirty exists 2024-03-07T03:00:22.792 INFO:tasks.rados.rados.0.smithi090.stdout:1122: left oid 34 (ObjNum 351 snap 104 seq_num 351) 2024-03-07T03:00:22.792 INFO:tasks.rados.rados.0.smithi090.stdout:1120: done (3 left) 2024-03-07T03:00:22.792 INFO:tasks.rados.rados.0.smithi090.stdout:1121: done (2 left) 2024-03-07T03:00:22.792 INFO:tasks.rados.rados.0.smithi090.stdout:1122: done (1 left) 2024-03-07T03:00:22.792 INFO:tasks.rados.rados.0.smithi090.stdout:1123: done (0 left) 2024-03-07T03:00:22.792 INFO:tasks.rados.rados.0.smithi090.stdout:1124: rollback oid 39 current snap is 104 2024-03-07T03:00:22.792 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 39 to 78 2024-03-07T03:00:22.792 INFO:tasks.rados.rados.0.smithi090.stdout:1125: read oid 7 snap -1 2024-03-07T03:00:22.792 INFO:tasks.rados.rados.0.smithi090.stdout:1125: expect deleted 2024-03-07T03:00:22.792 INFO:tasks.rados.rados.0.smithi090.stdout:1126: setattr oid 49 current snap is 104 2024-03-07T03:00:22.793 INFO:tasks.rados.rados.0.smithi090.stdout:1125: done (2 left) 2024-03-07T03:00:22.793 INFO:tasks.rados.rados.0.smithi090.stdout:1127: read oid 31 snap 101 2024-03-07T03:00:22.794 INFO:tasks.rados.rados.0.smithi090.stdout:1127: expect deleted 2024-03-07T03:00:22.794 INFO:tasks.rados.rados.0.smithi090.stdout:1128: snap_create 2024-03-07T03:00:22.794 INFO:tasks.rados.rados.0.smithi090.stdout:1124: finishing rollback tid 0 to smithi09077644-39 2024-03-07T03:00:22.794 INFO:tasks.rados.rados.0.smithi090.stdout:1124: finishing rollback tid 1 to smithi09077644-39 2024-03-07T03:00:22.794 INFO:tasks.rados.rados.0.smithi090.stdout:1124: finishing rollback tid 2 to smithi09077644-39 2024-03-07T03:00:22.794 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 686 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-03-07T03:00:22.794 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 49 v 539 (ObjNum 187 snap 49 seq_num 187) dirty exists 2024-03-07T03:00:22.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:22 smithi090 ceph-mon[27223]: osdmap e273: 8 total, 8 up, 8 in 2024-03-07T03:00:22.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:22 smithi090 ceph-mon[37987]: osdmap e273: 8 total, 8 up, 8 in 2024-03-07T03:00:22.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:22 smithi092 ceph-mon[31083]: osdmap e273: 8 total, 8 up, 8 in 2024-03-07T03:00:23.329 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:00:22 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:00:22] "GET /metrics HTTP/1.1" 200 35987 "" "Prometheus/2.43.0" 2024-03-07T03:00:23.461 INFO:tasks.rados.rados.0.smithi090.stdout:1124: done (3 left) 2024-03-07T03:00:23.462 INFO:tasks.rados.rados.0.smithi090.stdout:1126: done (2 left) 2024-03-07T03:00:23.462 INFO:tasks.rados.rados.0.smithi090.stdout:1127: done (1 left) 2024-03-07T03:00:23.462 INFO:tasks.rados.rados.0.smithi090.stdout:1128: done (0 left) 2024-03-07T03:00:23.462 INFO:tasks.rados.rados.0.smithi090.stdout:1129: read oid 50 snap -1 2024-03-07T03:00:23.462 INFO:tasks.rados.rados.0.smithi090.stdout:1129: expect (ObjNum 320 snap 98 seq_num 320) 2024-03-07T03:00:23.462 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 49 current snap is 105 2024-03-07T03:00:23.462 INFO:tasks.rados.rados.0.smithi090.stdout:1130: seq_num 353 ranges {7847936=720896,8568832=401408} 2024-03-07T03:00:23.506 INFO:tasks.rados.rados.0.smithi090.stdout:1130: writing smithi09077644-49 from 7847936 to 8568832 tid 1 2024-03-07T03:00:23.509 INFO:tasks.rados.rados.0.smithi090.stdout:1130: writing smithi09077644-49 from 8568832 to 8970240 tid 2 2024-03-07T03:00:23.509 INFO:tasks.rados.rados.0.smithi090.stdout:1131: rollback oid 32 current snap is 105 2024-03-07T03:00:23.509 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 32 to 78 2024-03-07T03:00:23.509 INFO:tasks.rados.rados.0.smithi090.stdout:1129: expect (ObjNum 320 snap 98 seq_num 320) 2024-03-07T03:00:23.542 INFO:tasks.rados.rados.0.smithi090.stdout:1130: finishing write tid 1 to smithi09077644-49 2024-03-07T03:00:23.542 INFO:tasks.rados.rados.0.smithi090.stdout:1130: finishing write tid 2 to smithi09077644-49 2024-03-07T03:00:23.542 INFO:tasks.rados.rados.0.smithi090.stdout:1130: finishing write tid 3 to smithi09077644-49 2024-03-07T03:00:23.542 INFO:tasks.rados.rados.0.smithi090.stdout:1131: finishing rollback tid 0 to smithi09077644-32 2024-03-07T03:00:23.542 INFO:tasks.rados.rados.0.smithi090.stdout:1130: finishing write tid 4 to smithi09077644-49 2024-03-07T03:00:23.542 INFO:tasks.rados.rados.0.smithi090.stdout:1130: oid 49 updating version 0 to 543 2024-03-07T03:00:23.542 INFO:tasks.rados.rados.0.smithi090.stdout:1130: oid 49 version 543 is already newer than 542 2024-03-07T03:00:23.542 INFO:tasks.rados.rados.0.smithi090.stdout:1130: oid 49 version 543 is already newer than 541 2024-03-07T03:00:23.543 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 49 v 543 (ObjNum 353 snap 105 seq_num 353) dirty exists 2024-03-07T03:00:23.543 INFO:tasks.rados.rados.0.smithi090.stdout:1130: left oid 49 (ObjNum 353 snap 105 seq_num 353) 2024-03-07T03:00:23.543 INFO:tasks.rados.rados.0.smithi090.stdout:1131: finishing rollback tid 1 to smithi09077644-32 2024-03-07T03:00:23.543 INFO:tasks.rados.rados.0.smithi090.stdout:1129: done (2 left) 2024-03-07T03:00:23.543 INFO:tasks.rados.rados.0.smithi090.stdout:1130: done (1 left) 2024-03-07T03:00:23.543 INFO:tasks.rados.rados.0.smithi090.stdout:1132: delete oid 7 current snap is 105 2024-03-07T03:00:23.543 INFO:tasks.rados.rados.0.smithi090.stdout:1131: finishing rollback tid 2 to smithi09077644-32 2024-03-07T03:00:23.543 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 32 v 270 (ObjNum 200 snap 52 seq_num 200) dirty exists 2024-03-07T03:00:23.543 INFO:tasks.rados.rados.0.smithi090.stdout:1131: done (1 left) 2024-03-07T03:00:23.543 INFO:tasks.rados.rados.0.smithi090.stdout:1132: done (0 left) 2024-03-07T03:00:23.544 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 7 current snap is 105 2024-03-07T03:00:23.544 INFO:tasks.rados.rados.0.smithi090.stdout:1133: seq_num 355 ranges {0=753664,753664=401408} 2024-03-07T03:00:23.547 INFO:tasks.rados.rados.0.smithi090.stdout:1133: writing smithi09077644-7 from 0 to 753664 tid 1 2024-03-07T03:00:23.549 INFO:tasks.rados.rados.0.smithi090.stdout:1133: writing smithi09077644-7 from 753664 to 1155072 tid 2 2024-03-07T03:00:23.549 INFO:tasks.rados.rados.0.smithi090.stdout:1134: delete oid 9 current snap is 105 2024-03-07T03:00:23.551 INFO:tasks.rados.rados.0.smithi090.stdout:1134: done (1 left) 2024-03-07T03:00:23.551 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 3 current snap is 105 2024-03-07T03:00:23.552 INFO:tasks.rados.rados.0.smithi090.stdout:1135: seq_num 357 ranges {0=786432,786432=401408} 2024-03-07T03:00:23.556 INFO:tasks.rados.rados.0.smithi090.stdout:1135: writing smithi09077644-3 from 0 to 786432 tid 1 2024-03-07T03:00:23.559 INFO:tasks.rados.rados.0.smithi090.stdout:1135: writing smithi09077644-3 from 786432 to 1187840 tid 2 2024-03-07T03:00:23.559 INFO:tasks.rados.rados.0.smithi090.stdout:1136: read oid 38 snap -1 2024-03-07T03:00:23.559 INFO:tasks.rados.rados.0.smithi090.stdout:1136: expect (ObjNum 296 snap 85 seq_num 296) 2024-03-07T03:00:23.559 INFO:tasks.rados.rados.0.smithi090.stdout:1137: snap_create 2024-03-07T03:00:23.559 INFO:tasks.rados.rados.0.smithi090.stdout:1133: finishing write tid 1 to smithi09077644-7 2024-03-07T03:00:23.559 INFO:tasks.rados.rados.0.smithi090.stdout:1133: finishing write tid 2 to smithi09077644-7 2024-03-07T03:00:23.559 INFO:tasks.rados.rados.0.smithi090.stdout:1133: finishing write tid 3 to smithi09077644-7 2024-03-07T03:00:23.559 INFO:tasks.rados.rados.0.smithi090.stdout:1133: finishing write tid 4 to smithi09077644-7 2024-03-07T03:00:23.559 INFO:tasks.rados.rados.0.smithi090.stdout:1133: oid 7 updating version 0 to 88 2024-03-07T03:00:23.559 INFO:tasks.rados.rados.0.smithi090.stdout:1133: oid 7 version 88 is already newer than 87 2024-03-07T03:00:23.559 INFO:tasks.rados.rados.0.smithi090.stdout:1133: oid 7 version 88 is already newer than 86 2024-03-07T03:00:23.559 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 7 v 88 (ObjNum 355 snap 105 seq_num 355) dirty exists 2024-03-07T03:00:23.560 INFO:tasks.rados.rados.0.smithi090.stdout:1133: left oid 7 (ObjNum 355 snap 105 seq_num 355) 2024-03-07T03:00:23.560 INFO:tasks.rados.rados.0.smithi090.stdout:1135: finishing write tid 1 to smithi09077644-3 2024-03-07T03:00:23.561 INFO:tasks.rados.rados.0.smithi090.stdout:1135: finishing write tid 2 to smithi09077644-3 2024-03-07T03:00:23.561 INFO:tasks.rados.rados.0.smithi090.stdout:1135: finishing write tid 3 to smithi09077644-3 2024-03-07T03:00:23.565 INFO:tasks.rados.rados.0.smithi090.stdout:1135: finishing write tid 4 to smithi09077644-3 2024-03-07T03:00:23.566 INFO:tasks.rados.rados.0.smithi090.stdout:1135: oid 3 updating version 0 to 408 2024-03-07T03:00:23.566 INFO:tasks.rados.rados.0.smithi090.stdout:1135: oid 3 updating version 408 to 410 2024-03-07T03:00:23.566 INFO:tasks.rados.rados.0.smithi090.stdout:1135: oid 3 version 410 is already newer than 409 2024-03-07T03:00:23.566 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 410 (ObjNum 357 snap 105 seq_num 357) dirty exists 2024-03-07T03:00:23.566 INFO:tasks.rados.rados.0.smithi090.stdout:1135: left oid 3 (ObjNum 357 snap 105 seq_num 357) 2024-03-07T03:00:23.569 INFO:tasks.rados.rados.0.smithi090.stdout:1136: expect (ObjNum 296 snap 85 seq_num 296) 2024-03-07T03:00:23.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:23 smithi090 ceph-mon[27223]: osdmap e274: 8 total, 8 up, 8 in 2024-03-07T03:00:23.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:23 smithi090 ceph-mon[27223]: pgmap v395: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 345 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-03-07T03:00:23.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:23 smithi090 ceph-mon[37987]: osdmap e274: 8 total, 8 up, 8 in 2024-03-07T03:00:23.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:23 smithi090 ceph-mon[37987]: pgmap v395: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 345 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-03-07T03:00:23.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:23 smithi092 ceph-mon[31083]: osdmap e274: 8 total, 8 up, 8 in 2024-03-07T03:00:23.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:23 smithi092 ceph-mon[31083]: pgmap v395: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 345 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-03-07T03:00:24.442 INFO:tasks.rados.rados.0.smithi090.stdout:1133: done (3 left) 2024-03-07T03:00:24.442 INFO:tasks.rados.rados.0.smithi090.stdout:1135: done (2 left) 2024-03-07T03:00:24.442 INFO:tasks.rados.rados.0.smithi090.stdout:1136: done (1 left) 2024-03-07T03:00:24.442 INFO:tasks.rados.rados.0.smithi090.stdout:1137: done (0 left) 2024-03-07T03:00:24.442 INFO:tasks.rados.rados.0.smithi090.stdout:1138: read oid 12 snap -1 2024-03-07T03:00:24.442 INFO:tasks.rados.rados.0.smithi090.stdout:1138: expect (ObjNum 131 snap 29 seq_num 131) 2024-03-07T03:00:24.442 INFO:tasks.rados.rados.0.smithi090.stdout:1139: rollback oid 47 current snap is 106 2024-03-07T03:00:24.442 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 47 to 103 2024-03-07T03:00:24.442 INFO:tasks.rados.rados.0.smithi090.stdout:1140: copy_from oid 22 from oid 35 current snap is 106 2024-03-07T03:00:24.442 INFO:tasks.rados.rados.0.smithi090.stdout:1141: delete oid 3 current snap is 106 2024-03-07T03:00:24.448 INFO:tasks.rados.rados.0.smithi090.stdout:1141: done (3 left) 2024-03-07T03:00:24.448 INFO:tasks.rados.rados.0.smithi090.stdout:1142: rmattr oid 24 current snap is 106 2024-03-07T03:00:24.448 INFO:tasks.rados.rados.0.smithi090.stdout:1142: done (3 left) 2024-03-07T03:00:24.449 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 42 current snap is 106 2024-03-07T03:00:24.449 INFO:tasks.rados.rados.0.smithi090.stdout:1143: seq_num 359 ranges {958464=417792,1376256=417792,1794048=385024} 2024-03-07T03:00:24.454 INFO:tasks.rados.rados.0.smithi090.stdout:1143: writing smithi09077644-42 from 958464 to 1376256 tid 1 2024-03-07T03:00:24.457 INFO:tasks.rados.rados.0.smithi090.stdout:1143: writing smithi09077644-42 from 1376256 to 1794048 tid 2 2024-03-07T03:00:24.460 INFO:tasks.rados.rados.0.smithi090.stdout:1143: writing smithi09077644-42 from 1794048 to 2179072 tid 3 2024-03-07T03:00:24.460 INFO:tasks.rados.rados.0.smithi090.stdout:1144: snap_create 2024-03-07T03:00:24.460 INFO:tasks.rados.rados.0.smithi090.stdout:1139: finishing rollback tid 0 to smithi09077644-47 2024-03-07T03:00:24.460 INFO:tasks.rados.rados.0.smithi090.stdout:1139: finishing rollback tid 1 to smithi09077644-47 2024-03-07T03:00:24.460 INFO:tasks.rados.rados.0.smithi090.stdout:1139: finishing rollback tid 2 to smithi09077644-47 2024-03-07T03:00:24.461 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 181 (ObjNum 303 snap 93 seq_num 303) dirty exists 2024-03-07T03:00:24.461 INFO:tasks.rados.rados.0.smithi090.stdout:1138: expect (ObjNum 131 snap 29 seq_num 131) 2024-03-07T03:00:24.520 INFO:tasks.rados.rados.0.smithi090.stdout:1143: finishing write tid 1 to smithi09077644-42 2024-03-07T03:00:24.520 INFO:tasks.rados.rados.0.smithi090.stdout:1143: finishing write tid 2 to smithi09077644-42 2024-03-07T03:00:24.520 INFO:tasks.rados.rados.0.smithi090.stdout:1143: finishing write tid 3 to smithi09077644-42 2024-03-07T03:00:24.521 INFO:tasks.rados.rados.0.smithi090.stdout:1143: finishing write tid 4 to smithi09077644-42 2024-03-07T03:00:24.521 INFO:tasks.rados.rados.0.smithi090.stdout:1140: finishing copy_from racing read to smithi09077644-22 2024-03-07T03:00:24.521 INFO:tasks.rados.rados.0.smithi090.stdout:1143: finishing write tid 5 to smithi09077644-42 2024-03-07T03:00:24.521 INFO:tasks.rados.rados.0.smithi090.stdout:1143: oid 42 updating version 0 to 558 2024-03-07T03:00:24.521 INFO:tasks.rados.rados.0.smithi090.stdout:1143: oid 42 updating version 558 to 560 2024-03-07T03:00:24.521 INFO:tasks.rados.rados.0.smithi090.stdout:1143: oid 42 updating version 560 to 561 2024-03-07T03:00:24.521 INFO:tasks.rados.rados.0.smithi090.stdout:1143: oid 42 version 561 is already newer than 559 2024-03-07T03:00:24.521 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 42 v 561 (ObjNum 359 snap 106 seq_num 359) dirty exists 2024-03-07T03:00:24.521 INFO:tasks.rados.rados.0.smithi090.stdout:1143: left oid 42 (ObjNum 359 snap 106 seq_num 359) 2024-03-07T03:00:24.521 INFO:tasks.rados.rados.0.smithi090.stdout:1140: finishing copy_from to smithi09077644-22 2024-03-07T03:00:24.521 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 421 (ObjNum 344 snap 102 seq_num 344) dirty exists 2024-03-07T03:00:24.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:24 smithi090 ceph-mon[27223]: osdmap e275: 8 total, 8 up, 8 in 2024-03-07T03:00:24.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:24 smithi090 ceph-mon[27223]: osdmap e276: 8 total, 8 up, 8 in 2024-03-07T03:00:24.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:24 smithi090 ceph-mon[37987]: osdmap e275: 8 total, 8 up, 8 in 2024-03-07T03:00:24.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:24 smithi090 ceph-mon[37987]: osdmap e276: 8 total, 8 up, 8 in 2024-03-07T03:00:24.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:24 smithi092 ceph-mon[31083]: osdmap e275: 8 total, 8 up, 8 in 2024-03-07T03:00:24.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:24 smithi092 ceph-mon[31083]: osdmap e276: 8 total, 8 up, 8 in 2024-03-07T03:00:25.469 INFO:tasks.rados.rados.0.smithi090.stdout:1138: done (4 left) 2024-03-07T03:00:25.469 INFO:tasks.rados.rados.0.smithi090.stdout:1139: done (3 left) 2024-03-07T03:00:25.469 INFO:tasks.rados.rados.0.smithi090.stdout:1140: done (2 left) 2024-03-07T03:00:25.470 INFO:tasks.rados.rados.0.smithi090.stdout:1143: done (1 left) 2024-03-07T03:00:25.470 INFO:tasks.rados.rados.0.smithi090.stdout:1144: done (0 left) 2024-03-07T03:00:25.470 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 39 current snap is 107 2024-03-07T03:00:25.470 INFO:tasks.rados.rados.0.smithi090.stdout:1145: seq_num 360 ranges {638976=434176,1073152=704512,1777664=98304} 2024-03-07T03:00:25.475 INFO:tasks.rados.rados.0.smithi090.stdout:1145: writing smithi09077644-39 from 638976 to 1073152 tid 1 2024-03-07T03:00:25.479 INFO:tasks.rados.rados.0.smithi090.stdout:1145: writing smithi09077644-39 from 1073152 to 1777664 tid 2 2024-03-07T03:00:25.480 INFO:tasks.rados.rados.0.smithi090.stdout:1145: writing smithi09077644-39 from 1777664 to 1875968 tid 3 2024-03-07T03:00:25.480 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 43 current snap is 107 2024-03-07T03:00:25.480 INFO:tasks.rados.rados.0.smithi090.stdout:1146: seq_num 361 ranges {3620864=450560,4071424=581632,4653056=221184} 2024-03-07T03:00:25.502 INFO:tasks.rados.rados.0.smithi090.stdout:1146: writing smithi09077644-43 from 3620864 to 4071424 tid 1 2024-03-07T03:00:25.505 INFO:tasks.rados.rados.0.smithi090.stdout:1146: writing smithi09077644-43 from 4071424 to 4653056 tid 2 2024-03-07T03:00:25.507 INFO:tasks.rados.rados.0.smithi090.stdout:1146: writing smithi09077644-43 from 4653056 to 4874240 tid 3 2024-03-07T03:00:25.507 INFO:tasks.rados.rados.0.smithi090.stdout:1147: read oid 2 snap -1 2024-03-07T03:00:25.507 INFO:tasks.rados.rados.0.smithi090.stdout:1147: expect (ObjNum 298 snap 89 seq_num 298) 2024-03-07T03:00:25.507 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 11 current snap is 107 2024-03-07T03:00:25.507 INFO:tasks.rados.rados.0.smithi090.stdout:1148: seq_num 362 ranges {4268032=466944,4734976=466944,5201920=335872} 2024-03-07T03:00:25.532 INFO:tasks.rados.rados.0.smithi090.stdout:1148: writing smithi09077644-11 from 4268032 to 4734976 tid 1 2024-03-07T03:00:25.535 INFO:tasks.rados.rados.0.smithi090.stdout:1148: writing smithi09077644-11 from 4734976 to 5201920 tid 2 2024-03-07T03:00:25.538 INFO:tasks.rados.rados.0.smithi090.stdout:1148: writing smithi09077644-11 from 5201920 to 5537792 tid 3 2024-03-07T03:00:25.538 INFO:tasks.rados.rados.0.smithi090.stdout:1149: rmattr oid 14 current snap is 107 2024-03-07T03:00:25.538 INFO:tasks.rados.rados.0.smithi090.stdout:1149: done (4 left) 2024-03-07T03:00:25.538 INFO:tasks.rados.rados.0.smithi090.stdout:1150: rmattr oid 24 current snap is 107 2024-03-07T03:00:25.538 INFO:tasks.rados.rados.0.smithi090.stdout:1145: finishing write tid 1 to smithi09077644-39 2024-03-07T03:00:25.538 INFO:tasks.rados.rados.0.smithi090.stdout:1145: finishing write tid 2 to smithi09077644-39 2024-03-07T03:00:25.538 INFO:tasks.rados.rados.0.smithi090.stdout:1145: finishing write tid 3 to smithi09077644-39 2024-03-07T03:00:25.538 INFO:tasks.rados.rados.0.smithi090.stdout:1145: finishing write tid 4 to smithi09077644-39 2024-03-07T03:00:25.538 INFO:tasks.rados.rados.0.smithi090.stdout:1145: finishing write tid 5 to smithi09077644-39 2024-03-07T03:00:25.538 INFO:tasks.rados.rados.0.smithi090.stdout:1145: oid 39 updating version 0 to 693 2024-03-07T03:00:25.538 INFO:tasks.rados.rados.0.smithi090.stdout:1145: oid 39 version 693 is already newer than 691 2024-03-07T03:00:25.538 INFO:tasks.rados.rados.0.smithi090.stdout:1145: oid 39 version 693 is already newer than 692 2024-03-07T03:00:25.538 INFO:tasks.rados.rados.0.smithi090.stdout:1145: oid 39 version 693 is already newer than 690 2024-03-07T03:00:25.539 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 693 (ObjNum 360 snap 107 seq_num 360) dirty exists 2024-03-07T03:00:25.539 INFO:tasks.rados.rados.0.smithi090.stdout:1145: left oid 39 (ObjNum 360 snap 107 seq_num 360) 2024-03-07T03:00:25.539 INFO:tasks.rados.rados.0.smithi090.stdout:1146: finishing write tid 1 to smithi09077644-43 2024-03-07T03:00:25.539 INFO:tasks.rados.rados.0.smithi090.stdout:1146: finishing write tid 2 to smithi09077644-43 2024-03-07T03:00:25.539 INFO:tasks.rados.rados.0.smithi090.stdout:1145: done (4 left) 2024-03-07T03:00:25.539 INFO:tasks.rados.rados.0.smithi090.stdout:1151: snap_remove snap 35 2024-03-07T03:00:25.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:25 smithi090 ceph-mon[27223]: pgmap v398: 121 pgs: 121 active+clean; 350 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 3.1 MiB/s wr, 25 op/s 2024-03-07T03:00:25.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:25 smithi090 ceph-mon[37987]: pgmap v398: 121 pgs: 121 active+clean; 350 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 3.1 MiB/s wr, 25 op/s 2024-03-07T03:00:25.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:25 smithi092 ceph-mon[31083]: pgmap v398: 121 pgs: 121 active+clean; 350 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 3.1 MiB/s wr, 25 op/s 2024-03-07T03:00:26.477 INFO:tasks.rados.rados.0.smithi090.stdout:1151: done (4 left) 2024-03-07T03:00:26.477 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 23 current snap is 107 2024-03-07T03:00:26.477 INFO:tasks.rados.rados.0.smithi090.stdout:1152: seq_num 363 ranges {0=483328,483328=753664,1236992=49152} 2024-03-07T03:00:26.480 INFO:tasks.rados.rados.0.smithi090.stdout:1152: writing smithi09077644-23 from 0 to 483328 tid 1 2024-03-07T03:00:26.485 INFO:tasks.rados.rados.0.smithi090.stdout:1152: writing smithi09077644-23 from 483328 to 1236992 tid 2 2024-03-07T03:00:26.486 INFO:tasks.rados.rados.0.smithi090.stdout:1152: writing smithi09077644-23 from 1236992 to 1286144 tid 3 2024-03-07T03:00:26.487 INFO:tasks.rados.rados.0.smithi090.stdout:1146: finishing write tid 3 to smithi09077644-43 2024-03-07T03:00:26.487 INFO:tasks.rados.rados.0.smithi090.stdout:1146: finishing write tid 4 to smithi09077644-43 2024-03-07T03:00:26.487 INFO:tasks.rados.rados.0.smithi090.stdout:1146: finishing write tid 5 to smithi09077644-43 2024-03-07T03:00:26.487 INFO:tasks.rados.rados.0.smithi090.stdout:1146: oid 43 updating version 0 to 271 2024-03-07T03:00:26.487 INFO:tasks.rados.rados.0.smithi090.stdout:1146: oid 43 updating version 271 to 272 2024-03-07T03:00:26.487 INFO:tasks.rados.rados.0.smithi090.stdout:1146: oid 43 updating version 272 to 274 2024-03-07T03:00:26.487 INFO:tasks.rados.rados.0.smithi090.stdout:1146: oid 43 version 274 is already newer than 273 2024-03-07T03:00:26.487 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 274 (ObjNum 361 snap 107 seq_num 361) dirty exists 2024-03-07T03:00:26.487 INFO:tasks.rados.rados.0.smithi090.stdout:1146: left oid 43 (ObjNum 361 snap 107 seq_num 361) 2024-03-07T03:00:26.487 INFO:tasks.rados.rados.0.smithi090.stdout:1147: expect (ObjNum 298 snap 89 seq_num 298) 2024-03-07T03:00:26.595 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 24 v 0 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-03-07T03:00:26.595 INFO:tasks.rados.rados.0.smithi090.stdout:1148: finishing write tid 1 to smithi09077644-11 2024-03-07T03:00:26.595 INFO:tasks.rados.rados.0.smithi090.stdout:1148: finishing write tid 2 to smithi09077644-11 2024-03-07T03:00:26.595 INFO:tasks.rados.rados.0.smithi090.stdout:1148: finishing write tid 3 to smithi09077644-11 2024-03-07T03:00:26.595 INFO:tasks.rados.rados.0.smithi090.stdout:1148: finishing write tid 4 to smithi09077644-11 2024-03-07T03:00:26.595 INFO:tasks.rados.rados.0.smithi090.stdout:1148: finishing write tid 5 to smithi09077644-11 2024-03-07T03:00:26.595 INFO:tasks.rados.rados.0.smithi090.stdout:1148: oid 11 updating version 0 to 563 2024-03-07T03:00:26.595 INFO:tasks.rados.rados.0.smithi090.stdout:1148: oid 11 updating version 563 to 565 2024-03-07T03:00:26.595 INFO:tasks.rados.rados.0.smithi090.stdout:1148: oid 11 version 565 is already newer than 564 2024-03-07T03:00:26.595 INFO:tasks.rados.rados.0.smithi090.stdout:1148: oid 11 updating version 565 to 566 2024-03-07T03:00:26.595 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 11 v 566 (ObjNum 362 snap 107 seq_num 362) dirty exists 2024-03-07T03:00:26.595 INFO:tasks.rados.rados.0.smithi090.stdout:1148: left oid 11 (ObjNum 362 snap 107 seq_num 362) 2024-03-07T03:00:26.595 INFO:tasks.rados.rados.0.smithi090.stdout:1152: finishing write tid 1 to smithi09077644-23 2024-03-07T03:00:26.596 INFO:tasks.rados.rados.0.smithi090.stdout:1152: finishing write tid 2 to smithi09077644-23 2024-03-07T03:00:26.596 INFO:tasks.rados.rados.0.smithi090.stdout:1152: finishing write tid 3 to smithi09077644-23 2024-03-07T03:00:26.596 INFO:tasks.rados.rados.0.smithi090.stdout:1152: finishing write tid 4 to smithi09077644-23 2024-03-07T03:00:26.596 INFO:tasks.rados.rados.0.smithi090.stdout:1152: finishing write tid 5 to smithi09077644-23 2024-03-07T03:00:26.596 INFO:tasks.rados.rados.0.smithi090.stdout:1152: oid 23 updating version 0 to 573 2024-03-07T03:00:26.596 INFO:tasks.rados.rados.0.smithi090.stdout:1152: oid 23 version 573 is already newer than 571 2024-03-07T03:00:26.596 INFO:tasks.rados.rados.0.smithi090.stdout:1152: oid 23 version 573 is already newer than 572 2024-03-07T03:00:26.596 INFO:tasks.rados.rados.0.smithi090.stdout:1152: oid 23 updating version 573 to 574 2024-03-07T03:00:26.596 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 574 (ObjNum 363 snap 107 seq_num 363) dirty exists 2024-03-07T03:00:26.596 INFO:tasks.rados.rados.0.smithi090.stdout:1152: left oid 23 (ObjNum 363 snap 107 seq_num 363) 2024-03-07T03:00:26.596 INFO:tasks.rados.rados.0.smithi090.stdout:1146: done (4 left) 2024-03-07T03:00:26.596 INFO:tasks.rados.rados.0.smithi090.stdout:1147: done (3 left) 2024-03-07T03:00:26.596 INFO:tasks.rados.rados.0.smithi090.stdout:1148: done (2 left) 2024-03-07T03:00:26.596 INFO:tasks.rados.rados.0.smithi090.stdout:1150: done (1 left) 2024-03-07T03:00:26.597 INFO:tasks.rados.rados.0.smithi090.stdout:1152: done (0 left) 2024-03-07T03:00:26.597 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 1 current snap is 107 2024-03-07T03:00:26.597 INFO:tasks.rados.rados.0.smithi090.stdout:1153: seq_num 364 ranges {3620864=499712,4120576=638976,4759552=163840} 2024-03-07T03:00:26.616 INFO:tasks.rados.rados.0.smithi090.stdout:1153: writing smithi09077644-1 from 3620864 to 4120576 tid 1 2024-03-07T03:00:26.620 INFO:tasks.rados.rados.0.smithi090.stdout:1153: writing smithi09077644-1 from 4120576 to 4759552 tid 2 2024-03-07T03:00:26.621 INFO:tasks.rados.rados.0.smithi090.stdout:1153: writing smithi09077644-1 from 4759552 to 4923392 tid 3 2024-03-07T03:00:26.621 INFO:tasks.rados.rados.0.smithi090.stdout:1154: snap_create 2024-03-07T03:00:26.621 INFO:tasks.rados.rados.0.smithi090.stdout:1153: finishing write tid 1 to smithi09077644-1 2024-03-07T03:00:26.623 INFO:tasks.rados.rados.0.smithi090.stdout:1153: finishing write tid 2 to smithi09077644-1 2024-03-07T03:00:26.623 INFO:tasks.rados.rados.0.smithi090.stdout:1153: finishing write tid 3 to smithi09077644-1 2024-03-07T03:00:26.623 INFO:tasks.rados.rados.0.smithi090.stdout:1153: finishing write tid 4 to smithi09077644-1 2024-03-07T03:00:26.624 INFO:tasks.rados.rados.0.smithi090.stdout:1153: finishing write tid 5 to smithi09077644-1 2024-03-07T03:00:26.624 INFO:tasks.rados.rados.0.smithi090.stdout:1153: oid 1 updating version 0 to 640 2024-03-07T03:00:26.624 INFO:tasks.rados.rados.0.smithi090.stdout:1153: oid 1 version 640 is already newer than 638 2024-03-07T03:00:26.624 INFO:tasks.rados.rados.0.smithi090.stdout:1153: oid 1 version 640 is already newer than 639 2024-03-07T03:00:26.624 INFO:tasks.rados.rados.0.smithi090.stdout:1153: oid 1 version 640 is already newer than 637 2024-03-07T03:00:26.625 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 1 v 640 (ObjNum 364 snap 107 seq_num 364) dirty exists 2024-03-07T03:00:26.625 INFO:tasks.rados.rados.0.smithi090.stdout:1153: left oid 1 (ObjNum 364 snap 107 seq_num 364) 2024-03-07T03:00:26.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:26 smithi090 ceph-mon[27223]: osdmap e277: 8 total, 8 up, 8 in 2024-03-07T03:00:26.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:26 smithi090 ceph-mon[37987]: osdmap e277: 8 total, 8 up, 8 in 2024-03-07T03:00:26.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:26 smithi092 ceph-mon[31083]: osdmap e277: 8 total, 8 up, 8 in 2024-03-07T03:00:27.485 INFO:tasks.rados.rados.0.smithi090.stdout:1153: done (1 left) 2024-03-07T03:00:27.485 INFO:tasks.rados.rados.0.smithi090.stdout:1154: done (0 left) 2024-03-07T03:00:27.485 INFO:tasks.rados.rados.0.smithi090.stdout:1155: read oid 5 snap 105 2024-03-07T03:00:27.485 INFO:tasks.rados.rados.0.smithi090.stdout:1155: expect (ObjNum 340 snap 101 seq_num 340) 2024-03-07T03:00:27.485 INFO:tasks.rados.rados.0.smithi090.stdout:1156: read oid 47 snap 106 2024-03-07T03:00:27.485 INFO:tasks.rados.rados.0.smithi090.stdout:1156: expect (ObjNum 303 snap 93 seq_num 303) 2024-03-07T03:00:27.485 INFO:tasks.rados.rados.0.smithi090.stdout:1157: snap_remove snap 90 2024-03-07T03:00:27.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:27 smithi090 ceph-mon[27223]: osdmap e278: 8 total, 8 up, 8 in 2024-03-07T03:00:27.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:27 smithi090 ceph-mon[27223]: pgmap v401: 121 pgs: 121 active+clean; 350 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 3.1 MiB/s wr, 25 op/s 2024-03-07T03:00:27.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:27 smithi090 ceph-mon[37987]: osdmap e278: 8 total, 8 up, 8 in 2024-03-07T03:00:27.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:27 smithi090 ceph-mon[37987]: pgmap v401: 121 pgs: 121 active+clean; 350 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 3.1 MiB/s wr, 25 op/s 2024-03-07T03:00:27.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:27 smithi092 ceph-mon[31083]: osdmap e278: 8 total, 8 up, 8 in 2024-03-07T03:00:27.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:27 smithi092 ceph-mon[31083]: pgmap v401: 121 pgs: 121 active+clean; 350 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 3.1 MiB/s wr, 25 op/s 2024-03-07T03:00:28.487 INFO:tasks.rados.rados.0.smithi090.stdout:1155: expect (ObjNum 340 snap 101 seq_num 340) 2024-03-07T03:00:28.520 INFO:tasks.rados.rados.0.smithi090.stdout:1156: expect (ObjNum 303 snap 93 seq_num 303) 2024-03-07T03:00:28.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:28 smithi090 ceph-mon[27223]: osdmap e279: 8 total, 8 up, 8 in 2024-03-07T03:00:28.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:28 smithi090 ceph-mon[37987]: osdmap e279: 8 total, 8 up, 8 in 2024-03-07T03:00:28.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:28 smithi092 ceph-mon[31083]: osdmap e279: 8 total, 8 up, 8 in 2024-03-07T03:00:29.102 INFO:tasks.rados.rados.0.smithi090.stdout:1155: done (2 left) 2024-03-07T03:00:29.102 INFO:tasks.rados.rados.0.smithi090.stdout:1156: done (1 left) 2024-03-07T03:00:29.102 INFO:tasks.rados.rados.0.smithi090.stdout:1157: done (0 left) 2024-03-07T03:00:29.102 INFO:tasks.rados.rados.0.smithi090.stdout:1158: rmattr oid 30 current snap is 108 2024-03-07T03:00:29.102 INFO:tasks.rados.rados.0.smithi090.stdout:1158: done (0 left) 2024-03-07T03:00:29.103 INFO:tasks.rados.rados.0.smithi090.stdout:1159: snap_remove snap 107 2024-03-07T03:00:29.441 INFO:tasks.rados.rados.0.smithi090.stdout:1159: done (0 left) 2024-03-07T03:00:29.441 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 19 current snap is 108 2024-03-07T03:00:29.441 INFO:tasks.rados.rados.0.smithi090.stdout:1160: seq_num 365 ranges {5087232=516096,5603328=573440,6176768=229376} 2024-03-07T03:00:29.472 INFO:tasks.rados.rados.0.smithi090.stdout:1160: writing smithi09077644-19 from 5087232 to 5603328 tid 1 2024-03-07T03:00:29.475 INFO:tasks.rados.rados.0.smithi090.stdout:1160: writing smithi09077644-19 from 5603328 to 6176768 tid 2 2024-03-07T03:00:29.477 INFO:tasks.rados.rados.0.smithi090.stdout:1160: writing smithi09077644-19 from 6176768 to 6406144 tid 3 2024-03-07T03:00:29.477 INFO:tasks.rados.rados.0.smithi090.stdout:1161: read oid 41 snap -1 2024-03-07T03:00:29.477 INFO:tasks.rados.rados.0.smithi090.stdout:1161: expect (ObjNum 324 snap 98 seq_num 324) 2024-03-07T03:00:29.477 INFO:tasks.rados.rados.0.smithi090.stdout:1162: snap_remove snap 106 2024-03-07T03:00:29.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:29 smithi090 ceph-mon[27223]: osdmap e280: 8 total, 8 up, 8 in 2024-03-07T03:00:29.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:29 smithi090 ceph-mon[27223]: pgmap v404: 121 pgs: 121 active+clean; 350 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-03-07T03:00:29.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:29 smithi090 ceph-mon[27223]: osdmap e281: 8 total, 8 up, 8 in 2024-03-07T03:00:29.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:29 smithi090 ceph-mon[37987]: osdmap e280: 8 total, 8 up, 8 in 2024-03-07T03:00:29.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:29 smithi090 ceph-mon[37987]: pgmap v404: 121 pgs: 121 active+clean; 350 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-03-07T03:00:29.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:29 smithi090 ceph-mon[37987]: osdmap e281: 8 total, 8 up, 8 in 2024-03-07T03:00:29.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:29 smithi092 ceph-mon[31083]: osdmap e280: 8 total, 8 up, 8 in 2024-03-07T03:00:29.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:29 smithi092 ceph-mon[31083]: pgmap v404: 121 pgs: 121 active+clean; 350 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-03-07T03:00:29.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:29 smithi092 ceph-mon[31083]: osdmap e281: 8 total, 8 up, 8 in 2024-03-07T03:00:30.451 INFO:tasks.rados.rados.0.smithi090.stdout:1162: done (2 left) 2024-03-07T03:00:30.452 INFO:tasks.rados.rados.0.smithi090.stdout:1163: read oid 7 snap -1 2024-03-07T03:00:30.452 INFO:tasks.rados.rados.0.smithi090.stdout:1163: expect (ObjNum 355 snap 105 seq_num 355) 2024-03-07T03:00:30.452 INFO:tasks.rados.rados.0.smithi090.stdout:1164: snap_create 2024-03-07T03:00:30.452 INFO:tasks.rados.rados.0.smithi090.stdout:1160: finishing write tid 1 to smithi09077644-19 2024-03-07T03:00:30.452 INFO:tasks.rados.rados.0.smithi090.stdout:1160: finishing write tid 2 to smithi09077644-19 2024-03-07T03:00:30.452 INFO:tasks.rados.rados.0.smithi090.stdout:1160: finishing write tid 3 to smithi09077644-19 2024-03-07T03:00:30.452 INFO:tasks.rados.rados.0.smithi090.stdout:1160: finishing write tid 4 to smithi09077644-19 2024-03-07T03:00:30.452 INFO:tasks.rados.rados.0.smithi090.stdout:1160: finishing write tid 5 to smithi09077644-19 2024-03-07T03:00:30.452 INFO:tasks.rados.rados.0.smithi090.stdout:1160: oid 19 updating version 0 to 546 2024-03-07T03:00:30.452 INFO:tasks.rados.rados.0.smithi090.stdout:1160: oid 19 version 546 is already newer than 543 2024-03-07T03:00:30.452 INFO:tasks.rados.rados.0.smithi090.stdout:1160: oid 19 version 546 is already newer than 545 2024-03-07T03:00:30.452 INFO:tasks.rados.rados.0.smithi090.stdout:1160: oid 19 version 546 is already newer than 544 2024-03-07T03:00:30.452 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 546 (ObjNum 365 snap 108 seq_num 365) dirty exists 2024-03-07T03:00:30.453 INFO:tasks.rados.rados.0.smithi090.stdout:1160: left oid 19 (ObjNum 365 snap 108 seq_num 365) 2024-03-07T03:00:30.453 INFO:tasks.rados.rados.0.smithi090.stdout:1161: expect (ObjNum 324 snap 98 seq_num 324) 2024-03-07T03:00:30.471 INFO:tasks.rados.rados.0.smithi090.stdout:1163: expect (ObjNum 355 snap 105 seq_num 355) 2024-03-07T03:00:31.460 INFO:tasks.rados.rados.0.smithi090.stdout:1160: done (3 left) 2024-03-07T03:00:31.460 INFO:tasks.rados.rados.0.smithi090.stdout:1161: done (2 left) 2024-03-07T03:00:31.460 INFO:tasks.rados.rados.0.smithi090.stdout:1163: done (1 left) 2024-03-07T03:00:31.460 INFO:tasks.rados.rados.0.smithi090.stdout:1164: done (0 left) 2024-03-07T03:00:31.460 INFO:tasks.rados.rados.0.smithi090.stdout:1165: snap_remove snap 78 2024-03-07T03:00:31.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:31 smithi090 ceph-mon[27223]: osdmap e282: 8 total, 8 up, 8 in 2024-03-07T03:00:31.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:31 smithi090 ceph-mon[27223]: pgmap v407: 121 pgs: 121 active+clean; 274 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-03-07T03:00:31.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:31 smithi090 ceph-mon[37987]: osdmap e282: 8 total, 8 up, 8 in 2024-03-07T03:00:31.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:31 smithi090 ceph-mon[37987]: pgmap v407: 121 pgs: 121 active+clean; 274 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-03-07T03:00:31.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:31 smithi092 ceph-mon[31083]: osdmap e282: 8 total, 8 up, 8 in 2024-03-07T03:00:31.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:31 smithi092 ceph-mon[31083]: pgmap v407: 121 pgs: 121 active+clean; 274 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-03-07T03:00:32.468 INFO:tasks.rados.rados.0.smithi090.stdout:1165: done (0 left) 2024-03-07T03:00:32.468 INFO:tasks.rados.rados.0.smithi090.stdout:1166: copy_from oid 25 from oid 20 current snap is 109 2024-03-07T03:00:32.468 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 47 current snap is 109 2024-03-07T03:00:32.468 INFO:tasks.rados.rados.0.smithi090.stdout:1167: seq_num 366 ranges {8126464=532480,8658944=458752,9117696=344064} 2024-03-07T03:00:32.516 INFO:tasks.rados.rados.0.smithi090.stdout:1167: writing smithi09077644-47 from 8126464 to 8658944 tid 1 2024-03-07T03:00:32.518 INFO:tasks.rados.rados.0.smithi090.stdout:1167: writing smithi09077644-47 from 8658944 to 9117696 tid 2 2024-03-07T03:00:32.521 INFO:tasks.rados.rados.0.smithi090.stdout:1167: writing smithi09077644-47 from 9117696 to 9461760 tid 3 2024-03-07T03:00:32.521 INFO:tasks.rados.rados.0.smithi090.stdout:1168: read oid 50 snap -1 2024-03-07T03:00:32.521 INFO:tasks.rados.rados.0.smithi090.stdout:1168: expect (ObjNum 320 snap 98 seq_num 320) 2024-03-07T03:00:32.521 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 21 current snap is 109 2024-03-07T03:00:32.521 INFO:tasks.rados.rados.0.smithi090.stdout:1169: seq_num 367 ranges {0=548864,548864=737280,1286144=65536} 2024-03-07T03:00:32.525 INFO:tasks.rados.rados.0.smithi090.stdout:1169: writing smithi09077644-21 from 0 to 548864 tid 1 2024-03-07T03:00:32.529 INFO:tasks.rados.rados.0.smithi090.stdout:1169: writing smithi09077644-21 from 548864 to 1286144 tid 2 2024-03-07T03:00:32.530 INFO:tasks.rados.rados.0.smithi090.stdout:1169: writing smithi09077644-21 from 1286144 to 1351680 tid 3 2024-03-07T03:00:32.530 INFO:tasks.rados.rados.0.smithi090.stdout:1170: snap_create 2024-03-07T03:00:32.530 INFO:tasks.rados.rados.0.smithi090.stdout:1166: finishing copy_from racing read to smithi09077644-25 2024-03-07T03:00:32.530 INFO:tasks.rados.rados.0.smithi090.stdout:1166: finishing copy_from to smithi09077644-25 2024-03-07T03:00:32.530 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 25 v 267 (ObjNum 336 snap 100 seq_num 336) dirty exists 2024-03-07T03:00:32.530 INFO:tasks.rados.rados.0.smithi090.stdout:1167: finishing write tid 1 to smithi09077644-47 2024-03-07T03:00:32.530 INFO:tasks.rados.rados.0.smithi090.stdout:1167: finishing write tid 2 to smithi09077644-47 2024-03-07T03:00:32.530 INFO:tasks.rados.rados.0.smithi090.stdout:1167: finishing write tid 3 to smithi09077644-47 2024-03-07T03:00:32.530 INFO:tasks.rados.rados.0.smithi090.stdout:1167: finishing write tid 4 to smithi09077644-47 2024-03-07T03:00:32.530 INFO:tasks.rados.rados.0.smithi090.stdout:1168: expect (ObjNum 320 snap 98 seq_num 320) 2024-03-07T03:00:32.562 INFO:tasks.rados.rados.0.smithi090.stdout:1167: finishing write tid 5 to smithi09077644-47 2024-03-07T03:00:32.562 INFO:tasks.rados.rados.0.smithi090.stdout:1167: oid 47 updating version 0 to 184 2024-03-07T03:00:32.562 INFO:tasks.rados.rados.0.smithi090.stdout:1167: oid 47 version 184 is already newer than 182 2024-03-07T03:00:32.562 INFO:tasks.rados.rados.0.smithi090.stdout:1167: oid 47 version 184 is already newer than 183 2024-03-07T03:00:32.562 INFO:tasks.rados.rados.0.smithi090.stdout:1167: oid 47 updating version 184 to 185 2024-03-07T03:00:32.562 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 185 (ObjNum 366 snap 109 seq_num 366) dirty exists 2024-03-07T03:00:32.562 INFO:tasks.rados.rados.0.smithi090.stdout:1167: left oid 47 (ObjNum 366 snap 109 seq_num 366) 2024-03-07T03:00:32.562 INFO:tasks.rados.rados.0.smithi090.stdout:1169: finishing write tid 1 to smithi09077644-21 2024-03-07T03:00:32.562 INFO:tasks.rados.rados.0.smithi090.stdout:1169: finishing write tid 2 to smithi09077644-21 2024-03-07T03:00:32.563 INFO:tasks.rados.rados.0.smithi090.stdout:1169: finishing write tid 3 to smithi09077644-21 2024-03-07T03:00:32.563 INFO:tasks.rados.rados.0.smithi090.stdout:1169: finishing write tid 4 to smithi09077644-21 2024-03-07T03:00:32.563 INFO:tasks.rados.rados.0.smithi090.stdout:1169: finishing write tid 5 to smithi09077644-21 2024-03-07T03:00:32.563 INFO:tasks.rados.rados.0.smithi090.stdout:1169: oid 21 updating version 0 to 642 2024-03-07T03:00:32.563 INFO:tasks.rados.rados.0.smithi090.stdout:1169: oid 21 updating version 642 to 643 2024-03-07T03:00:32.563 INFO:tasks.rados.rados.0.smithi090.stdout:1169: oid 21 updating version 643 to 644 2024-03-07T03:00:32.563 INFO:tasks.rados.rados.0.smithi090.stdout:1169: oid 21 version 644 is already newer than 641 2024-03-07T03:00:32.563 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 644 (ObjNum 367 snap 109 seq_num 367) dirty exists 2024-03-07T03:00:32.563 INFO:tasks.rados.rados.0.smithi090.stdout:1169: left oid 21 (ObjNum 367 snap 109 seq_num 367) 2024-03-07T03:00:32.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:32 smithi090 ceph-mon[27223]: osdmap e283: 8 total, 8 up, 8 in 2024-03-07T03:00:32.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:32 smithi090 ceph-mon[37987]: osdmap e283: 8 total, 8 up, 8 in 2024-03-07T03:00:32.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:32 smithi092 ceph-mon[31083]: osdmap e283: 8 total, 8 up, 8 in 2024-03-07T03:00:33.329 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:00:32 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:00:32] "GET /metrics HTTP/1.1" 200 35987 "" "Prometheus/2.43.0" 2024-03-07T03:00:33.467 INFO:tasks.rados.rados.0.smithi090.stdout:1166: done (4 left) 2024-03-07T03:00:33.467 INFO:tasks.rados.rados.0.smithi090.stdout:1167: done (3 left) 2024-03-07T03:00:33.467 INFO:tasks.rados.rados.0.smithi090.stdout:1168: done (2 left) 2024-03-07T03:00:33.467 INFO:tasks.rados.rados.0.smithi090.stdout:1169: done (1 left) 2024-03-07T03:00:33.467 INFO:tasks.rados.rados.0.smithi090.stdout:1170: done (0 left) 2024-03-07T03:00:33.467 INFO:tasks.rados.rados.0.smithi090.stdout:1171: read oid 7 snap 97 2024-03-07T03:00:33.467 INFO:tasks.rados.rados.0.smithi090.stdout:1171: expect deleted 2024-03-07T03:00:33.467 INFO:tasks.rados.rados.0.smithi090.stdout:1172: copy_from oid 13 from oid 41 current snap is 110 2024-03-07T03:00:33.467 INFO:tasks.rados.rados.0.smithi090.stdout:1173: snap_remove snap 101 2024-03-07T03:00:33.817 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:33 smithi092 ceph-mon[31083]: osdmap e284: 8 total, 8 up, 8 in 2024-03-07T03:00:33.818 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:33 smithi092 ceph-mon[31083]: pgmap v410: 121 pgs: 121 active+clean; 274 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-03-07T03:00:33.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:33 smithi090 ceph-mon[27223]: osdmap e284: 8 total, 8 up, 8 in 2024-03-07T03:00:33.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:33 smithi090 ceph-mon[27223]: pgmap v410: 121 pgs: 121 active+clean; 274 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-03-07T03:00:33.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:33 smithi090 ceph-mon[37987]: osdmap e284: 8 total, 8 up, 8 in 2024-03-07T03:00:33.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:33 smithi090 ceph-mon[37987]: pgmap v410: 121 pgs: 121 active+clean; 274 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-03-07T03:00:34.442 INFO:tasks.rados.rados.0.smithi090.stdout:1173: done (2 left) 2024-03-07T03:00:34.442 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 43 current snap is 110 2024-03-07T03:00:34.442 INFO:tasks.rados.rados.0.smithi090.stdout:1174: seq_num 368 ranges {4874240=573440,5447680=622592,6070272=180224} 2024-03-07T03:00:34.472 INFO:tasks.rados.rados.0.smithi090.stdout:1174: writing smithi09077644-43 from 4874240 to 5447680 tid 1 2024-03-07T03:00:34.476 INFO:tasks.rados.rados.0.smithi090.stdout:1174: writing smithi09077644-43 from 5447680 to 6070272 tid 2 2024-03-07T03:00:34.477 INFO:tasks.rados.rados.0.smithi090.stdout:1174: writing smithi09077644-43 from 6070272 to 6250496 tid 3 2024-03-07T03:00:34.477 INFO:tasks.rados.rados.0.smithi090.stdout:1175: snap_create 2024-03-07T03:00:34.477 INFO:tasks.rados.rados.0.smithi090.stdout:1172: finishing copy_from racing read to smithi09077644-13 2024-03-07T03:00:34.477 INFO:tasks.rados.rados.0.smithi090.stdout:1172: finishing copy_from to smithi09077644-13 2024-03-07T03:00:34.477 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 13 v 373 (ObjNum 324 snap 98 seq_num 324) dirty exists 2024-03-07T03:00:34.477 INFO:tasks.rados.rados.0.smithi090.stdout:1174: finishing write tid 1 to smithi09077644-43 2024-03-07T03:00:34.480 INFO:tasks.rados.rados.0.smithi090.stdout:1174: finishing write tid 2 to smithi09077644-43 2024-03-07T03:00:34.480 INFO:tasks.rados.rados.0.smithi090.stdout:1174: finishing write tid 3 to smithi09077644-43 2024-03-07T03:00:34.480 INFO:tasks.rados.rados.0.smithi090.stdout:1174: finishing write tid 4 to smithi09077644-43 2024-03-07T03:00:34.481 INFO:tasks.rados.rados.0.smithi090.stdout:1174: finishing write tid 5 to smithi09077644-43 2024-03-07T03:00:34.481 INFO:tasks.rados.rados.0.smithi090.stdout:1174: oid 43 updating version 0 to 275 2024-03-07T03:00:34.481 INFO:tasks.rados.rados.0.smithi090.stdout:1174: oid 43 updating version 275 to 278 2024-03-07T03:00:34.481 INFO:tasks.rados.rados.0.smithi090.stdout:1174: oid 43 version 278 is already newer than 276 2024-03-07T03:00:34.481 INFO:tasks.rados.rados.0.smithi090.stdout:1174: oid 43 version 278 is already newer than 277 2024-03-07T03:00:34.481 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 278 (ObjNum 368 snap 110 seq_num 368) dirty exists 2024-03-07T03:00:34.481 INFO:tasks.rados.rados.0.smithi090.stdout:1174: left oid 43 (ObjNum 368 snap 110 seq_num 368) 2024-03-07T03:00:34.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:34 smithi090 ceph-mon[27223]: osdmap e285: 8 total, 8 up, 8 in 2024-03-07T03:00:34.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:34 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:00:34.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:34 smithi090 ceph-mon[27223]: osdmap e286: 8 total, 8 up, 8 in 2024-03-07T03:00:34.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:34 smithi090 ceph-mon[37987]: osdmap e285: 8 total, 8 up, 8 in 2024-03-07T03:00:34.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:34 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:00:34.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:34 smithi090 ceph-mon[37987]: osdmap e286: 8 total, 8 up, 8 in 2024-03-07T03:00:34.833 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:34 smithi092 ceph-mon[31083]: osdmap e285: 8 total, 8 up, 8 in 2024-03-07T03:00:34.833 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:34 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:00:34.834 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:34 smithi092 ceph-mon[31083]: osdmap e286: 8 total, 8 up, 8 in 2024-03-07T03:00:35.248 INFO:teuthology.orchestra.run.smithi090.stdout:true 2024-03-07T03:00:35.471 INFO:tasks.rados.rados.0.smithi090.stdout:1171: done (3 left) 2024-03-07T03:00:35.471 INFO:tasks.rados.rados.0.smithi090.stdout:1172: done (2 left) 2024-03-07T03:00:35.471 INFO:tasks.rados.rados.0.smithi090.stdout:1174: done (1 left) 2024-03-07T03:00:35.472 INFO:tasks.rados.rados.0.smithi090.stdout:1175: done (0 left) 2024-03-07T03:00:35.472 INFO:tasks.rados.rados.0.smithi090.stdout:1176: snap_remove snap 102 2024-03-07T03:00:35.563 INFO:teuthology.orchestra.run.smithi090.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-07T03:00:35.563 INFO:teuthology.orchestra.run.smithi090.stdout:alertmanager.a smithi090 *:9093,9094 running (5m) 4m ago 6m 16.7M - 0.25.0 c8568f914cd2 c7f315859531 2024-03-07T03:00:35.563 INFO:teuthology.orchestra.run.smithi090.stdout:grafana.a smithi092 *:3000 running (5m) 4m ago 5m 82.5M - 9.4.7 954c08fa6188 044a70fdd07e 2024-03-07T03:00:35.563 INFO:teuthology.orchestra.run.smithi090.stdout:mds.a smithi090 running (6m) 4m ago 6m 12.7M - 18.2.1-718-gae75fc9d 0164bb8a7c67 8b3baf63c0c9 2024-03-07T03:00:35.563 INFO:teuthology.orchestra.run.smithi090.stdout:mds.b smithi092 running (6m) 4m ago 6m 15.4M - 18.2.1-718-gae75fc9d 0164bb8a7c67 ce3c1188fa28 2024-03-07T03:00:35.563 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.x smithi092 *:8443,8765 running (10m) 4m ago 10m 449M - 18.2.1-718-gae75fc9d 0164bb8a7c67 b1184af39190 2024-03-07T03:00:35.563 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.y smithi090 *:9283,8765 running (11m) 4m ago 11m 497M - 18.2.1-718-gae75fc9d 0164bb8a7c67 a5359f652648 2024-03-07T03:00:35.563 INFO:teuthology.orchestra.run.smithi090.stdout:mon.a smithi090 running (12m) 4m ago 12m 47.8M 2048M 18.2.1-718-gae75fc9d 0164bb8a7c67 84d91110fe9f 2024-03-07T03:00:35.563 INFO:teuthology.orchestra.run.smithi090.stdout:mon.b smithi092 running (10m) 4m ago 10m 39.7M 2048M 18.2.1-718-gae75fc9d 0164bb8a7c67 27a7830719c5 2024-03-07T03:00:35.563 INFO:teuthology.orchestra.run.smithi090.stdout:mon.c smithi090 running (10m) 4m ago 10m 38.8M 2048M 18.2.1-718-gae75fc9d 0164bb8a7c67 9eaa649b1445 2024-03-07T03:00:35.563 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.a smithi090 *:9100 running (5m) 4m ago 5m 15.0M - 1.5.0 0da6a335fe13 76496853f3a5 2024-03-07T03:00:35.563 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.b smithi092 *:9100 running (5m) 4m ago 5m 8363k - 1.5.0 0da6a335fe13 9ed8c0a03920 2024-03-07T03:00:35.564 INFO:teuthology.orchestra.run.smithi090.stdout:osd.0 smithi090 running (10m) 4m ago 9m 44.6M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 725e893e6886 2024-03-07T03:00:35.564 INFO:teuthology.orchestra.run.smithi090.stdout:osd.1 smithi090 running (9m) 4m ago 9m 43.5M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 9b941d592b34 2024-03-07T03:00:35.564 INFO:teuthology.orchestra.run.smithi090.stdout:osd.2 smithi090 running (9m) 4m ago 9m 43.2M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 9852da06477f 2024-03-07T03:00:35.564 INFO:teuthology.orchestra.run.smithi090.stdout:osd.3 smithi090 running (8m) 4m ago 8m 44.7M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 1e9119683f37 2024-03-07T03:00:35.564 INFO:teuthology.orchestra.run.smithi090.stdout:osd.4 smithi092 running (8m) 4m ago 8m 41.5M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 9ffc02d81c13 2024-03-07T03:00:35.564 INFO:teuthology.orchestra.run.smithi090.stdout:osd.5 smithi092 running (8m) 4m ago 7m 41.4M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 028e6ccdd1db 2024-03-07T03:00:35.564 INFO:teuthology.orchestra.run.smithi090.stdout:osd.6 smithi092 running (7m) 4m ago 7m 44.4M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 04f0a980ec71 2024-03-07T03:00:35.564 INFO:teuthology.orchestra.run.smithi090.stdout:osd.7 smithi092 running (7m) 4m ago 7m 43.0M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 1f2215787147 2024-03-07T03:00:35.564 INFO:teuthology.orchestra.run.smithi090.stdout:prometheus.a smithi092 *:9095 running (5m) 4m ago 6m 29.3M - 2.43.0 a07b618ecd1d 1302f14a5c88 2024-03-07T03:00:35.564 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:35 smithi090 ceph-mon[27223]: pgmap v413: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 248 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.2 MiB/s wr, 6 op/s 2024-03-07T03:00:35.565 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:35 smithi090 ceph-mon[37987]: pgmap v413: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 248 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.2 MiB/s wr, 6 op/s 2024-03-07T03:00:35.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:35 smithi092 ceph-mon[31083]: pgmap v413: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 248 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.2 MiB/s wr, 6 op/s 2024-03-07T03:00:35.945 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-03-07T03:00:35.945 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": { 2024-03-07T03:00:35.945 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 3 2024-03-07T03:00:35.946 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:00:35.946 INFO:teuthology.orchestra.run.smithi090.stdout: "mgr": { 2024-03-07T03:00:35.946 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 2 2024-03-07T03:00:35.946 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:00:35.946 INFO:teuthology.orchestra.run.smithi090.stdout: "osd": { 2024-03-07T03:00:35.946 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 8 2024-03-07T03:00:35.946 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:00:35.946 INFO:teuthology.orchestra.run.smithi090.stdout: "mds": { 2024-03-07T03:00:35.946 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 2 2024-03-07T03:00:35.946 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:00:35.946 INFO:teuthology.orchestra.run.smithi090.stdout: "overall": { 2024-03-07T03:00:35.946 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 15 2024-03-07T03:00:35.946 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-03-07T03:00:35.946 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-03-07T03:00:36.473 INFO:tasks.rados.rados.0.smithi090.stdout:1176: done (0 left) 2024-03-07T03:00:36.474 INFO:tasks.rados.rados.0.smithi090.stdout:1177: snap_remove snap 110 2024-03-07T03:00:36.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:36 smithi090 ceph-mon[27223]: from='client.15186 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:00:36.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:36 smithi090 ceph-mon[27223]: osdmap e287: 8 total, 8 up, 8 in 2024-03-07T03:00:36.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:36 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/1613599561' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:00:36.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:36 smithi090 ceph-mon[37987]: from='client.15186 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:00:36.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:36 smithi090 ceph-mon[37987]: osdmap e287: 8 total, 8 up, 8 in 2024-03-07T03:00:36.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:36 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/1613599561' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:00:36.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:36 smithi092 ceph-mon[31083]: from='client.15186 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:00:36.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:36 smithi092 ceph-mon[31083]: osdmap e287: 8 total, 8 up, 8 in 2024-03-07T03:00:36.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:36 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/1613599561' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:00:37.484 INFO:tasks.rados.rados.0.smithi090.stdout:1177: done (0 left) 2024-03-07T03:00:37.484 INFO:tasks.rados.rados.0.smithi090.stdout:1178: delete oid 6 current snap is 111 2024-03-07T03:00:37.487 INFO:tasks.rados.rados.0.smithi090.stdout:1178: done (0 left) 2024-03-07T03:00:37.487 INFO:tasks.rados.rados.0.smithi090.stdout:1179: read oid 23 snap 93 2024-03-07T03:00:37.487 INFO:tasks.rados.rados.0.smithi090.stdout:1179: expect deleted 2024-03-07T03:00:37.487 INFO:tasks.rados.rados.0.smithi090.stdout:1180: delete oid 13 current snap is 111 2024-03-07T03:00:37.490 INFO:tasks.rados.rados.0.smithi090.stdout:1179: done (1 left) 2024-03-07T03:00:37.490 INFO:tasks.rados.rados.0.smithi090.stdout:1180: done (0 left) 2024-03-07T03:00:37.490 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 19 current snap is 111 2024-03-07T03:00:37.490 INFO:tasks.rados.rados.0.smithi090.stdout:1181: seq_num 371 ranges {6406144=622592,7028736=679936,7708672=122880} 2024-03-07T03:00:37.527 INFO:tasks.rados.rados.0.smithi090.stdout:1181: writing smithi09077644-19 from 6406144 to 7028736 tid 1 2024-03-07T03:00:37.532 INFO:tasks.rados.rados.0.smithi090.stdout:1181: writing smithi09077644-19 from 7028736 to 7708672 tid 2 2024-03-07T03:00:37.533 INFO:tasks.rados.rados.0.smithi090.stdout:1181: writing smithi09077644-19 from 7708672 to 7831552 tid 3 2024-03-07T03:00:37.533 INFO:tasks.rados.rados.0.smithi090.stdout:1182: read oid 15 snap -1 2024-03-07T03:00:37.533 INFO:tasks.rados.rados.0.smithi090.stdout:1182: expect (ObjNum 337 snap 100 seq_num 337) 2024-03-07T03:00:37.533 INFO:tasks.rados.rados.0.smithi090.stdout:1183: read oid 27 snap 103 2024-03-07T03:00:37.533 INFO:tasks.rados.rados.0.smithi090.stdout:1183: expect (ObjNum 302 snap 92 seq_num 302) 2024-03-07T03:00:37.533 INFO:tasks.rados.rados.0.smithi090.stdout:1184: rollback oid 38 current snap is 111 2024-03-07T03:00:37.533 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 38 to 93 2024-03-07T03:00:37.534 INFO:tasks.rados.rados.0.smithi090.stdout:1181: finishing write tid 1 to smithi09077644-19 2024-03-07T03:00:37.534 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 26 current snap is 111 2024-03-07T03:00:37.534 INFO:tasks.rados.rados.0.smithi090.stdout:1185: seq_num 372 ranges {0=638976,638976=565248,1204224=237568} 2024-03-07T03:00:37.537 INFO:tasks.rados.rados.0.smithi090.stdout:1185: writing smithi09077644-26 from 0 to 638976 tid 1 2024-03-07T03:00:37.541 INFO:tasks.rados.rados.0.smithi090.stdout:1185: writing smithi09077644-26 from 638976 to 1204224 tid 2 2024-03-07T03:00:37.542 INFO:tasks.rados.rados.0.smithi090.stdout:1185: writing smithi09077644-26 from 1204224 to 1441792 tid 3 2024-03-07T03:00:37.543 INFO:tasks.rados.rados.0.smithi090.stdout:1186: snap_create 2024-03-07T03:00:37.543 INFO:tasks.rados.rados.0.smithi090.stdout:1183: expect (ObjNum 302 snap 92 seq_num 302) 2024-03-07T03:00:37.553 INFO:tasks.rados.rados.0.smithi090.stdout:1184: finishing rollback tid 0 to smithi09077644-38 2024-03-07T03:00:37.553 INFO:tasks.rados.rados.0.smithi090.stdout:1184: finishing rollback tid 1 to smithi09077644-38 2024-03-07T03:00:37.553 INFO:tasks.rados.rados.0.smithi090.stdout:1184: finishing rollback tid 2 to smithi09077644-38 2024-03-07T03:00:37.553 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 612 (ObjNum 212 snap 56 seq_num 212) dirty exists 2024-03-07T03:00:37.553 INFO:tasks.rados.rados.0.smithi090.stdout:1185: finishing write tid 1 to smithi09077644-26 2024-03-07T03:00:37.553 INFO:tasks.rados.rados.0.smithi090.stdout:1181: finishing write tid 2 to smithi09077644-19 2024-03-07T03:00:37.554 INFO:tasks.rados.rados.0.smithi090.stdout:1185: finishing write tid 2 to smithi09077644-26 2024-03-07T03:00:37.554 INFO:tasks.rados.rados.0.smithi090.stdout:1185: finishing write tid 3 to smithi09077644-26 2024-03-07T03:00:37.554 INFO:tasks.rados.rados.0.smithi090.stdout:1185: finishing write tid 4 to smithi09077644-26 2024-03-07T03:00:37.554 INFO:tasks.rados.rados.0.smithi090.stdout:1185: finishing write tid 5 to smithi09077644-26 2024-03-07T03:00:37.554 INFO:tasks.rados.rados.0.smithi090.stdout:1185: oid 26 updating version 0 to 418 2024-03-07T03:00:37.554 INFO:tasks.rados.rados.0.smithi090.stdout:1185: oid 26 version 418 is already newer than 417 2024-03-07T03:00:37.554 INFO:tasks.rados.rados.0.smithi090.stdout:1185: oid 26 updating version 418 to 420 2024-03-07T03:00:37.554 INFO:tasks.rados.rados.0.smithi090.stdout:1185: oid 26 version 420 is already newer than 419 2024-03-07T03:00:37.554 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 26 v 420 (ObjNum 372 snap 111 seq_num 372) dirty exists 2024-03-07T03:00:37.554 INFO:tasks.rados.rados.0.smithi090.stdout:1185: left oid 26 (ObjNum 372 snap 111 seq_num 372) 2024-03-07T03:00:37.554 INFO:tasks.rados.rados.0.smithi090.stdout:1181: finishing write tid 3 to smithi09077644-19 2024-03-07T03:00:37.554 INFO:tasks.rados.rados.0.smithi090.stdout:1181: finishing write tid 4 to smithi09077644-19 2024-03-07T03:00:37.554 INFO:tasks.rados.rados.0.smithi090.stdout:1181: finishing write tid 5 to smithi09077644-19 2024-03-07T03:00:37.554 INFO:tasks.rados.rados.0.smithi090.stdout:1181: oid 19 updating version 0 to 569 2024-03-07T03:00:37.554 INFO:tasks.rados.rados.0.smithi090.stdout:1181: oid 19 updating version 569 to 571 2024-03-07T03:00:37.555 INFO:tasks.rados.rados.0.smithi090.stdout:1181: oid 19 version 571 is already newer than 570 2024-03-07T03:00:37.555 INFO:tasks.rados.rados.0.smithi090.stdout:1181: oid 19 version 571 is already newer than 568 2024-03-07T03:00:37.555 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 571 (ObjNum 371 snap 111 seq_num 371) dirty exists 2024-03-07T03:00:37.555 INFO:tasks.rados.rados.0.smithi090.stdout:1181: left oid 19 (ObjNum 371 snap 111 seq_num 371) 2024-03-07T03:00:37.555 INFO:tasks.rados.rados.0.smithi090.stdout:1182: expect (ObjNum 337 snap 100 seq_num 337) 2024-03-07T03:00:37.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:37 smithi090 ceph-mon[27223]: from='client.15192 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:00:37.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:37 smithi090 ceph-mon[27223]: osdmap e288: 8 total, 8 up, 8 in 2024-03-07T03:00:37.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:37 smithi090 ceph-mon[27223]: pgmap v416: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 248 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.2 MiB/s wr, 6 op/s 2024-03-07T03:00:37.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:37 smithi090 ceph-mon[37987]: from='client.15192 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:00:37.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:37 smithi090 ceph-mon[37987]: osdmap e288: 8 total, 8 up, 8 in 2024-03-07T03:00:37.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:37 smithi090 ceph-mon[37987]: pgmap v416: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 248 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.2 MiB/s wr, 6 op/s 2024-03-07T03:00:37.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:37 smithi092 ceph-mon[31083]: from='client.15192 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:00:37.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:37 smithi092 ceph-mon[31083]: osdmap e288: 8 total, 8 up, 8 in 2024-03-07T03:00:37.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:37 smithi092 ceph-mon[31083]: pgmap v416: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 248 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.2 MiB/s wr, 6 op/s 2024-03-07T03:00:38.490 INFO:tasks.rados.rados.0.smithi090.stdout:1181: done (5 left) 2024-03-07T03:00:38.490 INFO:tasks.rados.rados.0.smithi090.stdout:1182: done (4 left) 2024-03-07T03:00:38.490 INFO:tasks.rados.rados.0.smithi090.stdout:1183: done (3 left) 2024-03-07T03:00:38.490 INFO:tasks.rados.rados.0.smithi090.stdout:1184: done (2 left) 2024-03-07T03:00:38.490 INFO:tasks.rados.rados.0.smithi090.stdout:1185: done (1 left) 2024-03-07T03:00:38.490 INFO:tasks.rados.rados.0.smithi090.stdout:1186: done (0 left) 2024-03-07T03:00:38.491 INFO:tasks.rados.rados.0.smithi090.stdout:1187: rollback oid 29 current snap is 112 2024-03-07T03:00:38.491 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 29 to 93 2024-03-07T03:00:38.491 INFO:tasks.rados.rados.0.smithi090.stdout:1188: snap_remove snap 111 2024-03-07T03:00:38.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:38 smithi090 ceph-mon[27223]: osdmap e289: 8 total, 8 up, 8 in 2024-03-07T03:00:38.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:38 smithi090 ceph-mon[37987]: osdmap e289: 8 total, 8 up, 8 in 2024-03-07T03:00:38.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:38 smithi092 ceph-mon[31083]: osdmap e289: 8 total, 8 up, 8 in 2024-03-07T03:00:39.444 INFO:tasks.rados.rados.0.smithi090.stdout:1188: done (1 left) 2024-03-07T03:00:39.444 INFO:tasks.rados.rados.0.smithi090.stdout:1189: read oid 4 snap -1 2024-03-07T03:00:39.444 INFO:tasks.rados.rados.0.smithi090.stdout:1189: expect (ObjNum 331 snap 99 seq_num 331) 2024-03-07T03:00:39.444 INFO:tasks.rados.rados.0.smithi090.stdout:1190: snap_create 2024-03-07T03:00:39.444 INFO:tasks.rados.rados.0.smithi090.stdout:1187: finishing rollback tid 0 to smithi09077644-29 2024-03-07T03:00:39.444 INFO:tasks.rados.rados.0.smithi090.stdout:1187: finishing rollback tid 1 to smithi09077644-29 2024-03-07T03:00:39.444 INFO:tasks.rados.rados.0.smithi090.stdout:1187: finishing rollback tid 2 to smithi09077644-29 2024-03-07T03:00:39.444 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 446 (ObjNum 305 snap 93 seq_num 305) dirty exists 2024-03-07T03:00:39.457 INFO:tasks.rados.rados.0.smithi090.stdout:1189: expect (ObjNum 331 snap 99 seq_num 331) 2024-03-07T03:00:39.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:39 smithi090 ceph-mon[27223]: osdmap e290: 8 total, 8 up, 8 in 2024-03-07T03:00:39.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:39 smithi090 ceph-mon[27223]: pgmap v419: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 248 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-03-07T03:00:39.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:39 smithi090 ceph-mon[27223]: osdmap e291: 8 total, 8 up, 8 in 2024-03-07T03:00:39.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:39 smithi090 ceph-mon[37987]: osdmap e290: 8 total, 8 up, 8 in 2024-03-07T03:00:39.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:39 smithi090 ceph-mon[37987]: pgmap v419: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 248 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-03-07T03:00:39.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:39 smithi090 ceph-mon[37987]: osdmap e291: 8 total, 8 up, 8 in 2024-03-07T03:00:39.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:39 smithi092 ceph-mon[31083]: osdmap e290: 8 total, 8 up, 8 in 2024-03-07T03:00:39.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:39 smithi092 ceph-mon[31083]: pgmap v419: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 248 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-03-07T03:00:39.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:39 smithi092 ceph-mon[31083]: osdmap e291: 8 total, 8 up, 8 in 2024-03-07T03:00:40.451 INFO:tasks.rados.rados.0.smithi090.stdout:1187: done (2 left) 2024-03-07T03:00:40.451 INFO:tasks.rados.rados.0.smithi090.stdout:1189: done (1 left) 2024-03-07T03:00:40.451 INFO:tasks.rados.rados.0.smithi090.stdout:1190: done (0 left) 2024-03-07T03:00:40.451 INFO:tasks.rados.rados.0.smithi090.stdout:1191: read oid 23 snap -1 2024-03-07T03:00:40.451 INFO:tasks.rados.rados.0.smithi090.stdout:1191: expect (ObjNum 363 snap 107 seq_num 363) 2024-03-07T03:00:40.451 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 5 current snap is 113 2024-03-07T03:00:40.451 INFO:tasks.rados.rados.0.smithi090.stdout:1192: seq_num 373 ranges {901120=655360,1556480=499712,2056192=303104} 2024-03-07T03:00:40.459 INFO:tasks.rados.rados.0.smithi090.stdout:1192: writing smithi09077644-5 from 901120 to 1556480 tid 1 2024-03-07T03:00:40.462 INFO:tasks.rados.rados.0.smithi090.stdout:1192: writing smithi09077644-5 from 1556480 to 2056192 tid 2 2024-03-07T03:00:40.464 INFO:tasks.rados.rados.0.smithi090.stdout:1192: writing smithi09077644-5 from 2056192 to 2359296 tid 3 2024-03-07T03:00:40.464 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 49 current snap is 113 2024-03-07T03:00:40.464 INFO:tasks.rados.rados.0.smithi090.stdout:1193: seq_num 374 ranges {8970240=671744,9641984=778240,10420224=24576} 2024-03-07T03:00:40.515 INFO:tasks.rados.rados.0.smithi090.stdout:1193: writing smithi09077644-49 from 8970240 to 9641984 tid 1 2024-03-07T03:00:40.520 INFO:tasks.rados.rados.0.smithi090.stdout:1193: writing smithi09077644-49 from 9641984 to 10420224 tid 2 2024-03-07T03:00:40.520 INFO:tasks.rados.rados.0.smithi090.stdout:1193: writing smithi09077644-49 from 10420224 to 10444800 tid 3 2024-03-07T03:00:40.520 INFO:tasks.rados.rados.0.smithi090.stdout:1194: read oid 25 snap -1 2024-03-07T03:00:40.521 INFO:tasks.rados.rados.0.smithi090.stdout:1194: expect (ObjNum 336 snap 100 seq_num 336) 2024-03-07T03:00:40.521 INFO:tasks.rados.rados.0.smithi090.stdout:1191: expect (ObjNum 363 snap 107 seq_num 363) 2024-03-07T03:00:40.556 INFO:tasks.rados.rados.0.smithi090.stdout:1192: finishing write tid 1 to smithi09077644-5 2024-03-07T03:00:40.556 INFO:tasks.rados.rados.0.smithi090.stdout:1192: finishing write tid 2 to smithi09077644-5 2024-03-07T03:00:40.557 INFO:tasks.rados.rados.0.smithi090.stdout:1192: finishing write tid 3 to smithi09077644-5 2024-03-07T03:00:40.557 INFO:tasks.rados.rados.0.smithi090.stdout:1192: finishing write tid 4 to smithi09077644-5 2024-03-07T03:00:40.557 INFO:tasks.rados.rados.0.smithi090.stdout:1192: finishing write tid 5 to smithi09077644-5 2024-03-07T03:00:40.557 INFO:tasks.rados.rados.0.smithi090.stdout:1192: oid 5 updating version 0 to 451 2024-03-07T03:00:40.557 INFO:tasks.rados.rados.0.smithi090.stdout:1192: oid 5 updating version 451 to 452 2024-03-07T03:00:40.557 INFO:tasks.rados.rados.0.smithi090.stdout:1192: oid 5 version 452 is already newer than 450 2024-03-07T03:00:40.557 INFO:tasks.rados.rados.0.smithi090.stdout:1192: oid 5 updating version 452 to 453 2024-03-07T03:00:40.557 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 5 v 453 (ObjNum 373 snap 113 seq_num 373) dirty exists 2024-03-07T03:00:40.557 INFO:tasks.rados.rados.0.smithi090.stdout:1192: left oid 5 (ObjNum 373 snap 113 seq_num 373) 2024-03-07T03:00:40.557 INFO:tasks.rados.rados.0.smithi090.stdout:1193: finishing write tid 1 to smithi09077644-49 2024-03-07T03:00:40.557 INFO:tasks.rados.rados.0.smithi090.stdout:1191: done (3 left) 2024-03-07T03:00:40.557 INFO:tasks.rados.rados.0.smithi090.stdout:1192: done (2 left) 2024-03-07T03:00:40.557 INFO:tasks.rados.rados.0.smithi090.stdout:1195: delete oid 1 current snap is 113 2024-03-07T03:00:40.557 INFO:tasks.rados.rados.0.smithi090.stdout:1193: finishing write tid 2 to smithi09077644-49 2024-03-07T03:00:40.558 INFO:tasks.rados.rados.0.smithi090.stdout:1193: finishing write tid 3 to smithi09077644-49 2024-03-07T03:00:40.558 INFO:tasks.rados.rados.0.smithi090.stdout:1193: finishing write tid 4 to smithi09077644-49 2024-03-07T03:00:40.558 INFO:tasks.rados.rados.0.smithi090.stdout:1194: expect (ObjNum 336 snap 100 seq_num 336) 2024-03-07T03:00:40.619 INFO:tasks.rados.rados.0.smithi090.stdout:1193: finishing write tid 5 to smithi09077644-49 2024-03-07T03:00:40.619 INFO:tasks.rados.rados.0.smithi090.stdout:1193: oid 49 updating version 0 to 583 2024-03-07T03:00:40.619 INFO:tasks.rados.rados.0.smithi090.stdout:1193: oid 49 updating version 583 to 585 2024-03-07T03:00:40.619 INFO:tasks.rados.rados.0.smithi090.stdout:1193: oid 49 version 585 is already newer than 584 2024-03-07T03:00:40.620 INFO:tasks.rados.rados.0.smithi090.stdout:1193: oid 49 version 585 is already newer than 582 2024-03-07T03:00:40.620 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 49 v 585 (ObjNum 374 snap 113 seq_num 374) dirty exists 2024-03-07T03:00:40.620 INFO:tasks.rados.rados.0.smithi090.stdout:1193: left oid 49 (ObjNum 374 snap 113 seq_num 374) 2024-03-07T03:00:40.620 INFO:tasks.rados.rados.0.smithi090.stdout:1193: done (2 left) 2024-03-07T03:00:40.620 INFO:tasks.rados.rados.0.smithi090.stdout:1194: done (1 left) 2024-03-07T03:00:40.620 INFO:tasks.rados.rados.0.smithi090.stdout:1195: done (0 left) 2024-03-07T03:00:40.620 INFO:tasks.rados.rados.0.smithi090.stdout:1196: delete oid 49 current snap is 113 2024-03-07T03:00:40.621 INFO:tasks.rados.rados.0.smithi090.stdout:1196: done (0 left) 2024-03-07T03:00:40.621 INFO:tasks.rados.rados.0.smithi090.stdout:1197: snap_create 2024-03-07T03:00:41.456 INFO:tasks.rados.rados.0.smithi090.stdout:1197: done (0 left) 2024-03-07T03:00:41.456 INFO:tasks.rados.rados.0.smithi090.stdout:1198: rmattr oid 12 current snap is 114 2024-03-07T03:00:41.456 INFO:tasks.rados.rados.0.smithi090.stdout:1198: done (0 left) 2024-03-07T03:00:41.456 INFO:tasks.rados.rados.0.smithi090.stdout:1199: rollback oid 42 current snap is 114 2024-03-07T03:00:41.456 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 42 to 83 2024-03-07T03:00:41.456 INFO:tasks.rados.rados.0.smithi090.stdout:1200: snap_remove snap 112 2024-03-07T03:00:41.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:41 smithi090 ceph-mon[37987]: osdmap e292: 8 total, 8 up, 8 in 2024-03-07T03:00:41.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:41 smithi090 ceph-mon[37987]: pgmap v422: 121 pgs: 121 active+clean; 252 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.0 MiB/s wr, 8 op/s 2024-03-07T03:00:41.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:41 smithi090 ceph-mon[27223]: osdmap e292: 8 total, 8 up, 8 in 2024-03-07T03:00:41.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:41 smithi090 ceph-mon[27223]: pgmap v422: 121 pgs: 121 active+clean; 252 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.0 MiB/s wr, 8 op/s 2024-03-07T03:00:41.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:41 smithi092 ceph-mon[31083]: osdmap e292: 8 total, 8 up, 8 in 2024-03-07T03:00:41.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:41 smithi092 ceph-mon[31083]: pgmap v422: 121 pgs: 121 active+clean; 252 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.0 MiB/s wr, 8 op/s 2024-03-07T03:00:42.461 INFO:tasks.rados.rados.0.smithi090.stdout:1200: done (1 left) 2024-03-07T03:00:42.461 INFO:tasks.rados.rados.0.smithi090.stdout:1201: snap_create 2024-03-07T03:00:42.461 INFO:tasks.rados.rados.0.smithi090.stdout:1199: finishing rollback tid 0 to smithi09077644-42 2024-03-07T03:00:42.461 INFO:tasks.rados.rados.0.smithi090.stdout:1199: finishing rollback tid 1 to smithi09077644-42 2024-03-07T03:00:42.461 INFO:tasks.rados.rados.0.smithi090.stdout:1199: finishing rollback tid 2 to smithi09077644-42 2024-03-07T03:00:42.461 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 42 v 616 (ObjNum 200 snap 52 seq_num 200) dirty exists 2024-03-07T03:00:42.730 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:42 smithi090 ceph-mon[27223]: osdmap e293: 8 total, 8 up, 8 in 2024-03-07T03:00:42.730 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:42 smithi090 ceph-mon[37987]: osdmap e293: 8 total, 8 up, 8 in 2024-03-07T03:00:42.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:42 smithi092 ceph-mon[31083]: osdmap e293: 8 total, 8 up, 8 in 2024-03-07T03:00:43.002 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:00:42 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:00:42] "GET /metrics HTTP/1.1" 200 35987 "" "Prometheus/2.43.0" 2024-03-07T03:00:43.466 INFO:tasks.rados.rados.0.smithi090.stdout:1199: done (1 left) 2024-03-07T03:00:43.466 INFO:tasks.rados.rados.0.smithi090.stdout:1201: done (0 left) 2024-03-07T03:00:43.466 INFO:tasks.rados.rados.0.smithi090.stdout:1202: copy_from oid 23 from oid 38 current snap is 115 2024-03-07T03:00:43.466 INFO:tasks.rados.rados.0.smithi090.stdout:1203: snap_remove snap 83 2024-03-07T03:00:43.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:43 smithi090 ceph-mon[27223]: osdmap e294: 8 total, 8 up, 8 in 2024-03-07T03:00:43.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:43 smithi090 ceph-mon[27223]: pgmap v425: 121 pgs: 121 active+clean; 252 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.0 MiB/s wr, 8 op/s 2024-03-07T03:00:43.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:43 smithi090 ceph-mon[37987]: osdmap e294: 8 total, 8 up, 8 in 2024-03-07T03:00:43.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:43 smithi090 ceph-mon[37987]: pgmap v425: 121 pgs: 121 active+clean; 252 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.0 MiB/s wr, 8 op/s 2024-03-07T03:00:43.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:43 smithi092 ceph-mon[31083]: osdmap e294: 8 total, 8 up, 8 in 2024-03-07T03:00:43.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:43 smithi092 ceph-mon[31083]: pgmap v425: 121 pgs: 121 active+clean; 252 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.0 MiB/s wr, 8 op/s 2024-03-07T03:00:44.447 INFO:tasks.rados.rados.0.smithi090.stdout:1203: done (1 left) 2024-03-07T03:00:44.447 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 12 current snap is 115 2024-03-07T03:00:44.447 INFO:tasks.rados.rados.0.smithi090.stdout:1204: seq_num 377 ranges {2203648=720896,2924544=434176,3358720=368640} 2024-03-07T03:00:44.464 INFO:tasks.rados.rados.0.smithi090.stdout:1204: writing smithi09077644-12 from 2203648 to 2924544 tid 1 2024-03-07T03:00:44.466 INFO:tasks.rados.rados.0.smithi090.stdout:1204: writing smithi09077644-12 from 2924544 to 3358720 tid 2 2024-03-07T03:00:44.470 INFO:tasks.rados.rados.0.smithi090.stdout:1204: writing smithi09077644-12 from 3358720 to 3727360 tid 3 2024-03-07T03:00:44.470 INFO:tasks.rados.rados.0.smithi090.stdout:1205: copy_from oid 44 from oid 4 current snap is 115 2024-03-07T03:00:44.470 INFO:tasks.rados.rados.0.smithi090.stdout:1202: finishing copy_from racing read to smithi09077644-23 2024-03-07T03:00:44.470 INFO:tasks.rados.rados.0.smithi090.stdout:1202: finishing copy_from to smithi09077644-23 2024-03-07T03:00:44.470 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 612 (ObjNum 212 snap 56 seq_num 212) dirty exists 2024-03-07T03:00:44.470 INFO:tasks.rados.rados.0.smithi090.stdout:1204: finishing write tid 1 to smithi09077644-12 2024-03-07T03:00:44.470 INFO:tasks.rados.rados.0.smithi090.stdout:1202: done (2 left) 2024-03-07T03:00:44.470 INFO:tasks.rados.rados.0.smithi090.stdout:1206: rmattr oid 15 current snap is 115 2024-03-07T03:00:44.470 INFO:tasks.rados.rados.0.smithi090.stdout:1206: done (2 left) 2024-03-07T03:00:44.470 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 26 current snap is 115 2024-03-07T03:00:44.470 INFO:tasks.rados.rados.0.smithi090.stdout:1207: seq_num 378 ranges {1441792=737280,2179072=720896,2899968=81920} 2024-03-07T03:00:44.482 INFO:tasks.rados.rados.0.smithi090.stdout:1207: writing smithi09077644-26 from 1441792 to 2179072 tid 1 2024-03-07T03:00:44.486 INFO:tasks.rados.rados.0.smithi090.stdout:1207: writing smithi09077644-26 from 2179072 to 2899968 tid 2 2024-03-07T03:00:44.488 INFO:tasks.rados.rados.0.smithi090.stdout:1207: writing smithi09077644-26 from 2899968 to 2981888 tid 3 2024-03-07T03:00:44.488 INFO:tasks.rados.rados.0.smithi090.stdout:1208: snap_create 2024-03-07T03:00:44.488 INFO:tasks.rados.rados.0.smithi090.stdout:1204: finishing write tid 2 to smithi09077644-12 2024-03-07T03:00:44.488 INFO:tasks.rados.rados.0.smithi090.stdout:1204: finishing write tid 3 to smithi09077644-12 2024-03-07T03:00:44.488 INFO:tasks.rados.rados.0.smithi090.stdout:1204: finishing write tid 4 to smithi09077644-12 2024-03-07T03:00:44.488 INFO:tasks.rados.rados.0.smithi090.stdout:1204: finishing write tid 5 to smithi09077644-12 2024-03-07T03:00:44.488 INFO:tasks.rados.rados.0.smithi090.stdout:1204: oid 12 updating version 0 to 593 2024-03-07T03:00:44.488 INFO:tasks.rados.rados.0.smithi090.stdout:1204: oid 12 version 593 is already newer than 591 2024-03-07T03:00:44.488 INFO:tasks.rados.rados.0.smithi090.stdout:1204: oid 12 version 593 is already newer than 590 2024-03-07T03:00:44.488 INFO:tasks.rados.rados.0.smithi090.stdout:1204: oid 12 version 593 is already newer than 592 2024-03-07T03:00:44.489 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 12 v 593 (ObjNum 377 snap 115 seq_num 377) dirty exists 2024-03-07T03:00:44.489 INFO:tasks.rados.rados.0.smithi090.stdout:1204: left oid 12 (ObjNum 377 snap 115 seq_num 377) 2024-03-07T03:00:44.489 INFO:tasks.rados.rados.0.smithi090.stdout:1205: finishing copy_from racing read to smithi09077644-44 2024-03-07T03:00:44.489 INFO:tasks.rados.rados.0.smithi090.stdout:1205: finishing copy_from to smithi09077644-44 2024-03-07T03:00:44.489 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 44 v 439 (ObjNum 331 snap 99 seq_num 331) dirty exists 2024-03-07T03:00:44.489 INFO:tasks.rados.rados.0.smithi090.stdout:1207: finishing write tid 1 to smithi09077644-26 2024-03-07T03:00:44.489 INFO:tasks.rados.rados.0.smithi090.stdout:1207: finishing write tid 2 to smithi09077644-26 2024-03-07T03:00:44.490 INFO:tasks.rados.rados.0.smithi090.stdout:1207: finishing write tid 3 to smithi09077644-26 2024-03-07T03:00:44.490 INFO:tasks.rados.rados.0.smithi090.stdout:1207: finishing write tid 4 to smithi09077644-26 2024-03-07T03:00:44.491 INFO:tasks.rados.rados.0.smithi090.stdout:1207: finishing write tid 5 to smithi09077644-26 2024-03-07T03:00:44.491 INFO:tasks.rados.rados.0.smithi090.stdout:1207: oid 26 updating version 0 to 427 2024-03-07T03:00:44.491 INFO:tasks.rados.rados.0.smithi090.stdout:1207: oid 26 version 427 is already newer than 426 2024-03-07T03:00:44.491 INFO:tasks.rados.rados.0.smithi090.stdout:1207: oid 26 updating version 427 to 429 2024-03-07T03:00:44.491 INFO:tasks.rados.rados.0.smithi090.stdout:1207: oid 26 version 429 is already newer than 428 2024-03-07T03:00:44.491 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 26 v 429 (ObjNum 378 snap 115 seq_num 378) dirty exists 2024-03-07T03:00:44.491 INFO:tasks.rados.rados.0.smithi090.stdout:1207: left oid 26 (ObjNum 378 snap 115 seq_num 378) 2024-03-07T03:00:44.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:44 smithi090 ceph-mon[27223]: osdmap e295: 8 total, 8 up, 8 in 2024-03-07T03:00:44.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:44 smithi090 ceph-mon[27223]: osdmap e296: 8 total, 8 up, 8 in 2024-03-07T03:00:44.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:44 smithi090 ceph-mon[37987]: osdmap e295: 8 total, 8 up, 8 in 2024-03-07T03:00:44.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:44 smithi090 ceph-mon[37987]: osdmap e296: 8 total, 8 up, 8 in 2024-03-07T03:00:44.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:44 smithi092 ceph-mon[31083]: osdmap e295: 8 total, 8 up, 8 in 2024-03-07T03:00:44.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:44 smithi092 ceph-mon[31083]: osdmap e296: 8 total, 8 up, 8 in 2024-03-07T03:00:45.472 INFO:tasks.rados.rados.0.smithi090.stdout:1204: done (3 left) 2024-03-07T03:00:45.472 INFO:tasks.rados.rados.0.smithi090.stdout:1205: done (2 left) 2024-03-07T03:00:45.472 INFO:tasks.rados.rados.0.smithi090.stdout:1207: done (1 left) 2024-03-07T03:00:45.472 INFO:tasks.rados.rados.0.smithi090.stdout:1208: done (0 left) 2024-03-07T03:00:45.472 INFO:tasks.rados.rados.0.smithi090.stdout:1209: rollback oid 26 current snap is 116 2024-03-07T03:00:45.473 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 26 to 97 2024-03-07T03:00:45.473 INFO:tasks.rados.rados.0.smithi090.stdout:1210: copy_from oid 48 from oid 14 current snap is 116 2024-03-07T03:00:45.473 INFO:tasks.rados.rados.0.smithi090.stdout:1211: snap_create 2024-03-07T03:00:45.478 INFO:tasks.rados.rados.0.smithi090.stdout:1209: finishing rollback tid 0 to smithi09077644-26 2024-03-07T03:00:45.478 INFO:tasks.rados.rados.0.smithi090.stdout:1209: finishing rollback tid 1 to smithi09077644-26 2024-03-07T03:00:45.478 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 26 v 432 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-03-07T03:00:45.485 INFO:tasks.rados.rados.0.smithi090.stdout:1210: finishing copy_from racing read to smithi09077644-48 2024-03-07T03:00:45.487 INFO:tasks.rados.rados.0.smithi090.stdout:1210: finishing copy_from to smithi09077644-48 2024-03-07T03:00:45.487 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 190 (ObjNum 274 snap 78 seq_num 274) dirty exists 2024-03-07T03:00:45.807 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:45 smithi092 ceph-mon[31083]: pgmap v428: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 222 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 7 op/s 2024-03-07T03:00:45.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:45 smithi090 ceph-mon[27223]: pgmap v428: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 222 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 7 op/s 2024-03-07T03:00:45.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:45 smithi090 ceph-mon[37987]: pgmap v428: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 222 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 7 op/s 2024-03-07T03:00:46.481 INFO:tasks.rados.rados.0.smithi090.stdout:1209: done (2 left) 2024-03-07T03:00:46.481 INFO:tasks.rados.rados.0.smithi090.stdout:1210: done (1 left) 2024-03-07T03:00:46.481 INFO:tasks.rados.rados.0.smithi090.stdout:1211: done (0 left) 2024-03-07T03:00:46.481 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 23 current snap is 117 2024-03-07T03:00:46.481 INFO:tasks.rados.rados.0.smithi090.stdout:1212: seq_num 379 ranges {3178496=753664,3932160=606208,4538368=196608} 2024-03-07T03:00:46.502 INFO:tasks.rados.rados.0.smithi090.stdout:1212: writing smithi09077644-23 from 3178496 to 3932160 tid 1 2024-03-07T03:00:46.506 INFO:tasks.rados.rados.0.smithi090.stdout:1212: writing smithi09077644-23 from 3932160 to 4538368 tid 2 2024-03-07T03:00:46.507 INFO:tasks.rados.rados.0.smithi090.stdout:1212: writing smithi09077644-23 from 4538368 to 4734976 tid 3 2024-03-07T03:00:46.507 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 36 current snap is 117 2024-03-07T03:00:46.507 INFO:tasks.rados.rados.0.smithi090.stdout:1213: seq_num 380 ranges {933888=770048,1703936=483328,2187264=319488} 2024-03-07T03:00:46.516 INFO:tasks.rados.rados.0.smithi090.stdout:1213: writing smithi09077644-36 from 933888 to 1703936 tid 1 2024-03-07T03:00:46.519 INFO:tasks.rados.rados.0.smithi090.stdout:1213: writing smithi09077644-36 from 1703936 to 2187264 tid 2 2024-03-07T03:00:46.521 INFO:tasks.rados.rados.0.smithi090.stdout:1213: writing smithi09077644-36 from 2187264 to 2506752 tid 3 2024-03-07T03:00:46.521 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 12 current snap is 117 2024-03-07T03:00:46.521 INFO:tasks.rados.rados.0.smithi090.stdout:1214: seq_num 381 ranges {3727360=786432,4513792=417792,4931584=385024} 2024-03-07T03:00:46.545 INFO:tasks.rados.rados.0.smithi090.stdout:1214: writing smithi09077644-12 from 3727360 to 4513792 tid 1 2024-03-07T03:00:46.547 INFO:tasks.rados.rados.0.smithi090.stdout:1214: writing smithi09077644-12 from 4513792 to 4931584 tid 2 2024-03-07T03:00:46.550 INFO:tasks.rados.rados.0.smithi090.stdout:1214: writing smithi09077644-12 from 4931584 to 5316608 tid 3 2024-03-07T03:00:46.551 INFO:tasks.rados.rados.0.smithi090.stdout:1215: snap_create 2024-03-07T03:00:46.551 INFO:tasks.rados.rados.0.smithi090.stdout:1212: finishing write tid 1 to smithi09077644-23 2024-03-07T03:00:46.551 INFO:tasks.rados.rados.0.smithi090.stdout:1212: finishing write tid 2 to smithi09077644-23 2024-03-07T03:00:46.551 INFO:tasks.rados.rados.0.smithi090.stdout:1212: finishing write tid 3 to smithi09077644-23 2024-03-07T03:00:46.551 INFO:tasks.rados.rados.0.smithi090.stdout:1212: finishing write tid 4 to smithi09077644-23 2024-03-07T03:00:46.551 INFO:tasks.rados.rados.0.smithi090.stdout:1212: finishing write tid 5 to smithi09077644-23 2024-03-07T03:00:46.551 INFO:tasks.rados.rados.0.smithi090.stdout:1212: oid 23 updating version 0 to 628 2024-03-07T03:00:46.551 INFO:tasks.rados.rados.0.smithi090.stdout:1212: oid 23 updating version 628 to 631 2024-03-07T03:00:46.551 INFO:tasks.rados.rados.0.smithi090.stdout:1212: oid 23 version 631 is already newer than 630 2024-03-07T03:00:46.551 INFO:tasks.rados.rados.0.smithi090.stdout:1212: oid 23 version 631 is already newer than 629 2024-03-07T03:00:46.551 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 631 (ObjNum 379 snap 117 seq_num 379) dirty exists 2024-03-07T03:00:46.551 INFO:tasks.rados.rados.0.smithi090.stdout:1212: left oid 23 (ObjNum 379 snap 117 seq_num 379) 2024-03-07T03:00:46.552 INFO:tasks.rados.rados.0.smithi090.stdout:1213: finishing write tid 1 to smithi09077644-36 2024-03-07T03:00:46.552 INFO:tasks.rados.rados.0.smithi090.stdout:1213: finishing write tid 2 to smithi09077644-36 2024-03-07T03:00:46.552 INFO:tasks.rados.rados.0.smithi090.stdout:1213: finishing write tid 3 to smithi09077644-36 2024-03-07T03:00:46.552 INFO:tasks.rados.rados.0.smithi090.stdout:1213: finishing write tid 4 to smithi09077644-36 2024-03-07T03:00:46.552 INFO:tasks.rados.rados.0.smithi090.stdout:1213: finishing write tid 5 to smithi09077644-36 2024-03-07T03:00:46.552 INFO:tasks.rados.rados.0.smithi090.stdout:1213: oid 36 updating version 0 to 483 2024-03-07T03:00:46.552 INFO:tasks.rados.rados.0.smithi090.stdout:1213: oid 36 updating version 483 to 484 2024-03-07T03:00:46.552 INFO:tasks.rados.rados.0.smithi090.stdout:1213: oid 36 version 484 is already newer than 481 2024-03-07T03:00:46.552 INFO:tasks.rados.rados.0.smithi090.stdout:1213: oid 36 version 484 is already newer than 482 2024-03-07T03:00:46.552 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 484 (ObjNum 380 snap 117 seq_num 380) dirty exists 2024-03-07T03:00:46.552 INFO:tasks.rados.rados.0.smithi090.stdout:1213: left oid 36 (ObjNum 380 snap 117 seq_num 380) 2024-03-07T03:00:46.552 INFO:tasks.rados.rados.0.smithi090.stdout:1214: finishing write tid 1 to smithi09077644-12 2024-03-07T03:00:46.552 INFO:tasks.rados.rados.0.smithi090.stdout:1214: finishing write tid 2 to smithi09077644-12 2024-03-07T03:00:46.553 INFO:tasks.rados.rados.0.smithi090.stdout:1214: finishing write tid 3 to smithi09077644-12 2024-03-07T03:00:46.553 INFO:tasks.rados.rados.0.smithi090.stdout:1214: finishing write tid 4 to smithi09077644-12 2024-03-07T03:00:46.553 INFO:tasks.rados.rados.0.smithi090.stdout:1214: finishing write tid 5 to smithi09077644-12 2024-03-07T03:00:46.553 INFO:tasks.rados.rados.0.smithi090.stdout:1214: oid 12 updating version 0 to 604 2024-03-07T03:00:46.553 INFO:tasks.rados.rados.0.smithi090.stdout:1214: oid 12 updating version 604 to 605 2024-03-07T03:00:46.554 INFO:tasks.rados.rados.0.smithi090.stdout:1214: oid 12 version 605 is already newer than 603 2024-03-07T03:00:46.554 INFO:tasks.rados.rados.0.smithi090.stdout:1214: oid 12 updating version 605 to 606 2024-03-07T03:00:46.554 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 12 v 606 (ObjNum 381 snap 117 seq_num 381) dirty exists 2024-03-07T03:00:46.554 INFO:tasks.rados.rados.0.smithi090.stdout:1214: left oid 12 (ObjNum 381 snap 117 seq_num 381) 2024-03-07T03:00:46.789 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:46 smithi092 ceph-mon[31083]: osdmap e297: 8 total, 8 up, 8 in 2024-03-07T03:00:46.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:46 smithi090 ceph-mon[27223]: osdmap e297: 8 total, 8 up, 8 in 2024-03-07T03:00:46.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:46 smithi090 ceph-mon[37987]: osdmap e297: 8 total, 8 up, 8 in 2024-03-07T03:00:47.487 INFO:tasks.rados.rados.0.smithi090.stdout:1212: done (3 left) 2024-03-07T03:00:47.488 INFO:tasks.rados.rados.0.smithi090.stdout:1213: done (2 left) 2024-03-07T03:00:47.488 INFO:tasks.rados.rados.0.smithi090.stdout:1214: done (1 left) 2024-03-07T03:00:47.488 INFO:tasks.rados.rados.0.smithi090.stdout:1215: done (0 left) 2024-03-07T03:00:47.488 INFO:tasks.rados.rados.0.smithi090.stdout:1216: read oid 16 snap -1 2024-03-07T03:00:47.488 INFO:tasks.rados.rados.0.smithi090.stdout:1216: expect (ObjNum 350 snap 104 seq_num 350) 2024-03-07T03:00:47.488 INFO:tasks.rados.rados.0.smithi090.stdout:1217: read oid 47 snap -1 2024-03-07T03:00:47.488 INFO:tasks.rados.rados.0.smithi090.stdout:1217: expect (ObjNum 366 snap 109 seq_num 366) 2024-03-07T03:00:47.488 INFO:tasks.rados.rados.0.smithi090.stdout:1218: delete oid 7 current snap is 118 2024-03-07T03:00:47.492 INFO:tasks.rados.rados.0.smithi090.stdout:1218: done (2 left) 2024-03-07T03:00:47.492 INFO:tasks.rados.rados.0.smithi090.stdout:1219: snap_create 2024-03-07T03:00:47.509 INFO:tasks.rados.rados.0.smithi090.stdout:1216: expect (ObjNum 350 snap 104 seq_num 350) 2024-03-07T03:00:47.576 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:47 smithi092 ceph-mon[31083]: osdmap e298: 8 total, 8 up, 8 in 2024-03-07T03:00:47.576 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:47 smithi092 ceph-mon[31083]: pgmap v431: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 222 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 7 op/s 2024-03-07T03:00:47.576 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:47 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T03:00:47.576 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:47 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-07T03:00:47.576 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:47 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-07T03:00:47.576 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:47 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:00:47.679 INFO:tasks.rados.rados.0.smithi090.stdout:1217: expect (ObjNum 366 snap 109 seq_num 366) 2024-03-07T03:00:47.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:47 smithi090 ceph-mon[27223]: osdmap e298: 8 total, 8 up, 8 in 2024-03-07T03:00:47.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:47 smithi090 ceph-mon[27223]: pgmap v431: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 222 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 7 op/s 2024-03-07T03:00:47.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:47 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T03:00:47.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:47 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-07T03:00:47.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:47 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-07T03:00:47.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:47 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:00:47.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:47 smithi090 ceph-mon[37987]: osdmap e298: 8 total, 8 up, 8 in 2024-03-07T03:00:47.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:47 smithi090 ceph-mon[37987]: pgmap v431: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 222 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 7 op/s 2024-03-07T03:00:47.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:47 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T03:00:47.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:47 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-07T03:00:47.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:47 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-07T03:00:47.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:47 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:00:48.493 INFO:tasks.rados.rados.0.smithi090.stdout:1216: done (2 left) 2024-03-07T03:00:48.494 INFO:tasks.rados.rados.0.smithi090.stdout:1217: done (1 left) 2024-03-07T03:00:48.494 INFO:tasks.rados.rados.0.smithi090.stdout:1219: done (0 left) 2024-03-07T03:00:48.494 INFO:tasks.rados.rados.0.smithi090.stdout:1220: snap_remove snap 104 2024-03-07T03:00:48.815 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:48 smithi092 ceph-mon[31083]: Upgrade: Updating mgr.x 2024-03-07T03:00:48.815 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:48 smithi092 ceph-mon[31083]: Deploying daemon mgr.x on smithi092 2024-03-07T03:00:48.816 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:48 smithi092 ceph-mon[31083]: osdmap e299: 8 total, 8 up, 8 in 2024-03-07T03:00:48.816 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:48 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:00:48.816 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:00:48 smithi092 systemd[1]: Stopping Ceph mgr.x for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T03:00:48.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:48 smithi090 ceph-mon[37987]: Upgrade: Updating mgr.x 2024-03-07T03:00:48.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:48 smithi090 ceph-mon[37987]: Deploying daemon mgr.x on smithi092 2024-03-07T03:00:48.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:48 smithi090 ceph-mon[37987]: osdmap e299: 8 total, 8 up, 8 in 2024-03-07T03:00:48.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:48 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:00:48.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:48 smithi090 ceph-mon[27223]: Upgrade: Updating mgr.x 2024-03-07T03:00:48.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:48 smithi090 ceph-mon[27223]: Deploying daemon mgr.x on smithi092 2024-03-07T03:00:48.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:48 smithi090 ceph-mon[27223]: osdmap e299: 8 total, 8 up, 8 in 2024-03-07T03:00:48.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:48 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:00:49.093 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:00:48 smithi092 podman[64191]: 2024-03-07 03:00:48.813036017 +0000 UTC m=+0.169687681 container died b1184af3919007e9b641f1550829145c4eab018b05649e28048c74b810f850e3 (image=quay.ceph.io/ceph-ci/ceph@sha256:4e788e3c6821efe986a710ffe10c052cd830c07b33cd4a66b97449fc9bbef8e7, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240222, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-ae75fc9, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-03-07T03:00:49.417 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:00:49 smithi092 podman[64191]: 2024-03-07 03:00:49.165196999 +0000 UTC m=+0.521848670 container cleanup b1184af3919007e9b641f1550829145c4eab018b05649e28048c74b810f850e3 (image=quay.ceph.io/ceph-ci/ceph@sha256:4e788e3c6821efe986a710ffe10c052cd830c07b33cd4a66b97449fc9bbef8e7, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=reef-ae75fc9, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.build-date=20240222, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-03-07T03:00:49.417 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:00:49 smithi092 bash[64191]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x 2024-03-07T03:00:49.446 INFO:tasks.rados.rados.0.smithi090.stdout:1220: done (0 left) 2024-03-07T03:00:49.446 INFO:tasks.rados.rados.0.smithi090.stdout:1221: copy_from oid 33 from oid 1 current snap is 119 2024-03-07T03:00:49.446 INFO:tasks.rados.rados.0.smithi090.stdout:1222: read oid 46 snap -1 2024-03-07T03:00:49.446 INFO:tasks.rados.rados.0.smithi090.stdout:1222: expect (ObjNum 45 snap 0 seq_num 45) 2024-03-07T03:00:49.446 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 38 current snap is 119 2024-03-07T03:00:49.446 INFO:tasks.rados.rados.0.smithi090.stdout:1223: seq_num 383 ranges {3178496=417792,3596288=589824,4186112=417792,4603904=196608} 2024-03-07T03:00:49.467 INFO:tasks.rados.rados.0.smithi090.stdout:1223: writing smithi09077644-38 from 3178496 to 3596288 tid 1 2024-03-07T03:00:49.471 INFO:tasks.rados.rados.0.smithi090.stdout:1223: writing smithi09077644-38 from 3596288 to 4186112 tid 2 2024-03-07T03:00:49.474 INFO:tasks.rados.rados.0.smithi090.stdout:1223: writing smithi09077644-38 from 4186112 to 4603904 tid 3 2024-03-07T03:00:49.476 INFO:tasks.rados.rados.0.smithi090.stdout:1223: writing smithi09077644-38 from 4603904 to 4800512 tid 4 2024-03-07T03:00:49.476 INFO:tasks.rados.rados.0.smithi090.stdout:1224: rollback oid 9 current snap is 119 2024-03-07T03:00:49.476 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 9 to 98 2024-03-07T03:00:49.476 INFO:tasks.rados.rados.0.smithi090.stdout:1221: finishing copy_from to smithi09077644-33 2024-03-07T03:00:49.476 INFO:tasks.rados.rados.0.smithi090.stdout:1221: got expected ENOENT (src dne) 2024-03-07T03:00:49.476 INFO:tasks.rados.rados.0.smithi090.stdout:1221: finishing copy_from racing read to smithi09077644-33 2024-03-07T03:00:49.476 INFO:tasks.rados.rados.0.smithi090.stdout:1222: expect (ObjNum 45 snap 0 seq_num 45) 2024-03-07T03:00:49.498 INFO:tasks.rados.rados.0.smithi090.stdout:1223: finishing write tid 1 to smithi09077644-38 2024-03-07T03:00:49.499 INFO:tasks.rados.rados.0.smithi090.stdout:1223: finishing write tid 2 to smithi09077644-38 2024-03-07T03:00:49.499 INFO:tasks.rados.rados.0.smithi090.stdout:1224: finishing rollback tid 1 to smithi09077644-9 2024-03-07T03:00:49.499 INFO:tasks.rados.rados.0.smithi090.stdout:1221: done (3 left) 2024-03-07T03:00:49.499 INFO:tasks.rados.rados.0.smithi090.stdout:1222: done (2 left) 2024-03-07T03:00:49.499 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 10 current snap is 119 2024-03-07T03:00:49.499 INFO:tasks.rados.rados.0.smithi090.stdout:1223: finishing write tid 3 to smithi09077644-38 2024-03-07T03:00:49.499 INFO:tasks.rados.rados.0.smithi090.stdout:1224: finishing rollback tid 2 to smithi09077644-9 2024-03-07T03:00:49.499 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 9 v 587 (ObjNum 284 snap 82 seq_num 284) dirty exists 2024-03-07T03:00:49.499 INFO:tasks.rados.rados.0.smithi090.stdout:1223: finishing write tid 4 to smithi09077644-38 2024-03-07T03:00:49.499 INFO:tasks.rados.rados.0.smithi090.stdout:1225: seq_num 384 ranges {0=434176,434176=475136,909312=630784,1540096=98304} 2024-03-07T03:00:49.501 INFO:tasks.rados.rados.0.smithi090.stdout:1225: writing smithi09077644-10 from 0 to 434176 tid 1 2024-03-07T03:00:49.504 INFO:tasks.rados.rados.0.smithi090.stdout:1225: writing smithi09077644-10 from 434176 to 909312 tid 2 2024-03-07T03:00:49.507 INFO:tasks.rados.rados.0.smithi090.stdout:1225: writing smithi09077644-10 from 909312 to 1540096 tid 3 2024-03-07T03:00:49.508 INFO:tasks.rados.rados.0.smithi090.stdout:1225: writing smithi09077644-10 from 1540096 to 1638400 tid 4 2024-03-07T03:00:49.508 INFO:tasks.rados.rados.0.smithi090.stdout:1224: done (2 left) 2024-03-07T03:00:49.508 INFO:tasks.rados.rados.0.smithi090.stdout:1226: snap_remove snap 105 2024-03-07T03:00:49.798 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:49 smithi092 ceph-mon[31083]: osdmap e300: 8 total, 8 up, 8 in 2024-03-07T03:00:49.798 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:49 smithi092 ceph-mon[31083]: pgmap v434: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 222 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-03-07T03:00:49.798 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:49 smithi092 ceph-mon[31083]: osdmap e301: 8 total, 8 up, 8 in 2024-03-07T03:00:49.798 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:00:49 smithi092 podman[64205]: 2024-03-07 03:00:49.441916221 +0000 UTC m=+0.628440101 container remove b1184af3919007e9b641f1550829145c4eab018b05649e28048c74b810f850e3 (image=quay.ceph.io/ceph-ci/ceph@sha256:4e788e3c6821efe986a710ffe10c052cd830c07b33cd4a66b97449fc9bbef8e7, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240222, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=reef-ae75fc9) 2024-03-07T03:00:49.798 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:00:49 smithi092 systemd[1]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-03-07T03:00:49.798 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:00:49 smithi092 systemd[1]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@mgr.x.service: Failed with result 'exit-code'. 2024-03-07T03:00:49.798 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:00:49 smithi092 systemd[1]: Stopped Ceph mgr.x for fb96fd1c-dc2c-11ee-95c6-87774f69a715. 2024-03-07T03:00:49.799 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:00:49 smithi092 systemd[1]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@mgr.x.service: Consumed 19.556s CPU time. 2024-03-07T03:00:49.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:49 smithi090 ceph-mon[27223]: osdmap e300: 8 total, 8 up, 8 in 2024-03-07T03:00:49.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:49 smithi090 ceph-mon[27223]: pgmap v434: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 222 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-03-07T03:00:49.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:49 smithi090 ceph-mon[27223]: osdmap e301: 8 total, 8 up, 8 in 2024-03-07T03:00:49.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:49 smithi090 ceph-mon[37987]: osdmap e300: 8 total, 8 up, 8 in 2024-03-07T03:00:49.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:49 smithi090 ceph-mon[37987]: pgmap v434: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 222 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-03-07T03:00:49.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:49 smithi090 ceph-mon[37987]: osdmap e301: 8 total, 8 up, 8 in 2024-03-07T03:00:50.142 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:00:49 smithi092 systemd[1]: Starting Ceph mgr.x for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T03:00:50.142 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:00:50 smithi092 podman[64341]: 2024-03-07 03:00:49.916765916 +0000 UTC m=+0.018511515 image pull fdb83767c1ab7256a5adb2236a0d5ca62c64d53a1398fd6c12f8a81ff166e8ff quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71 2024-03-07T03:00:50.142 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:00:50 smithi092 podman[64341]: 2024-03-07 03:00:50.034837781 +0000 UTC m=+0.136583376 container create 3ad5284204ccbdcf2fccc2473d79ba4f7276b4986e47d3e93818d060ba122c94 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240222, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=main-ea9a568, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-03-07T03:00:50.417 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:00:50 smithi092 podman[64341]: 2024-03-07 03:00:50.245406599 +0000 UTC m=+0.347152198 container init 3ad5284204ccbdcf2fccc2473d79ba4f7276b4986e47d3e93818d060ba122c94 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x, ceph=True, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=main-ea9a568, org.label-schema.build-date=20240222, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-03-07T03:00:50.417 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:00:50 smithi092 podman[64341]: 2024-03-07 03:00:50.247858389 +0000 UTC m=+0.349603989 container start 3ad5284204ccbdcf2fccc2473d79ba4f7276b4986e47d3e93818d060ba122c94 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x, maintainer=Guillaume Abrioux , RELEASE=main-ea9a568, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.license=GPLv2, org.label-schema.build-date=20240222, io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-03-07T03:00:50.417 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:00:50 smithi092 ceph-mgr[64360]: -- 172.21.15.92:0/1950217201 <== mon.1 v2:172.21.15.92:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55caad50c5a0 con 0x55caad4e1000 2024-03-07T03:00:50.417 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:00:50 smithi092 bash[64341]: 3ad5284204ccbdcf2fccc2473d79ba4f7276b4986e47d3e93818d060ba122c94 2024-03-07T03:00:50.417 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:00:50 smithi092 systemd[1]: Started Ceph mgr.x for fb96fd1c-dc2c-11ee-95c6-87774f69a715. 2024-03-07T03:00:50.498 INFO:tasks.rados.rados.0.smithi090.stdout:1226: done (2 left) 2024-03-07T03:00:50.498 INFO:tasks.rados.rados.0.smithi090.stdout:1227: snap_remove snap 97 2024-03-07T03:00:51.168 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:00:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: 2024-03-07T03:00:50.846+0000 7f9b318a4200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-07T03:00:51.168 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:00:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: 2024-03-07T03:00:50.948+0000 7f9b318a4200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-07T03:00:51.502 INFO:tasks.rados.rados.0.smithi090.stdout:1227: done (2 left) 2024-03-07T03:00:51.503 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 23 current snap is 119 2024-03-07T03:00:51.503 INFO:tasks.rados.rados.0.smithi090.stdout:1228: seq_num 385 ranges {4734976=450560,5185536=761856,5947392=442368} 2024-03-07T03:00:51.532 INFO:tasks.rados.rados.0.smithi090.stdout:1228: writing smithi09077644-23 from 4734976 to 5185536 tid 1 2024-03-07T03:00:51.536 INFO:tasks.rados.rados.0.smithi090.stdout:1228: writing smithi09077644-23 from 5185536 to 5947392 tid 2 2024-03-07T03:00:51.539 INFO:tasks.rados.rados.0.smithi090.stdout:1228: writing smithi09077644-23 from 5947392 to 6389760 tid 3 2024-03-07T03:00:51.539 INFO:tasks.rados.rados.0.smithi090.stdout:1229: read oid 22 snap -1 2024-03-07T03:00:51.539 INFO:tasks.rados.rados.0.smithi090.stdout:1229: expect (ObjNum 344 snap 102 seq_num 344) 2024-03-07T03:00:51.539 INFO:tasks.rados.rados.0.smithi090.stdout:1230: delete oid 41 current snap is 119 2024-03-07T03:00:51.540 INFO:tasks.rados.rados.0.smithi090.stdout:1223: finishing write tid 5 to smithi09077644-38 2024-03-07T03:00:51.540 INFO:tasks.rados.rados.0.smithi090.stdout:1223: finishing write tid 6 to smithi09077644-38 2024-03-07T03:00:51.540 INFO:tasks.rados.rados.0.smithi090.stdout:1223: oid 38 updating version 0 to 641 2024-03-07T03:00:51.540 INFO:tasks.rados.rados.0.smithi090.stdout:1223: oid 38 version 641 is already newer than 640 2024-03-07T03:00:51.540 INFO:tasks.rados.rados.0.smithi090.stdout:1223: oid 38 version 641 is already newer than 639 2024-03-07T03:00:51.540 INFO:tasks.rados.rados.0.smithi090.stdout:1223: oid 38 updating version 641 to 643 2024-03-07T03:00:51.540 INFO:tasks.rados.rados.0.smithi090.stdout:1223: oid 38 version 643 is already newer than 642 2024-03-07T03:00:51.540 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 643 (ObjNum 383 snap 119 seq_num 383) dirty exists 2024-03-07T03:00:51.540 INFO:tasks.rados.rados.0.smithi090.stdout:1223: left oid 38 (ObjNum 383 snap 119 seq_num 383) 2024-03-07T03:00:51.540 INFO:tasks.rados.rados.0.smithi090.stdout:1225: finishing write tid 1 to smithi09077644-10 2024-03-07T03:00:51.540 INFO:tasks.rados.rados.0.smithi090.stdout:1225: finishing write tid 2 to smithi09077644-10 2024-03-07T03:00:51.540 INFO:tasks.rados.rados.0.smithi090.stdout:1225: finishing write tid 3 to smithi09077644-10 2024-03-07T03:00:51.540 INFO:tasks.rados.rados.0.smithi090.stdout:1225: finishing write tid 4 to smithi09077644-10 2024-03-07T03:00:51.540 INFO:tasks.rados.rados.0.smithi090.stdout:1225: finishing write tid 5 to smithi09077644-10 2024-03-07T03:00:51.540 INFO:tasks.rados.rados.0.smithi090.stdout:1225: finishing write tid 6 to smithi09077644-10 2024-03-07T03:00:51.541 INFO:tasks.rados.rados.0.smithi090.stdout:1225: oid 10 updating version 0 to 756 2024-03-07T03:00:51.541 INFO:tasks.rados.rados.0.smithi090.stdout:1225: oid 10 version 756 is already newer than 755 2024-03-07T03:00:51.541 INFO:tasks.rados.rados.0.smithi090.stdout:1225: oid 10 updating version 756 to 758 2024-03-07T03:00:51.541 INFO:tasks.rados.rados.0.smithi090.stdout:1225: oid 10 version 758 is already newer than 757 2024-03-07T03:00:51.541 INFO:tasks.rados.rados.0.smithi090.stdout:1225: oid 10 version 758 is already newer than 754 2024-03-07T03:00:51.541 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 758 (ObjNum 384 snap 119 seq_num 384) dirty exists 2024-03-07T03:00:51.541 INFO:tasks.rados.rados.0.smithi090.stdout:1225: left oid 10 (ObjNum 384 snap 119 seq_num 384) 2024-03-07T03:00:51.541 INFO:tasks.rados.rados.0.smithi090.stdout:1228: finishing write tid 1 to smithi09077644-23 2024-03-07T03:00:51.541 INFO:tasks.rados.rados.0.smithi090.stdout:1228: finishing write tid 2 to smithi09077644-23 2024-03-07T03:00:51.542 INFO:tasks.rados.rados.0.smithi090.stdout:1223: done (4 left) 2024-03-07T03:00:51.542 INFO:tasks.rados.rados.0.smithi090.stdout:1225: done (3 left) 2024-03-07T03:00:51.542 INFO:tasks.rados.rados.0.smithi090.stdout:1230: done (2 left) 2024-03-07T03:00:51.542 INFO:tasks.rados.rados.0.smithi090.stdout:1231: rollback oid 10 current snap is 119 2024-03-07T03:00:51.542 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 10 to 118 2024-03-07T03:00:51.542 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 8 current snap is 119 2024-03-07T03:00:51.542 INFO:tasks.rados.rados.0.smithi090.stdout:1232: seq_num 387 ranges {5734400=483328,6217728=524288,6742016=679936} 2024-03-07T03:00:51.575 INFO:tasks.rados.rados.0.smithi090.stdout:1232: writing smithi09077644-8 from 5734400 to 6217728 tid 1 2024-03-07T03:00:51.578 INFO:tasks.rados.rados.0.smithi090.stdout:1232: writing smithi09077644-8 from 6217728 to 6742016 tid 2 2024-03-07T03:00:51.583 INFO:tasks.rados.rados.0.smithi090.stdout:1232: writing smithi09077644-8 from 6742016 to 7421952 tid 3 2024-03-07T03:00:51.583 INFO:tasks.rados.rados.0.smithi090.stdout:1233: rollback oid 26 current snap is 119 2024-03-07T03:00:51.583 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 26 to 115 2024-03-07T03:00:51.583 INFO:tasks.rados.rados.0.smithi090.stdout:1228: finishing write tid 3 to smithi09077644-23 2024-03-07T03:00:51.583 INFO:tasks.rados.rados.0.smithi090.stdout:1228: finishing write tid 4 to smithi09077644-23 2024-03-07T03:00:51.583 INFO:tasks.rados.rados.0.smithi090.stdout:1228: finishing write tid 5 to smithi09077644-23 2024-03-07T03:00:51.583 INFO:tasks.rados.rados.0.smithi090.stdout:1228: oid 23 updating version 0 to 660 2024-03-07T03:00:51.583 INFO:tasks.rados.rados.0.smithi090.stdout:1228: oid 23 version 660 is already newer than 659 2024-03-07T03:00:51.583 INFO:tasks.rados.rados.0.smithi090.stdout:1228: oid 23 version 660 is already newer than 658 2024-03-07T03:00:51.583 INFO:tasks.rados.rados.0.smithi090.stdout:1228: oid 23 version 660 is already newer than 657 2024-03-07T03:00:51.583 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 660 (ObjNum 385 snap 119 seq_num 385) dirty exists 2024-03-07T03:00:51.583 INFO:tasks.rados.rados.0.smithi090.stdout:1228: left oid 23 (ObjNum 385 snap 119 seq_num 385) 2024-03-07T03:00:51.584 INFO:tasks.rados.rados.0.smithi090.stdout:1231: finishing rollback tid 0 to smithi09077644-10 2024-03-07T03:00:51.584 INFO:tasks.rados.rados.0.smithi090.stdout:1231: finishing rollback tid 1 to smithi09077644-10 2024-03-07T03:00:51.584 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 774 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-03-07T03:00:51.584 INFO:tasks.rados.rados.0.smithi090.stdout:1229: expect (ObjNum 344 snap 102 seq_num 344) 2024-03-07T03:00:51.650 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:51 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T03:00:51.650 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:51 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T03:00:51.650 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:51 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:00:51.650 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:51 smithi092 ceph-mon[31083]: osdmap e302: 8 total, 8 up, 8 in 2024-03-07T03:00:51.651 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:51 smithi092 ceph-mon[31083]: pgmap v437: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 228 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 2.0 MiB/s wr, 9 op/s 2024-03-07T03:00:51.651 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:51 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T03:00:51.651 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:51 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T03:00:51.651 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:51 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T03:00:51.651 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:51 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T03:00:51.712 INFO:tasks.rados.rados.0.smithi090.stdout:1232: finishing write tid 1 to smithi09077644-8 2024-03-07T03:00:51.712 INFO:tasks.rados.rados.0.smithi090.stdout:1232: finishing write tid 2 to smithi09077644-8 2024-03-07T03:00:51.712 INFO:tasks.rados.rados.0.smithi090.stdout:1228: done (4 left) 2024-03-07T03:00:51.712 INFO:tasks.rados.rados.0.smithi090.stdout:1229: done (3 left) 2024-03-07T03:00:51.712 INFO:tasks.rados.rados.0.smithi090.stdout:1231: done (2 left) 2024-03-07T03:00:51.712 INFO:tasks.rados.rados.0.smithi090.stdout:1234: delete oid 21 current snap is 119 2024-03-07T03:00:51.712 INFO:tasks.rados.rados.0.smithi090.stdout:1233: finishing rollback tid 1 to smithi09077644-26 2024-03-07T03:00:51.712 INFO:tasks.rados.rados.0.smithi090.stdout:1232: finishing write tid 3 to smithi09077644-8 2024-03-07T03:00:51.712 INFO:tasks.rados.rados.0.smithi090.stdout:1233: finishing rollback tid 2 to smithi09077644-26 2024-03-07T03:00:51.712 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 26 v 438 (ObjNum 378 snap 115 seq_num 378) dirty exists 2024-03-07T03:00:51.712 INFO:tasks.rados.rados.0.smithi090.stdout:1232: finishing write tid 4 to smithi09077644-8 2024-03-07T03:00:51.712 INFO:tasks.rados.rados.0.smithi090.stdout:1232: finishing write tid 5 to smithi09077644-8 2024-03-07T03:00:51.713 INFO:tasks.rados.rados.0.smithi090.stdout:1232: oid 8 updating version 0 to 602 2024-03-07T03:00:51.713 INFO:tasks.rados.rados.0.smithi090.stdout:1232: oid 8 updating version 602 to 604 2024-03-07T03:00:51.713 INFO:tasks.rados.rados.0.smithi090.stdout:1232: oid 8 version 604 is already newer than 601 2024-03-07T03:00:51.713 INFO:tasks.rados.rados.0.smithi090.stdout:1232: oid 8 version 604 is already newer than 603 2024-03-07T03:00:51.713 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 604 (ObjNum 387 snap 119 seq_num 387) dirty exists 2024-03-07T03:00:51.713 INFO:tasks.rados.rados.0.smithi090.stdout:1232: left oid 8 (ObjNum 387 snap 119 seq_num 387) 2024-03-07T03:00:51.713 INFO:tasks.rados.rados.0.smithi090.stdout:1232: done (2 left) 2024-03-07T03:00:51.713 INFO:tasks.rados.rados.0.smithi090.stdout:1233: done (1 left) 2024-03-07T03:00:51.713 INFO:tasks.rados.rados.0.smithi090.stdout:1234: done (0 left) 2024-03-07T03:00:51.713 INFO:tasks.rados.rados.0.smithi090.stdout:1235: delete oid 13 current snap is 119 2024-03-07T03:00:51.715 INFO:tasks.rados.rados.0.smithi090.stdout:1235: done (0 left) 2024-03-07T03:00:51.715 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 10 current snap is 119 2024-03-07T03:00:51.715 INFO:tasks.rados.rados.0.smithi090.stdout:1236: seq_num 390 ranges {0=540672,540672=630784,1171456=573440} 2024-03-07T03:00:51.718 INFO:tasks.rados.rados.0.smithi090.stdout:1236: writing smithi09077644-10 from 0 to 540672 tid 1 2024-03-07T03:00:51.721 INFO:tasks.rados.rados.0.smithi090.stdout:1236: writing smithi09077644-10 from 540672 to 1171456 tid 2 2024-03-07T03:00:51.725 INFO:tasks.rados.rados.0.smithi090.stdout:1236: writing smithi09077644-10 from 1171456 to 1744896 tid 3 2024-03-07T03:00:51.725 INFO:tasks.rados.rados.0.smithi090.stdout:1237: rmattr oid 1 current snap is 119 2024-03-07T03:00:51.725 INFO:tasks.rados.rados.0.smithi090.stdout:1237: done (1 left) 2024-03-07T03:00:51.725 INFO:tasks.rados.rados.0.smithi090.stdout:1238: read oid 7 snap 116 2024-03-07T03:00:51.725 INFO:tasks.rados.rados.0.smithi090.stdout:1238: expect (ObjNum 355 snap 105 seq_num 355) 2024-03-07T03:00:51.725 INFO:tasks.rados.rados.0.smithi090.stdout:1239: snap_remove snap 114 2024-03-07T03:00:51.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:51 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T03:00:51.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:51 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T03:00:51.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:51 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:00:51.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:51 smithi090 ceph-mon[27223]: osdmap e302: 8 total, 8 up, 8 in 2024-03-07T03:00:51.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:51 smithi090 ceph-mon[27223]: pgmap v437: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 228 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 2.0 MiB/s wr, 9 op/s 2024-03-07T03:00:51.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:51 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T03:00:51.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:51 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T03:00:51.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:51 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T03:00:51.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:51 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T03:00:51.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:51 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T03:00:51.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:51 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T03:00:51.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:51 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:00:51.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:51 smithi090 ceph-mon[37987]: osdmap e302: 8 total, 8 up, 8 in 2024-03-07T03:00:51.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:51 smithi090 ceph-mon[37987]: pgmap v437: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 228 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 2.0 MiB/s wr, 9 op/s 2024-03-07T03:00:51.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:51 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T03:00:51.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:51 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T03:00:51.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:51 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T03:00:51.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:51 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T03:00:51.917 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:00:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: 2024-03-07T03:00:51.647+0000 7f9b318a4200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-07T03:00:51.917 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:00:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: 2024-03-07T03:00:51.750+0000 7f9b318a4200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-07T03:00:51.917 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:00:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: 2024-03-07T03:00:51.892+0000 7f9b318a4200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-07T03:00:52.205 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:00:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: 2024-03-07T03:00:51.991+0000 7f9b318a4200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-07T03:00:52.205 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:00:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: 2024-03-07T03:00:52.088+0000 7f9b318a4200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-07T03:00:52.499 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:00:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: 2024-03-07T03:00:52.384+0000 7f9b318a4200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-07T03:00:52.514 INFO:tasks.rados.rados.0.smithi090.stdout:1236: finishing write tid 1 to smithi09077644-10 2024-03-07T03:00:52.516 INFO:tasks.rados.rados.0.smithi090.stdout:1236: finishing write tid 2 to smithi09077644-10 2024-03-07T03:00:52.516 INFO:tasks.rados.rados.0.smithi090.stdout:1236: finishing write tid 3 to smithi09077644-10 2024-03-07T03:00:52.516 INFO:tasks.rados.rados.0.smithi090.stdout:1236: finishing write tid 4 to smithi09077644-10 2024-03-07T03:00:52.516 INFO:tasks.rados.rados.0.smithi090.stdout:1236: finishing write tid 5 to smithi09077644-10 2024-03-07T03:00:52.516 INFO:tasks.rados.rados.0.smithi090.stdout:1236: oid 10 updating version 0 to 777 2024-03-07T03:00:52.516 INFO:tasks.rados.rados.0.smithi090.stdout:1236: oid 10 version 777 is already newer than 775 2024-03-07T03:00:52.516 INFO:tasks.rados.rados.0.smithi090.stdout:1236: oid 10 updating version 777 to 778 2024-03-07T03:00:52.516 INFO:tasks.rados.rados.0.smithi090.stdout:1236: oid 10 version 778 is already newer than 776 2024-03-07T03:00:52.516 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 778 (ObjNum 390 snap 119 seq_num 390) dirty exists 2024-03-07T03:00:52.516 INFO:tasks.rados.rados.0.smithi090.stdout:1236: left oid 10 (ObjNum 390 snap 119 seq_num 390) 2024-03-07T03:00:52.517 INFO:tasks.rados.rados.0.smithi090.stdout:1238: expect (ObjNum 355 snap 105 seq_num 355) 2024-03-07T03:00:52.549 INFO:tasks.rados.rados.0.smithi090.stdout:1236: done (2 left) 2024-03-07T03:00:52.549 INFO:tasks.rados.rados.0.smithi090.stdout:1238: done (1 left) 2024-03-07T03:00:52.549 INFO:tasks.rados.rados.0.smithi090.stdout:1239: done (0 left) 2024-03-07T03:00:52.549 INFO:tasks.rados.rados.0.smithi090.stdout:1240: read oid 16 snap -1 2024-03-07T03:00:52.550 INFO:tasks.rados.rados.0.smithi090.stdout:1240: expect (ObjNum 350 snap 104 seq_num 350) 2024-03-07T03:00:52.550 INFO:tasks.rados.rados.0.smithi090.stdout:1241: snap_remove snap 103 2024-03-07T03:00:52.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:52 smithi090 ceph-mon[27223]: osdmap e303: 8 total, 8 up, 8 in 2024-03-07T03:00:52.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:52 smithi090 ceph-mon[37987]: osdmap e303: 8 total, 8 up, 8 in 2024-03-07T03:00:52.885 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:52 smithi092 ceph-mon[31083]: osdmap e303: 8 total, 8 up, 8 in 2024-03-07T03:00:52.886 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:00:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: 2024-03-07T03:00:52.512+0000 7f9b318a4200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-07T03:00:52.886 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:00:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: 2024-03-07T03:00:52.607+0000 7f9b318a4200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-07T03:00:52.886 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:00:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: 2024-03-07T03:00:52.705+0000 7f9b318a4200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-07T03:00:53.167 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:00:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: 2024-03-07T03:00:52.883+0000 7f9b318a4200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-07T03:00:53.329 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:00:52 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:00:52] "GET /metrics HTTP/1.1" 200 35989 "" "Prometheus/2.43.0" 2024-03-07T03:00:53.515 INFO:tasks.rados.rados.0.smithi090.stdout:1241: done (1 left) 2024-03-07T03:00:53.515 INFO:tasks.rados.rados.0.smithi090.stdout:1242: rollback oid 49 current snap is 119 2024-03-07T03:00:53.515 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 49 to 108 2024-03-07T03:00:53.515 INFO:tasks.rados.rados.0.smithi090.stdout:1240: expect (ObjNum 350 snap 104 seq_num 350) 2024-03-07T03:00:53.690 INFO:tasks.rados.rados.0.smithi090.stdout:1242: finishing rollback tid 1 to smithi09077644-49 2024-03-07T03:00:53.690 INFO:tasks.rados.rados.0.smithi090.stdout:1242: finishing rollback tid 2 to smithi09077644-49 2024-03-07T03:00:53.690 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 49 v 635 (ObjNum 353 snap 105 seq_num 353) dirty exists 2024-03-07T03:00:53.690 INFO:tasks.rados.rados.0.smithi090.stdout:1240: done (1 left) 2024-03-07T03:00:53.690 INFO:tasks.rados.rados.0.smithi090.stdout:1242: done (0 left) 2024-03-07T03:00:53.690 INFO:tasks.rados.rados.0.smithi090.stdout:1243: snap_create 2024-03-07T03:00:53.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:53 smithi090 ceph-mon[37987]: pgmap v439: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 228 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 2.0 MiB/s wr, 9 op/s 2024-03-07T03:00:53.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:53 smithi090 ceph-mon[37987]: osdmap e304: 8 total, 8 up, 8 in 2024-03-07T03:00:53.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:53 smithi090 ceph-mon[27223]: pgmap v439: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 228 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 2.0 MiB/s wr, 9 op/s 2024-03-07T03:00:53.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:53 smithi090 ceph-mon[27223]: osdmap e304: 8 total, 8 up, 8 in 2024-03-07T03:00:53.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:53 smithi092 ceph-mon[31083]: pgmap v439: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 228 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 2.0 MiB/s wr, 9 op/s 2024-03-07T03:00:53.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:53 smithi092 ceph-mon[31083]: osdmap e304: 8 total, 8 up, 8 in 2024-03-07T03:00:54.298 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:00:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: 2024-03-07T03:00:53.973+0000 7f9b318a4200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-07T03:00:54.298 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:00:54 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: 2024-03-07T03:00:54.105+0000 7f9b318a4200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-07T03:00:54.446 INFO:tasks.rados.rados.0.smithi090.stdout:1243: done (0 left) 2024-03-07T03:00:54.446 INFO:tasks.rados.rados.0.smithi090.stdout:1244: snap_create 2024-03-07T03:00:54.554 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:54 smithi092 ceph-mon[31083]: osdmap e305: 8 total, 8 up, 8 in 2024-03-07T03:00:54.554 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:54 smithi092 ceph-mon[31083]: osdmap e306: 8 total, 8 up, 8 in 2024-03-07T03:00:54.554 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:54 smithi092 ceph-mon[31083]: pgmap v443: 121 pgs: 121 active+clean; 238 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.0 MiB/s wr, 11 op/s 2024-03-07T03:00:54.554 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:00:54 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: 2024-03-07T03:00:54.458+0000 7f9b318a4200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-07T03:00:54.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:54 smithi090 ceph-mon[27223]: osdmap e305: 8 total, 8 up, 8 in 2024-03-07T03:00:54.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:54 smithi090 ceph-mon[27223]: osdmap e306: 8 total, 8 up, 8 in 2024-03-07T03:00:54.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:54 smithi090 ceph-mon[27223]: pgmap v443: 121 pgs: 121 active+clean; 238 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.0 MiB/s wr, 11 op/s 2024-03-07T03:00:54.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:54 smithi090 ceph-mon[37987]: osdmap e305: 8 total, 8 up, 8 in 2024-03-07T03:00:54.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:54 smithi090 ceph-mon[37987]: osdmap e306: 8 total, 8 up, 8 in 2024-03-07T03:00:54.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:54 smithi090 ceph-mon[37987]: pgmap v443: 121 pgs: 121 active+clean; 238 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.0 MiB/s wr, 11 op/s 2024-03-07T03:00:54.867 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:00:54 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: 2024-03-07T03:00:54.551+0000 7f9b318a4200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-07T03:00:54.867 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:00:54 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: 2024-03-07T03:00:54.762+0000 7f9b318a4200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-07T03:00:55.125 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:00:54 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: 2024-03-07T03:00:54.953+0000 7f9b318a4200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-07T03:00:55.417 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:00:55 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: 2024-03-07T03:00:55.243+0000 7f9b318a4200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-07T03:00:55.458 INFO:tasks.rados.rados.0.smithi090.stdout:1244: done (0 left) 2024-03-07T03:00:55.458 INFO:tasks.rados.rados.0.smithi090.stdout:1245: delete oid 39 current snap is 121 2024-03-07T03:00:55.461 INFO:tasks.rados.rados.0.smithi090.stdout:1245: done (0 left) 2024-03-07T03:00:55.461 INFO:tasks.rados.rados.0.smithi090.stdout:1246: rollback oid 33 current snap is 121 2024-03-07T03:00:55.461 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 33 to 118 2024-03-07T03:00:55.461 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 12 current snap is 121 2024-03-07T03:00:55.461 INFO:tasks.rados.rados.0.smithi090.stdout:1247: seq_num 392 ranges {5316608=573440,5890048=802816,6692864=401408} 2024-03-07T03:00:55.492 INFO:tasks.rados.rados.0.smithi090.stdout:1247: writing smithi09077644-12 from 5316608 to 5890048 tid 1 2024-03-07T03:00:55.496 INFO:tasks.rados.rados.0.smithi090.stdout:1247: writing smithi09077644-12 from 5890048 to 6692864 tid 2 2024-03-07T03:00:55.500 INFO:tasks.rados.rados.0.smithi090.stdout:1247: writing smithi09077644-12 from 6692864 to 7094272 tid 3 2024-03-07T03:00:55.500 INFO:tasks.rados.rados.0.smithi090.stdout:1248: rollback oid 42 current snap is 121 2024-03-07T03:00:55.500 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 42 to 98 2024-03-07T03:00:55.500 INFO:tasks.rados.rados.0.smithi090.stdout:1246: finishing rollback tid 1 to smithi09077644-33 2024-03-07T03:00:55.500 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 33 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-03-07T03:00:55.500 INFO:tasks.rados.rados.0.smithi090.stdout:1247: finishing write tid 1 to smithi09077644-12 2024-03-07T03:00:55.500 INFO:tasks.rados.rados.0.smithi090.stdout:1246: done (2 left) 2024-03-07T03:00:55.500 INFO:tasks.rados.rados.0.smithi090.stdout:1249: snap_remove snap 116 2024-03-07T03:00:55.769 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:00:55 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: 2024-03-07T03:00:55.513+0000 7f9b318a4200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-07T03:00:55.769 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:00:55 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: 2024-03-07T03:00:55.766+0000 7f9b318a4200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-07T03:00:56.460 INFO:tasks.rados.rados.0.smithi090.stdout:1249: done (2 left) 2024-03-07T03:00:56.460 INFO:tasks.rados.rados.0.smithi090.stdout:1250: read oid 8 snap -1 2024-03-07T03:00:56.460 INFO:tasks.rados.rados.0.smithi090.stdout:1250: expect (ObjNum 387 snap 119 seq_num 387) 2024-03-07T03:00:56.460 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 29 current snap is 121 2024-03-07T03:00:56.461 INFO:tasks.rados.rados.0.smithi090.stdout:1251: seq_num 393 ranges {5111808=589824,5701632=679936,6381568=524288} 2024-03-07T03:00:56.492 INFO:tasks.rados.rados.0.smithi090.stdout:1251: writing smithi09077644-29 from 5111808 to 5701632 tid 1 2024-03-07T03:00:56.496 INFO:tasks.rados.rados.0.smithi090.stdout:1251: writing smithi09077644-29 from 5701632 to 6381568 tid 2 2024-03-07T03:00:56.501 INFO:tasks.rados.rados.0.smithi090.stdout:1251: writing smithi09077644-29 from 6381568 to 6905856 tid 3 2024-03-07T03:00:56.501 INFO:tasks.rados.rados.0.smithi090.stdout:1252: read oid 48 snap -1 2024-03-07T03:00:56.501 INFO:tasks.rados.rados.0.smithi090.stdout:1252: expect (ObjNum 274 snap 78 seq_num 274) 2024-03-07T03:00:56.501 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 9 current snap is 121 2024-03-07T03:00:56.501 INFO:tasks.rados.rados.0.smithi090.stdout:1247: finishing write tid 2 to smithi09077644-12 2024-03-07T03:00:56.501 INFO:tasks.rados.rados.0.smithi090.stdout:1247: finishing write tid 3 to smithi09077644-12 2024-03-07T03:00:56.501 INFO:tasks.rados.rados.0.smithi090.stdout:1247: finishing write tid 4 to smithi09077644-12 2024-03-07T03:00:56.501 INFO:tasks.rados.rados.0.smithi090.stdout:1247: finishing write tid 5 to smithi09077644-12 2024-03-07T03:00:56.501 INFO:tasks.rados.rados.0.smithi090.stdout:1247: oid 12 updating version 0 to 646 2024-03-07T03:00:56.501 INFO:tasks.rados.rados.0.smithi090.stdout:1247: oid 12 updating version 646 to 647 2024-03-07T03:00:56.502 INFO:tasks.rados.rados.0.smithi090.stdout:1247: oid 12 version 647 is already newer than 645 2024-03-07T03:00:56.502 INFO:tasks.rados.rados.0.smithi090.stdout:1247: oid 12 updating version 647 to 648 2024-03-07T03:00:56.502 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 12 v 648 (ObjNum 392 snap 121 seq_num 392) dirty exists 2024-03-07T03:00:56.502 INFO:tasks.rados.rados.0.smithi090.stdout:1247: left oid 12 (ObjNum 392 snap 121 seq_num 392) 2024-03-07T03:00:56.502 INFO:tasks.rados.rados.0.smithi090.stdout:1248: finishing rollback tid 0 to smithi09077644-42 2024-03-07T03:00:56.502 INFO:tasks.rados.rados.0.smithi090.stdout:1248: finishing rollback tid 1 to smithi09077644-42 2024-03-07T03:00:56.502 INFO:tasks.rados.rados.0.smithi090.stdout:1253: seq_num 394 ranges {2367488=606208,2973696=565248,3538944=557056,4096000=81920} 2024-03-07T03:00:56.516 INFO:tasks.rados.rados.0.smithi090.stdout:1253: writing smithi09077644-9 from 2367488 to 2973696 tid 1 2024-03-07T03:00:56.519 INFO:tasks.rados.rados.0.smithi090.stdout:1253: writing smithi09077644-9 from 2973696 to 3538944 tid 2 2024-03-07T03:00:56.522 INFO:tasks.rados.rados.0.smithi090.stdout:1253: writing smithi09077644-9 from 3538944 to 4096000 tid 3 2024-03-07T03:00:56.523 INFO:tasks.rados.rados.0.smithi090.stdout:1253: writing smithi09077644-9 from 4096000 to 4177920 tid 4 2024-03-07T03:00:56.523 INFO:tasks.rados.rados.0.smithi090.stdout:1247: done (5 left) 2024-03-07T03:00:56.523 INFO:tasks.rados.rados.0.smithi090.stdout:1254: delete oid 43 current snap is 121 2024-03-07T03:00:56.524 INFO:tasks.rados.rados.0.smithi090.stdout:1248: finishing rollback tid 2 to smithi09077644-42 2024-03-07T03:00:56.524 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 42 v 674 (ObjNum 200 snap 52 seq_num 200) dirty exists 2024-03-07T03:00:56.524 INFO:tasks.rados.rados.0.smithi090.stdout:1250: expect (ObjNum 387 snap 119 seq_num 387) 2024-03-07T03:00:56.808 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:56 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T03:00:56.808 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:56 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T03:00:56.808 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:56 smithi092 ceph-mon[31083]: osdmap e307: 8 total, 8 up, 8 in 2024-03-07T03:00:56.808 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:56 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T03:00:56.808 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:56 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T03:00:56.808 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:00:56 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: 2024-03-07T03:00:56.656+0000 7f9b318a4200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-07T03:00:56.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:56 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T03:00:56.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:56 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T03:00:56.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:56 smithi090 ceph-mon[37987]: osdmap e307: 8 total, 8 up, 8 in 2024-03-07T03:00:56.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:56 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T03:00:56.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:56 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T03:00:56.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:56 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T03:00:56.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:56 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T03:00:56.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:56 smithi090 ceph-mon[27223]: osdmap e307: 8 total, 8 up, 8 in 2024-03-07T03:00:56.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:56 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T03:00:56.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:56 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T03:00:57.114 INFO:tasks.rados.rados.0.smithi090.stdout:1251: finishing write tid 1 to smithi09077644-29 2024-03-07T03:00:57.114 INFO:tasks.rados.rados.0.smithi090.stdout:1251: finishing write tid 2 to smithi09077644-29 2024-03-07T03:00:57.114 INFO:tasks.rados.rados.0.smithi090.stdout:1251: finishing write tid 3 to smithi09077644-29 2024-03-07T03:00:57.115 INFO:tasks.rados.rados.0.smithi090.stdout:1251: finishing write tid 4 to smithi09077644-29 2024-03-07T03:00:57.115 INFO:tasks.rados.rados.0.smithi090.stdout:1251: finishing write tid 5 to smithi09077644-29 2024-03-07T03:00:57.115 INFO:tasks.rados.rados.0.smithi090.stdout:1251: oid 29 updating version 0 to 448 2024-03-07T03:00:57.115 INFO:tasks.rados.rados.0.smithi090.stdout:1251: oid 29 version 448 is already newer than 447 2024-03-07T03:00:57.115 INFO:tasks.rados.rados.0.smithi090.stdout:1251: oid 29 updating version 448 to 449 2024-03-07T03:00:57.115 INFO:tasks.rados.rados.0.smithi090.stdout:1251: oid 29 updating version 449 to 450 2024-03-07T03:00:57.115 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 450 (ObjNum 393 snap 121 seq_num 393) dirty exists 2024-03-07T03:00:57.115 INFO:tasks.rados.rados.0.smithi090.stdout:1251: left oid 29 (ObjNum 393 snap 121 seq_num 393) 2024-03-07T03:00:57.115 INFO:tasks.rados.rados.0.smithi090.stdout:1252: expect (ObjNum 274 snap 78 seq_num 274) 2024-03-07T03:00:57.170 INFO:tasks.rados.rados.0.smithi090.stdout:1253: finishing write tid 1 to smithi09077644-9 2024-03-07T03:00:57.171 INFO:tasks.rados.rados.0.smithi090.stdout:1253: finishing write tid 2 to smithi09077644-9 2024-03-07T03:00:57.171 INFO:tasks.rados.rados.0.smithi090.stdout:1253: finishing write tid 3 to smithi09077644-9 2024-03-07T03:00:57.171 INFO:tasks.rados.rados.0.smithi090.stdout:1253: finishing write tid 4 to smithi09077644-9 2024-03-07T03:00:57.171 INFO:tasks.rados.rados.0.smithi090.stdout:1253: finishing write tid 5 to smithi09077644-9 2024-03-07T03:00:57.171 INFO:tasks.rados.rados.0.smithi090.stdout:1253: finishing write tid 6 to smithi09077644-9 2024-03-07T03:00:57.171 INFO:tasks.rados.rados.0.smithi090.stdout:1253: oid 9 updating version 0 to 619 2024-03-07T03:00:57.171 INFO:tasks.rados.rados.0.smithi090.stdout:1253: oid 9 version 619 is already newer than 617 2024-03-07T03:00:57.171 INFO:tasks.rados.rados.0.smithi090.stdout:1253: oid 9 version 619 is already newer than 618 2024-03-07T03:00:57.171 INFO:tasks.rados.rados.0.smithi090.stdout:1253: oid 9 updating version 619 to 620 2024-03-07T03:00:57.171 INFO:tasks.rados.rados.0.smithi090.stdout:1253: oid 9 version 620 is already newer than 616 2024-03-07T03:00:57.171 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 9 v 620 (ObjNum 394 snap 121 seq_num 394) dirty exists 2024-03-07T03:00:57.171 INFO:tasks.rados.rados.0.smithi090.stdout:1253: left oid 9 (ObjNum 394 snap 121 seq_num 394) 2024-03-07T03:00:57.171 INFO:tasks.rados.rados.0.smithi090.stdout:1248: done (5 left) 2024-03-07T03:00:57.172 INFO:tasks.rados.rados.0.smithi090.stdout:1250: done (4 left) 2024-03-07T03:00:57.172 INFO:tasks.rados.rados.0.smithi090.stdout:1251: done (3 left) 2024-03-07T03:00:57.172 INFO:tasks.rados.rados.0.smithi090.stdout:1252: done (2 left) 2024-03-07T03:00:57.172 INFO:tasks.rados.rados.0.smithi090.stdout:1253: done (1 left) 2024-03-07T03:00:57.172 INFO:tasks.rados.rados.0.smithi090.stdout:1254: done (0 left) 2024-03-07T03:00:57.172 INFO:tasks.rados.rados.0.smithi090.stdout:1255: snap_remove snap 109 2024-03-07T03:00:57.475 INFO:tasks.rados.rados.0.smithi090.stdout:1255: done (0 left) 2024-03-07T03:00:57.475 INFO:tasks.rados.rados.0.smithi090.stdout:1256: copy_from oid 18 from oid 9 current snap is 121 2024-03-07T03:00:57.475 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 48 current snap is 121 2024-03-07T03:00:57.475 INFO:tasks.rados.rados.0.smithi090.stdout:1257: seq_num 396 ranges {2203648=638976,2842624=786432,3629056=417792} 2024-03-07T03:00:57.492 INFO:tasks.rados.rados.0.smithi090.stdout:1257: writing smithi09077644-48 from 2203648 to 2842624 tid 1 2024-03-07T03:00:57.497 INFO:tasks.rados.rados.0.smithi090.stdout:1257: writing smithi09077644-48 from 2842624 to 3629056 tid 2 2024-03-07T03:00:57.499 INFO:tasks.rados.rados.0.smithi090.stdout:1257: writing smithi09077644-48 from 3629056 to 4046848 tid 3 2024-03-07T03:00:57.500 INFO:tasks.rados.rados.0.smithi090.stdout:1258: delete oid 27 current snap is 121 2024-03-07T03:00:57.500 INFO:tasks.rados.rados.0.smithi090.stdout:1257: finishing write tid 1 to smithi09077644-48 2024-03-07T03:00:57.502 INFO:tasks.rados.rados.0.smithi090.stdout:1256: finishing copy_from racing read to smithi09077644-18 2024-03-07T03:00:57.502 INFO:tasks.rados.rados.0.smithi090.stdout:1257: finishing write tid 2 to smithi09077644-48 2024-03-07T03:00:57.502 INFO:tasks.rados.rados.0.smithi090.stdout:1257: finishing write tid 3 to smithi09077644-48 2024-03-07T03:00:57.503 INFO:tasks.rados.rados.0.smithi090.stdout:1257: finishing write tid 4 to smithi09077644-48 2024-03-07T03:00:57.504 INFO:tasks.rados.rados.0.smithi090.stdout:1257: finishing write tid 5 to smithi09077644-48 2024-03-07T03:00:57.504 INFO:tasks.rados.rados.0.smithi090.stdout:1257: oid 48 updating version 0 to 406 2024-03-07T03:00:57.504 INFO:tasks.rados.rados.0.smithi090.stdout:1257: oid 48 updating version 406 to 407 2024-03-07T03:00:57.504 INFO:tasks.rados.rados.0.smithi090.stdout:1257: oid 48 version 407 is already newer than 405 2024-03-07T03:00:57.504 INFO:tasks.rados.rados.0.smithi090.stdout:1257: oid 48 version 407 is already newer than 404 2024-03-07T03:00:57.504 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 407 (ObjNum 396 snap 121 seq_num 396) dirty exists 2024-03-07T03:00:57.504 INFO:tasks.rados.rados.0.smithi090.stdout:1257: left oid 48 (ObjNum 396 snap 121 seq_num 396) 2024-03-07T03:00:57.505 INFO:tasks.rados.rados.0.smithi090.stdout:1257: done (2 left) 2024-03-07T03:00:57.505 INFO:tasks.rados.rados.0.smithi090.stdout:1258: done (1 left) 2024-03-07T03:00:57.505 INFO:tasks.rados.rados.0.smithi090.stdout:1259: read oid 24 snap 93 2024-03-07T03:00:57.505 INFO:tasks.rados.rados.0.smithi090.stdout:1259: expect (ObjNum 270 snap 76 seq_num 270) 2024-03-07T03:00:57.505 INFO:tasks.rados.rados.0.smithi090.stdout:1260: rollback oid 4 current snap is 121 2024-03-07T03:00:57.505 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 4 to 115 2024-03-07T03:00:57.505 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 45 current snap is 121 2024-03-07T03:00:57.505 INFO:tasks.rados.rados.0.smithi090.stdout:1261: seq_num 398 ranges {5734400=671744,6406144=557056,6963200=532480,7495680=114688} 2024-03-07T03:00:57.539 INFO:tasks.rados.rados.0.smithi090.stdout:1261: writing smithi09077644-45 from 5734400 to 6406144 tid 1 2024-03-07T03:00:57.542 INFO:tasks.rados.rados.0.smithi090.stdout:1261: writing smithi09077644-45 from 6406144 to 6963200 tid 2 2024-03-07T03:00:57.545 INFO:tasks.rados.rados.0.smithi090.stdout:1261: writing smithi09077644-45 from 6963200 to 7495680 tid 3 2024-03-07T03:00:57.546 INFO:tasks.rados.rados.0.smithi090.stdout:1261: writing smithi09077644-45 from 7495680 to 7610368 tid 4 2024-03-07T03:00:57.546 INFO:tasks.rados.rados.0.smithi090.stdout:1262: read oid 34 snap -1 2024-03-07T03:00:57.546 INFO:tasks.rados.rados.0.smithi090.stdout:1262: expect (ObjNum 351 snap 104 seq_num 351) 2024-03-07T03:00:57.546 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 10 current snap is 121 2024-03-07T03:00:57.546 INFO:tasks.rados.rados.0.smithi090.stdout:1256: finishing copy_from to smithi09077644-18 2024-03-07T03:00:57.546 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 18 v 620 (ObjNum 394 snap 121 seq_num 394) dirty exists 2024-03-07T03:00:57.547 INFO:tasks.rados.rados.0.smithi090.stdout:1260: finishing rollback tid 0 to smithi09077644-4 2024-03-07T03:00:57.547 INFO:tasks.rados.rados.0.smithi090.stdout:1260: finishing rollback tid 1 to smithi09077644-4 2024-03-07T03:00:57.547 INFO:tasks.rados.rados.0.smithi090.stdout:1260: finishing rollback tid 2 to smithi09077644-4 2024-03-07T03:00:57.547 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 477 (ObjNum 331 snap 99 seq_num 331) dirty exists 2024-03-07T03:00:57.547 INFO:tasks.rados.rados.0.smithi090.stdout:1259: expect (ObjNum 270 snap 76 seq_num 270) 2024-03-07T03:00:57.580 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:57 smithi092 ceph-mon[31083]: osdmap e308: 8 total, 8 up, 8 in 2024-03-07T03:00:57.581 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:57 smithi092 ceph-mon[31083]: pgmap v446: 121 pgs: 121 active+clean; 238 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.0 MiB/s wr, 11 op/s 2024-03-07T03:00:57.581 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:00:57 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: 2024-03-07T03:00:57.240+0000 7f9b318a4200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-07T03:00:57.581 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:00:57 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: 2024-03-07T03:00:57.340+0000 7f9b318a4200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-07T03:00:57.661 INFO:tasks.rados.rados.0.smithi090.stdout:1261: finishing write tid 1 to smithi09077644-45 2024-03-07T03:00:57.661 INFO:tasks.rados.rados.0.smithi090.stdout:1261: finishing write tid 2 to smithi09077644-45 2024-03-07T03:00:57.661 INFO:tasks.rados.rados.0.smithi090.stdout:1263: seq_num 399 ranges {1744896=688128,2433024=434176,2867200=745472,3612672=24576} 2024-03-07T03:00:57.673 INFO:tasks.rados.rados.0.smithi090.stdout:1263: writing smithi09077644-10 from 1744896 to 2433024 tid 1 2024-03-07T03:00:57.676 INFO:tasks.rados.rados.0.smithi090.stdout:1263: writing smithi09077644-10 from 2433024 to 2867200 tid 2 2024-03-07T03:00:57.681 INFO:tasks.rados.rados.0.smithi090.stdout:1263: writing smithi09077644-10 from 2867200 to 3612672 tid 3 2024-03-07T03:00:57.681 INFO:tasks.rados.rados.0.smithi090.stdout:1263: writing smithi09077644-10 from 3612672 to 3637248 tid 4 2024-03-07T03:00:57.681 INFO:tasks.rados.rados.0.smithi090.stdout:1256: done (5 left) 2024-03-07T03:00:57.681 INFO:tasks.rados.rados.0.smithi090.stdout:1259: done (4 left) 2024-03-07T03:00:57.681 INFO:tasks.rados.rados.0.smithi090.stdout:1260: done (3 left) 2024-03-07T03:00:57.681 INFO:tasks.rados.rados.0.smithi090.stdout:1264: read oid 2 snap -1 2024-03-07T03:00:57.681 INFO:tasks.rados.rados.0.smithi090.stdout:1264: expect (ObjNum 298 snap 89 seq_num 298) 2024-03-07T03:00:57.682 INFO:tasks.rados.rados.0.smithi090.stdout:1265: snap_create 2024-03-07T03:00:57.682 INFO:tasks.rados.rados.0.smithi090.stdout:1261: finishing write tid 3 to smithi09077644-45 2024-03-07T03:00:57.682 INFO:tasks.rados.rados.0.smithi090.stdout:1261: finishing write tid 4 to smithi09077644-45 2024-03-07T03:00:57.682 INFO:tasks.rados.rados.0.smithi090.stdout:1261: finishing write tid 5 to smithi09077644-45 2024-03-07T03:00:57.682 INFO:tasks.rados.rados.0.smithi090.stdout:1261: finishing write tid 6 to smithi09077644-45 2024-03-07T03:00:57.682 INFO:tasks.rados.rados.0.smithi090.stdout:1261: oid 45 updating version 0 to 483 2024-03-07T03:00:57.682 INFO:tasks.rados.rados.0.smithi090.stdout:1261: oid 45 version 483 is already newer than 481 2024-03-07T03:00:57.682 INFO:tasks.rados.rados.0.smithi090.stdout:1261: oid 45 version 483 is already newer than 482 2024-03-07T03:00:57.682 INFO:tasks.rados.rados.0.smithi090.stdout:1261: oid 45 version 483 is already newer than 479 2024-03-07T03:00:57.682 INFO:tasks.rados.rados.0.smithi090.stdout:1261: oid 45 version 483 is already newer than 480 2024-03-07T03:00:57.682 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 45 v 483 (ObjNum 398 snap 121 seq_num 398) dirty exists 2024-03-07T03:00:57.682 INFO:tasks.rados.rados.0.smithi090.stdout:1261: left oid 45 (ObjNum 398 snap 121 seq_num 398) 2024-03-07T03:00:57.682 INFO:tasks.rados.rados.0.smithi090.stdout:1262: expect (ObjNum 351 snap 104 seq_num 351) 2024-03-07T03:00:57.711 INFO:tasks.rados.rados.0.smithi090.stdout:1263: finishing write tid 1 to smithi09077644-10 2024-03-07T03:00:57.712 INFO:tasks.rados.rados.0.smithi090.stdout:1263: finishing write tid 2 to smithi09077644-10 2024-03-07T03:00:57.712 INFO:tasks.rados.rados.0.smithi090.stdout:1263: finishing write tid 3 to smithi09077644-10 2024-03-07T03:00:57.712 INFO:tasks.rados.rados.0.smithi090.stdout:1263: finishing write tid 4 to smithi09077644-10 2024-03-07T03:00:57.712 INFO:tasks.rados.rados.0.smithi090.stdout:1263: finishing write tid 5 to smithi09077644-10 2024-03-07T03:00:57.712 INFO:tasks.rados.rados.0.smithi090.stdout:1264: expect (ObjNum 298 snap 89 seq_num 298) 2024-03-07T03:00:57.809 INFO:tasks.rados.rados.0.smithi090.stdout:1263: finishing write tid 6 to smithi09077644-10 2024-03-07T03:00:57.809 INFO:tasks.rados.rados.0.smithi090.stdout:1263: oid 10 updating version 0 to 802 2024-03-07T03:00:57.809 INFO:tasks.rados.rados.0.smithi090.stdout:1263: oid 10 version 802 is already newer than 798 2024-03-07T03:00:57.809 INFO:tasks.rados.rados.0.smithi090.stdout:1263: oid 10 version 802 is already newer than 800 2024-03-07T03:00:57.809 INFO:tasks.rados.rados.0.smithi090.stdout:1263: oid 10 version 802 is already newer than 799 2024-03-07T03:00:57.809 INFO:tasks.rados.rados.0.smithi090.stdout:1263: oid 10 version 802 is already newer than 801 2024-03-07T03:00:57.809 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 802 (ObjNum 399 snap 121 seq_num 399) dirty exists 2024-03-07T03:00:57.809 INFO:tasks.rados.rados.0.smithi090.stdout:1263: left oid 10 (ObjNum 399 snap 121 seq_num 399) 2024-03-07T03:00:57.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:57 smithi090 ceph-mon[37987]: osdmap e308: 8 total, 8 up, 8 in 2024-03-07T03:00:57.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:57 smithi090 ceph-mon[37987]: pgmap v446: 121 pgs: 121 active+clean; 238 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.0 MiB/s wr, 11 op/s 2024-03-07T03:00:57.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:57 smithi090 ceph-mon[27223]: osdmap e308: 8 total, 8 up, 8 in 2024-03-07T03:00:57.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:57 smithi090 ceph-mon[27223]: pgmap v446: 121 pgs: 121 active+clean; 238 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.0 MiB/s wr, 11 op/s 2024-03-07T03:00:57.917 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:00:57 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: 2024-03-07T03:00:57.578+0000 7f9b318a4200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-07T03:00:57.917 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:00:57 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: [07/Mar/2024:03:00:57] ENGINE Bus STARTING 2024-03-07T03:00:57.918 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:00:57 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: CherryPy Checker: 2024-03-07T03:00:57.918 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:00:57 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: The Application mounted at '' has an empty config. 2024-03-07T03:00:57.918 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:00:57 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: 2024-03-07T03:00:57.918 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:00:57 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: [07/Mar/2024:03:00:57] ENGINE Serving on http://:::9283 2024-03-07T03:00:57.918 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:00:57 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: [07/Mar/2024:03:00:57] ENGINE Bus STARTED 2024-03-07T03:00:58.488 INFO:tasks.rados.rados.0.smithi090.stdout:1261: done (4 left) 2024-03-07T03:00:58.488 INFO:tasks.rados.rados.0.smithi090.stdout:1262: done (3 left) 2024-03-07T03:00:58.488 INFO:tasks.rados.rados.0.smithi090.stdout:1263: done (2 left) 2024-03-07T03:00:58.488 INFO:tasks.rados.rados.0.smithi090.stdout:1264: done (1 left) 2024-03-07T03:00:58.488 INFO:tasks.rados.rados.0.smithi090.stdout:1265: done (0 left) 2024-03-07T03:00:58.488 INFO:tasks.rados.rados.0.smithi090.stdout:1266: read oid 18 snap -1 2024-03-07T03:00:58.488 INFO:tasks.rados.rados.0.smithi090.stdout:1266: expect (ObjNum 394 snap 121 seq_num 394) 2024-03-07T03:00:58.488 INFO:tasks.rados.rados.0.smithi090.stdout:1267: setattr oid 1 current snap is 122 2024-03-07T03:00:58.489 INFO:tasks.rados.rados.0.smithi090.stdout:1268: snap_create 2024-03-07T03:00:58.500 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 1 v 647 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-03-07T03:00:58.507 INFO:tasks.rados.rados.0.smithi090.stdout:1266: expect (ObjNum 394 snap 121 seq_num 394) 2024-03-07T03:00:58.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:58 smithi090 ceph-mon[37987]: osdmap e309: 8 total, 8 up, 8 in 2024-03-07T03:00:58.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:58 smithi090 ceph-mon[37987]: Standby manager daemon x restarted 2024-03-07T03:00:58.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:58 smithi090 ceph-mon[37987]: Standby manager daemon x started 2024-03-07T03:00:58.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:58 smithi090 ceph-mon[37987]: from='mgr.? 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-07T03:00:58.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:58 smithi090 ceph-mon[37987]: from='mgr.? 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-07T03:00:58.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:58 smithi090 ceph-mon[37987]: from='mgr.? 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-07T03:00:58.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:58 smithi090 ceph-mon[37987]: from='mgr.? 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-07T03:00:58.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:58 smithi090 ceph-mon[27223]: osdmap e309: 8 total, 8 up, 8 in 2024-03-07T03:00:58.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:58 smithi090 ceph-mon[27223]: Standby manager daemon x restarted 2024-03-07T03:00:58.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:58 smithi090 ceph-mon[27223]: Standby manager daemon x started 2024-03-07T03:00:58.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:58 smithi090 ceph-mon[27223]: from='mgr.? 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-07T03:00:58.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:58 smithi090 ceph-mon[27223]: from='mgr.? 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-07T03:00:58.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:58 smithi090 ceph-mon[27223]: from='mgr.? 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-07T03:00:58.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:58 smithi090 ceph-mon[27223]: from='mgr.? 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-07T03:00:58.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:58 smithi092 ceph-mon[31083]: osdmap e309: 8 total, 8 up, 8 in 2024-03-07T03:00:58.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:58 smithi092 ceph-mon[31083]: Standby manager daemon x restarted 2024-03-07T03:00:58.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:58 smithi092 ceph-mon[31083]: Standby manager daemon x started 2024-03-07T03:00:58.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:58 smithi092 ceph-mon[31083]: from='mgr.? 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-07T03:00:58.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:58 smithi092 ceph-mon[31083]: from='mgr.? 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-07T03:00:58.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:58 smithi092 ceph-mon[31083]: from='mgr.? 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-07T03:00:58.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:58 smithi092 ceph-mon[31083]: from='mgr.? 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-07T03:00:59.450 INFO:tasks.rados.rados.0.smithi090.stdout:1266: done (2 left) 2024-03-07T03:00:59.450 INFO:tasks.rados.rados.0.smithi090.stdout:1267: done (1 left) 2024-03-07T03:00:59.450 INFO:tasks.rados.rados.0.smithi090.stdout:1268: done (0 left) 2024-03-07T03:00:59.450 INFO:tasks.rados.rados.0.smithi090.stdout:1269: setattr oid 40 current snap is 123 2024-03-07T03:00:59.451 INFO:tasks.rados.rados.0.smithi090.stdout:1270: read oid 8 snap -1 2024-03-07T03:00:59.452 INFO:tasks.rados.rados.0.smithi090.stdout:1270: expect (ObjNum 387 snap 119 seq_num 387) 2024-03-07T03:00:59.452 INFO:tasks.rados.rados.0.smithi090.stdout:1271: rollback oid 27 current snap is 123 2024-03-07T03:00:59.452 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 27 to 122 2024-03-07T03:00:59.452 INFO:tasks.rados.rados.0.smithi090.stdout:1272: snap_create 2024-03-07T03:00:59.473 INFO:tasks.rados.rados.0.smithi090.stdout:1271: finishing rollback tid 1 to smithi09077644-27 2024-03-07T03:00:59.473 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 27 v 326 (ObjNum 4113 snap 0 seq_num 3426727546) dirty dne 2024-03-07T03:00:59.474 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 40 v 240 (ObjNum 339 snap 100 seq_num 339) dirty exists 2024-03-07T03:00:59.498 INFO:tasks.rados.rados.0.smithi090.stdout:1270: expect (ObjNum 387 snap 119 seq_num 387) 2024-03-07T03:00:59.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:59 smithi090 ceph-mon[27223]: mgrmap e24: y(active, since 6m), standbys: x 2024-03-07T03:00:59.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:59 smithi090 ceph-mon[27223]: osdmap e310: 8 total, 8 up, 8 in 2024-03-07T03:00:59.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:59 smithi090 ceph-mon[27223]: pgmap v449: 121 pgs: 121 active+clean; 238 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-03-07T03:00:59.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:00:59 smithi090 ceph-mon[27223]: osdmap e311: 8 total, 8 up, 8 in 2024-03-07T03:00:59.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:59 smithi090 ceph-mon[37987]: mgrmap e24: y(active, since 6m), standbys: x 2024-03-07T03:00:59.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:59 smithi090 ceph-mon[37987]: osdmap e310: 8 total, 8 up, 8 in 2024-03-07T03:00:59.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:59 smithi090 ceph-mon[37987]: pgmap v449: 121 pgs: 121 active+clean; 238 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-03-07T03:00:59.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:00:59 smithi090 ceph-mon[37987]: osdmap e311: 8 total, 8 up, 8 in 2024-03-07T03:00:59.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:59 smithi092 ceph-mon[31083]: mgrmap e24: y(active, since 6m), standbys: x 2024-03-07T03:00:59.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:59 smithi092 ceph-mon[31083]: osdmap e310: 8 total, 8 up, 8 in 2024-03-07T03:00:59.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:59 smithi092 ceph-mon[31083]: pgmap v449: 121 pgs: 121 active+clean; 238 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-03-07T03:00:59.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:00:59 smithi092 ceph-mon[31083]: osdmap e311: 8 total, 8 up, 8 in 2024-03-07T03:01:00.461 INFO:tasks.rados.rados.0.smithi090.stdout:1269: done (3 left) 2024-03-07T03:01:00.461 INFO:tasks.rados.rados.0.smithi090.stdout:1270: done (2 left) 2024-03-07T03:01:00.462 INFO:tasks.rados.rados.0.smithi090.stdout:1271: done (1 left) 2024-03-07T03:01:00.462 INFO:tasks.rados.rados.0.smithi090.stdout:1272: done (0 left) 2024-03-07T03:01:00.462 INFO:tasks.rados.rados.0.smithi090.stdout:1273: rmattr oid 37 current snap is 124 2024-03-07T03:01:00.462 INFO:tasks.rados.rados.0.smithi090.stdout:1273: done (0 left) 2024-03-07T03:01:00.462 INFO:tasks.rados.rados.0.smithi090.stdout:1274: rmattr oid 26 current snap is 124 2024-03-07T03:01:00.462 INFO:tasks.rados.rados.0.smithi090.stdout:1274: done (0 left) 2024-03-07T03:01:00.462 INFO:tasks.rados.rados.0.smithi090.stdout:1275: copy_from oid 29 from oid 50 current snap is 124 2024-03-07T03:01:00.462 INFO:tasks.rados.rados.0.smithi090.stdout:1276: snap_create 2024-03-07T03:01:00.471 INFO:tasks.rados.rados.0.smithi090.stdout:1275: finishing copy_from racing read to smithi09077644-29 2024-03-07T03:01:00.473 INFO:tasks.rados.rados.0.smithi090.stdout:1275: finishing copy_from to smithi09077644-29 2024-03-07T03:01:00.473 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 403 (ObjNum 320 snap 98 seq_num 320) dirty exists 2024-03-07T03:01:01.469 INFO:tasks.rados.rados.0.smithi090.stdout:1275: done (1 left) 2024-03-07T03:01:01.470 INFO:tasks.rados.rados.0.smithi090.stdout:1276: done (0 left) 2024-03-07T03:01:01.470 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 28 current snap is 125 2024-03-07T03:01:01.470 INFO:tasks.rados.rados.0.smithi090.stdout:1277: seq_num 400 ranges {3465216=704512,4169728=720896,4890624=483328} 2024-03-07T03:01:01.491 INFO:tasks.rados.rados.0.smithi090.stdout:1277: writing smithi09077644-28 from 3465216 to 4169728 tid 1 2024-03-07T03:01:01.495 INFO:tasks.rados.rados.0.smithi090.stdout:1277: writing smithi09077644-28 from 4169728 to 4890624 tid 2 2024-03-07T03:01:01.499 INFO:tasks.rados.rados.0.smithi090.stdout:1277: writing smithi09077644-28 from 4890624 to 5373952 tid 3 2024-03-07T03:01:01.499 INFO:tasks.rados.rados.0.smithi090.stdout:1278: rmattr oid 39 current snap is 125 2024-03-07T03:01:01.499 INFO:tasks.rados.rados.0.smithi090.stdout:1278: done (1 left) 2024-03-07T03:01:01.499 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 34 current snap is 125 2024-03-07T03:01:01.499 INFO:tasks.rados.rados.0.smithi090.stdout:1277: finishing write tid 1 to smithi09077644-28 2024-03-07T03:01:01.499 INFO:tasks.rados.rados.0.smithi090.stdout:1277: finishing write tid 2 to smithi09077644-28 2024-03-07T03:01:01.499 INFO:tasks.rados.rados.0.smithi090.stdout:1279: seq_num 401 ranges {1089536=720896,1810432=606208,2416640=598016} 2024-03-07T03:01:01.509 INFO:tasks.rados.rados.0.smithi090.stdout:1279: writing smithi09077644-34 from 1089536 to 1810432 tid 1 2024-03-07T03:01:01.512 INFO:tasks.rados.rados.0.smithi090.stdout:1279: writing smithi09077644-34 from 1810432 to 2416640 tid 2 2024-03-07T03:01:01.517 INFO:tasks.rados.rados.0.smithi090.stdout:1279: writing smithi09077644-34 from 2416640 to 3014656 tid 3 2024-03-07T03:01:01.517 INFO:tasks.rados.rados.0.smithi090.stdout:1280: copy_from oid 3 from oid 13 current snap is 125 2024-03-07T03:01:01.517 INFO:tasks.rados.rados.0.smithi090.stdout:1277: finishing write tid 3 to smithi09077644-28 2024-03-07T03:01:01.517 INFO:tasks.rados.rados.0.smithi090.stdout:1277: finishing write tid 4 to smithi09077644-28 2024-03-07T03:01:01.517 INFO:tasks.rados.rados.0.smithi090.stdout:1277: finishing write tid 5 to smithi09077644-28 2024-03-07T03:01:01.517 INFO:tasks.rados.rados.0.smithi090.stdout:1277: oid 28 updating version 0 to 410 2024-03-07T03:01:01.518 INFO:tasks.rados.rados.0.smithi090.stdout:1277: oid 28 version 410 is already newer than 409 2024-03-07T03:01:01.518 INFO:tasks.rados.rados.0.smithi090.stdout:1277: oid 28 updating version 410 to 411 2024-03-07T03:01:01.518 INFO:tasks.rados.rados.0.smithi090.stdout:1277: oid 28 updating version 411 to 412 2024-03-07T03:01:01.518 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 28 v 412 (ObjNum 400 snap 125 seq_num 400) dirty exists 2024-03-07T03:01:01.518 INFO:tasks.rados.rados.0.smithi090.stdout:1277: left oid 28 (ObjNum 400 snap 125 seq_num 400) 2024-03-07T03:01:01.518 INFO:tasks.rados.rados.0.smithi090.stdout:1279: finishing write tid 1 to smithi09077644-34 2024-03-07T03:01:01.518 INFO:tasks.rados.rados.0.smithi090.stdout:1279: finishing write tid 2 to smithi09077644-34 2024-03-07T03:01:01.518 INFO:tasks.rados.rados.0.smithi090.stdout:1277: done (2 left) 2024-03-07T03:01:01.518 INFO:tasks.rados.rados.0.smithi090.stdout:1281: copy_from oid 5 from oid 45 current snap is 125 2024-03-07T03:01:01.518 INFO:tasks.rados.rados.0.smithi090.stdout:1282: snap_create 2024-03-07T03:01:01.518 INFO:tasks.rados.rados.0.smithi090.stdout:1280: finishing copy_from to smithi09077644-3 2024-03-07T03:01:01.518 INFO:tasks.rados.rados.0.smithi090.stdout:1280: got expected ENOENT (src dne) 2024-03-07T03:01:01.518 INFO:tasks.rados.rados.0.smithi090.stdout:1280: finishing copy_from racing read to smithi09077644-3 2024-03-07T03:01:01.520 INFO:tasks.rados.rados.0.smithi090.stdout:1279: finishing write tid 3 to smithi09077644-34 2024-03-07T03:01:01.520 INFO:tasks.rados.rados.0.smithi090.stdout:1279: finishing write tid 4 to smithi09077644-34 2024-03-07T03:01:01.521 INFO:tasks.rados.rados.0.smithi090.stdout:1279: finishing write tid 5 to smithi09077644-34 2024-03-07T03:01:01.521 INFO:tasks.rados.rados.0.smithi090.stdout:1279: oid 34 updating version 0 to 329 2024-03-07T03:01:01.521 INFO:tasks.rados.rados.0.smithi090.stdout:1279: oid 34 updating version 329 to 331 2024-03-07T03:01:01.521 INFO:tasks.rados.rados.0.smithi090.stdout:1279: oid 34 updating version 331 to 332 2024-03-07T03:01:01.521 INFO:tasks.rados.rados.0.smithi090.stdout:1279: oid 34 version 332 is already newer than 330 2024-03-07T03:01:01.521 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 34 v 332 (ObjNum 401 snap 125 seq_num 401) dirty exists 2024-03-07T03:01:01.521 INFO:tasks.rados.rados.0.smithi090.stdout:1279: left oid 34 (ObjNum 401 snap 125 seq_num 401) 2024-03-07T03:01:01.544 INFO:tasks.rados.rados.0.smithi090.stdout:1281: finishing copy_from racing read to smithi09077644-5 2024-03-07T03:01:01.550 INFO:tasks.rados.rados.0.smithi090.stdout:1281: finishing copy_from to smithi09077644-5 2024-03-07T03:01:01.550 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 5 v 483 (ObjNum 398 snap 121 seq_num 398) dirty exists 2024-03-07T03:01:01.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:01 smithi092 ceph-mon[31083]: osdmap e312: 8 total, 8 up, 8 in 2024-03-07T03:01:01.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:01 smithi092 ceph-mon[31083]: pgmap v452: 121 pgs: 121 active+clean; 253 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 3.6 MiB/s wr, 22 op/s 2024-03-07T03:01:01.799 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:01 smithi090 ceph-mon[37987]: osdmap e312: 8 total, 8 up, 8 in 2024-03-07T03:01:01.799 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:01 smithi090 ceph-mon[37987]: pgmap v452: 121 pgs: 121 active+clean; 253 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 3.6 MiB/s wr, 22 op/s 2024-03-07T03:01:01.799 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:01 smithi090 ceph-mon[27223]: osdmap e312: 8 total, 8 up, 8 in 2024-03-07T03:01:01.800 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:01 smithi090 ceph-mon[27223]: pgmap v452: 121 pgs: 121 active+clean; 253 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 3.6 MiB/s wr, 22 op/s 2024-03-07T03:01:02.474 INFO:tasks.rados.rados.0.smithi090.stdout:1279: done (3 left) 2024-03-07T03:01:02.475 INFO:tasks.rados.rados.0.smithi090.stdout:1280: done (2 left) 2024-03-07T03:01:02.475 INFO:tasks.rados.rados.0.smithi090.stdout:1281: done (1 left) 2024-03-07T03:01:02.475 INFO:tasks.rados.rados.0.smithi090.stdout:1282: done (0 left) 2024-03-07T03:01:02.475 INFO:tasks.rados.rados.0.smithi090.stdout:1283: snap_create 2024-03-07T03:01:02.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:02 smithi090 ceph-mon[27223]: osdmap e313: 8 total, 8 up, 8 in 2024-03-07T03:01:02.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:02 smithi090 ceph-mon[37987]: osdmap e313: 8 total, 8 up, 8 in 2024-03-07T03:01:02.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:02 smithi092 ceph-mon[31083]: osdmap e313: 8 total, 8 up, 8 in 2024-03-07T03:01:03.329 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:02 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:01:02] "GET /metrics HTTP/1.1" 200 35989 "" "Prometheus/2.43.0" 2024-03-07T03:01:03.482 INFO:tasks.rados.rados.0.smithi090.stdout:1283: done (0 left) 2024-03-07T03:01:03.482 INFO:tasks.rados.rados.0.smithi090.stdout:1284: snap_remove snap 115 2024-03-07T03:01:03.601 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:03 smithi092 ceph-mon[31083]: osdmap e314: 8 total, 8 up, 8 in 2024-03-07T03:01:03.601 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:03 smithi092 ceph-mon[31083]: pgmap v455: 121 pgs: 121 active+clean; 253 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 3.6 MiB/s wr, 22 op/s 2024-03-07T03:01:03.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:03 smithi090 ceph-mon[37987]: osdmap e314: 8 total, 8 up, 8 in 2024-03-07T03:01:03.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:03 smithi090 ceph-mon[37987]: pgmap v455: 121 pgs: 121 active+clean; 253 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 3.6 MiB/s wr, 22 op/s 2024-03-07T03:01:03.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:03 smithi090 ceph-mon[27223]: osdmap e314: 8 total, 8 up, 8 in 2024-03-07T03:01:03.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:03 smithi090 ceph-mon[27223]: pgmap v455: 121 pgs: 121 active+clean; 253 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 3.6 MiB/s wr, 22 op/s 2024-03-07T03:01:04.457 INFO:tasks.rados.rados.0.smithi090.stdout:1284: done (0 left) 2024-03-07T03:01:04.458 INFO:tasks.rados.rados.0.smithi090.stdout:1285: rollback oid 5 current snap is 127 2024-03-07T03:01:04.458 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 5 to 126 2024-03-07T03:01:04.458 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 29 current snap is 127 2024-03-07T03:01:04.458 INFO:tasks.rados.rados.0.smithi090.stdout:1286: seq_num 402 ranges {876544=737280,1613824=491520,2105344=516096,2621440=196608} 2024-03-07T03:01:04.467 INFO:tasks.rados.rados.0.smithi090.stdout:1286: writing smithi09077644-29 from 876544 to 1613824 tid 1 2024-03-07T03:01:04.471 INFO:tasks.rados.rados.0.smithi090.stdout:1286: writing smithi09077644-29 from 1613824 to 2105344 tid 2 2024-03-07T03:01:04.475 INFO:tasks.rados.rados.0.smithi090.stdout:1286: writing smithi09077644-29 from 2105344 to 2621440 tid 3 2024-03-07T03:01:04.476 INFO:tasks.rados.rados.0.smithi090.stdout:1286: writing smithi09077644-29 from 2621440 to 2818048 tid 4 2024-03-07T03:01:04.476 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 10 current snap is 127 2024-03-07T03:01:04.476 INFO:tasks.rados.rados.0.smithi090.stdout:1287: seq_num 403 ranges {3637248=753664,4390912=425984,4816896=720896,5537792=57344} 2024-03-07T03:01:04.500 INFO:tasks.rados.rados.0.smithi090.stdout:1287: writing smithi09077644-10 from 3637248 to 4390912 tid 1 2024-03-07T03:01:04.503 INFO:tasks.rados.rados.0.smithi090.stdout:1287: writing smithi09077644-10 from 4390912 to 4816896 tid 2 2024-03-07T03:01:04.508 INFO:tasks.rados.rados.0.smithi090.stdout:1287: writing smithi09077644-10 from 4816896 to 5537792 tid 3 2024-03-07T03:01:04.508 INFO:tasks.rados.rados.0.smithi090.stdout:1287: writing smithi09077644-10 from 5537792 to 5595136 tid 4 2024-03-07T03:01:04.508 INFO:tasks.rados.rados.0.smithi090.stdout:1288: delete oid 26 current snap is 127 2024-03-07T03:01:04.508 INFO:tasks.rados.rados.0.smithi090.stdout:1286: finishing write tid 1 to smithi09077644-29 2024-03-07T03:01:04.508 INFO:tasks.rados.rados.0.smithi090.stdout:1286: finishing write tid 2 to smithi09077644-29 2024-03-07T03:01:04.508 INFO:tasks.rados.rados.0.smithi090.stdout:1285: finishing rollback tid 0 to smithi09077644-5 2024-03-07T03:01:04.508 INFO:tasks.rados.rados.0.smithi090.stdout:1285: finishing rollback tid 1 to smithi09077644-5 2024-03-07T03:01:04.508 INFO:tasks.rados.rados.0.smithi090.stdout:1285: finishing rollback tid 2 to smithi09077644-5 2024-03-07T03:01:04.508 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 5 v 493 (ObjNum 398 snap 121 seq_num 398) dirty exists 2024-03-07T03:01:04.509 INFO:tasks.rados.rados.0.smithi090.stdout:1286: finishing write tid 3 to smithi09077644-29 2024-03-07T03:01:04.509 INFO:tasks.rados.rados.0.smithi090.stdout:1286: finishing write tid 4 to smithi09077644-29 2024-03-07T03:01:04.509 INFO:tasks.rados.rados.0.smithi090.stdout:1286: finishing write tid 5 to smithi09077644-29 2024-03-07T03:01:04.509 INFO:tasks.rados.rados.0.smithi090.stdout:1286: finishing write tid 6 to smithi09077644-29 2024-03-07T03:01:04.509 INFO:tasks.rados.rados.0.smithi090.stdout:1286: oid 29 updating version 0 to 621 2024-03-07T03:01:04.509 INFO:tasks.rados.rados.0.smithi090.stdout:1286: oid 29 updating version 621 to 625 2024-03-07T03:01:04.509 INFO:tasks.rados.rados.0.smithi090.stdout:1286: oid 29 version 625 is already newer than 624 2024-03-07T03:01:04.509 INFO:tasks.rados.rados.0.smithi090.stdout:1286: oid 29 version 625 is already newer than 623 2024-03-07T03:01:04.509 INFO:tasks.rados.rados.0.smithi090.stdout:1286: oid 29 version 625 is already newer than 622 2024-03-07T03:01:04.509 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 625 (ObjNum 402 snap 127 seq_num 402) dirty exists 2024-03-07T03:01:04.509 INFO:tasks.rados.rados.0.smithi090.stdout:1286: left oid 29 (ObjNum 402 snap 127 seq_num 402) 2024-03-07T03:01:04.509 INFO:tasks.rados.rados.0.smithi090.stdout:1287: finishing write tid 1 to smithi09077644-10 2024-03-07T03:01:04.509 INFO:tasks.rados.rados.0.smithi090.stdout:1287: finishing write tid 2 to smithi09077644-10 2024-03-07T03:01:04.510 INFO:tasks.rados.rados.0.smithi090.stdout:1285: done (3 left) 2024-03-07T03:01:04.510 INFO:tasks.rados.rados.0.smithi090.stdout:1286: done (2 left) 2024-03-07T03:01:04.510 INFO:tasks.rados.rados.0.smithi090.stdout:1288: done (1 left) 2024-03-07T03:01:04.510 INFO:tasks.rados.rados.0.smithi090.stdout:1289: read oid 39 snap -1 2024-03-07T03:01:04.510 INFO:tasks.rados.rados.0.smithi090.stdout:1289: expect deleted 2024-03-07T03:01:04.510 INFO:tasks.rados.rados.0.smithi090.stdout:1290: snap_remove snap 121 2024-03-07T03:01:04.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:04 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:01:04.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:04 smithi090 ceph-mon[37987]: osdmap e315: 8 total, 8 up, 8 in 2024-03-07T03:01:04.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:04 smithi090 ceph-mon[37987]: osdmap e316: 8 total, 8 up, 8 in 2024-03-07T03:01:04.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:04 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:01:04.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:04 smithi090 ceph-mon[27223]: osdmap e315: 8 total, 8 up, 8 in 2024-03-07T03:01:04.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:04 smithi090 ceph-mon[27223]: osdmap e316: 8 total, 8 up, 8 in 2024-03-07T03:01:04.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:04 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:01:04.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:04 smithi092 ceph-mon[31083]: osdmap e315: 8 total, 8 up, 8 in 2024-03-07T03:01:04.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:04 smithi092 ceph-mon[31083]: osdmap e316: 8 total, 8 up, 8 in 2024-03-07T03:01:05.493 INFO:tasks.rados.rados.0.smithi090.stdout:1290: done (2 left) 2024-03-07T03:01:05.493 INFO:tasks.rados.rados.0.smithi090.stdout:1291: snap_remove snap 108 2024-03-07T03:01:05.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:05 smithi090 ceph-mon[37987]: pgmap v458: 121 pgs: 5 active+clean+snaptrim, 116 active+clean; 265 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 2.9 MiB/s wr, 8 op/s 2024-03-07T03:01:05.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:05 smithi090 ceph-mon[27223]: pgmap v458: 121 pgs: 5 active+clean+snaptrim, 116 active+clean; 265 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 2.9 MiB/s wr, 8 op/s 2024-03-07T03:01:05.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:05 smithi092 ceph-mon[31083]: pgmap v458: 121 pgs: 5 active+clean+snaptrim, 116 active+clean; 265 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 2.9 MiB/s wr, 8 op/s 2024-03-07T03:01:06.297 INFO:teuthology.orchestra.run.smithi090.stdout:true 2024-03-07T03:01:06.495 INFO:tasks.rados.rados.0.smithi090.stdout:1287: finishing write tid 3 to smithi09077644-10 2024-03-07T03:01:06.496 INFO:tasks.rados.rados.0.smithi090.stdout:1287: finishing write tid 4 to smithi09077644-10 2024-03-07T03:01:06.496 INFO:tasks.rados.rados.0.smithi090.stdout:1287: finishing write tid 5 to smithi09077644-10 2024-03-07T03:01:06.496 INFO:tasks.rados.rados.0.smithi090.stdout:1287: finishing write tid 6 to smithi09077644-10 2024-03-07T03:01:06.496 INFO:tasks.rados.rados.0.smithi090.stdout:1287: oid 10 updating version 0 to 807 2024-03-07T03:01:06.496 INFO:tasks.rados.rados.0.smithi090.stdout:1287: oid 10 updating version 807 to 808 2024-03-07T03:01:06.496 INFO:tasks.rados.rados.0.smithi090.stdout:1287: oid 10 updating version 808 to 810 2024-03-07T03:01:06.496 INFO:tasks.rados.rados.0.smithi090.stdout:1287: oid 10 version 810 is already newer than 809 2024-03-07T03:01:06.496 INFO:tasks.rados.rados.0.smithi090.stdout:1287: oid 10 version 810 is already newer than 806 2024-03-07T03:01:06.496 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 810 (ObjNum 403 snap 127 seq_num 403) dirty exists 2024-03-07T03:01:06.496 INFO:tasks.rados.rados.0.smithi090.stdout:1287: left oid 10 (ObjNum 403 snap 127 seq_num 403) 2024-03-07T03:01:06.496 INFO:tasks.rados.rados.0.smithi090.stdout:1287: done (2 left) 2024-03-07T03:01:06.496 INFO:tasks.rados.rados.0.smithi090.stdout:1289: done (1 left) 2024-03-07T03:01:06.497 INFO:tasks.rados.rados.0.smithi090.stdout:1291: done (0 left) 2024-03-07T03:01:06.497 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 23 current snap is 127 2024-03-07T03:01:06.497 INFO:tasks.rados.rados.0.smithi090.stdout:1292: seq_num 405 ranges {6389760=786432,7176192=589824,7766016=614400} 2024-03-07T03:01:06.535 INFO:tasks.rados.rados.0.smithi090.stdout:1292: writing smithi09077644-23 from 6389760 to 7176192 tid 1 2024-03-07T03:01:06.539 INFO:tasks.rados.rados.0.smithi090.stdout:1292: writing smithi09077644-23 from 7176192 to 7766016 tid 2 2024-03-07T03:01:06.543 INFO:tasks.rados.rados.0.smithi090.stdout:1292: writing smithi09077644-23 from 7766016 to 8380416 tid 3 2024-03-07T03:01:06.543 INFO:tasks.rados.rados.0.smithi090.stdout:1293: copy_from oid 40 from oid 35 current snap is 127 2024-03-07T03:01:06.543 INFO:tasks.rados.rados.0.smithi090.stdout:1292: finishing write tid 1 to smithi09077644-23 2024-03-07T03:01:06.543 INFO:tasks.rados.rados.0.smithi090.stdout:1292: finishing write tid 2 to smithi09077644-23 2024-03-07T03:01:06.543 INFO:tasks.rados.rados.0.smithi090.stdout:1294: snap_create 2024-03-07T03:01:06.545 INFO:tasks.rados.rados.0.smithi090.stdout:1292: finishing write tid 3 to smithi09077644-23 2024-03-07T03:01:06.545 INFO:tasks.rados.rados.0.smithi090.stdout:1292: finishing write tid 4 to smithi09077644-23 2024-03-07T03:01:06.547 INFO:tasks.rados.rados.0.smithi090.stdout:1292: finishing write tid 5 to smithi09077644-23 2024-03-07T03:01:06.547 INFO:tasks.rados.rados.0.smithi090.stdout:1292: oid 23 updating version 0 to 703 2024-03-07T03:01:06.547 INFO:tasks.rados.rados.0.smithi090.stdout:1292: oid 23 version 703 is already newer than 700 2024-03-07T03:01:06.547 INFO:tasks.rados.rados.0.smithi090.stdout:1292: oid 23 version 703 is already newer than 702 2024-03-07T03:01:06.547 INFO:tasks.rados.rados.0.smithi090.stdout:1292: oid 23 version 703 is already newer than 701 2024-03-07T03:01:06.547 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 703 (ObjNum 405 snap 127 seq_num 405) dirty exists 2024-03-07T03:01:06.547 INFO:tasks.rados.rados.0.smithi090.stdout:1292: left oid 23 (ObjNum 405 snap 127 seq_num 405) 2024-03-07T03:01:06.554 INFO:tasks.rados.rados.0.smithi090.stdout:1293: finishing copy_from racing read to smithi09077644-40 2024-03-07T03:01:06.556 INFO:tasks.rados.rados.0.smithi090.stdout:1293: finishing copy_from to smithi09077644-40 2024-03-07T03:01:06.556 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 40 v 421 (ObjNum 344 snap 102 seq_num 344) dirty exists 2024-03-07T03:01:06.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:06 smithi090 ceph-mon[27223]: osdmap e317: 8 total, 8 up, 8 in 2024-03-07T03:01:06.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:06 smithi090 ceph-mon[37987]: osdmap e317: 8 total, 8 up, 8 in 2024-03-07T03:01:06.629 INFO:teuthology.orchestra.run.smithi090.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-07T03:01:06.629 INFO:teuthology.orchestra.run.smithi090.stdout:alertmanager.a smithi090 *:9093,9094 running (5m) 5m ago 6m 16.7M - 0.25.0 c8568f914cd2 c7f315859531 2024-03-07T03:01:06.629 INFO:teuthology.orchestra.run.smithi090.stdout:grafana.a smithi092 *:3000 running (6m) 11s ago 6m 88.6M - 9.4.7 954c08fa6188 044a70fdd07e 2024-03-07T03:01:06.629 INFO:teuthology.orchestra.run.smithi090.stdout:mds.a smithi090 running (7m) 5m ago 7m 12.7M - 18.2.1-718-gae75fc9d 0164bb8a7c67 8b3baf63c0c9 2024-03-07T03:01:06.630 INFO:teuthology.orchestra.run.smithi090.stdout:mds.b smithi092 running (7m) 11s ago 7m 18.0M - 18.2.1-718-gae75fc9d 0164bb8a7c67 ce3c1188fa28 2024-03-07T03:01:06.630 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.x smithi092 *:8443,9283,8765 running (16s) 11s ago 10m 79.5M - 19.0.0-1905-gea9a5688 fdb83767c1ab 3ad5284204cc 2024-03-07T03:01:06.630 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.y smithi090 *:9283,8765 running (12m) 5m ago 12m 497M - 18.2.1-718-gae75fc9d 0164bb8a7c67 a5359f652648 2024-03-07T03:01:06.630 INFO:teuthology.orchestra.run.smithi090.stdout:mon.a smithi090 running (12m) 5m ago 12m 47.8M 2048M 18.2.1-718-gae75fc9d 0164bb8a7c67 84d91110fe9f 2024-03-07T03:01:06.630 INFO:teuthology.orchestra.run.smithi090.stdout:mon.b smithi092 running (11m) 11s ago 11m 47.6M 2048M 18.2.1-718-gae75fc9d 0164bb8a7c67 27a7830719c5 2024-03-07T03:01:06.630 INFO:teuthology.orchestra.run.smithi090.stdout:mon.c smithi090 running (11m) 5m ago 11m 38.8M 2048M 18.2.1-718-gae75fc9d 0164bb8a7c67 9eaa649b1445 2024-03-07T03:01:06.630 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.a smithi090 *:9100 running (6m) 5m ago 6m 15.0M - 1.5.0 0da6a335fe13 76496853f3a5 2024-03-07T03:01:06.630 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.b smithi092 *:9100 running (6m) 11s ago 6m 15.1M - 1.5.0 0da6a335fe13 9ed8c0a03920 2024-03-07T03:01:06.630 INFO:teuthology.orchestra.run.smithi090.stdout:osd.0 smithi090 running (10m) 5m ago 10m 44.6M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 725e893e6886 2024-03-07T03:01:06.630 INFO:teuthology.orchestra.run.smithi090.stdout:osd.1 smithi090 running (10m) 5m ago 10m 43.5M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 9b941d592b34 2024-03-07T03:01:06.630 INFO:teuthology.orchestra.run.smithi090.stdout:osd.2 smithi090 running (9m) 5m ago 9m 43.2M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 9852da06477f 2024-03-07T03:01:06.630 INFO:teuthology.orchestra.run.smithi090.stdout:osd.3 smithi090 running (9m) 5m ago 9m 44.7M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 1e9119683f37 2024-03-07T03:01:06.630 INFO:teuthology.orchestra.run.smithi090.stdout:osd.4 smithi092 running (8m) 11s ago 8m 174M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 9ffc02d81c13 2024-03-07T03:01:06.631 INFO:teuthology.orchestra.run.smithi090.stdout:osd.5 smithi092 running (8m) 11s ago 8m 171M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 028e6ccdd1db 2024-03-07T03:01:06.631 INFO:teuthology.orchestra.run.smithi090.stdout:osd.6 smithi092 running (8m) 11s ago 8m 105M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 04f0a980ec71 2024-03-07T03:01:06.631 INFO:teuthology.orchestra.run.smithi090.stdout:osd.7 smithi092 running (7m) 11s ago 7m 109M 2992M 18.2.1-718-gae75fc9d 0164bb8a7c67 1f2215787147 2024-03-07T03:01:06.631 INFO:teuthology.orchestra.run.smithi090.stdout:prometheus.a smithi092 *:9095 running (5m) 11s ago 6m 51.7M - 2.43.0 a07b618ecd1d 1302f14a5c88 2024-03-07T03:01:06.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:06 smithi092 ceph-mon[31083]: osdmap e317: 8 total, 8 up, 8 in 2024-03-07T03:01:07.018 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-03-07T03:01:07.018 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": { 2024-03-07T03:01:07.019 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 3 2024-03-07T03:01:07.019 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:01:07.019 INFO:teuthology.orchestra.run.smithi090.stdout: "mgr": { 2024-03-07T03:01:07.019 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 1, 2024-03-07T03:01:07.019 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 1 2024-03-07T03:01:07.019 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:01:07.019 INFO:teuthology.orchestra.run.smithi090.stdout: "osd": { 2024-03-07T03:01:07.019 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 8 2024-03-07T03:01:07.019 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:01:07.019 INFO:teuthology.orchestra.run.smithi090.stdout: "mds": { 2024-03-07T03:01:07.019 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 2 2024-03-07T03:01:07.019 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:01:07.019 INFO:teuthology.orchestra.run.smithi090.stdout: "overall": { 2024-03-07T03:01:07.019 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 14, 2024-03-07T03:01:07.020 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 1 2024-03-07T03:01:07.020 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-03-07T03:01:07.020 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-03-07T03:01:07.500 INFO:tasks.rados.rados.0.smithi090.stdout:1292: done (2 left) 2024-03-07T03:01:07.500 INFO:tasks.rados.rados.0.smithi090.stdout:1293: done (1 left) 2024-03-07T03:01:07.500 INFO:tasks.rados.rados.0.smithi090.stdout:1294: done (0 left) 2024-03-07T03:01:07.501 INFO:tasks.rados.rados.0.smithi090.stdout:1295: delete oid 3 current snap is 128 2024-03-07T03:01:07.502 INFO:tasks.rados.rados.0.smithi090.stdout:1295: done (0 left) 2024-03-07T03:01:07.502 INFO:tasks.rados.rados.0.smithi090.stdout:1296: read oid 6 snap -1 2024-03-07T03:01:07.502 INFO:tasks.rados.rados.0.smithi090.stdout:1296: expect deleted 2024-03-07T03:01:07.502 INFO:tasks.rados.rados.0.smithi090.stdout:1297: delete oid 30 current snap is 128 2024-03-07T03:01:07.506 INFO:tasks.rados.rados.0.smithi090.stdout:1296: done (1 left) 2024-03-07T03:01:07.506 INFO:tasks.rados.rados.0.smithi090.stdout:1297: done (0 left) 2024-03-07T03:01:07.506 INFO:tasks.rados.rados.0.smithi090.stdout:1298: snap_remove snap 120 2024-03-07T03:01:07.824 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:07 smithi092 ceph-mon[31083]: from='client.15207 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:01:07.824 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:07 smithi092 ceph-mon[31083]: osdmap e318: 8 total, 8 up, 8 in 2024-03-07T03:01:07.824 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:07 smithi092 ceph-mon[31083]: pgmap v461: 121 pgs: 5 active+clean+snaptrim, 116 active+clean; 265 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 2.9 MiB/s wr, 8 op/s 2024-03-07T03:01:07.824 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:07 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/1501993151' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:01:07.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:07 smithi090 ceph-mon[27223]: from='client.15207 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:01:07.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:07 smithi090 ceph-mon[27223]: osdmap e318: 8 total, 8 up, 8 in 2024-03-07T03:01:07.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:07 smithi090 ceph-mon[27223]: pgmap v461: 121 pgs: 5 active+clean+snaptrim, 116 active+clean; 265 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 2.9 MiB/s wr, 8 op/s 2024-03-07T03:01:07.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:07 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/1501993151' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:01:07.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:07 smithi090 ceph-mon[37987]: from='client.15207 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:01:07.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:07 smithi090 ceph-mon[37987]: osdmap e318: 8 total, 8 up, 8 in 2024-03-07T03:01:07.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:07 smithi090 ceph-mon[37987]: pgmap v461: 121 pgs: 5 active+clean+snaptrim, 116 active+clean; 265 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 2.9 MiB/s wr, 8 op/s 2024-03-07T03:01:07.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:07 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/1501993151' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:01:08.060 INFO:tasks.rados.rados.0.smithi090.stdout:1298: done (0 left) 2024-03-07T03:01:08.060 INFO:tasks.rados.rados.0.smithi090.stdout:1299: read oid 40 snap -1 2024-03-07T03:01:08.060 INFO:tasks.rados.rados.0.smithi090.stdout:1299: expect (ObjNum 344 snap 102 seq_num 344) 2024-03-07T03:01:08.060 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 14 current snap is 128 2024-03-07T03:01:08.060 INFO:tasks.rados.rados.0.smithi090.stdout:1300: seq_num 408 ranges {2203648=442368,2646016=647168,3293184=507904,3801088=450560} 2024-03-07T03:01:08.074 INFO:tasks.rados.rados.0.smithi090.stdout:1300: writing smithi09077644-14 from 2203648 to 2646016 tid 1 2024-03-07T03:01:08.078 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:01:08 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: [07/Mar/2024:03:01:08] ENGINE Bus STOPPING 2024-03-07T03:01:08.078 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:01:08 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: [07/Mar/2024:03:01:08] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-07T03:01:08.078 INFO:tasks.rados.rados.0.smithi090.stdout:1300: writing smithi09077644-14 from 2646016 to 3293184 tid 2 2024-03-07T03:01:08.081 INFO:tasks.rados.rados.0.smithi090.stdout:1300: writing smithi09077644-14 from 3293184 to 3801088 tid 3 2024-03-07T03:01:08.083 INFO:tasks.rados.rados.0.smithi090.stdout:1300: writing smithi09077644-14 from 3801088 to 4251648 tid 4 2024-03-07T03:01:08.084 INFO:tasks.rados.rados.0.smithi090.stdout:1301: snap_remove snap 93 2024-03-07T03:01:08.418 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:01:08 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: [07/Mar/2024:03:01:08] ENGINE Bus STOPPED 2024-03-07T03:01:08.418 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:01:08 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: [07/Mar/2024:03:01:08] ENGINE Bus STARTING 2024-03-07T03:01:08.418 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:01:08 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: 2024-03-07T03:01:08.203+0000 7f9a8ed41700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-07T03:01:08.418 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:01:08 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: 2024-03-07T03:01:08.203+0000 7f9a91d47700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-07T03:01:08.418 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:01:08 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: 2024-03-07T03:01:08.203+0000 7f9a91d47700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-07T03:01:08.418 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:01:08 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: 2024-03-07T03:01:08.203+0000 7f9a91d47700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-07T03:01:08.418 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:01:08 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: 2024-03-07T03:01:08.203+0000 7f9a91d47700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-07T03:01:08.418 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:01:08 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: 2024-03-07T03:01:08.203+0000 7f9a8ed41700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-07T03:01:08.418 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:01:08 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: 2024-03-07T03:01:08.203+0000 7f9a91d47700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-07T03:01:08.418 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:01:08 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: 2024-03-07T03:01:08.203+0000 7f9a8ed41700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-07T03:01:08.418 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:01:08 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: 2024-03-07T03:01:08.203+0000 7f9a8ed41700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-07T03:01:08.418 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:01:08 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: 2024-03-07T03:01:08.203+0000 7f9a8ed41700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-07T03:01:08.419 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:01:08 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: [07/Mar/2024:03:01:08] ENGINE Serving on http://:::9283 2024-03-07T03:01:08.419 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:01:08 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: [07/Mar/2024:03:01:08] ENGINE Bus STARTED 2024-03-07T03:01:08.499 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: ignoring --setuser ceph since I am not root 2024-03-07T03:01:08.499 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: ignoring --setgroup ceph since I am not root 2024-03-07T03:01:08.829 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T03:01:08.640+0000 7f8f0cbae200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-07T03:01:08.829 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T03:01:08.734+0000 7f8f0cbae200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-07T03:01:08.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[27223]: from='client.15213 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:01:08.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[27223]: osdmap e319: 8 total, 8 up, 8 in 2024-03-07T03:01:08.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T03:01:08.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T03:01:08.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:01:08.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:01:08.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T03:01:08.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:01:08.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-03-07T03:01:08.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[27223]: osdmap e320: 8 total, 8 up, 8 in 2024-03-07T03:01:08.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[27223]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-03-07T03:01:08.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[27223]: mgrmap e25: x(active, starting, since 0.00747553s) 2024-03-07T03:01:08.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[27223]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T03:01:08.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[27223]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T03:01:08.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[27223]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T03:01:08.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[27223]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-07T03:01:08.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[27223]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-07T03:01:08.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[27223]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-07T03:01:08.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[27223]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-07T03:01:08.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[27223]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-07T03:01:08.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[27223]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-07T03:01:08.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[27223]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-07T03:01:08.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[27223]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-07T03:01:08.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[27223]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-07T03:01:08.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[27223]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-07T03:01:08.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[27223]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-07T03:01:08.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[27223]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-07T03:01:08.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[27223]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-07T03:01:08.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[37987]: from='client.15213 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:01:08.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[37987]: osdmap e319: 8 total, 8 up, 8 in 2024-03-07T03:01:08.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T03:01:08.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T03:01:08.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:01:08.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:01:08.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T03:01:08.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:01:08.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-03-07T03:01:08.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[37987]: osdmap e320: 8 total, 8 up, 8 in 2024-03-07T03:01:08.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[37987]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-03-07T03:01:08.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[37987]: mgrmap e25: x(active, starting, since 0.00747553s) 2024-03-07T03:01:08.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[37987]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T03:01:08.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[37987]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T03:01:08.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[37987]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T03:01:08.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[37987]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-07T03:01:08.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[37987]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-07T03:01:08.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[37987]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-07T03:01:08.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[37987]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-07T03:01:08.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[37987]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-07T03:01:08.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[37987]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-07T03:01:08.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[37987]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-07T03:01:08.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[37987]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-07T03:01:08.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[37987]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-07T03:01:08.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[37987]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-07T03:01:08.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[37987]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-07T03:01:08.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[37987]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-07T03:01:08.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[37987]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-07T03:01:08.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[27223]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-07T03:01:08.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[27223]: Manager daemon x is now available 2024-03-07T03:01:08.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[27223]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:01:08.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[27223]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:01:08.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[27223]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:01:08.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[27223]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-03-07T03:01:08.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[27223]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-03-07T03:01:08.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[27223]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-03-07T03:01:08.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[27223]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-03-07T03:01:08.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[37987]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-07T03:01:08.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[37987]: Manager daemon x is now available 2024-03-07T03:01:08.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[37987]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:01:08.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[37987]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:01:08.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[37987]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:01:08.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[37987]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-03-07T03:01:08.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[37987]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-03-07T03:01:08.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[37987]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-03-07T03:01:08.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:08 smithi090 ceph-mon[37987]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-03-07T03:01:08.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:08 smithi092 ceph-mon[31083]: from='client.15213 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:01:08.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:08 smithi092 ceph-mon[31083]: osdmap e319: 8 total, 8 up, 8 in 2024-03-07T03:01:08.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:08 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T03:01:08.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:08 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T03:01:08.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:08 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:01:08.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:08 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:01:08.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:08 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' 2024-03-07T03:01:08.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:08 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:01:08.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:08 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-03-07T03:01:08.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:08 smithi092 ceph-mon[31083]: osdmap e320: 8 total, 8 up, 8 in 2024-03-07T03:01:08.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:08 smithi092 ceph-mon[31083]: from='mgr.24467 172.21.15.90:0/1358963848' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-03-07T03:01:08.919 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:08 smithi092 ceph-mon[31083]: mgrmap e25: x(active, starting, since 0.00747553s) 2024-03-07T03:01:08.919 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:08 smithi092 ceph-mon[31083]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T03:01:08.919 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:08 smithi092 ceph-mon[31083]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T03:01:08.919 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:08 smithi092 ceph-mon[31083]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T03:01:08.919 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:08 smithi092 ceph-mon[31083]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-07T03:01:08.919 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:08 smithi092 ceph-mon[31083]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-07T03:01:08.919 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:08 smithi092 ceph-mon[31083]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-07T03:01:08.919 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:08 smithi092 ceph-mon[31083]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-07T03:01:08.919 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:08 smithi092 ceph-mon[31083]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-07T03:01:08.919 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:08 smithi092 ceph-mon[31083]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-07T03:01:08.919 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:08 smithi092 ceph-mon[31083]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-07T03:01:08.919 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:08 smithi092 ceph-mon[31083]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-07T03:01:08.919 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:08 smithi092 ceph-mon[31083]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-07T03:01:08.919 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:08 smithi092 ceph-mon[31083]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-07T03:01:08.919 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:08 smithi092 ceph-mon[31083]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-07T03:01:08.919 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:08 smithi092 ceph-mon[31083]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-07T03:01:08.920 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:08 smithi092 ceph-mon[31083]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-07T03:01:08.920 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:08 smithi092 ceph-mon[31083]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-07T03:01:08.920 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:08 smithi092 ceph-mon[31083]: Manager daemon x is now available 2024-03-07T03:01:08.920 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:08 smithi092 ceph-mon[31083]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:01:08.920 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:08 smithi092 ceph-mon[31083]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:01:08.920 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:08 smithi092 ceph-mon[31083]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:01:08.920 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:08 smithi092 ceph-mon[31083]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-03-07T03:01:08.920 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:08 smithi092 ceph-mon[31083]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-03-07T03:01:08.920 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:08 smithi092 ceph-mon[31083]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-03-07T03:01:08.920 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:08 smithi092 ceph-mon[31083]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-03-07T03:01:09.056 INFO:tasks.rados.rados.0.smithi090.stdout:1301: done (2 left) 2024-03-07T03:01:09.056 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 36 current snap is 128 2024-03-07T03:01:09.057 INFO:tasks.rados.rados.0.smithi090.stdout:1302: seq_num 409 ranges {2506752=458752,2965504=532480,3497984=720896,4218880=352256} 2024-03-07T03:01:09.074 INFO:tasks.rados.rados.0.smithi090.stdout:1302: writing smithi09077644-36 from 2506752 to 2965504 tid 1 2024-03-07T03:01:09.077 INFO:tasks.rados.rados.0.smithi090.stdout:1302: writing smithi09077644-36 from 2965504 to 3497984 tid 2 2024-03-07T03:01:09.082 INFO:tasks.rados.rados.0.smithi090.stdout:1302: writing smithi09077644-36 from 3497984 to 4218880 tid 3 2024-03-07T03:01:09.087 INFO:tasks.rados.rados.0.smithi090.stdout:1302: writing smithi09077644-36 from 4218880 to 4571136 tid 4 2024-03-07T03:01:09.087 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 25 current snap is 128 2024-03-07T03:01:09.087 INFO:tasks.rados.rados.0.smithi090.stdout:1303: seq_num 410 ranges {1794048=475136,2269184=417792,2686976=475136,3162112=425984,3588096=286720} 2024-03-07T03:01:09.098 INFO:tasks.rados.rados.0.smithi090.stdout:1303: writing smithi09077644-25 from 1794048 to 2269184 tid 1 2024-03-07T03:01:09.100 INFO:tasks.rados.rados.0.smithi090.stdout:1303: writing smithi09077644-25 from 2269184 to 2686976 tid 2 2024-03-07T03:01:09.103 INFO:tasks.rados.rados.0.smithi090.stdout:1303: writing smithi09077644-25 from 2686976 to 3162112 tid 3 2024-03-07T03:01:09.106 INFO:tasks.rados.rados.0.smithi090.stdout:1303: writing smithi09077644-25 from 3162112 to 3588096 tid 4 2024-03-07T03:01:09.107 INFO:tasks.rados.rados.0.smithi090.stdout:1303: writing smithi09077644-25 from 3588096 to 3874816 tid 5 2024-03-07T03:01:09.107 INFO:tasks.rados.rados.0.smithi090.stdout:1304: snap_remove snap 113 2024-03-07T03:01:09.714 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:09 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T03:01:09.384+0000 7f8f0cbae200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-07T03:01:09.714 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:09 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T03:01:09.474+0000 7f8f0cbae200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-07T03:01:09.714 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:09 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T03:01:09.616+0000 7f8f0cbae200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-07T03:01:09.714 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:09 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T03:01:09.711+0000 7f8f0cbae200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-07T03:01:10.051 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:09 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T03:01:09.793+0000 7f8f0cbae200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-07T03:01:10.072 INFO:tasks.rados.rados.0.smithi090.stdout:1299: expect (ObjNum 344 snap 102 seq_num 344) 2024-03-07T03:01:10.213 INFO:tasks.rados.rados.0.smithi090.stdout:1300: finishing write tid 1 to smithi09077644-14 2024-03-07T03:01:10.213 INFO:tasks.rados.rados.0.smithi090.stdout:1300: finishing write tid 2 to smithi09077644-14 2024-03-07T03:01:10.213 INFO:tasks.rados.rados.0.smithi090.stdout:1300: finishing write tid 3 to smithi09077644-14 2024-03-07T03:01:10.213 INFO:tasks.rados.rados.0.smithi090.stdout:1299: done (4 left) 2024-03-07T03:01:10.213 INFO:tasks.rados.rados.0.smithi090.stdout:1304: done (3 left) 2024-03-07T03:01:10.213 INFO:tasks.rados.rados.0.smithi090.stdout:1305: rollback oid 33 current snap is 128 2024-03-07T03:01:10.213 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 33 to 119 2024-03-07T03:01:10.213 INFO:tasks.rados.rados.0.smithi090.stdout:1300: finishing write tid 4 to smithi09077644-14 2024-03-07T03:01:10.213 INFO:tasks.rados.rados.0.smithi090.stdout:1300: finishing write tid 5 to smithi09077644-14 2024-03-07T03:01:10.213 INFO:tasks.rados.rados.0.smithi090.stdout:1300: finishing write tid 6 to smithi09077644-14 2024-03-07T03:01:10.213 INFO:tasks.rados.rados.0.smithi090.stdout:1300: oid 14 updating version 0 to 422 2024-03-07T03:01:10.213 INFO:tasks.rados.rados.0.smithi090.stdout:1300: oid 14 updating version 422 to 423 2024-03-07T03:01:10.214 INFO:tasks.rados.rados.0.smithi090.stdout:1300: oid 14 updating version 423 to 426 2024-03-07T03:01:10.214 INFO:tasks.rados.rados.0.smithi090.stdout:1300: oid 14 version 426 is already newer than 424 2024-03-07T03:01:10.214 INFO:tasks.rados.rados.0.smithi090.stdout:1300: oid 14 version 426 is already newer than 425 2024-03-07T03:01:10.214 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 14 v 426 (ObjNum 408 snap 128 seq_num 408) dirty exists 2024-03-07T03:01:10.214 INFO:tasks.rados.rados.0.smithi090.stdout:1300: left oid 14 (ObjNum 408 snap 128 seq_num 408) 2024-03-07T03:01:10.214 INFO:tasks.rados.rados.0.smithi090.stdout:1302: finishing write tid 1 to smithi09077644-36 2024-03-07T03:01:10.214 INFO:tasks.rados.rados.0.smithi090.stdout:1302: finishing write tid 2 to smithi09077644-36 2024-03-07T03:01:10.214 INFO:tasks.rados.rados.0.smithi090.stdout:1302: finishing write tid 3 to smithi09077644-36 2024-03-07T03:01:10.214 INFO:tasks.rados.rados.0.smithi090.stdout:1302: finishing write tid 4 to smithi09077644-36 2024-03-07T03:01:10.214 INFO:tasks.rados.rados.0.smithi090.stdout:1302: finishing write tid 5 to smithi09077644-36 2024-03-07T03:01:10.214 INFO:tasks.rados.rados.0.smithi090.stdout:1302: finishing write tid 6 to smithi09077644-36 2024-03-07T03:01:10.214 INFO:tasks.rados.rados.0.smithi090.stdout:1302: oid 36 updating version 0 to 524 2024-03-07T03:01:10.214 INFO:tasks.rados.rados.0.smithi090.stdout:1302: oid 36 updating version 524 to 526 2024-03-07T03:01:10.214 INFO:tasks.rados.rados.0.smithi090.stdout:1302: oid 36 version 526 is already newer than 525 2024-03-07T03:01:10.214 INFO:tasks.rados.rados.0.smithi090.stdout:1302: oid 36 updating version 526 to 527 2024-03-07T03:01:10.215 INFO:tasks.rados.rados.0.smithi090.stdout:1302: oid 36 updating version 527 to 528 2024-03-07T03:01:10.215 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 528 (ObjNum 409 snap 128 seq_num 409) dirty exists 2024-03-07T03:01:10.215 INFO:tasks.rados.rados.0.smithi090.stdout:1302: left oid 36 (ObjNum 409 snap 128 seq_num 409) 2024-03-07T03:01:10.215 INFO:tasks.rados.rados.0.smithi090.stdout:1303: finishing write tid 1 to smithi09077644-25 2024-03-07T03:01:10.215 INFO:tasks.rados.rados.0.smithi090.stdout:1303: finishing write tid 2 to smithi09077644-25 2024-03-07T03:01:10.215 INFO:tasks.rados.rados.0.smithi090.stdout:1303: finishing write tid 3 to smithi09077644-25 2024-03-07T03:01:10.215 INFO:tasks.rados.rados.0.smithi090.stdout:1303: finishing write tid 4 to smithi09077644-25 2024-03-07T03:01:10.215 INFO:tasks.rados.rados.0.smithi090.stdout:1300: done (3 left) 2024-03-07T03:01:10.215 INFO:tasks.rados.rados.0.smithi090.stdout:1302: done (2 left) 2024-03-07T03:01:10.215 INFO:tasks.rados.rados.0.smithi090.stdout:1306: read oid 4 snap -1 2024-03-07T03:01:10.215 INFO:tasks.rados.rados.0.smithi090.stdout:1306: expect (ObjNum 331 snap 99 seq_num 331) 2024-03-07T03:01:10.215 INFO:tasks.rados.rados.0.smithi090.stdout:1307: read oid 29 snap -1 2024-03-07T03:01:10.215 INFO:tasks.rados.rados.0.smithi090.stdout:1307: expect (ObjNum 402 snap 127 seq_num 402) 2024-03-07T03:01:10.215 INFO:tasks.rados.rados.0.smithi090.stdout:1308: snap_remove snap 126 2024-03-07T03:01:10.328 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:10 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T03:01:10.056+0000 7f8f0cbae200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-07T03:01:10.329 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:10 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T03:01:10.181+0000 7f8f0cbae200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-07T03:01:10.329 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:10 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T03:01:10.271+0000 7f8f0cbae200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-07T03:01:10.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:10 smithi090 ceph-mon[37987]: [07/Mar/2024:03:01:08] ENGINE Bus STARTING 2024-03-07T03:01:10.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:10 smithi090 ceph-mon[37987]: Deploying cephadm binary to smithi090 2024-03-07T03:01:10.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:10 smithi090 ceph-mon[37987]: Deploying cephadm binary to smithi092 2024-03-07T03:01:10.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:10 smithi090 ceph-mon[37987]: [07/Mar/2024:03:01:08] ENGINE Serving on https://172.21.15.92:7150 2024-03-07T03:01:10.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:10 smithi090 ceph-mon[37987]: [07/Mar/2024:03:01:08] ENGINE Serving on http://172.21.15.92:8765 2024-03-07T03:01:10.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:10 smithi090 ceph-mon[37987]: [07/Mar/2024:03:01:08] ENGINE Bus STARTED 2024-03-07T03:01:10.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:10 smithi090 ceph-mon[37987]: osdmap e321: 8 total, 8 up, 8 in 2024-03-07T03:01:10.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:10 smithi090 ceph-mon[37987]: mgrmap e26: x(active, since 1.01928s) 2024-03-07T03:01:10.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:10 smithi090 ceph-mon[37987]: pgmap v4: 121 pgs: 5 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 115 active+clean; 245 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-03-07T03:01:10.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:10 smithi090 ceph-mon[27223]: [07/Mar/2024:03:01:08] ENGINE Bus STARTING 2024-03-07T03:01:10.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:10 smithi090 ceph-mon[27223]: Deploying cephadm binary to smithi090 2024-03-07T03:01:10.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:10 smithi090 ceph-mon[27223]: Deploying cephadm binary to smithi092 2024-03-07T03:01:10.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:10 smithi090 ceph-mon[27223]: [07/Mar/2024:03:01:08] ENGINE Serving on https://172.21.15.92:7150 2024-03-07T03:01:10.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:10 smithi090 ceph-mon[27223]: [07/Mar/2024:03:01:08] ENGINE Serving on http://172.21.15.92:8765 2024-03-07T03:01:10.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:10 smithi090 ceph-mon[27223]: [07/Mar/2024:03:01:08] ENGINE Bus STARTED 2024-03-07T03:01:10.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:10 smithi090 ceph-mon[27223]: osdmap e321: 8 total, 8 up, 8 in 2024-03-07T03:01:10.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:10 smithi090 ceph-mon[27223]: mgrmap e26: x(active, since 1.01928s) 2024-03-07T03:01:10.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:10 smithi090 ceph-mon[27223]: pgmap v4: 121 pgs: 5 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 115 active+clean; 245 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-03-07T03:01:10.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:10 smithi092 ceph-mon[31083]: [07/Mar/2024:03:01:08] ENGINE Bus STARTING 2024-03-07T03:01:10.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:10 smithi092 ceph-mon[31083]: Deploying cephadm binary to smithi090 2024-03-07T03:01:10.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:10 smithi092 ceph-mon[31083]: Deploying cephadm binary to smithi092 2024-03-07T03:01:10.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:10 smithi092 ceph-mon[31083]: [07/Mar/2024:03:01:08] ENGINE Serving on https://172.21.15.92:7150 2024-03-07T03:01:10.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:10 smithi092 ceph-mon[31083]: [07/Mar/2024:03:01:08] ENGINE Serving on http://172.21.15.92:8765 2024-03-07T03:01:10.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:10 smithi092 ceph-mon[31083]: [07/Mar/2024:03:01:08] ENGINE Bus STARTED 2024-03-07T03:01:10.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:10 smithi092 ceph-mon[31083]: osdmap e321: 8 total, 8 up, 8 in 2024-03-07T03:01:10.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:10 smithi092 ceph-mon[31083]: mgrmap e26: x(active, since 1.01928s) 2024-03-07T03:01:10.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:10 smithi092 ceph-mon[31083]: pgmap v4: 121 pgs: 5 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 115 active+clean; 245 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-03-07T03:01:10.829 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:10 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T03:01:10.365+0000 7f8f0cbae200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-07T03:01:10.829 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:10 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T03:01:10.541+0000 7f8f0cbae200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-07T03:01:11.074 INFO:tasks.rados.rados.0.smithi090.stdout:1308: done (4 left) 2024-03-07T03:01:11.075 INFO:tasks.rados.rados.0.smithi090.stdout:1309: read oid 41 snap -1 2024-03-07T03:01:11.075 INFO:tasks.rados.rados.0.smithi090.stdout:1309: expect deleted 2024-03-07T03:01:11.075 INFO:tasks.rados.rados.0.smithi090.stdout:1310: read oid 14 snap 119 2024-03-07T03:01:11.075 INFO:tasks.rados.rados.0.smithi090.stdout:1310: expect (ObjNum 274 snap 78 seq_num 274) 2024-03-07T03:01:11.075 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 30 current snap is 128 2024-03-07T03:01:11.075 INFO:tasks.rados.rados.0.smithi090.stdout:1303: finishing write tid 5 to smithi09077644-25 2024-03-07T03:01:11.075 INFO:tasks.rados.rados.0.smithi090.stdout:1303: finishing write tid 6 to smithi09077644-25 2024-03-07T03:01:11.075 INFO:tasks.rados.rados.0.smithi090.stdout:1303: finishing write tid 7 to smithi09077644-25 2024-03-07T03:01:11.075 INFO:tasks.rados.rados.0.smithi090.stdout:1303: oid 25 updating version 0 to 680 2024-03-07T03:01:11.075 INFO:tasks.rados.rados.0.smithi090.stdout:1303: oid 25 updating version 680 to 682 2024-03-07T03:01:11.075 INFO:tasks.rados.rados.0.smithi090.stdout:1303: oid 25 updating version 682 to 683 2024-03-07T03:01:11.075 INFO:tasks.rados.rados.0.smithi090.stdout:1303: oid 25 version 683 is already newer than 679 2024-03-07T03:01:11.075 INFO:tasks.rados.rados.0.smithi090.stdout:1303: oid 25 version 683 is already newer than 678 2024-03-07T03:01:11.075 INFO:tasks.rados.rados.0.smithi090.stdout:1303: oid 25 version 683 is already newer than 681 2024-03-07T03:01:11.076 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 25 v 683 (ObjNum 410 snap 128 seq_num 410) dirty exists 2024-03-07T03:01:11.076 INFO:tasks.rados.rados.0.smithi090.stdout:1303: left oid 25 (ObjNum 410 snap 128 seq_num 410) 2024-03-07T03:01:11.076 INFO:tasks.rados.rados.0.smithi090.stdout:1305: finishing rollback tid 1 to smithi09077644-33 2024-03-07T03:01:11.076 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 33 v 0 (ObjNum 449 snap 0 seq_num 3339751440) dirty dne 2024-03-07T03:01:11.076 INFO:tasks.rados.rados.0.smithi090.stdout:1306: expect (ObjNum 331 snap 99 seq_num 331) 2024-03-07T03:01:11.200 INFO:tasks.rados.rados.0.smithi090.stdout:1307: expect (ObjNum 402 snap 127 seq_num 402) 2024-03-07T03:01:11.296 INFO:tasks.rados.rados.0.smithi090.stdout:1310: expect (ObjNum 274 snap 78 seq_num 274) 2024-03-07T03:01:11.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:11 smithi090 ceph-mon[27223]: pgmap v5: 121 pgs: 5 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 115 active+clean; 245 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-03-07T03:01:11.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:11 smithi090 ceph-mon[27223]: osdmap e322: 8 total, 8 up, 8 in 2024-03-07T03:01:11.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:11 smithi090 ceph-mon[27223]: mgrmap e27: x(active, since 2s) 2024-03-07T03:01:11.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:11 smithi090 ceph-mon[37987]: pgmap v5: 121 pgs: 5 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 115 active+clean; 245 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-03-07T03:01:11.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:11 smithi090 ceph-mon[37987]: osdmap e322: 8 total, 8 up, 8 in 2024-03-07T03:01:11.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:11 smithi090 ceph-mon[37987]: mgrmap e27: x(active, since 2s) 2024-03-07T03:01:11.353 INFO:tasks.rados.rados.0.smithi090.stdout:1311: seq_num 411 ranges {0=491520,491520=753664,1245184=688128,1933312=163840} 2024-03-07T03:01:11.356 INFO:tasks.rados.rados.0.smithi090.stdout:1311: writing smithi09077644-30 from 0 to 491520 tid 1 2024-03-07T03:01:11.360 INFO:tasks.rados.rados.0.smithi090.stdout:1311: writing smithi09077644-30 from 491520 to 1245184 tid 2 2024-03-07T03:01:11.364 INFO:tasks.rados.rados.0.smithi090.stdout:1311: writing smithi09077644-30 from 1245184 to 1933312 tid 3 2024-03-07T03:01:11.366 INFO:tasks.rados.rados.0.smithi090.stdout:1311: writing smithi09077644-30 from 1933312 to 2097152 tid 4 2024-03-07T03:01:11.366 INFO:tasks.rados.rados.0.smithi090.stdout:1303: done (6 left) 2024-03-07T03:01:11.367 INFO:tasks.rados.rados.0.smithi090.stdout:1305: done (5 left) 2024-03-07T03:01:11.367 INFO:tasks.rados.rados.0.smithi090.stdout:1306: done (4 left) 2024-03-07T03:01:11.367 INFO:tasks.rados.rados.0.smithi090.stdout:1307: done (3 left) 2024-03-07T03:01:11.367 INFO:tasks.rados.rados.0.smithi090.stdout:1309: done (2 left) 2024-03-07T03:01:11.367 INFO:tasks.rados.rados.0.smithi090.stdout:1310: done (1 left) 2024-03-07T03:01:11.367 INFO:tasks.rados.rados.0.smithi090.stdout:1312: copy_from oid 13 from oid 10 current snap is 128 2024-03-07T03:01:11.367 INFO:tasks.rados.rados.0.smithi090.stdout:1311: finishing write tid 1 to smithi09077644-30 2024-03-07T03:01:11.367 INFO:tasks.rados.rados.0.smithi090.stdout:1311: finishing write tid 2 to smithi09077644-30 2024-03-07T03:01:11.367 INFO:tasks.rados.rados.0.smithi090.stdout:1313: rollback oid 48 current snap is 128 2024-03-07T03:01:11.367 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 48 to 122 2024-03-07T03:01:11.367 INFO:tasks.rados.rados.0.smithi090.stdout:1314: copy_from oid 33 from oid 21 current snap is 128 2024-03-07T03:01:11.367 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 44 current snap is 128 2024-03-07T03:01:11.367 INFO:tasks.rados.rados.0.smithi090.stdout:1315: seq_num 412 ranges {2670592=507904,3178496=630784,3809280=491520,4300800=483328} 2024-03-07T03:01:11.383 INFO:tasks.rados.rados.0.smithi090.stdout:1315: writing smithi09077644-44 from 2670592 to 3178496 tid 1 2024-03-07T03:01:11.388 INFO:tasks.rados.rados.0.smithi090.stdout:1315: writing smithi09077644-44 from 3178496 to 3809280 tid 2 2024-03-07T03:01:11.391 INFO:tasks.rados.rados.0.smithi090.stdout:1315: writing smithi09077644-44 from 3809280 to 4300800 tid 3 2024-03-07T03:01:11.394 INFO:tasks.rados.rados.0.smithi090.stdout:1315: writing smithi09077644-44 from 4300800 to 4784128 tid 4 2024-03-07T03:01:11.394 INFO:tasks.rados.rados.0.smithi090.stdout:1316: snap_create 2024-03-07T03:01:11.394 INFO:tasks.rados.rados.0.smithi090.stdout:1314: finishing copy_from to smithi09077644-33 2024-03-07T03:01:11.394 INFO:tasks.rados.rados.0.smithi090.stdout:1314: got expected ENOENT (src dne) 2024-03-07T03:01:11.394 INFO:tasks.rados.rados.0.smithi090.stdout:1311: finishing write tid 3 to smithi09077644-30 2024-03-07T03:01:11.394 INFO:tasks.rados.rados.0.smithi090.stdout:1311: finishing write tid 4 to smithi09077644-30 2024-03-07T03:01:11.394 INFO:tasks.rados.rados.0.smithi090.stdout:1311: finishing write tid 5 to smithi09077644-30 2024-03-07T03:01:11.394 INFO:tasks.rados.rados.0.smithi090.stdout:1313: finishing rollback tid 0 to smithi09077644-48 2024-03-07T03:01:11.394 INFO:tasks.rados.rados.0.smithi090.stdout:1313: finishing rollback tid 1 to smithi09077644-48 2024-03-07T03:01:11.395 INFO:tasks.rados.rados.0.smithi090.stdout:1314: finishing copy_from racing read to smithi09077644-33 2024-03-07T03:01:11.395 INFO:tasks.rados.rados.0.smithi090.stdout:1313: finishing rollback tid 2 to smithi09077644-48 2024-03-07T03:01:11.395 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 446 (ObjNum 396 snap 121 seq_num 396) dirty exists 2024-03-07T03:01:11.395 INFO:tasks.rados.rados.0.smithi090.stdout:1311: finishing write tid 6 to smithi09077644-30 2024-03-07T03:01:11.395 INFO:tasks.rados.rados.0.smithi090.stdout:1311: oid 30 updating version 0 to 733 2024-03-07T03:01:11.395 INFO:tasks.rados.rados.0.smithi090.stdout:1311: oid 30 version 733 is already newer than 732 2024-03-07T03:01:11.395 INFO:tasks.rados.rados.0.smithi090.stdout:1311: oid 30 updating version 733 to 734 2024-03-07T03:01:11.395 INFO:tasks.rados.rados.0.smithi090.stdout:1311: oid 30 updating version 734 to 735 2024-03-07T03:01:11.395 INFO:tasks.rados.rados.0.smithi090.stdout:1311: oid 30 updating version 735 to 736 2024-03-07T03:01:11.395 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 30 v 736 (ObjNum 411 snap 128 seq_num 411) dirty exists 2024-03-07T03:01:11.395 INFO:tasks.rados.rados.0.smithi090.stdout:1311: left oid 30 (ObjNum 411 snap 128 seq_num 411) 2024-03-07T03:01:11.395 INFO:tasks.rados.rados.0.smithi090.stdout:1312: finishing copy_from racing read to smithi09077644-13 2024-03-07T03:01:11.395 INFO:tasks.rados.rados.0.smithi090.stdout:1315: finishing write tid 1 to smithi09077644-44 2024-03-07T03:01:11.396 INFO:tasks.rados.rados.0.smithi090.stdout:1312: finishing copy_from to smithi09077644-13 2024-03-07T03:01:11.396 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 13 v 810 (ObjNum 403 snap 127 seq_num 403) dirty exists 2024-03-07T03:01:11.396 INFO:tasks.rados.rados.0.smithi090.stdout:1315: finishing write tid 2 to smithi09077644-44 2024-03-07T03:01:11.397 INFO:tasks.rados.rados.0.smithi090.stdout:1315: finishing write tid 3 to smithi09077644-44 2024-03-07T03:01:11.397 INFO:tasks.rados.rados.0.smithi090.stdout:1315: finishing write tid 4 to smithi09077644-44 2024-03-07T03:01:11.397 INFO:tasks.rados.rados.0.smithi090.stdout:1315: finishing write tid 5 to smithi09077644-44 2024-03-07T03:01:11.398 INFO:tasks.rados.rados.0.smithi090.stdout:1315: finishing write tid 6 to smithi09077644-44 2024-03-07T03:01:11.398 INFO:tasks.rados.rados.0.smithi090.stdout:1315: oid 44 updating version 0 to 838 2024-03-07T03:01:11.398 INFO:tasks.rados.rados.0.smithi090.stdout:1315: oid 44 updating version 838 to 839 2024-03-07T03:01:11.399 INFO:tasks.rados.rados.0.smithi090.stdout:1315: oid 44 version 839 is already newer than 837 2024-03-07T03:01:11.399 INFO:tasks.rados.rados.0.smithi090.stdout:1315: oid 44 version 839 is already newer than 836 2024-03-07T03:01:11.399 INFO:tasks.rados.rados.0.smithi090.stdout:1315: oid 44 version 839 is already newer than 835 2024-03-07T03:01:11.399 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 44 v 839 (ObjNum 412 snap 128 seq_num 412) dirty exists 2024-03-07T03:01:11.399 INFO:tasks.rados.rados.0.smithi090.stdout:1315: left oid 44 (ObjNum 412 snap 128 seq_num 412) 2024-03-07T03:01:11.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:11 smithi092 ceph-mon[31083]: pgmap v5: 121 pgs: 5 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 115 active+clean; 245 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-03-07T03:01:11.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:11 smithi092 ceph-mon[31083]: osdmap e322: 8 total, 8 up, 8 in 2024-03-07T03:01:11.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:11 smithi092 ceph-mon[31083]: mgrmap e27: x(active, since 2s) 2024-03-07T03:01:11.829 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:11 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T03:01:11.523+0000 7f8f0cbae200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-07T03:01:11.829 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:11 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T03:01:11.654+0000 7f8f0cbae200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-07T03:01:12.080 INFO:tasks.rados.rados.0.smithi090.stdout:1311: done (5 left) 2024-03-07T03:01:12.080 INFO:tasks.rados.rados.0.smithi090.stdout:1312: done (4 left) 2024-03-07T03:01:12.081 INFO:tasks.rados.rados.0.smithi090.stdout:1313: done (3 left) 2024-03-07T03:01:12.081 INFO:tasks.rados.rados.0.smithi090.stdout:1314: done (2 left) 2024-03-07T03:01:12.081 INFO:tasks.rados.rados.0.smithi090.stdout:1315: done (1 left) 2024-03-07T03:01:12.081 INFO:tasks.rados.rados.0.smithi090.stdout:1316: done (0 left) 2024-03-07T03:01:12.081 INFO:tasks.rados.rados.0.smithi090.stdout:1317: copy_from oid 31 from oid 47 current snap is 129 2024-03-07T03:01:12.081 INFO:tasks.rados.rados.0.smithi090.stdout:1318: read oid 12 snap 123 2024-03-07T03:01:12.081 INFO:tasks.rados.rados.0.smithi090.stdout:1318: expect (ObjNum 392 snap 121 seq_num 392) 2024-03-07T03:01:12.081 INFO:tasks.rados.rados.0.smithi090.stdout:1319: delete oid 32 current snap is 129 2024-03-07T03:01:12.085 INFO:tasks.rados.rados.0.smithi090.stdout:1319: done (2 left) 2024-03-07T03:01:12.085 INFO:tasks.rados.rados.0.smithi090.stdout:1320: snap_create 2024-03-07T03:01:12.105 INFO:tasks.rados.rados.0.smithi090.stdout:1318: expect (ObjNum 392 snap 121 seq_num 392) 2024-03-07T03:01:12.288 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:12 smithi090 ceph-mon[27223]: osdmap e323: 8 total, 8 up, 8 in 2024-03-07T03:01:12.288 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:12 smithi090 ceph-mon[37987]: osdmap e323: 8 total, 8 up, 8 in 2024-03-07T03:01:12.289 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:11 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T03:01:11.987+0000 7f8f0cbae200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-07T03:01:12.289 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:12 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T03:01:12.079+0000 7f8f0cbae200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-07T03:01:12.289 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:12 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T03:01:12.285+0000 7f8f0cbae200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-07T03:01:12.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:12 smithi092 ceph-mon[31083]: osdmap e323: 8 total, 8 up, 8 in 2024-03-07T03:01:12.468 INFO:tasks.rados.rados.0.smithi090.stdout:1317: finishing copy_from racing read to smithi09077644-31 2024-03-07T03:01:12.468 INFO:tasks.rados.rados.0.smithi090.stdout:1317: finishing copy_from to smithi09077644-31 2024-03-07T03:01:12.469 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 185 (ObjNum 366 snap 109 seq_num 366) dirty exists 2024-03-07T03:01:12.579 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:12 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T03:01:12.475+0000 7f8f0cbae200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-07T03:01:13.026 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:12 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T03:01:12.763+0000 7f8f0cbae200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-07T03:01:13.026 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:13 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T03:01:13.023+0000 7f8f0cbae200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-07T03:01:13.085 INFO:tasks.rados.rados.0.smithi090.stdout:1317: done (2 left) 2024-03-07T03:01:13.085 INFO:tasks.rados.rados.0.smithi090.stdout:1318: done (1 left) 2024-03-07T03:01:13.085 INFO:tasks.rados.rados.0.smithi090.stdout:1320: done (0 left) 2024-03-07T03:01:13.085 INFO:tasks.rados.rados.0.smithi090.stdout:1321: copy_from oid 38 from oid 8 current snap is 130 2024-03-07T03:01:13.085 INFO:tasks.rados.rados.0.smithi090.stdout:1322: delete oid 42 current snap is 130 2024-03-07T03:01:13.089 INFO:tasks.rados.rados.0.smithi090.stdout:1322: done (1 left) 2024-03-07T03:01:13.089 INFO:tasks.rados.rados.0.smithi090.stdout:1323: delete oid 29 current snap is 130 2024-03-07T03:01:13.093 INFO:tasks.rados.rados.0.smithi090.stdout:1323: done (1 left) 2024-03-07T03:01:13.093 INFO:tasks.rados.rados.0.smithi090.stdout:1324: rollback oid 27 current snap is 130 2024-03-07T03:01:13.093 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 27 to 125 2024-03-07T03:01:13.093 INFO:tasks.rados.rados.0.smithi090.stdout:1325: snap_remove snap 127 2024-03-07T03:01:13.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:13 smithi090 ceph-mon[27223]: pgmap v8: 121 pgs: 5 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 115 active+clean; 245 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-03-07T03:01:13.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:13 smithi090 ceph-mon[27223]: mgrmap e28: x(active, since 4s) 2024-03-07T03:01:13.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:13 smithi090 ceph-mon[27223]: osdmap e324: 8 total, 8 up, 8 in 2024-03-07T03:01:13.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:13 smithi090 ceph-mon[37987]: pgmap v8: 121 pgs: 5 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 115 active+clean; 245 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-03-07T03:01:13.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:13 smithi090 ceph-mon[37987]: mgrmap e28: x(active, since 4s) 2024-03-07T03:01:13.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:13 smithi090 ceph-mon[37987]: osdmap e324: 8 total, 8 up, 8 in 2024-03-07T03:01:13.329 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:13 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T03:01:13.271+0000 7f8f0cbae200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-07T03:01:13.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:13 smithi092 ceph-mon[31083]: pgmap v8: 121 pgs: 5 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 115 active+clean; 245 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-03-07T03:01:13.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:13 smithi092 ceph-mon[31083]: mgrmap e28: x(active, since 4s) 2024-03-07T03:01:13.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:13 smithi092 ceph-mon[31083]: osdmap e324: 8 total, 8 up, 8 in 2024-03-07T03:01:14.094 INFO:tasks.rados.rados.0.smithi090.stdout:1325: done (2 left) 2024-03-07T03:01:14.094 INFO:tasks.rados.rados.0.smithi090.stdout:1326: copy_from oid 3 from oid 44 current snap is 130 2024-03-07T03:01:14.094 INFO:tasks.rados.rados.0.smithi090.stdout:1327: rollback oid 6 current snap is 130 2024-03-07T03:01:14.094 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 6 to 119 2024-03-07T03:01:14.094 INFO:tasks.rados.rados.0.smithi090.stdout:1328: rollback oid 29 current snap is 130 2024-03-07T03:01:14.094 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 29 to 117 2024-03-07T03:01:14.095 INFO:tasks.rados.rados.0.smithi090.stdout:1329: snap_remove snap 98 2024-03-07T03:01:14.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:14 smithi090 ceph-mon[27223]: osdmap e325: 8 total, 8 up, 8 in 2024-03-07T03:01:14.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:14 smithi090 ceph-mon[37987]: osdmap e325: 8 total, 8 up, 8 in 2024-03-07T03:01:14.329 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:14 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T03:01:14.168+0000 7f8f0cbae200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-07T03:01:14.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:14 smithi092 ceph-mon[31083]: osdmap e325: 8 total, 8 up, 8 in 2024-03-07T03:01:14.454 INFO:tasks.rados.rados.0.smithi090.stdout:1329: done (5 left) 2024-03-07T03:01:14.454 INFO:tasks.rados.rados.0.smithi090.stdout:1330: copy_from oid 42 from oid 32 current snap is 130 2024-03-07T03:01:14.455 INFO:tasks.rados.rados.0.smithi090.stdout:1324: finishing rollback tid 1 to smithi09077644-27 2024-03-07T03:01:14.455 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 27 v 326 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-03-07T03:01:14.455 INFO:tasks.rados.rados.0.smithi090.stdout:1321: finishing copy_from racing read to smithi09077644-38 2024-03-07T03:01:14.455 INFO:tasks.rados.rados.0.smithi090.stdout:1321: finishing copy_from to smithi09077644-38 2024-03-07T03:01:14.455 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 604 (ObjNum 387 snap 119 seq_num 387) dirty exists 2024-03-07T03:01:14.455 INFO:tasks.rados.rados.0.smithi090.stdout:1328: finishing rollback tid 1 to smithi09077644-29 2024-03-07T03:01:14.455 INFO:tasks.rados.rados.0.smithi090.stdout:1328: finishing rollback tid 2 to smithi09077644-29 2024-03-07T03:01:14.455 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 628 (ObjNum 305 snap 93 seq_num 305) dirty exists 2024-03-07T03:01:14.455 INFO:tasks.rados.rados.0.smithi090.stdout:1327: finishing rollback tid 1 to smithi09077644-6 2024-03-07T03:01:14.455 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 471 (ObjNum 65 snap 0 seq_num 1733716057) dirty dne 2024-03-07T03:01:14.455 INFO:tasks.rados.rados.0.smithi090.stdout:1326: finishing copy_from racing read to smithi09077644-3 2024-03-07T03:01:14.455 INFO:tasks.rados.rados.0.smithi090.stdout:1326: finishing copy_from to smithi09077644-3 2024-03-07T03:01:14.455 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 839 (ObjNum 412 snap 128 seq_num 412) dirty exists 2024-03-07T03:01:14.456 INFO:tasks.rados.rados.0.smithi090.stdout:1321: done (5 left) 2024-03-07T03:01:14.456 INFO:tasks.rados.rados.0.smithi090.stdout:1324: done (4 left) 2024-03-07T03:01:14.456 INFO:tasks.rados.rados.0.smithi090.stdout:1326: done (3 left) 2024-03-07T03:01:14.456 INFO:tasks.rados.rados.0.smithi090.stdout:1327: done (2 left) 2024-03-07T03:01:14.456 INFO:tasks.rados.rados.0.smithi090.stdout:1328: done (1 left) 2024-03-07T03:01:14.456 INFO:tasks.rados.rados.0.smithi090.stdout:1331: snap_create 2024-03-07T03:01:14.464 INFO:tasks.rados.rados.0.smithi090.stdout:1330: finishing copy_from to smithi09077644-42 2024-03-07T03:01:14.464 INFO:tasks.rados.rados.0.smithi090.stdout:1330: got expected ENOENT (src dne) 2024-03-07T03:01:14.465 INFO:tasks.rados.rados.0.smithi090.stdout:1330: finishing copy_from racing read to smithi09077644-42 2024-03-07T03:01:14.829 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:14 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T03:01:14.800+0000 7f8f0cbae200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-07T03:01:15.250 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:15 smithi090 ceph-mon[37987]: pgmap v11: 121 pgs: 5 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 115 active+clean; 245 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-03-07T03:01:15.250 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:15 smithi090 ceph-mon[37987]: osdmap e326: 8 total, 8 up, 8 in 2024-03-07T03:01:15.250 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:15 smithi090 ceph-mon[37987]: osdmap e327: 8 total, 8 up, 8 in 2024-03-07T03:01:15.251 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:15 smithi090 ceph-mon[27223]: pgmap v11: 121 pgs: 5 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 115 active+clean; 245 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-03-07T03:01:15.251 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:15 smithi090 ceph-mon[27223]: osdmap e326: 8 total, 8 up, 8 in 2024-03-07T03:01:15.251 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:15 smithi090 ceph-mon[27223]: osdmap e327: 8 total, 8 up, 8 in 2024-03-07T03:01:15.251 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:14 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T03:01:14.919+0000 7f8f0cbae200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-07T03:01:15.251 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:15 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T03:01:15.142+0000 7f8f0cbae200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-07T03:01:15.251 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:15 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: [07/Mar/2024:03:01:15] ENGINE Bus STARTING 2024-03-07T03:01:15.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:15 smithi092 ceph-mon[31083]: pgmap v11: 121 pgs: 5 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 115 active+clean; 245 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-03-07T03:01:15.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:15 smithi092 ceph-mon[31083]: osdmap e326: 8 total, 8 up, 8 in 2024-03-07T03:01:15.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:15 smithi092 ceph-mon[31083]: osdmap e327: 8 total, 8 up, 8 in 2024-03-07T03:01:15.459 INFO:tasks.rados.rados.0.smithi090.stdout:1330: done (1 left) 2024-03-07T03:01:15.459 INFO:tasks.rados.rados.0.smithi090.stdout:1331: done (0 left) 2024-03-07T03:01:15.459 INFO:tasks.rados.rados.0.smithi090.stdout:1332: copy_from oid 35 from oid 22 current snap is 131 2024-03-07T03:01:15.459 INFO:tasks.rados.rados.0.smithi090.stdout:1333: rollback oid 20 current snap is 131 2024-03-07T03:01:15.459 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 20 to 130 2024-03-07T03:01:15.459 INFO:tasks.rados.rados.0.smithi090.stdout:1334: delete oid 27 current snap is 131 2024-03-07T03:01:15.463 INFO:tasks.rados.rados.0.smithi090.stdout:1333: finishing rollback tid 0 to smithi09077644-20 2024-03-07T03:01:15.463 INFO:tasks.rados.rados.0.smithi090.stdout:1334: done (2 left) 2024-03-07T03:01:15.463 INFO:tasks.rados.rados.0.smithi090.stdout:1335: rollback oid 36 current snap is 131 2024-03-07T03:01:15.463 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 36 to 118 2024-03-07T03:01:15.463 INFO:tasks.rados.rados.0.smithi090.stdout:1336: delete oid 7 current snap is 131 2024-03-07T03:01:15.463 INFO:tasks.rados.rados.0.smithi090.stdout:1333: finishing rollback tid 1 to smithi09077644-20 2024-03-07T03:01:15.463 INFO:tasks.rados.rados.0.smithi090.stdout:1333: finishing rollback tid 2 to smithi09077644-20 2024-03-07T03:01:15.463 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 20 v 535 (ObjNum 336 snap 100 seq_num 336) dirty exists 2024-03-07T03:01:15.465 INFO:tasks.rados.rados.0.smithi090.stdout:1333: done (3 left) 2024-03-07T03:01:15.465 INFO:tasks.rados.rados.0.smithi090.stdout:1336: done (2 left) 2024-03-07T03:01:15.465 INFO:tasks.rados.rados.0.smithi090.stdout:1337: copy_from oid 20 from oid 34 current snap is 131 2024-03-07T03:01:15.465 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 7 current snap is 131 2024-03-07T03:01:15.465 INFO:tasks.rados.rados.0.smithi090.stdout:1338: seq_num 418 ranges {0=606208,606208=737280,1343488=434176,1777664=434176} 2024-03-07T03:01:15.468 INFO:tasks.rados.rados.0.smithi090.stdout:1338: writing smithi09077644-7 from 0 to 606208 tid 1 2024-03-07T03:01:15.473 INFO:tasks.rados.rados.0.smithi090.stdout:1338: writing smithi09077644-7 from 606208 to 1343488 tid 2 2024-03-07T03:01:15.476 INFO:tasks.rados.rados.0.smithi090.stdout:1338: writing smithi09077644-7 from 1343488 to 1777664 tid 3 2024-03-07T03:01:15.479 INFO:tasks.rados.rados.0.smithi090.stdout:1338: writing smithi09077644-7 from 1777664 to 2211840 tid 4 2024-03-07T03:01:15.480 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 3 current snap is 131 2024-03-07T03:01:15.480 INFO:tasks.rados.rados.0.smithi090.stdout:1335: finishing rollback tid 0 to smithi09077644-36 2024-03-07T03:01:15.480 INFO:tasks.rados.rados.0.smithi090.stdout:1335: finishing rollback tid 1 to smithi09077644-36 2024-03-07T03:01:15.480 INFO:tasks.rados.rados.0.smithi090.stdout:1335: finishing rollback tid 2 to smithi09077644-36 2024-03-07T03:01:15.480 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 545 (ObjNum 380 snap 117 seq_num 380) dirty exists 2024-03-07T03:01:15.480 INFO:tasks.rados.rados.0.smithi090.stdout:1332: finishing copy_from racing read to smithi09077644-35 2024-03-07T03:01:15.480 INFO:tasks.rados.rados.0.smithi090.stdout:1338: finishing write tid 1 to smithi09077644-7 2024-03-07T03:01:15.480 INFO:tasks.rados.rados.0.smithi090.stdout:1339: seq_num 419 ranges {4784128=622592,5406720=671744,6078464=647168,6725632=286720} 2024-03-07T03:01:15.508 INFO:tasks.rados.rados.0.smithi090.stdout:1339: writing smithi09077644-3 from 4784128 to 5406720 tid 1 2024-03-07T03:01:15.512 INFO:tasks.rados.rados.0.smithi090.stdout:1339: writing smithi09077644-3 from 5406720 to 6078464 tid 2 2024-03-07T03:01:15.516 INFO:tasks.rados.rados.0.smithi090.stdout:1339: writing smithi09077644-3 from 6078464 to 6725632 tid 3 2024-03-07T03:01:15.518 INFO:tasks.rados.rados.0.smithi090.stdout:1339: writing smithi09077644-3 from 6725632 to 7012352 tid 4 2024-03-07T03:01:15.518 INFO:tasks.rados.rados.0.smithi090.stdout:1335: done (4 left) 2024-03-07T03:01:15.519 INFO:tasks.rados.rados.0.smithi090.stdout:1340: rollback oid 17 current snap is 131 2024-03-07T03:01:15.519 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 17 to 128 2024-03-07T03:01:15.519 INFO:tasks.rados.rados.0.smithi090.stdout:1332: finishing copy_from to smithi09077644-35 2024-03-07T03:01:15.519 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 35 v 421 (ObjNum 344 snap 102 seq_num 344) dirty exists 2024-03-07T03:01:15.519 INFO:tasks.rados.rados.0.smithi090.stdout:1338: finishing write tid 2 to smithi09077644-7 2024-03-07T03:01:15.519 INFO:tasks.rados.rados.0.smithi090.stdout:1338: finishing write tid 3 to smithi09077644-7 2024-03-07T03:01:15.519 INFO:tasks.rados.rados.0.smithi090.stdout:1332: done (4 left) 2024-03-07T03:01:15.519 INFO:tasks.rados.rados.0.smithi090.stdout:1341: read oid 13 snap -1 2024-03-07T03:01:15.519 INFO:tasks.rados.rados.0.smithi090.stdout:1341: expect (ObjNum 403 snap 127 seq_num 403) 2024-03-07T03:01:15.519 INFO:tasks.rados.rados.0.smithi090.stdout:1342: snap_remove snap 122 2024-03-07T03:01:15.578 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:15 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: CherryPy Checker: 2024-03-07T03:01:15.579 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:15 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: The Application mounted at '' has an empty config. 2024-03-07T03:01:15.579 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:15 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: 2024-03-07T03:01:15.579 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:15 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: [07/Mar/2024:03:01:15] ENGINE Serving on http://:::9283 2024-03-07T03:01:15.579 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:15 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: [07/Mar/2024:03:01:15] ENGINE Bus STARTED 2024-03-07T03:01:16.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:16 smithi092 ceph-mon[31083]: Standby manager daemon y started 2024-03-07T03:01:16.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:16 smithi092 ceph-mon[31083]: from='mgr.? 172.21.15.90:0/1993000867' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-03-07T03:01:16.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:16 smithi092 ceph-mon[31083]: from='mgr.? 172.21.15.90:0/1993000867' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-07T03:01:16.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:16 smithi092 ceph-mon[31083]: from='mgr.? 172.21.15.90:0/1993000867' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-03-07T03:01:16.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:16 smithi092 ceph-mon[31083]: from='mgr.? 172.21.15.90:0/1993000867' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-07T03:01:16.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:16 smithi092 ceph-mon[31083]: osdmap e328: 8 total, 8 up, 8 in 2024-03-07T03:01:16.470 INFO:tasks.rados.rados.0.smithi090.stdout:1342: done (5 left) 2024-03-07T03:01:16.470 INFO:tasks.rados.rados.0.smithi090.stdout:1343: delete oid 43 current snap is 131 2024-03-07T03:01:16.470 INFO:tasks.rados.rados.0.smithi090.stdout:1337: finishing copy_from racing read to smithi09077644-20 2024-03-07T03:01:16.470 INFO:tasks.rados.rados.0.smithi090.stdout:1337: finishing copy_from to smithi09077644-20 2024-03-07T03:01:16.470 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 20 v 332 (ObjNum 401 snap 125 seq_num 401) dirty exists 2024-03-07T03:01:16.471 INFO:tasks.rados.rados.0.smithi090.stdout:1338: finishing write tid 4 to smithi09077644-7 2024-03-07T03:01:16.471 INFO:tasks.rados.rados.0.smithi090.stdout:1338: finishing write tid 5 to smithi09077644-7 2024-03-07T03:01:16.471 INFO:tasks.rados.rados.0.smithi090.stdout:1338: finishing write tid 6 to smithi09077644-7 2024-03-07T03:01:16.471 INFO:tasks.rados.rados.0.smithi090.stdout:1338: oid 7 updating version 0 to 111 2024-03-07T03:01:16.471 INFO:tasks.rados.rados.0.smithi090.stdout:1338: oid 7 version 111 is already newer than 110 2024-03-07T03:01:16.471 INFO:tasks.rados.rados.0.smithi090.stdout:1338: oid 7 updating version 111 to 112 2024-03-07T03:01:16.471 INFO:tasks.rados.rados.0.smithi090.stdout:1338: oid 7 updating version 112 to 114 2024-03-07T03:01:16.471 INFO:tasks.rados.rados.0.smithi090.stdout:1338: oid 7 version 114 is already newer than 113 2024-03-07T03:01:16.471 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 7 v 114 (ObjNum 418 snap 131 seq_num 418) dirty exists 2024-03-07T03:01:16.471 INFO:tasks.rados.rados.0.smithi090.stdout:1338: left oid 7 (ObjNum 418 snap 131 seq_num 418) 2024-03-07T03:01:16.471 INFO:tasks.rados.rados.0.smithi090.stdout:1339: finishing write tid 1 to smithi09077644-3 2024-03-07T03:01:16.471 INFO:tasks.rados.rados.0.smithi090.stdout:1339: finishing write tid 2 to smithi09077644-3 2024-03-07T03:01:16.471 INFO:tasks.rados.rados.0.smithi090.stdout:1339: finishing write tid 3 to smithi09077644-3 2024-03-07T03:01:16.471 INFO:tasks.rados.rados.0.smithi090.stdout:1339: finishing write tid 4 to smithi09077644-3 2024-03-07T03:01:16.471 INFO:tasks.rados.rados.0.smithi090.stdout:1339: finishing write tid 5 to smithi09077644-3 2024-03-07T03:01:16.472 INFO:tasks.rados.rados.0.smithi090.stdout:1340: finishing rollback tid 0 to smithi09077644-17 2024-03-07T03:01:16.472 INFO:tasks.rados.rados.0.smithi090.stdout:1340: finishing rollback tid 1 to smithi09077644-17 2024-03-07T03:01:16.472 INFO:tasks.rados.rados.0.smithi090.stdout:1340: finishing rollback tid 2 to smithi09077644-17 2024-03-07T03:01:16.472 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 17 v 813 (ObjNum 283 snap 82 seq_num 283) dirty exists 2024-03-07T03:01:16.472 INFO:tasks.rados.rados.0.smithi090.stdout:1339: finishing write tid 6 to smithi09077644-3 2024-03-07T03:01:16.472 INFO:tasks.rados.rados.0.smithi090.stdout:1339: oid 3 updating version 0 to 840 2024-03-07T03:01:16.472 INFO:tasks.rados.rados.0.smithi090.stdout:1339: oid 3 updating version 840 to 841 2024-03-07T03:01:16.472 INFO:tasks.rados.rados.0.smithi090.stdout:1339: oid 3 updating version 841 to 844 2024-03-07T03:01:16.472 INFO:tasks.rados.rados.0.smithi090.stdout:1339: oid 3 version 844 is already newer than 843 2024-03-07T03:01:16.472 INFO:tasks.rados.rados.0.smithi090.stdout:1339: oid 3 version 844 is already newer than 842 2024-03-07T03:01:16.472 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 844 (ObjNum 419 snap 131 seq_num 419) dirty exists 2024-03-07T03:01:16.472 INFO:tasks.rados.rados.0.smithi090.stdout:1339: left oid 3 (ObjNum 419 snap 131 seq_num 419) 2024-03-07T03:01:16.472 INFO:tasks.rados.rados.0.smithi090.stdout:1341: expect (ObjNum 403 snap 127 seq_num 403) 2024-03-07T03:01:16.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:16 smithi090 ceph-mon[27223]: Standby manager daemon y started 2024-03-07T03:01:16.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:16 smithi090 ceph-mon[27223]: from='mgr.? 172.21.15.90:0/1993000867' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-03-07T03:01:16.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:16 smithi090 ceph-mon[27223]: from='mgr.? 172.21.15.90:0/1993000867' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-07T03:01:16.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:16 smithi090 ceph-mon[27223]: from='mgr.? 172.21.15.90:0/1993000867' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-03-07T03:01:16.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:16 smithi090 ceph-mon[27223]: from='mgr.? 172.21.15.90:0/1993000867' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-07T03:01:16.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:16 smithi090 ceph-mon[27223]: osdmap e328: 8 total, 8 up, 8 in 2024-03-07T03:01:16.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:16 smithi090 ceph-mon[37987]: Standby manager daemon y started 2024-03-07T03:01:16.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:16 smithi090 ceph-mon[37987]: from='mgr.? 172.21.15.90:0/1993000867' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-03-07T03:01:16.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:16 smithi090 ceph-mon[37987]: from='mgr.? 172.21.15.90:0/1993000867' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-07T03:01:16.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:16 smithi090 ceph-mon[37987]: from='mgr.? 172.21.15.90:0/1993000867' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-03-07T03:01:16.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:16 smithi090 ceph-mon[37987]: from='mgr.? 172.21.15.90:0/1993000867' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-07T03:01:16.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:16 smithi090 ceph-mon[37987]: osdmap e328: 8 total, 8 up, 8 in 2024-03-07T03:01:16.717 INFO:tasks.rados.rados.0.smithi090.stdout:1337: done (5 left) 2024-03-07T03:01:16.717 INFO:tasks.rados.rados.0.smithi090.stdout:1338: done (4 left) 2024-03-07T03:01:16.717 INFO:tasks.rados.rados.0.smithi090.stdout:1339: done (3 left) 2024-03-07T03:01:16.717 INFO:tasks.rados.rados.0.smithi090.stdout:1340: done (2 left) 2024-03-07T03:01:16.717 INFO:tasks.rados.rados.0.smithi090.stdout:1341: done (1 left) 2024-03-07T03:01:16.717 INFO:tasks.rados.rados.0.smithi090.stdout:1343: done (0 left) 2024-03-07T03:01:16.717 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 19 current snap is 131 2024-03-07T03:01:16.717 INFO:tasks.rados.rados.0.smithi090.stdout:1344: seq_num 421 ranges {7831552=655360,8486912=442368,8929280=663552,9592832=499712} 2024-03-07T03:01:16.761 INFO:tasks.rados.rados.0.smithi090.stdout:1344: writing smithi09077644-19 from 7831552 to 8486912 tid 1 2024-03-07T03:01:16.764 INFO:tasks.rados.rados.0.smithi090.stdout:1344: writing smithi09077644-19 from 8486912 to 8929280 tid 2 2024-03-07T03:01:16.768 INFO:tasks.rados.rados.0.smithi090.stdout:1344: writing smithi09077644-19 from 8929280 to 9592832 tid 3 2024-03-07T03:01:16.771 INFO:tasks.rados.rados.0.smithi090.stdout:1344: writing smithi09077644-19 from 9592832 to 10092544 tid 4 2024-03-07T03:01:16.771 INFO:tasks.rados.rados.0.smithi090.stdout:1344: finishing write tid 1 to smithi09077644-19 2024-03-07T03:01:16.772 INFO:tasks.rados.rados.0.smithi090.stdout:1344: finishing write tid 2 to smithi09077644-19 2024-03-07T03:01:16.772 INFO:tasks.rados.rados.0.smithi090.stdout:1344: finishing write tid 3 to smithi09077644-19 2024-03-07T03:01:16.772 INFO:tasks.rados.rados.0.smithi090.stdout:1345: snap_create 2024-03-07T03:01:16.774 INFO:tasks.rados.rados.0.smithi090.stdout:1344: finishing write tid 4 to smithi09077644-19 2024-03-07T03:01:16.774 INFO:tasks.rados.rados.0.smithi090.stdout:1344: finishing write tid 5 to smithi09077644-19 2024-03-07T03:01:16.775 INFO:tasks.rados.rados.0.smithi090.stdout:1344: finishing write tid 6 to smithi09077644-19 2024-03-07T03:01:16.775 INFO:tasks.rados.rados.0.smithi090.stdout:1344: oid 19 updating version 0 to 659 2024-03-07T03:01:16.775 INFO:tasks.rados.rados.0.smithi090.stdout:1344: oid 19 updating version 659 to 660 2024-03-07T03:01:16.775 INFO:tasks.rados.rados.0.smithi090.stdout:1344: oid 19 version 660 is already newer than 657 2024-03-07T03:01:16.775 INFO:tasks.rados.rados.0.smithi090.stdout:1344: oid 19 version 660 is already newer than 658 2024-03-07T03:01:16.776 INFO:tasks.rados.rados.0.smithi090.stdout:1344: oid 19 version 660 is already newer than 656 2024-03-07T03:01:16.776 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 660 (ObjNum 421 snap 131 seq_num 421) dirty exists 2024-03-07T03:01:16.776 INFO:tasks.rados.rados.0.smithi090.stdout:1344: left oid 19 (ObjNum 421 snap 131 seq_num 421) 2024-03-07T03:01:17.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:17 smithi092 ceph-mon[31083]: pgmap v15: 121 pgs: 121 active+clean; 263 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 6.9 MiB/s wr, 41 op/s 2024-03-07T03:01:17.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:17 smithi092 ceph-mon[31083]: mgrmap e29: x(active, since 8s), standbys: y 2024-03-07T03:01:17.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:17 smithi092 ceph-mon[31083]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-07T03:01:17.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:17 smithi092 ceph-mon[31083]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:17.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:17 smithi092 ceph-mon[31083]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:17.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:17 smithi092 ceph-mon[31083]: osdmap e329: 8 total, 8 up, 8 in 2024-03-07T03:01:17.463 INFO:tasks.rados.rados.0.smithi090.stdout:1344: done (1 left) 2024-03-07T03:01:17.463 INFO:tasks.rados.rados.0.smithi090.stdout:1345: done (0 left) 2024-03-07T03:01:17.463 INFO:tasks.rados.rados.0.smithi090.stdout:1346: snap_create 2024-03-07T03:01:17.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:17 smithi090 ceph-mon[27223]: pgmap v15: 121 pgs: 121 active+clean; 263 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 6.9 MiB/s wr, 41 op/s 2024-03-07T03:01:17.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:17 smithi090 ceph-mon[27223]: mgrmap e29: x(active, since 8s), standbys: y 2024-03-07T03:01:17.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:17 smithi090 ceph-mon[27223]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-07T03:01:17.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:17 smithi090 ceph-mon[27223]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:17.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:17 smithi090 ceph-mon[27223]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:17.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:17 smithi090 ceph-mon[27223]: osdmap e329: 8 total, 8 up, 8 in 2024-03-07T03:01:17.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:17 smithi090 ceph-mon[37987]: pgmap v15: 121 pgs: 121 active+clean; 263 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 6.9 MiB/s wr, 41 op/s 2024-03-07T03:01:17.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:17 smithi090 ceph-mon[37987]: mgrmap e29: x(active, since 8s), standbys: y 2024-03-07T03:01:17.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:17 smithi090 ceph-mon[37987]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-07T03:01:17.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:17 smithi090 ceph-mon[37987]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:17.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:17 smithi090 ceph-mon[37987]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:17.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:17 smithi090 ceph-mon[37987]: osdmap e329: 8 total, 8 up, 8 in 2024-03-07T03:01:18.472 INFO:tasks.rados.rados.0.smithi090.stdout:1346: done (0 left) 2024-03-07T03:01:18.472 INFO:tasks.rados.rados.0.smithi090.stdout:1347: rollback oid 44 current snap is 133 2024-03-07T03:01:18.472 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 44 to 131 2024-03-07T03:01:18.472 INFO:tasks.rados.rados.0.smithi090.stdout:1348: read oid 36 snap -1 2024-03-07T03:01:18.473 INFO:tasks.rados.rados.0.smithi090.stdout:1348: expect (ObjNum 380 snap 117 seq_num 380) 2024-03-07T03:01:18.473 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 1 current snap is 133 2024-03-07T03:01:18.473 INFO:tasks.rados.rados.0.smithi090.stdout:1349: seq_num 422 ranges {0=671744,671744=729088,1400832=417792,1818624=458752} 2024-03-07T03:01:18.476 INFO:tasks.rados.rados.0.smithi090.stdout:1349: writing smithi09077644-1 from 0 to 671744 tid 1 2024-03-07T03:01:18.481 INFO:tasks.rados.rados.0.smithi090.stdout:1349: writing smithi09077644-1 from 671744 to 1400832 tid 2 2024-03-07T03:01:18.484 INFO:tasks.rados.rados.0.smithi090.stdout:1349: writing smithi09077644-1 from 1400832 to 1818624 tid 3 2024-03-07T03:01:18.487 INFO:tasks.rados.rados.0.smithi090.stdout:1349: writing smithi09077644-1 from 1818624 to 2277376 tid 4 2024-03-07T03:01:18.487 INFO:tasks.rados.rados.0.smithi090.stdout:1350: delete oid 50 current snap is 133 2024-03-07T03:01:18.487 INFO:tasks.rados.rados.0.smithi090.stdout:1347: finishing rollback tid 0 to smithi09077644-44 2024-03-07T03:01:18.487 INFO:tasks.rados.rados.0.smithi090.stdout:1347: finishing rollback tid 1 to smithi09077644-44 2024-03-07T03:01:18.487 INFO:tasks.rados.rados.0.smithi090.stdout:1347: finishing rollback tid 2 to smithi09077644-44 2024-03-07T03:01:18.488 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 44 v 857 (ObjNum 412 snap 128 seq_num 412) dirty exists 2024-03-07T03:01:18.488 INFO:tasks.rados.rados.0.smithi090.stdout:1349: finishing write tid 1 to smithi09077644-1 2024-03-07T03:01:18.488 INFO:tasks.rados.rados.0.smithi090.stdout:1348: expect (ObjNum 380 snap 117 seq_num 380) 2024-03-07T03:01:18.570 INFO:tasks.rados.rados.0.smithi090.stdout:1349: finishing write tid 2 to smithi09077644-1 2024-03-07T03:01:18.570 INFO:tasks.rados.rados.0.smithi090.stdout:1349: finishing write tid 3 to smithi09077644-1 2024-03-07T03:01:18.570 INFO:tasks.rados.rados.0.smithi090.stdout:1349: finishing write tid 4 to smithi09077644-1 2024-03-07T03:01:18.570 INFO:tasks.rados.rados.0.smithi090.stdout:1349: finishing write tid 5 to smithi09077644-1 2024-03-07T03:01:18.570 INFO:tasks.rados.rados.0.smithi090.stdout:1349: finishing write tid 6 to smithi09077644-1 2024-03-07T03:01:18.570 INFO:tasks.rados.rados.0.smithi090.stdout:1349: oid 1 updating version 0 to 648 2024-03-07T03:01:18.570 INFO:tasks.rados.rados.0.smithi090.stdout:1349: oid 1 updating version 648 to 652 2024-03-07T03:01:18.570 INFO:tasks.rados.rados.0.smithi090.stdout:1349: oid 1 version 652 is already newer than 650 2024-03-07T03:01:18.571 INFO:tasks.rados.rados.0.smithi090.stdout:1349: oid 1 version 652 is already newer than 651 2024-03-07T03:01:18.571 INFO:tasks.rados.rados.0.smithi090.stdout:1349: oid 1 version 652 is already newer than 649 2024-03-07T03:01:18.571 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 1 v 652 (ObjNum 422 snap 133 seq_num 422) dirty exists 2024-03-07T03:01:18.571 INFO:tasks.rados.rados.0.smithi090.stdout:1349: left oid 1 (ObjNum 422 snap 133 seq_num 422) 2024-03-07T03:01:18.571 INFO:tasks.rados.rados.0.smithi090.stdout:1347: done (3 left) 2024-03-07T03:01:18.571 INFO:tasks.rados.rados.0.smithi090.stdout:1348: done (2 left) 2024-03-07T03:01:18.571 INFO:tasks.rados.rados.0.smithi090.stdout:1349: done (1 left) 2024-03-07T03:01:18.571 INFO:tasks.rados.rados.0.smithi090.stdout:1350: done (0 left) 2024-03-07T03:01:18.571 INFO:tasks.rados.rados.0.smithi090.stdout:1351: read oid 15 snap -1 2024-03-07T03:01:18.571 INFO:tasks.rados.rados.0.smithi090.stdout:1351: expect (ObjNum 337 snap 100 seq_num 337) 2024-03-07T03:01:18.571 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 44 current snap is 133 2024-03-07T03:01:18.571 INFO:tasks.rados.rados.0.smithi090.stdout:1352: seq_num 424 ranges {4784128=704512,5488640=491520,5980160=434176,6414336=679936} 2024-03-07T03:01:18.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:18 smithi090 ceph-mon[27223]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:18.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:18 smithi090 ceph-mon[27223]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:18.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:18 smithi090 ceph-mon[27223]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-07T03:01:18.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:18 smithi090 ceph-mon[27223]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-07T03:01:18.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:18 smithi090 ceph-mon[27223]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-07T03:01:18.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:18 smithi090 ceph-mon[27223]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-07T03:01:18.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:18 smithi090 ceph-mon[27223]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-07T03:01:18.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:18 smithi090 ceph-mon[27223]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-07T03:01:18.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:18 smithi090 ceph-mon[27223]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-07T03:01:18.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:18 smithi090 ceph-mon[27223]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-07T03:01:18.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:18 smithi090 ceph-mon[27223]: Adjusting osd_memory_target on smithi090 to 2480M 2024-03-07T03:01:18.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:18 smithi090 ceph-mon[27223]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:18.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:18 smithi090 ceph-mon[27223]: osdmap e330: 8 total, 8 up, 8 in 2024-03-07T03:01:18.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:18 smithi090 ceph-mon[27223]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:18.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:18 smithi090 ceph-mon[27223]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:18.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:18 smithi090 ceph-mon[37987]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:18.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:18 smithi090 ceph-mon[37987]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:18.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:18 smithi090 ceph-mon[37987]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-07T03:01:18.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:18 smithi090 ceph-mon[37987]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-07T03:01:18.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:18 smithi090 ceph-mon[37987]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-07T03:01:18.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:18 smithi090 ceph-mon[37987]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-07T03:01:18.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:18 smithi090 ceph-mon[37987]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-07T03:01:18.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:18 smithi090 ceph-mon[37987]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-07T03:01:18.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:18 smithi090 ceph-mon[37987]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-07T03:01:18.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:18 smithi090 ceph-mon[37987]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-07T03:01:18.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:18 smithi090 ceph-mon[37987]: Adjusting osd_memory_target on smithi090 to 2480M 2024-03-07T03:01:18.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:18 smithi090 ceph-mon[37987]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:18.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:18 smithi090 ceph-mon[37987]: osdmap e330: 8 total, 8 up, 8 in 2024-03-07T03:01:18.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:18 smithi090 ceph-mon[37987]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:18.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:18 smithi090 ceph-mon[37987]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:18.598 INFO:tasks.rados.rados.0.smithi090.stdout:1352: writing smithi09077644-44 from 4784128 to 5488640 tid 1 2024-03-07T03:01:18.601 INFO:tasks.rados.rados.0.smithi090.stdout:1352: writing smithi09077644-44 from 5488640 to 5980160 tid 2 2024-03-07T03:01:18.604 INFO:tasks.rados.rados.0.smithi090.stdout:1352: writing smithi09077644-44 from 5980160 to 6414336 tid 3 2024-03-07T03:01:18.609 INFO:tasks.rados.rados.0.smithi090.stdout:1352: writing smithi09077644-44 from 6414336 to 7094272 tid 4 2024-03-07T03:01:18.609 INFO:tasks.rados.rados.0.smithi090.stdout:1353: snap_create 2024-03-07T03:01:18.609 INFO:tasks.rados.rados.0.smithi090.stdout:1351: expect (ObjNum 337 snap 100 seq_num 337) 2024-03-07T03:01:18.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:18 smithi092 ceph-mon[31083]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:18.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:18 smithi092 ceph-mon[31083]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:18.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:18 smithi092 ceph-mon[31083]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-07T03:01:18.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:18 smithi092 ceph-mon[31083]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-07T03:01:18.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:18 smithi092 ceph-mon[31083]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-07T03:01:18.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:18 smithi092 ceph-mon[31083]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-07T03:01:18.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:18 smithi092 ceph-mon[31083]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-07T03:01:18.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:18 smithi092 ceph-mon[31083]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-07T03:01:18.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:18 smithi092 ceph-mon[31083]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-07T03:01:18.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:18 smithi092 ceph-mon[31083]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-07T03:01:18.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:18 smithi092 ceph-mon[31083]: Adjusting osd_memory_target on smithi090 to 2480M 2024-03-07T03:01:18.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:18 smithi092 ceph-mon[31083]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:18.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:18 smithi092 ceph-mon[31083]: osdmap e330: 8 total, 8 up, 8 in 2024-03-07T03:01:18.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:18 smithi092 ceph-mon[31083]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:18.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:18 smithi092 ceph-mon[31083]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:18.792 INFO:tasks.rados.rados.0.smithi090.stdout:1352: finishing write tid 1 to smithi09077644-44 2024-03-07T03:01:18.792 INFO:tasks.rados.rados.0.smithi090.stdout:1352: finishing write tid 2 to smithi09077644-44 2024-03-07T03:01:18.792 INFO:tasks.rados.rados.0.smithi090.stdout:1352: finishing write tid 3 to smithi09077644-44 2024-03-07T03:01:18.792 INFO:tasks.rados.rados.0.smithi090.stdout:1352: finishing write tid 4 to smithi09077644-44 2024-03-07T03:01:18.792 INFO:tasks.rados.rados.0.smithi090.stdout:1352: finishing write tid 5 to smithi09077644-44 2024-03-07T03:01:18.792 INFO:tasks.rados.rados.0.smithi090.stdout:1352: finishing write tid 6 to smithi09077644-44 2024-03-07T03:01:18.792 INFO:tasks.rados.rados.0.smithi090.stdout:1352: oid 44 updating version 0 to 862 2024-03-07T03:01:18.792 INFO:tasks.rados.rados.0.smithi090.stdout:1352: oid 44 version 862 is already newer than 859 2024-03-07T03:01:18.793 INFO:tasks.rados.rados.0.smithi090.stdout:1352: oid 44 version 862 is already newer than 860 2024-03-07T03:01:18.793 INFO:tasks.rados.rados.0.smithi090.stdout:1352: oid 44 version 862 is already newer than 861 2024-03-07T03:01:18.793 INFO:tasks.rados.rados.0.smithi090.stdout:1352: oid 44 version 862 is already newer than 858 2024-03-07T03:01:18.793 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 44 v 862 (ObjNum 424 snap 133 seq_num 424) dirty exists 2024-03-07T03:01:18.793 INFO:tasks.rados.rados.0.smithi090.stdout:1352: left oid 44 (ObjNum 424 snap 133 seq_num 424) 2024-03-07T03:01:19.444 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:19 smithi092 ceph-mon[31083]: pgmap v18: 121 pgs: 121 active+clean; 263 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-03-07T03:01:19.444 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:19 smithi092 ceph-mon[31083]: osdmap e331: 8 total, 8 up, 8 in 2024-03-07T03:01:19.445 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:19 smithi092 ceph-mon[31083]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:19.445 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:19 smithi092 ceph-mon[31083]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:19.461 INFO:tasks.rados.rados.0.smithi090.stdout:1351: done (2 left) 2024-03-07T03:01:19.461 INFO:tasks.rados.rados.0.smithi090.stdout:1352: done (1 left) 2024-03-07T03:01:19.461 INFO:tasks.rados.rados.0.smithi090.stdout:1353: done (0 left) 2024-03-07T03:01:19.462 INFO:tasks.rados.rados.0.smithi090.stdout:1354: read oid 49 snap -1 2024-03-07T03:01:19.462 INFO:tasks.rados.rados.0.smithi090.stdout:1354: expect (ObjNum 353 snap 105 seq_num 353) 2024-03-07T03:01:19.462 INFO:tasks.rados.rados.0.smithi090.stdout:1355: setattr oid 37 current snap is 134 2024-03-07T03:01:19.464 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 28 current snap is 134 2024-03-07T03:01:19.464 INFO:tasks.rados.rados.0.smithi090.stdout:1356: seq_num 425 ranges {5373952=720896,6094848=778240,6873088=638976,7512064=188416} 2024-03-07T03:01:19.497 INFO:tasks.rados.rados.0.smithi090.stdout:1356: writing smithi09077644-28 from 5373952 to 6094848 tid 1 2024-03-07T03:01:19.503 INFO:tasks.rados.rados.0.smithi090.stdout:1356: writing smithi09077644-28 from 6094848 to 6873088 tid 2 2024-03-07T03:01:19.507 INFO:tasks.rados.rados.0.smithi090.stdout:1356: writing smithi09077644-28 from 6873088 to 7512064 tid 3 2024-03-07T03:01:19.508 INFO:tasks.rados.rados.0.smithi090.stdout:1356: writing smithi09077644-28 from 7512064 to 7700480 tid 4 2024-03-07T03:01:19.508 INFO:tasks.rados.rados.0.smithi090.stdout:1357: read oid 24 snap -1 2024-03-07T03:01:19.508 INFO:tasks.rados.rados.0.smithi090.stdout:1357: expect (ObjNum 54 snap 4 seq_num 54) 2024-03-07T03:01:19.508 INFO:tasks.rados.rados.0.smithi090.stdout:1358: delete oid 26 current snap is 134 2024-03-07T03:01:19.508 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 37 v 363 (ObjNum 81 snap 0 seq_num 1) dirty exists 2024-03-07T03:01:19.509 INFO:tasks.rados.rados.0.smithi090.stdout:1354: expect (ObjNum 353 snap 105 seq_num 353) 2024-03-07T03:01:19.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:19 smithi090 ceph-mon[27223]: pgmap v18: 121 pgs: 121 active+clean; 263 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-03-07T03:01:19.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:19 smithi090 ceph-mon[27223]: osdmap e331: 8 total, 8 up, 8 in 2024-03-07T03:01:19.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:19 smithi090 ceph-mon[27223]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:19.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:19 smithi090 ceph-mon[27223]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:19.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:19 smithi090 ceph-mon[37987]: pgmap v18: 121 pgs: 121 active+clean; 263 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-03-07T03:01:19.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:19 smithi090 ceph-mon[37987]: osdmap e331: 8 total, 8 up, 8 in 2024-03-07T03:01:19.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:19 smithi090 ceph-mon[37987]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:19.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:19 smithi090 ceph-mon[37987]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:20.108 INFO:tasks.rados.rados.0.smithi090.stdout:1356: finishing write tid 1 to smithi09077644-28 2024-03-07T03:01:20.108 INFO:tasks.rados.rados.0.smithi090.stdout:1356: finishing write tid 2 to smithi09077644-28 2024-03-07T03:01:20.109 INFO:tasks.rados.rados.0.smithi090.stdout:1354: done (4 left) 2024-03-07T03:01:20.109 INFO:tasks.rados.rados.0.smithi090.stdout:1355: done (3 left) 2024-03-07T03:01:20.109 INFO:tasks.rados.rados.0.smithi090.stdout:1358: done (2 left) 2024-03-07T03:01:20.109 INFO:tasks.rados.rados.0.smithi090.stdout:1359: rollback oid 47 current snap is 134 2024-03-07T03:01:20.109 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 47 to 131 2024-03-07T03:01:20.109 INFO:tasks.rados.rados.0.smithi090.stdout:1356: finishing write tid 3 to smithi09077644-28 2024-03-07T03:01:20.109 INFO:tasks.rados.rados.0.smithi090.stdout:1356: finishing write tid 4 to smithi09077644-28 2024-03-07T03:01:20.109 INFO:tasks.rados.rados.0.smithi090.stdout:1356: finishing write tid 5 to smithi09077644-28 2024-03-07T03:01:20.109 INFO:tasks.rados.rados.0.smithi090.stdout:1357: expect (ObjNum 54 snap 4 seq_num 54) 2024-03-07T03:01:20.148 INFO:tasks.rados.rados.0.smithi090.stdout:1356: finishing write tid 6 to smithi09077644-28 2024-03-07T03:01:20.148 INFO:tasks.rados.rados.0.smithi090.stdout:1356: oid 28 updating version 0 to 463 2024-03-07T03:01:20.148 INFO:tasks.rados.rados.0.smithi090.stdout:1356: oid 28 version 463 is already newer than 461 2024-03-07T03:01:20.148 INFO:tasks.rados.rados.0.smithi090.stdout:1356: oid 28 updating version 463 to 464 2024-03-07T03:01:20.148 INFO:tasks.rados.rados.0.smithi090.stdout:1356: oid 28 version 464 is already newer than 462 2024-03-07T03:01:20.148 INFO:tasks.rados.rados.0.smithi090.stdout:1356: oid 28 version 464 is already newer than 460 2024-03-07T03:01:20.149 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 28 v 464 (ObjNum 425 snap 134 seq_num 425) dirty exists 2024-03-07T03:01:20.149 INFO:tasks.rados.rados.0.smithi090.stdout:1356: left oid 28 (ObjNum 425 snap 134 seq_num 425) 2024-03-07T03:01:20.149 INFO:tasks.rados.rados.0.smithi090.stdout:1356: done (2 left) 2024-03-07T03:01:20.149 INFO:tasks.rados.rados.0.smithi090.stdout:1357: done (1 left) 2024-03-07T03:01:20.149 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 2 current snap is 134 2024-03-07T03:01:20.149 INFO:tasks.rados.rados.0.smithi090.stdout:1359: finishing rollback tid 0 to smithi09077644-47 2024-03-07T03:01:20.149 INFO:tasks.rados.rados.0.smithi090.stdout:1360: seq_num 427 ranges {2449408=761856,3211264=598016,3809280=606208,4415488=401408} 2024-03-07T03:01:20.164 INFO:tasks.rados.rados.0.smithi090.stdout:1360: writing smithi09077644-2 from 2449408 to 3211264 tid 1 2024-03-07T03:01:20.168 INFO:tasks.rados.rados.0.smithi090.stdout:1360: writing smithi09077644-2 from 3211264 to 3809280 tid 2 2024-03-07T03:01:20.171 INFO:tasks.rados.rados.0.smithi090.stdout:1360: writing smithi09077644-2 from 3809280 to 4415488 tid 3 2024-03-07T03:01:20.174 INFO:tasks.rados.rados.0.smithi090.stdout:1360: writing smithi09077644-2 from 4415488 to 4816896 tid 4 2024-03-07T03:01:20.174 INFO:tasks.rados.rados.0.smithi090.stdout:1361: read oid 15 snap -1 2024-03-07T03:01:20.174 INFO:tasks.rados.rados.0.smithi090.stdout:1361: expect (ObjNum 337 snap 100 seq_num 337) 2024-03-07T03:01:20.175 INFO:tasks.rados.rados.0.smithi090.stdout:1362: read oid 31 snap 133 2024-03-07T03:01:20.175 INFO:tasks.rados.rados.0.smithi090.stdout:1362: expect (ObjNum 366 snap 109 seq_num 366) 2024-03-07T03:01:20.175 INFO:tasks.rados.rados.0.smithi090.stdout:1363: rmattr oid 10 current snap is 134 2024-03-07T03:01:20.175 INFO:tasks.rados.rados.0.smithi090.stdout:1363: done (4 left) 2024-03-07T03:01:20.175 INFO:tasks.rados.rados.0.smithi090.stdout:1364: snap_remove snap 123 2024-03-07T03:01:20.475 INFO:tasks.rados.rados.0.smithi090.stdout:1364: done (4 left) 2024-03-07T03:01:20.475 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 8 current snap is 134 2024-03-07T03:01:20.475 INFO:tasks.rados.rados.0.smithi090.stdout:1359: finishing rollback tid 1 to smithi09077644-47 2024-03-07T03:01:20.476 INFO:tasks.rados.rados.0.smithi090.stdout:1359: finishing rollback tid 2 to smithi09077644-47 2024-03-07T03:01:20.476 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 188 (ObjNum 366 snap 109 seq_num 366) dirty exists 2024-03-07T03:01:20.476 INFO:tasks.rados.rados.0.smithi090.stdout:1360: finishing write tid 1 to smithi09077644-2 2024-03-07T03:01:20.476 INFO:tasks.rados.rados.0.smithi090.stdout:1360: finishing write tid 2 to smithi09077644-2 2024-03-07T03:01:20.476 INFO:tasks.rados.rados.0.smithi090.stdout:1360: finishing write tid 3 to smithi09077644-2 2024-03-07T03:01:20.476 INFO:tasks.rados.rados.0.smithi090.stdout:1360: finishing write tid 4 to smithi09077644-2 2024-03-07T03:01:20.476 INFO:tasks.rados.rados.0.smithi090.stdout:1360: finishing write tid 5 to smithi09077644-2 2024-03-07T03:01:20.476 INFO:tasks.rados.rados.0.smithi090.stdout:1360: finishing write tid 6 to smithi09077644-2 2024-03-07T03:01:20.476 INFO:tasks.rados.rados.0.smithi090.stdout:1360: oid 2 updating version 0 to 554 2024-03-07T03:01:20.476 INFO:tasks.rados.rados.0.smithi090.stdout:1360: oid 2 updating version 554 to 556 2024-03-07T03:01:20.476 INFO:tasks.rados.rados.0.smithi090.stdout:1360: oid 2 updating version 556 to 557 2024-03-07T03:01:20.476 INFO:tasks.rados.rados.0.smithi090.stdout:1360: oid 2 version 557 is already newer than 555 2024-03-07T03:01:20.476 INFO:tasks.rados.rados.0.smithi090.stdout:1360: oid 2 version 557 is already newer than 553 2024-03-07T03:01:20.476 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 2 v 557 (ObjNum 427 snap 134 seq_num 427) dirty exists 2024-03-07T03:01:20.477 INFO:tasks.rados.rados.0.smithi090.stdout:1360: left oid 2 (ObjNum 427 snap 134 seq_num 427) 2024-03-07T03:01:20.477 INFO:tasks.rados.rados.0.smithi090.stdout:1361: expect (ObjNum 337 snap 100 seq_num 337) 2024-03-07T03:01:20.538 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:20 smithi092 ceph-mon[31083]: osdmap e332: 8 total, 8 up, 8 in 2024-03-07T03:01:20.539 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:20 smithi092 ceph-mon[31083]: pgmap v21: 121 pgs: 121 active+clean; 222 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 5.2 MiB/s wr, 14 op/s 2024-03-07T03:01:20.664 INFO:tasks.rados.rados.0.smithi090.stdout:1362: expect (ObjNum 366 snap 109 seq_num 366) 2024-03-07T03:01:20.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:20 smithi090 ceph-mon[27223]: osdmap e332: 8 total, 8 up, 8 in 2024-03-07T03:01:20.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:20 smithi090 ceph-mon[27223]: pgmap v21: 121 pgs: 121 active+clean; 222 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 5.2 MiB/s wr, 14 op/s 2024-03-07T03:01:20.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:20 smithi090 ceph-mon[37987]: osdmap e332: 8 total, 8 up, 8 in 2024-03-07T03:01:20.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:20 smithi090 ceph-mon[37987]: pgmap v21: 121 pgs: 121 active+clean; 222 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 5.2 MiB/s wr, 14 op/s 2024-03-07T03:01:21.395 INFO:tasks.rados.rados.0.smithi090.stdout:1365: seq_num 428 ranges {7421952=778240,8200192=483328,8683520=409600,9093120=417792,9510912=294912} 2024-03-07T03:01:21.439 INFO:tasks.rados.rados.0.smithi090.stdout:1365: writing smithi09077644-8 from 7421952 to 8200192 tid 1 2024-03-07T03:01:21.442 INFO:tasks.rados.rados.0.smithi090.stdout:1365: writing smithi09077644-8 from 8200192 to 8683520 tid 2 2024-03-07T03:01:21.444 INFO:tasks.rados.rados.0.smithi090.stdout:1365: writing smithi09077644-8 from 8683520 to 9093120 tid 3 2024-03-07T03:01:21.447 INFO:tasks.rados.rados.0.smithi090.stdout:1365: writing smithi09077644-8 from 9093120 to 9510912 tid 4 2024-03-07T03:01:21.449 INFO:tasks.rados.rados.0.smithi090.stdout:1365: writing smithi09077644-8 from 9510912 to 9805824 tid 5 2024-03-07T03:01:21.449 INFO:tasks.rados.rados.0.smithi090.stdout:1359: done (4 left) 2024-03-07T03:01:21.449 INFO:tasks.rados.rados.0.smithi090.stdout:1360: done (3 left) 2024-03-07T03:01:21.449 INFO:tasks.rados.rados.0.smithi090.stdout:1361: done (2 left) 2024-03-07T03:01:21.449 INFO:tasks.rados.rados.0.smithi090.stdout:1362: done (1 left) 2024-03-07T03:01:21.450 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 29 current snap is 134 2024-03-07T03:01:21.450 INFO:tasks.rados.rados.0.smithi090.stdout:1365: finishing write tid 1 to smithi09077644-8 2024-03-07T03:01:21.450 INFO:tasks.rados.rados.0.smithi090.stdout:1365: finishing write tid 2 to smithi09077644-8 2024-03-07T03:01:21.450 INFO:tasks.rados.rados.0.smithi090.stdout:1365: finishing write tid 3 to smithi09077644-8 2024-03-07T03:01:21.450 INFO:tasks.rados.rados.0.smithi090.stdout:1365: finishing write tid 4 to smithi09077644-8 2024-03-07T03:01:21.450 INFO:tasks.rados.rados.0.smithi090.stdout:1366: seq_num 429 ranges {5111808=794624,5906432=770048,6676480=622592,7299072=212992} 2024-03-07T03:01:21.480 INFO:tasks.rados.rados.0.smithi090.stdout:1366: writing smithi09077644-29 from 5111808 to 5906432 tid 1 2024-03-07T03:01:21.485 INFO:tasks.rados.rados.0.smithi090.stdout:1366: writing smithi09077644-29 from 5906432 to 6676480 tid 2 2024-03-07T03:01:21.488 INFO:tasks.rados.rados.0.smithi090.stdout:1366: writing smithi09077644-29 from 6676480 to 7299072 tid 3 2024-03-07T03:01:21.490 INFO:tasks.rados.rados.0.smithi090.stdout:1366: writing smithi09077644-29 from 7299072 to 7512064 tid 4 2024-03-07T03:01:21.491 INFO:tasks.rados.rados.0.smithi090.stdout:1367: rollback oid 12 current snap is 134 2024-03-07T03:01:21.491 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 12 to 124 2024-03-07T03:01:21.491 INFO:tasks.rados.rados.0.smithi090.stdout:1365: finishing write tid 5 to smithi09077644-8 2024-03-07T03:01:21.491 INFO:tasks.rados.rados.0.smithi090.stdout:1365: finishing write tid 6 to smithi09077644-8 2024-03-07T03:01:21.491 INFO:tasks.rados.rados.0.smithi090.stdout:1365: finishing write tid 7 to smithi09077644-8 2024-03-07T03:01:21.491 INFO:tasks.rados.rados.0.smithi090.stdout:1365: oid 8 updating version 0 to 665 2024-03-07T03:01:21.491 INFO:tasks.rados.rados.0.smithi090.stdout:1365: oid 8 updating version 665 to 667 2024-03-07T03:01:21.491 INFO:tasks.rados.rados.0.smithi090.stdout:1365: oid 8 version 667 is already newer than 666 2024-03-07T03:01:21.491 INFO:tasks.rados.rados.0.smithi090.stdout:1365: oid 8 version 667 is already newer than 664 2024-03-07T03:01:21.491 INFO:tasks.rados.rados.0.smithi090.stdout:1365: oid 8 updating version 667 to 669 2024-03-07T03:01:21.491 INFO:tasks.rados.rados.0.smithi090.stdout:1365: oid 8 version 669 is already newer than 668 2024-03-07T03:01:21.491 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 669 (ObjNum 428 snap 134 seq_num 428) dirty exists 2024-03-07T03:01:21.491 INFO:tasks.rados.rados.0.smithi090.stdout:1365: left oid 8 (ObjNum 428 snap 134 seq_num 428) 2024-03-07T03:01:21.492 INFO:tasks.rados.rados.0.smithi090.stdout:1366: finishing write tid 1 to smithi09077644-29 2024-03-07T03:01:21.492 INFO:tasks.rados.rados.0.smithi090.stdout:1366: finishing write tid 2 to smithi09077644-29 2024-03-07T03:01:21.492 INFO:tasks.rados.rados.0.smithi090.stdout:1365: done (2 left) 2024-03-07T03:01:21.492 INFO:tasks.rados.rados.0.smithi090.stdout:1368: rollback oid 25 current snap is 134 2024-03-07T03:01:21.492 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 25 to 125 2024-03-07T03:01:21.492 INFO:tasks.rados.rados.0.smithi090.stdout:1369: rmattr oid 46 current snap is 134 2024-03-07T03:01:21.492 INFO:tasks.rados.rados.0.smithi090.stdout:1370: rmattr oid 18 current snap is 134 2024-03-07T03:01:21.492 INFO:tasks.rados.rados.0.smithi090.stdout:1370: done (4 left) 2024-03-07T03:01:21.492 INFO:tasks.rados.rados.0.smithi090.stdout:1371: delete oid 13 current snap is 134 2024-03-07T03:01:21.493 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 671 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-03-07T03:01:21.493 INFO:tasks.rados.rados.0.smithi090.stdout:1366: finishing write tid 3 to smithi09077644-29 2024-03-07T03:01:21.493 INFO:tasks.rados.rados.0.smithi090.stdout:1366: finishing write tid 4 to smithi09077644-29 2024-03-07T03:01:21.494 INFO:tasks.rados.rados.0.smithi090.stdout:1366: finishing write tid 5 to smithi09077644-29 2024-03-07T03:01:21.494 INFO:tasks.rados.rados.0.smithi090.stdout:1367: finishing rollback tid 0 to smithi09077644-12 2024-03-07T03:01:21.494 INFO:tasks.rados.rados.0.smithi090.stdout:1367: finishing rollback tid 1 to smithi09077644-12 2024-03-07T03:01:21.494 INFO:tasks.rados.rados.0.smithi090.stdout:1367: finishing rollback tid 2 to smithi09077644-12 2024-03-07T03:01:21.494 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 12 v 816 (ObjNum 392 snap 121 seq_num 392) dirty exists 2024-03-07T03:01:21.495 INFO:tasks.rados.rados.0.smithi090.stdout:1366: finishing write tid 6 to smithi09077644-29 2024-03-07T03:01:21.495 INFO:tasks.rados.rados.0.smithi090.stdout:1366: oid 29 updating version 0 to 630 2024-03-07T03:01:21.495 INFO:tasks.rados.rados.0.smithi090.stdout:1366: oid 29 version 630 is already newer than 629 2024-03-07T03:01:21.495 INFO:tasks.rados.rados.0.smithi090.stdout:1366: oid 29 updating version 630 to 631 2024-03-07T03:01:21.495 INFO:tasks.rados.rados.0.smithi090.stdout:1366: oid 29 updating version 631 to 632 2024-03-07T03:01:21.495 INFO:tasks.rados.rados.0.smithi090.stdout:1366: oid 29 updating version 632 to 633 2024-03-07T03:01:21.495 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 633 (ObjNum 429 snap 134 seq_num 429) dirty exists 2024-03-07T03:01:21.495 INFO:tasks.rados.rados.0.smithi090.stdout:1366: left oid 29 (ObjNum 429 snap 134 seq_num 429) 2024-03-07T03:01:21.496 INFO:tasks.rados.rados.0.smithi090.stdout:1368: finishing rollback tid 0 to smithi09077644-25 2024-03-07T03:01:21.496 INFO:tasks.rados.rados.0.smithi090.stdout:1368: finishing rollback tid 1 to smithi09077644-25 2024-03-07T03:01:21.497 INFO:tasks.rados.rados.0.smithi090.stdout:1368: finishing rollback tid 2 to smithi09077644-25 2024-03-07T03:01:21.497 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 25 v 819 (ObjNum 336 snap 100 seq_num 336) dirty exists 2024-03-07T03:01:21.498 INFO:tasks.rados.rados.0.smithi090.stdout:1366: done (4 left) 2024-03-07T03:01:21.498 INFO:tasks.rados.rados.0.smithi090.stdout:1367: done (3 left) 2024-03-07T03:01:21.498 INFO:tasks.rados.rados.0.smithi090.stdout:1368: done (2 left) 2024-03-07T03:01:21.498 INFO:tasks.rados.rados.0.smithi090.stdout:1369: done (1 left) 2024-03-07T03:01:21.498 INFO:tasks.rados.rados.0.smithi090.stdout:1371: done (0 left) 2024-03-07T03:01:21.498 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 50 current snap is 134 2024-03-07T03:01:21.498 INFO:tasks.rados.rados.0.smithi090.stdout:1372: seq_num 431 ranges {0=24576} 2024-03-07T03:01:21.498 INFO:tasks.rados.rados.0.smithi090.stdout:1372: writing smithi09077644-50 from 0 to 24576 tid 1 2024-03-07T03:01:21.498 INFO:tasks.rados.rados.0.smithi090.stdout:1373: snap_remove snap 130 2024-03-07T03:01:21.622 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:21 smithi092 ceph-mon[31083]: osdmap e333: 8 total, 8 up, 8 in 2024-03-07T03:01:21.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:21 smithi090 ceph-mon[27223]: osdmap e333: 8 total, 8 up, 8 in 2024-03-07T03:01:21.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:21 smithi090 ceph-mon[37987]: osdmap e333: 8 total, 8 up, 8 in 2024-03-07T03:01:22.476 INFO:tasks.rados.rados.0.smithi090.stdout:1373: done (1 left) 2024-03-07T03:01:22.476 INFO:tasks.rados.rados.0.smithi090.stdout:1374: read oid 37 snap -1 2024-03-07T03:01:22.477 INFO:tasks.rados.rados.0.smithi090.stdout:1374: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-07T03:01:22.477 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 8 current snap is 134 2024-03-07T03:01:22.477 INFO:tasks.rados.rados.0.smithi090.stdout:1375: seq_num 432 ranges {9805824=40960} 2024-03-07T03:01:22.531 INFO:tasks.rados.rados.0.smithi090.stdout:1375: writing smithi09077644-8 from 9805824 to 9846784 tid 1 2024-03-07T03:01:22.531 INFO:tasks.rados.rados.0.smithi090.stdout:1376: rmattr oid 27 current snap is 134 2024-03-07T03:01:22.531 INFO:tasks.rados.rados.0.smithi090.stdout:1376: done (3 left) 2024-03-07T03:01:22.531 INFO:tasks.rados.rados.0.smithi090.stdout:1377: delete oid 35 current snap is 134 2024-03-07T03:01:22.531 INFO:tasks.rados.rados.0.smithi090.stdout:1372: finishing write tid 1 to smithi09077644-50 2024-03-07T03:01:22.531 INFO:tasks.rados.rados.0.smithi090.stdout:1372: finishing write tid 2 to smithi09077644-50 2024-03-07T03:01:22.531 INFO:tasks.rados.rados.0.smithi090.stdout:1372: finishing write tid 3 to smithi09077644-50 2024-03-07T03:01:22.531 INFO:tasks.rados.rados.0.smithi090.stdout:1372: oid 50 updating version 0 to 846 2024-03-07T03:01:22.531 INFO:tasks.rados.rados.0.smithi090.stdout:1372: oid 50 updating version 846 to 847 2024-03-07T03:01:22.531 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 50 v 847 (ObjNum 431 snap 134 seq_num 431) dirty exists 2024-03-07T03:01:22.531 INFO:tasks.rados.rados.0.smithi090.stdout:1372: left oid 50 (ObjNum 431 snap 134 seq_num 431) 2024-03-07T03:01:22.531 INFO:tasks.rados.rados.0.smithi090.stdout:1374: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-07T03:01:22.539 INFO:tasks.rados.rados.0.smithi090.stdout:1375: finishing write tid 1 to smithi09077644-8 2024-03-07T03:01:22.539 INFO:tasks.rados.rados.0.smithi090.stdout:1375: finishing write tid 2 to smithi09077644-8 2024-03-07T03:01:22.539 INFO:tasks.rados.rados.0.smithi090.stdout:1372: done (3 left) 2024-03-07T03:01:22.539 INFO:tasks.rados.rados.0.smithi090.stdout:1374: done (2 left) 2024-03-07T03:01:22.539 INFO:tasks.rados.rados.0.smithi090.stdout:1377: done (1 left) 2024-03-07T03:01:22.539 INFO:tasks.rados.rados.0.smithi090.stdout:1378: rollback oid 3 current snap is 134 2024-03-07T03:01:22.539 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 3 to 132 2024-03-07T03:01:22.539 INFO:tasks.rados.rados.0.smithi090.stdout:1379: copy_from oid 22 from oid 16 current snap is 134 2024-03-07T03:01:22.539 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 23 current snap is 134 2024-03-07T03:01:22.539 INFO:tasks.rados.rados.0.smithi090.stdout:1380: seq_num 434 ranges {8380416=73728} 2024-03-07T03:01:22.586 INFO:tasks.rados.rados.0.smithi090.stdout:1380: writing smithi09077644-23 from 8380416 to 8454144 tid 1 2024-03-07T03:01:22.586 INFO:tasks.rados.rados.0.smithi090.stdout:1381: read oid 33 snap 133 2024-03-07T03:01:22.586 INFO:tasks.rados.rados.0.smithi090.stdout:1381: expect deleted 2024-03-07T03:01:22.586 INFO:tasks.rados.rados.0.smithi090.stdout:1382: snap_create 2024-03-07T03:01:22.586 INFO:tasks.rados.rados.0.smithi090.stdout:1375: finishing write tid 3 to smithi09077644-8 2024-03-07T03:01:22.586 INFO:tasks.rados.rados.0.smithi090.stdout:1375: oid 8 updating version 0 to 672 2024-03-07T03:01:22.586 INFO:tasks.rados.rados.0.smithi090.stdout:1375: oid 8 updating version 672 to 673 2024-03-07T03:01:22.586 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 673 (ObjNum 432 snap 134 seq_num 432) dirty exists 2024-03-07T03:01:22.586 INFO:tasks.rados.rados.0.smithi090.stdout:1375: left oid 8 (ObjNum 432 snap 134 seq_num 432) 2024-03-07T03:01:22.586 INFO:tasks.rados.rados.0.smithi090.stdout:1378: finishing rollback tid 0 to smithi09077644-3 2024-03-07T03:01:22.586 INFO:tasks.rados.rados.0.smithi090.stdout:1378: finishing rollback tid 1 to smithi09077644-3 2024-03-07T03:01:22.586 INFO:tasks.rados.rados.0.smithi090.stdout:1378: finishing rollback tid 2 to smithi09077644-3 2024-03-07T03:01:22.586 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 850 (ObjNum 419 snap 131 seq_num 419) dirty exists 2024-03-07T03:01:22.586 INFO:tasks.rados.rados.0.smithi090.stdout:1379: finishing copy_from racing read to smithi09077644-22 2024-03-07T03:01:22.587 INFO:tasks.rados.rados.0.smithi090.stdout:1379: finishing copy_from to smithi09077644-22 2024-03-07T03:01:22.587 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 443 (ObjNum 350 snap 104 seq_num 350) dirty exists 2024-03-07T03:01:22.588 INFO:tasks.rados.rados.0.smithi090.stdout:1380: finishing write tid 1 to smithi09077644-23 2024-03-07T03:01:22.588 INFO:tasks.rados.rados.0.smithi090.stdout:1380: finishing write tid 2 to smithi09077644-23 2024-03-07T03:01:22.589 INFO:tasks.rados.rados.0.smithi090.stdout:1380: finishing write tid 3 to smithi09077644-23 2024-03-07T03:01:22.589 INFO:tasks.rados.rados.0.smithi090.stdout:1380: oid 23 updating version 0 to 770 2024-03-07T03:01:22.589 INFO:tasks.rados.rados.0.smithi090.stdout:1380: oid 23 updating version 770 to 771 2024-03-07T03:01:22.589 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 771 (ObjNum 434 snap 134 seq_num 434) dirty exists 2024-03-07T03:01:22.589 INFO:tasks.rados.rados.0.smithi090.stdout:1380: left oid 23 (ObjNum 434 snap 134 seq_num 434) 2024-03-07T03:01:23.329 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:22 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[27453]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:01:22] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-03-07T03:01:23.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:23 smithi090 ceph-mon[37987]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:23.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:23 smithi090 ceph-mon[37987]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:23.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:23 smithi090 ceph-mon[37987]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-07T03:01:23.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:23 smithi090 ceph-mon[37987]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-07T03:01:23.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:23 smithi090 ceph-mon[37987]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-07T03:01:23.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:23 smithi090 ceph-mon[37987]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-07T03:01:23.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:23 smithi090 ceph-mon[37987]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-07T03:01:23.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:23 smithi090 ceph-mon[37987]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-07T03:01:23.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:23 smithi090 ceph-mon[37987]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-07T03:01:23.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:23 smithi090 ceph-mon[37987]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-07T03:01:23.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:23 smithi090 ceph-mon[37987]: Adjusting osd_memory_target on smithi092 to 2480M 2024-03-07T03:01:23.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:23 smithi090 ceph-mon[37987]: pgmap v23: 121 pgs: 121 active+clean; 222 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 4.5 MiB/s wr, 12 op/s 2024-03-07T03:01:23.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:23 smithi090 ceph-mon[37987]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:23.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:23 smithi090 ceph-mon[37987]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:01:23.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:23 smithi090 ceph-mon[37987]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:01:23.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:23 smithi090 ceph-mon[37987]: Updating smithi090:/etc/ceph/ceph.conf 2024-03-07T03:01:23.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:23 smithi090 ceph-mon[37987]: Updating smithi092:/etc/ceph/ceph.conf 2024-03-07T03:01:23.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:23 smithi090 ceph-mon[37987]: osdmap e334: 8 total, 8 up, 8 in 2024-03-07T03:01:23.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:23 smithi090 ceph-mon[27223]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:23.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:23 smithi090 ceph-mon[27223]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:23.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:23 smithi090 ceph-mon[27223]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-07T03:01:23.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:23 smithi090 ceph-mon[27223]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-07T03:01:23.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:23 smithi090 ceph-mon[27223]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-07T03:01:23.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:23 smithi090 ceph-mon[27223]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-07T03:01:23.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:23 smithi090 ceph-mon[27223]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-07T03:01:23.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:23 smithi090 ceph-mon[27223]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-07T03:01:23.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:23 smithi090 ceph-mon[27223]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-07T03:01:23.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:23 smithi090 ceph-mon[27223]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-07T03:01:23.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:23 smithi090 ceph-mon[27223]: Adjusting osd_memory_target on smithi092 to 2480M 2024-03-07T03:01:23.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:23 smithi090 ceph-mon[27223]: pgmap v23: 121 pgs: 121 active+clean; 222 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 4.5 MiB/s wr, 12 op/s 2024-03-07T03:01:23.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:23 smithi090 ceph-mon[27223]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:23.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:23 smithi090 ceph-mon[27223]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:01:23.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:23 smithi090 ceph-mon[27223]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:01:23.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:23 smithi090 ceph-mon[27223]: Updating smithi090:/etc/ceph/ceph.conf 2024-03-07T03:01:23.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:23 smithi090 ceph-mon[27223]: Updating smithi092:/etc/ceph/ceph.conf 2024-03-07T03:01:23.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:23 smithi090 ceph-mon[27223]: osdmap e334: 8 total, 8 up, 8 in 2024-03-07T03:01:23.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:23 smithi092 ceph-mon[31083]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:23.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:23 smithi092 ceph-mon[31083]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:23.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:23 smithi092 ceph-mon[31083]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-07T03:01:23.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:23 smithi092 ceph-mon[31083]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-07T03:01:23.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:23 smithi092 ceph-mon[31083]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-07T03:01:23.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:23 smithi092 ceph-mon[31083]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-07T03:01:23.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:23 smithi092 ceph-mon[31083]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-07T03:01:23.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:23 smithi092 ceph-mon[31083]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-07T03:01:23.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:23 smithi092 ceph-mon[31083]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-07T03:01:23.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:23 smithi092 ceph-mon[31083]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-07T03:01:23.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:23 smithi092 ceph-mon[31083]: Adjusting osd_memory_target on smithi092 to 2480M 2024-03-07T03:01:23.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:23 smithi092 ceph-mon[31083]: pgmap v23: 121 pgs: 121 active+clean; 222 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 4.5 MiB/s wr, 12 op/s 2024-03-07T03:01:23.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:23 smithi092 ceph-mon[31083]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:23.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:23 smithi092 ceph-mon[31083]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:01:23.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:23 smithi092 ceph-mon[31083]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:01:23.419 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:23 smithi092 ceph-mon[31083]: Updating smithi090:/etc/ceph/ceph.conf 2024-03-07T03:01:23.419 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:23 smithi092 ceph-mon[31083]: Updating smithi092:/etc/ceph/ceph.conf 2024-03-07T03:01:23.419 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:23 smithi092 ceph-mon[31083]: osdmap e334: 8 total, 8 up, 8 in 2024-03-07T03:01:23.477 INFO:tasks.rados.rados.0.smithi090.stdout:1375: done (5 left) 2024-03-07T03:01:23.477 INFO:tasks.rados.rados.0.smithi090.stdout:1378: done (4 left) 2024-03-07T03:01:23.477 INFO:tasks.rados.rados.0.smithi090.stdout:1379: done (3 left) 2024-03-07T03:01:23.477 INFO:tasks.rados.rados.0.smithi090.stdout:1380: done (2 left) 2024-03-07T03:01:23.477 INFO:tasks.rados.rados.0.smithi090.stdout:1381: done (1 left) 2024-03-07T03:01:23.477 INFO:tasks.rados.rados.0.smithi090.stdout:1382: done (0 left) 2024-03-07T03:01:23.477 INFO:tasks.rados.rados.0.smithi090.stdout:1383: delete oid 26 current snap is 135 2024-03-07T03:01:23.480 INFO:tasks.rados.rados.0.smithi090.stdout:1383: done (0 left) 2024-03-07T03:01:23.480 INFO:tasks.rados.rados.0.smithi090.stdout:1384: delete oid 5 current snap is 135 2024-03-07T03:01:23.482 INFO:tasks.rados.rados.0.smithi090.stdout:1384: done (0 left) 2024-03-07T03:01:23.482 INFO:tasks.rados.rados.0.smithi090.stdout:1385: copy_from oid 21 from oid 29 current snap is 135 2024-03-07T03:01:23.482 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 3 current snap is 135 2024-03-07T03:01:23.482 INFO:tasks.rados.rados.0.smithi090.stdout:1386: seq_num 437 ranges {7012352=122880} 2024-03-07T03:01:23.522 INFO:tasks.rados.rados.0.smithi090.stdout:1386: writing smithi09077644-3 from 7012352 to 7135232 tid 1 2024-03-07T03:01:23.522 INFO:tasks.rados.rados.0.smithi090.stdout:1387: copy_from oid 35 from oid 34 current snap is 135 2024-03-07T03:01:23.522 INFO:tasks.rados.rados.0.smithi090.stdout:1385: finishing copy_from racing read to smithi09077644-21 2024-03-07T03:01:23.522 INFO:tasks.rados.rados.0.smithi090.stdout:1385: finishing copy_from to smithi09077644-21 2024-03-07T03:01:23.522 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 633 (ObjNum 429 snap 134 seq_num 429) dirty exists 2024-03-07T03:01:23.522 INFO:tasks.rados.rados.0.smithi090.stdout:1385: done (2 left) 2024-03-07T03:01:23.522 INFO:tasks.rados.rados.0.smithi090.stdout:1388: read oid 38 snap -1 2024-03-07T03:01:23.522 INFO:tasks.rados.rados.0.smithi090.stdout:1388: expect (ObjNum 387 snap 119 seq_num 387) 2024-03-07T03:01:23.522 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 23 current snap is 135 2024-03-07T03:01:23.523 INFO:tasks.rados.rados.0.smithi090.stdout:1389: seq_num 438 ranges {8454144=139264} 2024-03-07T03:01:23.569 INFO:tasks.rados.rados.0.smithi090.stdout:1389: writing smithi09077644-23 from 8454144 to 8593408 tid 1 2024-03-07T03:01:23.569 INFO:tasks.rados.rados.0.smithi090.stdout:1390: copy_from oid 31 from oid 43 current snap is 135 2024-03-07T03:01:23.569 INFO:tasks.rados.rados.0.smithi090.stdout:1386: finishing write tid 1 to smithi09077644-3 2024-03-07T03:01:23.569 INFO:tasks.rados.rados.0.smithi090.stdout:1391: rmattr oid 48 current snap is 135 2024-03-07T03:01:23.569 INFO:tasks.rados.rados.0.smithi090.stdout:1386: finishing write tid 2 to smithi09077644-3 2024-03-07T03:01:23.569 INFO:tasks.rados.rados.0.smithi090.stdout:1386: finishing write tid 3 to smithi09077644-3 2024-03-07T03:01:23.569 INFO:tasks.rados.rados.0.smithi090.stdout:1386: oid 3 updating version 0 to 851 2024-03-07T03:01:23.569 INFO:tasks.rados.rados.0.smithi090.stdout:1386: oid 3 updating version 851 to 852 2024-03-07T03:01:23.569 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 852 (ObjNum 437 snap 135 seq_num 437) dirty exists 2024-03-07T03:01:23.569 INFO:tasks.rados.rados.0.smithi090.stdout:1386: left oid 3 (ObjNum 437 snap 135 seq_num 437) 2024-03-07T03:01:23.569 INFO:tasks.rados.rados.0.smithi090.stdout:1387: finishing copy_from racing read to smithi09077644-35 2024-03-07T03:01:23.570 INFO:tasks.rados.rados.0.smithi090.stdout:1386: done (5 left) 2024-03-07T03:01:23.570 INFO:tasks.rados.rados.0.smithi090.stdout:1391: done (4 left) 2024-03-07T03:01:23.570 INFO:tasks.rados.rados.0.smithi090.stdout:1392: snap_remove snap 118 2024-03-07T03:01:24.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:24 smithi090 ceph-mon[27223]: Updating smithi092:/var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/config/ceph.conf 2024-03-07T03:01:24.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:24 smithi090 ceph-mon[27223]: Updating smithi090:/var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/config/ceph.conf 2024-03-07T03:01:24.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:24 smithi090 ceph-mon[27223]: Updating smithi092:/etc/ceph/ceph.client.admin.keyring 2024-03-07T03:01:24.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:24 smithi090 ceph-mon[27223]: Updating smithi090:/etc/ceph/ceph.client.admin.keyring 2024-03-07T03:01:24.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:24 smithi090 ceph-mon[27223]: Updating smithi092:/var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/config/ceph.client.admin.keyring 2024-03-07T03:01:24.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:24 smithi090 ceph-mon[27223]: Updating smithi090:/var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/config/ceph.client.admin.keyring 2024-03-07T03:01:24.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:24 smithi090 ceph-mon[27223]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:24.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:24 smithi090 ceph-mon[27223]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:24.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:24 smithi090 ceph-mon[27223]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:24.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:24 smithi090 ceph-mon[27223]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:24.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:24 smithi090 ceph-mon[27223]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:01:24.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:24 smithi090 ceph-mon[27223]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:24.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:24 smithi090 ceph-mon[27223]: Reconfiguring prometheus.a (dependencies changed)... 2024-03-07T03:01:24.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:24 smithi090 ceph-mon[27223]: osdmap e335: 8 total, 8 up, 8 in 2024-03-07T03:01:24.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:24 smithi090 ceph-mon[37987]: Updating smithi092:/var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/config/ceph.conf 2024-03-07T03:01:24.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:24 smithi090 ceph-mon[37987]: Updating smithi090:/var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/config/ceph.conf 2024-03-07T03:01:24.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:24 smithi090 ceph-mon[37987]: Updating smithi092:/etc/ceph/ceph.client.admin.keyring 2024-03-07T03:01:24.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:24 smithi090 ceph-mon[37987]: Updating smithi090:/etc/ceph/ceph.client.admin.keyring 2024-03-07T03:01:24.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:24 smithi090 ceph-mon[37987]: Updating smithi092:/var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/config/ceph.client.admin.keyring 2024-03-07T03:01:24.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:24 smithi090 ceph-mon[37987]: Updating smithi090:/var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/config/ceph.client.admin.keyring 2024-03-07T03:01:24.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:24 smithi090 ceph-mon[37987]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:24.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:24 smithi090 ceph-mon[37987]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:24.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:24 smithi090 ceph-mon[37987]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:24.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:24 smithi090 ceph-mon[37987]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:24.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:24 smithi090 ceph-mon[37987]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:01:24.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:24 smithi090 ceph-mon[37987]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:24.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:24 smithi090 ceph-mon[37987]: Reconfiguring prometheus.a (dependencies changed)... 2024-03-07T03:01:24.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:24 smithi090 ceph-mon[37987]: osdmap e335: 8 total, 8 up, 8 in 2024-03-07T03:01:24.366 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:24 smithi092 ceph-mon[31083]: Updating smithi092:/var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/config/ceph.conf 2024-03-07T03:01:24.366 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:24 smithi092 ceph-mon[31083]: Updating smithi090:/var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/config/ceph.conf 2024-03-07T03:01:24.366 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:24 smithi092 ceph-mon[31083]: Updating smithi092:/etc/ceph/ceph.client.admin.keyring 2024-03-07T03:01:24.366 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:24 smithi092 ceph-mon[31083]: Updating smithi090:/etc/ceph/ceph.client.admin.keyring 2024-03-07T03:01:24.366 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:24 smithi092 ceph-mon[31083]: Updating smithi092:/var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/config/ceph.client.admin.keyring 2024-03-07T03:01:24.366 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:24 smithi092 ceph-mon[31083]: Updating smithi090:/var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/config/ceph.client.admin.keyring 2024-03-07T03:01:24.367 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:24 smithi092 ceph-mon[31083]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:24.367 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:24 smithi092 ceph-mon[31083]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:24.367 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:24 smithi092 ceph-mon[31083]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:24.367 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:24 smithi092 ceph-mon[31083]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:24.367 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:24 smithi092 ceph-mon[31083]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:01:24.367 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:24 smithi092 ceph-mon[31083]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:24.367 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:24 smithi092 ceph-mon[31083]: Reconfiguring prometheus.a (dependencies changed)... 2024-03-07T03:01:24.367 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:24 smithi092 ceph-mon[31083]: osdmap e335: 8 total, 8 up, 8 in 2024-03-07T03:01:24.484 INFO:tasks.rados.rados.0.smithi090.stdout:1387: finishing copy_from to smithi09077644-35 2024-03-07T03:01:24.484 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 35 v 332 (ObjNum 401 snap 125 seq_num 401) dirty exists 2024-03-07T03:01:24.484 INFO:tasks.rados.rados.0.smithi090.stdout:1388: expect (ObjNum 387 snap 119 seq_num 387) 2024-03-07T03:01:25.091 INFO:tasks.rados.rados.0.smithi090.stdout:1390: finishing copy_from to smithi09077644-31 2024-03-07T03:01:25.091 INFO:tasks.rados.rados.0.smithi090.stdout:1390: got expected ENOENT (src dne) 2024-03-07T03:01:25.091 INFO:tasks.rados.rados.0.smithi090.stdout:1390: finishing copy_from racing read to smithi09077644-31 2024-03-07T03:01:25.091 INFO:tasks.rados.rados.0.smithi090.stdout:1389: finishing write tid 1 to smithi09077644-23 2024-03-07T03:01:25.091 INFO:tasks.rados.rados.0.smithi090.stdout:1389: finishing write tid 2 to smithi09077644-23 2024-03-07T03:01:25.092 INFO:tasks.rados.rados.0.smithi090.stdout:1389: finishing write tid 3 to smithi09077644-23 2024-03-07T03:01:25.092 INFO:tasks.rados.rados.0.smithi090.stdout:1389: oid 23 updating version 0 to 773 2024-03-07T03:01:25.092 INFO:tasks.rados.rados.0.smithi090.stdout:1389: oid 23 updating version 773 to 774 2024-03-07T03:01:25.092 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 774 (ObjNum 438 snap 135 seq_num 438) dirty exists 2024-03-07T03:01:25.092 INFO:tasks.rados.rados.0.smithi090.stdout:1389: left oid 23 (ObjNum 438 snap 135 seq_num 438) 2024-03-07T03:01:25.092 INFO:tasks.rados.rados.0.smithi090.stdout:1387: done (4 left) 2024-03-07T03:01:25.092 INFO:tasks.rados.rados.0.smithi090.stdout:1388: done (3 left) 2024-03-07T03:01:25.092 INFO:tasks.rados.rados.0.smithi090.stdout:1389: done (2 left) 2024-03-07T03:01:25.092 INFO:tasks.rados.rados.0.smithi090.stdout:1390: done (1 left) 2024-03-07T03:01:25.092 INFO:tasks.rados.rados.0.smithi090.stdout:1392: done (0 left) 2024-03-07T03:01:25.092 INFO:tasks.rados.rados.0.smithi090.stdout:1393: copy_from oid 21 from oid 38 current snap is 135 2024-03-07T03:01:25.092 INFO:tasks.rados.rados.0.smithi090.stdout:1394: snap_create 2024-03-07T03:01:25.110 INFO:tasks.rados.rados.0.smithi090.stdout:1393: finishing copy_from racing read to smithi09077644-21 2024-03-07T03:01:25.116 INFO:tasks.rados.rados.0.smithi090.stdout:1393: finishing copy_from to smithi09077644-21 2024-03-07T03:01:25.116 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 604 (ObjNum 387 snap 119 seq_num 387) dirty exists 2024-03-07T03:01:25.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:25 smithi092 ceph-mon[31083]: Reconfiguring daemon prometheus.a on smithi092 2024-03-07T03:01:25.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:25 smithi092 ceph-mon[31083]: pgmap v26: 121 pgs: 121 active+clean; 222 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-03-07T03:01:25.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:25 smithi092 ceph-mon[31083]: osdmap e336: 8 total, 8 up, 8 in 2024-03-07T03:01:25.496 INFO:tasks.rados.rados.0.smithi090.stdout:1393: done (1 left) 2024-03-07T03:01:25.496 INFO:tasks.rados.rados.0.smithi090.stdout:1394: done (0 left) 2024-03-07T03:01:25.496 INFO:tasks.rados.rados.0.smithi090.stdout:1395: read oid 31 snap 124 2024-03-07T03:01:25.496 INFO:tasks.rados.rados.0.smithi090.stdout:1395: expect deleted 2024-03-07T03:01:25.496 INFO:tasks.rados.rados.0.smithi090.stdout:1396: delete oid 4 current snap is 136 2024-03-07T03:01:25.498 INFO:tasks.rados.rados.0.smithi090.stdout:1395: done (1 left) 2024-03-07T03:01:25.499 INFO:tasks.rados.rados.0.smithi090.stdout:1396: done (0 left) 2024-03-07T03:01:25.499 INFO:tasks.rados.rados.0.smithi090.stdout:1397: snap_remove snap 134 2024-03-07T03:01:25.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:25 smithi090 ceph-mon[27223]: Reconfiguring daemon prometheus.a on smithi092 2024-03-07T03:01:25.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:25 smithi090 ceph-mon[27223]: pgmap v26: 121 pgs: 121 active+clean; 222 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-03-07T03:01:25.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:25 smithi090 ceph-mon[27223]: osdmap e336: 8 total, 8 up, 8 in 2024-03-07T03:01:25.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:25 smithi090 ceph-mon[37987]: Reconfiguring daemon prometheus.a on smithi092 2024-03-07T03:01:25.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:25 smithi090 ceph-mon[37987]: pgmap v26: 121 pgs: 121 active+clean; 222 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-03-07T03:01:25.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:25 smithi090 ceph-mon[37987]: osdmap e336: 8 total, 8 up, 8 in 2024-03-07T03:01:26.500 INFO:tasks.rados.rados.0.smithi090.stdout:1397: done (0 left) 2024-03-07T03:01:26.500 INFO:tasks.rados.rados.0.smithi090.stdout:1398: read oid 34 snap -1 2024-03-07T03:01:26.500 INFO:tasks.rados.rados.0.smithi090.stdout:1398: expect (ObjNum 401 snap 125 seq_num 401) 2024-03-07T03:01:26.500 INFO:tasks.rados.rados.0.smithi090.stdout:1399: delete oid 33 current snap is 136 2024-03-07T03:01:26.507 INFO:tasks.rados.rados.0.smithi090.stdout:1399: done (1 left) 2024-03-07T03:01:26.507 INFO:tasks.rados.rados.0.smithi090.stdout:1400: snap_remove snap 135 2024-03-07T03:01:26.509 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:26 smithi092 ceph-mon[31083]: osdmap e337: 8 total, 8 up, 8 in 2024-03-07T03:01:26.509 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:26 smithi092 ceph-mon[31083]: pgmap v29: 121 pgs: 121 active+clean; 243 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 5.8 MiB/s wr, 30 op/s 2024-03-07T03:01:26.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:26 smithi090 ceph-mon[27223]: osdmap e337: 8 total, 8 up, 8 in 2024-03-07T03:01:26.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:26 smithi090 ceph-mon[27223]: pgmap v29: 121 pgs: 121 active+clean; 243 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 5.8 MiB/s wr, 30 op/s 2024-03-07T03:01:26.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:26 smithi090 ceph-mon[37987]: osdmap e337: 8 total, 8 up, 8 in 2024-03-07T03:01:26.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:26 smithi090 ceph-mon[37987]: pgmap v29: 121 pgs: 121 active+clean; 243 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 5.8 MiB/s wr, 30 op/s 2024-03-07T03:01:26.897 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:26 smithi092 systemd[1]: Stopping Ceph prometheus.a for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T03:01:27.167 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[62254]: ts=2024-03-07T03:01:26.894Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-03-07T03:01:27.168 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[62254]: ts=2024-03-07T03:01:26.894Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-03-07T03:01:27.168 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[62254]: ts=2024-03-07T03:01:26.894Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-03-07T03:01:27.168 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[62254]: ts=2024-03-07T03:01:26.894Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-03-07T03:01:27.168 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[62254]: ts=2024-03-07T03:01:26.894Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-03-07T03:01:27.168 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[62254]: ts=2024-03-07T03:01:26.894Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-03-07T03:01:27.168 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[62254]: ts=2024-03-07T03:01:26.894Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-03-07T03:01:27.168 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[62254]: ts=2024-03-07T03:01:26.894Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-03-07T03:01:27.168 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[62254]: ts=2024-03-07T03:01:26.894Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-03-07T03:01:27.168 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[62254]: ts=2024-03-07T03:01:26.895Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-03-07T03:01:27.168 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[62254]: ts=2024-03-07T03:01:26.895Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-03-07T03:01:27.168 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[62254]: ts=2024-03-07T03:01:26.895Z caller=main.go:1147 level=info msg="See you next time!" 2024-03-07T03:01:27.168 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:26 smithi092 podman[72499]: 2024-03-07 03:01:26.904537682 +0000 UTC m=+0.113982589 container died 1302f14a5c884fb42e1f57dd4d2ba6494d3542e9965a82ee293bd03a14feaff0 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-07T03:01:27.496 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:27 smithi092 podman[72499]: 2024-03-07 03:01:27.294104215 +0000 UTC m=+0.503549124 container cleanup 1302f14a5c884fb42e1f57dd4d2ba6494d3542e9965a82ee293bd03a14feaff0 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-07T03:01:27.496 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:27 smithi092 bash[72499]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a 2024-03-07T03:01:27.505 INFO:tasks.rados.rados.0.smithi090.stdout:1400: done (1 left) 2024-03-07T03:01:27.505 INFO:tasks.rados.rados.0.smithi090.stdout:1401: read oid 4 snap 117 2024-03-07T03:01:27.505 INFO:tasks.rados.rados.0.smithi090.stdout:1401: expect (ObjNum 331 snap 99 seq_num 331) 2024-03-07T03:01:27.505 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 31 current snap is 136 2024-03-07T03:01:27.505 INFO:tasks.rados.rados.0.smithi090.stdout:1402: seq_num 441 ranges {9461760=188416} 2024-03-07T03:01:27.557 INFO:tasks.rados.rados.0.smithi090.stdout:1402: writing smithi09077644-31 from 9461760 to 9650176 tid 1 2024-03-07T03:01:27.558 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 9 current snap is 136 2024-03-07T03:01:27.558 INFO:tasks.rados.rados.0.smithi090.stdout:1403: seq_num 442 ranges {4177920=204800} 2024-03-07T03:01:27.580 INFO:tasks.rados.rados.0.smithi090.stdout:1403: writing smithi09077644-9 from 4177920 to 4382720 tid 1 2024-03-07T03:01:27.580 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 27 current snap is 136 2024-03-07T03:01:27.580 INFO:tasks.rados.rados.0.smithi090.stdout:1404: seq_num 443 ranges {0=221184} 2024-03-07T03:01:27.582 INFO:tasks.rados.rados.0.smithi090.stdout:1404: writing smithi09077644-27 from 0 to 221184 tid 1 2024-03-07T03:01:27.582 INFO:tasks.rados.rados.0.smithi090.stdout:1405: snap_remove snap 119 2024-03-07T03:01:27.582 INFO:tasks.rados.rados.0.smithi090.stdout:1398: expect (ObjNum 401 snap 125 seq_num 401) 2024-03-07T03:01:27.677 INFO:tasks.rados.rados.0.smithi090.stdout:1401: expect (ObjNum 331 snap 99 seq_num 331) 2024-03-07T03:01:27.751 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:27 smithi092 ceph-mon[31083]: osdmap e338: 8 total, 8 up, 8 in 2024-03-07T03:01:27.751 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:27 smithi092 podman[72513]: 2024-03-07 03:01:27.637248807 +0000 UTC m=+0.735725424 container remove 1302f14a5c884fb42e1f57dd4d2ba6494d3542e9965a82ee293bd03a14feaff0 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-07T03:01:27.778 INFO:tasks.rados.rados.0.smithi090.stdout:1402: finishing write tid 1 to smithi09077644-31 2024-03-07T03:01:27.778 INFO:tasks.rados.rados.0.smithi090.stdout:1402: finishing write tid 2 to smithi09077644-31 2024-03-07T03:01:27.778 INFO:tasks.rados.rados.0.smithi090.stdout:1402: finishing write tid 3 to smithi09077644-31 2024-03-07T03:01:27.778 INFO:tasks.rados.rados.0.smithi090.stdout:1402: oid 31 updating version 0 to 187 2024-03-07T03:01:27.778 INFO:tasks.rados.rados.0.smithi090.stdout:1402: oid 31 version 187 is already newer than 186 2024-03-07T03:01:27.778 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 187 (ObjNum 441 snap 136 seq_num 441) dirty exists 2024-03-07T03:01:27.778 INFO:tasks.rados.rados.0.smithi090.stdout:1402: left oid 31 (ObjNum 441 snap 136 seq_num 441) 2024-03-07T03:01:27.778 INFO:tasks.rados.rados.0.smithi090.stdout:1403: finishing write tid 1 to smithi09077644-9 2024-03-07T03:01:27.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:27 smithi090 ceph-mon[27223]: osdmap e338: 8 total, 8 up, 8 in 2024-03-07T03:01:27.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:27 smithi090 ceph-mon[37987]: osdmap e338: 8 total, 8 up, 8 in 2024-03-07T03:01:28.016 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:27 smithi092 systemd[1]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@prometheus.a.service: Deactivated successfully. 2024-03-07T03:01:28.016 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:27 smithi092 systemd[1]: Stopped Ceph prometheus.a for fb96fd1c-dc2c-11ee-95c6-87774f69a715. 2024-03-07T03:01:28.016 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:27 smithi092 systemd[1]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@prometheus.a.service: Consumed 1.896s CPU time. 2024-03-07T03:01:28.016 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:27 smithi092 systemd[1]: Starting Ceph prometheus.a for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T03:01:28.016 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:27 smithi092 podman[72612]: 2024-03-07 03:01:27.876307094 +0000 UTC m=+0.018865936 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-03-07T03:01:28.016 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:28 smithi092 podman[72612]: 2024-03-07 03:01:28.014039851 +0000 UTC m=+0.156598693 container create 456dd8e8b4ecda1a4cf3b13db375b1cd4ca26cd8ade67f38f8ac3b95552b068e (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-07T03:01:28.285 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:28 smithi092 podman[72612]: 2024-03-07 03:01:28.258022852 +0000 UTC m=+0.400581697 container init 456dd8e8b4ecda1a4cf3b13db375b1cd4ca26cd8ade67f38f8ac3b95552b068e (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-07T03:01:28.285 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:28 smithi092 podman[72612]: 2024-03-07 03:01:28.260578638 +0000 UTC m=+0.403137489 container start 456dd8e8b4ecda1a4cf3b13db375b1cd4ca26cd8ade67f38f8ac3b95552b068e (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-07T03:01:28.526 INFO:tasks.rados.rados.0.smithi090.stdout:1398: done (5 left) 2024-03-07T03:01:28.526 INFO:tasks.rados.rados.0.smithi090.stdout:1401: done (4 left) 2024-03-07T03:01:28.526 INFO:tasks.rados.rados.0.smithi090.stdout:1402: done (3 left) 2024-03-07T03:01:28.526 INFO:tasks.rados.rados.0.smithi090.stdout:1405: done (2 left) 2024-03-07T03:01:28.526 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 39 current snap is 136 2024-03-07T03:01:28.526 INFO:tasks.rados.rados.0.smithi090.stdout:1406: seq_num 444 ranges {0=237568} 2024-03-07T03:01:28.527 INFO:tasks.rados.rados.0.smithi090.stdout:1406: writing smithi09077644-39 from 0 to 237568 tid 1 2024-03-07T03:01:28.527 INFO:tasks.rados.rados.0.smithi090.stdout:1407: setattr oid 46 current snap is 136 2024-03-07T03:01:28.528 INFO:tasks.rados.rados.0.smithi090.stdout:1404: finishing write tid 1 to smithi09077644-27 2024-03-07T03:01:28.528 INFO:tasks.rados.rados.0.smithi090.stdout:1404: finishing write tid 2 to smithi09077644-27 2024-03-07T03:01:28.528 INFO:tasks.rados.rados.0.smithi090.stdout:1403: finishing write tid 2 to smithi09077644-9 2024-03-07T03:01:28.528 INFO:tasks.rados.rados.0.smithi090.stdout:1403: finishing write tid 3 to smithi09077644-9 2024-03-07T03:01:28.528 INFO:tasks.rados.rados.0.smithi090.stdout:1403: oid 9 updating version 0 to 687 2024-03-07T03:01:28.528 INFO:tasks.rados.rados.0.smithi090.stdout:1403: oid 9 updating version 687 to 688 2024-03-07T03:01:28.528 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 9 v 688 (ObjNum 442 snap 136 seq_num 442) dirty exists 2024-03-07T03:01:28.528 INFO:tasks.rados.rados.0.smithi090.stdout:1403: left oid 9 (ObjNum 442 snap 136 seq_num 442) 2024-03-07T03:01:28.528 INFO:tasks.rados.rados.0.smithi090.stdout:1404: finishing write tid 3 to smithi09077644-27 2024-03-07T03:01:28.529 INFO:tasks.rados.rados.0.smithi090.stdout:1404: oid 27 updating version 0 to 371 2024-03-07T03:01:28.529 INFO:tasks.rados.rados.0.smithi090.stdout:1404: oid 27 version 371 is already newer than 370 2024-03-07T03:01:28.529 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 27 v 371 (ObjNum 443 snap 136 seq_num 443) dirty exists 2024-03-07T03:01:28.529 INFO:tasks.rados.rados.0.smithi090.stdout:1404: left oid 27 (ObjNum 443 snap 136 seq_num 443) 2024-03-07T03:01:28.529 INFO:tasks.rados.rados.0.smithi090.stdout:1403: done (3 left) 2024-03-07T03:01:28.529 INFO:tasks.rados.rados.0.smithi090.stdout:1404: done (2 left) 2024-03-07T03:01:28.529 INFO:tasks.rados.rados.0.smithi090.stdout:1408: copy_from oid 47 from oid 9 current snap is 136 2024-03-07T03:01:28.529 INFO:tasks.rados.rados.0.smithi090.stdout:1409: snap_create 2024-03-07T03:01:28.536 INFO:tasks.rados.rados.0.smithi090.stdout:1406: finishing write tid 1 to smithi09077644-39 2024-03-07T03:01:28.537 INFO:tasks.rados.rados.0.smithi090.stdout:1406: finishing write tid 2 to smithi09077644-39 2024-03-07T03:01:28.539 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 693 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-03-07T03:01:28.540 INFO:tasks.rados.rados.0.smithi090.stdout:1406: finishing write tid 3 to smithi09077644-39 2024-03-07T03:01:28.540 INFO:tasks.rados.rados.0.smithi090.stdout:1406: oid 39 updating version 0 to 878 2024-03-07T03:01:28.540 INFO:tasks.rados.rados.0.smithi090.stdout:1406: oid 39 updating version 878 to 879 2024-03-07T03:01:28.540 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 879 (ObjNum 444 snap 136 seq_num 444) dirty exists 2024-03-07T03:01:28.540 INFO:tasks.rados.rados.0.smithi090.stdout:1406: left oid 39 (ObjNum 444 snap 136 seq_num 444) 2024-03-07T03:01:28.551 INFO:tasks.rados.rados.0.smithi090.stdout:1408: finishing copy_from racing read to smithi09077644-47 2024-03-07T03:01:28.557 INFO:tasks.rados.rados.0.smithi090.stdout:1408: finishing copy_from to smithi09077644-47 2024-03-07T03:01:28.557 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 688 (ObjNum 442 snap 136 seq_num 442) dirty exists 2024-03-07T03:01:28.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:28 smithi092 ceph-mon[31083]: osdmap e339: 8 total, 8 up, 8 in 2024-03-07T03:01:28.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:28 smithi092 ceph-mon[31083]: pgmap v32: 121 pgs: 121 active+clean; 243 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 5.8 MiB/s wr, 30 op/s 2024-03-07T03:01:28.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:28 smithi092 ceph-mon[31083]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:28.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:28 smithi092 ceph-mon[31083]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:28.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:28 smithi092 ceph-mon[31083]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-07T03:01:28.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:28 smithi092 ceph-mon[31083]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:01:28.668 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[72626]: ts=2024-03-07T03:01:28.283Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-03-07T03:01:28.668 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[72626]: ts=2024-03-07T03:01:28.283Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-03-07T03:01:28.668 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[72626]: ts=2024-03-07T03:01:28.283Z caller=main.go:570 level=info host_details="(Linux 5.14.0-427.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024 x86_64 smithi092 (none))" 2024-03-07T03:01:28.668 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[72626]: ts=2024-03-07T03:01:28.283Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-03-07T03:01:28.668 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[72626]: ts=2024-03-07T03:01:28.283Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-03-07T03:01:28.668 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[72626]: ts=2024-03-07T03:01:28.285Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-03-07T03:01:28.668 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[72626]: ts=2024-03-07T03:01:28.285Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-03-07T03:01:28.669 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[72626]: ts=2024-03-07T03:01:28.286Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-03-07T03:01:28.669 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[72626]: ts=2024-03-07T03:01:28.286Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-03-07T03:01:28.669 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[72626]: ts=2024-03-07T03:01:28.288Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-03-07T03:01:28.669 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[72626]: ts=2024-03-07T03:01:28.288Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.485µs 2024-03-07T03:01:28.669 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[72626]: ts=2024-03-07T03:01:28.288Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-03-07T03:01:28.669 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[72626]: ts=2024-03-07T03:01:28.290Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2024-03-07T03:01:28.669 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[72626]: ts=2024-03-07T03:01:28.299Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2024-03-07T03:01:28.669 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[72626]: ts=2024-03-07T03:01:28.299Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2024-03-07T03:01:28.669 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[72626]: ts=2024-03-07T03:01:28.299Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=29.058µs wal_replay_duration=10.631302ms wbl_replay_duration=92ns total_replay_duration=10.684491ms 2024-03-07T03:01:28.669 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[72626]: ts=2024-03-07T03:01:28.300Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-03-07T03:01:28.669 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[72626]: ts=2024-03-07T03:01:28.300Z caller=main.go:1029 level=info msg="TSDB started" 2024-03-07T03:01:28.669 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[72626]: ts=2024-03-07T03:01:28.300Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-07T03:01:28.669 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[72626]: ts=2024-03-07T03:01:28.321Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=20.351253ms db_storage=837ns remote_storage=1.48µs web_handler=310ns query_engine=562ns scrape=424.552µs scrape_sd=84.638µs notify=9.305µs notify_sd=9.315µs rules=19.421035ms tracing=6.488µs 2024-03-07T03:01:28.669 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[72626]: ts=2024-03-07T03:01:28.321Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-03-07T03:01:28.670 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[72626]: ts=2024-03-07T03:01:28.321Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-03-07T03:01:28.670 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:28 smithi092 bash[72612]: 456dd8e8b4ecda1a4cf3b13db375b1cd4ca26cd8ade67f38f8ac3b95552b068e 2024-03-07T03:01:28.670 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:28 smithi092 systemd[1]: Started Ceph prometheus.a for fb96fd1c-dc2c-11ee-95c6-87774f69a715. 2024-03-07T03:01:28.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:28 smithi090 ceph-mon[27223]: osdmap e339: 8 total, 8 up, 8 in 2024-03-07T03:01:28.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:28 smithi090 ceph-mon[27223]: pgmap v32: 121 pgs: 121 active+clean; 243 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 5.8 MiB/s wr, 30 op/s 2024-03-07T03:01:28.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:28 smithi090 ceph-mon[27223]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:28.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:28 smithi090 ceph-mon[27223]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:28.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:28 smithi090 ceph-mon[27223]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-07T03:01:28.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:28 smithi090 ceph-mon[27223]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:01:28.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:28 smithi090 ceph-mon[37987]: osdmap e339: 8 total, 8 up, 8 in 2024-03-07T03:01:28.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:28 smithi090 ceph-mon[37987]: pgmap v32: 121 pgs: 121 active+clean; 243 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 5.8 MiB/s wr, 30 op/s 2024-03-07T03:01:28.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:28 smithi090 ceph-mon[37987]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:28.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:28 smithi090 ceph-mon[37987]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:28.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:28 smithi090 ceph-mon[37987]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-07T03:01:28.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:28 smithi090 ceph-mon[37987]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:01:29.458 INFO:tasks.rados.rados.0.smithi090.stdout:1406: done (3 left) 2024-03-07T03:01:29.459 INFO:tasks.rados.rados.0.smithi090.stdout:1407: done (2 left) 2024-03-07T03:01:29.459 INFO:tasks.rados.rados.0.smithi090.stdout:1408: done (1 left) 2024-03-07T03:01:29.459 INFO:tasks.rados.rados.0.smithi090.stdout:1409: done (0 left) 2024-03-07T03:01:29.459 INFO:tasks.rados.rados.0.smithi090.stdout:1410: snap_remove snap 136 2024-03-07T03:01:29.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:29 smithi090 ceph-mon[37987]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-07T03:01:29.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:29 smithi090 ceph-mon[37987]: Upgrade: Need to upgrade myself (mgr.x) 2024-03-07T03:01:29.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:29 smithi090 ceph-mon[37987]: Upgrade: Need to upgrade myself (mgr.x) 2024-03-07T03:01:29.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:29 smithi090 ceph-mon[37987]: osdmap e340: 8 total, 8 up, 8 in 2024-03-07T03:01:29.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:29 smithi090 ceph-mon[37987]: osdmap e341: 8 total, 8 up, 8 in 2024-03-07T03:01:29.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:29 smithi090 ceph-mon[27223]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-07T03:01:29.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:29 smithi090 ceph-mon[27223]: Upgrade: Need to upgrade myself (mgr.x) 2024-03-07T03:01:29.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:29 smithi090 ceph-mon[27223]: Upgrade: Need to upgrade myself (mgr.x) 2024-03-07T03:01:29.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:29 smithi090 ceph-mon[27223]: osdmap e340: 8 total, 8 up, 8 in 2024-03-07T03:01:29.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:29 smithi090 ceph-mon[27223]: osdmap e341: 8 total, 8 up, 8 in 2024-03-07T03:01:29.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:29 smithi092 ceph-mon[31083]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-07T03:01:29.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:29 smithi092 ceph-mon[31083]: Upgrade: Need to upgrade myself (mgr.x) 2024-03-07T03:01:29.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:29 smithi092 ceph-mon[31083]: Upgrade: Need to upgrade myself (mgr.x) 2024-03-07T03:01:29.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:29 smithi092 ceph-mon[31083]: osdmap e340: 8 total, 8 up, 8 in 2024-03-07T03:01:29.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:29 smithi092 ceph-mon[31083]: osdmap e341: 8 total, 8 up, 8 in 2024-03-07T03:01:30.464 INFO:tasks.rados.rados.0.smithi090.stdout:1410: done (0 left) 2024-03-07T03:01:30.464 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 8 current snap is 137 2024-03-07T03:01:30.464 INFO:tasks.rados.rados.0.smithi090.stdout:1411: seq_num 445 ranges {9846784=253952} 2024-03-07T03:01:30.519 INFO:tasks.rados.rados.0.smithi090.stdout:1411: writing smithi09077644-8 from 9846784 to 10100736 tid 1 2024-03-07T03:01:30.519 INFO:tasks.rados.rados.0.smithi090.stdout:1412: rollback oid 31 current snap is 137 2024-03-07T03:01:30.520 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 31 to 133 2024-03-07T03:01:30.520 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 20 current snap is 137 2024-03-07T03:01:30.520 INFO:tasks.rados.rados.0.smithi090.stdout:1413: seq_num 446 ranges {3014656=278528} 2024-03-07T03:01:30.538 INFO:tasks.rados.rados.0.smithi090.stdout:1413: writing smithi09077644-20 from 3014656 to 3293184 tid 1 2024-03-07T03:01:30.539 INFO:tasks.rados.rados.0.smithi090.stdout:1414: read oid 41 snap -1 2024-03-07T03:01:30.539 INFO:tasks.rados.rados.0.smithi090.stdout:1414: expect deleted 2024-03-07T03:01:30.539 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 50 current snap is 137 2024-03-07T03:01:30.539 INFO:tasks.rados.rados.0.smithi090.stdout:1411: finishing write tid 1 to smithi09077644-8 2024-03-07T03:01:30.539 INFO:tasks.rados.rados.0.smithi090.stdout:1415: seq_num 447 ranges {24576=294912} 2024-03-07T03:01:30.542 INFO:tasks.rados.rados.0.smithi090.stdout:1415: writing smithi09077644-50 from 24576 to 319488 tid 1 2024-03-07T03:01:30.542 INFO:tasks.rados.rados.0.smithi090.stdout:1411: finishing write tid 2 to smithi09077644-8 2024-03-07T03:01:30.542 INFO:tasks.rados.rados.0.smithi090.stdout:1412: finishing rollback tid 0 to smithi09077644-31 2024-03-07T03:01:30.542 INFO:tasks.rados.rados.0.smithi090.stdout:1412: finishing rollback tid 1 to smithi09077644-31 2024-03-07T03:01:30.542 INFO:tasks.rados.rados.0.smithi090.stdout:1411: finishing write tid 3 to smithi09077644-8 2024-03-07T03:01:30.542 INFO:tasks.rados.rados.0.smithi090.stdout:1411: oid 8 updating version 0 to 698 2024-03-07T03:01:30.542 INFO:tasks.rados.rados.0.smithi090.stdout:1411: oid 8 updating version 698 to 699 2024-03-07T03:01:30.542 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 699 (ObjNum 445 snap 137 seq_num 445) dirty exists 2024-03-07T03:01:30.542 INFO:tasks.rados.rados.0.smithi090.stdout:1411: left oid 8 (ObjNum 445 snap 137 seq_num 445) 2024-03-07T03:01:30.542 INFO:tasks.rados.rados.0.smithi090.stdout:1412: finishing rollback tid 2 to smithi09077644-31 2024-03-07T03:01:30.542 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 190 (ObjNum 366 snap 109 seq_num 366) dirty exists 2024-03-07T03:01:30.542 INFO:tasks.rados.rados.0.smithi090.stdout:1411: done (4 left) 2024-03-07T03:01:30.542 INFO:tasks.rados.rados.0.smithi090.stdout:1412: done (3 left) 2024-03-07T03:01:30.543 INFO:tasks.rados.rados.0.smithi090.stdout:1414: done (2 left) 2024-03-07T03:01:30.543 INFO:tasks.rados.rados.0.smithi090.stdout:1416: rollback oid 11 current snap is 137 2024-03-07T03:01:30.543 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 11 to 132 2024-03-07T03:01:30.543 INFO:tasks.rados.rados.0.smithi090.stdout:1417: read oid 46 snap -1 2024-03-07T03:01:30.543 INFO:tasks.rados.rados.0.smithi090.stdout:1417: expect (ObjNum 45 snap 0 seq_num 45) 2024-03-07T03:01:30.543 INFO:tasks.rados.rados.0.smithi090.stdout:1418: read oid 38 snap -1 2024-03-07T03:01:30.543 INFO:tasks.rados.rados.0.smithi090.stdout:1418: expect (ObjNum 387 snap 119 seq_num 387) 2024-03-07T03:01:30.543 INFO:tasks.rados.rados.0.smithi090.stdout:1419: rollback oid 39 current snap is 137 2024-03-07T03:01:30.543 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 39 to 133 2024-03-07T03:01:30.543 INFO:tasks.rados.rados.0.smithi090.stdout:1420: rmattr oid 22 current snap is 137 2024-03-07T03:01:30.543 INFO:tasks.rados.rados.0.smithi090.stdout:1420: done (6 left) 2024-03-07T03:01:30.543 INFO:tasks.rados.rados.0.smithi090.stdout:1421: snap_remove snap 128 2024-03-07T03:01:31.312 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:31 smithi090 ceph-mon[27223]: Upgrade: Updating mgr.y 2024-03-07T03:01:31.312 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:31 smithi090 ceph-mon[27223]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:31.312 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:31 smithi090 ceph-mon[27223]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-07T03:01:31.312 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:31 smithi090 ceph-mon[27223]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-07T03:01:31.312 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:31 smithi090 ceph-mon[27223]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-07T03:01:31.312 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:31 smithi090 ceph-mon[27223]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:01:31.312 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:31 smithi090 ceph-mon[27223]: Deploying daemon mgr.y on smithi090 2024-03-07T03:01:31.313 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:31 smithi090 ceph-mon[27223]: pgmap v35: 121 pgs: 121 active+clean; 248 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 3.0 MiB/s wr, 11 op/s 2024-03-07T03:01:31.313 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:31 smithi090 ceph-mon[27223]: osdmap e342: 8 total, 8 up, 8 in 2024-03-07T03:01:31.313 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:31 smithi090 ceph-mon[37987]: Upgrade: Updating mgr.y 2024-03-07T03:01:31.313 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:31 smithi090 ceph-mon[37987]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:31.313 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:31 smithi090 ceph-mon[37987]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-07T03:01:31.313 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:31 smithi090 ceph-mon[37987]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-07T03:01:31.313 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:31 smithi090 ceph-mon[37987]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-07T03:01:31.313 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:31 smithi090 ceph-mon[37987]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:01:31.313 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:31 smithi090 ceph-mon[37987]: Deploying daemon mgr.y on smithi090 2024-03-07T03:01:31.313 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:31 smithi090 ceph-mon[37987]: pgmap v35: 121 pgs: 121 active+clean; 248 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 3.0 MiB/s wr, 11 op/s 2024-03-07T03:01:31.313 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:31 smithi090 ceph-mon[37987]: osdmap e342: 8 total, 8 up, 8 in 2024-03-07T03:01:31.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:31 smithi092 ceph-mon[31083]: Upgrade: Updating mgr.y 2024-03-07T03:01:31.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:31 smithi092 ceph-mon[31083]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:31.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:31 smithi092 ceph-mon[31083]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-07T03:01:31.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:31 smithi092 ceph-mon[31083]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-07T03:01:31.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:31 smithi092 ceph-mon[31083]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-07T03:01:31.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:31 smithi092 ceph-mon[31083]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:01:31.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:31 smithi092 ceph-mon[31083]: Deploying daemon mgr.y on smithi090 2024-03-07T03:01:31.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:31 smithi092 ceph-mon[31083]: pgmap v35: 121 pgs: 121 active+clean; 248 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 3.0 MiB/s wr, 11 op/s 2024-03-07T03:01:31.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:31 smithi092 ceph-mon[31083]: osdmap e342: 8 total, 8 up, 8 in 2024-03-07T03:01:31.471 INFO:tasks.rados.rados.0.smithi090.stdout:1413: finishing write tid 1 to smithi09077644-20 2024-03-07T03:01:31.471 INFO:tasks.rados.rados.0.smithi090.stdout:1413: finishing write tid 2 to smithi09077644-20 2024-03-07T03:01:31.471 INFO:tasks.rados.rados.0.smithi090.stdout:1415: finishing write tid 1 to smithi09077644-50 2024-03-07T03:01:31.471 INFO:tasks.rados.rados.0.smithi090.stdout:1413: finishing write tid 3 to smithi09077644-20 2024-03-07T03:01:31.471 INFO:tasks.rados.rados.0.smithi090.stdout:1413: oid 20 updating version 0 to 574 2024-03-07T03:01:31.472 INFO:tasks.rados.rados.0.smithi090.stdout:1413: oid 20 updating version 574 to 575 2024-03-07T03:01:31.472 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 20 v 575 (ObjNum 446 snap 137 seq_num 446) dirty exists 2024-03-07T03:01:31.472 INFO:tasks.rados.rados.0.smithi090.stdout:1413: left oid 20 (ObjNum 446 snap 137 seq_num 446) 2024-03-07T03:01:31.472 INFO:tasks.rados.rados.0.smithi090.stdout:1419: finishing rollback tid 0 to smithi09077644-39 2024-03-07T03:01:31.472 INFO:tasks.rados.rados.0.smithi090.stdout:1415: finishing write tid 2 to smithi09077644-50 2024-03-07T03:01:31.472 INFO:tasks.rados.rados.0.smithi090.stdout:1419: finishing rollback tid 1 to smithi09077644-39 2024-03-07T03:01:31.472 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 889 (ObjNum 81 snap 0 seq_num 1953066355) dirty dne 2024-03-07T03:01:31.472 INFO:tasks.rados.rados.0.smithi090.stdout:1415: finishing write tid 3 to smithi09077644-50 2024-03-07T03:01:31.472 INFO:tasks.rados.rados.0.smithi090.stdout:1415: oid 50 updating version 0 to 853 2024-03-07T03:01:31.472 INFO:tasks.rados.rados.0.smithi090.stdout:1415: oid 50 updating version 853 to 854 2024-03-07T03:01:31.473 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 50 v 854 (ObjNum 447 snap 137 seq_num 447) dirty exists 2024-03-07T03:01:31.473 INFO:tasks.rados.rados.0.smithi090.stdout:1415: left oid 50 (ObjNum 447 snap 137 seq_num 447) 2024-03-07T03:01:31.473 INFO:tasks.rados.rados.0.smithi090.stdout:1416: finishing rollback tid 0 to smithi09077644-11 2024-03-07T03:01:31.473 INFO:tasks.rados.rados.0.smithi090.stdout:1417: expect (ObjNum 45 snap 0 seq_num 45) 2024-03-07T03:01:31.496 INFO:tasks.rados.rados.0.smithi090.stdout:1416: finishing rollback tid 1 to smithi09077644-11 2024-03-07T03:01:31.497 INFO:tasks.rados.rados.0.smithi090.stdout:1416: finishing rollback tid 2 to smithi09077644-11 2024-03-07T03:01:31.497 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 11 v 796 (ObjNum 362 snap 107 seq_num 362) dirty exists 2024-03-07T03:01:31.497 INFO:tasks.rados.rados.0.smithi090.stdout:1418: expect (ObjNum 387 snap 119 seq_num 387) 2024-03-07T03:01:32.118 INFO:tasks.rados.rados.0.smithi090.stdout:1413: done (6 left) 2024-03-07T03:01:32.118 INFO:tasks.rados.rados.0.smithi090.stdout:1415: done (5 left) 2024-03-07T03:01:32.118 INFO:tasks.rados.rados.0.smithi090.stdout:1416: done (4 left) 2024-03-07T03:01:32.118 INFO:tasks.rados.rados.0.smithi090.stdout:1417: done (3 left) 2024-03-07T03:01:32.118 INFO:tasks.rados.rados.0.smithi090.stdout:1418: done (2 left) 2024-03-07T03:01:32.118 INFO:tasks.rados.rados.0.smithi090.stdout:1419: done (1 left) 2024-03-07T03:01:32.119 INFO:tasks.rados.rados.0.smithi090.stdout:1421: done (0 left) 2024-03-07T03:01:32.119 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 39 current snap is 137 2024-03-07T03:01:32.119 INFO:tasks.rados.rados.0.smithi090.stdout:1422: seq_num 448 ranges {0=311296} 2024-03-07T03:01:32.119 INFO:tasks.rados.rados.0.smithi090.stdout:1422: writing smithi09077644-39 from 0 to 311296 tid 1 2024-03-07T03:01:32.119 INFO:tasks.rados.rados.0.smithi090.stdout:1423: read oid 13 snap 117 2024-03-07T03:01:32.120 INFO:tasks.rados.rados.0.smithi090.stdout:1423: expect deleted 2024-03-07T03:01:32.120 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 43 current snap is 137 2024-03-07T03:01:32.120 INFO:tasks.rados.rados.0.smithi090.stdout:1424: seq_num 449 ranges {0=327680} 2024-03-07T03:01:32.121 INFO:tasks.rados.rados.0.smithi090.stdout:1424: writing smithi09077644-43 from 0 to 327680 tid 1 2024-03-07T03:01:32.122 INFO:tasks.rados.rados.0.smithi090.stdout:1425: copy_from oid 10 from oid 37 current snap is 137 2024-03-07T03:01:32.122 INFO:tasks.rados.rados.0.smithi090.stdout:1423: done (3 left) 2024-03-07T03:01:32.122 INFO:tasks.rados.rados.0.smithi090.stdout:1426: snap_remove snap 125 2024-03-07T03:01:32.160 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:31 smithi090 systemd[1]: Stopping Ceph mgr.y for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T03:01:32.419 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:32 smithi090 podman[80714]: 2024-03-07 03:01:32.156911591 +0000 UTC m=+0.146153967 container died a5359f652648771d41d41037c381df0f80c5cbdc3cca5351523b126b029c1929 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240222, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=reef-ae75fc9, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b) 2024-03-07T03:01:32.486 INFO:tasks.rados.rados.0.smithi090.stdout:1426: done (3 left) 2024-03-07T03:01:32.486 INFO:tasks.rados.rados.0.smithi090.stdout:1427: snap_create 2024-03-07T03:01:32.486 INFO:tasks.rados.rados.0.smithi090.stdout:1422: finishing write tid 1 to smithi09077644-39 2024-03-07T03:01:32.486 INFO:tasks.rados.rados.0.smithi090.stdout:1422: finishing write tid 2 to smithi09077644-39 2024-03-07T03:01:32.487 INFO:tasks.rados.rados.0.smithi090.stdout:1424: finishing write tid 1 to smithi09077644-43 2024-03-07T03:01:32.487 INFO:tasks.rados.rados.0.smithi090.stdout:1424: finishing write tid 2 to smithi09077644-43 2024-03-07T03:01:32.487 INFO:tasks.rados.rados.0.smithi090.stdout:1425: finishing copy_from racing read to smithi09077644-10 2024-03-07T03:01:32.487 INFO:tasks.rados.rados.0.smithi090.stdout:1425: finishing copy_from to smithi09077644-10 2024-03-07T03:01:32.487 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 363 (ObjNum 129 snap 0 seq_num 3340116848) dirty exists 2024-03-07T03:01:32.487 INFO:tasks.rados.rados.0.smithi090.stdout:1422: finishing write tid 3 to smithi09077644-39 2024-03-07T03:01:32.487 INFO:tasks.rados.rados.0.smithi090.stdout:1422: oid 39 updating version 0 to 894 2024-03-07T03:01:32.487 INFO:tasks.rados.rados.0.smithi090.stdout:1422: oid 39 updating version 894 to 895 2024-03-07T03:01:32.487 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 895 (ObjNum 448 snap 137 seq_num 448) dirty exists 2024-03-07T03:01:32.487 INFO:tasks.rados.rados.0.smithi090.stdout:1422: left oid 39 (ObjNum 448 snap 137 seq_num 448) 2024-03-07T03:01:32.487 INFO:tasks.rados.rados.0.smithi090.stdout:1424: finishing write tid 3 to smithi09077644-43 2024-03-07T03:01:32.487 INFO:tasks.rados.rados.0.smithi090.stdout:1424: oid 43 updating version 0 to 281 2024-03-07T03:01:32.487 INFO:tasks.rados.rados.0.smithi090.stdout:1424: oid 43 updating version 281 to 282 2024-03-07T03:01:32.487 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 282 (ObjNum 449 snap 137 seq_num 449) dirty exists 2024-03-07T03:01:32.488 INFO:tasks.rados.rados.0.smithi090.stdout:1424: left oid 43 (ObjNum 449 snap 137 seq_num 449) 2024-03-07T03:01:32.729 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:32 smithi090 ceph-mon[37987]: osdmap e343: 8 total, 8 up, 8 in 2024-03-07T03:01:32.729 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:32 smithi090 ceph-mon[37987]: pgmap v38: 121 pgs: 121 active+clean; 248 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 3.0 MiB/s wr, 11 op/s 2024-03-07T03:01:32.729 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:32 smithi090 ceph-mon[27223]: osdmap e343: 8 total, 8 up, 8 in 2024-03-07T03:01:32.729 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:32 smithi090 ceph-mon[27223]: pgmap v38: 121 pgs: 121 active+clean; 248 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 3.0 MiB/s wr, 11 op/s 2024-03-07T03:01:32.729 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:32 smithi090 podman[80714]: 2024-03-07 03:01:32.499788003 +0000 UTC m=+0.489030381 container cleanup a5359f652648771d41d41037c381df0f80c5cbdc3cca5351523b126b029c1929 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, RELEASE=reef-ae75fc9, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_CLEAN=True, org.label-schema.build-date=20240222) 2024-03-07T03:01:32.729 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:32 smithi090 bash[80714]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y 2024-03-07T03:01:32.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:32 smithi092 ceph-mon[31083]: osdmap e343: 8 total, 8 up, 8 in 2024-03-07T03:01:32.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:32 smithi092 ceph-mon[31083]: pgmap v38: 121 pgs: 121 active+clean; 248 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 3.0 MiB/s wr, 11 op/s 2024-03-07T03:01:33.079 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:32 smithi090 podman[80728]: 2024-03-07 03:01:32.726929373 +0000 UTC m=+0.570501720 container remove a5359f652648771d41d41037c381df0f80c5cbdc3cca5351523b126b029c1929 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y, org.label-schema.build-date=20240222, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=reef-ae75fc9, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-03-07T03:01:33.079 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:32 smithi090 systemd[1]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-03-07T03:01:33.079 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:32 smithi090 systemd[1]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@mgr.y.service: Failed with result 'exit-code'. 2024-03-07T03:01:33.079 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:32 smithi090 systemd[1]: Stopped Ceph mgr.y for fb96fd1c-dc2c-11ee-95c6-87774f69a715. 2024-03-07T03:01:33.079 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:32 smithi090 systemd[1]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@mgr.y.service: Consumed 1min 7.109s CPU time. 2024-03-07T03:01:33.474 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:33 smithi090 systemd[1]: Starting Ceph mgr.y for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T03:01:33.475 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:33 smithi090 podman[80862]: 2024-03-07 03:01:33.277404044 +0000 UTC m=+0.017575836 image pull fdb83767c1ab7256a5adb2236a0d5ca62c64d53a1398fd6c12f8a81ff166e8ff quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71 2024-03-07T03:01:33.475 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:33 smithi090 podman[80862]: 2024-03-07 03:01:33.396674162 +0000 UTC m=+0.136845960 container create 3f0549138d93976e2af28d1ff9046e103eb420a15f985ee95a82a34c4b430fbf (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y, org.label-schema.license=GPLv2, RELEASE=main-ea9a568, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.build-date=20240222, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-03-07T03:01:33.490 INFO:tasks.rados.rados.0.smithi090.stdout:1422: done (3 left) 2024-03-07T03:01:33.490 INFO:tasks.rados.rados.0.smithi090.stdout:1424: done (2 left) 2024-03-07T03:01:33.490 INFO:tasks.rados.rados.0.smithi090.stdout:1425: done (1 left) 2024-03-07T03:01:33.490 INFO:tasks.rados.rados.0.smithi090.stdout:1427: done (0 left) 2024-03-07T03:01:33.490 INFO:tasks.rados.rados.0.smithi090.stdout:1428: read oid 47 snap -1 2024-03-07T03:01:33.490 INFO:tasks.rados.rados.0.smithi090.stdout:1428: expect (ObjNum 442 snap 136 seq_num 442) 2024-03-07T03:01:33.491 INFO:tasks.rados.rados.0.smithi090.stdout:1429: read oid 50 snap -1 2024-03-07T03:01:33.491 INFO:tasks.rados.rados.0.smithi090.stdout:1429: expect (ObjNum 447 snap 137 seq_num 447) 2024-03-07T03:01:33.491 INFO:tasks.rados.rados.0.smithi090.stdout:1430: snap_create 2024-03-07T03:01:33.493 INFO:tasks.rados.rados.0.smithi090.stdout:1429: expect (ObjNum 447 snap 137 seq_num 447) 2024-03-07T03:01:33.766 INFO:tasks.rados.rados.0.smithi090.stdout:1428: expect (ObjNum 442 snap 136 seq_num 442) 2024-03-07T03:01:33.818 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:33 smithi092 ceph-mon[31083]: osdmap e344: 8 total, 8 up, 8 in 2024-03-07T03:01:33.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:33 smithi090 ceph-mon[27223]: osdmap e344: 8 total, 8 up, 8 in 2024-03-07T03:01:33.829 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:01:33 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[72828]: ts=2024-03-07T03:01:33.509Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi090.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.90:8443: connect: connection refused" 2024-03-07T03:01:33.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:33 smithi090 ceph-mon[37987]: osdmap e344: 8 total, 8 up, 8 in 2024-03-07T03:01:33.829 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:33 smithi090 podman[80862]: 2024-03-07 03:01:33.591358201 +0000 UTC m=+0.331530006 container init 3f0549138d93976e2af28d1ff9046e103eb420a15f985ee95a82a34c4b430fbf (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240222, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=main-ea9a568, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-03-07T03:01:33.829 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:33 smithi090 podman[80862]: 2024-03-07 03:01:33.594023949 +0000 UTC m=+0.334195751 container start 3f0549138d93976e2af28d1ff9046e103eb420a15f985ee95a82a34c4b430fbf (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-ea9a568, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240222, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b) 2024-03-07T03:01:33.829 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:33 smithi090 ceph-mgr[80881]: -- 172.21.15.90:0/1145441493 <== mon.0 v2:172.21.15.90:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55c489d985a0 con 0x55c489d6c800 2024-03-07T03:01:33.829 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:33 smithi090 bash[80862]: 3f0549138d93976e2af28d1ff9046e103eb420a15f985ee95a82a34c4b430fbf 2024-03-07T03:01:33.829 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:33 smithi090 systemd[1]: Started Ceph mgr.y for fb96fd1c-dc2c-11ee-95c6-87774f69a715. 2024-03-07T03:01:34.490 INFO:tasks.rados.rados.0.smithi090.stdout:1428: done (2 left) 2024-03-07T03:01:34.490 INFO:tasks.rados.rados.0.smithi090.stdout:1429: done (1 left) 2024-03-07T03:01:34.490 INFO:tasks.rados.rados.0.smithi090.stdout:1430: done (0 left) 2024-03-07T03:01:34.490 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 17 current snap is 139 2024-03-07T03:01:34.490 INFO:tasks.rados.rados.0.smithi090.stdout:1431: seq_num 450 ranges {2351104=344064} 2024-03-07T03:01:34.493 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:34 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:01:34.162+0000 7f64f4dc3200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-07T03:01:34.493 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:34 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:01:34.266+0000 7f64f4dc3200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-07T03:01:34.505 INFO:tasks.rados.rados.0.smithi090.stdout:1431: writing smithi09077644-17 from 2351104 to 2695168 tid 1 2024-03-07T03:01:34.505 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 35 current snap is 139 2024-03-07T03:01:34.505 INFO:tasks.rados.rados.0.smithi090.stdout:1432: seq_num 451 ranges {3014656=360448} 2024-03-07T03:01:34.523 INFO:tasks.rados.rados.0.smithi090.stdout:1432: writing smithi09077644-35 from 3014656 to 3375104 tid 1 2024-03-07T03:01:34.523 INFO:tasks.rados.rados.0.smithi090.stdout:1433: snap_create 2024-03-07T03:01:34.523 INFO:tasks.rados.rados.0.smithi090.stdout:1431: finishing write tid 1 to smithi09077644-17 2024-03-07T03:01:34.523 INFO:tasks.rados.rados.0.smithi090.stdout:1431: finishing write tid 2 to smithi09077644-17 2024-03-07T03:01:34.523 INFO:tasks.rados.rados.0.smithi090.stdout:1431: finishing write tid 3 to smithi09077644-17 2024-03-07T03:01:34.524 INFO:tasks.rados.rados.0.smithi090.stdout:1431: oid 17 updating version 0 to 822 2024-03-07T03:01:34.524 INFO:tasks.rados.rados.0.smithi090.stdout:1431: oid 17 version 822 is already newer than 821 2024-03-07T03:01:34.524 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 17 v 822 (ObjNum 450 snap 139 seq_num 450) dirty exists 2024-03-07T03:01:34.524 INFO:tasks.rados.rados.0.smithi090.stdout:1431: left oid 17 (ObjNum 450 snap 139 seq_num 450) 2024-03-07T03:01:34.526 INFO:tasks.rados.rados.0.smithi090.stdout:1432: finishing write tid 1 to smithi09077644-35 2024-03-07T03:01:34.526 INFO:tasks.rados.rados.0.smithi090.stdout:1432: finishing write tid 2 to smithi09077644-35 2024-03-07T03:01:34.527 INFO:tasks.rados.rados.0.smithi090.stdout:1432: finishing write tid 3 to smithi09077644-35 2024-03-07T03:01:34.527 INFO:tasks.rados.rados.0.smithi090.stdout:1432: oid 35 updating version 0 to 599 2024-03-07T03:01:34.527 INFO:tasks.rados.rados.0.smithi090.stdout:1432: oid 35 version 599 is already newer than 598 2024-03-07T03:01:34.527 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 35 v 599 (ObjNum 451 snap 139 seq_num 451) dirty exists 2024-03-07T03:01:34.527 INFO:tasks.rados.rados.0.smithi090.stdout:1432: left oid 35 (ObjNum 451 snap 139 seq_num 451) 2024-03-07T03:01:34.753 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:34 smithi090 ceph-mon[27223]: osdmap e345: 8 total, 8 up, 8 in 2024-03-07T03:01:34.754 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:34 smithi090 ceph-mon[27223]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:34.754 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:34 smithi090 ceph-mon[27223]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:34.754 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:34 smithi090 ceph-mon[27223]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:01:34.754 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:34 smithi090 ceph-mon[27223]: pgmap v41: 121 pgs: 121 active+clean; 248 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-03-07T03:01:34.754 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:34 smithi090 ceph-mon[37987]: osdmap e345: 8 total, 8 up, 8 in 2024-03-07T03:01:34.754 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:34 smithi090 ceph-mon[37987]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:34.754 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:34 smithi090 ceph-mon[37987]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:34.754 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:34 smithi090 ceph-mon[37987]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:01:34.754 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:34 smithi090 ceph-mon[37987]: pgmap v41: 121 pgs: 121 active+clean; 248 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-03-07T03:01:34.773 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:34 smithi092 ceph-mon[31083]: osdmap e345: 8 total, 8 up, 8 in 2024-03-07T03:01:34.773 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:34 smithi092 ceph-mon[31083]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:34.773 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:34 smithi092 ceph-mon[31083]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:34.773 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:34 smithi092 ceph-mon[31083]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:01:34.773 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:34 smithi092 ceph-mon[31083]: pgmap v41: 121 pgs: 121 active+clean; 248 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-03-07T03:01:35.051 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:34 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:01:34.955+0000 7f64f4dc3200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-07T03:01:35.051 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:35 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:01:35.048+0000 7f64f4dc3200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-07T03:01:35.304 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:35 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:01:35.204+0000 7f64f4dc3200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-07T03:01:35.304 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:35 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:01:35.301+0000 7f64f4dc3200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-07T03:01:35.509 INFO:tasks.rados.rados.0.smithi090.stdout:1431: done (2 left) 2024-03-07T03:01:35.509 INFO:tasks.rados.rados.0.smithi090.stdout:1432: done (1 left) 2024-03-07T03:01:35.509 INFO:tasks.rados.rados.0.smithi090.stdout:1433: done (0 left) 2024-03-07T03:01:35.509 INFO:tasks.rados.rados.0.smithi090.stdout:1434: delete oid 44 current snap is 140 2024-03-07T03:01:35.515 INFO:tasks.rados.rados.0.smithi090.stdout:1434: done (0 left) 2024-03-07T03:01:35.515 INFO:tasks.rados.rados.0.smithi090.stdout:1435: rmattr oid 21 current snap is 140 2024-03-07T03:01:35.515 INFO:tasks.rados.rados.0.smithi090.stdout:1436: read oid 35 snap -1 2024-03-07T03:01:35.515 INFO:tasks.rados.rados.0.smithi090.stdout:1436: expect (ObjNum 451 snap 139 seq_num 451) 2024-03-07T03:01:35.515 INFO:tasks.rados.rados.0.smithi090.stdout:1437: read oid 47 snap -1 2024-03-07T03:01:35.515 INFO:tasks.rados.rados.0.smithi090.stdout:1437: expect (ObjNum 442 snap 136 seq_num 442) 2024-03-07T03:01:35.515 INFO:tasks.rados.rados.0.smithi090.stdout:1438: snap_create 2024-03-07T03:01:35.519 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 653 (ObjNum 387 snap 119 seq_num 387) dirty exists 2024-03-07T03:01:35.533 INFO:tasks.rados.rados.0.smithi090.stdout:1436: expect (ObjNum 451 snap 139 seq_num 451) 2024-03-07T03:01:35.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:35 smithi090 ceph-mon[27223]: osdmap e346: 8 total, 8 up, 8 in 2024-03-07T03:01:35.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:35 smithi090 ceph-mon[37987]: osdmap e346: 8 total, 8 up, 8 in 2024-03-07T03:01:35.579 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:35 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:01:35.385+0000 7f64f4dc3200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-07T03:01:35.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:35 smithi092 ceph-mon[31083]: osdmap e346: 8 total, 8 up, 8 in 2024-03-07T03:01:35.689 INFO:tasks.rados.rados.0.smithi090.stdout:1437: expect (ObjNum 442 snap 136 seq_num 442) 2024-03-07T03:01:36.006 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:35 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:01:35.672+0000 7f64f4dc3200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-07T03:01:36.006 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:35 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:01:35.787+0000 7f64f4dc3200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-07T03:01:36.006 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:35 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:01:35.887+0000 7f64f4dc3200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-07T03:01:36.006 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:36 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:01:36.003+0000 7f64f4dc3200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-07T03:01:36.328 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:36 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:01:36.214+0000 7f64f4dc3200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-07T03:01:36.513 INFO:tasks.rados.rados.0.smithi090.stdout:1435: done (3 left) 2024-03-07T03:01:36.513 INFO:tasks.rados.rados.0.smithi090.stdout:1436: done (2 left) 2024-03-07T03:01:36.513 INFO:tasks.rados.rados.0.smithi090.stdout:1437: done (1 left) 2024-03-07T03:01:36.513 INFO:tasks.rados.rados.0.smithi090.stdout:1438: done (0 left) 2024-03-07T03:01:36.513 INFO:tasks.rados.rados.0.smithi090.stdout:1439: read oid 40 snap 132 2024-03-07T03:01:36.514 INFO:tasks.rados.rados.0.smithi090.stdout:1439: expect (ObjNum 344 snap 102 seq_num 344) 2024-03-07T03:01:36.514 INFO:tasks.rados.rados.0.smithi090.stdout:1440: delete oid 47 current snap is 141 2024-03-07T03:01:36.515 INFO:tasks.rados.rados.0.smithi090.stdout:1440: done (1 left) 2024-03-07T03:01:36.515 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 31 current snap is 141 2024-03-07T03:01:36.515 INFO:tasks.rados.rados.0.smithi090.stdout:1441: seq_num 454 ranges {9461760=409600} 2024-03-07T03:01:36.569 INFO:tasks.rados.rados.0.smithi090.stdout:1441: writing smithi09077644-31 from 9461760 to 9871360 tid 1 2024-03-07T03:01:36.569 INFO:tasks.rados.rados.0.smithi090.stdout:1442: delete oid 43 current snap is 141 2024-03-07T03:01:36.569 INFO:tasks.rados.rados.0.smithi090.stdout:1439: expect (ObjNum 344 snap 102 seq_num 344) 2024-03-07T03:01:36.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:36 smithi092 ceph-mon[31083]: osdmap e347: 8 total, 8 up, 8 in 2024-03-07T03:01:36.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:36 smithi092 ceph-mon[31083]: pgmap v44: 121 pgs: 121 active+clean; 249 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 358 KiB/s wr, 9 op/s 2024-03-07T03:01:36.727 INFO:tasks.rados.rados.0.smithi090.stdout:1441: finishing write tid 1 to smithi09077644-31 2024-03-07T03:01:36.727 INFO:tasks.rados.rados.0.smithi090.stdout:1441: finishing write tid 2 to smithi09077644-31 2024-03-07T03:01:36.727 INFO:tasks.rados.rados.0.smithi090.stdout:1439: done (2 left) 2024-03-07T03:01:36.727 INFO:tasks.rados.rados.0.smithi090.stdout:1442: done (1 left) 2024-03-07T03:01:36.727 INFO:tasks.rados.rados.0.smithi090.stdout:1443: rollback oid 42 current snap is 141 2024-03-07T03:01:36.727 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 42 to 139 2024-03-07T03:01:36.727 INFO:tasks.rados.rados.0.smithi090.stdout:1441: finishing write tid 3 to smithi09077644-31 2024-03-07T03:01:36.727 INFO:tasks.rados.rados.0.smithi090.stdout:1441: oid 31 updating version 0 to 192 2024-03-07T03:01:36.727 INFO:tasks.rados.rados.0.smithi090.stdout:1441: oid 31 version 192 is already newer than 191 2024-03-07T03:01:36.727 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 192 (ObjNum 454 snap 141 seq_num 454) dirty exists 2024-03-07T03:01:36.727 INFO:tasks.rados.rados.0.smithi090.stdout:1441: left oid 31 (ObjNum 454 snap 141 seq_num 454) 2024-03-07T03:01:36.728 INFO:tasks.rados.rados.0.smithi090.stdout:1441: done (1 left) 2024-03-07T03:01:36.728 INFO:tasks.rados.rados.0.smithi090.stdout:1444: read oid 22 snap -1 2024-03-07T03:01:36.728 INFO:tasks.rados.rados.0.smithi090.stdout:1444: expect (ObjNum 350 snap 104 seq_num 350) 2024-03-07T03:01:36.728 INFO:tasks.rados.rados.0.smithi090.stdout:1445: snap_create 2024-03-07T03:01:36.729 INFO:tasks.rados.rados.0.smithi090.stdout:1443: finishing rollback tid 1 to smithi09077644-42 2024-03-07T03:01:36.729 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 42 v 738 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-03-07T03:01:36.740 INFO:tasks.rados.rados.0.smithi090.stdout:1444: expect (ObjNum 350 snap 104 seq_num 350) 2024-03-07T03:01:36.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:36 smithi090 ceph-mon[37987]: osdmap e347: 8 total, 8 up, 8 in 2024-03-07T03:01:36.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:36 smithi090 ceph-mon[37987]: pgmap v44: 121 pgs: 121 active+clean; 249 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 358 KiB/s wr, 9 op/s 2024-03-07T03:01:36.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:36 smithi090 ceph-mon[27223]: osdmap e347: 8 total, 8 up, 8 in 2024-03-07T03:01:36.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:36 smithi090 ceph-mon[27223]: pgmap v44: 121 pgs: 121 active+clean; 249 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 358 KiB/s wr, 9 op/s 2024-03-07T03:01:37.416 INFO:teuthology.orchestra.run.smithi090.stdout:true 2024-03-07T03:01:37.417 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:37 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:01:37.299+0000 7f64f4dc3200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-07T03:01:37.517 INFO:tasks.rados.rados.0.smithi090.stdout:1443: done (2 left) 2024-03-07T03:01:37.517 INFO:tasks.rados.rados.0.smithi090.stdout:1444: done (1 left) 2024-03-07T03:01:37.518 INFO:tasks.rados.rados.0.smithi090.stdout:1445: done (0 left) 2024-03-07T03:01:37.518 INFO:tasks.rados.rados.0.smithi090.stdout:1446: copy_from oid 48 from oid 8 current snap is 142 2024-03-07T03:01:37.518 INFO:tasks.rados.rados.0.smithi090.stdout:1447: read oid 41 snap -1 2024-03-07T03:01:37.518 INFO:tasks.rados.rados.0.smithi090.stdout:1447: expect deleted 2024-03-07T03:01:37.518 INFO:tasks.rados.rados.0.smithi090.stdout:1448: snap_create 2024-03-07T03:01:37.562 INFO:tasks.rados.rados.0.smithi090.stdout:1446: finishing copy_from racing read to smithi09077644-48 2024-03-07T03:01:37.563 INFO:tasks.rados.rados.0.smithi090.stdout:1446: finishing copy_from to smithi09077644-48 2024-03-07T03:01:37.563 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 699 (ObjNum 445 snap 137 seq_num 445) dirty exists 2024-03-07T03:01:37.760 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:37 smithi090 ceph-mon[27223]: osdmap e348: 8 total, 8 up, 8 in 2024-03-07T03:01:37.760 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:37 smithi090 ceph-mon[37987]: osdmap e348: 8 total, 8 up, 8 in 2024-03-07T03:01:37.761 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:37 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:01:37.438+0000 7f64f4dc3200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-07T03:01:37.761 INFO:teuthology.orchestra.run.smithi090.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-07T03:01:37.761 INFO:teuthology.orchestra.run.smithi090.stdout:alertmanager.a smithi090 *:9093,9094 running (6m) 0s ago 7m 24.3M - 0.25.0 c8568f914cd2 c7f315859531 2024-03-07T03:01:37.761 INFO:teuthology.orchestra.run.smithi090.stdout:grafana.a smithi092 *:3000 running (6m) 20s ago 6m 89.2M - 9.4.7 954c08fa6188 044a70fdd07e 2024-03-07T03:01:37.761 INFO:teuthology.orchestra.run.smithi090.stdout:mds.a smithi090 running (7m) 0s ago 7m 14.5M - 18.2.1-718-gae75fc9d 0164bb8a7c67 8b3baf63c0c9 2024-03-07T03:01:37.761 INFO:teuthology.orchestra.run.smithi090.stdout:mds.b smithi092 running (7m) 20s ago 7m 18.5M - 18.2.1-718-gae75fc9d 0164bb8a7c67 ce3c1188fa28 2024-03-07T03:01:37.761 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.x smithi092 *:8443,9283,8765 running (47s) 20s ago 11m 493M - 19.0.0-1905-gea9a5688 fdb83767c1ab 3ad5284204cc 2024-03-07T03:01:37.761 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.y smithi090 *:8443,9283,8765 running (4s) 0s ago 13m 66.4M - 19.0.0-1905-gea9a5688 fdb83767c1ab 3f0549138d93 2024-03-07T03:01:37.761 INFO:teuthology.orchestra.run.smithi090.stdout:mon.a smithi090 running (13m) 0s ago 13m 57.6M 2048M 18.2.1-718-gae75fc9d 0164bb8a7c67 84d91110fe9f 2024-03-07T03:01:37.762 INFO:teuthology.orchestra.run.smithi090.stdout:mon.b smithi092 running (11m) 20s ago 11m 45.8M 2048M 18.2.1-718-gae75fc9d 0164bb8a7c67 27a7830719c5 2024-03-07T03:01:37.762 INFO:teuthology.orchestra.run.smithi090.stdout:mon.c smithi090 running (11m) 0s ago 11m 47.0M 2048M 18.2.1-718-gae75fc9d 0164bb8a7c67 9eaa649b1445 2024-03-07T03:01:37.762 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.a smithi090 *:9100 running (6m) 0s ago 6m 17.2M - 1.5.0 0da6a335fe13 76496853f3a5 2024-03-07T03:01:37.762 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.b smithi092 *:9100 running (6m) 20s ago 6m 15.2M - 1.5.0 0da6a335fe13 9ed8c0a03920 2024-03-07T03:01:37.762 INFO:teuthology.orchestra.run.smithi090.stdout:osd.0 smithi090 running (11m) 0s ago 11m 232M 2480M 18.2.1-718-gae75fc9d 0164bb8a7c67 725e893e6886 2024-03-07T03:01:37.762 INFO:teuthology.orchestra.run.smithi090.stdout:osd.1 smithi090 running (10m) 0s ago 10m 205M 2480M 18.2.1-718-gae75fc9d 0164bb8a7c67 9b941d592b34 2024-03-07T03:01:37.762 INFO:teuthology.orchestra.run.smithi090.stdout:osd.2 smithi090 running (10m) 0s ago 10m 209M 2480M 18.2.1-718-gae75fc9d 0164bb8a7c67 9852da06477f 2024-03-07T03:01:37.762 INFO:teuthology.orchestra.run.smithi090.stdout:osd.3 smithi090 running (9m) 0s ago 9m 126M 2480M 18.2.1-718-gae75fc9d 0164bb8a7c67 1e9119683f37 2024-03-07T03:01:37.762 INFO:teuthology.orchestra.run.smithi090.stdout:osd.4 smithi092 running (9m) 20s ago 9m 195M 2480M 18.2.1-718-gae75fc9d 0164bb8a7c67 9ffc02d81c13 2024-03-07T03:01:37.762 INFO:teuthology.orchestra.run.smithi090.stdout:osd.5 smithi092 running (9m) 20s ago 9m 189M 2480M 18.2.1-718-gae75fc9d 0164bb8a7c67 028e6ccdd1db 2024-03-07T03:01:37.762 INFO:teuthology.orchestra.run.smithi090.stdout:osd.6 smithi092 running (8m) 20s ago 8m 111M 2480M 18.2.1-718-gae75fc9d 0164bb8a7c67 04f0a980ec71 2024-03-07T03:01:37.762 INFO:teuthology.orchestra.run.smithi090.stdout:osd.7 smithi092 running (8m) 20s ago 8m 114M 2480M 18.2.1-718-gae75fc9d 0164bb8a7c67 1f2215787147 2024-03-07T03:01:37.762 INFO:teuthology.orchestra.run.smithi090.stdout:prometheus.a smithi092 *:9095 starting - - - - 2024-03-07T03:01:37.798 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:37 smithi092 ceph-mon[31083]: osdmap e348: 8 total, 8 up, 8 in 2024-03-07T03:01:38.078 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:37 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:01:37.801+0000 7f64f4dc3200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-07T03:01:38.079 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:37 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:01:37.902+0000 7f64f4dc3200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-07T03:01:38.167 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-03-07T03:01:38.168 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": { 2024-03-07T03:01:38.168 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 3 2024-03-07T03:01:38.168 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:01:38.168 INFO:teuthology.orchestra.run.smithi090.stdout: "mgr": { 2024-03-07T03:01:38.168 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 1, 2024-03-07T03:01:38.168 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 1 2024-03-07T03:01:38.168 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:01:38.168 INFO:teuthology.orchestra.run.smithi090.stdout: "osd": { 2024-03-07T03:01:38.168 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 8 2024-03-07T03:01:38.168 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:01:38.168 INFO:teuthology.orchestra.run.smithi090.stdout: "mds": { 2024-03-07T03:01:38.168 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 2 2024-03-07T03:01:38.169 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:01:38.169 INFO:teuthology.orchestra.run.smithi090.stdout: "overall": { 2024-03-07T03:01:38.169 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 14, 2024-03-07T03:01:38.169 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 1 2024-03-07T03:01:38.169 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-03-07T03:01:38.169 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-03-07T03:01:38.513 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:38 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:01:38.113+0000 7f64f4dc3200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-07T03:01:38.513 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:38 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:01:38.313+0000 7f64f4dc3200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-07T03:01:38.522 INFO:tasks.rados.rados.0.smithi090.stdout:1446: done (2 left) 2024-03-07T03:01:38.523 INFO:tasks.rados.rados.0.smithi090.stdout:1447: done (1 left) 2024-03-07T03:01:38.523 INFO:tasks.rados.rados.0.smithi090.stdout:1448: done (0 left) 2024-03-07T03:01:38.523 INFO:tasks.rados.rados.0.smithi090.stdout:1449: snap_create 2024-03-07T03:01:38.828 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:38 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:01:38.628+0000 7f64f4dc3200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-07T03:01:38.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:38 smithi090 ceph-mon[37987]: from='client.25151 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:01:38.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:38 smithi090 ceph-mon[37987]: osdmap e349: 8 total, 8 up, 8 in 2024-03-07T03:01:38.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:38 smithi090 ceph-mon[37987]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:38.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:38 smithi090 ceph-mon[37987]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:38.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:38 smithi090 ceph-mon[37987]: from='client.15270 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:01:38.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:38 smithi090 ceph-mon[37987]: pgmap v47: 121 pgs: 121 active+clean; 249 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 358 KiB/s wr, 9 op/s 2024-03-07T03:01:38.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:38 smithi090 ceph-mon[37987]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:01:38.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:38 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/656331958' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:01:38.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:38 smithi090 ceph-mon[37987]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:38.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:38 smithi090 ceph-mon[37987]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:38.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:38 smithi090 ceph-mon[27223]: from='client.25151 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:01:38.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:38 smithi090 ceph-mon[27223]: osdmap e349: 8 total, 8 up, 8 in 2024-03-07T03:01:38.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:38 smithi090 ceph-mon[27223]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:38.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:38 smithi090 ceph-mon[27223]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:38.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:38 smithi090 ceph-mon[27223]: from='client.15270 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:01:38.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:38 smithi090 ceph-mon[27223]: pgmap v47: 121 pgs: 121 active+clean; 249 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 358 KiB/s wr, 9 op/s 2024-03-07T03:01:38.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:38 smithi090 ceph-mon[27223]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:01:38.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:38 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/656331958' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:01:38.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:38 smithi090 ceph-mon[27223]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:38.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:38 smithi090 ceph-mon[27223]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:38.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:38 smithi092 ceph-mon[31083]: from='client.25151 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:01:38.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:38 smithi092 ceph-mon[31083]: osdmap e349: 8 total, 8 up, 8 in 2024-03-07T03:01:38.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:38 smithi092 ceph-mon[31083]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:38.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:38 smithi092 ceph-mon[31083]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:38.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:38 smithi092 ceph-mon[31083]: from='client.15270 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:01:38.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:38 smithi092 ceph-mon[31083]: pgmap v47: 121 pgs: 121 active+clean; 249 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 358 KiB/s wr, 9 op/s 2024-03-07T03:01:38.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:38 smithi092 ceph-mon[31083]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:01:38.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:38 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/656331958' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:01:38.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:38 smithi092 ceph-mon[31083]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:38.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:38 smithi092 ceph-mon[31083]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:39.160 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:38 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:01:38.906+0000 7f64f4dc3200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-07T03:01:39.161 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:39 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:01:39.157+0000 7f64f4dc3200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-07T03:01:39.462 INFO:tasks.rados.rados.0.smithi090.stdout:1449: done (0 left) 2024-03-07T03:01:39.462 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 7 current snap is 144 2024-03-07T03:01:39.462 INFO:tasks.rados.rados.0.smithi090.stdout:1450: seq_num 456 ranges {2211840=442368} 2024-03-07T03:01:39.478 INFO:tasks.rados.rados.0.smithi090.stdout:1450: writing smithi09077644-7 from 2211840 to 2654208 tid 1 2024-03-07T03:01:39.478 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 45 current snap is 144 2024-03-07T03:01:39.478 INFO:tasks.rados.rados.0.smithi090.stdout:1451: seq_num 457 ranges {7610368=458752} 2024-03-07T03:01:39.524 INFO:tasks.rados.rados.0.smithi090.stdout:1451: writing smithi09077644-45 from 7610368 to 8069120 tid 1 2024-03-07T03:01:39.524 INFO:tasks.rados.rados.0.smithi090.stdout:1452: copy_from oid 38 from oid 44 current snap is 144 2024-03-07T03:01:39.524 INFO:tasks.rados.rados.0.smithi090.stdout:1450: finishing write tid 1 to smithi09077644-7 2024-03-07T03:01:39.524 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 35 current snap is 144 2024-03-07T03:01:39.524 INFO:tasks.rados.rados.0.smithi090.stdout:1450: finishing write tid 2 to smithi09077644-7 2024-03-07T03:01:39.525 INFO:tasks.rados.rados.0.smithi090.stdout:1450: finishing write tid 3 to smithi09077644-7 2024-03-07T03:01:39.525 INFO:tasks.rados.rados.0.smithi090.stdout:1450: oid 7 updating version 0 to 117 2024-03-07T03:01:39.525 INFO:tasks.rados.rados.0.smithi090.stdout:1450: oid 7 version 117 is already newer than 116 2024-03-07T03:01:39.525 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 7 v 117 (ObjNum 456 snap 144 seq_num 456) dirty exists 2024-03-07T03:01:39.525 INFO:tasks.rados.rados.0.smithi090.stdout:1450: left oid 7 (ObjNum 456 snap 144 seq_num 456) 2024-03-07T03:01:39.525 INFO:tasks.rados.rados.0.smithi090.stdout:1453: seq_num 458 ranges {3375104=475136} 2024-03-07T03:01:39.545 INFO:tasks.rados.rados.0.smithi090.stdout:1453: writing smithi09077644-35 from 3375104 to 3850240 tid 1 2024-03-07T03:01:39.545 INFO:tasks.rados.rados.0.smithi090.stdout:1450: done (3 left) 2024-03-07T03:01:39.545 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 5 current snap is 144 2024-03-07T03:01:39.545 INFO:tasks.rados.rados.0.smithi090.stdout:1452: finishing copy_from to smithi09077644-38 2024-03-07T03:01:39.546 INFO:tasks.rados.rados.0.smithi090.stdout:1452: got expected ENOENT (src dne) 2024-03-07T03:01:39.546 INFO:tasks.rados.rados.0.smithi090.stdout:1454: seq_num 459 ranges {0=491520} 2024-03-07T03:01:39.549 INFO:tasks.rados.rados.0.smithi090.stdout:1454: writing smithi09077644-5 from 0 to 491520 tid 1 2024-03-07T03:01:39.549 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 37 current snap is 144 2024-03-07T03:01:39.549 INFO:tasks.rados.rados.0.smithi090.stdout:1452: finishing copy_from racing read to smithi09077644-38 2024-03-07T03:01:39.549 INFO:tasks.rados.rados.0.smithi090.stdout:1451: finishing write tid 1 to smithi09077644-45 2024-03-07T03:01:39.549 INFO:tasks.rados.rados.0.smithi090.stdout:1451: finishing write tid 2 to smithi09077644-45 2024-03-07T03:01:39.549 INFO:tasks.rados.rados.0.smithi090.stdout:1455: seq_num 460 ranges {0=507904} 2024-03-07T03:01:39.552 INFO:tasks.rados.rados.0.smithi090.stdout:1455: writing smithi09077644-37 from 0 to 507904 tid 1 2024-03-07T03:01:39.552 INFO:tasks.rados.rados.0.smithi090.stdout:1452: done (4 left) 2024-03-07T03:01:39.552 INFO:tasks.rados.rados.0.smithi090.stdout:1456: snap_remove snap 140 2024-03-07T03:01:39.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:39 smithi090 ceph-mon[37987]: osdmap e350: 8 total, 8 up, 8 in 2024-03-07T03:01:39.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:39 smithi090 ceph-mon[37987]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:39.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:39 smithi090 ceph-mon[37987]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:39.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:39 smithi090 ceph-mon[37987]: osdmap e351: 8 total, 8 up, 8 in 2024-03-07T03:01:39.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:39 smithi090 ceph-mon[27223]: osdmap e350: 8 total, 8 up, 8 in 2024-03-07T03:01:39.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:39 smithi090 ceph-mon[27223]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:39.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:39 smithi090 ceph-mon[27223]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:39.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:39 smithi090 ceph-mon[27223]: osdmap e351: 8 total, 8 up, 8 in 2024-03-07T03:01:39.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:39 smithi092 ceph-mon[31083]: osdmap e350: 8 total, 8 up, 8 in 2024-03-07T03:01:39.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:39 smithi092 ceph-mon[31083]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:39.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:39 smithi092 ceph-mon[31083]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:39.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:39 smithi092 ceph-mon[31083]: osdmap e351: 8 total, 8 up, 8 in 2024-03-07T03:01:40.299 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:40 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:01:40.034+0000 7f64f4dc3200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-07T03:01:40.417 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:01:40 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:01:40] "GET /metrics HTTP/1.1" 200 35983 "" "Prometheus/2.43.0" 2024-03-07T03:01:40.532 INFO:tasks.rados.rados.0.smithi090.stdout:1456: done (4 left) 2024-03-07T03:01:40.532 INFO:tasks.rados.rados.0.smithi090.stdout:1457: snap_create 2024-03-07T03:01:40.532 INFO:tasks.rados.rados.0.smithi090.stdout:1451: finishing write tid 3 to smithi09077644-45 2024-03-07T03:01:40.532 INFO:tasks.rados.rados.0.smithi090.stdout:1451: oid 45 updating version 0 to 589 2024-03-07T03:01:40.532 INFO:tasks.rados.rados.0.smithi090.stdout:1451: oid 45 updating version 589 to 590 2024-03-07T03:01:40.532 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 45 v 590 (ObjNum 457 snap 144 seq_num 457) dirty exists 2024-03-07T03:01:40.532 INFO:tasks.rados.rados.0.smithi090.stdout:1451: left oid 45 (ObjNum 457 snap 144 seq_num 457) 2024-03-07T03:01:40.532 INFO:tasks.rados.rados.0.smithi090.stdout:1453: finishing write tid 1 to smithi09077644-35 2024-03-07T03:01:40.532 INFO:tasks.rados.rados.0.smithi090.stdout:1453: finishing write tid 2 to smithi09077644-35 2024-03-07T03:01:40.533 INFO:tasks.rados.rados.0.smithi090.stdout:1453: finishing write tid 3 to smithi09077644-35 2024-03-07T03:01:40.533 INFO:tasks.rados.rados.0.smithi090.stdout:1453: oid 35 updating version 0 to 602 2024-03-07T03:01:40.533 INFO:tasks.rados.rados.0.smithi090.stdout:1453: oid 35 version 602 is already newer than 601 2024-03-07T03:01:40.533 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 35 v 602 (ObjNum 458 snap 144 seq_num 458) dirty exists 2024-03-07T03:01:40.533 INFO:tasks.rados.rados.0.smithi090.stdout:1453: left oid 35 (ObjNum 458 snap 144 seq_num 458) 2024-03-07T03:01:40.533 INFO:tasks.rados.rados.0.smithi090.stdout:1454: finishing write tid 1 to smithi09077644-5 2024-03-07T03:01:40.533 INFO:tasks.rados.rados.0.smithi090.stdout:1454: finishing write tid 2 to smithi09077644-5 2024-03-07T03:01:40.533 INFO:tasks.rados.rados.0.smithi090.stdout:1454: finishing write tid 3 to smithi09077644-5 2024-03-07T03:01:40.533 INFO:tasks.rados.rados.0.smithi090.stdout:1454: oid 5 updating version 0 to 592 2024-03-07T03:01:40.533 INFO:tasks.rados.rados.0.smithi090.stdout:1454: oid 5 version 592 is already newer than 591 2024-03-07T03:01:40.533 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 5 v 592 (ObjNum 459 snap 144 seq_num 459) dirty exists 2024-03-07T03:01:40.533 INFO:tasks.rados.rados.0.smithi090.stdout:1454: left oid 5 (ObjNum 459 snap 144 seq_num 459) 2024-03-07T03:01:40.533 INFO:tasks.rados.rados.0.smithi090.stdout:1455: finishing write tid 1 to smithi09077644-37 2024-03-07T03:01:40.533 INFO:tasks.rados.rados.0.smithi090.stdout:1455: finishing write tid 2 to smithi09077644-37 2024-03-07T03:01:40.533 INFO:tasks.rados.rados.0.smithi090.stdout:1455: finishing write tid 3 to smithi09077644-37 2024-03-07T03:01:40.533 INFO:tasks.rados.rados.0.smithi090.stdout:1455: oid 37 updating version 0 to 378 2024-03-07T03:01:40.534 INFO:tasks.rados.rados.0.smithi090.stdout:1455: oid 37 version 378 is already newer than 377 2024-03-07T03:01:40.534 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 37 v 378 (ObjNum 460 snap 144 seq_num 460) dirty exists 2024-03-07T03:01:40.534 INFO:tasks.rados.rados.0.smithi090.stdout:1455: left oid 37 (ObjNum 460 snap 144 seq_num 460) 2024-03-07T03:01:40.563 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:40 smithi090 ceph-mon[27223]: pgmap v50: 121 pgs: 121 active+clean; 260 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 2.7 MiB/s wr, 9 op/s 2024-03-07T03:01:40.563 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:40 smithi090 ceph-mon[37987]: pgmap v50: 121 pgs: 121 active+clean; 260 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 2.7 MiB/s wr, 9 op/s 2024-03-07T03:01:40.828 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:40 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:01:40.629+0000 7f64f4dc3200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-07T03:01:40.829 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:40 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:01:40.734+0000 7f64f4dc3200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-07T03:01:40.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:40 smithi092 ceph-mon[31083]: pgmap v50: 121 pgs: 121 active+clean; 260 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 2.7 MiB/s wr, 9 op/s 2024-03-07T03:01:41.329 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:40 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:01:40.962+0000 7f64f4dc3200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-07T03:01:41.329 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:40 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: [07/Mar/2024:03:01:40] ENGINE Bus STARTING 2024-03-07T03:01:41.329 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:41 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: CherryPy Checker: 2024-03-07T03:01:41.329 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:41 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: The Application mounted at '' has an empty config. 2024-03-07T03:01:41.329 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:41 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:01:41.329 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:41 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: [07/Mar/2024:03:01:41] ENGINE Serving on http://:::9283 2024-03-07T03:01:41.329 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:41 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: [07/Mar/2024:03:01:41] ENGINE Bus STARTED 2024-03-07T03:01:41.539 INFO:tasks.rados.rados.0.smithi090.stdout:1451: done (4 left) 2024-03-07T03:01:41.539 INFO:tasks.rados.rados.0.smithi090.stdout:1453: done (3 left) 2024-03-07T03:01:41.539 INFO:tasks.rados.rados.0.smithi090.stdout:1454: done (2 left) 2024-03-07T03:01:41.539 INFO:tasks.rados.rados.0.smithi090.stdout:1455: done (1 left) 2024-03-07T03:01:41.539 INFO:tasks.rados.rados.0.smithi090.stdout:1457: done (0 left) 2024-03-07T03:01:41.540 INFO:tasks.rados.rados.0.smithi090.stdout:1458: copy_from oid 34 from oid 38 current snap is 145 2024-03-07T03:01:41.540 INFO:tasks.rados.rados.0.smithi090.stdout:1459: rollback oid 46 current snap is 145 2024-03-07T03:01:41.540 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 46 to 144 2024-03-07T03:01:41.540 INFO:tasks.rados.rados.0.smithi090.stdout:1460: rollback oid 23 current snap is 145 2024-03-07T03:01:41.540 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 23 to 144 2024-03-07T03:01:41.540 INFO:tasks.rados.rados.0.smithi090.stdout:1461: delete oid 22 current snap is 145 2024-03-07T03:01:41.543 INFO:tasks.rados.rados.0.smithi090.stdout:1461: done (3 left) 2024-03-07T03:01:41.543 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 12 current snap is 145 2024-03-07T03:01:41.543 INFO:tasks.rados.rados.0.smithi090.stdout:1462: seq_num 462 ranges {7094272=540672} 2024-03-07T03:01:41.585 INFO:tasks.rados.rados.0.smithi090.stdout:1462: writing smithi09077644-12 from 7094272 to 7634944 tid 1 2024-03-07T03:01:41.585 INFO:tasks.rados.rados.0.smithi090.stdout:1463: copy_from oid 28 from oid 42 current snap is 145 2024-03-07T03:01:41.585 INFO:tasks.rados.rados.0.smithi090.stdout:1459: finishing rollback tid 0 to smithi09077644-46 2024-03-07T03:01:41.585 INFO:tasks.rados.rados.0.smithi090.stdout:1459: finishing rollback tid 1 to smithi09077644-46 2024-03-07T03:01:41.585 INFO:tasks.rados.rados.0.smithi090.stdout:1459: finishing rollback tid 2 to smithi09077644-46 2024-03-07T03:01:41.585 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 719 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-03-07T03:01:41.585 INFO:tasks.rados.rados.0.smithi090.stdout:1460: finishing rollback tid 0 to smithi09077644-23 2024-03-07T03:01:41.585 INFO:tasks.rados.rados.0.smithi090.stdout:1460: finishing rollback tid 1 to smithi09077644-23 2024-03-07T03:01:41.585 INFO:tasks.rados.rados.0.smithi090.stdout:1460: finishing rollback tid 2 to smithi09077644-23 2024-03-07T03:01:41.585 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 819 (ObjNum 438 snap 135 seq_num 438) dirty exists 2024-03-07T03:01:41.585 INFO:tasks.rados.rados.0.smithi090.stdout:1458: finishing copy_from racing read to smithi09077644-34 2024-03-07T03:01:41.585 INFO:tasks.rados.rados.0.smithi090.stdout:1459: done (4 left) 2024-03-07T03:01:41.585 INFO:tasks.rados.rados.0.smithi090.stdout:1460: done (3 left) 2024-03-07T03:01:41.585 INFO:tasks.rados.rados.0.smithi090.stdout:1464: snap_remove snap 141 2024-03-07T03:01:41.734 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:41 smithi090 ceph-mon[37987]: osdmap e352: 8 total, 8 up, 8 in 2024-03-07T03:01:41.734 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:41 smithi090 ceph-mon[37987]: Standby manager daemon y restarted 2024-03-07T03:01:41.734 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:41 smithi090 ceph-mon[37987]: Standby manager daemon y started 2024-03-07T03:01:41.734 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:41 smithi090 ceph-mon[37987]: from='mgr.? 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-03-07T03:01:41.734 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:41 smithi090 ceph-mon[37987]: from='mgr.? 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-07T03:01:41.734 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:41 smithi090 ceph-mon[37987]: from='mgr.? 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-03-07T03:01:41.734 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:41 smithi090 ceph-mon[37987]: from='mgr.? 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-07T03:01:41.734 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:41 smithi090 ceph-mon[27223]: osdmap e352: 8 total, 8 up, 8 in 2024-03-07T03:01:41.734 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:41 smithi090 ceph-mon[27223]: Standby manager daemon y restarted 2024-03-07T03:01:41.734 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:41 smithi090 ceph-mon[27223]: Standby manager daemon y started 2024-03-07T03:01:41.735 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:41 smithi090 ceph-mon[27223]: from='mgr.? 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-03-07T03:01:41.735 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:41 smithi090 ceph-mon[27223]: from='mgr.? 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-07T03:01:41.735 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:41 smithi090 ceph-mon[27223]: from='mgr.? 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-03-07T03:01:41.735 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:41 smithi090 ceph-mon[27223]: from='mgr.? 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-07T03:01:41.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:41 smithi092 ceph-mon[31083]: osdmap e352: 8 total, 8 up, 8 in 2024-03-07T03:01:41.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:41 smithi092 ceph-mon[31083]: Standby manager daemon y restarted 2024-03-07T03:01:41.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:41 smithi092 ceph-mon[31083]: Standby manager daemon y started 2024-03-07T03:01:41.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:41 smithi092 ceph-mon[31083]: from='mgr.? 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-03-07T03:01:41.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:41 smithi092 ceph-mon[31083]: from='mgr.? 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-07T03:01:41.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:41 smithi092 ceph-mon[31083]: from='mgr.? 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-03-07T03:01:41.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:41 smithi092 ceph-mon[31083]: from='mgr.? 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-07T03:01:42.312 INFO:tasks.rados.rados.0.smithi090.stdout:1464: done (3 left) 2024-03-07T03:01:42.313 INFO:tasks.rados.rados.0.smithi090.stdout:1465: copy_from oid 35 from oid 46 current snap is 145 2024-03-07T03:01:42.313 INFO:tasks.rados.rados.0.smithi090.stdout:1463: finishing copy_from to smithi09077644-28 2024-03-07T03:01:42.313 INFO:tasks.rados.rados.0.smithi090.stdout:1463: got expected ENOENT (src dne) 2024-03-07T03:01:42.313 INFO:tasks.rados.rados.0.smithi090.stdout:1463: finishing copy_from racing read to smithi09077644-28 2024-03-07T03:01:42.313 INFO:tasks.rados.rados.0.smithi090.stdout:1458: finishing copy_from to smithi09077644-34 2024-03-07T03:01:42.313 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 34 v 604 (ObjNum 387 snap 119 seq_num 387) dirty exists 2024-03-07T03:01:42.313 INFO:tasks.rados.rados.0.smithi090.stdout:1462: finishing write tid 1 to smithi09077644-12 2024-03-07T03:01:42.313 INFO:tasks.rados.rados.0.smithi090.stdout:1462: finishing write tid 2 to smithi09077644-12 2024-03-07T03:01:42.313 INFO:tasks.rados.rados.0.smithi090.stdout:1462: finishing write tid 3 to smithi09077644-12 2024-03-07T03:01:42.313 INFO:tasks.rados.rados.0.smithi090.stdout:1462: oid 12 updating version 0 to 823 2024-03-07T03:01:42.313 INFO:tasks.rados.rados.0.smithi090.stdout:1462: oid 12 updating version 823 to 824 2024-03-07T03:01:42.313 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 12 v 824 (ObjNum 462 snap 145 seq_num 462) dirty exists 2024-03-07T03:01:42.313 INFO:tasks.rados.rados.0.smithi090.stdout:1462: left oid 12 (ObjNum 462 snap 145 seq_num 462) 2024-03-07T03:01:42.313 INFO:tasks.rados.rados.0.smithi090.stdout:1458: done (3 left) 2024-03-07T03:01:42.314 INFO:tasks.rados.rados.0.smithi090.stdout:1462: done (2 left) 2024-03-07T03:01:42.314 INFO:tasks.rados.rados.0.smithi090.stdout:1463: done (1 left) 2024-03-07T03:01:42.314 INFO:tasks.rados.rados.0.smithi090.stdout:1466: copy_from oid 7 from oid 48 current snap is 145 2024-03-07T03:01:42.314 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 27 current snap is 145 2024-03-07T03:01:42.314 INFO:tasks.rados.rados.0.smithi090.stdout:1467: seq_num 463 ranges {221184=557056} 2024-03-07T03:01:42.317 INFO:tasks.rados.rados.0.smithi090.stdout:1467: writing smithi09077644-27 from 221184 to 778240 tid 1 2024-03-07T03:01:42.317 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 31 current snap is 145 2024-03-07T03:01:42.317 INFO:tasks.rados.rados.0.smithi090.stdout:1468: seq_num 464 ranges {9871360=573440} 2024-03-07T03:01:42.351 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: [07/Mar/2024:03:01:42] ENGINE Bus STOPPING 2024-03-07T03:01:42.351 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: [07/Mar/2024:03:01:42] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-07T03:01:42.351 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: [07/Mar/2024:03:01:42] ENGINE Bus STOPPED 2024-03-07T03:01:42.375 INFO:tasks.rados.rados.0.smithi090.stdout:1468: writing smithi09077644-31 from 9871360 to 10444800 tid 1 2024-03-07T03:01:42.375 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 30 current snap is 145 2024-03-07T03:01:42.375 INFO:tasks.rados.rados.0.smithi090.stdout:1467: finishing write tid 1 to smithi09077644-27 2024-03-07T03:01:42.375 INFO:tasks.rados.rados.0.smithi090.stdout:1469: seq_num 465 ranges {2097152=598016} 2024-03-07T03:01:42.390 INFO:tasks.rados.rados.0.smithi090.stdout:1469: writing smithi09077644-30 from 2097152 to 2695168 tid 1 2024-03-07T03:01:42.390 INFO:tasks.rados.rados.0.smithi090.stdout:1470: rmattr oid 28 current snap is 145 2024-03-07T03:01:42.390 INFO:tasks.rados.rados.0.smithi090.stdout:1470: done (5 left) 2024-03-07T03:01:42.390 INFO:tasks.rados.rados.0.smithi090.stdout:1471: delete oid 17 current snap is 145 2024-03-07T03:01:42.390 INFO:tasks.rados.rados.0.smithi090.stdout:1467: finishing write tid 2 to smithi09077644-27 2024-03-07T03:01:42.390 INFO:tasks.rados.rados.0.smithi090.stdout:1467: finishing write tid 3 to smithi09077644-27 2024-03-07T03:01:42.390 INFO:tasks.rados.rados.0.smithi090.stdout:1467: oid 27 updating version 0 to 606 2024-03-07T03:01:42.390 INFO:tasks.rados.rados.0.smithi090.stdout:1467: oid 27 version 606 is already newer than 605 2024-03-07T03:01:42.391 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 27 v 606 (ObjNum 463 snap 145 seq_num 463) dirty exists 2024-03-07T03:01:42.391 INFO:tasks.rados.rados.0.smithi090.stdout:1467: left oid 27 (ObjNum 463 snap 145 seq_num 463) 2024-03-07T03:01:42.391 INFO:tasks.rados.rados.0.smithi090.stdout:1465: finishing copy_from racing read to smithi09077644-35 2024-03-07T03:01:42.391 INFO:tasks.rados.rados.0.smithi090.stdout:1465: finishing copy_from to smithi09077644-35 2024-03-07T03:01:42.391 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 35 v 719 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-03-07T03:01:42.391 INFO:tasks.rados.rados.0.smithi090.stdout:1466: finishing copy_from racing read to smithi09077644-7 2024-03-07T03:01:42.391 INFO:tasks.rados.rados.0.smithi090.stdout:1466: finishing copy_from to smithi09077644-7 2024-03-07T03:01:42.391 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 7 v 699 (ObjNum 445 snap 137 seq_num 445) dirty exists 2024-03-07T03:01:42.391 INFO:tasks.rados.rados.0.smithi090.stdout:1468: finishing write tid 1 to smithi09077644-31 2024-03-07T03:01:42.391 INFO:tasks.rados.rados.0.smithi090.stdout:1468: finishing write tid 2 to smithi09077644-31 2024-03-07T03:01:42.391 INFO:tasks.rados.rados.0.smithi090.stdout:1468: finishing write tid 3 to smithi09077644-31 2024-03-07T03:01:42.391 INFO:tasks.rados.rados.0.smithi090.stdout:1468: oid 31 updating version 0 to 193 2024-03-07T03:01:42.391 INFO:tasks.rados.rados.0.smithi090.stdout:1468: oid 31 updating version 193 to 194 2024-03-07T03:01:42.391 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 194 (ObjNum 464 snap 145 seq_num 464) dirty exists 2024-03-07T03:01:42.391 INFO:tasks.rados.rados.0.smithi090.stdout:1468: left oid 31 (ObjNum 464 snap 145 seq_num 464) 2024-03-07T03:01:42.392 INFO:tasks.rados.rados.0.smithi090.stdout:1465: done (5 left) 2024-03-07T03:01:42.392 INFO:tasks.rados.rados.0.smithi090.stdout:1466: done (4 left) 2024-03-07T03:01:42.392 INFO:tasks.rados.rados.0.smithi090.stdout:1467: done (3 left) 2024-03-07T03:01:42.392 INFO:tasks.rados.rados.0.smithi090.stdout:1468: done (2 left) 2024-03-07T03:01:42.392 INFO:tasks.rados.rados.0.smithi090.stdout:1471: done (1 left) 2024-03-07T03:01:42.392 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 5 current snap is 145 2024-03-07T03:01:42.392 INFO:tasks.rados.rados.0.smithi090.stdout:1472: seq_num 467 ranges {491520=630784} 2024-03-07T03:01:42.399 INFO:tasks.rados.rados.0.smithi090.stdout:1472: writing smithi09077644-5 from 491520 to 1122304 tid 1 2024-03-07T03:01:42.399 INFO:tasks.rados.rados.0.smithi090.stdout:1473: delete oid 38 current snap is 145 2024-03-07T03:01:42.399 INFO:tasks.rados.rados.0.smithi090.stdout:1469: finishing write tid 1 to smithi09077644-30 2024-03-07T03:01:42.399 INFO:tasks.rados.rados.0.smithi090.stdout:1469: finishing write tid 2 to smithi09077644-30 2024-03-07T03:01:42.399 INFO:tasks.rados.rados.0.smithi090.stdout:1469: finishing write tid 3 to smithi09077644-30 2024-03-07T03:01:42.399 INFO:tasks.rados.rados.0.smithi090.stdout:1469: oid 30 updating version 0 to 824 2024-03-07T03:01:42.399 INFO:tasks.rados.rados.0.smithi090.stdout:1469: oid 30 version 824 is already newer than 823 2024-03-07T03:01:42.399 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 30 v 824 (ObjNum 465 snap 145 seq_num 465) dirty exists 2024-03-07T03:01:42.399 INFO:tasks.rados.rados.0.smithi090.stdout:1469: left oid 30 (ObjNum 465 snap 145 seq_num 465) 2024-03-07T03:01:42.401 INFO:tasks.rados.rados.0.smithi090.stdout:1469: done (2 left) 2024-03-07T03:01:42.401 INFO:tasks.rados.rados.0.smithi090.stdout:1473: done (1 left) 2024-03-07T03:01:42.401 INFO:tasks.rados.rados.0.smithi090.stdout:1474: setattr oid 17 current snap is 145 2024-03-07T03:01:42.402 INFO:tasks.rados.rados.0.smithi090.stdout:1472: finishing write tid 1 to smithi09077644-5 2024-03-07T03:01:42.402 INFO:tasks.rados.rados.0.smithi090.stdout:1472: finishing write tid 2 to smithi09077644-5 2024-03-07T03:01:42.403 INFO:tasks.rados.rados.0.smithi090.stdout:1475: read oid 21 snap -1 2024-03-07T03:01:42.403 INFO:tasks.rados.rados.0.smithi090.stdout:1475: expect (ObjNum 387 snap 119 seq_num 387) 2024-03-07T03:01:42.403 INFO:tasks.rados.rados.0.smithi090.stdout:1476: snap_create 2024-03-07T03:01:42.403 INFO:tasks.rados.rados.0.smithi090.stdout:1472: finishing write tid 3 to smithi09077644-5 2024-03-07T03:01:42.403 INFO:tasks.rados.rados.0.smithi090.stdout:1472: oid 5 updating version 0 to 599 2024-03-07T03:01:42.404 INFO:tasks.rados.rados.0.smithi090.stdout:1472: oid 5 version 599 is already newer than 598 2024-03-07T03:01:42.404 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 5 v 599 (ObjNum 467 snap 145 seq_num 467) dirty exists 2024-03-07T03:01:42.404 INFO:tasks.rados.rados.0.smithi090.stdout:1472: left oid 5 (ObjNum 467 snap 145 seq_num 467) 2024-03-07T03:01:42.406 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 17 v 826 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-03-07T03:01:42.430 INFO:tasks.rados.rados.0.smithi090.stdout:1475: expect (ObjNum 387 snap 119 seq_num 387) 2024-03-07T03:01:42.667 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:01:42 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: ignoring --setuser ceph since I am not root 2024-03-07T03:01:42.667 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:01:42 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: ignoring --setgroup ceph since I am not root 2024-03-07T03:01:42.667 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:01:42 smithi092 ceph-mgr[64360]: -- 172.21.15.92:0/945874396 <== mon.1 v2:172.21.15.92:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55d9154185a0 con 0x55d9153ed000 2024-03-07T03:01:42.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:42 smithi092 ceph-mon[31083]: osdmap e353: 8 total, 8 up, 8 in 2024-03-07T03:01:42.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:42 smithi092 ceph-mon[31083]: mgrmap e30: x(active, since 33s), standbys: y 2024-03-07T03:01:42.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:42 smithi092 ceph-mon[31083]: pgmap v53: 121 pgs: 121 active+clean; 260 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 2.7 MiB/s wr, 9 op/s 2024-03-07T03:01:42.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:42 smithi092 ceph-mon[31083]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:42.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:42 smithi092 ceph-mon[31083]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:42.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:42 smithi092 ceph-mon[31083]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:01:42.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:42 smithi092 ceph-mon[31083]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:01:42.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:42 smithi092 ceph-mon[31083]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:42.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:42 smithi092 ceph-mon[31083]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:01:42.669 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:42 smithi092 ceph-mon[31083]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-03-07T03:01:42.669 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:42 smithi092 ceph-mon[31083]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-03-07T03:01:42.669 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:42 smithi092 ceph-mon[31083]: osdmap e354: 8 total, 8 up, 8 in 2024-03-07T03:01:42.669 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:42 smithi092 ceph-mon[31083]: from='mgr.24868 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-03-07T03:01:42.669 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:42 smithi092 ceph-mon[31083]: mgrmap e31: y(active, starting, since 0.00734541s) 2024-03-07T03:01:42.669 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:42 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T03:01:42.669 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:42 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T03:01:42.669 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:42 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T03:01:42.669 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:42 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-07T03:01:42.669 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:42 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-07T03:01:42.669 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:42 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-07T03:01:42.669 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:42 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-07T03:01:42.669 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:42 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-07T03:01:42.669 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:42 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-07T03:01:42.669 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:42 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-07T03:01:42.670 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:42 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-07T03:01:42.670 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:42 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-07T03:01:42.670 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:42 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-07T03:01:42.670 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:42 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-07T03:01:42.670 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:42 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-07T03:01:42.670 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:42 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-07T03:01:42.670 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:42 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-07T03:01:42.670 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:42 smithi092 ceph-mon[31083]: Manager daemon y is now available 2024-03-07T03:01:42.670 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:42 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:01:42.670 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:42 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:01:42.670 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:42 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:01:42.670 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:42 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-07T03:01:42.670 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:42 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-07T03:01:42.829 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: [07/Mar/2024:03:01:42] ENGINE Bus STARTING 2024-03-07T03:01:42.829 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:01:42.466+0000 7f6452a5e700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-07T03:01:42.830 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:01:42.466+0000 7f6452a5e700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-07T03:01:42.830 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:01:42.466+0000 7f6452a5e700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-07T03:01:42.830 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:01:42.466+0000 7f6452a5e700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-07T03:01:42.830 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:01:42.466+0000 7f6452a5e700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-07T03:01:42.830 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:01:42.466+0000 7f6455263700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-07T03:01:42.830 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:01:42.466+0000 7f6455263700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-07T03:01:42.830 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:01:42.466+0000 7f6455263700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-07T03:01:42.830 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:01:42.466+0000 7f6455263700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-07T03:01:42.830 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:01:42.466+0000 7f6455263700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-07T03:01:42.830 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: [07/Mar/2024:03:01:42] ENGINE Serving on http://:::9283 2024-03-07T03:01:42.830 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: [07/Mar/2024:03:01:42] ENGINE Bus STARTED 2024-03-07T03:01:42.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[37987]: osdmap e353: 8 total, 8 up, 8 in 2024-03-07T03:01:42.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[37987]: mgrmap e30: x(active, since 33s), standbys: y 2024-03-07T03:01:42.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[37987]: pgmap v53: 121 pgs: 121 active+clean; 260 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 2.7 MiB/s wr, 9 op/s 2024-03-07T03:01:42.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[37987]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:42.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[37987]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:42.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[37987]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:01:42.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[37987]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:01:42.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[37987]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:42.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[37987]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:01:42.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[37987]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-03-07T03:01:42.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[37987]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-03-07T03:01:42.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[37987]: osdmap e354: 8 total, 8 up, 8 in 2024-03-07T03:01:42.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[37987]: from='mgr.24868 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-03-07T03:01:42.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[37987]: mgrmap e31: y(active, starting, since 0.00734541s) 2024-03-07T03:01:42.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T03:01:42.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T03:01:42.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T03:01:42.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-07T03:01:42.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-07T03:01:42.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-07T03:01:42.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-07T03:01:42.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-07T03:01:42.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-07T03:01:42.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-07T03:01:42.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-07T03:01:42.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-07T03:01:42.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-07T03:01:42.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-07T03:01:42.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-07T03:01:42.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-07T03:01:42.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[27223]: osdmap e353: 8 total, 8 up, 8 in 2024-03-07T03:01:42.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[27223]: mgrmap e30: x(active, since 33s), standbys: y 2024-03-07T03:01:42.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[27223]: pgmap v53: 121 pgs: 121 active+clean; 260 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 2.7 MiB/s wr, 9 op/s 2024-03-07T03:01:42.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[27223]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:42.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[27223]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:42.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[27223]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:01:42.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[27223]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:01:42.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[27223]: from='mgr.24868 ' entity='mgr.x' 2024-03-07T03:01:42.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[27223]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:01:42.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[27223]: from='mgr.24868 172.21.15.92:0/2625650147' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-03-07T03:01:42.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[27223]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-03-07T03:01:42.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[27223]: osdmap e354: 8 total, 8 up, 8 in 2024-03-07T03:01:42.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[27223]: from='mgr.24868 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-03-07T03:01:42.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[27223]: mgrmap e31: y(active, starting, since 0.00734541s) 2024-03-07T03:01:42.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T03:01:42.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T03:01:42.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T03:01:42.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-07T03:01:42.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-07T03:01:42.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-07T03:01:42.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-07T03:01:42.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-07T03:01:42.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-07T03:01:42.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-07T03:01:42.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-07T03:01:42.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-07T03:01:42.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-07T03:01:42.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-07T03:01:42.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-07T03:01:42.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-07T03:01:42.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-07T03:01:42.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[37987]: Manager daemon y is now available 2024-03-07T03:01:42.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:01:42.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:01:42.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:01:42.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-07T03:01:42.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-07T03:01:42.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-07T03:01:42.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[27223]: Manager daemon y is now available 2024-03-07T03:01:42.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:01:42.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:01:42.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:01:42.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-07T03:01:42.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:42 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-07T03:01:43.167 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:01:42 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: 2024-03-07T03:01:42.904+0000 7f43cb5c0200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-07T03:01:43.167 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:01:43 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: 2024-03-07T03:01:43.001+0000 7f43cb5c0200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-07T03:01:43.311 INFO:tasks.rados.rados.0.smithi090.stdout:1472: done (3 left) 2024-03-07T03:01:43.311 INFO:tasks.rados.rados.0.smithi090.stdout:1474: done (2 left) 2024-03-07T03:01:43.311 INFO:tasks.rados.rados.0.smithi090.stdout:1475: done (1 left) 2024-03-07T03:01:43.311 INFO:tasks.rados.rados.0.smithi090.stdout:1476: done (0 left) 2024-03-07T03:01:43.311 INFO:tasks.rados.rados.0.smithi090.stdout:1477: rmattr oid 42 current snap is 146 2024-03-07T03:01:43.312 INFO:tasks.rados.rados.0.smithi090.stdout:1477: done (0 left) 2024-03-07T03:01:43.312 INFO:tasks.rados.rados.0.smithi090.stdout:1478: copy_from oid 1 from oid 32 current snap is 146 2024-03-07T03:01:43.312 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 23 current snap is 146 2024-03-07T03:01:43.312 INFO:tasks.rados.rados.0.smithi090.stdout:1479: seq_num 469 ranges {8593408=663552} 2024-03-07T03:01:43.361 INFO:tasks.rados.rados.0.smithi090.stdout:1479: writing smithi09077644-23 from 8593408 to 9256960 tid 1 2024-03-07T03:01:43.361 INFO:tasks.rados.rados.0.smithi090.stdout:1480: copy_from oid 19 from oid 2 current snap is 146 2024-03-07T03:01:43.361 INFO:tasks.rados.rados.0.smithi090.stdout:1478: finishing copy_from to smithi09077644-1 2024-03-07T03:01:43.361 INFO:tasks.rados.rados.0.smithi090.stdout:1478: got expected ENOENT (src dne) 2024-03-07T03:01:43.361 INFO:tasks.rados.rados.0.smithi090.stdout:1478: finishing copy_from racing read to smithi09077644-1 2024-03-07T03:01:43.361 INFO:tasks.rados.rados.0.smithi090.stdout:1478: done (2 left) 2024-03-07T03:01:43.361 INFO:tasks.rados.rados.0.smithi090.stdout:1481: read oid 28 snap -1 2024-03-07T03:01:43.361 INFO:tasks.rados.rados.0.smithi090.stdout:1481: expect (ObjNum 425 snap 134 seq_num 425) 2024-03-07T03:01:43.361 INFO:tasks.rados.rados.0.smithi090.stdout:1482: rollback oid 3 current snap is 146 2024-03-07T03:01:43.361 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 3 to 133 2024-03-07T03:01:43.361 INFO:tasks.rados.rados.0.smithi090.stdout:1483: rollback oid 13 current snap is 146 2024-03-07T03:01:43.361 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 13 to 117 2024-03-07T03:01:43.361 INFO:tasks.rados.rados.0.smithi090.stdout:1484: snap_create 2024-03-07T03:01:43.367 INFO:tasks.rados.rados.0.smithi090.stdout:1482: finishing rollback tid 0 to smithi09077644-3 2024-03-07T03:01:43.367 INFO:tasks.rados.rados.0.smithi090.stdout:1483: finishing rollback tid 1 to smithi09077644-13 2024-03-07T03:01:43.367 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 13 v 820 (ObjNum 33 snap 0 seq_num 3312841976) dirty dne 2024-03-07T03:01:43.367 INFO:tasks.rados.rados.0.smithi090.stdout:1482: finishing rollback tid 1 to smithi09077644-3 2024-03-07T03:01:43.370 INFO:tasks.rados.rados.0.smithi090.stdout:1482: finishing rollback tid 2 to smithi09077644-3 2024-03-07T03:01:43.370 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 857 (ObjNum 419 snap 131 seq_num 419) dirty exists 2024-03-07T03:01:43.370 INFO:tasks.rados.rados.0.smithi090.stdout:1479: finishing write tid 1 to smithi09077644-23 2024-03-07T03:01:43.370 INFO:tasks.rados.rados.0.smithi090.stdout:1479: finishing write tid 2 to smithi09077644-23 2024-03-07T03:01:43.371 INFO:tasks.rados.rados.0.smithi090.stdout:1479: finishing write tid 3 to smithi09077644-23 2024-03-07T03:01:43.372 INFO:tasks.rados.rados.0.smithi090.stdout:1479: oid 23 updating version 0 to 828 2024-03-07T03:01:43.372 INFO:tasks.rados.rados.0.smithi090.stdout:1479: oid 23 updating version 828 to 829 2024-03-07T03:01:43.372 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 829 (ObjNum 469 snap 146 seq_num 469) dirty exists 2024-03-07T03:01:43.372 INFO:tasks.rados.rados.0.smithi090.stdout:1479: left oid 23 (ObjNum 469 snap 146 seq_num 469) 2024-03-07T03:01:43.387 INFO:tasks.rados.rados.0.smithi090.stdout:1480: finishing copy_from racing read to smithi09077644-19 2024-03-07T03:01:43.392 INFO:tasks.rados.rados.0.smithi090.stdout:1481: expect (ObjNum 425 snap 134 seq_num 425) 2024-03-07T03:01:43.769 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:01:43 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[72828]: ts=2024-03-07T03:01:43.509Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi090.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.90:8443: connect: connection refused" 2024-03-07T03:01:43.787 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:43 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[72626]: ts=2024-03-07T03:01:43.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi090\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:01:43.788 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:01:43 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: 2024-03-07T03:01:43.691+0000 7f43cb5c0200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-07T03:01:43.788 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:01:43 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: 2024-03-07T03:01:43.784+0000 7f43cb5c0200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-07T03:01:43.804 INFO:tasks.rados.rados.0.smithi090.stdout:1480: finishing copy_from to smithi09077644-19 2024-03-07T03:01:43.804 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 557 (ObjNum 427 snap 134 seq_num 427) dirty exists 2024-03-07T03:01:44.039 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:01:43 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: 2024-03-07T03:01:43.928+0000 7f43cb5c0200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-07T03:01:44.039 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:01:44 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: 2024-03-07T03:01:44.035+0000 7f43cb5c0200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-07T03:01:44.309 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:01:44 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: 2024-03-07T03:01:44.121+0000 7f43cb5c0200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-07T03:01:44.323 INFO:tasks.rados.rados.0.smithi090.stdout:1479: done (5 left) 2024-03-07T03:01:44.323 INFO:tasks.rados.rados.0.smithi090.stdout:1480: done (4 left) 2024-03-07T03:01:44.323 INFO:tasks.rados.rados.0.smithi090.stdout:1481: done (3 left) 2024-03-07T03:01:44.323 INFO:tasks.rados.rados.0.smithi090.stdout:1482: done (2 left) 2024-03-07T03:01:44.323 INFO:tasks.rados.rados.0.smithi090.stdout:1483: done (1 left) 2024-03-07T03:01:44.323 INFO:tasks.rados.rados.0.smithi090.stdout:1484: done (0 left) 2024-03-07T03:01:44.323 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 5 current snap is 147 2024-03-07T03:01:44.323 INFO:tasks.rados.rados.0.smithi090.stdout:1485: seq_num 470 ranges {1122304=679936} 2024-03-07T03:01:44.332 INFO:tasks.rados.rados.0.smithi090.stdout:1485: writing smithi09077644-5 from 1122304 to 1802240 tid 1 2024-03-07T03:01:44.332 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 10 current snap is 147 2024-03-07T03:01:44.332 INFO:tasks.rados.rados.0.smithi090.stdout:1486: seq_num 471 ranges {0=696320} 2024-03-07T03:01:44.337 INFO:tasks.rados.rados.0.smithi090.stdout:1486: writing smithi09077644-10 from 0 to 696320 tid 1 2024-03-07T03:01:44.337 INFO:tasks.rados.rados.0.smithi090.stdout:1487: rmattr oid 30 current snap is 147 2024-03-07T03:01:44.337 INFO:tasks.rados.rados.0.smithi090.stdout:1487: done (2 left) 2024-03-07T03:01:44.337 INFO:tasks.rados.rados.0.smithi090.stdout:1488: copy_from oid 33 from oid 50 current snap is 147 2024-03-07T03:01:44.337 INFO:tasks.rados.rados.0.smithi090.stdout:1485: finishing write tid 1 to smithi09077644-5 2024-03-07T03:01:44.337 INFO:tasks.rados.rados.0.smithi090.stdout:1485: finishing write tid 2 to smithi09077644-5 2024-03-07T03:01:44.337 INFO:tasks.rados.rados.0.smithi090.stdout:1489: read oid 28 snap -1 2024-03-07T03:01:44.338 INFO:tasks.rados.rados.0.smithi090.stdout:1489: expect (ObjNum 425 snap 134 seq_num 425) 2024-03-07T03:01:44.338 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 22 current snap is 147 2024-03-07T03:01:44.338 INFO:tasks.rados.rados.0.smithi090.stdout:1490: seq_num 472 ranges {0=712704} 2024-03-07T03:01:44.341 INFO:tasks.rados.rados.0.smithi090.stdout:1490: writing smithi09077644-22 from 0 to 712704 tid 1 2024-03-07T03:01:44.341 INFO:tasks.rados.rados.0.smithi090.stdout:1491: copy_from oid 41 from oid 25 current snap is 147 2024-03-07T03:01:44.341 INFO:tasks.rados.rados.0.smithi090.stdout:1492: snap_remove snap 133 2024-03-07T03:01:44.466 INFO:tasks.rados.rados.0.smithi090.stdout:1492: done (6 left) 2024-03-07T03:01:44.466 INFO:tasks.rados.rados.0.smithi090.stdout:1493: snap_remove snap 131 2024-03-07T03:01:44.560 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:44 smithi092 ceph-mon[31083]: [07/Mar/2024:03:01:42] ENGINE Bus STARTING 2024-03-07T03:01:44.560 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:44 smithi092 ceph-mon[31083]: [07/Mar/2024:03:01:43] ENGINE Serving on https://172.21.15.90:7150 2024-03-07T03:01:44.560 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:44 smithi092 ceph-mon[31083]: [07/Mar/2024:03:01:43] ENGINE Serving on http://172.21.15.90:8765 2024-03-07T03:01:44.560 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:44 smithi092 ceph-mon[31083]: [07/Mar/2024:03:01:43] ENGINE Bus STARTED 2024-03-07T03:01:44.560 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:44 smithi092 ceph-mon[31083]: osdmap e355: 8 total, 8 up, 8 in 2024-03-07T03:01:44.560 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:44 smithi092 ceph-mon[31083]: mgrmap e32: y(active, since 1.01468s) 2024-03-07T03:01:44.560 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:44 smithi092 ceph-mon[31083]: pgmap v4: 121 pgs: 121 active+clean; 283 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-03-07T03:01:44.561 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:01:44 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: 2024-03-07T03:01:44.408+0000 7f43cb5c0200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-07T03:01:44.561 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:01:44 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: 2024-03-07T03:01:44.524+0000 7f43cb5c0200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-07T03:01:44.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:44 smithi090 ceph-mon[27223]: [07/Mar/2024:03:01:42] ENGINE Bus STARTING 2024-03-07T03:01:44.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:44 smithi090 ceph-mon[27223]: [07/Mar/2024:03:01:43] ENGINE Serving on https://172.21.15.90:7150 2024-03-07T03:01:44.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:44 smithi090 ceph-mon[27223]: [07/Mar/2024:03:01:43] ENGINE Serving on http://172.21.15.90:8765 2024-03-07T03:01:44.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:44 smithi090 ceph-mon[27223]: [07/Mar/2024:03:01:43] ENGINE Bus STARTED 2024-03-07T03:01:44.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:44 smithi090 ceph-mon[27223]: osdmap e355: 8 total, 8 up, 8 in 2024-03-07T03:01:44.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:44 smithi090 ceph-mon[27223]: mgrmap e32: y(active, since 1.01468s) 2024-03-07T03:01:44.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:44 smithi090 ceph-mon[27223]: pgmap v4: 121 pgs: 121 active+clean; 283 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-03-07T03:01:44.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:44 smithi090 ceph-mon[37987]: [07/Mar/2024:03:01:42] ENGINE Bus STARTING 2024-03-07T03:01:44.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:44 smithi090 ceph-mon[37987]: [07/Mar/2024:03:01:43] ENGINE Serving on https://172.21.15.90:7150 2024-03-07T03:01:44.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:44 smithi090 ceph-mon[37987]: [07/Mar/2024:03:01:43] ENGINE Serving on http://172.21.15.90:8765 2024-03-07T03:01:44.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:44 smithi090 ceph-mon[37987]: [07/Mar/2024:03:01:43] ENGINE Bus STARTED 2024-03-07T03:01:44.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:44 smithi090 ceph-mon[37987]: osdmap e355: 8 total, 8 up, 8 in 2024-03-07T03:01:44.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:44 smithi090 ceph-mon[37987]: mgrmap e32: y(active, since 1.01468s) 2024-03-07T03:01:44.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:44 smithi090 ceph-mon[37987]: pgmap v4: 121 pgs: 121 active+clean; 283 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-03-07T03:01:44.917 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:01:44 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: 2024-03-07T03:01:44.619+0000 7f43cb5c0200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-07T03:01:44.917 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:01:44 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: 2024-03-07T03:01:44.725+0000 7f43cb5c0200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-07T03:01:45.301 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:01:44 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: 2024-03-07T03:01:44.929+0000 7f43cb5c0200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-07T03:01:45.476 INFO:tasks.rados.rados.0.smithi090.stdout:1493: done (6 left) 2024-03-07T03:01:45.476 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 43 current snap is 147 2024-03-07T03:01:45.476 INFO:tasks.rados.rados.0.smithi090.stdout:1494: seq_num 473 ranges {0=729088} 2024-03-07T03:01:45.480 INFO:tasks.rados.rados.0.smithi090.stdout:1494: writing smithi09077644-43 from 0 to 729088 tid 1 2024-03-07T03:01:45.486 INFO:tasks.rados.rados.0.smithi090.stdout:1485: finishing write tid 3 to smithi09077644-5 2024-03-07T03:01:45.486 INFO:tasks.rados.rados.0.smithi090.stdout:1485: oid 5 updating version 0 to 602 2024-03-07T03:01:45.486 INFO:tasks.rados.rados.0.smithi090.stdout:1485: oid 5 version 602 is already newer than 601 2024-03-07T03:01:45.486 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 5 v 602 (ObjNum 470 snap 147 seq_num 470) dirty exists 2024-03-07T03:01:45.486 INFO:tasks.rados.rados.0.smithi090.stdout:1485: left oid 5 (ObjNum 470 snap 147 seq_num 470) 2024-03-07T03:01:45.486 INFO:tasks.rados.rados.0.smithi090.stdout:1488: finishing copy_from racing read to smithi09077644-33 2024-03-07T03:01:45.486 INFO:tasks.rados.rados.0.smithi090.stdout:1486: finishing write tid 1 to smithi09077644-10 2024-03-07T03:01:45.486 INFO:tasks.rados.rados.0.smithi090.stdout:1486: finishing write tid 2 to smithi09077644-10 2024-03-07T03:01:45.486 INFO:tasks.rados.rados.0.smithi090.stdout:1490: finishing write tid 1 to smithi09077644-22 2024-03-07T03:01:45.486 INFO:tasks.rados.rados.0.smithi090.stdout:1490: finishing write tid 2 to smithi09077644-22 2024-03-07T03:01:45.486 INFO:tasks.rados.rados.0.smithi090.stdout:1486: finishing write tid 3 to smithi09077644-10 2024-03-07T03:01:45.487 INFO:tasks.rados.rados.0.smithi090.stdout:1486: oid 10 updating version 0 to 911 2024-03-07T03:01:45.487 INFO:tasks.rados.rados.0.smithi090.stdout:1486: oid 10 updating version 911 to 912 2024-03-07T03:01:45.487 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 912 (ObjNum 471 snap 147 seq_num 471) dirty exists 2024-03-07T03:01:45.487 INFO:tasks.rados.rados.0.smithi090.stdout:1486: left oid 10 (ObjNum 471 snap 147 seq_num 471) 2024-03-07T03:01:45.487 INFO:tasks.rados.rados.0.smithi090.stdout:1490: finishing write tid 3 to smithi09077644-22 2024-03-07T03:01:45.487 INFO:tasks.rados.rados.0.smithi090.stdout:1490: oid 22 updating version 0 to 913 2024-03-07T03:01:45.487 INFO:tasks.rados.rados.0.smithi090.stdout:1490: oid 22 updating version 913 to 914 2024-03-07T03:01:45.487 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 914 (ObjNum 472 snap 147 seq_num 472) dirty exists 2024-03-07T03:01:45.487 INFO:tasks.rados.rados.0.smithi090.stdout:1490: left oid 22 (ObjNum 472 snap 147 seq_num 472) 2024-03-07T03:01:45.487 INFO:tasks.rados.rados.0.smithi090.stdout:1488: finishing copy_from to smithi09077644-33 2024-03-07T03:01:45.487 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 33 v 854 (ObjNum 447 snap 137 seq_num 447) dirty exists 2024-03-07T03:01:45.487 INFO:tasks.rados.rados.0.smithi090.stdout:1489: expect (ObjNum 425 snap 134 seq_num 425) 2024-03-07T03:01:45.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:45 smithi090 ceph-mon[27223]: pgmap v5: 121 pgs: 121 active+clean; 283 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-03-07T03:01:45.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:45 smithi090 ceph-mon[27223]: osdmap e356: 8 total, 8 up, 8 in 2024-03-07T03:01:45.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:45 smithi090 ceph-mon[27223]: osdmap e357: 8 total, 8 up, 8 in 2024-03-07T03:01:45.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:45 smithi090 ceph-mon[37987]: pgmap v5: 121 pgs: 121 active+clean; 283 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-03-07T03:01:45.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:45 smithi090 ceph-mon[37987]: osdmap e356: 8 total, 8 up, 8 in 2024-03-07T03:01:45.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:45 smithi090 ceph-mon[37987]: osdmap e357: 8 total, 8 up, 8 in 2024-03-07T03:01:45.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:45 smithi092 ceph-mon[31083]: pgmap v5: 121 pgs: 121 active+clean; 283 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-03-07T03:01:45.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:45 smithi092 ceph-mon[31083]: osdmap e356: 8 total, 8 up, 8 in 2024-03-07T03:01:45.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:45 smithi092 ceph-mon[31083]: osdmap e357: 8 total, 8 up, 8 in 2024-03-07T03:01:45.903 INFO:tasks.rados.rados.0.smithi090.stdout:1491: finishing copy_from racing read to smithi09077644-41 2024-03-07T03:01:45.903 INFO:tasks.rados.rados.0.smithi090.stdout:1491: finishing copy_from to smithi09077644-41 2024-03-07T03:01:45.903 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 41 v 819 (ObjNum 336 snap 100 seq_num 336) dirty exists 2024-03-07T03:01:45.903 INFO:tasks.rados.rados.0.smithi090.stdout:1494: finishing write tid 1 to smithi09077644-43 2024-03-07T03:01:45.903 INFO:tasks.rados.rados.0.smithi090.stdout:1494: finishing write tid 2 to smithi09077644-43 2024-03-07T03:01:45.903 INFO:tasks.rados.rados.0.smithi090.stdout:1485: done (6 left) 2024-03-07T03:01:45.904 INFO:tasks.rados.rados.0.smithi090.stdout:1486: done (5 left) 2024-03-07T03:01:45.904 INFO:tasks.rados.rados.0.smithi090.stdout:1488: done (4 left) 2024-03-07T03:01:45.904 INFO:tasks.rados.rados.0.smithi090.stdout:1489: done (3 left) 2024-03-07T03:01:45.904 INFO:tasks.rados.rados.0.smithi090.stdout:1490: done (2 left) 2024-03-07T03:01:45.904 INFO:tasks.rados.rados.0.smithi090.stdout:1491: done (1 left) 2024-03-07T03:01:45.904 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 3 current snap is 147 2024-03-07T03:01:45.904 INFO:tasks.rados.rados.0.smithi090.stdout:1494: finishing write tid 3 to smithi09077644-43 2024-03-07T03:01:45.904 INFO:tasks.rados.rados.0.smithi090.stdout:1494: oid 43 updating version 0 to 286 2024-03-07T03:01:45.904 INFO:tasks.rados.rados.0.smithi090.stdout:1494: oid 43 updating version 286 to 287 2024-03-07T03:01:45.904 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 287 (ObjNum 473 snap 147 seq_num 473) dirty exists 2024-03-07T03:01:45.904 INFO:tasks.rados.rados.0.smithi090.stdout:1494: left oid 43 (ObjNum 473 snap 147 seq_num 473) 2024-03-07T03:01:45.904 INFO:tasks.rados.rados.0.smithi090.stdout:1495: seq_num 474 ranges {7012352=745472} 2024-03-07T03:01:45.943 INFO:tasks.rados.rados.0.smithi090.stdout:1495: writing smithi09077644-3 from 7012352 to 7757824 tid 1 2024-03-07T03:01:45.943 INFO:tasks.rados.rados.0.smithi090.stdout:1494: done (1 left) 2024-03-07T03:01:45.943 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 49 current snap is 147 2024-03-07T03:01:45.943 INFO:tasks.rados.rados.0.smithi090.stdout:1496: seq_num 475 ranges {8970240=761856} 2024-03-07T03:01:45.995 INFO:tasks.rados.rados.0.smithi090.stdout:1496: writing smithi09077644-49 from 8970240 to 9732096 tid 1 2024-03-07T03:01:45.996 INFO:tasks.rados.rados.0.smithi090.stdout:1497: copy_from oid 6 from oid 42 current snap is 147 2024-03-07T03:01:45.996 INFO:tasks.rados.rados.0.smithi090.stdout:1495: finishing write tid 1 to smithi09077644-3 2024-03-07T03:01:45.996 INFO:tasks.rados.rados.0.smithi090.stdout:1495: finishing write tid 2 to smithi09077644-3 2024-03-07T03:01:45.996 INFO:tasks.rados.rados.0.smithi090.stdout:1498: copy_from oid 2 from oid 14 current snap is 147 2024-03-07T03:01:45.996 INFO:tasks.rados.rados.0.smithi090.stdout:1495: finishing write tid 3 to smithi09077644-3 2024-03-07T03:01:45.996 INFO:tasks.rados.rados.0.smithi090.stdout:1495: oid 3 updating version 0 to 858 2024-03-07T03:01:45.996 INFO:tasks.rados.rados.0.smithi090.stdout:1495: oid 3 updating version 858 to 859 2024-03-07T03:01:45.996 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 859 (ObjNum 474 snap 147 seq_num 474) dirty exists 2024-03-07T03:01:45.996 INFO:tasks.rados.rados.0.smithi090.stdout:1495: left oid 3 (ObjNum 474 snap 147 seq_num 474) 2024-03-07T03:01:45.996 INFO:tasks.rados.rados.0.smithi090.stdout:1495: done (3 left) 2024-03-07T03:01:45.996 INFO:tasks.rados.rados.0.smithi090.stdout:1499: rollback oid 36 current snap is 147 2024-03-07T03:01:45.996 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 36 to 143 2024-03-07T03:01:45.996 INFO:tasks.rados.rados.0.smithi090.stdout:1500: read oid 40 snap -1 2024-03-07T03:01:45.996 INFO:tasks.rados.rados.0.smithi090.stdout:1500: expect (ObjNum 344 snap 102 seq_num 344) 2024-03-07T03:01:45.997 INFO:tasks.rados.rados.0.smithi090.stdout:1501: snap_remove snap 145 2024-03-07T03:01:46.417 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:01:45 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: 2024-03-07T03:01:45.944+0000 7f43cb5c0200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-07T03:01:46.417 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:01:46 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: 2024-03-07T03:01:46.093+0000 7f43cb5c0200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-07T03:01:46.494 INFO:tasks.rados.rados.0.smithi090.stdout:1501: done (5 left) 2024-03-07T03:01:46.494 INFO:tasks.rados.rados.0.smithi090.stdout:1502: copy_from oid 11 from oid 18 current snap is 147 2024-03-07T03:01:46.494 INFO:tasks.rados.rados.0.smithi090.stdout:1497: finishing copy_from to smithi09077644-6 2024-03-07T03:01:46.494 INFO:tasks.rados.rados.0.smithi090.stdout:1497: got expected ENOENT (src dne) 2024-03-07T03:01:46.494 INFO:tasks.rados.rados.0.smithi090.stdout:1497: finishing copy_from racing read to smithi09077644-6 2024-03-07T03:01:46.494 INFO:tasks.rados.rados.0.smithi090.stdout:1499: finishing rollback tid 0 to smithi09077644-36 2024-03-07T03:01:46.494 INFO:tasks.rados.rados.0.smithi090.stdout:1499: finishing rollback tid 1 to smithi09077644-36 2024-03-07T03:01:46.494 INFO:tasks.rados.rados.0.smithi090.stdout:1496: finishing write tid 1 to smithi09077644-49 2024-03-07T03:01:46.494 INFO:tasks.rados.rados.0.smithi090.stdout:1499: finishing rollback tid 2 to smithi09077644-36 2024-03-07T03:01:46.494 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 722 (ObjNum 380 snap 117 seq_num 380) dirty exists 2024-03-07T03:01:46.495 INFO:tasks.rados.rados.0.smithi090.stdout:1496: finishing write tid 2 to smithi09077644-49 2024-03-07T03:01:46.495 INFO:tasks.rados.rados.0.smithi090.stdout:1496: finishing write tid 3 to smithi09077644-49 2024-03-07T03:01:46.495 INFO:tasks.rados.rados.0.smithi090.stdout:1496: oid 49 updating version 0 to 827 2024-03-07T03:01:46.495 INFO:tasks.rados.rados.0.smithi090.stdout:1496: oid 49 updating version 827 to 828 2024-03-07T03:01:46.495 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 49 v 828 (ObjNum 475 snap 147 seq_num 475) dirty exists 2024-03-07T03:01:46.495 INFO:tasks.rados.rados.0.smithi090.stdout:1496: left oid 49 (ObjNum 475 snap 147 seq_num 475) 2024-03-07T03:01:46.495 INFO:tasks.rados.rados.0.smithi090.stdout:1500: expect (ObjNum 344 snap 102 seq_num 344) 2024-03-07T03:01:46.639 INFO:tasks.rados.rados.0.smithi090.stdout:1498: finishing copy_from racing read to smithi09077644-2 2024-03-07T03:01:46.639 INFO:tasks.rados.rados.0.smithi090.stdout:1498: finishing copy_from to smithi09077644-2 2024-03-07T03:01:46.639 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 2 v 426 (ObjNum 408 snap 128 seq_num 408) dirty exists 2024-03-07T03:01:46.639 INFO:tasks.rados.rados.0.smithi090.stdout:1496: done (5 left) 2024-03-07T03:01:46.639 INFO:tasks.rados.rados.0.smithi090.stdout:1497: done (4 left) 2024-03-07T03:01:46.640 INFO:tasks.rados.rados.0.smithi090.stdout:1498: done (3 left) 2024-03-07T03:01:46.640 INFO:tasks.rados.rados.0.smithi090.stdout:1499: done (2 left) 2024-03-07T03:01:46.640 INFO:tasks.rados.rados.0.smithi090.stdout:1500: done (1 left) 2024-03-07T03:01:46.640 INFO:tasks.rados.rados.0.smithi090.stdout:1503: read oid 26 snap 129 2024-03-07T03:01:46.640 INFO:tasks.rados.rados.0.smithi090.stdout:1503: expect deleted 2024-03-07T03:01:46.640 INFO:tasks.rados.rados.0.smithi090.stdout:1504: rollback oid 20 current snap is 147 2024-03-07T03:01:46.640 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 20 to 132 2024-03-07T03:01:46.640 INFO:tasks.rados.rados.0.smithi090.stdout:1502: finishing copy_from racing read to smithi09077644-11 2024-03-07T03:01:46.640 INFO:tasks.rados.rados.0.smithi090.stdout:1502: finishing copy_from to smithi09077644-11 2024-03-07T03:01:46.640 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 11 v 620 (ObjNum 394 snap 121 seq_num 394) dirty exists 2024-03-07T03:01:46.640 INFO:tasks.rados.rados.0.smithi090.stdout:1502: done (2 left) 2024-03-07T03:01:46.640 INFO:tasks.rados.rados.0.smithi090.stdout:1505: read oid 22 snap -1 2024-03-07T03:01:46.640 INFO:tasks.rados.rados.0.smithi090.stdout:1505: expect (ObjNum 472 snap 147 seq_num 472) 2024-03-07T03:01:46.641 INFO:tasks.rados.rados.0.smithi090.stdout:1506: copy_from oid 34 from oid 21 current snap is 147 2024-03-07T03:01:46.641 INFO:tasks.rados.rados.0.smithi090.stdout:1507: snap_create 2024-03-07T03:01:46.643 INFO:tasks.rados.rados.0.smithi090.stdout:1504: finishing rollback tid 0 to smithi09077644-20 2024-03-07T03:01:46.643 INFO:tasks.rados.rados.0.smithi090.stdout:1505: expect (ObjNum 472 snap 147 seq_num 472) 2024-03-07T03:01:46.666 INFO:tasks.rados.rados.0.smithi090.stdout:1504: finishing rollback tid 1 to smithi09077644-20 2024-03-07T03:01:46.667 INFO:tasks.rados.rados.0.smithi090.stdout:1504: finishing rollback tid 2 to smithi09077644-20 2024-03-07T03:01:46.667 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 20 v 624 (ObjNum 401 snap 125 seq_num 401) dirty exists 2024-03-07T03:01:46.667 INFO:tasks.rados.rados.0.smithi090.stdout:1506: finishing copy_from racing read to smithi09077644-34 2024-03-07T03:01:46.671 INFO:tasks.rados.rados.0.smithi090.stdout:1506: finishing copy_from to smithi09077644-34 2024-03-07T03:01:46.672 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 34 v 653 (ObjNum 387 snap 119 seq_num 387) dirty exists 2024-03-07T03:01:46.712 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:46 smithi092 ceph-mon[31083]: osdmap e358: 8 total, 8 up, 8 in 2024-03-07T03:01:46.712 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:46 smithi092 ceph-mon[31083]: mgrmap e33: y(active, since 3s) 2024-03-07T03:01:46.712 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:01:46 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: 2024-03-07T03:01:46.438+0000 7f43cb5c0200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-07T03:01:46.712 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:01:46 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: 2024-03-07T03:01:46.550+0000 7f43cb5c0200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-07T03:01:46.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:46 smithi090 ceph-mon[27223]: osdmap e358: 8 total, 8 up, 8 in 2024-03-07T03:01:46.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:46 smithi090 ceph-mon[27223]: mgrmap e33: y(active, since 3s) 2024-03-07T03:01:46.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:46 smithi090 ceph-mon[37987]: osdmap e358: 8 total, 8 up, 8 in 2024-03-07T03:01:46.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:46 smithi090 ceph-mon[37987]: mgrmap e33: y(active, since 3s) 2024-03-07T03:01:46.971 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:01:46 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: 2024-03-07T03:01:46.760+0000 7f43cb5c0200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-07T03:01:46.971 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:01:46 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: 2024-03-07T03:01:46.951+0000 7f43cb5c0200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-07T03:01:47.523 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:01:47 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: 2024-03-07T03:01:47.245+0000 7f43cb5c0200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-07T03:01:47.523 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:47 smithi092 ceph-mon[31083]: pgmap v9: 121 pgs: 121 active+clean; 283 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-03-07T03:01:47.523 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:47 smithi092 ceph-mon[31083]: osdmap e359: 8 total, 8 up, 8 in 2024-03-07T03:01:47.523 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:47 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:01:47.523 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:47 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:01:47.524 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:47 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:01:47.524 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:47 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:01:47.612 INFO:tasks.rados.rados.0.smithi090.stdout:1503: done (4 left) 2024-03-07T03:01:47.612 INFO:tasks.rados.rados.0.smithi090.stdout:1504: done (3 left) 2024-03-07T03:01:47.612 INFO:tasks.rados.rados.0.smithi090.stdout:1505: done (2 left) 2024-03-07T03:01:47.612 INFO:tasks.rados.rados.0.smithi090.stdout:1506: done (1 left) 2024-03-07T03:01:47.612 INFO:tasks.rados.rados.0.smithi090.stdout:1507: done (0 left) 2024-03-07T03:01:47.612 INFO:tasks.rados.rados.0.smithi090.stdout:1508: setattr oid 12 current snap is 148 2024-03-07T03:01:47.613 INFO:tasks.rados.rados.0.smithi090.stdout:1509: delete oid 11 current snap is 148 2024-03-07T03:01:47.617 INFO:tasks.rados.rados.0.smithi090.stdout:1509: done (1 left) 2024-03-07T03:01:47.617 INFO:tasks.rados.rados.0.smithi090.stdout:1510: snap_remove snap 124 2024-03-07T03:01:47.787 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:01:47 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: 2024-03-07T03:01:47.519+0000 7f43cb5c0200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-07T03:01:47.788 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:01:47 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: 2024-03-07T03:01:47.783+0000 7f43cb5c0200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-07T03:01:47.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:47 smithi090 ceph-mon[37987]: pgmap v9: 121 pgs: 121 active+clean; 283 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-03-07T03:01:47.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:47 smithi090 ceph-mon[37987]: osdmap e359: 8 total, 8 up, 8 in 2024-03-07T03:01:47.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:47 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:01:47.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:47 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:01:47.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:47 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:01:47.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:47 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:01:47.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:47 smithi090 ceph-mon[27223]: pgmap v9: 121 pgs: 121 active+clean; 283 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-03-07T03:01:47.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:47 smithi090 ceph-mon[27223]: osdmap e359: 8 total, 8 up, 8 in 2024-03-07T03:01:47.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:47 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:01:47.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:47 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:01:47.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:47 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:01:47.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:47 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:01:48.615 INFO:tasks.rados.rados.0.smithi090.stdout:1510: done (1 left) 2024-03-07T03:01:48.615 INFO:tasks.rados.rados.0.smithi090.stdout:1511: rmattr oid 47 current snap is 148 2024-03-07T03:01:48.615 INFO:tasks.rados.rados.0.smithi090.stdout:1511: done (1 left) 2024-03-07T03:01:48.615 INFO:tasks.rados.rados.0.smithi090.stdout:1512: read oid 15 snap 146 2024-03-07T03:01:48.615 INFO:tasks.rados.rados.0.smithi090.stdout:1512: expect (ObjNum 337 snap 100 seq_num 337) 2024-03-07T03:01:48.615 INFO:tasks.rados.rados.0.smithi090.stdout:1513: read oid 23 snap -1 2024-03-07T03:01:48.615 INFO:tasks.rados.rados.0.smithi090.stdout:1513: expect (ObjNum 469 snap 146 seq_num 469) 2024-03-07T03:01:48.616 INFO:tasks.rados.rados.0.smithi090.stdout:1514: read oid 19 snap -1 2024-03-07T03:01:48.616 INFO:tasks.rados.rados.0.smithi090.stdout:1514: expect (ObjNum 427 snap 134 seq_num 427) 2024-03-07T03:01:48.616 INFO:tasks.rados.rados.0.smithi090.stdout:1515: rmattr oid 3 current snap is 148 2024-03-07T03:01:48.616 INFO:tasks.rados.rados.0.smithi090.stdout:1516: copy_from oid 47 from oid 31 current snap is 148 2024-03-07T03:01:48.616 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 9 current snap is 148 2024-03-07T03:01:48.616 INFO:tasks.rados.rados.0.smithi090.stdout:1517: seq_num 477 ranges {4382720=794624} 2024-03-07T03:01:48.645 INFO:tasks.rados.rados.0.smithi090.stdout:1517: writing smithi09077644-9 from 4382720 to 5177344 tid 1 2024-03-07T03:01:48.646 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 14 current snap is 148 2024-03-07T03:01:48.646 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 12 v 829 (ObjNum 462 snap 145 seq_num 462) dirty exists 2024-03-07T03:01:48.646 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 860 (ObjNum 474 snap 147 seq_num 474) dirty exists 2024-03-07T03:01:48.646 INFO:tasks.rados.rados.0.smithi090.stdout:1518: seq_num 478 ranges {4251648=409600,4661248=401408} 2024-03-07T03:01:48.673 INFO:tasks.rados.rados.0.smithi090.stdout:1518: writing smithi09077644-14 from 4251648 to 4661248 tid 1 2024-03-07T03:01:48.675 INFO:tasks.rados.rados.0.smithi090.stdout:1518: writing smithi09077644-14 from 4661248 to 5062656 tid 2 2024-03-07T03:01:48.676 INFO:tasks.rados.rados.0.smithi090.stdout:1508: done (7 left) 2024-03-07T03:01:48.676 INFO:tasks.rados.rados.0.smithi090.stdout:1515: done (6 left) 2024-03-07T03:01:48.676 INFO:tasks.rados.rados.0.smithi090.stdout:1519: setattr oid 49 current snap is 148 2024-03-07T03:01:48.676 INFO:tasks.rados.rados.0.smithi090.stdout:1512: expect (ObjNum 337 snap 100 seq_num 337) 2024-03-07T03:01:48.868 INFO:tasks.rados.rados.0.smithi090.stdout:1516: finishing copy_from racing read to smithi09077644-47 2024-03-07T03:01:48.868 INFO:tasks.rados.rados.0.smithi090.stdout:1514: expect (ObjNum 427 snap 134 seq_num 427) 2024-03-07T03:01:48.917 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:01:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: 2024-03-07T03:01:48.647+0000 7f43cb5c0200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-07T03:01:48.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:48 smithi092 ceph-mon[31083]: osdmap e360: 8 total, 8 up, 8 in 2024-03-07T03:01:48.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:48 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:01:48.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:48 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:01:48.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:48 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:01:48.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:48 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:01:49.066 INFO:tasks.rados.rados.0.smithi090.stdout:1516: finishing copy_from to smithi09077644-47 2024-03-07T03:01:49.066 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 194 (ObjNum 464 snap 145 seq_num 464) dirty exists 2024-03-07T03:01:49.066 INFO:tasks.rados.rados.0.smithi090.stdout:1513: expect (ObjNum 469 snap 146 seq_num 469) 2024-03-07T03:01:49.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:48 smithi090 ceph-mon[27223]: osdmap e360: 8 total, 8 up, 8 in 2024-03-07T03:01:49.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:48 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:01:49.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:48 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:01:49.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:48 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:01:49.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:48 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:01:49.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:48 smithi090 ceph-mon[37987]: osdmap e360: 8 total, 8 up, 8 in 2024-03-07T03:01:49.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:48 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:01:49.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:48 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:01:49.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:48 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:01:49.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:48 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:01:49.556 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:01:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: 2024-03-07T03:01:49.227+0000 7f43cb5c0200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-07T03:01:49.557 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:01:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: 2024-03-07T03:01:49.328+0000 7f43cb5c0200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-07T03:01:49.791 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:49 smithi090 ceph-mon[27223]: pgmap v12: 121 pgs: 121 active+clean; 283 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-03-07T03:01:49.791 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:49 smithi090 ceph-mon[27223]: osdmap e361: 8 total, 8 up, 8 in 2024-03-07T03:01:49.792 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:49 smithi090 ceph-mon[27223]: Standby manager daemon x started 2024-03-07T03:01:49.792 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:49 smithi090 ceph-mon[27223]: from='mgr.? 172.21.15.92:0/1028207616' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-07T03:01:49.792 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:49 smithi090 ceph-mon[27223]: from='mgr.? 172.21.15.92:0/1028207616' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-07T03:01:49.792 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:49 smithi090 ceph-mon[27223]: from='mgr.? 172.21.15.92:0/1028207616' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-07T03:01:49.792 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:49 smithi090 ceph-mon[27223]: from='mgr.? 172.21.15.92:0/1028207616' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-07T03:01:49.792 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:49 smithi090 ceph-mon[37987]: pgmap v12: 121 pgs: 121 active+clean; 283 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-03-07T03:01:49.792 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:49 smithi090 ceph-mon[37987]: osdmap e361: 8 total, 8 up, 8 in 2024-03-07T03:01:49.792 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:49 smithi090 ceph-mon[37987]: Standby manager daemon x started 2024-03-07T03:01:49.792 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:49 smithi090 ceph-mon[37987]: from='mgr.? 172.21.15.92:0/1028207616' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-07T03:01:49.792 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:49 smithi090 ceph-mon[37987]: from='mgr.? 172.21.15.92:0/1028207616' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-07T03:01:49.792 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:49 smithi090 ceph-mon[37987]: from='mgr.? 172.21.15.92:0/1028207616' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-07T03:01:49.793 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:49 smithi090 ceph-mon[37987]: from='mgr.? 172.21.15.92:0/1028207616' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-07T03:01:49.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:49 smithi092 ceph-mon[31083]: pgmap v12: 121 pgs: 121 active+clean; 283 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-03-07T03:01:49.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:49 smithi092 ceph-mon[31083]: osdmap e361: 8 total, 8 up, 8 in 2024-03-07T03:01:49.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:49 smithi092 ceph-mon[31083]: Standby manager daemon x started 2024-03-07T03:01:49.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:49 smithi092 ceph-mon[31083]: from='mgr.? 172.21.15.92:0/1028207616' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-07T03:01:49.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:49 smithi092 ceph-mon[31083]: from='mgr.? 172.21.15.92:0/1028207616' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-07T03:01:49.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:49 smithi092 ceph-mon[31083]: from='mgr.? 172.21.15.92:0/1028207616' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-07T03:01:49.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:49 smithi092 ceph-mon[31083]: from='mgr.? 172.21.15.92:0/1028207616' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-07T03:01:49.918 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:01:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: 2024-03-07T03:01:49.553+0000 7f43cb5c0200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-07T03:01:49.918 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:01:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: [07/Mar/2024:03:01:49] ENGINE Bus STARTING 2024-03-07T03:01:49.918 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:01:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: CherryPy Checker: 2024-03-07T03:01:49.918 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:01:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: The Application mounted at '' has an empty config. 2024-03-07T03:01:49.918 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:01:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: 2024-03-07T03:01:49.918 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:01:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: [07/Mar/2024:03:01:49] ENGINE Serving on http://:::9283 2024-03-07T03:01:49.918 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:01:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: [07/Mar/2024:03:01:49] ENGINE Bus STARTED 2024-03-07T03:01:49.977 INFO:tasks.rados.rados.0.smithi090.stdout:1517: finishing write tid 1 to smithi09077644-9 2024-03-07T03:01:49.978 INFO:tasks.rados.rados.0.smithi090.stdout:1517: finishing write tid 2 to smithi09077644-9 2024-03-07T03:01:49.978 INFO:tasks.rados.rados.0.smithi090.stdout:1517: finishing write tid 3 to smithi09077644-9 2024-03-07T03:01:49.978 INFO:tasks.rados.rados.0.smithi090.stdout:1517: oid 9 updating version 0 to 751 2024-03-07T03:01:49.978 INFO:tasks.rados.rados.0.smithi090.stdout:1517: oid 9 updating version 751 to 752 2024-03-07T03:01:49.978 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 9 v 752 (ObjNum 477 snap 148 seq_num 477) dirty exists 2024-03-07T03:01:49.978 INFO:tasks.rados.rados.0.smithi090.stdout:1517: left oid 9 (ObjNum 477 snap 148 seq_num 477) 2024-03-07T03:01:49.978 INFO:tasks.rados.rados.0.smithi090.stdout:1518: finishing write tid 1 to smithi09077644-14 2024-03-07T03:01:49.978 INFO:tasks.rados.rados.0.smithi090.stdout:1518: finishing write tid 2 to smithi09077644-14 2024-03-07T03:01:49.978 INFO:tasks.rados.rados.0.smithi090.stdout:1518: finishing write tid 3 to smithi09077644-14 2024-03-07T03:01:49.978 INFO:tasks.rados.rados.0.smithi090.stdout:1518: finishing write tid 4 to smithi09077644-14 2024-03-07T03:01:49.978 INFO:tasks.rados.rados.0.smithi090.stdout:1518: oid 14 updating version 0 to 429 2024-03-07T03:01:49.978 INFO:tasks.rados.rados.0.smithi090.stdout:1518: oid 14 version 429 is already newer than 427 2024-03-07T03:01:49.978 INFO:tasks.rados.rados.0.smithi090.stdout:1518: oid 14 version 429 is already newer than 428 2024-03-07T03:01:49.978 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 14 v 429 (ObjNum 478 snap 148 seq_num 478) dirty exists 2024-03-07T03:01:49.978 INFO:tasks.rados.rados.0.smithi090.stdout:1518: left oid 14 (ObjNum 478 snap 148 seq_num 478) 2024-03-07T03:01:49.979 INFO:tasks.rados.rados.0.smithi090.stdout:1512: done (6 left) 2024-03-07T03:01:49.979 INFO:tasks.rados.rados.0.smithi090.stdout:1513: done (5 left) 2024-03-07T03:01:49.979 INFO:tasks.rados.rados.0.smithi090.stdout:1514: done (4 left) 2024-03-07T03:01:49.979 INFO:tasks.rados.rados.0.smithi090.stdout:1516: done (3 left) 2024-03-07T03:01:49.979 INFO:tasks.rados.rados.0.smithi090.stdout:1517: done (2 left) 2024-03-07T03:01:49.979 INFO:tasks.rados.rados.0.smithi090.stdout:1518: done (1 left) 2024-03-07T03:01:49.979 INFO:tasks.rados.rados.0.smithi090.stdout:1520: rollback oid 2 current snap is 148 2024-03-07T03:01:49.979 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 2 to 117 2024-03-07T03:01:49.979 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 47 current snap is 148 2024-03-07T03:01:49.979 INFO:tasks.rados.rados.0.smithi090.stdout:1521: seq_num 479 ranges {10444800=425984,10870784=401408} 2024-03-07T03:01:50.036 INFO:tasks.rados.rados.0.smithi090.stdout:1521: writing smithi09077644-47 from 10444800 to 10870784 tid 1 2024-03-07T03:01:50.039 INFO:tasks.rados.rados.0.smithi090.stdout:1521: writing smithi09077644-47 from 10870784 to 11272192 tid 2 2024-03-07T03:01:50.039 INFO:tasks.rados.rados.0.smithi090.stdout:1522: rmattr oid 16 current snap is 148 2024-03-07T03:01:50.039 INFO:tasks.rados.rados.0.smithi090.stdout:1522: done (3 left) 2024-03-07T03:01:50.039 INFO:tasks.rados.rados.0.smithi090.stdout:1523: read oid 9 snap -1 2024-03-07T03:01:50.039 INFO:tasks.rados.rados.0.smithi090.stdout:1523: expect (ObjNum 477 snap 148 seq_num 477) 2024-03-07T03:01:50.039 INFO:tasks.rados.rados.0.smithi090.stdout:1524: snap_create 2024-03-07T03:01:50.039 INFO:tasks.rados.rados.0.smithi090.stdout:1520: finishing rollback tid 0 to smithi09077644-2 2024-03-07T03:01:50.039 INFO:tasks.rados.rados.0.smithi090.stdout:1520: finishing rollback tid 1 to smithi09077644-2 2024-03-07T03:01:50.039 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 49 v 830 (ObjNum 475 snap 147 seq_num 475) dirty exists 2024-03-07T03:01:50.040 INFO:tasks.rados.rados.0.smithi090.stdout:1520: finishing rollback tid 2 to smithi09077644-2 2024-03-07T03:01:50.040 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 2 v 725 (ObjNum 298 snap 89 seq_num 298) dirty exists 2024-03-07T03:01:50.040 INFO:tasks.rados.rados.0.smithi090.stdout:1521: finishing write tid 1 to smithi09077644-47 2024-03-07T03:01:50.042 INFO:tasks.rados.rados.0.smithi090.stdout:1521: finishing write tid 2 to smithi09077644-47 2024-03-07T03:01:50.042 INFO:tasks.rados.rados.0.smithi090.stdout:1521: finishing write tid 3 to smithi09077644-47 2024-03-07T03:01:50.045 INFO:tasks.rados.rados.0.smithi090.stdout:1521: finishing write tid 4 to smithi09077644-47 2024-03-07T03:01:50.045 INFO:tasks.rados.rados.0.smithi090.stdout:1521: oid 47 updating version 0 to 690 2024-03-07T03:01:50.045 INFO:tasks.rados.rados.0.smithi090.stdout:1521: oid 47 updating version 690 to 691 2024-03-07T03:01:50.045 INFO:tasks.rados.rados.0.smithi090.stdout:1521: oid 47 updating version 691 to 692 2024-03-07T03:01:50.045 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 692 (ObjNum 479 snap 148 seq_num 479) dirty exists 2024-03-07T03:01:50.045 INFO:tasks.rados.rados.0.smithi090.stdout:1521: left oid 47 (ObjNum 479 snap 148 seq_num 479) 2024-03-07T03:01:50.055 INFO:tasks.rados.rados.0.smithi090.stdout:1523: expect (ObjNum 477 snap 148 seq_num 477) 2024-03-07T03:01:50.417 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:01:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[64356]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:01:50] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-03-07T03:01:50.621 INFO:tasks.rados.rados.0.smithi090.stdout:1519: done (4 left) 2024-03-07T03:01:50.621 INFO:tasks.rados.rados.0.smithi090.stdout:1520: done (3 left) 2024-03-07T03:01:50.621 INFO:tasks.rados.rados.0.smithi090.stdout:1521: done (2 left) 2024-03-07T03:01:50.621 INFO:tasks.rados.rados.0.smithi090.stdout:1523: done (1 left) 2024-03-07T03:01:50.621 INFO:tasks.rados.rados.0.smithi090.stdout:1524: done (0 left) 2024-03-07T03:01:50.621 INFO:tasks.rados.rados.0.smithi090.stdout:1525: read oid 49 snap -1 2024-03-07T03:01:50.622 INFO:tasks.rados.rados.0.smithi090.stdout:1525: expect (ObjNum 475 snap 147 seq_num 475) 2024-03-07T03:01:50.622 INFO:tasks.rados.rados.0.smithi090.stdout:1526: snap_remove snap 137 2024-03-07T03:01:51.627 INFO:tasks.rados.rados.0.smithi090.stdout:1526: done (1 left) 2024-03-07T03:01:51.627 INFO:tasks.rados.rados.0.smithi090.stdout:1527: snap_remove snap 142 2024-03-07T03:01:51.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:51 smithi090 ceph-mon[37987]: pgmap v14: 121 pgs: 121 active+clean; 309 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 5.5 MiB/s wr, 39 op/s 2024-03-07T03:01:51.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:51 smithi090 ceph-mon[37987]: mgrmap e34: y(active, since 8s), standbys: x 2024-03-07T03:01:51.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:51 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-07T03:01:51.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:51 smithi090 ceph-mon[37987]: osdmap e362: 8 total, 8 up, 8 in 2024-03-07T03:01:51.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:51 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:01:51.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:51 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:01:51.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:51 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:01:51.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:51 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:01:51.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:51 smithi090 ceph-mon[27223]: pgmap v14: 121 pgs: 121 active+clean; 309 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 5.5 MiB/s wr, 39 op/s 2024-03-07T03:01:51.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:51 smithi090 ceph-mon[27223]: mgrmap e34: y(active, since 8s), standbys: x 2024-03-07T03:01:51.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:51 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-07T03:01:51.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:51 smithi090 ceph-mon[27223]: osdmap e362: 8 total, 8 up, 8 in 2024-03-07T03:01:51.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:51 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:01:51.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:51 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:01:51.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:51 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:01:51.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:51 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:01:51.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:51 smithi092 ceph-mon[31083]: pgmap v14: 121 pgs: 121 active+clean; 309 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 5.5 MiB/s wr, 39 op/s 2024-03-07T03:01:51.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:51 smithi092 ceph-mon[31083]: mgrmap e34: y(active, since 8s), standbys: x 2024-03-07T03:01:51.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:51 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-07T03:01:51.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:51 smithi092 ceph-mon[31083]: osdmap e362: 8 total, 8 up, 8 in 2024-03-07T03:01:51.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:51 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:01:51.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:51 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:01:51.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:51 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:01:51.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:51 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:01:52.628 INFO:tasks.rados.rados.0.smithi090.stdout:1527: done (1 left) 2024-03-07T03:01:52.628 INFO:tasks.rados.rados.0.smithi090.stdout:1528: snap_remove snap 139 2024-03-07T03:01:52.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:52 smithi092 ceph-mon[31083]: Updating smithi090:/etc/ceph/ceph.conf 2024-03-07T03:01:52.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:52 smithi092 ceph-mon[31083]: Updating smithi092:/etc/ceph/ceph.conf 2024-03-07T03:01:52.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:52 smithi092 ceph-mon[31083]: Updating smithi090:/var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/config/ceph.conf 2024-03-07T03:01:52.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:52 smithi092 ceph-mon[31083]: Updating smithi092:/var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/config/ceph.conf 2024-03-07T03:01:52.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:52 smithi092 ceph-mon[31083]: Updating smithi090:/etc/ceph/ceph.client.admin.keyring 2024-03-07T03:01:52.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:52 smithi092 ceph-mon[31083]: osdmap e363: 8 total, 8 up, 8 in 2024-03-07T03:01:52.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:52 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:01:52.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:52 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:01:52.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:52 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:01:52.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:52 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:01:52.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:52 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:01:53.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:52 smithi090 ceph-mon[27223]: Updating smithi090:/etc/ceph/ceph.conf 2024-03-07T03:01:53.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:52 smithi090 ceph-mon[27223]: Updating smithi092:/etc/ceph/ceph.conf 2024-03-07T03:01:53.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:52 smithi090 ceph-mon[27223]: Updating smithi090:/var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/config/ceph.conf 2024-03-07T03:01:53.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:52 smithi090 ceph-mon[27223]: Updating smithi092:/var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/config/ceph.conf 2024-03-07T03:01:53.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:52 smithi090 ceph-mon[27223]: Updating smithi090:/etc/ceph/ceph.client.admin.keyring 2024-03-07T03:01:53.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:52 smithi090 ceph-mon[27223]: osdmap e363: 8 total, 8 up, 8 in 2024-03-07T03:01:53.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:52 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:01:53.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:52 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:01:53.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:52 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:01:53.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:52 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:01:53.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:52 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:01:53.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:52 smithi090 ceph-mon[37987]: Updating smithi090:/etc/ceph/ceph.conf 2024-03-07T03:01:53.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:52 smithi090 ceph-mon[37987]: Updating smithi092:/etc/ceph/ceph.conf 2024-03-07T03:01:53.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:52 smithi090 ceph-mon[37987]: Updating smithi090:/var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/config/ceph.conf 2024-03-07T03:01:53.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:52 smithi090 ceph-mon[37987]: Updating smithi092:/var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/config/ceph.conf 2024-03-07T03:01:53.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:52 smithi090 ceph-mon[37987]: Updating smithi090:/etc/ceph/ceph.client.admin.keyring 2024-03-07T03:01:53.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:52 smithi090 ceph-mon[37987]: osdmap e363: 8 total, 8 up, 8 in 2024-03-07T03:01:53.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:52 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:01:53.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:52 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:01:53.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:52 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:01:53.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:52 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:01:53.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:52 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:01:53.624 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[72626]: ts=2024-03-07T03:01:53.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi090\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:01:53.634 INFO:tasks.rados.rados.0.smithi090.stdout:1528: done (1 left) 2024-03-07T03:01:53.634 INFO:tasks.rados.rados.0.smithi090.stdout:1529: delete oid 10 current snap is 149 2024-03-07T03:01:53.634 INFO:tasks.rados.rados.0.smithi090.stdout:1525: expect (ObjNum 475 snap 147 seq_num 475) 2024-03-07T03:01:53.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:53 smithi092 ceph-mon[31083]: Updating smithi092:/etc/ceph/ceph.client.admin.keyring 2024-03-07T03:01:53.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:53 smithi092 ceph-mon[31083]: Updating smithi090:/var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/config/ceph.client.admin.keyring 2024-03-07T03:01:53.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:53 smithi092 ceph-mon[31083]: Updating smithi092:/var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/config/ceph.client.admin.keyring 2024-03-07T03:01:53.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:53 smithi092 ceph-mon[31083]: Reconfiguring prometheus.a (dependencies changed)... 2024-03-07T03:01:53.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:53 smithi092 ceph-mon[31083]: pgmap v17: 121 pgs: 121 active+clean; 309 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 5.6 MiB/s wr, 40 op/s 2024-03-07T03:01:53.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:53 smithi092 ceph-mon[31083]: Reconfiguring daemon prometheus.a on smithi092 2024-03-07T03:01:53.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:53 smithi092 ceph-mon[31083]: osdmap e364: 8 total, 8 up, 8 in 2024-03-07T03:01:54.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:53 smithi090 ceph-mon[37987]: Updating smithi092:/etc/ceph/ceph.client.admin.keyring 2024-03-07T03:01:54.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:53 smithi090 ceph-mon[37987]: Updating smithi090:/var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/config/ceph.client.admin.keyring 2024-03-07T03:01:54.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:53 smithi090 ceph-mon[37987]: Updating smithi092:/var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/config/ceph.client.admin.keyring 2024-03-07T03:01:54.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:53 smithi090 ceph-mon[37987]: Reconfiguring prometheus.a (dependencies changed)... 2024-03-07T03:01:54.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:53 smithi090 ceph-mon[37987]: pgmap v17: 121 pgs: 121 active+clean; 309 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 5.6 MiB/s wr, 40 op/s 2024-03-07T03:01:54.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:53 smithi090 ceph-mon[37987]: Reconfiguring daemon prometheus.a on smithi092 2024-03-07T03:01:54.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:53 smithi090 ceph-mon[37987]: osdmap e364: 8 total, 8 up, 8 in 2024-03-07T03:01:54.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:53 smithi090 ceph-mon[27223]: Updating smithi092:/etc/ceph/ceph.client.admin.keyring 2024-03-07T03:01:54.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:53 smithi090 ceph-mon[27223]: Updating smithi090:/var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/config/ceph.client.admin.keyring 2024-03-07T03:01:54.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:53 smithi090 ceph-mon[27223]: Updating smithi092:/var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/config/ceph.client.admin.keyring 2024-03-07T03:01:54.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:53 smithi090 ceph-mon[27223]: Reconfiguring prometheus.a (dependencies changed)... 2024-03-07T03:01:54.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:53 smithi090 ceph-mon[27223]: pgmap v17: 121 pgs: 121 active+clean; 309 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 5.6 MiB/s wr, 40 op/s 2024-03-07T03:01:54.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:53 smithi090 ceph-mon[27223]: Reconfiguring daemon prometheus.a on smithi092 2024-03-07T03:01:54.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:53 smithi090 ceph-mon[27223]: osdmap e364: 8 total, 8 up, 8 in 2024-03-07T03:01:54.404 INFO:tasks.rados.rados.0.smithi090.stdout:1525: done (1 left) 2024-03-07T03:01:54.404 INFO:tasks.rados.rados.0.smithi090.stdout:1529: done (0 left) 2024-03-07T03:01:54.404 INFO:tasks.rados.rados.0.smithi090.stdout:1530: read oid 33 snap -1 2024-03-07T03:01:54.404 INFO:tasks.rados.rados.0.smithi090.stdout:1530: expect (ObjNum 447 snap 137 seq_num 447) 2024-03-07T03:01:54.404 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 48 current snap is 149 2024-03-07T03:01:54.404 INFO:tasks.rados.rados.0.smithi090.stdout:1531: seq_num 481 ranges {10100736=458752,10559488=401408} 2024-03-07T03:01:54.459 INFO:tasks.rados.rados.0.smithi090.stdout:1531: writing smithi09077644-48 from 10100736 to 10559488 tid 1 2024-03-07T03:01:54.462 INFO:tasks.rados.rados.0.smithi090.stdout:1531: writing smithi09077644-48 from 10559488 to 10960896 tid 2 2024-03-07T03:01:54.462 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 5 current snap is 149 2024-03-07T03:01:54.462 INFO:tasks.rados.rados.0.smithi090.stdout:1532: seq_num 482 ranges {1802240=475136,2277376=401408} 2024-03-07T03:01:54.475 INFO:tasks.rados.rados.0.smithi090.stdout:1532: writing smithi09077644-5 from 1802240 to 2277376 tid 1 2024-03-07T03:01:54.477 INFO:tasks.rados.rados.0.smithi090.stdout:1532: writing smithi09077644-5 from 2277376 to 2678784 tid 2 2024-03-07T03:01:54.478 INFO:tasks.rados.rados.0.smithi090.stdout:1533: read oid 42 snap -1 2024-03-07T03:01:54.478 INFO:tasks.rados.rados.0.smithi090.stdout:1533: expect deleted 2024-03-07T03:01:54.478 INFO:tasks.rados.rados.0.smithi090.stdout:1534: delete oid 15 current snap is 149 2024-03-07T03:01:54.478 INFO:tasks.rados.rados.0.smithi090.stdout:1530: expect (ObjNum 447 snap 137 seq_num 447) 2024-03-07T03:01:54.489 INFO:tasks.rados.rados.0.smithi090.stdout:1531: finishing write tid 1 to smithi09077644-48 2024-03-07T03:01:54.489 INFO:tasks.rados.rados.0.smithi090.stdout:1531: finishing write tid 2 to smithi09077644-48 2024-03-07T03:01:54.489 INFO:tasks.rados.rados.0.smithi090.stdout:1531: finishing write tid 3 to smithi09077644-48 2024-03-07T03:01:54.490 INFO:tasks.rados.rados.0.smithi090.stdout:1531: finishing write tid 4 to smithi09077644-48 2024-03-07T03:01:54.490 INFO:tasks.rados.rados.0.smithi090.stdout:1531: oid 48 updating version 0 to 820 2024-03-07T03:01:54.490 INFO:tasks.rados.rados.0.smithi090.stdout:1531: oid 48 updating version 820 to 822 2024-03-07T03:01:54.490 INFO:tasks.rados.rados.0.smithi090.stdout:1531: oid 48 version 822 is already newer than 821 2024-03-07T03:01:54.490 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 822 (ObjNum 481 snap 149 seq_num 481) dirty exists 2024-03-07T03:01:54.490 INFO:tasks.rados.rados.0.smithi090.stdout:1531: left oid 48 (ObjNum 481 snap 149 seq_num 481) 2024-03-07T03:01:54.490 INFO:tasks.rados.rados.0.smithi090.stdout:1532: finishing write tid 1 to smithi09077644-5 2024-03-07T03:01:54.490 INFO:tasks.rados.rados.0.smithi090.stdout:1532: finishing write tid 2 to smithi09077644-5 2024-03-07T03:01:54.490 INFO:tasks.rados.rados.0.smithi090.stdout:1530: done (4 left) 2024-03-07T03:01:54.490 INFO:tasks.rados.rados.0.smithi090.stdout:1531: done (3 left) 2024-03-07T03:01:54.490 INFO:tasks.rados.rados.0.smithi090.stdout:1533: done (2 left) 2024-03-07T03:01:54.490 INFO:tasks.rados.rados.0.smithi090.stdout:1534: done (1 left) 2024-03-07T03:01:54.490 INFO:tasks.rados.rados.0.smithi090.stdout:1535: rollback oid 42 current snap is 149 2024-03-07T03:01:54.491 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 42 to 138 2024-03-07T03:01:54.491 INFO:tasks.rados.rados.0.smithi090.stdout:1532: finishing write tid 3 to smithi09077644-5 2024-03-07T03:01:54.491 INFO:tasks.rados.rados.0.smithi090.stdout:1532: finishing write tid 4 to smithi09077644-5 2024-03-07T03:01:54.491 INFO:tasks.rados.rados.0.smithi090.stdout:1532: oid 5 updating version 0 to 646 2024-03-07T03:01:54.491 INFO:tasks.rados.rados.0.smithi090.stdout:1532: oid 5 updating version 646 to 647 2024-03-07T03:01:54.491 INFO:tasks.rados.rados.0.smithi090.stdout:1532: oid 5 updating version 647 to 648 2024-03-07T03:01:54.491 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 5 v 648 (ObjNum 482 snap 149 seq_num 482) dirty exists 2024-03-07T03:01:54.491 INFO:tasks.rados.rados.0.smithi090.stdout:1532: left oid 5 (ObjNum 482 snap 149 seq_num 482) 2024-03-07T03:01:54.491 INFO:tasks.rados.rados.0.smithi090.stdout:1532: done (1 left) 2024-03-07T03:01:54.491 INFO:tasks.rados.rados.0.smithi090.stdout:1536: read oid 30 snap 148 2024-03-07T03:01:54.491 INFO:tasks.rados.rados.0.smithi090.stdout:1536: expect (ObjNum 465 snap 145 seq_num 465) 2024-03-07T03:01:54.491 INFO:tasks.rados.rados.0.smithi090.stdout:1537: rmattr oid 24 current snap is 149 2024-03-07T03:01:54.491 INFO:tasks.rados.rados.0.smithi090.stdout:1537: done (2 left) 2024-03-07T03:01:54.491 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 48 current snap is 149 2024-03-07T03:01:54.491 INFO:tasks.rados.rados.0.smithi090.stdout:1538: seq_num 484 ranges {10960896=507904,11468800=401408} 2024-03-07T03:01:54.550 INFO:tasks.rados.rados.0.smithi090.stdout:1538: writing smithi09077644-48 from 10960896 to 11468800 tid 1 2024-03-07T03:01:54.552 INFO:tasks.rados.rados.0.smithi090.stdout:1538: writing smithi09077644-48 from 11468800 to 11870208 tid 2 2024-03-07T03:01:54.552 INFO:tasks.rados.rados.0.smithi090.stdout:1539: snap_remove snap 147 2024-03-07T03:01:54.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:54 smithi092 ceph-mon[31083]: osdmap e365: 8 total, 8 up, 8 in 2024-03-07T03:01:54.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:54 smithi092 ceph-mon[31083]: pgmap v20: 121 pgs: 121 active+clean; 321 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 3.1 MiB/s wr, 16 op/s 2024-03-07T03:01:54.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:54 smithi092 ceph-mon[31083]: osdmap e366: 8 total, 8 up, 8 in 2024-03-07T03:01:55.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:54 smithi090 ceph-mon[27223]: osdmap e365: 8 total, 8 up, 8 in 2024-03-07T03:01:55.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:54 smithi090 ceph-mon[27223]: pgmap v20: 121 pgs: 121 active+clean; 321 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 3.1 MiB/s wr, 16 op/s 2024-03-07T03:01:55.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:54 smithi090 ceph-mon[27223]: osdmap e366: 8 total, 8 up, 8 in 2024-03-07T03:01:55.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:54 smithi090 ceph-mon[37987]: osdmap e365: 8 total, 8 up, 8 in 2024-03-07T03:01:55.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:54 smithi090 ceph-mon[37987]: pgmap v20: 121 pgs: 121 active+clean; 321 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 3.1 MiB/s wr, 16 op/s 2024-03-07T03:01:55.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:54 smithi090 ceph-mon[37987]: osdmap e366: 8 total, 8 up, 8 in 2024-03-07T03:01:55.478 INFO:tasks.rados.rados.0.smithi090.stdout:1539: done (3 left) 2024-03-07T03:01:55.479 INFO:tasks.rados.rados.0.smithi090.stdout:1540: read oid 36 snap -1 2024-03-07T03:01:55.479 INFO:tasks.rados.rados.0.smithi090.stdout:1540: expect (ObjNum 380 snap 117 seq_num 380) 2024-03-07T03:01:55.479 INFO:tasks.rados.rados.0.smithi090.stdout:1541: snap_create 2024-03-07T03:01:55.479 INFO:tasks.rados.rados.0.smithi090.stdout:1535: finishing rollback tid 1 to smithi09077644-42 2024-03-07T03:01:55.479 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 42 v 738 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-03-07T03:01:55.479 INFO:tasks.rados.rados.0.smithi090.stdout:1536: expect (ObjNum 465 snap 145 seq_num 465) 2024-03-07T03:01:55.587 INFO:tasks.rados.rados.0.smithi090.stdout:1538: finishing write tid 1 to smithi09077644-48 2024-03-07T03:01:55.587 INFO:tasks.rados.rados.0.smithi090.stdout:1538: finishing write tid 2 to smithi09077644-48 2024-03-07T03:01:55.587 INFO:tasks.rados.rados.0.smithi090.stdout:1538: finishing write tid 3 to smithi09077644-48 2024-03-07T03:01:55.587 INFO:tasks.rados.rados.0.smithi090.stdout:1538: finishing write tid 4 to smithi09077644-48 2024-03-07T03:01:55.587 INFO:tasks.rados.rados.0.smithi090.stdout:1538: oid 48 updating version 0 to 825 2024-03-07T03:01:55.587 INFO:tasks.rados.rados.0.smithi090.stdout:1538: oid 48 version 825 is already newer than 824 2024-03-07T03:01:55.587 INFO:tasks.rados.rados.0.smithi090.stdout:1538: oid 48 version 825 is already newer than 823 2024-03-07T03:01:55.587 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 825 (ObjNum 484 snap 149 seq_num 484) dirty exists 2024-03-07T03:01:55.587 INFO:tasks.rados.rados.0.smithi090.stdout:1538: left oid 48 (ObjNum 484 snap 149 seq_num 484) 2024-03-07T03:01:55.587 INFO:tasks.rados.rados.0.smithi090.stdout:1540: expect (ObjNum 380 snap 117 seq_num 380) 2024-03-07T03:01:55.918 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:55 smithi092 systemd[1]: Stopping Ceph prometheus.a for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T03:01:56.221 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:55 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[72626]: ts=2024-03-07T03:01:55.951Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-03-07T03:01:56.221 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:55 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[72626]: ts=2024-03-07T03:01:55.951Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-03-07T03:01:56.221 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:55 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[72626]: ts=2024-03-07T03:01:55.951Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-03-07T03:01:56.221 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:55 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[72626]: ts=2024-03-07T03:01:55.951Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-03-07T03:01:56.221 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:55 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[72626]: ts=2024-03-07T03:01:55.951Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-03-07T03:01:56.221 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:55 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[72626]: ts=2024-03-07T03:01:55.951Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-03-07T03:01:56.221 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:55 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[72626]: ts=2024-03-07T03:01:55.951Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-03-07T03:01:56.221 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:55 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[72626]: ts=2024-03-07T03:01:55.951Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-03-07T03:01:56.221 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:55 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[72626]: ts=2024-03-07T03:01:55.951Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-03-07T03:01:56.221 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:55 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[72626]: ts=2024-03-07T03:01:55.951Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-03-07T03:01:56.222 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:55 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[72626]: ts=2024-03-07T03:01:55.951Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-03-07T03:01:56.222 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:55 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[72626]: ts=2024-03-07T03:01:55.951Z caller=main.go:1147 level=info msg="See you next time!" 2024-03-07T03:01:56.222 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:55 smithi092 podman[75135]: 2024-03-07 03:01:55.961384878 +0000 UTC m=+0.117812913 container died 456dd8e8b4ecda1a4cf3b13db375b1cd4ca26cd8ade67f38f8ac3b95552b068e (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-07T03:01:56.476 INFO:tasks.rados.rados.0.smithi090.stdout:1535: done (4 left) 2024-03-07T03:01:56.476 INFO:tasks.rados.rados.0.smithi090.stdout:1536: done (3 left) 2024-03-07T03:01:56.476 INFO:tasks.rados.rados.0.smithi090.stdout:1538: done (2 left) 2024-03-07T03:01:56.477 INFO:tasks.rados.rados.0.smithi090.stdout:1540: done (1 left) 2024-03-07T03:01:56.477 INFO:tasks.rados.rados.0.smithi090.stdout:1541: done (0 left) 2024-03-07T03:01:56.477 INFO:tasks.rados.rados.0.smithi090.stdout:1542: rollback oid 42 current snap is 150 2024-03-07T03:01:56.477 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 42 to 146 2024-03-07T03:01:56.477 INFO:tasks.rados.rados.0.smithi090.stdout:1543: read oid 22 snap -1 2024-03-07T03:01:56.477 INFO:tasks.rados.rados.0.smithi090.stdout:1543: expect (ObjNum 472 snap 147 seq_num 472) 2024-03-07T03:01:56.477 INFO:tasks.rados.rados.0.smithi090.stdout:1544: snap_remove snap 144 2024-03-07T03:01:56.477 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:56 smithi092 podman[75135]: 2024-03-07 03:01:56.334418939 +0000 UTC m=+0.490846974 container cleanup 456dd8e8b4ecda1a4cf3b13db375b1cd4ca26cd8ade67f38f8ac3b95552b068e (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-07T03:01:56.477 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:56 smithi092 bash[75135]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a 2024-03-07T03:01:56.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:56 smithi090 ceph-mon[27223]: osdmap e367: 8 total, 8 up, 8 in 2024-03-07T03:01:56.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:56 smithi090 ceph-mon[37987]: osdmap e367: 8 total, 8 up, 8 in 2024-03-07T03:01:56.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:56 smithi092 ceph-mon[31083]: osdmap e367: 8 total, 8 up, 8 in 2024-03-07T03:01:56.917 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:56 smithi092 podman[75149]: 2024-03-07 03:01:56.577134454 +0000 UTC m=+0.618305098 container remove 456dd8e8b4ecda1a4cf3b13db375b1cd4ca26cd8ade67f38f8ac3b95552b068e (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-07T03:01:56.917 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:56 smithi092 systemd[1]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@prometheus.a.service: Deactivated successfully. 2024-03-07T03:01:56.918 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:56 smithi092 systemd[1]: Stopped Ceph prometheus.a for fb96fd1c-dc2c-11ee-95c6-87774f69a715. 2024-03-07T03:01:56.918 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:56 smithi092 systemd[1]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@prometheus.a.service: Consumed 1.061s CPU time. 2024-03-07T03:01:56.918 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:56 smithi092 systemd[1]: Starting Ceph prometheus.a for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T03:01:57.190 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:56 smithi092 podman[75246]: 2024-03-07 03:01:56.821004675 +0000 UTC m=+0.018648868 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-03-07T03:01:57.191 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:56 smithi092 podman[75246]: 2024-03-07 03:01:56.962306343 +0000 UTC m=+0.159950527 container create 1b8503a67e3827ddb156d1f91e2a3f7013a952be39c6038a4fa488aeb40194ab (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-07T03:01:57.191 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:57 smithi092 podman[75246]: 2024-03-07 03:01:57.188676 +0000 UTC m=+0.386320184 container init 1b8503a67e3827ddb156d1f91e2a3f7013a952be39c6038a4fa488aeb40194ab (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-07T03:01:57.487 INFO:tasks.rados.rados.0.smithi090.stdout:1544: done (2 left) 2024-03-07T03:01:57.487 INFO:tasks.rados.rados.0.smithi090.stdout:1545: setattr oid 33 current snap is 150 2024-03-07T03:01:57.487 INFO:tasks.rados.rados.0.smithi090.stdout:1543: expect (ObjNum 472 snap 147 seq_num 472) 2024-03-07T03:01:57.490 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:57 smithi092 ceph-mon[31083]: pgmap v23: 121 pgs: 121 active+clean; 321 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 3.1 MiB/s wr, 16 op/s 2024-03-07T03:01:57.490 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:57 smithi092 ceph-mon[31083]: osdmap e368: 8 total, 8 up, 8 in 2024-03-07T03:01:57.491 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:57 smithi092 podman[75246]: 2024-03-07 03:01:57.191354282 +0000 UTC m=+0.388998476 container start 1b8503a67e3827ddb156d1f91e2a3f7013a952be39c6038a4fa488aeb40194ab (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-07T03:01:57.491 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:57 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:01:57.214Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-03-07T03:01:57.491 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:57 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:01:57.214Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-03-07T03:01:57.491 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:57 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:01:57.214Z caller=main.go:570 level=info host_details="(Linux 5.14.0-427.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024 x86_64 smithi092 (none))" 2024-03-07T03:01:57.491 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:57 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:01:57.214Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-03-07T03:01:57.492 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:57 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:01:57.214Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-03-07T03:01:57.492 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:57 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:01:57.216Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-03-07T03:01:57.492 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:57 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:01:57.216Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-03-07T03:01:57.492 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:57 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:01:57.217Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-03-07T03:01:57.492 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:57 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:01:57.218Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-03-07T03:01:57.492 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:57 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:01:57.219Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-03-07T03:01:57.492 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:57 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:01:57.219Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.543µs 2024-03-07T03:01:57.492 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:57 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:01:57.219Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-03-07T03:01:57.492 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:57 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:01:57.221Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2024-03-07T03:01:57.492 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:57 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:01:57.229Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2024-03-07T03:01:57.492 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:57 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:01:57.234Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2024-03-07T03:01:57.492 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:57 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:01:57.234Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2024-03-07T03:01:57.492 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:57 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:01:57.234Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=26.624µs wal_replay_duration=15.090601ms wbl_replay_duration=132ns total_replay_duration=15.134845ms 2024-03-07T03:01:57.493 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:57 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:01:57.237Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-03-07T03:01:57.493 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:57 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:01:57.237Z caller=main.go:1029 level=info msg="TSDB started" 2024-03-07T03:01:57.493 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:57 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:01:57.237Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-07T03:01:57.493 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:57 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:01:57.257Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=20.157604ms db_storage=778ns remote_storage=1.344µs web_handler=663ns query_engine=548ns scrape=364.026µs scrape_sd=91.827µs notify=17.561µs notify_sd=16.865µs rules=19.349077ms tracing=23.408µs 2024-03-07T03:01:57.493 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:57 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:01:57.257Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-03-07T03:01:57.493 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:57 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:01:57.257Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-03-07T03:01:57.493 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:57 smithi092 bash[75246]: 1b8503a67e3827ddb156d1f91e2a3f7013a952be39c6038a4fa488aeb40194ab 2024-03-07T03:01:57.493 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:01:57 smithi092 systemd[1]: Started Ceph prometheus.a for fb96fd1c-dc2c-11ee-95c6-87774f69a715. 2024-03-07T03:01:57.509 INFO:tasks.rados.rados.0.smithi090.stdout:1542: finishing rollback tid 1 to smithi09077644-42 2024-03-07T03:01:57.509 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 42 v 738 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-03-07T03:01:57.509 INFO:tasks.rados.rados.0.smithi090.stdout:1542: done (2 left) 2024-03-07T03:01:57.510 INFO:tasks.rados.rados.0.smithi090.stdout:1543: done (1 left) 2024-03-07T03:01:57.510 INFO:tasks.rados.rados.0.smithi090.stdout:1546: copy_from oid 12 from oid 18 current snap is 150 2024-03-07T03:01:57.510 INFO:tasks.rados.rados.0.smithi090.stdout:1547: read oid 24 snap -1 2024-03-07T03:01:57.510 INFO:tasks.rados.rados.0.smithi090.stdout:1547: expect (ObjNum 54 snap 4 seq_num 54) 2024-03-07T03:01:57.510 INFO:tasks.rados.rados.0.smithi090.stdout:1548: delete oid 7 current snap is 150 2024-03-07T03:01:57.515 INFO:tasks.rados.rados.0.smithi090.stdout:1548: done (3 left) 2024-03-07T03:01:57.515 INFO:tasks.rados.rados.0.smithi090.stdout:1549: snap_remove snap 117 2024-03-07T03:01:57.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:57 smithi090 ceph-mon[27223]: pgmap v23: 121 pgs: 121 active+clean; 321 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 3.1 MiB/s wr, 16 op/s 2024-03-07T03:01:57.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:57 smithi090 ceph-mon[27223]: osdmap e368: 8 total, 8 up, 8 in 2024-03-07T03:01:57.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:57 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:01:57.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:57 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:01:57.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:57 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-07T03:01:57.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:57 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:01:57.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:57 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:01:57.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:57 smithi090 ceph-mon[37987]: pgmap v23: 121 pgs: 121 active+clean; 321 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 3.1 MiB/s wr, 16 op/s 2024-03-07T03:01:57.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:57 smithi090 ceph-mon[37987]: osdmap e368: 8 total, 8 up, 8 in 2024-03-07T03:01:57.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:57 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:01:57.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:57 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:01:57.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:57 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-07T03:01:57.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:57 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:01:57.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:57 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:01:57.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:57 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:01:57.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:57 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:01:57.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:57 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-07T03:01:57.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:57 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:01:57.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:57 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:01:58.511 INFO:tasks.rados.rados.0.smithi090.stdout:1549: done (3 left) 2024-03-07T03:01:58.512 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 31 current snap is 150 2024-03-07T03:01:58.512 INFO:tasks.rados.rados.0.smithi090.stdout:1550: seq_num 486 ranges {10444800=548864,10993664=401408} 2024-03-07T03:01:58.571 INFO:tasks.rados.rados.0.smithi090.stdout:1550: writing smithi09077644-31 from 10444800 to 10993664 tid 1 2024-03-07T03:01:58.573 INFO:tasks.rados.rados.0.smithi090.stdout:1550: writing smithi09077644-31 from 10993664 to 11395072 tid 2 2024-03-07T03:01:58.574 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 11 current snap is 150 2024-03-07T03:01:58.574 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 33 v 961 (ObjNum 447 snap 137 seq_num 447) dirty exists 2024-03-07T03:01:58.574 INFO:tasks.rados.rados.0.smithi090.stdout:1547: expect (ObjNum 54 snap 4 seq_num 54) 2024-03-07T03:01:58.613 INFO:tasks.rados.rados.0.smithi090.stdout:1546: finishing copy_from racing read to smithi09077644-12 2024-03-07T03:01:58.613 INFO:tasks.rados.rados.0.smithi090.stdout:1546: finishing copy_from to smithi09077644-12 2024-03-07T03:01:58.613 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 12 v 620 (ObjNum 394 snap 121 seq_num 394) dirty exists 2024-03-07T03:01:58.613 INFO:tasks.rados.rados.0.smithi090.stdout:1550: finishing write tid 1 to smithi09077644-31 2024-03-07T03:01:58.613 INFO:tasks.rados.rados.0.smithi090.stdout:1550: finishing write tid 2 to smithi09077644-31 2024-03-07T03:01:58.613 INFO:tasks.rados.rados.0.smithi090.stdout:1551: seq_num 487 ranges {0=565248,565248=401408} 2024-03-07T03:01:58.616 INFO:tasks.rados.rados.0.smithi090.stdout:1551: writing smithi09077644-11 from 0 to 565248 tid 1 2024-03-07T03:01:58.619 INFO:tasks.rados.rados.0.smithi090.stdout:1551: writing smithi09077644-11 from 565248 to 966656 tid 2 2024-03-07T03:01:58.619 INFO:tasks.rados.rados.0.smithi090.stdout:1545: done (4 left) 2024-03-07T03:01:58.619 INFO:tasks.rados.rados.0.smithi090.stdout:1546: done (3 left) 2024-03-07T03:01:58.619 INFO:tasks.rados.rados.0.smithi090.stdout:1547: done (2 left) 2024-03-07T03:01:58.619 INFO:tasks.rados.rados.0.smithi090.stdout:1552: rollback oid 16 current snap is 150 2024-03-07T03:01:58.619 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 16 to 149 2024-03-07T03:01:58.619 INFO:tasks.rados.rados.0.smithi090.stdout:1550: finishing write tid 3 to smithi09077644-31 2024-03-07T03:01:58.619 INFO:tasks.rados.rados.0.smithi090.stdout:1550: finishing write tid 4 to smithi09077644-31 2024-03-07T03:01:58.619 INFO:tasks.rados.rados.0.smithi090.stdout:1550: oid 31 updating version 0 to 197 2024-03-07T03:01:58.619 INFO:tasks.rados.rados.0.smithi090.stdout:1550: oid 31 version 197 is already newer than 195 2024-03-07T03:01:58.619 INFO:tasks.rados.rados.0.smithi090.stdout:1550: oid 31 version 197 is already newer than 196 2024-03-07T03:01:58.619 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 197 (ObjNum 486 snap 150 seq_num 486) dirty exists 2024-03-07T03:01:58.619 INFO:tasks.rados.rados.0.smithi090.stdout:1550: left oid 31 (ObjNum 486 snap 150 seq_num 486) 2024-03-07T03:01:58.620 INFO:tasks.rados.rados.0.smithi090.stdout:1550: done (2 left) 2024-03-07T03:01:58.620 INFO:tasks.rados.rados.0.smithi090.stdout:1553: setattr oid 45 current snap is 150 2024-03-07T03:01:58.620 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 20 current snap is 150 2024-03-07T03:01:58.620 INFO:tasks.rados.rados.0.smithi090.stdout:1554: seq_num 488 ranges {3014656=581632,3596288=401408} 2024-03-07T03:01:58.639 INFO:tasks.rados.rados.0.smithi090.stdout:1554: writing smithi09077644-20 from 3014656 to 3596288 tid 1 2024-03-07T03:01:58.642 INFO:tasks.rados.rados.0.smithi090.stdout:1554: writing smithi09077644-20 from 3596288 to 3997696 tid 2 2024-03-07T03:01:58.642 INFO:tasks.rados.rados.0.smithi090.stdout:1555: copy_from oid 10 from oid 36 current snap is 150 2024-03-07T03:01:58.642 INFO:tasks.rados.rados.0.smithi090.stdout:1551: finishing write tid 1 to smithi09077644-11 2024-03-07T03:01:58.642 INFO:tasks.rados.rados.0.smithi090.stdout:1551: finishing write tid 2 to smithi09077644-11 2024-03-07T03:01:58.642 INFO:tasks.rados.rados.0.smithi090.stdout:1551: finishing write tid 3 to smithi09077644-11 2024-03-07T03:01:58.642 INFO:tasks.rados.rados.0.smithi090.stdout:1552: finishing rollback tid 0 to smithi09077644-16 2024-03-07T03:01:58.642 INFO:tasks.rados.rados.0.smithi090.stdout:1552: finishing rollback tid 1 to smithi09077644-16 2024-03-07T03:01:58.643 INFO:tasks.rados.rados.0.smithi090.stdout:1552: finishing rollback tid 2 to smithi09077644-16 2024-03-07T03:01:58.643 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 636 (ObjNum 350 snap 104 seq_num 350) dirty exists 2024-03-07T03:01:58.643 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 45 v 664 (ObjNum 457 snap 144 seq_num 457) dirty exists 2024-03-07T03:01:58.643 INFO:tasks.rados.rados.0.smithi090.stdout:1551: finishing write tid 4 to smithi09077644-11 2024-03-07T03:01:58.643 INFO:tasks.rados.rados.0.smithi090.stdout:1551: oid 11 updating version 0 to 908 2024-03-07T03:01:58.643 INFO:tasks.rados.rados.0.smithi090.stdout:1551: oid 11 updating version 908 to 909 2024-03-07T03:01:58.643 INFO:tasks.rados.rados.0.smithi090.stdout:1551: oid 11 updating version 909 to 910 2024-03-07T03:01:58.643 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 11 v 910 (ObjNum 487 snap 150 seq_num 487) dirty exists 2024-03-07T03:01:58.643 INFO:tasks.rados.rados.0.smithi090.stdout:1551: left oid 11 (ObjNum 487 snap 150 seq_num 487) 2024-03-07T03:01:58.643 INFO:tasks.rados.rados.0.smithi090.stdout:1551: done (4 left) 2024-03-07T03:01:58.643 INFO:tasks.rados.rados.0.smithi090.stdout:1552: done (3 left) 2024-03-07T03:01:58.643 INFO:tasks.rados.rados.0.smithi090.stdout:1553: done (2 left) 2024-03-07T03:01:58.643 INFO:tasks.rados.rados.0.smithi090.stdout:1556: read oid 13 snap -1 2024-03-07T03:01:58.643 INFO:tasks.rados.rados.0.smithi090.stdout:1556: expect deleted 2024-03-07T03:01:58.643 INFO:tasks.rados.rados.0.smithi090.stdout:1557: delete oid 46 current snap is 150 2024-03-07T03:01:58.644 INFO:tasks.rados.rados.0.smithi090.stdout:1554: finishing write tid 1 to smithi09077644-20 2024-03-07T03:01:58.645 INFO:tasks.rados.rados.0.smithi090.stdout:1556: done (3 left) 2024-03-07T03:01:58.645 INFO:tasks.rados.rados.0.smithi090.stdout:1557: done (2 left) 2024-03-07T03:01:58.645 INFO:tasks.rados.rados.0.smithi090.stdout:1558: copy_from oid 27 from oid 37 current snap is 150 2024-03-07T03:01:58.645 INFO:tasks.rados.rados.0.smithi090.stdout:1559: copy_from oid 5 from oid 40 current snap is 150 2024-03-07T03:01:58.645 INFO:tasks.rados.rados.0.smithi090.stdout:1560: copy_from oid 50 from oid 4 current snap is 150 2024-03-07T03:01:58.645 INFO:tasks.rados.rados.0.smithi090.stdout:1554: finishing write tid 2 to smithi09077644-20 2024-03-07T03:01:58.645 INFO:tasks.rados.rados.0.smithi090.stdout:1561: read oid 1 snap -1 2024-03-07T03:01:58.645 INFO:tasks.rados.rados.0.smithi090.stdout:1561: expect (ObjNum 422 snap 133 seq_num 422) 2024-03-07T03:01:58.645 INFO:tasks.rados.rados.0.smithi090.stdout:1562: delete oid 13 current snap is 150 2024-03-07T03:01:58.646 INFO:tasks.rados.rados.0.smithi090.stdout:1554: finishing write tid 3 to smithi09077644-20 2024-03-07T03:01:58.647 INFO:tasks.rados.rados.0.smithi090.stdout:1554: finishing write tid 4 to smithi09077644-20 2024-03-07T03:01:58.647 INFO:tasks.rados.rados.0.smithi090.stdout:1554: oid 20 updating version 0 to 668 2024-03-07T03:01:58.647 INFO:tasks.rados.rados.0.smithi090.stdout:1554: oid 20 version 668 is already newer than 666 2024-03-07T03:01:58.647 INFO:tasks.rados.rados.0.smithi090.stdout:1554: oid 20 version 668 is already newer than 667 2024-03-07T03:01:58.647 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 20 v 668 (ObjNum 488 snap 150 seq_num 488) dirty exists 2024-03-07T03:01:58.647 INFO:tasks.rados.rados.0.smithi090.stdout:1554: left oid 20 (ObjNum 488 snap 150 seq_num 488) 2024-03-07T03:01:58.647 INFO:tasks.rados.rados.0.smithi090.stdout:1560: finishing copy_from to smithi09077644-50 2024-03-07T03:01:58.647 INFO:tasks.rados.rados.0.smithi090.stdout:1560: got expected ENOENT (src dne) 2024-03-07T03:01:58.648 INFO:tasks.rados.rados.0.smithi090.stdout:1560: finishing copy_from racing read to smithi09077644-50 2024-03-07T03:01:58.648 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:58 smithi092 ceph-mon[31083]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-07T03:01:58.648 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:58 smithi092 ceph-mon[31083]: osdmap e369: 8 total, 8 up, 8 in 2024-03-07T03:01:58.648 INFO:tasks.rados.rados.0.smithi090.stdout:1554: done (6 left) 2024-03-07T03:01:58.648 INFO:tasks.rados.rados.0.smithi090.stdout:1560: done (5 left) 2024-03-07T03:01:58.649 INFO:tasks.rados.rados.0.smithi090.stdout:1562: done (4 left) 2024-03-07T03:01:58.649 INFO:tasks.rados.rados.0.smithi090.stdout:1563: delete oid 29 current snap is 150 2024-03-07T03:01:58.652 INFO:tasks.rados.rados.0.smithi090.stdout:1558: finishing copy_from racing read to smithi09077644-27 2024-03-07T03:01:58.652 INFO:tasks.rados.rados.0.smithi090.stdout:1563: done (4 left) 2024-03-07T03:01:58.652 INFO:tasks.rados.rados.0.smithi090.stdout:1564: snap_remove snap 148 2024-03-07T03:01:58.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:58 smithi090 ceph-mon[37987]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-07T03:01:58.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:58 smithi090 ceph-mon[37987]: osdmap e369: 8 total, 8 up, 8 in 2024-03-07T03:01:58.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:58 smithi090 ceph-mon[27223]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-07T03:01:58.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:58 smithi090 ceph-mon[27223]: osdmap e369: 8 total, 8 up, 8 in 2024-03-07T03:01:59.470 INFO:tasks.rados.rados.0.smithi090.stdout:1564: done (4 left) 2024-03-07T03:01:59.470 INFO:tasks.rados.rados.0.smithi090.stdout:1565: snap_remove snap 143 2024-03-07T03:01:59.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:59 smithi090 ceph-mon[37987]: pgmap v26: 121 pgs: 121 active+clean; 322 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 214 KiB/s wr, 0 op/s 2024-03-07T03:01:59.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:59 smithi090 ceph-mon[37987]: osdmap e370: 8 total, 8 up, 8 in 2024-03-07T03:01:59.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:59 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-07T03:01:59.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:59 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-07T03:01:59.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:59 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:01:59.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:01:59 smithi090 ceph-mon[37987]: osdmap e371: 8 total, 8 up, 8 in 2024-03-07T03:01:59.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:59 smithi090 ceph-mon[27223]: pgmap v26: 121 pgs: 121 active+clean; 322 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 214 KiB/s wr, 0 op/s 2024-03-07T03:01:59.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:59 smithi090 ceph-mon[27223]: osdmap e370: 8 total, 8 up, 8 in 2024-03-07T03:01:59.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:59 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-07T03:01:59.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:59 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-07T03:01:59.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:59 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:01:59.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:01:59 smithi090 ceph-mon[27223]: osdmap e371: 8 total, 8 up, 8 in 2024-03-07T03:01:59.834 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:59 smithi092 ceph-mon[31083]: pgmap v26: 121 pgs: 121 active+clean; 322 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 214 KiB/s wr, 0 op/s 2024-03-07T03:01:59.835 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:59 smithi092 ceph-mon[31083]: osdmap e370: 8 total, 8 up, 8 in 2024-03-07T03:01:59.835 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:59 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-07T03:01:59.835 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:59 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-07T03:01:59.835 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:59 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:01:59.835 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:01:59 smithi092 ceph-mon[31083]: osdmap e371: 8 total, 8 up, 8 in 2024-03-07T03:02:00.478 INFO:tasks.rados.rados.0.smithi090.stdout:1565: done (4 left) 2024-03-07T03:02:00.478 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 33 current snap is 150 2024-03-07T03:02:00.478 INFO:tasks.rados.rados.0.smithi090.stdout:1566: seq_num 492 ranges {319488=647168,966656=401408} 2024-03-07T03:02:00.484 INFO:tasks.rados.rados.0.smithi090.stdout:1566: writing smithi09077644-33 from 319488 to 966656 tid 1 2024-03-07T03:02:00.487 INFO:tasks.rados.rados.0.smithi090.stdout:1566: writing smithi09077644-33 from 966656 to 1368064 tid 2 2024-03-07T03:02:00.487 INFO:tasks.rados.rados.0.smithi090.stdout:1567: rmattr oid 30 current snap is 150 2024-03-07T03:02:00.487 INFO:tasks.rados.rados.0.smithi090.stdout:1567: done (5 left) 2024-03-07T03:02:00.487 INFO:tasks.rados.rados.0.smithi090.stdout:1568: read oid 44 snap 132 2024-03-07T03:02:00.487 INFO:tasks.rados.rados.0.smithi090.stdout:1568: expect (ObjNum 412 snap 128 seq_num 412) 2024-03-07T03:02:00.488 INFO:tasks.rados.rados.0.smithi090.stdout:1569: snap_remove snap 138 2024-03-07T03:02:00.740 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:00 smithi092 ceph-mon[31083]: Upgrade: Updating mgr.x 2024-03-07T03:02:00.740 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:00 smithi092 ceph-mon[31083]: Deploying daemon mgr.x on smithi092 2024-03-07T03:02:00.740 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:00 smithi092 ceph-mon[31083]: osdmap e372: 8 total, 8 up, 8 in 2024-03-07T03:02:00.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:00 smithi090 ceph-mon[27223]: Upgrade: Updating mgr.x 2024-03-07T03:02:00.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:00 smithi090 ceph-mon[27223]: Deploying daemon mgr.x on smithi092 2024-03-07T03:02:00.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:00 smithi090 ceph-mon[27223]: osdmap e372: 8 total, 8 up, 8 in 2024-03-07T03:02:00.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:00 smithi090 ceph-mon[37987]: Upgrade: Updating mgr.x 2024-03-07T03:02:00.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:00 smithi090 ceph-mon[37987]: Deploying daemon mgr.x on smithi092 2024-03-07T03:02:00.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:00 smithi090 ceph-mon[37987]: osdmap e372: 8 total, 8 up, 8 in 2024-03-07T03:02:01.292 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:01 smithi092 systemd[1]: Stopping Ceph mgr.x for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T03:02:01.483 INFO:tasks.rados.rados.0.smithi090.stdout:1569: done (6 left) 2024-03-07T03:02:01.484 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 49 current snap is 150 2024-03-07T03:02:01.484 INFO:tasks.rados.rados.0.smithi090.stdout:1570: seq_num 493 ranges {9732096=663552,10395648=401408} 2024-03-07T03:02:01.540 INFO:tasks.rados.rados.0.smithi090.stdout:1570: writing smithi09077644-49 from 9732096 to 10395648 tid 1 2024-03-07T03:02:01.543 INFO:tasks.rados.rados.0.smithi090.stdout:1570: writing smithi09077644-49 from 10395648 to 10797056 tid 2 2024-03-07T03:02:01.543 INFO:tasks.rados.rados.0.smithi090.stdout:1571: read oid 48 snap -1 2024-03-07T03:02:01.543 INFO:tasks.rados.rados.0.smithi090.stdout:1571: expect (ObjNum 484 snap 149 seq_num 484) 2024-03-07T03:02:01.543 INFO:tasks.rados.rados.0.smithi090.stdout:1572: setattr oid 32 current snap is 150 2024-03-07T03:02:01.543 INFO:tasks.rados.rados.0.smithi090.stdout:1555: finishing copy_from racing read to smithi09077644-10 2024-03-07T03:02:01.543 INFO:tasks.rados.rados.0.smithi090.stdout:1558: finishing copy_from to smithi09077644-27 2024-03-07T03:02:01.543 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 27 v 378 (ObjNum 460 snap 144 seq_num 460) dirty exists 2024-03-07T03:02:01.544 INFO:tasks.rados.rados.0.smithi090.stdout:1555: finishing copy_from to smithi09077644-10 2024-03-07T03:02:01.544 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 722 (ObjNum 380 snap 117 seq_num 380) dirty exists 2024-03-07T03:02:01.544 INFO:tasks.rados.rados.0.smithi090.stdout:1561: expect (ObjNum 422 snap 133 seq_num 422) 2024-03-07T03:02:01.570 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:01 smithi092 ceph-mon[31083]: pgmap v29: 121 pgs: 121 active+clean; 318 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-03-07T03:02:01.570 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:01 smithi092 ceph-mon[31083]: osdmap e373: 8 total, 8 up, 8 in 2024-03-07T03:02:01.570 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:01 smithi092 podman[75599]: 2024-03-07 03:02:01.289516346 +0000 UTC m=+0.120851521 container died 3ad5284204ccbdcf2fccc2473d79ba4f7276b4986e47d3e93818d060ba122c94 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x, RELEASE=main-ea9a568, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240222, org.label-schema.schema-version=1.0) 2024-03-07T03:02:01.608 INFO:tasks.rados.rados.0.smithi090.stdout:1559: finishing copy_from racing read to smithi09077644-5 2024-03-07T03:02:01.608 INFO:tasks.rados.rados.0.smithi090.stdout:1559: finishing copy_from to smithi09077644-5 2024-03-07T03:02:01.608 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 5 v 421 (ObjNum 344 snap 102 seq_num 344) dirty exists 2024-03-07T03:02:01.608 INFO:tasks.rados.rados.0.smithi090.stdout:1566: finishing write tid 1 to smithi09077644-33 2024-03-07T03:02:01.608 INFO:tasks.rados.rados.0.smithi090.stdout:1566: finishing write tid 2 to smithi09077644-33 2024-03-07T03:02:01.608 INFO:tasks.rados.rados.0.smithi090.stdout:1566: finishing write tid 3 to smithi09077644-33 2024-03-07T03:02:01.608 INFO:tasks.rados.rados.0.smithi090.stdout:1566: finishing write tid 4 to smithi09077644-33 2024-03-07T03:02:01.608 INFO:tasks.rados.rados.0.smithi090.stdout:1566: oid 33 updating version 0 to 987 2024-03-07T03:02:01.608 INFO:tasks.rados.rados.0.smithi090.stdout:1566: oid 33 updating version 987 to 990 2024-03-07T03:02:01.608 INFO:tasks.rados.rados.0.smithi090.stdout:1566: oid 33 updating version 990 to 991 2024-03-07T03:02:01.608 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 33 v 991 (ObjNum 492 snap 150 seq_num 492) dirty exists 2024-03-07T03:02:01.608 INFO:tasks.rados.rados.0.smithi090.stdout:1566: left oid 33 (ObjNum 492 snap 150 seq_num 492) 2024-03-07T03:02:01.609 INFO:tasks.rados.rados.0.smithi090.stdout:1568: expect (ObjNum 412 snap 128 seq_num 412) 2024-03-07T03:02:01.803 INFO:tasks.rados.rados.0.smithi090.stdout:1570: finishing write tid 1 to smithi09077644-49 2024-03-07T03:02:01.804 INFO:tasks.rados.rados.0.smithi090.stdout:1570: finishing write tid 2 to smithi09077644-49 2024-03-07T03:02:01.804 INFO:tasks.rados.rados.0.smithi090.stdout:1570: finishing write tid 3 to smithi09077644-49 2024-03-07T03:02:01.804 INFO:tasks.rados.rados.0.smithi090.stdout:1570: finishing write tid 4 to smithi09077644-49 2024-03-07T03:02:01.804 INFO:tasks.rados.rados.0.smithi090.stdout:1570: oid 49 updating version 0 to 855 2024-03-07T03:02:01.804 INFO:tasks.rados.rados.0.smithi090.stdout:1570: oid 49 version 855 is already newer than 854 2024-03-07T03:02:01.804 INFO:tasks.rados.rados.0.smithi090.stdout:1570: oid 49 updating version 855 to 856 2024-03-07T03:02:01.804 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 49 v 856 (ObjNum 493 snap 150 seq_num 493) dirty exists 2024-03-07T03:02:01.804 INFO:tasks.rados.rados.0.smithi090.stdout:1570: left oid 49 (ObjNum 493 snap 150 seq_num 493) 2024-03-07T03:02:01.804 INFO:tasks.rados.rados.0.smithi090.stdout:1571: expect (ObjNum 484 snap 149 seq_num 484) 2024-03-07T03:02:01.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:01 smithi090 ceph-mon[27223]: pgmap v29: 121 pgs: 121 active+clean; 318 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-03-07T03:02:01.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:01 smithi090 ceph-mon[27223]: osdmap e373: 8 total, 8 up, 8 in 2024-03-07T03:02:01.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:01 smithi090 ceph-mon[37987]: pgmap v29: 121 pgs: 121 active+clean; 318 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-03-07T03:02:01.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:01 smithi090 ceph-mon[37987]: osdmap e373: 8 total, 8 up, 8 in 2024-03-07T03:02:01.917 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:01 smithi092 podman[75599]: 2024-03-07 03:02:01.650922744 +0000 UTC m=+0.482257928 container cleanup 3ad5284204ccbdcf2fccc2473d79ba4f7276b4986e47d3e93818d060ba122c94 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x, org.label-schema.build-date=20240222, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=main-ea9a568, GIT_BRANCH=HEAD, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True) 2024-03-07T03:02:01.917 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:01 smithi092 bash[75599]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x 2024-03-07T03:02:02.227 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:01 smithi092 podman[75613]: 2024-03-07 03:02:01.927126952 +0000 UTC m=+0.640213833 container remove 3ad5284204ccbdcf2fccc2473d79ba4f7276b4986e47d3e93818d060ba122c94 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x, org.label-schema.license=GPLv2, org.label-schema.build-date=20240222, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=main-ea9a568, org.label-schema.vendor=CentOS, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-03-07T03:02:02.227 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:01 smithi092 systemd[1]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-03-07T03:02:02.227 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:02 smithi092 systemd[1]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@mgr.x.service: Failed with result 'exit-code'. 2024-03-07T03:02:02.227 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:02 smithi092 systemd[1]: Stopped Ceph mgr.x for fb96fd1c-dc2c-11ee-95c6-87774f69a715. 2024-03-07T03:02:02.227 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:02 smithi092 systemd[1]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@mgr.x.service: Consumed 24.569s CPU time. 2024-03-07T03:02:02.227 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:02 smithi092 systemd[1]: Starting Ceph mgr.x for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T03:02:02.538 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:02 smithi092 podman[75745]: 2024-03-07 03:02:02.343972087 +0000 UTC m=+0.018049144 image pull fdb83767c1ab7256a5adb2236a0d5ca62c64d53a1398fd6c12f8a81ff166e8ff quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71 2024-03-07T03:02:02.793 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:02 smithi092 podman[75745]: 2024-03-07 03:02:02.53661038 +0000 UTC m=+0.210687467 container create ca843ce9235f71be8155379b6b89e132b603431a12e0d5a9e046ba1f8bdc7d5d (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x, org.label-schema.schema-version=1.0, RELEASE=main-ea9a568, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240222, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-03-07T03:02:02.793 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:02 smithi092 podman[75745]: 2024-03-07 03:02:02.764118964 +0000 UTC m=+0.438196009 container init ca843ce9235f71be8155379b6b89e132b603431a12e0d5a9e046ba1f8bdc7d5d (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240222, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, RELEASE=main-ea9a568, GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-03-07T03:02:02.793 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:02 smithi092 podman[75745]: 2024-03-07 03:02:02.766826378 +0000 UTC m=+0.440903416 container start ca843ce9235f71be8155379b6b89e132b603431a12e0d5a9e046ba1f8bdc7d5d (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x, GIT_CLEAN=True, RELEASE=main-ea9a568, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240222, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-03-07T03:02:03.167 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:02 smithi092 ceph-mgr[75764]: -- 172.21.15.92:0/868205199 <== mon.1 v2:172.21.15.92:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55961a4845a0 con 0x55961a458c00 2024-03-07T03:02:03.167 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:02 smithi092 bash[75745]: ca843ce9235f71be8155379b6b89e132b603431a12e0d5a9e046ba1f8bdc7d5d 2024-03-07T03:02:03.167 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:02 smithi092 systemd[1]: Started Ceph mgr.x for fb96fd1c-dc2c-11ee-95c6-87774f69a715. 2024-03-07T03:02:03.263 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 32 v 300 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-03-07T03:02:03.263 INFO:tasks.rados.rados.0.smithi090.stdout:1555: done (8 left) 2024-03-07T03:02:03.263 INFO:tasks.rados.rados.0.smithi090.stdout:1558: done (7 left) 2024-03-07T03:02:03.263 INFO:tasks.rados.rados.0.smithi090.stdout:1559: done (6 left) 2024-03-07T03:02:03.263 INFO:tasks.rados.rados.0.smithi090.stdout:1561: done (5 left) 2024-03-07T03:02:03.263 INFO:tasks.rados.rados.0.smithi090.stdout:1566: done (4 left) 2024-03-07T03:02:03.263 INFO:tasks.rados.rados.0.smithi090.stdout:1568: done (3 left) 2024-03-07T03:02:03.263 INFO:tasks.rados.rados.0.smithi090.stdout:1570: done (2 left) 2024-03-07T03:02:03.263 INFO:tasks.rados.rados.0.smithi090.stdout:1571: done (1 left) 2024-03-07T03:02:03.263 INFO:tasks.rados.rados.0.smithi090.stdout:1572: done (0 left) 2024-03-07T03:02:03.263 INFO:tasks.rados.rados.0.smithi090.stdout:1573: snap_remove snap 129 2024-03-07T03:02:03.329 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:02:03 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:02:03] "GET /metrics HTTP/1.1" 200 35986 "" "Prometheus/2.43.0" 2024-03-07T03:02:03.441 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:03 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[75760]: 2024-03-07T03:02:03.329+0000 7fc2fabec200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-07T03:02:03.441 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:03 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[75760]: 2024-03-07T03:02:03.438+0000 7fc2fabec200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-07T03:02:03.739 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:03 smithi092 ceph-mon[31083]: pgmap v32: 121 pgs: 121 active+clean; 318 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.4 MiB/s wr, 13 op/s 2024-03-07T03:02:03.739 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:03 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:02:03.739 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:03 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:02:03.739 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:03 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:02:03.739 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:02:03 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:02:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi090\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:02:03.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:03 smithi090 ceph-mon[37987]: pgmap v32: 121 pgs: 121 active+clean; 318 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.4 MiB/s wr, 13 op/s 2024-03-07T03:02:03.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:03 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:02:03.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:03 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:02:03.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:03 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:02:03.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:03 smithi090 ceph-mon[27223]: pgmap v32: 121 pgs: 121 active+clean; 318 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.4 MiB/s wr, 13 op/s 2024-03-07T03:02:03.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:03 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:02:03.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:03 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:02:03.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:03 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:02:03.931 INFO:tasks.rados.rados.0.smithi090.stdout:1573: done (0 left) 2024-03-07T03:02:03.931 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 29 current snap is 150 2024-03-07T03:02:03.931 INFO:tasks.rados.rados.0.smithi090.stdout:1574: seq_num 494 ranges {0=679936,679936=401408} 2024-03-07T03:02:03.935 INFO:tasks.rados.rados.0.smithi090.stdout:1574: writing smithi09077644-29 from 0 to 679936 tid 1 2024-03-07T03:02:03.938 INFO:tasks.rados.rados.0.smithi090.stdout:1574: writing smithi09077644-29 from 679936 to 1081344 tid 2 2024-03-07T03:02:03.938 INFO:tasks.rados.rados.0.smithi090.stdout:1575: copy_from oid 14 from oid 8 current snap is 150 2024-03-07T03:02:03.938 INFO:tasks.rados.rados.0.smithi090.stdout:1576: setattr oid 25 current snap is 150 2024-03-07T03:02:03.940 INFO:tasks.rados.rados.0.smithi090.stdout:1574: finishing write tid 1 to smithi09077644-29 2024-03-07T03:02:03.941 INFO:tasks.rados.rados.0.smithi090.stdout:1577: rollback oid 45 current snap is 150 2024-03-07T03:02:03.941 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 45 to 132 2024-03-07T03:02:03.941 INFO:tasks.rados.rados.0.smithi090.stdout:1578: rollback oid 50 current snap is 150 2024-03-07T03:02:03.941 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 50 to 149 2024-03-07T03:02:03.941 INFO:tasks.rados.rados.0.smithi090.stdout:1579: delete oid 6 current snap is 150 2024-03-07T03:02:03.941 INFO:tasks.rados.rados.0.smithi090.stdout:1574: finishing write tid 2 to smithi09077644-29 2024-03-07T03:02:03.942 INFO:tasks.rados.rados.0.smithi090.stdout:1574: finishing write tid 3 to smithi09077644-29 2024-03-07T03:02:03.944 INFO:tasks.rados.rados.0.smithi090.stdout:1574: finishing write tid 4 to smithi09077644-29 2024-03-07T03:02:03.944 INFO:tasks.rados.rados.0.smithi090.stdout:1574: oid 29 updating version 0 to 639 2024-03-07T03:02:03.944 INFO:tasks.rados.rados.0.smithi090.stdout:1574: oid 29 version 639 is already newer than 638 2024-03-07T03:02:03.944 INFO:tasks.rados.rados.0.smithi090.stdout:1574: oid 29 updating version 639 to 640 2024-03-07T03:02:03.944 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 640 (ObjNum 494 snap 150 seq_num 494) dirty exists 2024-03-07T03:02:03.944 INFO:tasks.rados.rados.0.smithi090.stdout:1574: left oid 29 (ObjNum 494 snap 150 seq_num 494) 2024-03-07T03:02:03.947 INFO:tasks.rados.rados.0.smithi090.stdout:1577: finishing rollback tid 0 to smithi09077644-45 2024-03-07T03:02:03.948 INFO:tasks.rados.rados.0.smithi090.stdout:1578: finishing rollback tid 0 to smithi09077644-50 2024-03-07T03:02:03.948 INFO:tasks.rados.rados.0.smithi090.stdout:1578: finishing rollback tid 1 to smithi09077644-50 2024-03-07T03:02:03.948 INFO:tasks.rados.rados.0.smithi090.stdout:1577: finishing rollback tid 1 to smithi09077644-45 2024-03-07T03:02:03.948 INFO:tasks.rados.rados.0.smithi090.stdout:1577: finishing rollback tid 2 to smithi09077644-45 2024-03-07T03:02:03.948 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 45 v 695 (ObjNum 398 snap 121 seq_num 398) dirty exists 2024-03-07T03:02:03.949 INFO:tasks.rados.rados.0.smithi090.stdout:1578: finishing rollback tid 2 to smithi09077644-50 2024-03-07T03:02:03.949 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 50 v 863 (ObjNum 447 snap 137 seq_num 447) dirty exists 2024-03-07T03:02:03.951 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 25 v 858 (ObjNum 336 snap 100 seq_num 336) dirty exists 2024-03-07T03:02:03.953 INFO:tasks.rados.rados.0.smithi090.stdout:1574: done (5 left) 2024-03-07T03:02:03.953 INFO:tasks.rados.rados.0.smithi090.stdout:1576: done (4 left) 2024-03-07T03:02:03.953 INFO:tasks.rados.rados.0.smithi090.stdout:1577: done (3 left) 2024-03-07T03:02:03.953 INFO:tasks.rados.rados.0.smithi090.stdout:1578: done (2 left) 2024-03-07T03:02:03.953 INFO:tasks.rados.rados.0.smithi090.stdout:1579: done (1 left) 2024-03-07T03:02:03.953 INFO:tasks.rados.rados.0.smithi090.stdout:1580: read oid 47 snap -1 2024-03-07T03:02:03.953 INFO:tasks.rados.rados.0.smithi090.stdout:1580: expect (ObjNum 479 snap 148 seq_num 479) 2024-03-07T03:02:03.954 INFO:tasks.rados.rados.0.smithi090.stdout:1581: delete oid 1 current snap is 150 2024-03-07T03:02:03.958 INFO:tasks.rados.rados.0.smithi090.stdout:1581: done (2 left) 2024-03-07T03:02:03.958 INFO:tasks.rados.rados.0.smithi090.stdout:1582: snap_remove snap 149 2024-03-07T03:02:04.417 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:04 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[75760]: 2024-03-07T03:02:04.147+0000 7fc2fabec200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-07T03:02:04.417 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:04 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[75760]: 2024-03-07T03:02:04.241+0000 7fc2fabec200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-07T03:02:04.418 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:04 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[75760]: 2024-03-07T03:02:04.392+0000 7fc2fabec200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-07T03:02:04.768 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:04 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[75760]: 2024-03-07T03:02:04.494+0000 7fc2fabec200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-07T03:02:04.768 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:04 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[75760]: 2024-03-07T03:02:04.577+0000 7fc2fabec200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-07T03:02:04.937 INFO:tasks.rados.rados.0.smithi090.stdout:1582: done (2 left) 2024-03-07T03:02:04.937 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 44 current snap is 150 2024-03-07T03:02:04.937 INFO:tasks.rados.rados.0.smithi090.stdout:1583: seq_num 497 ranges {0=729088,729088=401408} 2024-03-07T03:02:04.941 INFO:tasks.rados.rados.0.smithi090.stdout:1583: writing smithi09077644-44 from 0 to 729088 tid 1 2024-03-07T03:02:04.944 INFO:tasks.rados.rados.0.smithi090.stdout:1583: writing smithi09077644-44 from 729088 to 1130496 tid 2 2024-03-07T03:02:04.944 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 46 current snap is 150 2024-03-07T03:02:04.944 INFO:tasks.rados.rados.0.smithi090.stdout:1584: seq_num 498 ranges {0=745472,745472=401408} 2024-03-07T03:02:04.948 INFO:tasks.rados.rados.0.smithi090.stdout:1584: writing smithi09077644-46 from 0 to 745472 tid 1 2024-03-07T03:02:04.951 INFO:tasks.rados.rados.0.smithi090.stdout:1584: writing smithi09077644-46 from 745472 to 1146880 tid 2 2024-03-07T03:02:04.951 INFO:tasks.rados.rados.0.smithi090.stdout:1585: snap_remove snap 146 2024-03-07T03:02:05.060 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:04 smithi092 ceph-mon[31083]: osdmap e374: 8 total, 8 up, 8 in 2024-03-07T03:02:05.060 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:04 smithi092 ceph-mon[31083]: pgmap v34: 121 pgs: 121 active+clean; 290 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.1 MiB/s wr, 17 op/s 2024-03-07T03:02:05.060 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:04 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[75760]: 2024-03-07T03:02:04.848+0000 7fc2fabec200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-07T03:02:05.060 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:04 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[75760]: 2024-03-07T03:02:04.969+0000 7fc2fabec200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-07T03:02:05.060 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[75760]: 2024-03-07T03:02:05.057+0000 7fc2fabec200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-07T03:02:05.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:04 smithi090 ceph-mon[37987]: osdmap e374: 8 total, 8 up, 8 in 2024-03-07T03:02:05.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:04 smithi090 ceph-mon[37987]: pgmap v34: 121 pgs: 121 active+clean; 290 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.1 MiB/s wr, 17 op/s 2024-03-07T03:02:05.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:04 smithi090 ceph-mon[27223]: osdmap e374: 8 total, 8 up, 8 in 2024-03-07T03:02:05.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:04 smithi090 ceph-mon[27223]: pgmap v34: 121 pgs: 121 active+clean; 290 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.1 MiB/s wr, 17 op/s 2024-03-07T03:02:05.375 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[75760]: 2024-03-07T03:02:05.165+0000 7fc2fabec200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-07T03:02:05.376 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[75760]: 2024-03-07T03:02:05.372+0000 7fc2fabec200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-07T03:02:05.948 INFO:tasks.rados.rados.0.smithi090.stdout:1585: done (4 left) 2024-03-07T03:02:05.949 INFO:tasks.rados.rados.0.smithi090.stdout:1586: read oid 10 snap -1 2024-03-07T03:02:05.949 INFO:tasks.rados.rados.0.smithi090.stdout:1586: expect (ObjNum 380 snap 117 seq_num 380) 2024-03-07T03:02:05.949 INFO:tasks.rados.rados.0.smithi090.stdout:1587: read oid 25 snap 132 2024-03-07T03:02:05.949 INFO:tasks.rados.rados.0.smithi090.stdout:1587: expect (ObjNum 410 snap 128 seq_num 410) 2024-03-07T03:02:05.949 INFO:tasks.rados.rados.0.smithi090.stdout:1588: snap_create 2024-03-07T03:02:05.949 INFO:tasks.rados.rados.0.smithi090.stdout:1575: finishing copy_from racing read to smithi09077644-14 2024-03-07T03:02:05.949 INFO:tasks.rados.rados.0.smithi090.stdout:1575: finishing copy_from to smithi09077644-14 2024-03-07T03:02:05.949 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 14 v 699 (ObjNum 445 snap 137 seq_num 445) dirty exists 2024-03-07T03:02:05.949 INFO:tasks.rados.rados.0.smithi090.stdout:1580: expect (ObjNum 479 snap 148 seq_num 479) 2024-03-07T03:02:06.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:05 smithi092 ceph-mon[31083]: osdmap e375: 8 total, 8 up, 8 in 2024-03-07T03:02:06.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:05 smithi090 ceph-mon[27223]: osdmap e375: 8 total, 8 up, 8 in 2024-03-07T03:02:06.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:05 smithi090 ceph-mon[37987]: osdmap e375: 8 total, 8 up, 8 in 2024-03-07T03:02:06.539 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:06 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[75760]: 2024-03-07T03:02:06.397+0000 7fc2fabec200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-07T03:02:06.539 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:06 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[75760]: 2024-03-07T03:02:06.536+0000 7fc2fabec200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-07T03:02:07.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:06 smithi092 ceph-mon[31083]: osdmap e376: 8 total, 8 up, 8 in 2024-03-07T03:02:07.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:06 smithi092 ceph-mon[31083]: pgmap v37: 121 pgs: 121 active+clean; 290 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.1 MiB/s wr, 17 op/s 2024-03-07T03:02:07.167 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:06 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[75760]: 2024-03-07T03:02:06.882+0000 7fc2fabec200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-07T03:02:07.168 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:06 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[75760]: 2024-03-07T03:02:06.976+0000 7fc2fabec200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-07T03:02:07.203 INFO:tasks.rados.rados.0.smithi090.stdout:1583: finishing write tid 1 to smithi09077644-44 2024-03-07T03:02:07.203 INFO:tasks.rados.rados.0.smithi090.stdout:1583: finishing write tid 2 to smithi09077644-44 2024-03-07T03:02:07.203 INFO:tasks.rados.rados.0.smithi090.stdout:1583: finishing write tid 3 to smithi09077644-44 2024-03-07T03:02:07.203 INFO:tasks.rados.rados.0.smithi090.stdout:1584: finishing write tid 1 to smithi09077644-46 2024-03-07T03:02:07.203 INFO:tasks.rados.rados.0.smithi090.stdout:1584: finishing write tid 2 to smithi09077644-46 2024-03-07T03:02:07.204 INFO:tasks.rados.rados.0.smithi090.stdout:1584: finishing write tid 3 to smithi09077644-46 2024-03-07T03:02:07.204 INFO:tasks.rados.rados.0.smithi090.stdout:1583: finishing write tid 4 to smithi09077644-44 2024-03-07T03:02:07.204 INFO:tasks.rados.rados.0.smithi090.stdout:1583: oid 44 updating version 0 to 1008 2024-03-07T03:02:07.204 INFO:tasks.rados.rados.0.smithi090.stdout:1583: oid 44 updating version 1008 to 1009 2024-03-07T03:02:07.204 INFO:tasks.rados.rados.0.smithi090.stdout:1583: oid 44 updating version 1009 to 1010 2024-03-07T03:02:07.204 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 44 v 1010 (ObjNum 497 snap 150 seq_num 497) dirty exists 2024-03-07T03:02:07.204 INFO:tasks.rados.rados.0.smithi090.stdout:1583: left oid 44 (ObjNum 497 snap 150 seq_num 497) 2024-03-07T03:02:07.204 INFO:tasks.rados.rados.0.smithi090.stdout:1584: finishing write tid 4 to smithi09077644-46 2024-03-07T03:02:07.204 INFO:tasks.rados.rados.0.smithi090.stdout:1584: oid 46 updating version 0 to 811 2024-03-07T03:02:07.204 INFO:tasks.rados.rados.0.smithi090.stdout:1584: oid 46 updating version 811 to 812 2024-03-07T03:02:07.204 INFO:tasks.rados.rados.0.smithi090.stdout:1584: oid 46 updating version 812 to 813 2024-03-07T03:02:07.204 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 813 (ObjNum 498 snap 150 seq_num 498) dirty exists 2024-03-07T03:02:07.204 INFO:tasks.rados.rados.0.smithi090.stdout:1584: left oid 46 (ObjNum 498 snap 150 seq_num 498) 2024-03-07T03:02:07.204 INFO:tasks.rados.rados.0.smithi090.stdout:1586: expect (ObjNum 380 snap 117 seq_num 380) 2024-03-07T03:02:07.281 INFO:tasks.rados.rados.0.smithi090.stdout:1587: expect (ObjNum 410 snap 128 seq_num 410) 2024-03-07T03:02:07.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:06 smithi090 ceph-mon[37987]: osdmap e376: 8 total, 8 up, 8 in 2024-03-07T03:02:07.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:06 smithi090 ceph-mon[37987]: pgmap v37: 121 pgs: 121 active+clean; 290 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.1 MiB/s wr, 17 op/s 2024-03-07T03:02:07.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:06 smithi090 ceph-mon[27223]: osdmap e376: 8 total, 8 up, 8 in 2024-03-07T03:02:07.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:06 smithi090 ceph-mon[27223]: pgmap v37: 121 pgs: 121 active+clean; 290 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.1 MiB/s wr, 17 op/s 2024-03-07T03:02:07.423 INFO:tasks.rados.rados.0.smithi090.stdout:1575: done (6 left) 2024-03-07T03:02:07.423 INFO:tasks.rados.rados.0.smithi090.stdout:1580: done (5 left) 2024-03-07T03:02:07.423 INFO:tasks.rados.rados.0.smithi090.stdout:1583: done (4 left) 2024-03-07T03:02:07.423 INFO:tasks.rados.rados.0.smithi090.stdout:1584: done (3 left) 2024-03-07T03:02:07.423 INFO:tasks.rados.rados.0.smithi090.stdout:1586: done (2 left) 2024-03-07T03:02:07.424 INFO:tasks.rados.rados.0.smithi090.stdout:1587: done (1 left) 2024-03-07T03:02:07.424 INFO:tasks.rados.rados.0.smithi090.stdout:1588: done (0 left) 2024-03-07T03:02:07.424 INFO:tasks.rados.rados.0.smithi090.stdout:1589: rollback oid 49 current snap is 151 2024-03-07T03:02:07.424 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 49 to 132 2024-03-07T03:02:07.424 INFO:tasks.rados.rados.0.smithi090.stdout:1590: rmattr oid 46 current snap is 151 2024-03-07T03:02:07.424 INFO:tasks.rados.rados.0.smithi090.stdout:1590: done (1 left) 2024-03-07T03:02:07.424 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 16 current snap is 151 2024-03-07T03:02:07.424 INFO:tasks.rados.rados.0.smithi090.stdout:1591: seq_num 499 ranges {3743744=761856,4505600=401408} 2024-03-07T03:02:07.447 INFO:tasks.rados.rados.0.smithi090.stdout:1591: writing smithi09077644-16 from 3743744 to 4505600 tid 1 2024-03-07T03:02:07.449 INFO:tasks.rados.rados.0.smithi090.stdout:1591: writing smithi09077644-16 from 4505600 to 4907008 tid 2 2024-03-07T03:02:07.450 INFO:tasks.rados.rados.0.smithi090.stdout:1592: snap_create 2024-03-07T03:02:07.450 INFO:tasks.rados.rados.0.smithi090.stdout:1589: finishing rollback tid 0 to smithi09077644-49 2024-03-07T03:02:07.450 INFO:tasks.rados.rados.0.smithi090.stdout:1589: finishing rollback tid 1 to smithi09077644-49 2024-03-07T03:02:07.450 INFO:tasks.rados.rados.0.smithi090.stdout:1589: finishing rollback tid 2 to smithi09077644-49 2024-03-07T03:02:07.450 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 49 v 884 (ObjNum 353 snap 105 seq_num 353) dirty exists 2024-03-07T03:02:07.453 INFO:tasks.rados.rados.0.smithi090.stdout:1591: finishing write tid 1 to smithi09077644-16 2024-03-07T03:02:07.453 INFO:tasks.rados.rados.0.smithi090.stdout:1591: finishing write tid 2 to smithi09077644-16 2024-03-07T03:02:07.453 INFO:tasks.rados.rados.0.smithi090.stdout:1591: finishing write tid 3 to smithi09077644-16 2024-03-07T03:02:07.454 INFO:tasks.rados.rados.0.smithi090.stdout:1591: finishing write tid 4 to smithi09077644-16 2024-03-07T03:02:07.454 INFO:tasks.rados.rados.0.smithi090.stdout:1591: oid 16 updating version 0 to 642 2024-03-07T03:02:07.455 INFO:tasks.rados.rados.0.smithi090.stdout:1591: oid 16 version 642 is already newer than 641 2024-03-07T03:02:07.455 INFO:tasks.rados.rados.0.smithi090.stdout:1591: oid 16 updating version 642 to 643 2024-03-07T03:02:07.455 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 643 (ObjNum 499 snap 151 seq_num 499) dirty exists 2024-03-07T03:02:07.455 INFO:tasks.rados.rados.0.smithi090.stdout:1591: left oid 16 (ObjNum 499 snap 151 seq_num 499) 2024-03-07T03:02:07.667 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:07 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[75760]: 2024-03-07T03:02:07.183+0000 7fc2fabec200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-07T03:02:07.667 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:07 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[75760]: 2024-03-07T03:02:07.374+0000 7fc2fabec200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-07T03:02:07.947 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:07 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[75760]: 2024-03-07T03:02:07.682+0000 7fc2fabec200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-07T03:02:07.957 INFO:tasks.rados.rados.0.smithi090.stdout:1589: done (2 left) 2024-03-07T03:02:07.957 INFO:tasks.rados.rados.0.smithi090.stdout:1591: done (1 left) 2024-03-07T03:02:07.957 INFO:tasks.rados.rados.0.smithi090.stdout:1592: done (0 left) 2024-03-07T03:02:07.958 INFO:tasks.rados.rados.0.smithi090.stdout:1593: delete oid 24 current snap is 152 2024-03-07T03:02:07.962 INFO:tasks.rados.rados.0.smithi090.stdout:1593: done (0 left) 2024-03-07T03:02:07.962 INFO:tasks.rados.rados.0.smithi090.stdout:1594: snap_remove snap 132 2024-03-07T03:02:08.218 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:07 smithi092 ceph-mon[31083]: osdmap e377: 8 total, 8 up, 8 in 2024-03-07T03:02:08.218 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:07 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:02:08.218 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:07 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:02:08.218 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:07 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[75760]: 2024-03-07T03:02:07.958+0000 7fc2fabec200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-07T03:02:08.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:07 smithi090 ceph-mon[27223]: osdmap e377: 8 total, 8 up, 8 in 2024-03-07T03:02:08.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:07 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:02:08.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:07 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:02:08.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:07 smithi090 ceph-mon[37987]: osdmap e377: 8 total, 8 up, 8 in 2024-03-07T03:02:08.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:07 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:02:08.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:07 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:02:08.517 INFO:teuthology.orchestra.run.smithi090.stdout:true 2024-03-07T03:02:08.667 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:08 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[75760]: 2024-03-07T03:02:08.215+0000 7fc2fabec200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-07T03:02:08.833 INFO:teuthology.orchestra.run.smithi090.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-07T03:02:08.833 INFO:teuthology.orchestra.run.smithi090.stdout:alertmanager.a smithi090 *:9093,9094 running (6m) 22s ago 7m 24.4M - 0.25.0 c8568f914cd2 c7f315859531 2024-03-07T03:02:08.833 INFO:teuthology.orchestra.run.smithi090.stdout:grafana.a smithi092 *:3000 running (7m) 1s ago 7m 89.4M - 9.4.7 954c08fa6188 044a70fdd07e 2024-03-07T03:02:08.833 INFO:teuthology.orchestra.run.smithi090.stdout:mds.a smithi090 running (8m) 22s ago 8m 14.6M - 18.2.1-718-gae75fc9d 0164bb8a7c67 8b3baf63c0c9 2024-03-07T03:02:08.833 INFO:teuthology.orchestra.run.smithi090.stdout:mds.b smithi092 running (8m) 1s ago 8m 18.9M - 18.2.1-718-gae75fc9d 0164bb8a7c67 ce3c1188fa28 2024-03-07T03:02:08.834 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.x smithi092 *:8443,9283,8765 running (6s) 1s ago 11m 66.4M - 19.0.0-1905-gea9a5688 fdb83767c1ab ca843ce9235f 2024-03-07T03:02:08.834 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.y smithi090 *:8443,9283,8765 running (35s) 22s ago 13m 476M - 19.0.0-1905-gea9a5688 fdb83767c1ab 3f0549138d93 2024-03-07T03:02:08.834 INFO:teuthology.orchestra.run.smithi090.stdout:mon.a smithi090 running (13m) 22s ago 13m 59.1M 2048M 18.2.1-718-gae75fc9d 0164bb8a7c67 84d91110fe9f 2024-03-07T03:02:08.834 INFO:teuthology.orchestra.run.smithi090.stdout:mon.b smithi092 running (12m) 1s ago 12m 50.7M 2048M 18.2.1-718-gae75fc9d 0164bb8a7c67 27a7830719c5 2024-03-07T03:02:08.834 INFO:teuthology.orchestra.run.smithi090.stdout:mon.c smithi090 running (12m) 22s ago 12m 48.7M 2048M 18.2.1-718-gae75fc9d 0164bb8a7c67 9eaa649b1445 2024-03-07T03:02:08.834 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.a smithi090 *:9100 running (7m) 22s ago 7m 17.2M - 1.5.0 0da6a335fe13 76496853f3a5 2024-03-07T03:02:08.834 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.b smithi092 *:9100 running (7m) 1s ago 7m 14.9M - 1.5.0 0da6a335fe13 9ed8c0a03920 2024-03-07T03:02:08.834 INFO:teuthology.orchestra.run.smithi090.stdout:osd.0 smithi090 running (11m) 22s ago 11m 249M 2480M 18.2.1-718-gae75fc9d 0164bb8a7c67 725e893e6886 2024-03-07T03:02:08.834 INFO:teuthology.orchestra.run.smithi090.stdout:osd.1 smithi090 running (11m) 22s ago 11m 207M 2480M 18.2.1-718-gae75fc9d 0164bb8a7c67 9b941d592b34 2024-03-07T03:02:08.834 INFO:teuthology.orchestra.run.smithi090.stdout:osd.2 smithi090 running (10m) 22s ago 10m 216M 2480M 18.2.1-718-gae75fc9d 0164bb8a7c67 9852da06477f 2024-03-07T03:02:08.834 INFO:teuthology.orchestra.run.smithi090.stdout:osd.3 smithi090 running (10m) 22s ago 10m 128M 2480M 18.2.1-718-gae75fc9d 0164bb8a7c67 1e9119683f37 2024-03-07T03:02:08.834 INFO:teuthology.orchestra.run.smithi090.stdout:osd.4 smithi092 running (9m) 1s ago 9m 215M 2480M 18.2.1-718-gae75fc9d 0164bb8a7c67 9ffc02d81c13 2024-03-07T03:02:08.834 INFO:teuthology.orchestra.run.smithi090.stdout:osd.5 smithi092 running (9m) 1s ago 9m 221M 2480M 18.2.1-718-gae75fc9d 0164bb8a7c67 028e6ccdd1db 2024-03-07T03:02:08.835 INFO:teuthology.orchestra.run.smithi090.stdout:osd.6 smithi092 running (9m) 1s ago 9m 124M 2480M 18.2.1-718-gae75fc9d 0164bb8a7c67 04f0a980ec71 2024-03-07T03:02:08.835 INFO:teuthology.orchestra.run.smithi090.stdout:osd.7 smithi092 running (8m) 1s ago 8m 129M 2480M 18.2.1-718-gae75fc9d 0164bb8a7c67 1f2215787147 2024-03-07T03:02:08.835 INFO:teuthology.orchestra.run.smithi090.stdout:prometheus.a smithi092 *:9095 running (12s) 1s ago 7m 37.3M - 2.43.0 a07b618ecd1d 1b8503a67e38 2024-03-07T03:02:08.964 INFO:tasks.rados.rados.0.smithi090.stdout:1594: done (0 left) 2024-03-07T03:02:08.964 INFO:tasks.rados.rados.0.smithi090.stdout:1595: delete oid 24 current snap is 152 2024-03-07T03:02:08.972 INFO:tasks.rados.rados.0.smithi090.stdout:1595: done (0 left) 2024-03-07T03:02:08.972 INFO:tasks.rados.rados.0.smithi090.stdout:1596: read oid 30 snap -1 2024-03-07T03:02:08.972 INFO:tasks.rados.rados.0.smithi090.stdout:1596: expect (ObjNum 465 snap 145 seq_num 465) 2024-03-07T03:02:08.973 INFO:tasks.rados.rados.0.smithi090.stdout:1597: read oid 43 snap -1 2024-03-07T03:02:08.973 INFO:tasks.rados.rados.0.smithi090.stdout:1597: expect (ObjNum 473 snap 147 seq_num 473) 2024-03-07T03:02:08.973 INFO:tasks.rados.rados.0.smithi090.stdout:1598: delete oid 29 current snap is 152 2024-03-07T03:02:08.977 INFO:tasks.rados.rados.0.smithi090.stdout:1598: done (2 left) 2024-03-07T03:02:08.977 INFO:tasks.rados.rados.0.smithi090.stdout:1599: read oid 20 snap 150 2024-03-07T03:02:08.977 INFO:tasks.rados.rados.0.smithi090.stdout:1599: expect (ObjNum 488 snap 150 seq_num 488) 2024-03-07T03:02:08.977 INFO:tasks.rados.rados.0.smithi090.stdout:1600: rollback oid 26 current snap is 152 2024-03-07T03:02:08.977 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 26 to 150 2024-03-07T03:02:08.977 INFO:tasks.rados.rados.0.smithi090.stdout:1601: snap_create 2024-03-07T03:02:08.978 INFO:tasks.rados.rados.0.smithi090.stdout:1597: expect (ObjNum 473 snap 147 seq_num 473) 2024-03-07T03:02:09.007 INFO:tasks.rados.rados.0.smithi090.stdout:1600: finishing rollback tid 1 to smithi09077644-26 2024-03-07T03:02:09.007 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 26 v 0 (ObjNum 609 snap 0 seq_num 3340176960) dirty dne 2024-03-07T03:02:09.007 INFO:tasks.rados.rados.0.smithi090.stdout:1596: expect (ObjNum 465 snap 145 seq_num 465) 2024-03-07T03:02:09.113 INFO:tasks.rados.rados.0.smithi090.stdout:1599: expect (ObjNum 488 snap 150 seq_num 488) 2024-03-07T03:02:09.256 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-03-07T03:02:09.257 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": { 2024-03-07T03:02:09.257 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 3 2024-03-07T03:02:09.257 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:02:09.257 INFO:teuthology.orchestra.run.smithi090.stdout: "mgr": { 2024-03-07T03:02:09.257 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 2 2024-03-07T03:02:09.257 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:02:09.257 INFO:teuthology.orchestra.run.smithi090.stdout: "osd": { 2024-03-07T03:02:09.257 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 8 2024-03-07T03:02:09.257 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:02:09.257 INFO:teuthology.orchestra.run.smithi090.stdout: "mds": { 2024-03-07T03:02:09.257 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 2 2024-03-07T03:02:09.258 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:02:09.258 INFO:teuthology.orchestra.run.smithi090.stdout: "overall": { 2024-03-07T03:02:09.258 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 13, 2024-03-07T03:02:09.258 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 2 2024-03-07T03:02:09.258 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-03-07T03:02:09.258 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-03-07T03:02:09.258 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:08 smithi090 ceph-mon[37987]: osdmap e378: 8 total, 8 up, 8 in 2024-03-07T03:02:09.258 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:08 smithi090 ceph-mon[37987]: pgmap v40: 121 pgs: 121 active+clean; 285 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-03-07T03:02:09.258 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:08 smithi090 ceph-mon[37987]: from='client.25211 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:02:09.258 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:08 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:02:09.259 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:08 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:02:09.259 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:08 smithi090 ceph-mon[27223]: osdmap e378: 8 total, 8 up, 8 in 2024-03-07T03:02:09.259 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:08 smithi090 ceph-mon[27223]: pgmap v40: 121 pgs: 121 active+clean; 285 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-03-07T03:02:09.259 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:08 smithi090 ceph-mon[27223]: from='client.25211 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:02:09.259 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:08 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:02:09.259 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:08 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:02:09.301 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:08 smithi092 ceph-mon[31083]: osdmap e378: 8 total, 8 up, 8 in 2024-03-07T03:02:09.301 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:08 smithi092 ceph-mon[31083]: pgmap v40: 121 pgs: 121 active+clean; 285 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-03-07T03:02:09.301 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:08 smithi092 ceph-mon[31083]: from='client.25211 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:02:09.301 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:08 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:02:09.302 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:08 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:02:09.302 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:09 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[75760]: 2024-03-07T03:02:09.092+0000 7fc2fabec200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-07T03:02:09.474 INFO:tasks.rados.rados.0.smithi090.stdout:1596: done (4 left) 2024-03-07T03:02:09.474 INFO:tasks.rados.rados.0.smithi090.stdout:1597: done (3 left) 2024-03-07T03:02:09.474 INFO:tasks.rados.rados.0.smithi090.stdout:1599: done (2 left) 2024-03-07T03:02:09.474 INFO:tasks.rados.rados.0.smithi090.stdout:1600: done (1 left) 2024-03-07T03:02:09.474 INFO:tasks.rados.rados.0.smithi090.stdout:1601: done (0 left) 2024-03-07T03:02:09.474 INFO:tasks.rados.rados.0.smithi090.stdout:1602: rollback oid 29 current snap is 153 2024-03-07T03:02:09.474 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 29 to 151 2024-03-07T03:02:09.474 INFO:tasks.rados.rados.0.smithi090.stdout:1603: read oid 47 snap -1 2024-03-07T03:02:09.474 INFO:tasks.rados.rados.0.smithi090.stdout:1603: expect (ObjNum 479 snap 148 seq_num 479) 2024-03-07T03:02:09.474 INFO:tasks.rados.rados.0.smithi090.stdout:1604: copy_from oid 19 from oid 8 current snap is 153 2024-03-07T03:02:09.474 INFO:tasks.rados.rados.0.smithi090.stdout:1605: rollback oid 41 current snap is 153 2024-03-07T03:02:09.474 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 41 to 152 2024-03-07T03:02:09.474 INFO:tasks.rados.rados.0.smithi090.stdout:1606: snap_remove snap 150 2024-03-07T03:02:09.818 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:09 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[75760]: 2024-03-07T03:02:09.713+0000 7fc2fabec200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-07T03:02:09.818 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:09 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[75760]: 2024-03-07T03:02:09.815+0000 7fc2fabec200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-07T03:02:10.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:09 smithi092 ceph-mon[31083]: from='client.25217 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:02:10.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:09 smithi092 ceph-mon[31083]: osdmap e379: 8 total, 8 up, 8 in 2024-03-07T03:02:10.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:09 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/920717217' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:02:10.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:09 smithi092 ceph-mon[31083]: osdmap e380: 8 total, 8 up, 8 in 2024-03-07T03:02:10.167 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[75760]: 2024-03-07T03:02:10.044+0000 7fc2fabec200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-07T03:02:10.167 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[75760]: [07/Mar/2024:03:02:10] ENGINE Bus STARTING 2024-03-07T03:02:10.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:09 smithi090 ceph-mon[27223]: from='client.25217 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:02:10.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:09 smithi090 ceph-mon[27223]: osdmap e379: 8 total, 8 up, 8 in 2024-03-07T03:02:10.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:09 smithi090 ceph-mon[27223]: from='client.? 172.21.15.90:0/920717217' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:02:10.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:09 smithi090 ceph-mon[27223]: osdmap e380: 8 total, 8 up, 8 in 2024-03-07T03:02:10.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:09 smithi090 ceph-mon[37987]: from='client.25217 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:02:10.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:09 smithi090 ceph-mon[37987]: osdmap e379: 8 total, 8 up, 8 in 2024-03-07T03:02:10.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:09 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/920717217' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:02:10.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:09 smithi090 ceph-mon[37987]: osdmap e380: 8 total, 8 up, 8 in 2024-03-07T03:02:10.417 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[75760]: CherryPy Checker: 2024-03-07T03:02:10.417 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[75760]: The Application mounted at '' has an empty config. 2024-03-07T03:02:10.418 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[75760]: 2024-03-07T03:02:10.418 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[75760]: [07/Mar/2024:03:02:10] ENGINE Serving on http://:::9283 2024-03-07T03:02:10.418 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[75760]: [07/Mar/2024:03:02:10] ENGINE Bus STARTED 2024-03-07T03:02:10.483 INFO:tasks.rados.rados.0.smithi090.stdout:1606: done (4 left) 2024-03-07T03:02:10.483 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 37 current snap is 153 2024-03-07T03:02:10.483 INFO:tasks.rados.rados.0.smithi090.stdout:1605: finishing rollback tid 0 to smithi09077644-41 2024-03-07T03:02:10.483 INFO:tasks.rados.rados.0.smithi090.stdout:1602: finishing rollback tid 1 to smithi09077644-29 2024-03-07T03:02:10.483 INFO:tasks.rados.rados.0.smithi090.stdout:1605: finishing rollback tid 1 to smithi09077644-41 2024-03-07T03:02:10.483 INFO:tasks.rados.rados.0.smithi090.stdout:1605: finishing rollback tid 2 to smithi09077644-41 2024-03-07T03:02:10.483 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 41 v 828 (ObjNum 336 snap 100 seq_num 336) dirty exists 2024-03-07T03:02:10.483 INFO:tasks.rados.rados.0.smithi090.stdout:1602: finishing rollback tid 2 to smithi09077644-29 2024-03-07T03:02:10.483 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 646 (ObjNum 494 snap 150 seq_num 494) dirty exists 2024-03-07T03:02:10.483 INFO:tasks.rados.rados.0.smithi090.stdout:1604: finishing copy_from racing read to smithi09077644-19 2024-03-07T03:02:10.483 INFO:tasks.rados.rados.0.smithi090.stdout:1604: finishing copy_from to smithi09077644-19 2024-03-07T03:02:10.483 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 699 (ObjNum 445 snap 137 seq_num 445) dirty exists 2024-03-07T03:02:10.483 INFO:tasks.rados.rados.0.smithi090.stdout:1603: expect (ObjNum 479 snap 148 seq_num 479) 2024-03-07T03:02:11.309 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:10 smithi092 ceph-mon[31083]: Standby manager daemon x restarted 2024-03-07T03:02:11.309 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:10 smithi092 ceph-mon[31083]: Standby manager daemon x started 2024-03-07T03:02:11.309 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:10 smithi092 ceph-mon[31083]: from='mgr.? 172.21.15.92:0/1166778180' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-07T03:02:11.310 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:10 smithi092 ceph-mon[31083]: from='mgr.? 172.21.15.92:0/1166778180' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-07T03:02:11.310 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:10 smithi092 ceph-mon[31083]: from='mgr.? 172.21.15.92:0/1166778180' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-07T03:02:11.310 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:10 smithi092 ceph-mon[31083]: from='mgr.? 172.21.15.92:0/1166778180' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-07T03:02:11.310 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:10 smithi092 ceph-mon[31083]: pgmap v43: 121 pgs: 121 active+clean; 261 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.5 MiB/s wr, 14 op/s 2024-03-07T03:02:11.310 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:10 smithi092 ceph-mon[31083]: osdmap e381: 8 total, 8 up, 8 in 2024-03-07T03:02:11.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:10 smithi090 ceph-mon[27223]: Standby manager daemon x restarted 2024-03-07T03:02:11.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:10 smithi090 ceph-mon[27223]: Standby manager daemon x started 2024-03-07T03:02:11.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:10 smithi090 ceph-mon[27223]: from='mgr.? 172.21.15.92:0/1166778180' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-07T03:02:11.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:10 smithi090 ceph-mon[27223]: from='mgr.? 172.21.15.92:0/1166778180' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-07T03:02:11.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:10 smithi090 ceph-mon[27223]: from='mgr.? 172.21.15.92:0/1166778180' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-07T03:02:11.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:10 smithi090 ceph-mon[27223]: from='mgr.? 172.21.15.92:0/1166778180' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-07T03:02:11.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:10 smithi090 ceph-mon[27223]: pgmap v43: 121 pgs: 121 active+clean; 261 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.5 MiB/s wr, 14 op/s 2024-03-07T03:02:11.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:10 smithi090 ceph-mon[27223]: osdmap e381: 8 total, 8 up, 8 in 2024-03-07T03:02:11.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:10 smithi090 ceph-mon[37987]: Standby manager daemon x restarted 2024-03-07T03:02:11.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:10 smithi090 ceph-mon[37987]: Standby manager daemon x started 2024-03-07T03:02:11.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:10 smithi090 ceph-mon[37987]: from='mgr.? 172.21.15.92:0/1166778180' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-07T03:02:11.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:10 smithi090 ceph-mon[37987]: from='mgr.? 172.21.15.92:0/1166778180' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-07T03:02:11.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:10 smithi090 ceph-mon[37987]: from='mgr.? 172.21.15.92:0/1166778180' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-07T03:02:11.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:10 smithi090 ceph-mon[37987]: from='mgr.? 172.21.15.92:0/1166778180' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-07T03:02:11.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:10 smithi090 ceph-mon[37987]: pgmap v43: 121 pgs: 121 active+clean; 261 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.5 MiB/s wr, 14 op/s 2024-03-07T03:02:11.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:10 smithi090 ceph-mon[37987]: osdmap e381: 8 total, 8 up, 8 in 2024-03-07T03:02:11.738 INFO:tasks.rados.rados.0.smithi090.stdout:1607: seq_num 503 ranges {507904=425984,933888=704512,1638400=98304} 2024-03-07T03:02:11.743 INFO:tasks.rados.rados.0.smithi090.stdout:1607: writing smithi09077644-37 from 507904 to 933888 tid 1 2024-03-07T03:02:11.747 INFO:tasks.rados.rados.0.smithi090.stdout:1607: writing smithi09077644-37 from 933888 to 1638400 tid 2 2024-03-07T03:02:11.748 INFO:tasks.rados.rados.0.smithi090.stdout:1607: writing smithi09077644-37 from 1638400 to 1736704 tid 3 2024-03-07T03:02:11.748 INFO:tasks.rados.rados.0.smithi090.stdout:1602: done (4 left) 2024-03-07T03:02:11.748 INFO:tasks.rados.rados.0.smithi090.stdout:1603: done (3 left) 2024-03-07T03:02:11.748 INFO:tasks.rados.rados.0.smithi090.stdout:1604: done (2 left) 2024-03-07T03:02:11.749 INFO:tasks.rados.rados.0.smithi090.stdout:1605: done (1 left) 2024-03-07T03:02:11.749 INFO:tasks.rados.rados.0.smithi090.stdout:1608: delete oid 35 current snap is 153 2024-03-07T03:02:11.749 INFO:tasks.rados.rados.0.smithi090.stdout:1607: finishing write tid 1 to smithi09077644-37 2024-03-07T03:02:11.750 INFO:tasks.rados.rados.0.smithi090.stdout:1608: done (1 left) 2024-03-07T03:02:11.750 INFO:tasks.rados.rados.0.smithi090.stdout:1609: snap_remove snap 151 2024-03-07T03:02:11.977 INFO:tasks.rados.rados.0.smithi090.stdout:1609: done (1 left) 2024-03-07T03:02:11.977 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 24 current snap is 153 2024-03-07T03:02:11.977 INFO:tasks.rados.rados.0.smithi090.stdout:1607: finishing write tid 2 to smithi09077644-37 2024-03-07T03:02:11.977 INFO:tasks.rados.rados.0.smithi090.stdout:1610: seq_num 505 ranges {0=466944,466944=475136,942080=327680} 2024-03-07T03:02:11.979 INFO:tasks.rados.rados.0.smithi090.stdout:1610: writing smithi09077644-24 from 0 to 466944 tid 1 2024-03-07T03:02:11.982 INFO:tasks.rados.rados.0.smithi090.stdout:1610: writing smithi09077644-24 from 466944 to 942080 tid 2 2024-03-07T03:02:11.985 INFO:tasks.rados.rados.0.smithi090.stdout:1610: writing smithi09077644-24 from 942080 to 1269760 tid 3 2024-03-07T03:02:11.986 INFO:tasks.rados.rados.0.smithi090.stdout:1611: read oid 21 snap -1 2024-03-07T03:02:11.986 INFO:tasks.rados.rados.0.smithi090.stdout:1611: expect (ObjNum 387 snap 119 seq_num 387) 2024-03-07T03:02:11.986 INFO:tasks.rados.rados.0.smithi090.stdout:1612: delete oid 13 current snap is 153 2024-03-07T03:02:11.986 INFO:tasks.rados.rados.0.smithi090.stdout:1607: finishing write tid 3 to smithi09077644-37 2024-03-07T03:02:11.986 INFO:tasks.rados.rados.0.smithi090.stdout:1607: finishing write tid 4 to smithi09077644-37 2024-03-07T03:02:11.986 INFO:tasks.rados.rados.0.smithi090.stdout:1607: finishing write tid 5 to smithi09077644-37 2024-03-07T03:02:11.986 INFO:tasks.rados.rados.0.smithi090.stdout:1607: oid 37 updating version 0 to 657 2024-03-07T03:02:11.986 INFO:tasks.rados.rados.0.smithi090.stdout:1607: oid 37 version 657 is already newer than 656 2024-03-07T03:02:11.986 INFO:tasks.rados.rados.0.smithi090.stdout:1607: oid 37 version 657 is already newer than 654 2024-03-07T03:02:11.986 INFO:tasks.rados.rados.0.smithi090.stdout:1607: oid 37 version 657 is already newer than 655 2024-03-07T03:02:11.986 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 37 v 657 (ObjNum 503 snap 153 seq_num 503) dirty exists 2024-03-07T03:02:11.986 INFO:tasks.rados.rados.0.smithi090.stdout:1607: left oid 37 (ObjNum 503 snap 153 seq_num 503) 2024-03-07T03:02:11.988 INFO:tasks.rados.rados.0.smithi090.stdout:1610: finishing write tid 1 to smithi09077644-24 2024-03-07T03:02:11.991 INFO:tasks.rados.rados.0.smithi090.stdout:1607: done (3 left) 2024-03-07T03:02:11.991 INFO:tasks.rados.rados.0.smithi090.stdout:1612: done (2 left) 2024-03-07T03:02:11.991 INFO:tasks.rados.rados.0.smithi090.stdout:1613: read oid 44 snap -1 2024-03-07T03:02:11.991 INFO:tasks.rados.rados.0.smithi090.stdout:1613: expect (ObjNum 497 snap 150 seq_num 497) 2024-03-07T03:02:11.991 INFO:tasks.rados.rados.0.smithi090.stdout:1614: read oid 42 snap -1 2024-03-07T03:02:11.991 INFO:tasks.rados.rados.0.smithi090.stdout:1614: expect deleted 2024-03-07T03:02:11.991 INFO:tasks.rados.rados.0.smithi090.stdout:1615: rmattr oid 8 current snap is 153 2024-03-07T03:02:11.991 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 37 current snap is 153 2024-03-07T03:02:11.991 INFO:tasks.rados.rados.0.smithi090.stdout:1616: seq_num 507 ranges {1736704=499712,2236416=638976,2875392=163840} 2024-03-07T03:02:12.003 INFO:tasks.rados.rados.0.smithi090.stdout:1616: writing smithi09077644-37 from 1736704 to 2236416 tid 1 2024-03-07T03:02:12.007 INFO:tasks.rados.rados.0.smithi090.stdout:1616: writing smithi09077644-37 from 2236416 to 2875392 tid 2 2024-03-07T03:02:12.008 INFO:tasks.rados.rados.0.smithi090.stdout:1616: writing smithi09077644-37 from 2875392 to 3039232 tid 3 2024-03-07T03:02:12.008 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 39 current snap is 153 2024-03-07T03:02:12.009 INFO:tasks.rados.rados.0.smithi090.stdout:1617: seq_num 508 ranges {311296=516096,827392=524288,1351680=278528} 2024-03-07T03:02:12.013 INFO:tasks.rados.rados.0.smithi090.stdout:1617: writing smithi09077644-39 from 311296 to 827392 tid 1 2024-03-07T03:02:12.016 INFO:tasks.rados.rados.0.smithi090.stdout:1617: writing smithi09077644-39 from 827392 to 1351680 tid 2 2024-03-07T03:02:12.019 INFO:tasks.rados.rados.0.smithi090.stdout:1617: writing smithi09077644-39 from 1351680 to 1630208 tid 3 2024-03-07T03:02:12.019 INFO:tasks.rados.rados.0.smithi090.stdout:1618: snap_create 2024-03-07T03:02:12.019 INFO:tasks.rados.rados.0.smithi090.stdout:1610: finishing write tid 2 to smithi09077644-24 2024-03-07T03:02:12.019 INFO:tasks.rados.rados.0.smithi090.stdout:1610: finishing write tid 3 to smithi09077644-24 2024-03-07T03:02:12.019 INFO:tasks.rados.rados.0.smithi090.stdout:1610: finishing write tid 4 to smithi09077644-24 2024-03-07T03:02:12.019 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 844 (ObjNum 445 snap 137 seq_num 445) dirty exists 2024-03-07T03:02:12.019 INFO:tasks.rados.rados.0.smithi090.stdout:1610: finishing write tid 5 to smithi09077644-24 2024-03-07T03:02:12.019 INFO:tasks.rados.rados.0.smithi090.stdout:1610: oid 24 updating version 0 to 838 2024-03-07T03:02:12.020 INFO:tasks.rados.rados.0.smithi090.stdout:1610: oid 24 updating version 838 to 839 2024-03-07T03:02:12.020 INFO:tasks.rados.rados.0.smithi090.stdout:1610: oid 24 version 839 is already newer than 837 2024-03-07T03:02:12.020 INFO:tasks.rados.rados.0.smithi090.stdout:1610: oid 24 updating version 839 to 840 2024-03-07T03:02:12.020 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 24 v 840 (ObjNum 505 snap 153 seq_num 505) dirty exists 2024-03-07T03:02:12.020 INFO:tasks.rados.rados.0.smithi090.stdout:1610: left oid 24 (ObjNum 505 snap 153 seq_num 505) 2024-03-07T03:02:12.020 INFO:tasks.rados.rados.0.smithi090.stdout:1613: expect (ObjNum 497 snap 150 seq_num 497) 2024-03-07T03:02:12.052 INFO:tasks.rados.rados.0.smithi090.stdout:1616: finishing write tid 1 to smithi09077644-37 2024-03-07T03:02:12.052 INFO:tasks.rados.rados.0.smithi090.stdout:1616: finishing write tid 2 to smithi09077644-37 2024-03-07T03:02:12.052 INFO:tasks.rados.rados.0.smithi090.stdout:1616: finishing write tid 3 to smithi09077644-37 2024-03-07T03:02:12.052 INFO:tasks.rados.rados.0.smithi090.stdout:1616: finishing write tid 4 to smithi09077644-37 2024-03-07T03:02:12.052 INFO:tasks.rados.rados.0.smithi090.stdout:1616: finishing write tid 5 to smithi09077644-37 2024-03-07T03:02:12.052 INFO:tasks.rados.rados.0.smithi090.stdout:1616: oid 37 updating version 0 to 659 2024-03-07T03:02:12.052 INFO:tasks.rados.rados.0.smithi090.stdout:1616: oid 37 version 659 is already newer than 658 2024-03-07T03:02:12.052 INFO:tasks.rados.rados.0.smithi090.stdout:1616: oid 37 updating version 659 to 661 2024-03-07T03:02:12.052 INFO:tasks.rados.rados.0.smithi090.stdout:1616: oid 37 version 661 is already newer than 660 2024-03-07T03:02:12.052 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 37 v 661 (ObjNum 507 snap 153 seq_num 507) dirty exists 2024-03-07T03:02:12.053 INFO:tasks.rados.rados.0.smithi090.stdout:1616: left oid 37 (ObjNum 507 snap 153 seq_num 507) 2024-03-07T03:02:12.053 INFO:tasks.rados.rados.0.smithi090.stdout:1611: expect (ObjNum 387 snap 119 seq_num 387) 2024-03-07T03:02:12.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:11 smithi092 ceph-mon[31083]: mgrmap e35: y(active, since 28s), standbys: x 2024-03-07T03:02:12.230 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:11 smithi090 ceph-mon[37987]: mgrmap e35: y(active, since 28s), standbys: x 2024-03-07T03:02:12.230 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:11 smithi090 ceph-mon[27223]: mgrmap e35: y(active, since 28s), standbys: x 2024-03-07T03:02:12.675 INFO:tasks.rados.rados.0.smithi090.stdout:1617: finishing write tid 1 to smithi09077644-39 2024-03-07T03:02:12.676 INFO:tasks.rados.rados.0.smithi090.stdout:1617: finishing write tid 2 to smithi09077644-39 2024-03-07T03:02:12.676 INFO:tasks.rados.rados.0.smithi090.stdout:1617: finishing write tid 3 to smithi09077644-39 2024-03-07T03:02:12.676 INFO:tasks.rados.rados.0.smithi090.stdout:1617: finishing write tid 4 to smithi09077644-39 2024-03-07T03:02:12.676 INFO:tasks.rados.rados.0.smithi090.stdout:1617: finishing write tid 5 to smithi09077644-39 2024-03-07T03:02:12.676 INFO:tasks.rados.rados.0.smithi090.stdout:1617: oid 39 updating version 0 to 1027 2024-03-07T03:02:12.676 INFO:tasks.rados.rados.0.smithi090.stdout:1617: oid 39 version 1027 is already newer than 1026 2024-03-07T03:02:12.676 INFO:tasks.rados.rados.0.smithi090.stdout:1617: oid 39 updating version 1027 to 1028 2024-03-07T03:02:12.676 INFO:tasks.rados.rados.0.smithi090.stdout:1617: oid 39 updating version 1028 to 1029 2024-03-07T03:02:12.676 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 1029 (ObjNum 508 snap 153 seq_num 508) dirty exists 2024-03-07T03:02:12.676 INFO:tasks.rados.rados.0.smithi090.stdout:1617: left oid 39 (ObjNum 508 snap 153 seq_num 508) 2024-03-07T03:02:13.013 INFO:tasks.rados.rados.0.smithi090.stdout:1610: done (7 left) 2024-03-07T03:02:13.013 INFO:tasks.rados.rados.0.smithi090.stdout:1611: done (6 left) 2024-03-07T03:02:13.013 INFO:tasks.rados.rados.0.smithi090.stdout:1613: done (5 left) 2024-03-07T03:02:13.013 INFO:tasks.rados.rados.0.smithi090.stdout:1614: done (4 left) 2024-03-07T03:02:13.013 INFO:tasks.rados.rados.0.smithi090.stdout:1615: done (3 left) 2024-03-07T03:02:13.013 INFO:tasks.rados.rados.0.smithi090.stdout:1616: done (2 left) 2024-03-07T03:02:13.013 INFO:tasks.rados.rados.0.smithi090.stdout:1617: done (1 left) 2024-03-07T03:02:13.014 INFO:tasks.rados.rados.0.smithi090.stdout:1618: done (0 left) 2024-03-07T03:02:13.014 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 9 current snap is 154 2024-03-07T03:02:13.014 INFO:tasks.rados.rados.0.smithi090.stdout:1619: seq_num 509 ranges {5177344=532480,5709824=409600,6119424=393216} 2024-03-07T03:02:13.046 INFO:tasks.rados.rados.0.smithi090.stdout:1619: writing smithi09077644-9 from 5177344 to 5709824 tid 1 2024-03-07T03:02:13.049 INFO:tasks.rados.rados.0.smithi090.stdout:1619: writing smithi09077644-9 from 5709824 to 6119424 tid 2 2024-03-07T03:02:13.052 INFO:tasks.rados.rados.0.smithi090.stdout:1619: writing smithi09077644-9 from 6119424 to 6512640 tid 3 2024-03-07T03:02:13.052 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 10 current snap is 154 2024-03-07T03:02:13.052 INFO:tasks.rados.rados.0.smithi090.stdout:1620: seq_num 510 ranges {2506752=548864,3055616=745472,3801088=57344} 2024-03-07T03:02:13.070 INFO:tasks.rados.rados.0.smithi090.stdout:1620: writing smithi09077644-10 from 2506752 to 3055616 tid 1 2024-03-07T03:02:13.076 INFO:tasks.rados.rados.0.smithi090.stdout:1620: writing smithi09077644-10 from 3055616 to 3801088 tid 2 2024-03-07T03:02:13.077 INFO:tasks.rados.rados.0.smithi090.stdout:1620: writing smithi09077644-10 from 3801088 to 3858432 tid 3 2024-03-07T03:02:13.077 INFO:tasks.rados.rados.0.smithi090.stdout:1621: copy_from oid 6 from oid 7 current snap is 154 2024-03-07T03:02:13.077 INFO:tasks.rados.rados.0.smithi090.stdout:1619: finishing write tid 1 to smithi09077644-9 2024-03-07T03:02:13.077 INFO:tasks.rados.rados.0.smithi090.stdout:1619: finishing write tid 2 to smithi09077644-9 2024-03-07T03:02:13.077 INFO:tasks.rados.rados.0.smithi090.stdout:1619: finishing write tid 3 to smithi09077644-9 2024-03-07T03:02:13.077 INFO:tasks.rados.rados.0.smithi090.stdout:1619: finishing write tid 4 to smithi09077644-9 2024-03-07T03:02:13.077 INFO:tasks.rados.rados.0.smithi090.stdout:1619: finishing write tid 5 to smithi09077644-9 2024-03-07T03:02:13.077 INFO:tasks.rados.rados.0.smithi090.stdout:1619: oid 9 updating version 0 to 848 2024-03-07T03:02:13.077 INFO:tasks.rados.rados.0.smithi090.stdout:1619: oid 9 updating version 848 to 850 2024-03-07T03:02:13.077 INFO:tasks.rados.rados.0.smithi090.stdout:1619: oid 9 version 850 is already newer than 849 2024-03-07T03:02:13.077 INFO:tasks.rados.rados.0.smithi090.stdout:1619: oid 9 updating version 850 to 851 2024-03-07T03:02:13.077 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 9 v 851 (ObjNum 509 snap 154 seq_num 509) dirty exists 2024-03-07T03:02:13.077 INFO:tasks.rados.rados.0.smithi090.stdout:1619: left oid 9 (ObjNum 509 snap 154 seq_num 509) 2024-03-07T03:02:13.077 INFO:tasks.rados.rados.0.smithi090.stdout:1620: finishing write tid 1 to smithi09077644-10 2024-03-07T03:02:13.078 INFO:tasks.rados.rados.0.smithi090.stdout:1619: done (2 left) 2024-03-07T03:02:13.078 INFO:tasks.rados.rados.0.smithi090.stdout:1622: rmattr oid 50 current snap is 154 2024-03-07T03:02:13.078 INFO:tasks.rados.rados.0.smithi090.stdout:1622: done (2 left) 2024-03-07T03:02:13.078 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 38 current snap is 154 2024-03-07T03:02:13.078 INFO:tasks.rados.rados.0.smithi090.stdout:1623: seq_num 511 ranges {0=565248,565248=630784,1196032=172032} 2024-03-07T03:02:13.080 INFO:tasks.rados.rados.0.smithi090.stdout:1623: writing smithi09077644-38 from 0 to 565248 tid 1 2024-03-07T03:02:13.084 INFO:tasks.rados.rados.0.smithi090.stdout:1623: writing smithi09077644-38 from 565248 to 1196032 tid 2 2024-03-07T03:02:13.086 INFO:tasks.rados.rados.0.smithi090.stdout:1623: writing smithi09077644-38 from 1196032 to 1368064 tid 3 2024-03-07T03:02:13.086 INFO:tasks.rados.rados.0.smithi090.stdout:1624: delete oid 18 current snap is 154 2024-03-07T03:02:13.086 INFO:tasks.rados.rados.0.smithi090.stdout:1621: finishing copy_from to smithi09077644-6 2024-03-07T03:02:13.086 INFO:tasks.rados.rados.0.smithi090.stdout:1621: got expected ENOENT (src dne) 2024-03-07T03:02:13.086 INFO:tasks.rados.rados.0.smithi090.stdout:1621: finishing copy_from racing read to smithi09077644-6 2024-03-07T03:02:13.086 INFO:tasks.rados.rados.0.smithi090.stdout:1620: finishing write tid 2 to smithi09077644-10 2024-03-07T03:02:13.086 INFO:tasks.rados.rados.0.smithi090.stdout:1620: finishing write tid 3 to smithi09077644-10 2024-03-07T03:02:13.086 INFO:tasks.rados.rados.0.smithi090.stdout:1620: finishing write tid 4 to smithi09077644-10 2024-03-07T03:02:13.086 INFO:tasks.rados.rados.0.smithi090.stdout:1620: finishing write tid 5 to smithi09077644-10 2024-03-07T03:02:13.086 INFO:tasks.rados.rados.0.smithi090.stdout:1620: oid 10 updating version 0 to 1032 2024-03-07T03:02:13.087 INFO:tasks.rados.rados.0.smithi090.stdout:1620: oid 10 updating version 1032 to 1033 2024-03-07T03:02:13.087 INFO:tasks.rados.rados.0.smithi090.stdout:1620: oid 10 updating version 1033 to 1034 2024-03-07T03:02:13.087 INFO:tasks.rados.rados.0.smithi090.stdout:1620: oid 10 version 1034 is already newer than 1031 2024-03-07T03:02:13.087 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 1034 (ObjNum 510 snap 154 seq_num 510) dirty exists 2024-03-07T03:02:13.087 INFO:tasks.rados.rados.0.smithi090.stdout:1620: left oid 10 (ObjNum 510 snap 154 seq_num 510) 2024-03-07T03:02:13.087 INFO:tasks.rados.rados.0.smithi090.stdout:1623: finishing write tid 1 to smithi09077644-38 2024-03-07T03:02:13.088 INFO:tasks.rados.rados.0.smithi090.stdout:1623: finishing write tid 2 to smithi09077644-38 2024-03-07T03:02:13.088 INFO:tasks.rados.rados.0.smithi090.stdout:1623: finishing write tid 3 to smithi09077644-38 2024-03-07T03:02:13.089 INFO:tasks.rados.rados.0.smithi090.stdout:1623: finishing write tid 4 to smithi09077644-38 2024-03-07T03:02:13.090 INFO:tasks.rados.rados.0.smithi090.stdout:1620: done (3 left) 2024-03-07T03:02:13.090 INFO:tasks.rados.rados.0.smithi090.stdout:1621: done (2 left) 2024-03-07T03:02:13.090 INFO:tasks.rados.rados.0.smithi090.stdout:1624: done (1 left) 2024-03-07T03:02:13.090 INFO:tasks.rados.rados.0.smithi090.stdout:1625: read oid 11 snap -1 2024-03-07T03:02:13.090 INFO:tasks.rados.rados.0.smithi090.stdout:1625: expect (ObjNum 487 snap 150 seq_num 487) 2024-03-07T03:02:13.090 INFO:tasks.rados.rados.0.smithi090.stdout:1626: snap_create 2024-03-07T03:02:13.091 INFO:tasks.rados.rados.0.smithi090.stdout:1623: finishing write tid 5 to smithi09077644-38 2024-03-07T03:02:13.091 INFO:tasks.rados.rados.0.smithi090.stdout:1623: oid 38 updating version 0 to 950 2024-03-07T03:02:13.091 INFO:tasks.rados.rados.0.smithi090.stdout:1623: oid 38 version 950 is already newer than 947 2024-03-07T03:02:13.091 INFO:tasks.rados.rados.0.smithi090.stdout:1623: oid 38 version 950 is already newer than 948 2024-03-07T03:02:13.091 INFO:tasks.rados.rados.0.smithi090.stdout:1623: oid 38 version 950 is already newer than 949 2024-03-07T03:02:13.091 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 950 (ObjNum 511 snap 154 seq_num 511) dirty exists 2024-03-07T03:02:13.091 INFO:tasks.rados.rados.0.smithi090.stdout:1623: left oid 38 (ObjNum 511 snap 154 seq_num 511) 2024-03-07T03:02:13.093 INFO:tasks.rados.rados.0.smithi090.stdout:1625: expect (ObjNum 487 snap 150 seq_num 487) 2024-03-07T03:02:13.329 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:02:13 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:02:13] "GET /metrics HTTP/1.1" 200 35978 "" "Prometheus/2.43.0" 2024-03-07T03:02:13.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:12 smithi090 ceph-mon[37987]: osdmap e382: 8 total, 8 up, 8 in 2024-03-07T03:02:13.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:12 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:02:13.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:12 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:02:13.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:12 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:02:13.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:12 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:02:13.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:12 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:02:13.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:12 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:02:13.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:12 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:02:13.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:12 smithi090 ceph-mon[37987]: Upgrade: Setting container_image for all mgr 2024-03-07T03:02:13.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:12 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:02:13.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:12 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-03-07T03:02:13.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:12 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-03-07T03:02:13.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:12 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-03-07T03:02:13.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:12 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-03-07T03:02:13.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:12 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-03-07T03:02:13.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:12 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-03-07T03:02:13.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:12 smithi090 ceph-mon[37987]: Upgrade: It appears safe to stop mon.a 2024-03-07T03:02:13.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:12 smithi090 ceph-mon[37987]: pgmap v46: 121 pgs: 121 active+clean; 261 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.5 MiB/s wr, 14 op/s 2024-03-07T03:02:13.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:12 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:02:13.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:12 smithi090 ceph-mon[27223]: osdmap e382: 8 total, 8 up, 8 in 2024-03-07T03:02:13.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:12 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:02:13.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:12 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:02:13.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:12 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:02:13.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:12 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:02:13.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:12 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:02:13.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:12 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:02:13.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:12 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:02:13.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:12 smithi090 ceph-mon[27223]: Upgrade: Setting container_image for all mgr 2024-03-07T03:02:13.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:12 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:02:13.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:12 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-03-07T03:02:13.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:12 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-03-07T03:02:13.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:12 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-03-07T03:02:13.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:12 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-03-07T03:02:13.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:12 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-03-07T03:02:13.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:12 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-03-07T03:02:13.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:12 smithi090 ceph-mon[27223]: Upgrade: It appears safe to stop mon.a 2024-03-07T03:02:13.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:12 smithi090 ceph-mon[27223]: pgmap v46: 121 pgs: 121 active+clean; 261 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.5 MiB/s wr, 14 op/s 2024-03-07T03:02:13.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:12 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:02:13.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:12 smithi092 ceph-mon[31083]: osdmap e382: 8 total, 8 up, 8 in 2024-03-07T03:02:13.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:12 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:02:13.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:12 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:02:13.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:12 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:02:13.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:12 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:02:13.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:12 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:02:13.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:12 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:02:13.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:12 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:02:13.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:12 smithi092 ceph-mon[31083]: Upgrade: Setting container_image for all mgr 2024-03-07T03:02:13.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:12 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:02:13.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:12 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-03-07T03:02:13.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:12 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-03-07T03:02:13.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:12 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-03-07T03:02:13.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:12 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-03-07T03:02:13.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:12 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-03-07T03:02:13.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:12 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-03-07T03:02:13.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:12 smithi092 ceph-mon[31083]: Upgrade: It appears safe to stop mon.a 2024-03-07T03:02:13.419 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:12 smithi092 ceph-mon[31083]: pgmap v46: 121 pgs: 121 active+clean; 261 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.5 MiB/s wr, 14 op/s 2024-03-07T03:02:13.419 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:12 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:02:13.917 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:02:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:02:13.506Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi090\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:02:14.019 INFO:tasks.rados.rados.0.smithi090.stdout:1623: done (2 left) 2024-03-07T03:02:14.019 INFO:tasks.rados.rados.0.smithi090.stdout:1625: done (1 left) 2024-03-07T03:02:14.019 INFO:tasks.rados.rados.0.smithi090.stdout:1626: done (0 left) 2024-03-07T03:02:14.020 INFO:tasks.rados.rados.0.smithi090.stdout:1627: delete oid 24 current snap is 155 2024-03-07T03:02:14.022 INFO:tasks.rados.rados.0.smithi090.stdout:1627: done (0 left) 2024-03-07T03:02:14.022 INFO:tasks.rados.rados.0.smithi090.stdout:1628: snap_create 2024-03-07T03:02:14.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:14 smithi090 ceph-mon[27223]: osdmap e383: 8 total, 8 up, 8 in 2024-03-07T03:02:14.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:14 smithi090 ceph-mon[37987]: osdmap e383: 8 total, 8 up, 8 in 2024-03-07T03:02:14.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:14 smithi092 ceph-mon[31083]: osdmap e383: 8 total, 8 up, 8 in 2024-03-07T03:02:15.030 INFO:tasks.rados.rados.0.smithi090.stdout:1628: done (0 left) 2024-03-07T03:02:15.030 INFO:tasks.rados.rados.0.smithi090.stdout:1629: snap_remove snap 152 2024-03-07T03:02:15.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:15 smithi090 ceph-mon[37987]: osdmap e384: 8 total, 8 up, 8 in 2024-03-07T03:02:15.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:15 smithi090 ceph-mon[37987]: Upgrade: Updating mon.a 2024-03-07T03:02:15.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:15 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:02:15.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:15 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-07T03:02:15.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:15 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-07T03:02:15.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:15 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:02:15.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:15 smithi090 ceph-mon[37987]: Deploying daemon mon.a on smithi090 2024-03-07T03:02:15.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:15 smithi090 ceph-mon[37987]: pgmap v49: 121 pgs: 121 active+clean; 178 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 4.6 MiB/s wr, 19 op/s 2024-03-07T03:02:15.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:15 smithi090 ceph-mon[27223]: osdmap e384: 8 total, 8 up, 8 in 2024-03-07T03:02:15.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:15 smithi090 ceph-mon[27223]: Upgrade: Updating mon.a 2024-03-07T03:02:15.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:15 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:02:15.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:15 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-07T03:02:15.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:15 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-07T03:02:15.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:15 smithi090 ceph-mon[27223]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:02:15.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:15 smithi090 ceph-mon[27223]: Deploying daemon mon.a on smithi090 2024-03-07T03:02:15.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:15 smithi090 ceph-mon[27223]: pgmap v49: 121 pgs: 121 active+clean; 178 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 4.6 MiB/s wr, 19 op/s 2024-03-07T03:02:15.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:15 smithi092 ceph-mon[31083]: osdmap e384: 8 total, 8 up, 8 in 2024-03-07T03:02:15.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:15 smithi092 ceph-mon[31083]: Upgrade: Updating mon.a 2024-03-07T03:02:15.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:15 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' 2024-03-07T03:02:15.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:15 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-07T03:02:15.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:15 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-07T03:02:15.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:15 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:02:15.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:15 smithi092 ceph-mon[31083]: Deploying daemon mon.a on smithi090 2024-03-07T03:02:15.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:15 smithi092 ceph-mon[31083]: pgmap v49: 121 pgs: 121 active+clean; 178 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 4.6 MiB/s wr, 19 op/s 2024-03-07T03:02:16.036 INFO:tasks.rados.rados.0.smithi090.stdout:1629: done (0 left) 2024-03-07T03:02:16.036 INFO:tasks.rados.rados.0.smithi090.stdout:1630: snap_create 2024-03-07T03:02:16.253 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:16 smithi090 ceph-mon[37987]: osdmap e385: 8 total, 8 up, 8 in 2024-03-07T03:02:16.253 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:15 smithi090 systemd[1]: Stopping Ceph mon.a for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T03:02:16.253 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:16 smithi090 ceph-mon[27223]: osdmap e385: 8 total, 8 up, 8 in 2024-03-07T03:02:16.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:16 smithi092 ceph-mon[31083]: osdmap e385: 8 total, 8 up, 8 in 2024-03-07T03:02:16.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:16 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-a[27219]: 2024-03-07T03:02:16.249+0000 7f0b84fbb700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-03-07T03:02:16.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:16 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-a[27219]: 2024-03-07T03:02:16.249+0000 7f0b84fbb700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-03-07T03:02:16.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:16 smithi090 podman[89334]: 2024-03-07 03:02:16.272019413 +0000 UTC m=+0.140985013 container died 84d91110fe9fa1b1941a63453ea2d5230f3bbfdc8d252d75255777963fc538f4 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-a, RELEASE=reef-ae75fc9, ceph=True, org.label-schema.build-date=20240222, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-03-07T03:02:16.580 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:02:16 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: [07/Mar/2024:03:02:16] ENGINE Bus STOPPING 2024-03-07T03:02:16.580 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:02:16 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: [07/Mar/2024:03:02:16] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-07T03:02:16.580 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:02:16 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: [07/Mar/2024:03:02:16] ENGINE Bus STOPPED 2024-03-07T03:02:16.580 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:02:16 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: [07/Mar/2024:03:02:16] ENGINE Bus STARTING 2024-03-07T03:02:16.580 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:02:16 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: [07/Mar/2024:03:02:16] ENGINE Serving on http://:::9283 2024-03-07T03:02:16.580 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:02:16 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: [07/Mar/2024:03:02:16] ENGINE Bus STARTED 2024-03-07T03:02:16.872 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:16 smithi090 podman[89334]: 2024-03-07 03:02:16.668979685 +0000 UTC m=+0.537945323 container cleanup 84d91110fe9fa1b1941a63453ea2d5230f3bbfdc8d252d75255777963fc538f4 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=reef-ae75fc9, ceph=True, org.label-schema.build-date=20240222, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-03-07T03:02:16.872 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:16 smithi090 bash[89334]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-a 2024-03-07T03:02:17.187 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:16 smithi090 podman[89348]: 2024-03-07 03:02:16.870408283 +0000 UTC m=+0.600779649 container remove 84d91110fe9fa1b1941a63453ea2d5230f3bbfdc8d252d75255777963fc538f4 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-a, RELEASE=reef-ae75fc9, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240222, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-03-07T03:02:17.187 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:16 smithi090 systemd[1]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@mon.a.service: Deactivated successfully. 2024-03-07T03:02:17.187 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:16 smithi090 systemd[1]: Stopped Ceph mon.a for fb96fd1c-dc2c-11ee-95c6-87774f69a715. 2024-03-07T03:02:17.187 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:16 smithi090 systemd[1]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@mon.a.service: Consumed 16.161s CPU time. 2024-03-07T03:02:17.526 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 systemd[1]: Starting Ceph mon.a for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T03:02:17.526 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 podman[89492]: 2024-03-07 03:02:17.298775873 +0000 UTC m=+0.017474466 image pull fdb83767c1ab7256a5adb2236a0d5ca62c64d53a1398fd6c12f8a81ff166e8ff quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71 2024-03-07T03:02:17.526 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 podman[89492]: 2024-03-07 03:02:17.405504138 +0000 UTC m=+0.124202787 container create f36508ef70bc34663acdafb18450250a8dc6f136eeb1cfba42dd04b2c1513746 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-a, ceph=True, org.label-schema.build-date=20240222, org.label-schema.vendor=CentOS, RELEASE=main-ea9a568, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-03-07T03:02:17.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 podman[89492]: 2024-03-07 03:02:17.633256348 +0000 UTC m=+0.351954929 container init f36508ef70bc34663acdafb18450250a8dc6f136eeb1cfba42dd04b2c1513746 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-a, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=main-ea9a568, CEPH_POINT_RELEASE=, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240222, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-07T03:02:17.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 podman[89492]: 2024-03-07 03:02:17.63614536 +0000 UTC m=+0.354843941 container start f36508ef70bc34663acdafb18450250a8dc6f136eeb1cfba42dd04b2c1513746 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-a, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, io.buildah.version=1.33.5, RELEASE=main-ea9a568, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240222, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-07T03:02:17.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: set uid:gid to 167:167 (ceph:ceph) 2024-03-07T03:02:17.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev), process ceph-mon, pid 2 2024-03-07T03:02:17.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: pidfile_write: ignore empty --pid-file 2024-03-07T03:02:17.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: load: jerasure load: lrc 2024-03-07T03:02:17.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: RocksDB version: 7.9.2 2024-03-07T03:02:17.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Git sha 0 2024-03-07T03:02:17.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Compile date 2024-03-06 19:59:24 2024-03-07T03:02:17.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: DB SUMMARY 2024-03-07T03:02:17.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: DB Session ID: PO19BMFBA9B0EOBIXVSU 2024-03-07T03:02:17.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: CURRENT file: CURRENT 2024-03-07T03:02:17.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: IDENTITY file: IDENTITY 2024-03-07T03:02:17.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: MANIFEST file: MANIFEST-000015 size: 1760 Bytes 2024-03-07T03:02:17.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000035.sst 2024-03-07T03:02:17.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000033.log size: 1933056 ; 2024-03-07T03:02:17.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.error_if_exists: 0 2024-03-07T03:02:17.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.create_if_missing: 0 2024-03-07T03:02:17.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.paranoid_checks: 1 2024-03-07T03:02:17.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.flush_verify_memtable_count: 1 2024-03-07T03:02:17.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-03-07T03:02:17.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-03-07T03:02:17.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.env: 0x55f48caabb20 2024-03-07T03:02:17.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.fs: PosixFileSystem 2024-03-07T03:02:17.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.info_log: 0x55f48d92d8e0 2024-03-07T03:02:17.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.max_file_opening_threads: 16 2024-03-07T03:02:17.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.statistics: (nil) 2024-03-07T03:02:17.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.use_fsync: 0 2024-03-07T03:02:17.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.max_log_file_size: 0 2024-03-07T03:02:17.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-03-07T03:02:17.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.log_file_time_to_roll: 0 2024-03-07T03:02:17.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.keep_log_file_num: 1000 2024-03-07T03:02:17.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.recycle_log_file_num: 0 2024-03-07T03:02:17.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.allow_fallocate: 1 2024-03-07T03:02:17.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.allow_mmap_reads: 0 2024-03-07T03:02:17.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.allow_mmap_writes: 0 2024-03-07T03:02:17.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.use_direct_reads: 0 2024-03-07T03:02:17.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-03-07T03:02:17.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.create_missing_column_families: 0 2024-03-07T03:02:17.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.db_log_dir: 2024-03-07T03:02:17.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.wal_dir: 2024-03-07T03:02:17.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.table_cache_numshardbits: 6 2024-03-07T03:02:17.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.WAL_ttl_seconds: 0 2024-03-07T03:02:17.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.WAL_size_limit_MB: 0 2024-03-07T03:02:17.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-03-07T03:02:17.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-03-07T03:02:17.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.is_fd_close_on_exec: 1 2024-03-07T03:02:17.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.advise_random_on_open: 1 2024-03-07T03:02:17.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.db_write_buffer_size: 0 2024-03-07T03:02:17.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.write_buffer_manager: 0x55f48d901400 2024-03-07T03:02:17.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-03-07T03:02:17.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-03-07T03:02:17.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.use_adaptive_mutex: 0 2024-03-07T03:02:17.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.rate_limiter: (nil) 2024-03-07T03:02:17.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-03-07T03:02:17.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.wal_recovery_mode: 2 2024-03-07T03:02:17.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.enable_thread_tracking: 0 2024-03-07T03:02:17.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.enable_pipelined_write: 0 2024-03-07T03:02:17.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.unordered_write: 0 2024-03-07T03:02:17.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-03-07T03:02:17.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-03-07T03:02:17.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-03-07T03:02:17.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-03-07T03:02:17.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.row_cache: None 2024-03-07T03:02:17.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.wal_filter: None 2024-03-07T03:02:17.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-03-07T03:02:17.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.allow_ingest_behind: 0 2024-03-07T03:02:17.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.two_write_queues: 0 2024-03-07T03:02:17.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.manual_wal_flush: 0 2024-03-07T03:02:17.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.wal_compression: 0 2024-03-07T03:02:17.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.atomic_flush: 0 2024-03-07T03:02:17.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-03-07T03:02:17.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.persist_stats_to_disk: 0 2024-03-07T03:02:17.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.write_dbid_to_manifest: 0 2024-03-07T03:02:17.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.log_readahead_size: 0 2024-03-07T03:02:17.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-03-07T03:02:17.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.best_efforts_recovery: 0 2024-03-07T03:02:17.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-03-07T03:02:17.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-03-07T03:02:17.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.allow_data_in_errors: 0 2024-03-07T03:02:17.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.db_host_id: __hostname__ 2024-03-07T03:02:17.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.enforce_single_del_contracts: true 2024-03-07T03:02:17.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.max_background_jobs: 2 2024-03-07T03:02:17.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.max_background_compactions: -1 2024-03-07T03:02:17.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.max_subcompactions: 1 2024-03-07T03:02:17.837 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-03-07T03:02:17.837 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-03-07T03:02:17.837 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.delayed_write_rate : 16777216 2024-03-07T03:02:17.837 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.max_total_wal_size: 0 2024-03-07T03:02:17.837 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-03-07T03:02:17.837 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.stats_dump_period_sec: 600 2024-03-07T03:02:17.837 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.stats_persist_period_sec: 600 2024-03-07T03:02:17.837 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-03-07T03:02:17.837 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.max_open_files: -1 2024-03-07T03:02:17.837 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.bytes_per_sync: 0 2024-03-07T03:02:17.837 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.wal_bytes_per_sync: 0 2024-03-07T03:02:17.837 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.strict_bytes_per_sync: 0 2024-03-07T03:02:17.837 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.compaction_readahead_size: 0 2024-03-07T03:02:17.837 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.max_background_flushes: -1 2024-03-07T03:02:17.837 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Compression algorithms supported: 2024-03-07T03:02:17.837 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-03-07T03:02:17.838 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: kZSTD supported: 0 2024-03-07T03:02:17.838 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: kXpressCompression supported: 0 2024-03-07T03:02:17.838 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: kLZ4HCCompression supported: 1 2024-03-07T03:02:17.838 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: kZlibCompression supported: 1 2024-03-07T03:02:17.838 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: kSnappyCompression supported: 1 2024-03-07T03:02:17.838 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: kLZ4Compression supported: 1 2024-03-07T03:02:17.838 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: kBZip2Compression supported: 0 2024-03-07T03:02:17.838 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Fast CRC32 supported: Supported on x86 2024-03-07T03:02:17.838 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: DMutex implementation: pthread_mutex_t 2024-03-07T03:02:17.838 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2024-03-07T03:02:17.838 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-03-07T03:02:17.838 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-03-07T03:02:17.839 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.merge_operator: 2024-03-07T03:02:17.839 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.compaction_filter: None 2024-03-07T03:02:17.839 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.compaction_filter_factory: None 2024-03-07T03:02:17.839 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.sst_partitioner_factory: None 2024-03-07T03:02:17.839 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.memtable_factory: SkipListFactory 2024-03-07T03:02:17.839 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.table_factory: BlockBasedTable 2024-03-07T03:02:17.839 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55f48d92d9e0) 2024-03-07T03:02:17.839 INFO:journalctl@ceph.mon.a.smithi090.stdout: cache_index_and_filter_blocks: 1 2024-03-07T03:02:17.839 INFO:journalctl@ceph.mon.a.smithi090.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-03-07T03:02:17.839 INFO:journalctl@ceph.mon.a.smithi090.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-03-07T03:02:17.839 INFO:journalctl@ceph.mon.a.smithi090.stdout: pin_top_level_index_and_filter: 1 2024-03-07T03:02:17.839 INFO:journalctl@ceph.mon.a.smithi090.stdout: index_type: 0 2024-03-07T03:02:17.839 INFO:journalctl@ceph.mon.a.smithi090.stdout: data_block_index_type: 0 2024-03-07T03:02:17.839 INFO:journalctl@ceph.mon.a.smithi090.stdout: index_shortening: 1 2024-03-07T03:02:17.839 INFO:journalctl@ceph.mon.a.smithi090.stdout: data_block_hash_table_util_ratio: 0.750000 2024-03-07T03:02:17.840 INFO:journalctl@ceph.mon.a.smithi090.stdout: checksum: 4 2024-03-07T03:02:17.840 INFO:journalctl@ceph.mon.a.smithi090.stdout: no_block_cache: 0 2024-03-07T03:02:17.840 INFO:journalctl@ceph.mon.a.smithi090.stdout: block_cache: 0x55f48d933090 2024-03-07T03:02:17.840 INFO:journalctl@ceph.mon.a.smithi090.stdout: block_cache_name: BinnedLRUCache 2024-03-07T03:02:17.840 INFO:journalctl@ceph.mon.a.smithi090.stdout: block_cache_options: 2024-03-07T03:02:17.840 INFO:journalctl@ceph.mon.a.smithi090.stdout: capacity : 536870912 2024-03-07T03:02:17.840 INFO:journalctl@ceph.mon.a.smithi090.stdout: num_shard_bits : 4 2024-03-07T03:02:17.840 INFO:journalctl@ceph.mon.a.smithi090.stdout: strict_capacity_limit : 0 2024-03-07T03:02:17.840 INFO:journalctl@ceph.mon.a.smithi090.stdout: high_pri_pool_ratio: 0.000 2024-03-07T03:02:17.840 INFO:journalctl@ceph.mon.a.smithi090.stdout: block_cache_compressed: (nil) 2024-03-07T03:02:17.840 INFO:journalctl@ceph.mon.a.smithi090.stdout: persistent_cache: (nil) 2024-03-07T03:02:17.840 INFO:journalctl@ceph.mon.a.smithi090.stdout: block_size: 4096 2024-03-07T03:02:17.840 INFO:journalctl@ceph.mon.a.smithi090.stdout: block_size_deviation: 10 2024-03-07T03:02:17.840 INFO:journalctl@ceph.mon.a.smithi090.stdout: block_restart_interval: 16 2024-03-07T03:02:17.841 INFO:journalctl@ceph.mon.a.smithi090.stdout: index_block_restart_interval: 1 2024-03-07T03:02:17.841 INFO:journalctl@ceph.mon.a.smithi090.stdout: metadata_block_size: 4096 2024-03-07T03:02:17.841 INFO:journalctl@ceph.mon.a.smithi090.stdout: partition_filters: 0 2024-03-07T03:02:17.841 INFO:journalctl@ceph.mon.a.smithi090.stdout: use_delta_encoding: 1 2024-03-07T03:02:17.841 INFO:journalctl@ceph.mon.a.smithi090.stdout: filter_policy: bloomfilter 2024-03-07T03:02:17.841 INFO:journalctl@ceph.mon.a.smithi090.stdout: whole_key_filtering: 1 2024-03-07T03:02:17.841 INFO:journalctl@ceph.mon.a.smithi090.stdout: verify_compression: 0 2024-03-07T03:02:17.841 INFO:journalctl@ceph.mon.a.smithi090.stdout: read_amp_bytes_per_bit: 0 2024-03-07T03:02:17.841 INFO:journalctl@ceph.mon.a.smithi090.stdout: format_version: 5 2024-03-07T03:02:17.841 INFO:journalctl@ceph.mon.a.smithi090.stdout: enable_index_compression: 1 2024-03-07T03:02:17.841 INFO:journalctl@ceph.mon.a.smithi090.stdout: block_align: 0 2024-03-07T03:02:17.841 INFO:journalctl@ceph.mon.a.smithi090.stdout: max_auto_readahead_size: 262144 2024-03-07T03:02:17.841 INFO:journalctl@ceph.mon.a.smithi090.stdout: prepopulate_block_cache: 0 2024-03-07T03:02:17.841 INFO:journalctl@ceph.mon.a.smithi090.stdout: initial_auto_readahead_size: 8192 2024-03-07T03:02:17.842 INFO:journalctl@ceph.mon.a.smithi090.stdout: num_file_reads_for_auto_readahead: 2 2024-03-07T03:02:17.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.write_buffer_size: 33554432 2024-03-07T03:02:17.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.max_write_buffer_number: 2 2024-03-07T03:02:17.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.compression: NoCompression 2024-03-07T03:02:17.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.bottommost_compression: Disabled 2024-03-07T03:02:17.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.prefix_extractor: nullptr 2024-03-07T03:02:17.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-03-07T03:02:17.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.num_levels: 7 2024-03-07T03:02:17.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-03-07T03:02:17.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-03-07T03:02:17.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-03-07T03:02:17.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-03-07T03:02:17.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-03-07T03:02:17.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-03-07T03:02:17.843 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-03-07T03:02:17.843 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-03-07T03:02:17.843 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-03-07T03:02:17.843 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-03-07T03:02:17.843 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-03-07T03:02:17.843 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-03-07T03:02:17.843 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.compression_opts.window_bits: -14 2024-03-07T03:02:17.843 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.compression_opts.level: 32767 2024-03-07T03:02:17.843 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.compression_opts.strategy: 0 2024-03-07T03:02:17.843 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-03-07T03:02:17.843 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-03-07T03:02:17.843 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-03-07T03:02:17.843 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-03-07T03:02:17.843 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.compression_opts.enabled: false 2024-03-07T03:02:17.843 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-03-07T03:02:17.844 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-03-07T03:02:17.844 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-03-07T03:02:17.844 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-03-07T03:02:17.844 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.target_file_size_base: 67108864 2024-03-07T03:02:17.844 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.target_file_size_multiplier: 1 2024-03-07T03:02:17.844 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-03-07T03:02:17.844 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-03-07T03:02:17.844 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-03-07T03:02:17.844 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-03-07T03:02:17.844 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-03-07T03:02:17.844 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-03-07T03:02:17.844 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-03-07T03:02:17.845 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-03-07T03:02:17.845 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-03-07T03:02:17.845 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-03-07T03:02:17.845 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-03-07T03:02:17.845 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-03-07T03:02:17.845 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-03-07T03:02:17.845 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.arena_block_size: 1048576 2024-03-07T03:02:17.845 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-03-07T03:02:17.845 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-03-07T03:02:17.845 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.disable_auto_compactions: 0 2024-03-07T03:02:17.845 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-03-07T03:02:17.845 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-03-07T03:02:17.845 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-03-07T03:02:17.845 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-03-07T03:02:17.845 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-03-07T03:02:17.846 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-03-07T03:02:17.846 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-03-07T03:02:17.846 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-03-07T03:02:17.846 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-03-07T03:02:17.846 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-03-07T03:02:17.846 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.table_properties_collectors: 2024-03-07T03:02:17.846 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.inplace_update_support: 0 2024-03-07T03:02:17.846 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.inplace_update_num_locks: 10000 2024-03-07T03:02:17.846 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-03-07T03:02:17.846 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-03-07T03:02:17.846 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.memtable_huge_page_size: 0 2024-03-07T03:02:17.846 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.bloom_locality: 0 2024-03-07T03:02:17.846 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.max_successive_merges: 0 2024-03-07T03:02:17.846 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.optimize_filters_for_hits: 0 2024-03-07T03:02:17.846 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.paranoid_file_checks: 0 2024-03-07T03:02:17.847 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.force_consistency_checks: 1 2024-03-07T03:02:17.847 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.report_bg_io_stats: 0 2024-03-07T03:02:17.847 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.ttl: 2592000 2024-03-07T03:02:17.847 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.periodic_compaction_seconds: 0 2024-03-07T03:02:17.847 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-03-07T03:02:17.847 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-03-07T03:02:17.847 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.enable_blob_files: false 2024-03-07T03:02:17.847 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.min_blob_size: 0 2024-03-07T03:02:17.847 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.blob_file_size: 268435456 2024-03-07T03:02:17.847 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.blob_compression_type: NoCompression 2024-03-07T03:02:17.847 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.enable_blob_garbage_collection: false 2024-03-07T03:02:17.847 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-03-07T03:02:17.847 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-03-07T03:02:17.847 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-03-07T03:02:17.847 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.blob_file_starting_level: 0 2024-03-07T03:02:17.848 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-03-07T03:02:17.848 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-03-07T03:02:17.848 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 37, last_sequence is 18400, log_number is 33,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 33 2024-03-07T03:02:17.848 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 33 2024-03-07T03:02:17.848 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 8094ce75-a7b6-4706-bed1-633d6424df1f 2024-03-07T03:02:17.848 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: EVENT_LOG_v1 {"time_micros": 1709780537665384, "job": 1, "event": "recovery_started", "wal_files": [33]} 2024-03-07T03:02:17.848 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #33 mode 2 2024-03-07T03:02:17.848 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: EVENT_LOG_v1 {"time_micros": 1709780537671361, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 38, "file_size": 1794273, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 18401, "largest_seqno": 19430, "table_properties": {"data_size": 1788616, "index_size": 3490, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1157, "raw_key_size": 11053, "raw_average_key_size": 24, "raw_value_size": 1778426, "raw_average_value_size": 4005, "num_data_blocks": 156, "num_entries": 444, "num_filter_entries": 444, "num_deletions": 26, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1709780537, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "8094ce75-a7b6-4706-bed1-633d6424df1f", "db_session_id": "PO19BMFBA9B0EOBIXVSU", "orig_file_number": 38, "seqno_to_time_mapping": "N/A"}} 2024-03-07T03:02:17.848 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: EVENT_LOG_v1 {"time_micros": 1709780537671460, "job": 1, "event": "recovery_finished"} 2024-03-07T03:02:17.848 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: [db/version_set.cc:5047] Creating manifest 40 2024-03-07T03:02:17.848 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-03-07T03:02:17.848 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000033.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-03-07T03:02:17.849 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55f48da26000 2024-03-07T03:02:17.849 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: DB pointer 0x55f48da10000 2024-03-07T03:02:17.849 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-03-07T03:02:17.849 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-03-07T03:02:17.849 INFO:journalctl@ceph.mon.a.smithi090.stdout: ** DB Stats ** 2024-03-07T03:02:17.849 INFO:journalctl@ceph.mon.a.smithi090.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-03-07T03:02:17.849 INFO:journalctl@ceph.mon.a.smithi090.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-03-07T03:02:17.849 INFO:journalctl@ceph.mon.a.smithi090.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-03-07T03:02:17.849 INFO:journalctl@ceph.mon.a.smithi090.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-03-07T03:02:17.849 INFO:journalctl@ceph.mon.a.smithi090.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-03-07T03:02:17.849 INFO:journalctl@ceph.mon.a.smithi090.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-03-07T03:02:17.849 INFO:journalctl@ceph.mon.a.smithi090.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-03-07T03:02:17.849 INFO:journalctl@ceph.mon.a.smithi090.stdout: 2024-03-07T03:02:17.849 INFO:journalctl@ceph.mon.a.smithi090.stdout: ** Compaction Stats [default] ** 2024-03-07T03:02:17.849 INFO:journalctl@ceph.mon.a.smithi090.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-03-07T03:02:17.850 INFO:journalctl@ceph.mon.a.smithi090.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-03-07T03:02:17.850 INFO:journalctl@ceph.mon.a.smithi090.stdout: L0 1/0 1.71 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 537.4 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-03-07T03:02:17.850 INFO:journalctl@ceph.mon.a.smithi090.stdout: L6 1/0 10.39 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-03-07T03:02:17.850 INFO:journalctl@ceph.mon.a.smithi090.stdout: Sum 2/0 12.10 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 537.4 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-03-07T03:02:17.850 INFO:journalctl@ceph.mon.a.smithi090.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 537.4 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-03-07T03:02:17.850 INFO:journalctl@ceph.mon.a.smithi090.stdout: 2024-03-07T03:02:17.850 INFO:journalctl@ceph.mon.a.smithi090.stdout: ** Compaction Stats [default] ** 2024-03-07T03:02:17.850 INFO:journalctl@ceph.mon.a.smithi090.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-03-07T03:02:17.850 INFO:journalctl@ceph.mon.a.smithi090.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-03-07T03:02:17.850 INFO:journalctl@ceph.mon.a.smithi090.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 537.4 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-03-07T03:02:17.850 INFO:journalctl@ceph.mon.a.smithi090.stdout: 2024-03-07T03:02:17.850 INFO:journalctl@ceph.mon.a.smithi090.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-03-07T03:02:17.850 INFO:journalctl@ceph.mon.a.smithi090.stdout: 2024-03-07T03:02:17.850 INFO:journalctl@ceph.mon.a.smithi090.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-03-07T03:02:17.851 INFO:journalctl@ceph.mon.a.smithi090.stdout: Flush(GB): cumulative 0.002, interval 0.002 2024-03-07T03:02:17.851 INFO:journalctl@ceph.mon.a.smithi090.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-03-07T03:02:17.851 INFO:journalctl@ceph.mon.a.smithi090.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-03-07T03:02:17.851 INFO:journalctl@ceph.mon.a.smithi090.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-03-07T03:02:17.851 INFO:journalctl@ceph.mon.a.smithi090.stdout: AddFile(Keys): cumulative 0, interval 0 2024-03-07T03:02:17.851 INFO:journalctl@ceph.mon.a.smithi090.stdout: Cumulative compaction: 0.00 GB write, 168.19 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-03-07T03:02:17.851 INFO:journalctl@ceph.mon.a.smithi090.stdout: Interval compaction: 0.00 GB write, 168.19 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-03-07T03:02:17.851 INFO:journalctl@ceph.mon.a.smithi090.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-03-07T03:02:17.851 INFO:journalctl@ceph.mon.a.smithi090.stdout: Block cache BinnedLRUCache@0x55f48d933090#2 capacity: 512.00 MB usage: 5.36 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-03-07T03:02:17.851 INFO:journalctl@ceph.mon.a.smithi090.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,1.28 KB,0.000244379%) IndexBlock(1,4.08 KB,0.000777841%) Misc(1,0.00 KB,0%) 2024-03-07T03:02:17.851 INFO:journalctl@ceph.mon.a.smithi090.stdout: 2024-03-07T03:02:17.851 INFO:journalctl@ceph.mon.a.smithi090.stdout: ** File Read Latency Histogram By Level [default] ** 2024-03-07T03:02:17.851 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: starting mon.a rank 0 at public addrs [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] at bind addrs [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 2024-03-07T03:02:17.851 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: mon.a@-1(???) e3 preinit fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 2024-03-07T03:02:17.851 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: mon.a@-1(???).mds e6 new map 2024-03-07T03:02:17.851 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: mon.a@-1(???).mds e6 print_map 2024-03-07T03:02:17.852 INFO:journalctl@ceph.mon.a.smithi090.stdout: e6 2024-03-07T03:02:17.852 INFO:journalctl@ceph.mon.a.smithi090.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-03-07T03:02:17.852 INFO:journalctl@ceph.mon.a.smithi090.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-03-07T03:02:17.852 INFO:journalctl@ceph.mon.a.smithi090.stdout: legacy client fscid: 1 2024-03-07T03:02:17.852 INFO:journalctl@ceph.mon.a.smithi090.stdout: 2024-03-07T03:02:17.852 INFO:journalctl@ceph.mon.a.smithi090.stdout: Filesystem 'cephfs' (1) 2024-03-07T03:02:17.852 INFO:journalctl@ceph.mon.a.smithi090.stdout: fs_name cephfs 2024-03-07T03:02:17.852 INFO:journalctl@ceph.mon.a.smithi090.stdout: epoch 6 2024-03-07T03:02:17.852 INFO:journalctl@ceph.mon.a.smithi090.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-03-07T03:02:17.852 INFO:journalctl@ceph.mon.a.smithi090.stdout: created 2024-03-07T02:53:49.821771+0000 2024-03-07T03:02:17.853 INFO:journalctl@ceph.mon.a.smithi090.stdout: modified 2024-03-07T02:53:51.832210+0000 2024-03-07T03:02:17.853 INFO:journalctl@ceph.mon.a.smithi090.stdout: tableserver 0 2024-03-07T03:02:17.853 INFO:journalctl@ceph.mon.a.smithi090.stdout: root 0 2024-03-07T03:02:17.853 INFO:journalctl@ceph.mon.a.smithi090.stdout: session_timeout 60 2024-03-07T03:02:17.853 INFO:journalctl@ceph.mon.a.smithi090.stdout: session_autoclose 300 2024-03-07T03:02:17.853 INFO:journalctl@ceph.mon.a.smithi090.stdout: max_file_size 1099511627776 2024-03-07T03:02:17.853 INFO:journalctl@ceph.mon.a.smithi090.stdout: max_xattr_size 65536 2024-03-07T03:02:17.853 INFO:journalctl@ceph.mon.a.smithi090.stdout: required_client_features {} 2024-03-07T03:02:17.853 INFO:journalctl@ceph.mon.a.smithi090.stdout: last_failure 0 2024-03-07T03:02:17.853 INFO:journalctl@ceph.mon.a.smithi090.stdout: last_failure_osd_epoch 0 2024-03-07T03:02:17.853 INFO:journalctl@ceph.mon.a.smithi090.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-03-07T03:02:17.853 INFO:journalctl@ceph.mon.a.smithi090.stdout: max_mds 1 2024-03-07T03:02:17.853 INFO:journalctl@ceph.mon.a.smithi090.stdout: in 0 2024-03-07T03:02:17.853 INFO:journalctl@ceph.mon.a.smithi090.stdout: up {0=24334} 2024-03-07T03:02:17.853 INFO:journalctl@ceph.mon.a.smithi090.stdout: failed 2024-03-07T03:02:17.854 INFO:journalctl@ceph.mon.a.smithi090.stdout: damaged 2024-03-07T03:02:17.854 INFO:journalctl@ceph.mon.a.smithi090.stdout: stopped 2024-03-07T03:02:17.854 INFO:journalctl@ceph.mon.a.smithi090.stdout: data_pools [3] 2024-03-07T03:02:17.854 INFO:journalctl@ceph.mon.a.smithi090.stdout: metadata_pool 2 2024-03-07T03:02:17.854 INFO:journalctl@ceph.mon.a.smithi090.stdout: inline_data disabled 2024-03-07T03:02:17.854 INFO:journalctl@ceph.mon.a.smithi090.stdout: balancer 2024-03-07T03:02:17.854 INFO:journalctl@ceph.mon.a.smithi090.stdout: bal_rank_mask -1 2024-03-07T03:02:17.854 INFO:journalctl@ceph.mon.a.smithi090.stdout: standby_count_wanted 0 2024-03-07T03:02:17.854 INFO:journalctl@ceph.mon.a.smithi090.stdout: [mds.b{0:24334} state up:active seq 3 addr [v2:172.21.15.92:6832/1681570486,v1:172.21.15.92:6833/1681570486] compat {c=[1],r=[1],i=[7ff]}] 2024-03-07T03:02:17.854 INFO:journalctl@ceph.mon.a.smithi090.stdout: 2024-03-07T03:02:17.854 INFO:journalctl@ceph.mon.a.smithi090.stdout: 2024-03-07T03:02:17.854 INFO:journalctl@ceph.mon.a.smithi090.stdout: Standby daemons: 2024-03-07T03:02:17.854 INFO:journalctl@ceph.mon.a.smithi090.stdout: 2024-03-07T03:02:17.854 INFO:journalctl@ceph.mon.a.smithi090.stdout: [mds.a{-1:14454} state up:standby seq 1 addr [v2:172.21.15.90:6834/1683497718,v1:172.21.15.90:6835/1683497718] compat {c=[1],r=[1],i=[7ff]}] 2024-03-07T03:02:17.854 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: mon.a@-1(???).osd e386 crush map has features 3314933069573799936, adjusting msgr requires 2024-03-07T03:02:17.854 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: mon.a@-1(???).osd e386 crush map has features 432629308056666112, adjusting msgr requires 2024-03-07T03:02:17.855 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: mon.a@-1(???).osd e386 crush map has features 432629308056666112, adjusting msgr requires 2024-03-07T03:02:17.855 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: mon.a@-1(???).osd e386 crush map has features 432629308056666112, adjusting msgr requires 2024-03-07T03:02:17.855 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 ceph-mon[89511]: mon.a@-1(???).paxosservice(auth 1..19) refresh upgraded, format 0 -> 3 2024-03-07T03:02:17.855 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 bash[89492]: f36508ef70bc34663acdafb18450250a8dc6f136eeb1cfba42dd04b2c1513746 2024-03-07T03:02:17.855 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:17 smithi090 systemd[1]: Started Ceph mon.a for fb96fd1c-dc2c-11ee-95c6-87774f69a715. 2024-03-07T03:02:20.777 INFO:tasks.rados.rados.0.smithi090.stdout:1630: done (0 left) 2024-03-07T03:02:20.816 INFO:tasks.rados.rados.0.smithi090.stdout:1631: read oid 11 snap -1 2024-03-07T03:02:20.816 INFO:tasks.rados.rados.0.smithi090.stdout:1631: expect (ObjNum 487 snap 150 seq_num 487) 2024-03-07T03:02:20.816 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 24 current snap is 157 2024-03-07T03:02:20.816 INFO:tasks.rados.rados.0.smithi090.stdout:1632: seq_num 514 ranges {0=614400,614400=679936,1294336=122880} 2024-03-07T03:02:20.817 INFO:tasks.rados.rados.0.smithi090.stdout:1632: writing smithi09077644-24 from 0 to 614400 tid 1 2024-03-07T03:02:20.817 INFO:tasks.rados.rados.0.smithi090.stdout:1632: writing smithi09077644-24 from 614400 to 1294336 tid 2 2024-03-07T03:02:20.817 INFO:tasks.rados.rados.0.smithi090.stdout:1632: writing smithi09077644-24 from 1294336 to 1417216 tid 3 2024-03-07T03:02:20.817 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 32 current snap is 157 2024-03-07T03:02:20.817 INFO:tasks.rados.rados.0.smithi090.stdout:1631: expect (ObjNum 487 snap 150 seq_num 487) 2024-03-07T03:02:20.817 INFO:tasks.rados.rados.0.smithi090.stdout:1632: finishing write tid 1 to smithi09077644-24 2024-03-07T03:02:20.817 INFO:tasks.rados.rados.0.smithi090.stdout:1632: finishing write tid 2 to smithi09077644-24 2024-03-07T03:02:20.817 INFO:tasks.rados.rados.0.smithi090.stdout:1632: finishing write tid 3 to smithi09077644-24 2024-03-07T03:02:20.818 INFO:tasks.rados.rados.0.smithi090.stdout:1633: seq_num 515 ranges {0=630784,630784=565248,1196032=237568} 2024-03-07T03:02:20.818 INFO:tasks.rados.rados.0.smithi090.stdout:1633: writing smithi09077644-32 from 0 to 630784 tid 1 2024-03-07T03:02:20.820 INFO:tasks.rados.rados.0.smithi090.stdout:1633: writing smithi09077644-32 from 630784 to 1196032 tid 2 2024-03-07T03:02:20.822 INFO:tasks.rados.rados.0.smithi090.stdout:1633: writing smithi09077644-32 from 1196032 to 1433600 tid 3 2024-03-07T03:02:20.822 INFO:tasks.rados.rados.0.smithi090.stdout:1631: done (2 left) 2024-03-07T03:02:20.822 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 16 current snap is 157 2024-03-07T03:02:20.822 INFO:tasks.rados.rados.0.smithi090.stdout:1632: finishing write tid 4 to smithi09077644-24 2024-03-07T03:02:20.822 INFO:tasks.rados.rados.0.smithi090.stdout:1632: finishing write tid 5 to smithi09077644-24 2024-03-07T03:02:20.822 INFO:tasks.rados.rados.0.smithi090.stdout:1632: oid 24 updating version 0 to 862 2024-03-07T03:02:20.822 INFO:tasks.rados.rados.0.smithi090.stdout:1632: oid 24 updating version 862 to 863 2024-03-07T03:02:20.822 INFO:tasks.rados.rados.0.smithi090.stdout:1632: oid 24 version 863 is already newer than 861 2024-03-07T03:02:20.822 INFO:tasks.rados.rados.0.smithi090.stdout:1632: oid 24 version 863 is already newer than 860 2024-03-07T03:02:20.822 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 24 v 863 (ObjNum 514 snap 157 seq_num 514) dirty exists 2024-03-07T03:02:20.823 INFO:tasks.rados.rados.0.smithi090.stdout:1632: left oid 24 (ObjNum 514 snap 157 seq_num 514) 2024-03-07T03:02:20.823 INFO:tasks.rados.rados.0.smithi090.stdout:1634: seq_num 516 ranges {4907008=647168,5554176=450560,6004736=352256} 2024-03-07T03:02:20.851 INFO:tasks.rados.rados.0.smithi090.stdout:1634: writing smithi09077644-16 from 4907008 to 5554176 tid 1 2024-03-07T03:02:20.854 INFO:tasks.rados.rados.0.smithi090.stdout:1634: writing smithi09077644-16 from 5554176 to 6004736 tid 2 2024-03-07T03:02:20.857 INFO:tasks.rados.rados.0.smithi090.stdout:1634: writing smithi09077644-16 from 6004736 to 6356992 tid 3 2024-03-07T03:02:20.857 INFO:tasks.rados.rados.0.smithi090.stdout:1632: done (2 left) 2024-03-07T03:02:20.857 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 34 current snap is 157 2024-03-07T03:02:20.857 INFO:tasks.rados.rados.0.smithi090.stdout:1633: finishing write tid 1 to smithi09077644-32 2024-03-07T03:02:20.857 INFO:tasks.rados.rados.0.smithi090.stdout:1633: finishing write tid 2 to smithi09077644-32 2024-03-07T03:02:20.857 INFO:tasks.rados.rados.0.smithi090.stdout:1633: finishing write tid 3 to smithi09077644-32 2024-03-07T03:02:20.857 INFO:tasks.rados.rados.0.smithi090.stdout:1633: finishing write tid 4 to smithi09077644-32 2024-03-07T03:02:20.857 INFO:tasks.rados.rados.0.smithi090.stdout:1633: finishing write tid 5 to smithi09077644-32 2024-03-07T03:02:20.857 INFO:tasks.rados.rados.0.smithi090.stdout:1633: oid 32 updating version 0 to 302 2024-03-07T03:02:20.857 INFO:tasks.rados.rados.0.smithi090.stdout:1633: oid 32 updating version 302 to 304 2024-03-07T03:02:20.857 INFO:tasks.rados.rados.0.smithi090.stdout:1633: oid 32 version 304 is already newer than 303 2024-03-07T03:02:20.857 INFO:tasks.rados.rados.0.smithi090.stdout:1633: oid 32 updating version 304 to 305 2024-03-07T03:02:20.857 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 32 v 305 (ObjNum 515 snap 157 seq_num 515) dirty exists 2024-03-07T03:02:20.857 INFO:tasks.rados.rados.0.smithi090.stdout:1633: left oid 32 (ObjNum 515 snap 157 seq_num 515) 2024-03-07T03:02:20.858 INFO:tasks.rados.rados.0.smithi090.stdout:1635: seq_num 517 ranges {7421952=663552,8085504=786432,8871936=16384} 2024-03-07T03:02:20.901 INFO:tasks.rados.rados.0.smithi090.stdout:1635: writing smithi09077644-34 from 7421952 to 8085504 tid 1 2024-03-07T03:02:20.905 INFO:tasks.rados.rados.0.smithi090.stdout:1635: writing smithi09077644-34 from 8085504 to 8871936 tid 2 2024-03-07T03:02:20.906 INFO:tasks.rados.rados.0.smithi090.stdout:1635: writing smithi09077644-34 from 8871936 to 8888320 tid 3 2024-03-07T03:02:20.906 INFO:tasks.rados.rados.0.smithi090.stdout:1633: done (2 left) 2024-03-07T03:02:20.906 INFO:tasks.rados.rados.0.smithi090.stdout:1636: snap_remove snap 154 2024-03-07T03:02:21.079 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:02:20 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ignoring --setuser ceph since I am not root 2024-03-07T03:02:21.079 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:02:20 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ignoring --setgroup ceph since I am not root 2024-03-07T03:02:21.079 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:02:20 smithi090 ceph-mgr[80881]: -- 172.21.15.90:0/802743354 <== mon.0 v2:172.21.15.90:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x555dcd2025a0 con 0x555dcd1d7000 2024-03-07T03:02:21.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:20 smithi090 ceph-mon[89511]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T03:02:21.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:20 smithi090 ceph-mon[89511]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T03:02:21.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:20 smithi090 ceph-mon[89511]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T03:02:21.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:20 smithi090 ceph-mon[89511]: pgmap v52: 121 pgs: 121 active+clean; 178 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 4.6 MiB/s wr, 19 op/s 2024-03-07T03:02:21.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:20 smithi090 ceph-mon[89511]: mon.a calling monitor election 2024-03-07T03:02:21.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:20 smithi090 ceph-mon[89511]: pgmap v53: 121 pgs: 121 active+clean; 178 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.5 MiB/s wr, 14 op/s 2024-03-07T03:02:21.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:20 smithi090 ceph-mon[89511]: pgmap v54: 121 pgs: 121 active+clean; 173 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-03-07T03:02:21.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:20 smithi090 ceph-mon[89511]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-03-07T03:02:21.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:20 smithi090 ceph-mon[89511]: monmap e3: 3 mons at {a=[v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0],b=[v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0],c=[v2:172.21.15.90:3301/0,v1:172.21.15.90:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-07T03:02:21.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:20 smithi090 ceph-mon[89511]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-03-07T03:02:21.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:20 smithi090 ceph-mon[89511]: osdmap e386: 8 total, 8 up, 8 in 2024-03-07T03:02:21.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:20 smithi090 ceph-mon[89511]: mgrmap e35: y(active, since 38s), standbys: x 2024-03-07T03:02:21.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:20 smithi090 ceph-mon[89511]: overall HEALTH_OK 2024-03-07T03:02:21.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:20 smithi090 ceph-mon[89511]: from='mgr.15258 ' entity='' 2024-03-07T03:02:21.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:20 smithi090 ceph-mon[89511]: mgrmap e36: y(active, since 38s), standbys: x 2024-03-07T03:02:21.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:20 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T03:02:21.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:20 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T03:02:21.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:20 smithi090 ceph-mon[37987]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T03:02:21.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:20 smithi090 ceph-mon[37987]: pgmap v52: 121 pgs: 121 active+clean; 178 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 4.6 MiB/s wr, 19 op/s 2024-03-07T03:02:21.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:20 smithi090 ceph-mon[37987]: mon.a calling monitor election 2024-03-07T03:02:21.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:20 smithi090 ceph-mon[37987]: pgmap v53: 121 pgs: 121 active+clean; 178 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.5 MiB/s wr, 14 op/s 2024-03-07T03:02:21.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:20 smithi090 ceph-mon[37987]: pgmap v54: 121 pgs: 121 active+clean; 173 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-03-07T03:02:21.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:20 smithi090 ceph-mon[37987]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-03-07T03:02:21.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:20 smithi090 ceph-mon[37987]: monmap e3: 3 mons at {a=[v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0],b=[v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0],c=[v2:172.21.15.90:3301/0,v1:172.21.15.90:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-07T03:02:21.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:20 smithi090 ceph-mon[37987]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-03-07T03:02:21.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:20 smithi090 ceph-mon[37987]: osdmap e386: 8 total, 8 up, 8 in 2024-03-07T03:02:21.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:20 smithi090 ceph-mon[37987]: mgrmap e35: y(active, since 38s), standbys: x 2024-03-07T03:02:21.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:20 smithi090 ceph-mon[37987]: overall HEALTH_OK 2024-03-07T03:02:21.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:20 smithi090 ceph-mon[37987]: from='mgr.15258 ' entity='' 2024-03-07T03:02:21.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:20 smithi090 ceph-mon[37987]: mgrmap e36: y(active, since 38s), standbys: x 2024-03-07T03:02:21.167 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[75760]: ignoring --setuser ceph since I am not root 2024-03-07T03:02:21.167 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[75760]: ignoring --setgroup ceph since I am not root 2024-03-07T03:02:21.167 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:20 smithi092 ceph-mgr[75764]: -- 172.21.15.92:0/3472354953 <== mon.1 v2:172.21.15.92:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x561dffa845a0 con 0x561dffa58800 2024-03-07T03:02:21.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:20 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T03:02:21.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:20 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T03:02:21.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:20 smithi092 ceph-mon[31083]: from='mgr.15258 172.21.15.90:0/3903634957' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T03:02:21.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:20 smithi092 ceph-mon[31083]: pgmap v52: 121 pgs: 121 active+clean; 178 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 4.6 MiB/s wr, 19 op/s 2024-03-07T03:02:21.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:20 smithi092 ceph-mon[31083]: mon.a calling monitor election 2024-03-07T03:02:21.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:20 smithi092 ceph-mon[31083]: pgmap v53: 121 pgs: 121 active+clean; 178 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.5 MiB/s wr, 14 op/s 2024-03-07T03:02:21.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:20 smithi092 ceph-mon[31083]: pgmap v54: 121 pgs: 121 active+clean; 173 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-03-07T03:02:21.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:20 smithi092 ceph-mon[31083]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-03-07T03:02:21.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:20 smithi092 ceph-mon[31083]: monmap e3: 3 mons at {a=[v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0],b=[v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0],c=[v2:172.21.15.90:3301/0,v1:172.21.15.90:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-07T03:02:21.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:20 smithi092 ceph-mon[31083]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-03-07T03:02:21.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:20 smithi092 ceph-mon[31083]: osdmap e386: 8 total, 8 up, 8 in 2024-03-07T03:02:21.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:20 smithi092 ceph-mon[31083]: mgrmap e35: y(active, since 38s), standbys: x 2024-03-07T03:02:21.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:20 smithi092 ceph-mon[31083]: overall HEALTH_OK 2024-03-07T03:02:21.169 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:20 smithi092 ceph-mon[31083]: from='mgr.15258 ' entity='' 2024-03-07T03:02:21.169 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:20 smithi092 ceph-mon[31083]: mgrmap e36: y(active, since 38s), standbys: x 2024-03-07T03:02:21.579 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:02:21 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:02:21.305+0000 7f836de10200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-07T03:02:21.579 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:02:21 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:02:21.397+0000 7f836de10200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-07T03:02:21.667 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[75760]: 2024-03-07T03:02:21.304+0000 7f45f7692200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-07T03:02:21.667 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[75760]: 2024-03-07T03:02:21.397+0000 7f45f7692200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-07T03:02:21.786 INFO:tasks.rados.rados.0.smithi090.stdout:1636: done (2 left) 2024-03-07T03:02:21.786 INFO:tasks.rados.rados.0.smithi090.stdout:1637: rollback oid 46 current snap is 157 2024-03-07T03:02:21.786 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 46 to 155 2024-03-07T03:02:21.786 INFO:tasks.rados.rados.0.smithi090.stdout:1634: finishing write tid 1 to smithi09077644-16 2024-03-07T03:02:21.786 INFO:tasks.rados.rados.0.smithi090.stdout:1634: finishing write tid 2 to smithi09077644-16 2024-03-07T03:02:21.787 INFO:tasks.rados.rados.0.smithi090.stdout:1634: finishing write tid 3 to smithi09077644-16 2024-03-07T03:02:21.787 INFO:tasks.rados.rados.0.smithi090.stdout:1634: finishing write tid 4 to smithi09077644-16 2024-03-07T03:02:21.787 INFO:tasks.rados.rados.0.smithi090.stdout:1634: finishing write tid 5 to smithi09077644-16 2024-03-07T03:02:21.787 INFO:tasks.rados.rados.0.smithi090.stdout:1634: oid 16 updating version 0 to 651 2024-03-07T03:02:21.787 INFO:tasks.rados.rados.0.smithi090.stdout:1634: oid 16 version 651 is already newer than 650 2024-03-07T03:02:21.787 INFO:tasks.rados.rados.0.smithi090.stdout:1634: oid 16 version 651 is already newer than 648 2024-03-07T03:02:21.787 INFO:tasks.rados.rados.0.smithi090.stdout:1634: oid 16 version 651 is already newer than 649 2024-03-07T03:02:21.787 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 651 (ObjNum 516 snap 157 seq_num 516) dirty exists 2024-03-07T03:02:21.787 INFO:tasks.rados.rados.0.smithi090.stdout:1634: left oid 16 (ObjNum 516 snap 157 seq_num 516) 2024-03-07T03:02:21.787 INFO:tasks.rados.rados.0.smithi090.stdout:1635: finishing write tid 1 to smithi09077644-34 2024-03-07T03:02:21.787 INFO:tasks.rados.rados.0.smithi090.stdout:1635: finishing write tid 2 to smithi09077644-34 2024-03-07T03:02:21.787 INFO:tasks.rados.rados.0.smithi090.stdout:1635: finishing write tid 3 to smithi09077644-34 2024-03-07T03:02:21.788 INFO:tasks.rados.rados.0.smithi090.stdout:1635: finishing write tid 4 to smithi09077644-34 2024-03-07T03:02:21.788 INFO:tasks.rados.rados.0.smithi090.stdout:1635: finishing write tid 5 to smithi09077644-34 2024-03-07T03:02:21.788 INFO:tasks.rados.rados.0.smithi090.stdout:1635: oid 34 updating version 0 to 664 2024-03-07T03:02:21.788 INFO:tasks.rados.rados.0.smithi090.stdout:1635: oid 34 version 664 is already newer than 663 2024-03-07T03:02:21.788 INFO:tasks.rados.rados.0.smithi090.stdout:1635: oid 34 version 664 is already newer than 662 2024-03-07T03:02:21.788 INFO:tasks.rados.rados.0.smithi090.stdout:1635: oid 34 updating version 664 to 665 2024-03-07T03:02:21.788 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 34 v 665 (ObjNum 517 snap 157 seq_num 517) dirty exists 2024-03-07T03:02:21.788 INFO:tasks.rados.rados.0.smithi090.stdout:1635: left oid 34 (ObjNum 517 snap 157 seq_num 517) 2024-03-07T03:02:21.788 INFO:tasks.rados.rados.0.smithi090.stdout:1634: done (2 left) 2024-03-07T03:02:21.788 INFO:tasks.rados.rados.0.smithi090.stdout:1635: done (1 left) 2024-03-07T03:02:21.788 INFO:tasks.rados.rados.0.smithi090.stdout:1638: snap_remove snap 156 2024-03-07T03:02:22.045 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:21 smithi090 ceph-mon[89511]: osdmap e387: 8 total, 8 up, 8 in 2024-03-07T03:02:22.045 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:21 smithi090 ceph-mon[37987]: osdmap e387: 8 total, 8 up, 8 in 2024-03-07T03:02:22.046 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:21 smithi092 ceph-mon[31083]: osdmap e387: 8 total, 8 up, 8 in 2024-03-07T03:02:22.316 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[75760]: 2024-03-07T03:02:22.042+0000 7f45f7692200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-07T03:02:22.316 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[75760]: 2024-03-07T03:02:22.135+0000 7f45f7692200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-07T03:02:22.316 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[75760]: 2024-03-07T03:02:22.277+0000 7f45f7692200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-07T03:02:22.329 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:02:22 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:02:22.042+0000 7f836de10200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-07T03:02:22.329 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:02:22 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:02:22.134+0000 7f836de10200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-07T03:02:22.329 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:02:22 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:02:22.278+0000 7f836de10200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-07T03:02:22.667 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:02:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:02:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:02:22.667 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[75760]: 2024-03-07T03:02:22.373+0000 7f45f7692200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-07T03:02:22.668 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[75760]: 2024-03-07T03:02:22.456+0000 7f45f7692200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-07T03:02:22.687 INFO:tasks.rados.rados.0.smithi090.stdout:1637: finishing rollback tid 0 to smithi09077644-46 2024-03-07T03:02:22.687 INFO:tasks.rados.rados.0.smithi090.stdout:1637: finishing rollback tid 1 to smithi09077644-46 2024-03-07T03:02:22.687 INFO:tasks.rados.rados.0.smithi090.stdout:1637: finishing rollback tid 2 to smithi09077644-46 2024-03-07T03:02:22.687 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 867 (ObjNum 498 snap 150 seq_num 498) dirty exists 2024-03-07T03:02:22.687 INFO:tasks.rados.rados.0.smithi090.stdout:1637: done (1 left) 2024-03-07T03:02:22.687 INFO:tasks.rados.rados.0.smithi090.stdout:1638: done (0 left) 2024-03-07T03:02:22.687 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 48 current snap is 157 2024-03-07T03:02:22.688 INFO:tasks.rados.rados.0.smithi090.stdout:1639: seq_num 518 ranges {11870208=679936,12550144=671744,13221888=131072} 2024-03-07T03:02:22.725 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:02:22 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:02:22.373+0000 7f836de10200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-07T03:02:22.725 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:02:22 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:02:22.455+0000 7f836de10200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-07T03:02:22.725 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:02:22 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:02:22.722+0000 7f836de10200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-07T03:02:22.755 INFO:tasks.rados.rados.0.smithi090.stdout:1639: writing smithi09077644-48 from 11870208 to 12550144 tid 1 2024-03-07T03:02:22.759 INFO:tasks.rados.rados.0.smithi090.stdout:1639: writing smithi09077644-48 from 12550144 to 13221888 tid 2 2024-03-07T03:02:22.761 INFO:tasks.rados.rados.0.smithi090.stdout:1639: writing smithi09077644-48 from 13221888 to 13352960 tid 3 2024-03-07T03:02:22.761 INFO:tasks.rados.rados.0.smithi090.stdout:1640: read oid 33 snap 153 2024-03-07T03:02:22.761 INFO:tasks.rados.rados.0.smithi090.stdout:1640: expect (ObjNum 492 snap 150 seq_num 492) 2024-03-07T03:02:22.761 INFO:tasks.rados.rados.0.smithi090.stdout:1641: read oid 45 snap 153 2024-03-07T03:02:22.761 INFO:tasks.rados.rados.0.smithi090.stdout:1641: expect (ObjNum 398 snap 121 seq_num 398) 2024-03-07T03:02:22.761 INFO:tasks.rados.rados.0.smithi090.stdout:1642: copy_from oid 15 from oid 11 current snap is 157 2024-03-07T03:02:22.761 INFO:tasks.rados.rados.0.smithi090.stdout:1643: copy_from oid 1 from oid 3 current snap is 157 2024-03-07T03:02:22.761 INFO:tasks.rados.rados.0.smithi090.stdout:1644: delete oid 23 current snap is 157 2024-03-07T03:02:22.763 INFO:tasks.rados.rados.0.smithi090.stdout:1639: finishing write tid 1 to smithi09077644-48 2024-03-07T03:02:22.766 INFO:tasks.rados.rados.0.smithi090.stdout:1644: done (5 left) 2024-03-07T03:02:22.766 INFO:tasks.rados.rados.0.smithi090.stdout:1645: read oid 10 snap -1 2024-03-07T03:02:22.766 INFO:tasks.rados.rados.0.smithi090.stdout:1645: expect (ObjNum 510 snap 154 seq_num 510) 2024-03-07T03:02:22.766 INFO:tasks.rados.rados.0.smithi090.stdout:1646: setattr oid 44 current snap is 157 2024-03-07T03:02:22.769 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 38 current snap is 157 2024-03-07T03:02:22.769 INFO:tasks.rados.rados.0.smithi090.stdout:1647: seq_num 520 ranges {1368064=712704,2080768=434176,2514944=368640} 2024-03-07T03:02:22.781 INFO:tasks.rados.rados.0.smithi090.stdout:1647: writing smithi09077644-38 from 1368064 to 2080768 tid 1 2024-03-07T03:02:22.784 INFO:tasks.rados.rados.0.smithi090.stdout:1647: writing smithi09077644-38 from 2080768 to 2514944 tid 2 2024-03-07T03:02:22.787 INFO:tasks.rados.rados.0.smithi090.stdout:1647: writing smithi09077644-38 from 2514944 to 2883584 tid 3 2024-03-07T03:02:22.787 INFO:tasks.rados.rados.0.smithi090.stdout:1648: copy_from oid 16 from oid 40 current snap is 157 2024-03-07T03:02:22.791 INFO:tasks.rados.rados.0.smithi090.stdout:1639: finishing write tid 2 to smithi09077644-48 2024-03-07T03:02:22.791 INFO:tasks.rados.rados.0.smithi090.stdout:1639: finishing write tid 3 to smithi09077644-48 2024-03-07T03:02:22.792 INFO:tasks.rados.rados.0.smithi090.stdout:1639: finishing write tid 4 to smithi09077644-48 2024-03-07T03:02:22.792 INFO:tasks.rados.rados.0.smithi090.stdout:1640: expect (ObjNum 492 snap 150 seq_num 492) 2024-03-07T03:02:22.840 INFO:tasks.rados.rados.0.smithi090.stdout:1639: finishing write tid 5 to smithi09077644-48 2024-03-07T03:02:22.840 INFO:tasks.rados.rados.0.smithi090.stdout:1639: oid 48 updating version 0 to 829 2024-03-07T03:02:22.840 INFO:tasks.rados.rados.0.smithi090.stdout:1639: oid 48 updating version 829 to 831 2024-03-07T03:02:22.840 INFO:tasks.rados.rados.0.smithi090.stdout:1639: oid 48 updating version 831 to 832 2024-03-07T03:02:22.840 INFO:tasks.rados.rados.0.smithi090.stdout:1639: oid 48 version 832 is already newer than 830 2024-03-07T03:02:22.840 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 832 (ObjNum 518 snap 157 seq_num 518) dirty exists 2024-03-07T03:02:22.840 INFO:tasks.rados.rados.0.smithi090.stdout:1639: left oid 48 (ObjNum 518 snap 157 seq_num 518) 2024-03-07T03:02:22.840 INFO:tasks.rados.rados.0.smithi090.stdout:1642: finishing copy_from racing read to smithi09077644-15 2024-03-07T03:02:22.840 INFO:tasks.rados.rados.0.smithi090.stdout:1639: done (8 left) 2024-03-07T03:02:22.840 INFO:tasks.rados.rados.0.smithi090.stdout:1640: done (7 left) 2024-03-07T03:02:22.841 INFO:tasks.rados.rados.0.smithi090.stdout:1649: read oid 26 snap 153 2024-03-07T03:02:22.841 INFO:tasks.rados.rados.0.smithi090.stdout:1649: expect deleted 2024-03-07T03:02:22.841 INFO:tasks.rados.rados.0.smithi090.stdout:1650: rmattr oid 6 current snap is 157 2024-03-07T03:02:22.841 INFO:tasks.rados.rados.0.smithi090.stdout:1650: done (8 left) 2024-03-07T03:02:22.841 INFO:tasks.rados.rados.0.smithi090.stdout:1651: snap_remove snap 155 2024-03-07T03:02:23.037 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:22 smithi092 ceph-mon[31083]: osdmap e388: 8 total, 8 up, 8 in 2024-03-07T03:02:23.037 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:22 smithi092 ceph-mon[31083]: osdmap e389: 8 total, 8 up, 8 in 2024-03-07T03:02:23.038 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[75760]: 2024-03-07T03:02:22.731+0000 7f45f7692200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-07T03:02:23.038 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[75760]: 2024-03-07T03:02:22.851+0000 7f45f7692200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-07T03:02:23.038 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[75760]: 2024-03-07T03:02:22.938+0000 7f45f7692200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-07T03:02:23.038 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[75760]: 2024-03-07T03:02:23.033+0000 7f45f7692200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-07T03:02:23.047 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:22 smithi090 ceph-mon[89511]: osdmap e388: 8 total, 8 up, 8 in 2024-03-07T03:02:23.048 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:22 smithi090 ceph-mon[89511]: osdmap e389: 8 total, 8 up, 8 in 2024-03-07T03:02:23.048 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:22 smithi090 ceph-mon[37987]: osdmap e388: 8 total, 8 up, 8 in 2024-03-07T03:02:23.048 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:22 smithi090 ceph-mon[37987]: osdmap e389: 8 total, 8 up, 8 in 2024-03-07T03:02:23.048 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:02:22 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:02:22.863+0000 7f836de10200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-07T03:02:23.048 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:02:22 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:02:22.950+0000 7f836de10200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-07T03:02:23.329 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:02:23 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:02:23.044+0000 7f836de10200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-07T03:02:23.329 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:02:23 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:02:23.219+0000 7f836de10200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-07T03:02:23.417 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[75760]: 2024-03-07T03:02:23.208+0000 7f45f7692200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-07T03:02:23.794 INFO:tasks.rados.rados.0.smithi090.stdout:1651: done (8 left) 2024-03-07T03:02:23.795 INFO:tasks.rados.rados.0.smithi090.stdout:1652: read oid 34 snap -1 2024-03-07T03:02:23.795 INFO:tasks.rados.rados.0.smithi090.stdout:1652: expect (ObjNum 517 snap 157 seq_num 517) 2024-03-07T03:02:23.795 INFO:tasks.rados.rados.0.smithi090.stdout:1653: read oid 5 snap -1 2024-03-07T03:02:23.795 INFO:tasks.rados.rados.0.smithi090.stdout:1653: expect (ObjNum 344 snap 102 seq_num 344) 2024-03-07T03:02:23.795 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 35 current snap is 157 2024-03-07T03:02:23.795 INFO:tasks.rados.rados.0.smithi090.stdout:1654: seq_num 521 ranges {0=729088,729088=720896,1449984=81920} 2024-03-07T03:02:23.799 INFO:tasks.rados.rados.0.smithi090.stdout:1654: writing smithi09077644-35 from 0 to 729088 tid 1 2024-03-07T03:02:23.804 INFO:tasks.rados.rados.0.smithi090.stdout:1654: writing smithi09077644-35 from 729088 to 1449984 tid 2 2024-03-07T03:02:23.805 INFO:tasks.rados.rados.0.smithi090.stdout:1654: writing smithi09077644-35 from 1449984 to 1531904 tid 3 2024-03-07T03:02:23.805 INFO:tasks.rados.rados.0.smithi090.stdout:1647: finishing write tid 1 to smithi09077644-38 2024-03-07T03:02:23.805 INFO:tasks.rados.rados.0.smithi090.stdout:1647: finishing write tid 2 to smithi09077644-38 2024-03-07T03:02:23.805 INFO:tasks.rados.rados.0.smithi090.stdout:1647: finishing write tid 3 to smithi09077644-38 2024-03-07T03:02:23.805 INFO:tasks.rados.rados.0.smithi090.stdout:1647: finishing write tid 4 to smithi09077644-38 2024-03-07T03:02:23.805 INFO:tasks.rados.rados.0.smithi090.stdout:1648: finishing copy_from racing read to smithi09077644-16 2024-03-07T03:02:23.805 INFO:tasks.rados.rados.0.smithi090.stdout:1645: expect (ObjNum 510 snap 154 seq_num 510) 2024-03-07T03:02:23.917 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:02:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:02:23.506Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi090\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:02:23.967 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 44 v 1040 (ObjNum 497 snap 150 seq_num 497) dirty exists 2024-03-07T03:02:23.967 INFO:tasks.rados.rados.0.smithi090.stdout:1642: finishing copy_from to smithi09077644-15 2024-03-07T03:02:23.967 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 910 (ObjNum 487 snap 150 seq_num 487) dirty exists 2024-03-07T03:02:23.967 INFO:tasks.rados.rados.0.smithi090.stdout:1647: finishing write tid 5 to smithi09077644-38 2024-03-07T03:02:23.967 INFO:tasks.rados.rados.0.smithi090.stdout:1647: oid 38 updating version 0 to 957 2024-03-07T03:02:23.967 INFO:tasks.rados.rados.0.smithi090.stdout:1647: oid 38 version 957 is already newer than 956 2024-03-07T03:02:23.967 INFO:tasks.rados.rados.0.smithi090.stdout:1647: oid 38 version 957 is already newer than 955 2024-03-07T03:02:23.968 INFO:tasks.rados.rados.0.smithi090.stdout:1647: oid 38 version 957 is already newer than 954 2024-03-07T03:02:23.968 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 957 (ObjNum 520 snap 157 seq_num 520) dirty exists 2024-03-07T03:02:23.968 INFO:tasks.rados.rados.0.smithi090.stdout:1647: left oid 38 (ObjNum 520 snap 157 seq_num 520) 2024-03-07T03:02:23.968 INFO:tasks.rados.rados.0.smithi090.stdout:1648: finishing copy_from to smithi09077644-16 2024-03-07T03:02:23.968 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 421 (ObjNum 344 snap 102 seq_num 344) dirty exists 2024-03-07T03:02:23.968 INFO:tasks.rados.rados.0.smithi090.stdout:1643: finishing copy_from racing read to smithi09077644-1 2024-03-07T03:02:23.968 INFO:tasks.rados.rados.0.smithi090.stdout:1641: expect (ObjNum 398 snap 121 seq_num 398) 2024-03-07T03:02:24.579 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:02:24 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:02:24.204+0000 7f836de10200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-07T03:02:24.579 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:02:24 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:02:24.338+0000 7f836de10200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-07T03:02:24.585 INFO:tasks.rados.rados.0.smithi090.stdout:1643: finishing copy_from to smithi09077644-1 2024-03-07T03:02:24.585 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 1 v 860 (ObjNum 474 snap 147 seq_num 474) dirty exists 2024-03-07T03:02:24.585 INFO:tasks.rados.rados.0.smithi090.stdout:1641: done (10 left) 2024-03-07T03:02:24.585 INFO:tasks.rados.rados.0.smithi090.stdout:1642: done (9 left) 2024-03-07T03:02:24.585 INFO:tasks.rados.rados.0.smithi090.stdout:1643: done (8 left) 2024-03-07T03:02:24.585 INFO:tasks.rados.rados.0.smithi090.stdout:1645: done (7 left) 2024-03-07T03:02:24.586 INFO:tasks.rados.rados.0.smithi090.stdout:1646: done (6 left) 2024-03-07T03:02:24.586 INFO:tasks.rados.rados.0.smithi090.stdout:1647: done (5 left) 2024-03-07T03:02:24.586 INFO:tasks.rados.rados.0.smithi090.stdout:1648: done (4 left) 2024-03-07T03:02:24.586 INFO:tasks.rados.rados.0.smithi090.stdout:1655: copy_from oid 42 from oid 20 current snap is 157 2024-03-07T03:02:24.586 INFO:tasks.rados.rados.0.smithi090.stdout:1654: finishing write tid 1 to smithi09077644-35 2024-03-07T03:02:24.586 INFO:tasks.rados.rados.0.smithi090.stdout:1654: finishing write tid 2 to smithi09077644-35 2024-03-07T03:02:24.586 INFO:tasks.rados.rados.0.smithi090.stdout:1654: finishing write tid 3 to smithi09077644-35 2024-03-07T03:02:24.586 INFO:tasks.rados.rados.0.smithi090.stdout:1654: finishing write tid 4 to smithi09077644-35 2024-03-07T03:02:24.586 INFO:tasks.rados.rados.0.smithi090.stdout:1654: finishing write tid 5 to smithi09077644-35 2024-03-07T03:02:24.586 INFO:tasks.rados.rados.0.smithi090.stdout:1654: oid 35 updating version 0 to 730 2024-03-07T03:02:24.586 INFO:tasks.rados.rados.0.smithi090.stdout:1654: oid 35 version 730 is already newer than 728 2024-03-07T03:02:24.586 INFO:tasks.rados.rados.0.smithi090.stdout:1654: oid 35 version 730 is already newer than 727 2024-03-07T03:02:24.586 INFO:tasks.rados.rados.0.smithi090.stdout:1654: oid 35 version 730 is already newer than 729 2024-03-07T03:02:24.586 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 35 v 730 (ObjNum 521 snap 157 seq_num 521) dirty exists 2024-03-07T03:02:24.587 INFO:tasks.rados.rados.0.smithi090.stdout:1654: left oid 35 (ObjNum 521 snap 157 seq_num 521) 2024-03-07T03:02:24.587 INFO:tasks.rados.rados.0.smithi090.stdout:1653: expect (ObjNum 344 snap 102 seq_num 344) 2024-03-07T03:02:24.651 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[75760]: 2024-03-07T03:02:24.186+0000 7f45f7692200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-07T03:02:24.651 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[75760]: 2024-03-07T03:02:24.316+0000 7f45f7692200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-07T03:02:24.652 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[75760]: 2024-03-07T03:02:24.648+0000 7f45f7692200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-07T03:02:24.718 INFO:tasks.rados.rados.0.smithi090.stdout:1652: expect (ObjNum 517 snap 157 seq_num 517) 2024-03-07T03:02:24.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:24 smithi092 ceph-mon[31083]: osdmap e390: 8 total, 8 up, 8 in 2024-03-07T03:02:24.917 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[75760]: 2024-03-07T03:02:24.739+0000 7f45f7692200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-07T03:02:24.983 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:24 smithi090 ceph-mon[89511]: osdmap e390: 8 total, 8 up, 8 in 2024-03-07T03:02:24.983 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:24 smithi090 ceph-mon[37987]: osdmap e390: 8 total, 8 up, 8 in 2024-03-07T03:02:24.984 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:02:24 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:02:24.684+0000 7f836de10200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-07T03:02:24.984 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:02:24 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:02:24.778+0000 7f836de10200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-07T03:02:24.984 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:02:24 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:02:24.980+0000 7f836de10200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-07T03:02:25.329 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:02:25 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:02:25.171+0000 7f836de10200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-07T03:02:25.414 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[75760]: 2024-03-07T03:02:24.936+0000 7f45f7692200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-07T03:02:25.415 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[75760]: 2024-03-07T03:02:25.122+0000 7f45f7692200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-07T03:02:25.490 INFO:tasks.rados.rados.0.smithi090.stdout:1655: finishing copy_from racing read to smithi09077644-42 2024-03-07T03:02:25.490 INFO:tasks.rados.rados.0.smithi090.stdout:1655: finishing copy_from to smithi09077644-42 2024-03-07T03:02:25.490 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 42 v 668 (ObjNum 488 snap 150 seq_num 488) dirty exists 2024-03-07T03:02:25.490 INFO:tasks.rados.rados.0.smithi090.stdout:1649: done (4 left) 2024-03-07T03:02:25.490 INFO:tasks.rados.rados.0.smithi090.stdout:1652: done (3 left) 2024-03-07T03:02:25.491 INFO:tasks.rados.rados.0.smithi090.stdout:1653: done (2 left) 2024-03-07T03:02:25.491 INFO:tasks.rados.rados.0.smithi090.stdout:1654: done (1 left) 2024-03-07T03:02:25.491 INFO:tasks.rados.rados.0.smithi090.stdout:1655: done (0 left) 2024-03-07T03:02:25.491 INFO:tasks.rados.rados.0.smithi090.stdout:1656: snap_create 2024-03-07T03:02:25.667 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[75760]: 2024-03-07T03:02:25.411+0000 7f45f7692200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-07T03:02:25.733 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:02:25 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:02:25.469+0000 7f836de10200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-07T03:02:25.733 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:02:25 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:02:25.729+0000 7f836de10200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-07T03:02:25.795 INFO:tasks.rados.rados.0.smithi090.stdout:1656: done (0 left) 2024-03-07T03:02:25.796 INFO:tasks.rados.rados.0.smithi090.stdout:1657: delete oid 33 current snap is 158 2024-03-07T03:02:25.799 INFO:tasks.rados.rados.0.smithi090.stdout:1657: done (0 left) 2024-03-07T03:02:25.799 INFO:tasks.rados.rados.0.smithi090.stdout:1658: read oid 12 snap -1 2024-03-07T03:02:25.799 INFO:tasks.rados.rados.0.smithi090.stdout:1658: expect (ObjNum 394 snap 121 seq_num 394) 2024-03-07T03:02:25.799 INFO:tasks.rados.rados.0.smithi090.stdout:1659: rmattr oid 26 current snap is 158 2024-03-07T03:02:25.799 INFO:tasks.rados.rados.0.smithi090.stdout:1659: done (1 left) 2024-03-07T03:02:25.799 INFO:tasks.rados.rados.0.smithi090.stdout:1660: copy_from oid 6 from oid 23 current snap is 158 2024-03-07T03:02:25.799 INFO:tasks.rados.rados.0.smithi090.stdout:1661: rollback oid 17 current snap is 158 2024-03-07T03:02:25.800 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 17 to 153 2024-03-07T03:02:25.800 INFO:tasks.rados.rados.0.smithi090.stdout:1662: snap_create 2024-03-07T03:02:25.802 INFO:tasks.rados.rados.0.smithi090.stdout:1660: finishing copy_from to smithi09077644-6 2024-03-07T03:02:25.802 INFO:tasks.rados.rados.0.smithi090.stdout:1660: got expected ENOENT (src dne) 2024-03-07T03:02:25.802 INFO:tasks.rados.rados.0.smithi090.stdout:1660: finishing copy_from racing read to smithi09077644-6 2024-03-07T03:02:25.809 INFO:tasks.rados.rados.0.smithi090.stdout:1661: finishing rollback tid 0 to smithi09077644-17 2024-03-07T03:02:25.809 INFO:tasks.rados.rados.0.smithi090.stdout:1661: finishing rollback tid 1 to smithi09077644-17 2024-03-07T03:02:25.812 INFO:tasks.rados.rados.0.smithi090.stdout:1661: finishing rollback tid 2 to smithi09077644-17 2024-03-07T03:02:25.813 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 17 v 901 (ObjNum 49 snap 0 seq_num 1565552471) dirty exists 2024-03-07T03:02:25.815 INFO:tasks.rados.rados.0.smithi090.stdout:1658: expect (ObjNum 394 snap 121 seq_num 394) 2024-03-07T03:02:26.079 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:02:25 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:02:25.978+0000 7f836de10200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-07T03:02:26.167 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[75760]: 2024-03-07T03:02:25.672+0000 7f45f7692200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-07T03:02:26.167 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[75760]: 2024-03-07T03:02:25.917+0000 7f45f7692200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-07T03:02:26.802 INFO:tasks.rados.rados.0.smithi090.stdout:1658: done (3 left) 2024-03-07T03:02:26.802 INFO:tasks.rados.rados.0.smithi090.stdout:1660: done (2 left) 2024-03-07T03:02:26.802 INFO:tasks.rados.rados.0.smithi090.stdout:1661: done (1 left) 2024-03-07T03:02:26.802 INFO:tasks.rados.rados.0.smithi090.stdout:1662: done (0 left) 2024-03-07T03:02:26.802 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 25 current snap is 159 2024-03-07T03:02:26.802 INFO:tasks.rados.rados.0.smithi090.stdout:1663: seq_num 523 ranges {1794048=770048,2564096=491520,3055616=311296} 2024-03-07T03:02:26.816 INFO:tasks.rados.rados.0.smithi090.stdout:1663: writing smithi09077644-25 from 1794048 to 2564096 tid 1 2024-03-07T03:02:26.818 INFO:tasks.rados.rados.0.smithi090.stdout:1663: writing smithi09077644-25 from 2564096 to 3055616 tid 2 2024-03-07T03:02:26.820 INFO:tasks.rados.rados.0.smithi090.stdout:1663: writing smithi09077644-25 from 3055616 to 3366912 tid 3 2024-03-07T03:02:26.820 INFO:tasks.rados.rados.0.smithi090.stdout:1664: delete oid 33 current snap is 159 2024-03-07T03:02:26.823 INFO:tasks.rados.rados.0.smithi090.stdout:1664: done (1 left) 2024-03-07T03:02:26.823 INFO:tasks.rados.rados.0.smithi090.stdout:1665: snap_create 2024-03-07T03:02:26.824 INFO:tasks.rados.rados.0.smithi090.stdout:1663: finishing write tid 1 to smithi09077644-25 2024-03-07T03:02:26.824 INFO:tasks.rados.rados.0.smithi090.stdout:1663: finishing write tid 2 to smithi09077644-25 2024-03-07T03:02:26.824 INFO:tasks.rados.rados.0.smithi090.stdout:1663: finishing write tid 3 to smithi09077644-25 2024-03-07T03:02:26.825 INFO:tasks.rados.rados.0.smithi090.stdout:1663: finishing write tid 4 to smithi09077644-25 2024-03-07T03:02:26.826 INFO:tasks.rados.rados.0.smithi090.stdout:1663: finishing write tid 5 to smithi09077644-25 2024-03-07T03:02:26.826 INFO:tasks.rados.rados.0.smithi090.stdout:1663: oid 25 updating version 0 to 905 2024-03-07T03:02:26.826 INFO:tasks.rados.rados.0.smithi090.stdout:1663: oid 25 updating version 905 to 906 2024-03-07T03:02:26.826 INFO:tasks.rados.rados.0.smithi090.stdout:1663: oid 25 version 906 is already newer than 904 2024-03-07T03:02:26.826 INFO:tasks.rados.rados.0.smithi090.stdout:1663: oid 25 version 906 is already newer than 903 2024-03-07T03:02:26.826 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 25 v 906 (ObjNum 523 snap 159 seq_num 523) dirty exists 2024-03-07T03:02:26.826 INFO:tasks.rados.rados.0.smithi090.stdout:1663: left oid 25 (ObjNum 523 snap 159 seq_num 523) 2024-03-07T03:02:27.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:26 smithi090 ceph-mon[89511]: osdmap e391: 8 total, 8 up, 8 in 2024-03-07T03:02:27.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:26 smithi090 ceph-mon[37987]: osdmap e391: 8 total, 8 up, 8 in 2024-03-07T03:02:27.079 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:02:26 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:02:26.783+0000 7f836de10200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-07T03:02:27.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:26 smithi092 ceph-mon[31083]: osdmap e391: 8 total, 8 up, 8 in 2024-03-07T03:02:27.167 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[75760]: 2024-03-07T03:02:26.720+0000 7f45f7692200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-07T03:02:27.621 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[75760]: 2024-03-07T03:02:27.291+0000 7f45f7692200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-07T03:02:27.622 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[75760]: 2024-03-07T03:02:27.393+0000 7f45f7692200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-07T03:02:27.622 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[75760]: 2024-03-07T03:02:27.618+0000 7f45f7692200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-07T03:02:27.681 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:02:27.358+0000 7f836de10200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-07T03:02:27.681 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:02:27.458+0000 7f836de10200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-07T03:02:27.681 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:02:27.678+0000 7f836de10200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-07T03:02:27.704 INFO:tasks.rados.rados.0.smithi090.stdout:1663: done (1 left) 2024-03-07T03:02:27.704 INFO:tasks.rados.rados.0.smithi090.stdout:1665: done (0 left) 2024-03-07T03:02:27.704 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 5 current snap is 160 2024-03-07T03:02:27.704 INFO:tasks.rados.rados.0.smithi090.stdout:1666: seq_num 525 ranges {2826240=802816,3629056=712704,4341760=90112} 2024-03-07T03:02:27.724 INFO:tasks.rados.rados.0.smithi090.stdout:1666: writing smithi09077644-5 from 2826240 to 3629056 tid 1 2024-03-07T03:02:27.729 INFO:tasks.rados.rados.0.smithi090.stdout:1666: writing smithi09077644-5 from 3629056 to 4341760 tid 2 2024-03-07T03:02:27.729 INFO:tasks.rados.rados.0.smithi090.stdout:1666: writing smithi09077644-5 from 4341760 to 4431872 tid 3 2024-03-07T03:02:27.729 INFO:tasks.rados.rados.0.smithi090.stdout:1667: rollback oid 11 current snap is 160 2024-03-07T03:02:27.729 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 11 to 158 2024-03-07T03:02:27.730 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 4 current snap is 160 2024-03-07T03:02:27.730 INFO:tasks.rados.rados.0.smithi090.stdout:1668: seq_num 526 ranges {0=417792,417792=589824,1007616=614400} 2024-03-07T03:02:27.732 INFO:tasks.rados.rados.0.smithi090.stdout:1668: writing smithi09077644-4 from 0 to 417792 tid 1 2024-03-07T03:02:27.736 INFO:tasks.rados.rados.0.smithi090.stdout:1668: writing smithi09077644-4 from 417792 to 1007616 tid 2 2024-03-07T03:02:27.740 INFO:tasks.rados.rados.0.smithi090.stdout:1668: writing smithi09077644-4 from 1007616 to 1622016 tid 3 2024-03-07T03:02:27.740 INFO:tasks.rados.rados.0.smithi090.stdout:1669: delete oid 30 current snap is 160 2024-03-07T03:02:27.740 INFO:tasks.rados.rados.0.smithi090.stdout:1666: finishing write tid 1 to smithi09077644-5 2024-03-07T03:02:27.740 INFO:tasks.rados.rados.0.smithi090.stdout:1667: finishing rollback tid 0 to smithi09077644-11 2024-03-07T03:02:27.740 INFO:tasks.rados.rados.0.smithi090.stdout:1666: finishing write tid 2 to smithi09077644-5 2024-03-07T03:02:27.740 INFO:tasks.rados.rados.0.smithi090.stdout:1667: finishing rollback tid 1 to smithi09077644-11 2024-03-07T03:02:27.741 INFO:tasks.rados.rados.0.smithi090.stdout:1666: finishing write tid 3 to smithi09077644-5 2024-03-07T03:02:27.741 INFO:tasks.rados.rados.0.smithi090.stdout:1666: finishing write tid 4 to smithi09077644-5 2024-03-07T03:02:27.741 INFO:tasks.rados.rados.0.smithi090.stdout:1667: finishing rollback tid 2 to smithi09077644-11 2024-03-07T03:02:27.741 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 11 v 966 (ObjNum 487 snap 150 seq_num 487) dirty exists 2024-03-07T03:02:27.741 INFO:tasks.rados.rados.0.smithi090.stdout:1668: finishing write tid 1 to smithi09077644-4 2024-03-07T03:02:27.741 INFO:tasks.rados.rados.0.smithi090.stdout:1666: finishing write tid 5 to smithi09077644-5 2024-03-07T03:02:27.741 INFO:tasks.rados.rados.0.smithi090.stdout:1666: oid 5 updating version 0 to 718 2024-03-07T03:02:27.741 INFO:tasks.rados.rados.0.smithi090.stdout:1666: oid 5 version 718 is already newer than 717 2024-03-07T03:02:27.741 INFO:tasks.rados.rados.0.smithi090.stdout:1666: oid 5 updating version 718 to 720 2024-03-07T03:02:27.741 INFO:tasks.rados.rados.0.smithi090.stdout:1666: oid 5 version 720 is already newer than 719 2024-03-07T03:02:27.741 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 5 v 720 (ObjNum 525 snap 160 seq_num 525) dirty exists 2024-03-07T03:02:27.741 INFO:tasks.rados.rados.0.smithi090.stdout:1666: left oid 5 (ObjNum 525 snap 160 seq_num 525) 2024-03-07T03:02:27.741 INFO:tasks.rados.rados.0.smithi090.stdout:1668: finishing write tid 2 to smithi09077644-4 2024-03-07T03:02:27.742 INFO:tasks.rados.rados.0.smithi090.stdout:1666: done (3 left) 2024-03-07T03:02:27.742 INFO:tasks.rados.rados.0.smithi090.stdout:1667: done (2 left) 2024-03-07T03:02:27.742 INFO:tasks.rados.rados.0.smithi090.stdout:1669: done (1 left) 2024-03-07T03:02:27.742 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 15 current snap is 160 2024-03-07T03:02:27.742 INFO:tasks.rados.rados.0.smithi090.stdout:1670: seq_num 528 ranges {966656=450560,1417216=761856,2179072=442368} 2024-03-07T03:02:27.750 INFO:tasks.rados.rados.0.smithi090.stdout:1670: writing smithi09077644-15 from 966656 to 1417216 tid 1 2024-03-07T03:02:27.754 INFO:tasks.rados.rados.0.smithi090.stdout:1670: writing smithi09077644-15 from 1417216 to 2179072 tid 2 2024-03-07T03:02:27.757 INFO:tasks.rados.rados.0.smithi090.stdout:1670: writing smithi09077644-15 from 2179072 to 2621440 tid 3 2024-03-07T03:02:27.758 INFO:tasks.rados.rados.0.smithi090.stdout:1671: delete oid 34 current snap is 160 2024-03-07T03:02:27.758 INFO:tasks.rados.rados.0.smithi090.stdout:1668: finishing write tid 3 to smithi09077644-4 2024-03-07T03:02:27.758 INFO:tasks.rados.rados.0.smithi090.stdout:1668: finishing write tid 4 to smithi09077644-4 2024-03-07T03:02:27.758 INFO:tasks.rados.rados.0.smithi090.stdout:1668: finishing write tid 5 to smithi09077644-4 2024-03-07T03:02:27.758 INFO:tasks.rados.rados.0.smithi090.stdout:1668: oid 4 updating version 0 to 724 2024-03-07T03:02:27.758 INFO:tasks.rados.rados.0.smithi090.stdout:1668: oid 4 version 724 is already newer than 721 2024-03-07T03:02:27.758 INFO:tasks.rados.rados.0.smithi090.stdout:1668: oid 4 version 724 is already newer than 722 2024-03-07T03:02:27.758 INFO:tasks.rados.rados.0.smithi090.stdout:1668: oid 4 version 724 is already newer than 723 2024-03-07T03:02:27.758 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 724 (ObjNum 526 snap 160 seq_num 526) dirty exists 2024-03-07T03:02:27.758 INFO:tasks.rados.rados.0.smithi090.stdout:1668: left oid 4 (ObjNum 526 snap 160 seq_num 526) 2024-03-07T03:02:27.758 INFO:tasks.rados.rados.0.smithi090.stdout:1670: finishing write tid 1 to smithi09077644-15 2024-03-07T03:02:27.758 INFO:tasks.rados.rados.0.smithi090.stdout:1670: finishing write tid 2 to smithi09077644-15 2024-03-07T03:02:27.760 INFO:tasks.rados.rados.0.smithi090.stdout:1670: finishing write tid 3 to smithi09077644-15 2024-03-07T03:02:27.760 INFO:tasks.rados.rados.0.smithi090.stdout:1670: finishing write tid 4 to smithi09077644-15 2024-03-07T03:02:27.762 INFO:tasks.rados.rados.0.smithi090.stdout:1668: done (2 left) 2024-03-07T03:02:27.762 INFO:tasks.rados.rados.0.smithi090.stdout:1671: done (1 left) 2024-03-07T03:02:27.762 INFO:tasks.rados.rados.0.smithi090.stdout:1672: rollback oid 13 current snap is 160 2024-03-07T03:02:27.762 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 13 to 159 2024-03-07T03:02:27.763 INFO:tasks.rados.rados.0.smithi090.stdout:1673: snap_create 2024-03-07T03:02:27.763 INFO:tasks.rados.rados.0.smithi090.stdout:1670: finishing write tid 5 to smithi09077644-15 2024-03-07T03:02:27.763 INFO:tasks.rados.rados.0.smithi090.stdout:1670: oid 15 updating version 0 to 1050 2024-03-07T03:02:27.763 INFO:tasks.rados.rados.0.smithi090.stdout:1670: oid 15 updating version 1050 to 1051 2024-03-07T03:02:27.763 INFO:tasks.rados.rados.0.smithi090.stdout:1670: oid 15 version 1051 is already newer than 1049 2024-03-07T03:02:27.763 INFO:tasks.rados.rados.0.smithi090.stdout:1670: oid 15 version 1051 is already newer than 1048 2024-03-07T03:02:27.763 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 1051 (ObjNum 528 snap 160 seq_num 528) dirty exists 2024-03-07T03:02:27.763 INFO:tasks.rados.rados.0.smithi090.stdout:1670: left oid 15 (ObjNum 528 snap 160 seq_num 528) 2024-03-07T03:02:27.763 INFO:tasks.rados.rados.0.smithi090.stdout:1672: finishing rollback tid 1 to smithi09077644-13 2024-03-07T03:02:27.763 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 13 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-03-07T03:02:27.910 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[75760]: [07/Mar/2024:03:02:27] ENGINE Bus STARTING 2024-03-07T03:02:27.910 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[75760]: CherryPy Checker: 2024-03-07T03:02:27.910 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[75760]: The Application mounted at '' has an empty config. 2024-03-07T03:02:27.910 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[75760]: 2024-03-07T03:02:27.910 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[75760]: [07/Mar/2024:03:02:27] ENGINE Serving on http://:::9283 2024-03-07T03:02:27.911 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:02:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x[75760]: [07/Mar/2024:03:02:27] ENGINE Bus STARTED 2024-03-07T03:02:27.911 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:27 smithi092 ceph-mon[31083]: osdmap e392: 8 total, 8 up, 8 in 2024-03-07T03:02:27.911 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:27 smithi092 ceph-mon[31083]: Standby manager daemon x restarted 2024-03-07T03:02:27.911 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:27 smithi092 ceph-mon[31083]: Standby manager daemon x started 2024-03-07T03:02:27.911 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:27 smithi092 ceph-mon[31083]: from='mgr.? 172.21.15.92:0/3705323942' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-07T03:02:27.911 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:27 smithi092 ceph-mon[31083]: from='mgr.? 172.21.15.92:0/3705323942' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-07T03:02:27.911 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:27 smithi092 ceph-mon[31083]: from='mgr.? 172.21.15.92:0/3705323942' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-07T03:02:27.911 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:27 smithi092 ceph-mon[31083]: from='mgr.? 172.21.15.92:0/3705323942' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-07T03:02:27.911 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:27 smithi092 ceph-mon[31083]: Active manager daemon y restarted 2024-03-07T03:02:27.912 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:27 smithi092 ceph-mon[31083]: Activating manager daemon y 2024-03-07T03:02:27.912 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:27 smithi092 ceph-mon[31083]: osdmap e393: 8 total, 8 up, 8 in 2024-03-07T03:02:27.912 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:27 smithi092 ceph-mon[31083]: mgrmap e37: y(active, starting, since 0.00618601s), standbys: x 2024-03-07T03:02:27.912 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:27 smithi092 ceph-mon[31083]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T03:02:27.912 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:27 smithi092 ceph-mon[31083]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T03:02:27.912 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:27 smithi092 ceph-mon[31083]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T03:02:27.912 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:27 smithi092 ceph-mon[31083]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-07T03:02:27.912 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:27 smithi092 ceph-mon[31083]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-07T03:02:27.912 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:27 smithi092 ceph-mon[31083]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-07T03:02:27.912 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:27 smithi092 ceph-mon[31083]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-07T03:02:27.912 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:27 smithi092 ceph-mon[31083]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-07T03:02:27.913 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:27 smithi092 ceph-mon[31083]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-07T03:02:27.913 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:27 smithi092 ceph-mon[31083]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-07T03:02:27.913 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:27 smithi092 ceph-mon[31083]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-07T03:02:27.913 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:27 smithi092 ceph-mon[31083]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-07T03:02:27.913 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:27 smithi092 ceph-mon[31083]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-07T03:02:27.913 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:27 smithi092 ceph-mon[31083]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-07T03:02:27.913 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:27 smithi092 ceph-mon[31083]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-07T03:02:27.913 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:27 smithi092 ceph-mon[31083]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-07T03:02:27.913 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:27 smithi092 ceph-mon[31083]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-07T03:02:27.913 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:27 smithi092 ceph-mon[31083]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-07T03:02:27.913 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:27 smithi092 ceph-mon[31083]: Manager daemon y is now available 2024-03-07T03:02:27.913 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:27 smithi092 ceph-mon[31083]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:02:27.913 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:27 smithi092 ceph-mon[31083]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:02:27.913 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:27 smithi092 ceph-mon[31083]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:02:27.933 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: [07/Mar/2024:03:02:27] ENGINE Bus STARTING 2024-03-07T03:02:27.933 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:02:27.845+0000 7f82cf1f5700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-07T03:02:27.933 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:02:27.845+0000 7f82cf1f5700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-07T03:02:27.933 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:02:27.845+0000 7f82cf1f5700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-07T03:02:27.933 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:02:27.845+0000 7f82cf1f5700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-07T03:02:27.933 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:02:27.845+0000 7f82cf1f5700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-07T03:02:27.933 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:02:27.845+0000 7f82cc1ef700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-07T03:02:27.934 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:02:27.845+0000 7f82cc1ef700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-07T03:02:27.934 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:02:27.845+0000 7f82cc1ef700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-07T03:02:27.934 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:02:27.845+0000 7f82cc1ef700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-07T03:02:27.934 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:02:27.845+0000 7f82cc1ef700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-07T03:02:27.934 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-mon[89511]: osdmap e392: 8 total, 8 up, 8 in 2024-03-07T03:02:27.934 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-mon[89511]: Standby manager daemon x restarted 2024-03-07T03:02:27.934 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-mon[89511]: Standby manager daemon x started 2024-03-07T03:02:27.934 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-mon[89511]: from='mgr.? 172.21.15.92:0/3705323942' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-07T03:02:27.934 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-mon[89511]: from='mgr.? 172.21.15.92:0/3705323942' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-07T03:02:27.934 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-mon[89511]: from='mgr.? 172.21.15.92:0/3705323942' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-07T03:02:27.935 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-mon[89511]: from='mgr.? 172.21.15.92:0/3705323942' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-07T03:02:27.935 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-mon[89511]: Active manager daemon y restarted 2024-03-07T03:02:27.935 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-mon[89511]: Activating manager daemon y 2024-03-07T03:02:27.935 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-mon[89511]: osdmap e393: 8 total, 8 up, 8 in 2024-03-07T03:02:27.935 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-mon[89511]: mgrmap e37: y(active, starting, since 0.00618601s), standbys: x 2024-03-07T03:02:27.935 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T03:02:27.935 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T03:02:27.935 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T03:02:27.935 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-07T03:02:27.935 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-07T03:02:27.935 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-07T03:02:27.935 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-07T03:02:27.935 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-07T03:02:27.935 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-07T03:02:27.936 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-07T03:02:27.936 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-07T03:02:27.936 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-07T03:02:27.936 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-07T03:02:27.936 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-07T03:02:27.936 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-07T03:02:27.936 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-07T03:02:27.936 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-07T03:02:27.936 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-07T03:02:27.936 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-mon[89511]: Manager daemon y is now available 2024-03-07T03:02:27.936 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-mon[37987]: osdmap e392: 8 total, 8 up, 8 in 2024-03-07T03:02:27.937 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-mon[37987]: Standby manager daemon x restarted 2024-03-07T03:02:27.937 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-mon[37987]: Standby manager daemon x started 2024-03-07T03:02:27.937 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-mon[37987]: from='mgr.? 172.21.15.92:0/3705323942' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-07T03:02:27.937 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-mon[37987]: from='mgr.? 172.21.15.92:0/3705323942' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-07T03:02:27.937 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-mon[37987]: from='mgr.? 172.21.15.92:0/3705323942' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-07T03:02:27.937 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-mon[37987]: from='mgr.? 172.21.15.92:0/3705323942' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-07T03:02:27.937 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-mon[37987]: Active manager daemon y restarted 2024-03-07T03:02:27.937 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-mon[37987]: Activating manager daemon y 2024-03-07T03:02:27.937 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-mon[37987]: osdmap e393: 8 total, 8 up, 8 in 2024-03-07T03:02:27.937 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-mon[37987]: mgrmap e37: y(active, starting, since 0.00618601s), standbys: x 2024-03-07T03:02:27.937 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-mon[37987]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T03:02:27.937 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-mon[37987]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T03:02:27.937 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-mon[37987]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T03:02:27.938 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-mon[37987]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-07T03:02:27.938 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-mon[37987]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-07T03:02:27.938 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-mon[37987]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-07T03:02:27.938 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-mon[37987]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-07T03:02:27.938 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-mon[37987]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-07T03:02:27.938 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-mon[37987]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-07T03:02:27.938 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-mon[37987]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-07T03:02:27.938 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-mon[37987]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-07T03:02:27.938 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-mon[37987]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-07T03:02:27.938 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-mon[37987]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-07T03:02:27.938 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-mon[37987]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-07T03:02:27.938 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-mon[37987]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-07T03:02:27.938 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-mon[37987]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-07T03:02:27.938 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-mon[37987]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-07T03:02:27.939 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-mon[37987]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-07T03:02:27.939 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-mon[37987]: Manager daemon y is now available 2024-03-07T03:02:27.939 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:02:27.939 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:02:27.939 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:02:27.939 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-mon[37987]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:02:27.939 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-mon[37987]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:02:27.939 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-mon[37987]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:02:28.329 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: CherryPy Checker: 2024-03-07T03:02:28.329 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: The Application mounted at '' has an empty config. 2024-03-07T03:02:28.329 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:02:28.329 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: [07/Mar/2024:03:02:27] ENGINE Serving on http://:::9283 2024-03-07T03:02:28.329 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:02:27 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: [07/Mar/2024:03:02:27] ENGINE Bus STARTED 2024-03-07T03:02:28.712 INFO:tasks.rados.rados.0.smithi090.stdout:1670: done (2 left) 2024-03-07T03:02:28.712 INFO:tasks.rados.rados.0.smithi090.stdout:1672: done (1 left) 2024-03-07T03:02:28.712 INFO:tasks.rados.rados.0.smithi090.stdout:1673: done (0 left) 2024-03-07T03:02:28.712 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 38 current snap is 161 2024-03-07T03:02:28.713 INFO:tasks.rados.rados.0.smithi090.stdout:1674: seq_num 530 ranges {2883584=483328,3366912=532480,3899392=671744} 2024-03-07T03:02:28.730 INFO:tasks.rados.rados.0.smithi090.stdout:1674: writing smithi09077644-38 from 2883584 to 3366912 tid 1 2024-03-07T03:02:28.733 INFO:tasks.rados.rados.0.smithi090.stdout:1674: writing smithi09077644-38 from 3366912 to 3899392 tid 2 2024-03-07T03:02:28.737 INFO:tasks.rados.rados.0.smithi090.stdout:1674: writing smithi09077644-38 from 3899392 to 4571136 tid 3 2024-03-07T03:02:28.737 INFO:tasks.rados.rados.0.smithi090.stdout:1675: rollback oid 50 current snap is 161 2024-03-07T03:02:28.737 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 50 to 160 2024-03-07T03:02:28.737 INFO:tasks.rados.rados.0.smithi090.stdout:1674: finishing write tid 1 to smithi09077644-38 2024-03-07T03:02:28.737 INFO:tasks.rados.rados.0.smithi090.stdout:1674: finishing write tid 2 to smithi09077644-38 2024-03-07T03:02:28.737 INFO:tasks.rados.rados.0.smithi090.stdout:1676: setattr oid 41 current snap is 161 2024-03-07T03:02:28.739 INFO:tasks.rados.rados.0.smithi090.stdout:1677: rollback oid 7 current snap is 161 2024-03-07T03:02:28.739 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 7 to 157 2024-03-07T03:02:28.739 INFO:tasks.rados.rados.0.smithi090.stdout:1678: snap_remove snap 158 2024-03-07T03:02:28.982 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:02:28 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:02:28.700+0000 7f8323fc5700 -1 mgr.server handle_report got status from non-daemon mon.a 2024-03-07T03:02:28.982 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:28 smithi090 ceph-mon[37987]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-07T03:02:28.982 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:28 smithi090 ceph-mon[37987]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-07T03:02:28.982 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:28 smithi090 ceph-mon[37987]: [07/Mar/2024:03:02:28] ENGINE Bus STARTING 2024-03-07T03:02:28.983 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:28 smithi090 ceph-mon[37987]: [07/Mar/2024:03:02:28] ENGINE Serving on https://172.21.15.90:7150 2024-03-07T03:02:28.983 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:28 smithi090 ceph-mon[37987]: [07/Mar/2024:03:02:28] ENGINE Serving on http://172.21.15.90:8765 2024-03-07T03:02:28.983 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:28 smithi090 ceph-mon[37987]: [07/Mar/2024:03:02:28] ENGINE Bus STARTED 2024-03-07T03:02:28.983 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:28 smithi090 ceph-mon[37987]: mgrmap e38: y(active, since 1.00893s), standbys: x 2024-03-07T03:02:28.983 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:28 smithi090 ceph-mon[37987]: osdmap e394: 8 total, 8 up, 8 in 2024-03-07T03:02:28.983 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:28 smithi090 ceph-mon[37987]: pgmap v4: 121 pgs: 121 active+clean; 202 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 255 GiB/s rd, 94 GiB/s wr, 858.63k op/s; 384 MiB/s, 1.36k objects/s recovering 2024-03-07T03:02:28.983 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:28 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-07T03:02:28.983 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:28 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-07T03:02:28.983 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:28 smithi090 ceph-mon[89511]: [07/Mar/2024:03:02:28] ENGINE Bus STARTING 2024-03-07T03:02:28.983 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:28 smithi090 ceph-mon[89511]: [07/Mar/2024:03:02:28] ENGINE Serving on https://172.21.15.90:7150 2024-03-07T03:02:28.983 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:28 smithi090 ceph-mon[89511]: [07/Mar/2024:03:02:28] ENGINE Serving on http://172.21.15.90:8765 2024-03-07T03:02:28.984 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:28 smithi090 ceph-mon[89511]: [07/Mar/2024:03:02:28] ENGINE Bus STARTED 2024-03-07T03:02:28.984 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:28 smithi090 ceph-mon[89511]: mgrmap e38: y(active, since 1.00893s), standbys: x 2024-03-07T03:02:28.984 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:28 smithi090 ceph-mon[89511]: osdmap e394: 8 total, 8 up, 8 in 2024-03-07T03:02:28.984 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:28 smithi090 ceph-mon[89511]: pgmap v4: 121 pgs: 121 active+clean; 202 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 255 GiB/s rd, 94 GiB/s wr, 858.63k op/s; 384 MiB/s, 1.36k objects/s recovering 2024-03-07T03:02:29.119 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:28 smithi092 ceph-mon[31083]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-07T03:02:29.119 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:28 smithi092 ceph-mon[31083]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-07T03:02:29.119 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:28 smithi092 ceph-mon[31083]: [07/Mar/2024:03:02:28] ENGINE Bus STARTING 2024-03-07T03:02:29.119 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:28 smithi092 ceph-mon[31083]: [07/Mar/2024:03:02:28] ENGINE Serving on https://172.21.15.90:7150 2024-03-07T03:02:29.119 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:28 smithi092 ceph-mon[31083]: [07/Mar/2024:03:02:28] ENGINE Serving on http://172.21.15.90:8765 2024-03-07T03:02:29.120 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:28 smithi092 ceph-mon[31083]: [07/Mar/2024:03:02:28] ENGINE Bus STARTED 2024-03-07T03:02:29.120 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:28 smithi092 ceph-mon[31083]: mgrmap e38: y(active, since 1.00893s), standbys: x 2024-03-07T03:02:29.120 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:28 smithi092 ceph-mon[31083]: osdmap e394: 8 total, 8 up, 8 in 2024-03-07T03:02:29.120 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:28 smithi092 ceph-mon[31083]: pgmap v4: 121 pgs: 121 active+clean; 202 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 255 GiB/s rd, 94 GiB/s wr, 858.63k op/s; 384 MiB/s, 1.36k objects/s recovering 2024-03-07T03:02:29.721 INFO:tasks.rados.rados.0.smithi090.stdout:1678: done (4 left) 2024-03-07T03:02:29.721 INFO:tasks.rados.rados.0.smithi090.stdout:1679: rollback oid 14 current snap is 161 2024-03-07T03:02:29.721 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 14 to 160 2024-03-07T03:02:29.721 INFO:tasks.rados.rados.0.smithi090.stdout:1680: delete oid 6 current snap is 161 2024-03-07T03:02:29.721 INFO:tasks.rados.rados.0.smithi090.stdout:1674: finishing write tid 3 to smithi09077644-38 2024-03-07T03:02:29.721 INFO:tasks.rados.rados.0.smithi090.stdout:1677: finishing rollback tid 1 to smithi09077644-7 2024-03-07T03:02:29.721 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 7 v 0 (ObjNum 65 snap 0 seq_num 1953066355) dirty dne 2024-03-07T03:02:29.721 INFO:tasks.rados.rados.0.smithi090.stdout:1674: finishing write tid 4 to smithi09077644-38 2024-03-07T03:02:29.722 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 41 v 833 (ObjNum 336 snap 100 seq_num 336) dirty exists 2024-03-07T03:02:29.722 INFO:tasks.rados.rados.0.smithi090.stdout:1675: finishing rollback tid 0 to smithi09077644-50 2024-03-07T03:02:29.722 INFO:tasks.rados.rados.0.smithi090.stdout:1674: finishing write tid 5 to smithi09077644-38 2024-03-07T03:02:29.722 INFO:tasks.rados.rados.0.smithi090.stdout:1674: oid 38 updating version 0 to 970 2024-03-07T03:02:29.722 INFO:tasks.rados.rados.0.smithi090.stdout:1674: oid 38 updating version 970 to 972 2024-03-07T03:02:29.722 INFO:tasks.rados.rados.0.smithi090.stdout:1674: oid 38 updating version 972 to 973 2024-03-07T03:02:29.722 INFO:tasks.rados.rados.0.smithi090.stdout:1674: oid 38 version 973 is already newer than 971 2024-03-07T03:02:29.722 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 973 (ObjNum 530 snap 161 seq_num 530) dirty exists 2024-03-07T03:02:29.722 INFO:tasks.rados.rados.0.smithi090.stdout:1674: left oid 38 (ObjNum 530 snap 161 seq_num 530) 2024-03-07T03:02:29.722 INFO:tasks.rados.rados.0.smithi090.stdout:1675: finishing rollback tid 1 to smithi09077644-50 2024-03-07T03:02:29.722 INFO:tasks.rados.rados.0.smithi090.stdout:1675: finishing rollback tid 2 to smithi09077644-50 2024-03-07T03:02:29.722 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 50 v 866 (ObjNum 447 snap 137 seq_num 447) dirty exists 2024-03-07T03:02:29.726 INFO:tasks.rados.rados.0.smithi090.stdout:1674: done (5 left) 2024-03-07T03:02:29.726 INFO:tasks.rados.rados.0.smithi090.stdout:1675: done (4 left) 2024-03-07T03:02:29.726 INFO:tasks.rados.rados.0.smithi090.stdout:1676: done (3 left) 2024-03-07T03:02:29.726 INFO:tasks.rados.rados.0.smithi090.stdout:1677: done (2 left) 2024-03-07T03:02:29.726 INFO:tasks.rados.rados.0.smithi090.stdout:1680: done (1 left) 2024-03-07T03:02:29.726 INFO:tasks.rados.rados.0.smithi090.stdout:1681: snap_remove snap 153 2024-03-07T03:02:30.728 INFO:tasks.rados.rados.0.smithi090.stdout:1681: done (1 left) 2024-03-07T03:02:30.729 INFO:tasks.rados.rados.0.smithi090.stdout:1682: read oid 23 snap 160 2024-03-07T03:02:30.729 INFO:tasks.rados.rados.0.smithi090.stdout:1682: expect deleted 2024-03-07T03:02:30.729 INFO:tasks.rados.rados.0.smithi090.stdout:1683: snap_remove snap 157 2024-03-07T03:02:30.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:30 smithi092 ceph-mon[31083]: pgmap v5: 121 pgs: 121 active+clean; 202 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.1 GiB/s rd, 427 MiB/s wr, 3.79k op/s; 1.7 MiB/s, 6 objects/s recovering 2024-03-07T03:02:30.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:30 smithi092 ceph-mon[31083]: osdmap e395: 8 total, 8 up, 8 in 2024-03-07T03:02:30.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:30 smithi092 ceph-mon[31083]: mgrmap e39: y(active, since 2s), standbys: x 2024-03-07T03:02:31.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:30 smithi090 ceph-mon[89511]: pgmap v5: 121 pgs: 121 active+clean; 202 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.1 GiB/s rd, 427 MiB/s wr, 3.79k op/s; 1.7 MiB/s, 6 objects/s recovering 2024-03-07T03:02:31.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:30 smithi090 ceph-mon[89511]: osdmap e395: 8 total, 8 up, 8 in 2024-03-07T03:02:31.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:30 smithi090 ceph-mon[89511]: mgrmap e39: y(active, since 2s), standbys: x 2024-03-07T03:02:31.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:30 smithi090 ceph-mon[37987]: pgmap v5: 121 pgs: 121 active+clean; 202 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.1 GiB/s rd, 427 MiB/s wr, 3.79k op/s; 1.7 MiB/s, 6 objects/s recovering 2024-03-07T03:02:31.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:30 smithi090 ceph-mon[37987]: osdmap e395: 8 total, 8 up, 8 in 2024-03-07T03:02:31.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:30 smithi090 ceph-mon[37987]: mgrmap e39: y(active, since 2s), standbys: x 2024-03-07T03:02:31.735 INFO:tasks.rados.rados.0.smithi090.stdout:1683: done (2 left) 2024-03-07T03:02:31.735 INFO:tasks.rados.rados.0.smithi090.stdout:1684: snap_create 2024-03-07T03:02:31.735 INFO:tasks.rados.rados.0.smithi090.stdout:1679: finishing rollback tid 0 to smithi09077644-14 2024-03-07T03:02:31.735 INFO:tasks.rados.rados.0.smithi090.stdout:1679: finishing rollback tid 1 to smithi09077644-14 2024-03-07T03:02:31.735 INFO:tasks.rados.rados.0.smithi090.stdout:1679: finishing rollback tid 2 to smithi09077644-14 2024-03-07T03:02:31.735 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 14 v 702 (ObjNum 445 snap 137 seq_num 445) dirty exists 2024-03-07T03:02:32.025 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:31 smithi092 ceph-mon[31083]: osdmap e396: 8 total, 8 up, 8 in 2024-03-07T03:02:32.025 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:31 smithi092 ceph-mon[31083]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:32.025 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:31 smithi092 ceph-mon[31083]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:32.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:31 smithi090 ceph-mon[37987]: osdmap e396: 8 total, 8 up, 8 in 2024-03-07T03:02:32.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:31 smithi090 ceph-mon[37987]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:32.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:31 smithi090 ceph-mon[37987]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:32.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:31 smithi090 ceph-mon[89511]: osdmap e396: 8 total, 8 up, 8 in 2024-03-07T03:02:32.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:31 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:32.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:31 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:32.690 INFO:tasks.rados.rados.0.smithi090.stdout:1679: done (2 left) 2024-03-07T03:02:32.690 INFO:tasks.rados.rados.0.smithi090.stdout:1682: done (1 left) 2024-03-07T03:02:32.690 INFO:tasks.rados.rados.0.smithi090.stdout:1684: done (0 left) 2024-03-07T03:02:32.690 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 41 current snap is 162 2024-03-07T03:02:32.690 INFO:tasks.rados.rados.0.smithi090.stdout:1685: seq_num 532 ranges {1794048=516096,2310144=696320,3006464=507904} 2024-03-07T03:02:32.702 INFO:tasks.rados.rados.0.smithi090.stdout:1685: writing smithi09077644-41 from 1794048 to 2310144 tid 1 2024-03-07T03:02:32.706 INFO:tasks.rados.rados.0.smithi090.stdout:1685: writing smithi09077644-41 from 2310144 to 3006464 tid 2 2024-03-07T03:02:32.710 INFO:tasks.rados.rados.0.smithi090.stdout:1685: writing smithi09077644-41 from 3006464 to 3514368 tid 3 2024-03-07T03:02:32.710 INFO:tasks.rados.rados.0.smithi090.stdout:1686: snap_remove snap 160 2024-03-07T03:02:33.005 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:32 smithi090 ceph-mon[37987]: pgmap v8: 121 pgs: 121 active+clean; 202 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 384 MiB/s rd, 142 MiB/s wr, 1.26k op/s; 577 KiB/s, 2 objects/s recovering 2024-03-07T03:02:33.006 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:32 smithi090 ceph-mon[37987]: osdmap e397: 8 total, 8 up, 8 in 2024-03-07T03:02:33.006 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:32 smithi090 ceph-mon[37987]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:33.006 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:32 smithi090 ceph-mon[37987]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:33.006 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:32 smithi090 ceph-mon[37987]: mgrmap e40: y(active, since 4s), standbys: x 2024-03-07T03:02:33.006 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:32 smithi090 ceph-mon[37987]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:33.006 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:32 smithi090 ceph-mon[37987]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:33.006 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:32 smithi090 ceph-mon[37987]: osdmap e398: 8 total, 8 up, 8 in 2024-03-07T03:02:33.006 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:32 smithi090 ceph-mon[89511]: pgmap v8: 121 pgs: 121 active+clean; 202 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 384 MiB/s rd, 142 MiB/s wr, 1.26k op/s; 577 KiB/s, 2 objects/s recovering 2024-03-07T03:02:33.006 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:32 smithi090 ceph-mon[89511]: osdmap e397: 8 total, 8 up, 8 in 2024-03-07T03:02:33.006 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:32 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:33.006 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:32 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:33.006 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:32 smithi090 ceph-mon[89511]: mgrmap e40: y(active, since 4s), standbys: x 2024-03-07T03:02:33.006 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:32 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:33.007 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:32 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:33.007 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:32 smithi090 ceph-mon[89511]: osdmap e398: 8 total, 8 up, 8 in 2024-03-07T03:02:33.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:32 smithi092 ceph-mon[31083]: pgmap v8: 121 pgs: 121 active+clean; 202 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 384 MiB/s rd, 142 MiB/s wr, 1.26k op/s; 577 KiB/s, 2 objects/s recovering 2024-03-07T03:02:33.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:32 smithi092 ceph-mon[31083]: osdmap e397: 8 total, 8 up, 8 in 2024-03-07T03:02:33.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:32 smithi092 ceph-mon[31083]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:33.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:32 smithi092 ceph-mon[31083]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:33.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:32 smithi092 ceph-mon[31083]: mgrmap e40: y(active, since 4s), standbys: x 2024-03-07T03:02:33.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:32 smithi092 ceph-mon[31083]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:33.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:32 smithi092 ceph-mon[31083]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:33.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:32 smithi092 ceph-mon[31083]: osdmap e398: 8 total, 8 up, 8 in 2024-03-07T03:02:33.328 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:02:33 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:02:33] "GET /metrics HTTP/1.1" 200 33255 "" "Prometheus/2.43.0" 2024-03-07T03:02:33.691 INFO:tasks.rados.rados.0.smithi090.stdout:1686: done (1 left) 2024-03-07T03:02:33.691 INFO:tasks.rados.rados.0.smithi090.stdout:1685: finishing write tid 1 to smithi09077644-41 2024-03-07T03:02:33.691 INFO:tasks.rados.rados.0.smithi090.stdout:1685: finishing write tid 2 to smithi09077644-41 2024-03-07T03:02:33.691 INFO:tasks.rados.rados.0.smithi090.stdout:1685: finishing write tid 3 to smithi09077644-41 2024-03-07T03:02:33.691 INFO:tasks.rados.rados.0.smithi090.stdout:1685: finishing write tid 4 to smithi09077644-41 2024-03-07T03:02:33.691 INFO:tasks.rados.rados.0.smithi090.stdout:1685: finishing write tid 5 to smithi09077644-41 2024-03-07T03:02:33.691 INFO:tasks.rados.rados.0.smithi090.stdout:1685: oid 41 updating version 0 to 835 2024-03-07T03:02:33.692 INFO:tasks.rados.rados.0.smithi090.stdout:1685: oid 41 updating version 835 to 836 2024-03-07T03:02:33.692 INFO:tasks.rados.rados.0.smithi090.stdout:1685: oid 41 updating version 836 to 837 2024-03-07T03:02:33.692 INFO:tasks.rados.rados.0.smithi090.stdout:1685: oid 41 version 837 is already newer than 834 2024-03-07T03:02:33.692 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 41 v 837 (ObjNum 532 snap 162 seq_num 532) dirty exists 2024-03-07T03:02:33.692 INFO:tasks.rados.rados.0.smithi090.stdout:1685: left oid 41 (ObjNum 532 snap 162 seq_num 532) 2024-03-07T03:02:33.692 INFO:tasks.rados.rados.0.smithi090.stdout:1687: read oid 7 snap -1 2024-03-07T03:02:33.692 INFO:tasks.rados.rados.0.smithi090.stdout:1687: expect deleted 2024-03-07T03:02:33.692 INFO:tasks.rados.rados.0.smithi090.stdout:1685: done (1 left) 2024-03-07T03:02:33.692 INFO:tasks.rados.rados.0.smithi090.stdout:1688: read oid 12 snap -1 2024-03-07T03:02:33.692 INFO:tasks.rados.rados.0.smithi090.stdout:1688: expect (ObjNum 394 snap 121 seq_num 394) 2024-03-07T03:02:33.692 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 43 current snap is 162 2024-03-07T03:02:33.692 INFO:tasks.rados.rados.0.smithi090.stdout:1689: seq_num 533 ranges {729088=532480,1261568=630784,1892352=516096,2408448=57344} 2024-03-07T03:02:33.698 INFO:tasks.rados.rados.0.smithi090.stdout:1689: writing smithi09077644-43 from 729088 to 1261568 tid 1 2024-03-07T03:02:33.702 INFO:tasks.rados.rados.0.smithi090.stdout:1689: writing smithi09077644-43 from 1261568 to 1892352 tid 2 2024-03-07T03:02:33.706 INFO:tasks.rados.rados.0.smithi090.stdout:1689: writing smithi09077644-43 from 1892352 to 2408448 tid 3 2024-03-07T03:02:33.707 INFO:tasks.rados.rados.0.smithi090.stdout:1689: writing smithi09077644-43 from 2408448 to 2465792 tid 4 2024-03-07T03:02:33.707 INFO:tasks.rados.rados.0.smithi090.stdout:1690: rollback oid 14 current snap is 162 2024-03-07T03:02:33.707 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 14 to 161 2024-03-07T03:02:33.707 INFO:tasks.rados.rados.0.smithi090.stdout:1689: finishing write tid 1 to smithi09077644-43 2024-03-07T03:02:33.707 INFO:tasks.rados.rados.0.smithi090.stdout:1689: finishing write tid 2 to smithi09077644-43 2024-03-07T03:02:33.707 INFO:tasks.rados.rados.0.smithi090.stdout:1687: done (3 left) 2024-03-07T03:02:33.707 INFO:tasks.rados.rados.0.smithi090.stdout:1691: read oid 15 snap 161 2024-03-07T03:02:33.707 INFO:tasks.rados.rados.0.smithi090.stdout:1691: expect (ObjNum 528 snap 160 seq_num 528) 2024-03-07T03:02:33.707 INFO:tasks.rados.rados.0.smithi090.stdout:1692: read oid 26 snap -1 2024-03-07T03:02:33.707 INFO:tasks.rados.rados.0.smithi090.stdout:1692: expect deleted 2024-03-07T03:02:33.707 INFO:tasks.rados.rados.0.smithi090.stdout:1693: read oid 20 snap -1 2024-03-07T03:02:33.708 INFO:tasks.rados.rados.0.smithi090.stdout:1693: expect (ObjNum 488 snap 150 seq_num 488) 2024-03-07T03:02:33.708 INFO:tasks.rados.rados.0.smithi090.stdout:1694: snap_create 2024-03-07T03:02:33.711 INFO:tasks.rados.rados.0.smithi090.stdout:1689: finishing write tid 3 to smithi09077644-43 2024-03-07T03:02:33.711 INFO:tasks.rados.rados.0.smithi090.stdout:1690: finishing rollback tid 0 to smithi09077644-14 2024-03-07T03:02:33.711 INFO:tasks.rados.rados.0.smithi090.stdout:1689: finishing write tid 4 to smithi09077644-43 2024-03-07T03:02:33.712 INFO:tasks.rados.rados.0.smithi090.stdout:1689: finishing write tid 5 to smithi09077644-43 2024-03-07T03:02:33.713 INFO:tasks.rados.rados.0.smithi090.stdout:1690: finishing rollback tid 1 to smithi09077644-14 2024-03-07T03:02:33.713 INFO:tasks.rados.rados.0.smithi090.stdout:1690: finishing rollback tid 2 to smithi09077644-14 2024-03-07T03:02:33.713 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 14 v 705 (ObjNum 445 snap 137 seq_num 445) dirty exists 2024-03-07T03:02:33.714 INFO:tasks.rados.rados.0.smithi090.stdout:1689: finishing write tid 6 to smithi09077644-43 2024-03-07T03:02:33.714 INFO:tasks.rados.rados.0.smithi090.stdout:1689: oid 43 updating version 0 to 319 2024-03-07T03:02:33.714 INFO:tasks.rados.rados.0.smithi090.stdout:1689: oid 43 version 319 is already newer than 318 2024-03-07T03:02:33.714 INFO:tasks.rados.rados.0.smithi090.stdout:1689: oid 43 version 319 is already newer than 316 2024-03-07T03:02:33.714 INFO:tasks.rados.rados.0.smithi090.stdout:1689: oid 43 version 319 is already newer than 315 2024-03-07T03:02:33.714 INFO:tasks.rados.rados.0.smithi090.stdout:1689: oid 43 version 319 is already newer than 317 2024-03-07T03:02:33.715 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 319 (ObjNum 533 snap 162 seq_num 533) dirty exists 2024-03-07T03:02:33.715 INFO:tasks.rados.rados.0.smithi090.stdout:1689: left oid 43 (ObjNum 533 snap 162 seq_num 533) 2024-03-07T03:02:33.716 INFO:tasks.rados.rados.0.smithi090.stdout:1688: expect (ObjNum 394 snap 121 seq_num 394) 2024-03-07T03:02:33.862 INFO:tasks.rados.rados.0.smithi090.stdout:1691: expect (ObjNum 528 snap 160 seq_num 528) 2024-03-07T03:02:33.917 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:02:33 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:02:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi090\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:02:33.944 INFO:tasks.rados.rados.0.smithi090.stdout:1693: expect (ObjNum 488 snap 150 seq_num 488) 2024-03-07T03:02:34.694 INFO:tasks.rados.rados.0.smithi090.stdout:1688: done (6 left) 2024-03-07T03:02:34.694 INFO:tasks.rados.rados.0.smithi090.stdout:1689: done (5 left) 2024-03-07T03:02:34.694 INFO:tasks.rados.rados.0.smithi090.stdout:1690: done (4 left) 2024-03-07T03:02:34.694 INFO:tasks.rados.rados.0.smithi090.stdout:1691: done (3 left) 2024-03-07T03:02:34.694 INFO:tasks.rados.rados.0.smithi090.stdout:1692: done (2 left) 2024-03-07T03:02:34.694 INFO:tasks.rados.rados.0.smithi090.stdout:1693: done (1 left) 2024-03-07T03:02:34.694 INFO:tasks.rados.rados.0.smithi090.stdout:1694: done (0 left) 2024-03-07T03:02:34.695 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 25 current snap is 163 2024-03-07T03:02:34.695 INFO:tasks.rados.rados.0.smithi090.stdout:1695: seq_num 534 ranges {3366912=548864,3915776=516096,4431872=688128} 2024-03-07T03:02:34.715 INFO:tasks.rados.rados.0.smithi090.stdout:1695: writing smithi09077644-25 from 3366912 to 3915776 tid 1 2024-03-07T03:02:34.718 INFO:tasks.rados.rados.0.smithi090.stdout:1695: writing smithi09077644-25 from 3915776 to 4431872 tid 2 2024-03-07T03:02:34.722 INFO:tasks.rados.rados.0.smithi090.stdout:1695: writing smithi09077644-25 from 4431872 to 5120000 tid 3 2024-03-07T03:02:34.722 INFO:tasks.rados.rados.0.smithi090.stdout:1696: copy_from oid 31 from oid 13 current snap is 163 2024-03-07T03:02:34.722 INFO:tasks.rados.rados.0.smithi090.stdout:1695: finishing write tid 1 to smithi09077644-25 2024-03-07T03:02:34.722 INFO:tasks.rados.rados.0.smithi090.stdout:1695: finishing write tid 2 to smithi09077644-25 2024-03-07T03:02:34.722 INFO:tasks.rados.rados.0.smithi090.stdout:1697: snap_remove snap 161 2024-03-07T03:02:34.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:34 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:34.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:34 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:34.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:34 smithi090 ceph-mon[89511]: osdmap e399: 8 total, 8 up, 8 in 2024-03-07T03:02:34.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:34 smithi090 ceph-mon[89511]: pgmap v12: 121 pgs: 121 active+clean; 202 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-03-07T03:02:34.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:34 smithi090 ceph-mon[37987]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:34.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:34 smithi090 ceph-mon[37987]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:34.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:34 smithi090 ceph-mon[37987]: osdmap e399: 8 total, 8 up, 8 in 2024-03-07T03:02:34.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:34 smithi090 ceph-mon[37987]: pgmap v12: 121 pgs: 121 active+clean; 202 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-03-07T03:02:34.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:34 smithi092 ceph-mon[31083]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:34.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:34 smithi092 ceph-mon[31083]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:34.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:34 smithi092 ceph-mon[31083]: osdmap e399: 8 total, 8 up, 8 in 2024-03-07T03:02:34.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:34 smithi092 ceph-mon[31083]: pgmap v12: 121 pgs: 121 active+clean; 202 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-03-07T03:02:35.708 INFO:tasks.rados.rados.0.smithi090.stdout:1697: done (2 left) 2024-03-07T03:02:35.709 INFO:tasks.rados.rados.0.smithi090.stdout:1695: finishing write tid 3 to smithi09077644-25 2024-03-07T03:02:35.709 INFO:tasks.rados.rados.0.smithi090.stdout:1696: finishing copy_from to smithi09077644-31 2024-03-07T03:02:35.709 INFO:tasks.rados.rados.0.smithi090.stdout:1696: got expected ENOENT (src dne) 2024-03-07T03:02:35.709 INFO:tasks.rados.rados.0.smithi090.stdout:1695: finishing write tid 4 to smithi09077644-25 2024-03-07T03:02:35.709 INFO:tasks.rados.rados.0.smithi090.stdout:1696: finishing copy_from racing read to smithi09077644-31 2024-03-07T03:02:35.709 INFO:tasks.rados.rados.0.smithi090.stdout:1695: finishing write tid 5 to smithi09077644-25 2024-03-07T03:02:35.709 INFO:tasks.rados.rados.0.smithi090.stdout:1695: oid 25 updating version 0 to 920 2024-03-07T03:02:35.709 INFO:tasks.rados.rados.0.smithi090.stdout:1695: oid 25 version 920 is already newer than 918 2024-03-07T03:02:35.709 INFO:tasks.rados.rados.0.smithi090.stdout:1695: oid 25 updating version 920 to 921 2024-03-07T03:02:35.709 INFO:tasks.rados.rados.0.smithi090.stdout:1695: oid 25 version 921 is already newer than 919 2024-03-07T03:02:35.709 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 25 v 921 (ObjNum 534 snap 163 seq_num 534) dirty exists 2024-03-07T03:02:35.709 INFO:tasks.rados.rados.0.smithi090.stdout:1695: left oid 25 (ObjNum 534 snap 163 seq_num 534) 2024-03-07T03:02:35.709 INFO:tasks.rados.rados.0.smithi090.stdout:1698: read oid 28 snap -1 2024-03-07T03:02:35.709 INFO:tasks.rados.rados.0.smithi090.stdout:1698: expect (ObjNum 425 snap 134 seq_num 425) 2024-03-07T03:02:35.709 INFO:tasks.rados.rados.0.smithi090.stdout:1695: done (2 left) 2024-03-07T03:02:35.710 INFO:tasks.rados.rados.0.smithi090.stdout:1696: done (1 left) 2024-03-07T03:02:35.710 INFO:tasks.rados.rados.0.smithi090.stdout:1699: read oid 38 snap -1 2024-03-07T03:02:35.710 INFO:tasks.rados.rados.0.smithi090.stdout:1699: expect (ObjNum 530 snap 161 seq_num 530) 2024-03-07T03:02:35.710 INFO:tasks.rados.rados.0.smithi090.stdout:1700: rmattr oid 24 current snap is 163 2024-03-07T03:02:35.710 INFO:tasks.rados.rados.0.smithi090.stdout:1700: done (2 left) 2024-03-07T03:02:35.710 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 29 current snap is 163 2024-03-07T03:02:35.710 INFO:tasks.rados.rados.0.smithi090.stdout:1701: seq_num 535 ranges {1081344=565248,1646592=802816,2449408=401408} 2024-03-07T03:02:35.717 INFO:tasks.rados.rados.0.smithi090.stdout:1701: writing smithi09077644-29 from 1081344 to 1646592 tid 1 2024-03-07T03:02:35.722 INFO:tasks.rados.rados.0.smithi090.stdout:1701: writing smithi09077644-29 from 1646592 to 2449408 tid 2 2024-03-07T03:02:35.725 INFO:tasks.rados.rados.0.smithi090.stdout:1701: writing smithi09077644-29 from 2449408 to 2850816 tid 3 2024-03-07T03:02:35.725 INFO:tasks.rados.rados.0.smithi090.stdout:1702: read oid 48 snap -1 2024-03-07T03:02:35.726 INFO:tasks.rados.rados.0.smithi090.stdout:1702: expect (ObjNum 518 snap 157 seq_num 518) 2024-03-07T03:02:35.726 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 37 current snap is 163 2024-03-07T03:02:35.726 INFO:tasks.rados.rados.0.smithi090.stdout:1701: finishing write tid 1 to smithi09077644-29 2024-03-07T03:02:35.726 INFO:tasks.rados.rados.0.smithi090.stdout:1703: seq_num 536 ranges {3039232=581632,3620864=688128,4308992=516096} 2024-03-07T03:02:35.746 INFO:tasks.rados.rados.0.smithi090.stdout:1703: writing smithi09077644-37 from 3039232 to 3620864 tid 1 2024-03-07T03:02:35.751 INFO:tasks.rados.rados.0.smithi090.stdout:1703: writing smithi09077644-37 from 3620864 to 4308992 tid 2 2024-03-07T03:02:35.754 INFO:tasks.rados.rados.0.smithi090.stdout:1703: writing smithi09077644-37 from 4308992 to 4825088 tid 3 2024-03-07T03:02:35.754 INFO:tasks.rados.rados.0.smithi090.stdout:1704: delete oid 40 current snap is 163 2024-03-07T03:02:35.754 INFO:tasks.rados.rados.0.smithi090.stdout:1701: finishing write tid 2 to smithi09077644-29 2024-03-07T03:02:35.754 INFO:tasks.rados.rados.0.smithi090.stdout:1701: finishing write tid 3 to smithi09077644-29 2024-03-07T03:02:35.754 INFO:tasks.rados.rados.0.smithi090.stdout:1701: finishing write tid 4 to smithi09077644-29 2024-03-07T03:02:35.754 INFO:tasks.rados.rados.0.smithi090.stdout:1701: finishing write tid 5 to smithi09077644-29 2024-03-07T03:02:35.754 INFO:tasks.rados.rados.0.smithi090.stdout:1701: oid 29 updating version 0 to 653 2024-03-07T03:02:35.755 INFO:tasks.rados.rados.0.smithi090.stdout:1701: oid 29 version 653 is already newer than 652 2024-03-07T03:02:35.755 INFO:tasks.rados.rados.0.smithi090.stdout:1701: oid 29 updating version 653 to 655 2024-03-07T03:02:35.755 INFO:tasks.rados.rados.0.smithi090.stdout:1701: oid 29 version 655 is already newer than 654 2024-03-07T03:02:35.755 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 655 (ObjNum 535 snap 163 seq_num 535) dirty exists 2024-03-07T03:02:35.755 INFO:tasks.rados.rados.0.smithi090.stdout:1701: left oid 29 (ObjNum 535 snap 163 seq_num 535) 2024-03-07T03:02:35.755 INFO:tasks.rados.rados.0.smithi090.stdout:1699: expect (ObjNum 530 snap 161 seq_num 530) 2024-03-07T03:02:35.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:35 smithi092 ceph-mon[31083]: osdmap e400: 8 total, 8 up, 8 in 2024-03-07T03:02:35.939 INFO:tasks.rados.rados.0.smithi090.stdout:1698: expect (ObjNum 425 snap 134 seq_num 425) 2024-03-07T03:02:36.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:35 smithi090 ceph-mon[89511]: osdmap e400: 8 total, 8 up, 8 in 2024-03-07T03:02:36.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:35 smithi090 ceph-mon[37987]: osdmap e400: 8 total, 8 up, 8 in 2024-03-07T03:02:36.336 INFO:tasks.rados.rados.0.smithi090.stdout:1703: finishing write tid 1 to smithi09077644-37 2024-03-07T03:02:36.337 INFO:tasks.rados.rados.0.smithi090.stdout:1703: finishing write tid 2 to smithi09077644-37 2024-03-07T03:02:36.337 INFO:tasks.rados.rados.0.smithi090.stdout:1703: finishing write tid 3 to smithi09077644-37 2024-03-07T03:02:36.337 INFO:tasks.rados.rados.0.smithi090.stdout:1703: finishing write tid 4 to smithi09077644-37 2024-03-07T03:02:36.337 INFO:tasks.rados.rados.0.smithi090.stdout:1703: finishing write tid 5 to smithi09077644-37 2024-03-07T03:02:36.337 INFO:tasks.rados.rados.0.smithi090.stdout:1703: oid 37 updating version 0 to 668 2024-03-07T03:02:36.337 INFO:tasks.rados.rados.0.smithi090.stdout:1703: oid 37 updating version 668 to 670 2024-03-07T03:02:36.337 INFO:tasks.rados.rados.0.smithi090.stdout:1703: oid 37 version 670 is already newer than 669 2024-03-07T03:02:36.337 INFO:tasks.rados.rados.0.smithi090.stdout:1703: oid 37 version 670 is already newer than 667 2024-03-07T03:02:36.337 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 37 v 670 (ObjNum 536 snap 163 seq_num 536) dirty exists 2024-03-07T03:02:36.337 INFO:tasks.rados.rados.0.smithi090.stdout:1703: left oid 37 (ObjNum 536 snap 163 seq_num 536) 2024-03-07T03:02:36.337 INFO:tasks.rados.rados.0.smithi090.stdout:1702: expect (ObjNum 518 snap 157 seq_num 518) 2024-03-07T03:02:36.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:36 smithi092 ceph-mon[31083]: osdmap e401: 8 total, 8 up, 8 in 2024-03-07T03:02:36.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:36 smithi092 ceph-mon[31083]: pgmap v15: 121 pgs: 121 active+clean; 187 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.2 MiB/s wr, 40 op/s 2024-03-07T03:02:37.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:36 smithi090 ceph-mon[37987]: osdmap e401: 8 total, 8 up, 8 in 2024-03-07T03:02:37.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:36 smithi090 ceph-mon[37987]: pgmap v15: 121 pgs: 121 active+clean; 187 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.2 MiB/s wr, 40 op/s 2024-03-07T03:02:37.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:36 smithi090 ceph-mon[89511]: osdmap e401: 8 total, 8 up, 8 in 2024-03-07T03:02:37.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:36 smithi090 ceph-mon[89511]: pgmap v15: 121 pgs: 121 active+clean; 187 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.2 MiB/s wr, 40 op/s 2024-03-07T03:02:38.097 INFO:tasks.rados.rados.0.smithi090.stdout:1698: done (5 left) 2024-03-07T03:02:38.098 INFO:tasks.rados.rados.0.smithi090.stdout:1699: done (4 left) 2024-03-07T03:02:38.098 INFO:tasks.rados.rados.0.smithi090.stdout:1701: done (3 left) 2024-03-07T03:02:38.098 INFO:tasks.rados.rados.0.smithi090.stdout:1702: done (2 left) 2024-03-07T03:02:38.098 INFO:tasks.rados.rados.0.smithi090.stdout:1703: done (1 left) 2024-03-07T03:02:38.098 INFO:tasks.rados.rados.0.smithi090.stdout:1704: done (0 left) 2024-03-07T03:02:38.098 INFO:tasks.rados.rados.0.smithi090.stdout:1705: read oid 4 snap 159 2024-03-07T03:02:38.098 INFO:tasks.rados.rados.0.smithi090.stdout:1705: expect deleted 2024-03-07T03:02:38.098 INFO:tasks.rados.rados.0.smithi090.stdout:1706: read oid 38 snap -1 2024-03-07T03:02:38.098 INFO:tasks.rados.rados.0.smithi090.stdout:1706: expect (ObjNum 530 snap 161 seq_num 530) 2024-03-07T03:02:38.098 INFO:tasks.rados.rados.0.smithi090.stdout:1707: read oid 7 snap -1 2024-03-07T03:02:38.098 INFO:tasks.rados.rados.0.smithi090.stdout:1707: expect deleted 2024-03-07T03:02:38.098 INFO:tasks.rados.rados.0.smithi090.stdout:1708: snap_remove snap 162 2024-03-07T03:02:38.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:38 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:38.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:38 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:38.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:38 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:02:38.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:38 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:02:38.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:38 smithi090 ceph-mon[89511]: Updating smithi090:/etc/ceph/ceph.conf 2024-03-07T03:02:38.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:38 smithi090 ceph-mon[89511]: Updating smithi092:/etc/ceph/ceph.conf 2024-03-07T03:02:38.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:38 smithi090 ceph-mon[89511]: Updating smithi090:/var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/config/ceph.conf 2024-03-07T03:02:38.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:38 smithi090 ceph-mon[89511]: Updating smithi092:/var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/config/ceph.conf 2024-03-07T03:02:38.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:38 smithi090 ceph-mon[89511]: Updating smithi090:/etc/ceph/ceph.client.admin.keyring 2024-03-07T03:02:38.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:38 smithi090 ceph-mon[89511]: Updating smithi092:/etc/ceph/ceph.client.admin.keyring 2024-03-07T03:02:38.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:38 smithi090 ceph-mon[89511]: osdmap e402: 8 total, 8 up, 8 in 2024-03-07T03:02:38.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:38 smithi090 ceph-mon[89511]: pgmap v17: 121 pgs: 121 active+clean; 187 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.2 MiB/s wr, 40 op/s 2024-03-07T03:02:38.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:38 smithi090 ceph-mon[89511]: Updating smithi090:/var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/config/ceph.client.admin.keyring 2024-03-07T03:02:38.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:38 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:38.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:38 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:38.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:38 smithi090 ceph-mon[37987]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:38.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:38 smithi090 ceph-mon[37987]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:38.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:38 smithi090 ceph-mon[37987]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:02:38.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:38 smithi090 ceph-mon[37987]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:02:38.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:38 smithi090 ceph-mon[37987]: Updating smithi090:/etc/ceph/ceph.conf 2024-03-07T03:02:38.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:38 smithi090 ceph-mon[37987]: Updating smithi092:/etc/ceph/ceph.conf 2024-03-07T03:02:38.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:38 smithi090 ceph-mon[37987]: Updating smithi090:/var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/config/ceph.conf 2024-03-07T03:02:38.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:38 smithi090 ceph-mon[37987]: Updating smithi092:/var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/config/ceph.conf 2024-03-07T03:02:38.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:38 smithi090 ceph-mon[37987]: Updating smithi090:/etc/ceph/ceph.client.admin.keyring 2024-03-07T03:02:38.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:38 smithi090 ceph-mon[37987]: Updating smithi092:/etc/ceph/ceph.client.admin.keyring 2024-03-07T03:02:38.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:38 smithi090 ceph-mon[37987]: osdmap e402: 8 total, 8 up, 8 in 2024-03-07T03:02:38.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:38 smithi090 ceph-mon[37987]: pgmap v17: 121 pgs: 121 active+clean; 187 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.2 MiB/s wr, 40 op/s 2024-03-07T03:02:38.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:38 smithi090 ceph-mon[37987]: Updating smithi090:/var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/config/ceph.client.admin.keyring 2024-03-07T03:02:38.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:38 smithi090 ceph-mon[37987]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:38.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:38 smithi090 ceph-mon[37987]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:38.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:38 smithi092 ceph-mon[31083]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:38.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:38 smithi092 ceph-mon[31083]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:38.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:38 smithi092 ceph-mon[31083]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:02:38.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:38 smithi092 ceph-mon[31083]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:02:38.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:38 smithi092 ceph-mon[31083]: Updating smithi090:/etc/ceph/ceph.conf 2024-03-07T03:02:38.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:38 smithi092 ceph-mon[31083]: Updating smithi092:/etc/ceph/ceph.conf 2024-03-07T03:02:38.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:38 smithi092 ceph-mon[31083]: Updating smithi090:/var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/config/ceph.conf 2024-03-07T03:02:38.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:38 smithi092 ceph-mon[31083]: Updating smithi092:/var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/config/ceph.conf 2024-03-07T03:02:38.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:38 smithi092 ceph-mon[31083]: Updating smithi090:/etc/ceph/ceph.client.admin.keyring 2024-03-07T03:02:38.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:38 smithi092 ceph-mon[31083]: Updating smithi092:/etc/ceph/ceph.client.admin.keyring 2024-03-07T03:02:38.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:38 smithi092 ceph-mon[31083]: osdmap e402: 8 total, 8 up, 8 in 2024-03-07T03:02:38.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:38 smithi092 ceph-mon[31083]: pgmap v17: 121 pgs: 121 active+clean; 187 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.2 MiB/s wr, 40 op/s 2024-03-07T03:02:38.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:38 smithi092 ceph-mon[31083]: Updating smithi090:/var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/config/ceph.client.admin.keyring 2024-03-07T03:02:38.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:38 smithi092 ceph-mon[31083]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:38.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:38 smithi092 ceph-mon[31083]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:39.048 INFO:tasks.rados.rados.0.smithi090.stdout:1708: done (3 left) 2024-03-07T03:02:39.048 INFO:tasks.rados.rados.0.smithi090.stdout:1709: copy_from oid 8 from oid 44 current snap is 163 2024-03-07T03:02:39.048 INFO:tasks.rados.rados.0.smithi090.stdout:1706: expect (ObjNum 530 snap 161 seq_num 530) 2024-03-07T03:02:39.237 INFO:tasks.rados.rados.0.smithi090.stdout:1709: finishing copy_from racing read to smithi09077644-8 2024-03-07T03:02:39.237 INFO:tasks.rados.rados.0.smithi090.stdout:1709: finishing copy_from to smithi09077644-8 2024-03-07T03:02:39.238 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 1040 (ObjNum 497 snap 150 seq_num 497) dirty exists 2024-03-07T03:02:39.238 INFO:tasks.rados.rados.0.smithi090.stdout:1705: done (3 left) 2024-03-07T03:02:39.238 INFO:tasks.rados.rados.0.smithi090.stdout:1706: done (2 left) 2024-03-07T03:02:39.238 INFO:tasks.rados.rados.0.smithi090.stdout:1707: done (1 left) 2024-03-07T03:02:39.238 INFO:tasks.rados.rados.0.smithi090.stdout:1709: done (0 left) 2024-03-07T03:02:39.238 INFO:tasks.rados.rados.0.smithi090.stdout:1710: copy_from oid 13 from oid 3 current snap is 163 2024-03-07T03:02:39.238 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 27 current snap is 163 2024-03-07T03:02:39.238 INFO:tasks.rados.rados.0.smithi090.stdout:1711: seq_num 538 ranges {507904=614400,1122304=450560,1572864=704512,2277376=49152} 2024-03-07T03:02:39.243 INFO:tasks.rados.rados.0.smithi090.stdout:1711: writing smithi09077644-27 from 507904 to 1122304 tid 1 2024-03-07T03:02:39.247 INFO:tasks.rados.rados.0.smithi090.stdout:1711: writing smithi09077644-27 from 1122304 to 1572864 tid 2 2024-03-07T03:02:39.251 INFO:tasks.rados.rados.0.smithi090.stdout:1711: writing smithi09077644-27 from 1572864 to 2277376 tid 3 2024-03-07T03:02:39.251 INFO:tasks.rados.rados.0.smithi090.stdout:1711: writing smithi09077644-27 from 2277376 to 2326528 tid 4 2024-03-07T03:02:39.251 INFO:tasks.rados.rados.0.smithi090.stdout:1712: copy_from oid 22 from oid 32 current snap is 163 2024-03-07T03:02:39.252 INFO:tasks.rados.rados.0.smithi090.stdout:1711: finishing write tid 1 to smithi09077644-27 2024-03-07T03:02:39.252 INFO:tasks.rados.rados.0.smithi090.stdout:1711: finishing write tid 2 to smithi09077644-27 2024-03-07T03:02:39.252 INFO:tasks.rados.rados.0.smithi090.stdout:1713: snap_remove snap 159 2024-03-07T03:02:39.262 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:39 smithi090 ceph-mon[89511]: Updating smithi092:/var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/config/ceph.client.admin.keyring 2024-03-07T03:02:39.262 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:39 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:39.262 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:39 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:39.262 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:39 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:39.263 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:39 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:02:39.263 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:39 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:02:39.263 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:39 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-03-07T03:02:39.263 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:39 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-03-07T03:02:39.263 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:39 smithi090 ceph-mon[89511]: Upgrade: It appears safe to stop mon.c 2024-03-07T03:02:39.263 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:39 smithi090 ceph-mon[37987]: Updating smithi092:/var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/config/ceph.client.admin.keyring 2024-03-07T03:02:39.263 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:39 smithi090 ceph-mon[37987]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:39.263 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:39 smithi090 ceph-mon[37987]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:39.263 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:39 smithi090 ceph-mon[37987]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:39.263 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:39 smithi090 ceph-mon[37987]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:02:39.263 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:39 smithi090 ceph-mon[37987]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:02:39.263 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:39 smithi090 ceph-mon[37987]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-03-07T03:02:39.263 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:39 smithi090 ceph-mon[37987]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-03-07T03:02:39.264 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:39 smithi090 ceph-mon[37987]: Upgrade: It appears safe to stop mon.c 2024-03-07T03:02:39.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:39 smithi092 ceph-mon[31083]: Updating smithi092:/var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/config/ceph.client.admin.keyring 2024-03-07T03:02:39.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:39 smithi092 ceph-mon[31083]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:39.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:39 smithi092 ceph-mon[31083]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:39.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:39 smithi092 ceph-mon[31083]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:39.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:39 smithi092 ceph-mon[31083]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:02:39.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:39 smithi092 ceph-mon[31083]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:02:39.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:39 smithi092 ceph-mon[31083]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-03-07T03:02:39.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:39 smithi092 ceph-mon[31083]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-03-07T03:02:39.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:39 smithi092 ceph-mon[31083]: Upgrade: It appears safe to stop mon.c 2024-03-07T03:02:39.611 INFO:teuthology.orchestra.run.smithi090.stdout:true 2024-03-07T03:02:39.943 INFO:teuthology.orchestra.run.smithi090.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-07T03:02:39.943 INFO:teuthology.orchestra.run.smithi090.stdout:alertmanager.a smithi090 *:9093,9094 running (7m) 8s ago 8m 24.4M - 0.25.0 c8568f914cd2 c7f315859531 2024-03-07T03:02:39.943 INFO:teuthology.orchestra.run.smithi090.stdout:grafana.a smithi092 *:3000 running (7m) 7s ago 7m 90.8M - 9.4.7 954c08fa6188 044a70fdd07e 2024-03-07T03:02:39.943 INFO:teuthology.orchestra.run.smithi090.stdout:mds.a smithi090 running (8m) 8s ago 8m 15.1M - 18.2.1-718-gae75fc9d 0164bb8a7c67 8b3baf63c0c9 2024-03-07T03:02:39.943 INFO:teuthology.orchestra.run.smithi090.stdout:mds.b smithi092 running (8m) 7s ago 8m 19.3M - 18.2.1-718-gae75fc9d 0164bb8a7c67 ce3c1188fa28 2024-03-07T03:02:39.943 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.x smithi092 *:8443,9283,8765 running (37s) 7s ago 12m 449M - 19.0.0-1905-gea9a5688 fdb83767c1ab ca843ce9235f 2024-03-07T03:02:39.943 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.y smithi090 *:8443,9283,8765 running (66s) 8s ago 14m 475M - 19.0.0-1905-gea9a5688 fdb83767c1ab 3f0549138d93 2024-03-07T03:02:39.943 INFO:teuthology.orchestra.run.smithi090.stdout:mon.a smithi090 running (22s) 8s ago 14m 29.8M 2048M 19.0.0-1905-gea9a5688 fdb83767c1ab f36508ef70bc 2024-03-07T03:02:39.944 INFO:teuthology.orchestra.run.smithi090.stdout:mon.b smithi092 running (12m) 7s ago 12m 55.3M 2048M 18.2.1-718-gae75fc9d 0164bb8a7c67 27a7830719c5 2024-03-07T03:02:39.944 INFO:teuthology.orchestra.run.smithi090.stdout:mon.c smithi090 running (12m) 8s ago 12m 51.6M 2048M 18.2.1-718-gae75fc9d 0164bb8a7c67 9eaa649b1445 2024-03-07T03:02:39.944 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.a smithi090 *:9100 running (7m) 8s ago 7m 16.5M - 1.5.0 0da6a335fe13 76496853f3a5 2024-03-07T03:02:39.944 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.b smithi092 *:9100 running (7m) 7s ago 7m 14.8M - 1.5.0 0da6a335fe13 9ed8c0a03920 2024-03-07T03:02:39.944 INFO:teuthology.orchestra.run.smithi090.stdout:osd.0 smithi090 running (12m) 8s ago 12m 258M 2480M 18.2.1-718-gae75fc9d 0164bb8a7c67 725e893e6886 2024-03-07T03:02:39.944 INFO:teuthology.orchestra.run.smithi090.stdout:osd.1 smithi090 running (11m) 8s ago 11m 224M 2480M 18.2.1-718-gae75fc9d 0164bb8a7c67 9b941d592b34 2024-03-07T03:02:39.944 INFO:teuthology.orchestra.run.smithi090.stdout:osd.2 smithi090 running (11m) 8s ago 11m 241M 2480M 18.2.1-718-gae75fc9d 0164bb8a7c67 9852da06477f 2024-03-07T03:02:39.944 INFO:teuthology.orchestra.run.smithi090.stdout:osd.3 smithi090 running (10m) 8s ago 10m 136M 2480M 18.2.1-718-gae75fc9d 0164bb8a7c67 1e9119683f37 2024-03-07T03:02:39.944 INFO:teuthology.orchestra.run.smithi090.stdout:osd.4 smithi092 running (10m) 7s ago 10m 222M 2480M 18.2.1-718-gae75fc9d 0164bb8a7c67 9ffc02d81c13 2024-03-07T03:02:39.944 INFO:teuthology.orchestra.run.smithi090.stdout:osd.5 smithi092 running (10m) 7s ago 10m 231M 2480M 18.2.1-718-gae75fc9d 0164bb8a7c67 028e6ccdd1db 2024-03-07T03:02:39.944 INFO:teuthology.orchestra.run.smithi090.stdout:osd.6 smithi092 running (9m) 7s ago 9m 125M 2480M 18.2.1-718-gae75fc9d 0164bb8a7c67 04f0a980ec71 2024-03-07T03:02:39.944 INFO:teuthology.orchestra.run.smithi090.stdout:osd.7 smithi092 running (9m) 7s ago 9m 139M 2480M 18.2.1-718-gae75fc9d 0164bb8a7c67 1f2215787147 2024-03-07T03:02:39.944 INFO:teuthology.orchestra.run.smithi090.stdout:prometheus.a smithi092 *:9095 running (43s) 7s ago 8m 42.3M - 2.43.0 a07b618ecd1d 1b8503a67e38 2024-03-07T03:02:40.059 INFO:tasks.rados.rados.0.smithi090.stdout:1713: done (3 left) 2024-03-07T03:02:40.059 INFO:tasks.rados.rados.0.smithi090.stdout:1714: snap_create 2024-03-07T03:02:40.059 INFO:tasks.rados.rados.0.smithi090.stdout:1711: finishing write tid 3 to smithi09077644-27 2024-03-07T03:02:40.059 INFO:tasks.rados.rados.0.smithi090.stdout:1711: finishing write tid 4 to smithi09077644-27 2024-03-07T03:02:40.059 INFO:tasks.rados.rados.0.smithi090.stdout:1710: finishing copy_from racing read to smithi09077644-13 2024-03-07T03:02:40.059 INFO:tasks.rados.rados.0.smithi090.stdout:1711: finishing write tid 5 to smithi09077644-27 2024-03-07T03:02:40.059 INFO:tasks.rados.rados.0.smithi090.stdout:1712: finishing copy_from racing read to smithi09077644-22 2024-03-07T03:02:40.059 INFO:tasks.rados.rados.0.smithi090.stdout:1711: finishing write tid 6 to smithi09077644-27 2024-03-07T03:02:40.059 INFO:tasks.rados.rados.0.smithi090.stdout:1711: oid 27 updating version 0 to 675 2024-03-07T03:02:40.059 INFO:tasks.rados.rados.0.smithi090.stdout:1711: oid 27 version 675 is already newer than 674 2024-03-07T03:02:40.059 INFO:tasks.rados.rados.0.smithi090.stdout:1711: oid 27 version 675 is already newer than 673 2024-03-07T03:02:40.059 INFO:tasks.rados.rados.0.smithi090.stdout:1711: oid 27 version 675 is already newer than 671 2024-03-07T03:02:40.060 INFO:tasks.rados.rados.0.smithi090.stdout:1711: oid 27 version 675 is already newer than 672 2024-03-07T03:02:40.060 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 27 v 675 (ObjNum 538 snap 163 seq_num 538) dirty exists 2024-03-07T03:02:40.060 INFO:tasks.rados.rados.0.smithi090.stdout:1711: left oid 27 (ObjNum 538 snap 163 seq_num 538) 2024-03-07T03:02:40.060 INFO:tasks.rados.rados.0.smithi090.stdout:1712: finishing copy_from to smithi09077644-22 2024-03-07T03:02:40.060 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 305 (ObjNum 515 snap 157 seq_num 515) dirty exists 2024-03-07T03:02:40.060 INFO:tasks.rados.rados.0.smithi090.stdout:1710: finishing copy_from to smithi09077644-13 2024-03-07T03:02:40.060 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 13 v 860 (ObjNum 474 snap 147 seq_num 474) dirty exists 2024-03-07T03:02:40.274 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:40 smithi090 ceph-mon[37987]: osdmap e403: 8 total, 8 up, 8 in 2024-03-07T03:02:40.274 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:40 smithi090 ceph-mon[37987]: Upgrade: Updating mon.c 2024-03-07T03:02:40.274 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:40 smithi090 ceph-mon[37987]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:40.274 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:40 smithi090 ceph-mon[37987]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-07T03:02:40.274 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:40 smithi090 ceph-mon[37987]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-07T03:02:40.274 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:40 smithi090 ceph-mon[37987]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:02:40.274 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:40 smithi090 ceph-mon[37987]: Deploying daemon mon.c on smithi090 2024-03-07T03:02:40.274 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:40 smithi090 ceph-mon[37987]: from='client.25268 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:02:40.274 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:40 smithi090 ceph-mon[37987]: pgmap v19: 121 pgs: 121 active+clean; 192 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-03-07T03:02:40.275 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:40 smithi090 ceph-mon[89511]: osdmap e403: 8 total, 8 up, 8 in 2024-03-07T03:02:40.275 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:40 smithi090 ceph-mon[89511]: Upgrade: Updating mon.c 2024-03-07T03:02:40.275 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:40 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:40.275 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:40 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-07T03:02:40.275 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:40 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-07T03:02:40.275 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:40 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:02:40.275 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:40 smithi090 ceph-mon[89511]: Deploying daemon mon.c on smithi090 2024-03-07T03:02:40.275 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:40 smithi090 ceph-mon[89511]: from='client.25268 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:02:40.275 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:40 smithi090 ceph-mon[89511]: pgmap v19: 121 pgs: 121 active+clean; 192 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-03-07T03:02:40.365 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-03-07T03:02:40.366 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": { 2024-03-07T03:02:40.366 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 2, 2024-03-07T03:02:40.366 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 1 2024-03-07T03:02:40.366 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:02:40.366 INFO:teuthology.orchestra.run.smithi090.stdout: "mgr": { 2024-03-07T03:02:40.366 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 2 2024-03-07T03:02:40.366 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:02:40.366 INFO:teuthology.orchestra.run.smithi090.stdout: "osd": { 2024-03-07T03:02:40.366 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 8 2024-03-07T03:02:40.366 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:02:40.366 INFO:teuthology.orchestra.run.smithi090.stdout: "mds": { 2024-03-07T03:02:40.366 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 2 2024-03-07T03:02:40.366 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:02:40.366 INFO:teuthology.orchestra.run.smithi090.stdout: "overall": { 2024-03-07T03:02:40.367 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 12, 2024-03-07T03:02:40.367 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 3 2024-03-07T03:02:40.367 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-03-07T03:02:40.367 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-03-07T03:02:40.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:40 smithi092 ceph-mon[31083]: osdmap e403: 8 total, 8 up, 8 in 2024-03-07T03:02:40.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:40 smithi092 ceph-mon[31083]: Upgrade: Updating mon.c 2024-03-07T03:02:40.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:40 smithi092 ceph-mon[31083]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:40.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:40 smithi092 ceph-mon[31083]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-07T03:02:40.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:40 smithi092 ceph-mon[31083]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-07T03:02:40.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:40 smithi092 ceph-mon[31083]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:02:40.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:40 smithi092 ceph-mon[31083]: Deploying daemon mon.c on smithi090 2024-03-07T03:02:40.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:40 smithi092 ceph-mon[31083]: from='client.25268 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:02:40.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:40 smithi092 ceph-mon[31083]: pgmap v19: 121 pgs: 121 active+clean; 192 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-03-07T03:02:41.069 INFO:tasks.rados.rados.0.smithi090.stdout:1710: done (3 left) 2024-03-07T03:02:41.069 INFO:tasks.rados.rados.0.smithi090.stdout:1711: done (2 left) 2024-03-07T03:02:41.069 INFO:tasks.rados.rados.0.smithi090.stdout:1712: done (1 left) 2024-03-07T03:02:41.069 INFO:tasks.rados.rados.0.smithi090.stdout:1714: done (0 left) 2024-03-07T03:02:41.069 INFO:tasks.rados.rados.0.smithi090.stdout:1715: delete oid 39 current snap is 164 2024-03-07T03:02:41.071 INFO:tasks.rados.rados.0.smithi090.stdout:1715: done (0 left) 2024-03-07T03:02:41.072 INFO:tasks.rados.rados.0.smithi090.stdout:1716: snap_remove snap 163 2024-03-07T03:02:41.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:41 smithi090 ceph-mon[89511]: from='client.25274 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:02:41.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:41 smithi090 ceph-mon[89511]: osdmap e404: 8 total, 8 up, 8 in 2024-03-07T03:02:41.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:41 smithi090 ceph-mon[89511]: from='client.? 172.21.15.90:0/3137947461' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:02:41.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:41 smithi090 ceph-mon[37987]: from='client.25274 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:02:41.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:41 smithi090 ceph-mon[37987]: osdmap e404: 8 total, 8 up, 8 in 2024-03-07T03:02:41.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:41 smithi090 ceph-mon[37987]: from='client.? 172.21.15.90:0/3137947461' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:02:41.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:41 smithi092 ceph-mon[31083]: from='client.25274 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:02:41.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:41 smithi092 ceph-mon[31083]: osdmap e404: 8 total, 8 up, 8 in 2024-03-07T03:02:41.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:41 smithi092 ceph-mon[31083]: from='client.? 172.21.15.90:0/3137947461' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:02:41.709 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:41 smithi090 systemd[1]: Stopping Ceph mon.c for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T03:02:41.709 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:41 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-c[37983]: 2024-03-07T03:02:41.665+0000 7fe73258c700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-03-07T03:02:41.709 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:41 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-c[37983]: 2024-03-07T03:02:41.665+0000 7fe73258c700 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2024-03-07T03:02:41.987 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:41 smithi090 podman[91760]: 2024-03-07 03:02:41.707012533 +0000 UTC m=+0.140980163 container died 9eaa649b14457c00b4a8e6130d885b0b50b08ec2e23b863b4deb0c36e510ce4a (image=quay.ceph.io/ceph-ci/ceph@sha256:4e788e3c6821efe986a710ffe10c052cd830c07b33cd4a66b97449fc9bbef8e7, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-c, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240222, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_BRANCH=HEAD, RELEASE=reef-ae75fc9) 2024-03-07T03:02:42.304 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:42 smithi090 podman[91760]: 2024-03-07 03:02:42.084415445 +0000 UTC m=+0.518383069 container cleanup 9eaa649b14457c00b4a8e6130d885b0b50b08ec2e23b863b4deb0c36e510ce4a (image=quay.ceph.io/ceph-ci/ceph@sha256:4e788e3c6821efe986a710ffe10c052cd830c07b33cd4a66b97449fc9bbef8e7, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-c, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, RELEASE=reef-ae75fc9, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240222, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-03-07T03:02:42.304 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:42 smithi090 bash[91760]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-c 2024-03-07T03:02:42.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:42 smithi090 podman[91774]: 2024-03-07 03:02:42.302450611 +0000 UTC m=+0.588419097 container remove 9eaa649b14457c00b4a8e6130d885b0b50b08ec2e23b863b4deb0c36e510ce4a (image=quay.ceph.io/ceph-ci/ceph@sha256:4e788e3c6821efe986a710ffe10c052cd830c07b33cd4a66b97449fc9bbef8e7, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-c, ceph=True, org.label-schema.build-date=20240222, org.label-schema.license=GPLv2, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=reef-ae75fc9) 2024-03-07T03:02:42.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:42 smithi090 systemd[1]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@mon.c.service: Deactivated successfully. 2024-03-07T03:02:42.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:42 smithi090 systemd[1]: Stopped Ceph mon.c for fb96fd1c-dc2c-11ee-95c6-87774f69a715. 2024-03-07T03:02:42.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:42 smithi090 systemd[1]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@mon.c.service: Consumed 9.485s CPU time. 2024-03-07T03:02:42.667 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:02:42 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:02:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:02:42.961 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:42 smithi090 systemd[1]: Starting Ceph mon.c for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T03:02:42.961 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:42 smithi090 podman[91909]: 2024-03-07 03:02:42.735962087 +0000 UTC m=+0.017272475 image pull fdb83767c1ab7256a5adb2236a0d5ca62c64d53a1398fd6c12f8a81ff166e8ff quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71 2024-03-07T03:02:42.961 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:42 smithi090 podman[91909]: 2024-03-07 03:02:42.849184907 +0000 UTC m=+0.130495291 container create 93f762a9b94ad17d6cacf5f7d83c756741d9ac6ae656997c3265016188e9a2a1 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-c, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=main-ea9a568, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.build-date=20240222, org.label-schema.schema-version=1.0) 2024-03-07T03:02:43.329 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:02:43] "GET /metrics HTTP/1.1" 200 35983 "" "Prometheus/2.43.0" 2024-03-07T03:02:43.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 podman[91909]: 2024-03-07 03:02:43.031569122 +0000 UTC m=+0.312879506 container init 93f762a9b94ad17d6cacf5f7d83c756741d9ac6ae656997c3265016188e9a2a1 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-c, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240222, RELEASE=main-ea9a568, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b) 2024-03-07T03:02:43.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 podman[91909]: 2024-03-07 03:02:43.034506271 +0000 UTC m=+0.315816655 container start 93f762a9b94ad17d6cacf5f7d83c756741d9ac6ae656997c3265016188e9a2a1 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-c, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=main-ea9a568, org.label-schema.build-date=20240222, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-07T03:02:43.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: set uid:gid to 167:167 (ceph:ceph) 2024-03-07T03:02:43.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev), process ceph-mon, pid 2 2024-03-07T03:02:43.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: pidfile_write: ignore empty --pid-file 2024-03-07T03:02:43.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: load: jerasure load: lrc 2024-03-07T03:02:43.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: RocksDB version: 7.9.2 2024-03-07T03:02:43.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Git sha 0 2024-03-07T03:02:43.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Compile date 2024-03-06 19:59:24 2024-03-07T03:02:43.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: DB SUMMARY 2024-03-07T03:02:43.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: DB Session ID: M2XHS5DQ6YQFW5THHCIH 2024-03-07T03:02:43.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: CURRENT file: CURRENT 2024-03-07T03:02:43.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: IDENTITY file: IDENTITY 2024-03-07T03:02:43.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: MANIFEST file: MANIFEST-000010 size: 1654 Bytes 2024-03-07T03:02:43.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000030.sst 2024-03-07T03:02:43.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000028.log size: 5973855 ; 2024-03-07T03:02:43.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.error_if_exists: 0 2024-03-07T03:02:43.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.create_if_missing: 0 2024-03-07T03:02:43.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.paranoid_checks: 1 2024-03-07T03:02:43.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.flush_verify_memtable_count: 1 2024-03-07T03:02:43.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-03-07T03:02:43.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-03-07T03:02:43.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.env: 0x557039c05b20 2024-03-07T03:02:43.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.fs: PosixFileSystem 2024-03-07T03:02:43.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.info_log: 0x55703c2c38e0 2024-03-07T03:02:43.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.max_file_opening_threads: 16 2024-03-07T03:02:43.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.statistics: (nil) 2024-03-07T03:02:43.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.use_fsync: 0 2024-03-07T03:02:43.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.max_log_file_size: 0 2024-03-07T03:02:43.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-03-07T03:02:43.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.log_file_time_to_roll: 0 2024-03-07T03:02:43.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.keep_log_file_num: 1000 2024-03-07T03:02:43.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.recycle_log_file_num: 0 2024-03-07T03:02:43.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.allow_fallocate: 1 2024-03-07T03:02:43.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.allow_mmap_reads: 0 2024-03-07T03:02:43.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.allow_mmap_writes: 0 2024-03-07T03:02:43.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.use_direct_reads: 0 2024-03-07T03:02:43.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-03-07T03:02:43.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.create_missing_column_families: 0 2024-03-07T03:02:43.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.db_log_dir: 2024-03-07T03:02:43.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.wal_dir: 2024-03-07T03:02:43.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.table_cache_numshardbits: 6 2024-03-07T03:02:43.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.WAL_ttl_seconds: 0 2024-03-07T03:02:43.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.WAL_size_limit_MB: 0 2024-03-07T03:02:43.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-03-07T03:02:43.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-03-07T03:02:43.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.is_fd_close_on_exec: 1 2024-03-07T03:02:43.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.advise_random_on_open: 1 2024-03-07T03:02:43.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.db_write_buffer_size: 0 2024-03-07T03:02:43.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.write_buffer_manager: 0x55703c297400 2024-03-07T03:02:43.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-03-07T03:02:43.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-03-07T03:02:43.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.use_adaptive_mutex: 0 2024-03-07T03:02:43.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.rate_limiter: (nil) 2024-03-07T03:02:43.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-03-07T03:02:43.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.wal_recovery_mode: 2 2024-03-07T03:02:43.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.enable_thread_tracking: 0 2024-03-07T03:02:43.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.enable_pipelined_write: 0 2024-03-07T03:02:43.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.unordered_write: 0 2024-03-07T03:02:43.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-03-07T03:02:43.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-03-07T03:02:43.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-03-07T03:02:43.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-03-07T03:02:43.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.row_cache: None 2024-03-07T03:02:43.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.wal_filter: None 2024-03-07T03:02:43.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-03-07T03:02:43.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.allow_ingest_behind: 0 2024-03-07T03:02:43.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.two_write_queues: 0 2024-03-07T03:02:43.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.manual_wal_flush: 0 2024-03-07T03:02:43.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.wal_compression: 0 2024-03-07T03:02:43.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.atomic_flush: 0 2024-03-07T03:02:43.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-03-07T03:02:43.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.persist_stats_to_disk: 0 2024-03-07T03:02:43.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.write_dbid_to_manifest: 0 2024-03-07T03:02:43.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.log_readahead_size: 0 2024-03-07T03:02:43.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-03-07T03:02:43.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.best_efforts_recovery: 0 2024-03-07T03:02:43.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-03-07T03:02:43.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-03-07T03:02:43.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.allow_data_in_errors: 0 2024-03-07T03:02:43.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.db_host_id: __hostname__ 2024-03-07T03:02:43.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.enforce_single_del_contracts: true 2024-03-07T03:02:43.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.max_background_jobs: 2 2024-03-07T03:02:43.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.max_background_compactions: -1 2024-03-07T03:02:43.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.max_subcompactions: 1 2024-03-07T03:02:43.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-03-07T03:02:43.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-03-07T03:02:43.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.delayed_write_rate : 16777216 2024-03-07T03:02:43.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.max_total_wal_size: 0 2024-03-07T03:02:43.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-03-07T03:02:43.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.stats_dump_period_sec: 600 2024-03-07T03:02:43.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.stats_persist_period_sec: 600 2024-03-07T03:02:43.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-03-07T03:02:43.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.max_open_files: -1 2024-03-07T03:02:43.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.bytes_per_sync: 0 2024-03-07T03:02:43.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.wal_bytes_per_sync: 0 2024-03-07T03:02:43.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.strict_bytes_per_sync: 0 2024-03-07T03:02:43.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.compaction_readahead_size: 0 2024-03-07T03:02:43.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.max_background_flushes: -1 2024-03-07T03:02:43.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Compression algorithms supported: 2024-03-07T03:02:43.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-03-07T03:02:43.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: kZSTD supported: 0 2024-03-07T03:02:43.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: kXpressCompression supported: 0 2024-03-07T03:02:43.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: kLZ4HCCompression supported: 1 2024-03-07T03:02:43.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: kZlibCompression supported: 1 2024-03-07T03:02:43.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: kSnappyCompression supported: 1 2024-03-07T03:02:43.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: kLZ4Compression supported: 1 2024-03-07T03:02:43.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: kBZip2Compression supported: 0 2024-03-07T03:02:43.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Fast CRC32 supported: Supported on x86 2024-03-07T03:02:43.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: DMutex implementation: pthread_mutex_t 2024-03-07T03:02:43.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 2024-03-07T03:02:43.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-03-07T03:02:43.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-03-07T03:02:43.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.merge_operator: 2024-03-07T03:02:43.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.compaction_filter: None 2024-03-07T03:02:43.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.compaction_filter_factory: None 2024-03-07T03:02:43.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.sst_partitioner_factory: None 2024-03-07T03:02:43.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.memtable_factory: SkipListFactory 2024-03-07T03:02:43.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.table_factory: BlockBasedTable 2024-03-07T03:02:43.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55703c2c39e0) 2024-03-07T03:02:43.339 INFO:journalctl@ceph.mon.c.smithi090.stdout: cache_index_and_filter_blocks: 1 2024-03-07T03:02:43.339 INFO:journalctl@ceph.mon.c.smithi090.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-03-07T03:02:43.339 INFO:journalctl@ceph.mon.c.smithi090.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-03-07T03:02:43.339 INFO:journalctl@ceph.mon.c.smithi090.stdout: pin_top_level_index_and_filter: 1 2024-03-07T03:02:43.340 INFO:journalctl@ceph.mon.c.smithi090.stdout: index_type: 0 2024-03-07T03:02:43.340 INFO:journalctl@ceph.mon.c.smithi090.stdout: data_block_index_type: 0 2024-03-07T03:02:43.340 INFO:journalctl@ceph.mon.c.smithi090.stdout: index_shortening: 1 2024-03-07T03:02:43.340 INFO:journalctl@ceph.mon.c.smithi090.stdout: data_block_hash_table_util_ratio: 0.750000 2024-03-07T03:02:43.340 INFO:journalctl@ceph.mon.c.smithi090.stdout: checksum: 4 2024-03-07T03:02:43.340 INFO:journalctl@ceph.mon.c.smithi090.stdout: no_block_cache: 0 2024-03-07T03:02:43.340 INFO:journalctl@ceph.mon.c.smithi090.stdout: block_cache: 0x55703c2c9090 2024-03-07T03:02:43.340 INFO:journalctl@ceph.mon.c.smithi090.stdout: block_cache_name: BinnedLRUCache 2024-03-07T03:02:43.340 INFO:journalctl@ceph.mon.c.smithi090.stdout: block_cache_options: 2024-03-07T03:02:43.340 INFO:journalctl@ceph.mon.c.smithi090.stdout: capacity : 536870912 2024-03-07T03:02:43.340 INFO:journalctl@ceph.mon.c.smithi090.stdout: num_shard_bits : 4 2024-03-07T03:02:43.340 INFO:journalctl@ceph.mon.c.smithi090.stdout: strict_capacity_limit : 0 2024-03-07T03:02:43.340 INFO:journalctl@ceph.mon.c.smithi090.stdout: high_pri_pool_ratio: 0.000 2024-03-07T03:02:43.340 INFO:journalctl@ceph.mon.c.smithi090.stdout: block_cache_compressed: (nil) 2024-03-07T03:02:43.341 INFO:journalctl@ceph.mon.c.smithi090.stdout: persistent_cache: (nil) 2024-03-07T03:02:43.341 INFO:journalctl@ceph.mon.c.smithi090.stdout: block_size: 4096 2024-03-07T03:02:43.341 INFO:journalctl@ceph.mon.c.smithi090.stdout: block_size_deviation: 10 2024-03-07T03:02:43.341 INFO:journalctl@ceph.mon.c.smithi090.stdout: block_restart_interval: 16 2024-03-07T03:02:43.341 INFO:journalctl@ceph.mon.c.smithi090.stdout: index_block_restart_interval: 1 2024-03-07T03:02:43.341 INFO:journalctl@ceph.mon.c.smithi090.stdout: metadata_block_size: 4096 2024-03-07T03:02:43.341 INFO:journalctl@ceph.mon.c.smithi090.stdout: partition_filters: 0 2024-03-07T03:02:43.341 INFO:journalctl@ceph.mon.c.smithi090.stdout: use_delta_encoding: 1 2024-03-07T03:02:43.341 INFO:journalctl@ceph.mon.c.smithi090.stdout: filter_policy: bloomfilter 2024-03-07T03:02:43.341 INFO:journalctl@ceph.mon.c.smithi090.stdout: whole_key_filtering: 1 2024-03-07T03:02:43.341 INFO:journalctl@ceph.mon.c.smithi090.stdout: verify_compression: 0 2024-03-07T03:02:43.341 INFO:journalctl@ceph.mon.c.smithi090.stdout: read_amp_bytes_per_bit: 0 2024-03-07T03:02:43.341 INFO:journalctl@ceph.mon.c.smithi090.stdout: format_version: 5 2024-03-07T03:02:43.341 INFO:journalctl@ceph.mon.c.smithi090.stdout: enable_index_compression: 1 2024-03-07T03:02:43.342 INFO:journalctl@ceph.mon.c.smithi090.stdout: block_align: 0 2024-03-07T03:02:43.342 INFO:journalctl@ceph.mon.c.smithi090.stdout: max_auto_readahead_size: 262144 2024-03-07T03:02:43.342 INFO:journalctl@ceph.mon.c.smithi090.stdout: prepopulate_block_cache: 0 2024-03-07T03:02:43.342 INFO:journalctl@ceph.mon.c.smithi090.stdout: initial_auto_readahead_size: 8192 2024-03-07T03:02:43.342 INFO:journalctl@ceph.mon.c.smithi090.stdout: num_file_reads_for_auto_readahead: 2 2024-03-07T03:02:43.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.write_buffer_size: 33554432 2024-03-07T03:02:43.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.max_write_buffer_number: 2 2024-03-07T03:02:43.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.compression: NoCompression 2024-03-07T03:02:43.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.bottommost_compression: Disabled 2024-03-07T03:02:43.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.prefix_extractor: nullptr 2024-03-07T03:02:43.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-03-07T03:02:43.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.num_levels: 7 2024-03-07T03:02:43.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-03-07T03:02:43.343 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-03-07T03:02:43.343 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-03-07T03:02:43.343 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-03-07T03:02:43.343 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-03-07T03:02:43.343 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-03-07T03:02:43.343 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-03-07T03:02:43.343 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-03-07T03:02:43.343 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-03-07T03:02:43.343 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-03-07T03:02:43.343 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-03-07T03:02:43.343 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-03-07T03:02:43.343 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.compression_opts.window_bits: -14 2024-03-07T03:02:43.343 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.compression_opts.level: 32767 2024-03-07T03:02:43.343 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.compression_opts.strategy: 0 2024-03-07T03:02:43.344 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-03-07T03:02:43.344 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-03-07T03:02:43.344 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-03-07T03:02:43.344 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-03-07T03:02:43.344 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.compression_opts.enabled: false 2024-03-07T03:02:43.344 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-03-07T03:02:43.344 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-03-07T03:02:43.344 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-03-07T03:02:43.344 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-03-07T03:02:43.344 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.target_file_size_base: 67108864 2024-03-07T03:02:43.344 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.target_file_size_multiplier: 1 2024-03-07T03:02:43.344 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-03-07T03:02:43.344 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-03-07T03:02:43.345 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-03-07T03:02:43.345 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-03-07T03:02:43.345 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-03-07T03:02:43.345 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-03-07T03:02:43.345 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-03-07T03:02:43.345 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-03-07T03:02:43.345 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-03-07T03:02:43.345 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-03-07T03:02:43.345 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-03-07T03:02:43.345 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-03-07T03:02:43.345 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-03-07T03:02:43.345 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.arena_block_size: 1048576 2024-03-07T03:02:43.345 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-03-07T03:02:43.345 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-03-07T03:02:43.346 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.disable_auto_compactions: 0 2024-03-07T03:02:43.346 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-03-07T03:02:43.346 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-03-07T03:02:43.346 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-03-07T03:02:43.346 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-03-07T03:02:43.346 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-03-07T03:02:43.346 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-03-07T03:02:43.346 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-03-07T03:02:43.346 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-03-07T03:02:43.346 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-03-07T03:02:43.346 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-03-07T03:02:43.346 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.table_properties_collectors: 2024-03-07T03:02:43.346 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.inplace_update_support: 0 2024-03-07T03:02:43.346 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.inplace_update_num_locks: 10000 2024-03-07T03:02:43.346 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-03-07T03:02:43.347 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-03-07T03:02:43.347 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.memtable_huge_page_size: 0 2024-03-07T03:02:43.347 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.bloom_locality: 0 2024-03-07T03:02:43.347 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.max_successive_merges: 0 2024-03-07T03:02:43.347 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.optimize_filters_for_hits: 0 2024-03-07T03:02:43.347 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.paranoid_file_checks: 0 2024-03-07T03:02:43.347 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.force_consistency_checks: 1 2024-03-07T03:02:43.347 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.report_bg_io_stats: 0 2024-03-07T03:02:43.347 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.ttl: 2592000 2024-03-07T03:02:43.347 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.periodic_compaction_seconds: 0 2024-03-07T03:02:43.347 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-03-07T03:02:43.347 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-03-07T03:02:43.347 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.enable_blob_files: false 2024-03-07T03:02:43.347 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.min_blob_size: 0 2024-03-07T03:02:43.348 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.blob_file_size: 268435456 2024-03-07T03:02:43.348 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.blob_compression_type: NoCompression 2024-03-07T03:02:43.348 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.enable_blob_garbage_collection: false 2024-03-07T03:02:43.348 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-03-07T03:02:43.348 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-03-07T03:02:43.348 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-03-07T03:02:43.348 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.blob_file_starting_level: 0 2024-03-07T03:02:43.348 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-03-07T03:02:43.348 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-03-07T03:02:43.348 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 32, last_sequence is 19433, log_number is 28,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 28 2024-03-07T03:02:43.348 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 28 2024-03-07T03:02:43.348 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 01b48338-741c-4d6b-9a4a-fc796ee8e54b 2024-03-07T03:02:43.348 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: EVENT_LOG_v1 {"time_micros": 1709780563063797, "job": 1, "event": "recovery_started", "wal_files": [28]} 2024-03-07T03:02:43.348 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #28 mode 2 2024-03-07T03:02:43.348 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: EVENT_LOG_v1 {"time_micros": 1709780563078977, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 33, "file_size": 3744624, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 19438, "largest_seqno": 21283, "table_properties": {"data_size": 3735840, "index_size": 5908, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1861, "raw_key_size": 17760, "raw_average_key_size": 24, "raw_value_size": 3719234, "raw_average_value_size": 5087, "num_data_blocks": 262, "num_entries": 731, "num_filter_entries": 731, "num_deletions": 35, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1709780563, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "01b48338-741c-4d6b-9a4a-fc796ee8e54b", "db_session_id": "M2XHS5DQ6YQFW5THHCIH", "orig_file_number": 33, "seqno_to_time_mapping": "N/A"}} 2024-03-07T03:02:43.349 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: EVENT_LOG_v1 {"time_micros": 1709780563079092, "job": 1, "event": "recovery_finished"} 2024-03-07T03:02:43.349 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: [db/version_set.cc:5047] Creating manifest 35 2024-03-07T03:02:43.349 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-03-07T03:02:43.349 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000028.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-03-07T03:02:43.349 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55703c3bc000 2024-03-07T03:02:43.349 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: DB pointer 0x55703c3a6000 2024-03-07T03:02:43.349 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-03-07T03:02:43.349 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-03-07T03:02:43.349 INFO:journalctl@ceph.mon.c.smithi090.stdout: ** DB Stats ** 2024-03-07T03:02:43.349 INFO:journalctl@ceph.mon.c.smithi090.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-03-07T03:02:43.349 INFO:journalctl@ceph.mon.c.smithi090.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-03-07T03:02:43.349 INFO:journalctl@ceph.mon.c.smithi090.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-03-07T03:02:43.349 INFO:journalctl@ceph.mon.c.smithi090.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-03-07T03:02:43.349 INFO:journalctl@ceph.mon.c.smithi090.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-03-07T03:02:43.349 INFO:journalctl@ceph.mon.c.smithi090.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-03-07T03:02:43.350 INFO:journalctl@ceph.mon.c.smithi090.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-03-07T03:02:43.350 INFO:journalctl@ceph.mon.c.smithi090.stdout: 2024-03-07T03:02:43.350 INFO:journalctl@ceph.mon.c.smithi090.stdout: ** Compaction Stats [default] ** 2024-03-07T03:02:43.350 INFO:journalctl@ceph.mon.c.smithi090.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-03-07T03:02:43.350 INFO:journalctl@ceph.mon.c.smithi090.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-03-07T03:02:43.350 INFO:journalctl@ceph.mon.c.smithi090.stdout: L0 1/0 3.57 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 486.2 0.01 0.00 1 0.007 0 0 0.0 0.0 2024-03-07T03:02:43.350 INFO:journalctl@ceph.mon.c.smithi090.stdout: L6 1/0 10.39 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-03-07T03:02:43.350 INFO:journalctl@ceph.mon.c.smithi090.stdout: Sum 2/0 13.96 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 486.2 0.01 0.00 1 0.007 0 0 0.0 0.0 2024-03-07T03:02:43.350 INFO:journalctl@ceph.mon.c.smithi090.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 486.2 0.01 0.00 1 0.007 0 0 0.0 0.0 2024-03-07T03:02:43.350 INFO:journalctl@ceph.mon.c.smithi090.stdout: 2024-03-07T03:02:43.350 INFO:journalctl@ceph.mon.c.smithi090.stdout: ** Compaction Stats [default] ** 2024-03-07T03:02:43.350 INFO:journalctl@ceph.mon.c.smithi090.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-03-07T03:02:43.350 INFO:journalctl@ceph.mon.c.smithi090.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-03-07T03:02:43.351 INFO:journalctl@ceph.mon.c.smithi090.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 486.2 0.01 0.00 1 0.007 0 0 0.0 0.0 2024-03-07T03:02:43.351 INFO:journalctl@ceph.mon.c.smithi090.stdout: 2024-03-07T03:02:43.351 INFO:journalctl@ceph.mon.c.smithi090.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-03-07T03:02:43.351 INFO:journalctl@ceph.mon.c.smithi090.stdout: 2024-03-07T03:02:43.351 INFO:journalctl@ceph.mon.c.smithi090.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-03-07T03:02:43.351 INFO:journalctl@ceph.mon.c.smithi090.stdout: Flush(GB): cumulative 0.003, interval 0.003 2024-03-07T03:02:43.351 INFO:journalctl@ceph.mon.c.smithi090.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-03-07T03:02:43.351 INFO:journalctl@ceph.mon.c.smithi090.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-03-07T03:02:43.351 INFO:journalctl@ceph.mon.c.smithi090.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-03-07T03:02:43.351 INFO:journalctl@ceph.mon.c.smithi090.stdout: AddFile(Keys): cumulative 0, interval 0 2024-03-07T03:02:43.351 INFO:journalctl@ceph.mon.c.smithi090.stdout: Cumulative compaction: 0.00 GB write, 182.55 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-03-07T03:02:43.351 INFO:journalctl@ceph.mon.c.smithi090.stdout: Interval compaction: 0.00 GB write, 182.55 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-03-07T03:02:43.351 INFO:journalctl@ceph.mon.c.smithi090.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-03-07T03:02:43.351 INFO:journalctl@ceph.mon.c.smithi090.stdout: Block cache BinnedLRUCache@0x55703c2c9090#2 capacity: 512.00 MB usage: 8.11 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-03-07T03:02:43.351 INFO:journalctl@ceph.mon.c.smithi090.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,2.03 KB,0.00038743%) IndexBlock(1,6.08 KB,0.00115931%) Misc(1,0.00 KB,0%) 2024-03-07T03:02:43.352 INFO:journalctl@ceph.mon.c.smithi090.stdout: 2024-03-07T03:02:43.352 INFO:journalctl@ceph.mon.c.smithi090.stdout: ** File Read Latency Histogram By Level [default] ** 2024-03-07T03:02:43.352 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: starting mon.c rank 2 at public addrs [v2:172.21.15.90:3301/0,v1:172.21.15.90:6790/0] at bind addrs [v2:172.21.15.90:3301/0,v1:172.21.15.90:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 2024-03-07T03:02:43.352 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: mon.c@-1(???) e3 preinit fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 2024-03-07T03:02:43.352 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: mon.c@-1(???).mds e6 new map 2024-03-07T03:02:43.352 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: mon.c@-1(???).mds e6 print_map 2024-03-07T03:02:43.352 INFO:journalctl@ceph.mon.c.smithi090.stdout: e6 2024-03-07T03:02:43.352 INFO:journalctl@ceph.mon.c.smithi090.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-03-07T03:02:43.352 INFO:journalctl@ceph.mon.c.smithi090.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-03-07T03:02:43.352 INFO:journalctl@ceph.mon.c.smithi090.stdout: legacy client fscid: 1 2024-03-07T03:02:43.352 INFO:journalctl@ceph.mon.c.smithi090.stdout: 2024-03-07T03:02:43.352 INFO:journalctl@ceph.mon.c.smithi090.stdout: Filesystem 'cephfs' (1) 2024-03-07T03:02:43.352 INFO:journalctl@ceph.mon.c.smithi090.stdout: fs_name cephfs 2024-03-07T03:02:43.352 INFO:journalctl@ceph.mon.c.smithi090.stdout: epoch 6 2024-03-07T03:02:43.353 INFO:journalctl@ceph.mon.c.smithi090.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-03-07T03:02:43.353 INFO:journalctl@ceph.mon.c.smithi090.stdout: created 2024-03-07T02:53:49.821771+0000 2024-03-07T03:02:43.353 INFO:journalctl@ceph.mon.c.smithi090.stdout: modified 2024-03-07T02:53:51.832210+0000 2024-03-07T03:02:43.353 INFO:journalctl@ceph.mon.c.smithi090.stdout: tableserver 0 2024-03-07T03:02:43.353 INFO:journalctl@ceph.mon.c.smithi090.stdout: root 0 2024-03-07T03:02:43.353 INFO:journalctl@ceph.mon.c.smithi090.stdout: session_timeout 60 2024-03-07T03:02:43.353 INFO:journalctl@ceph.mon.c.smithi090.stdout: session_autoclose 300 2024-03-07T03:02:43.353 INFO:journalctl@ceph.mon.c.smithi090.stdout: max_file_size 1099511627776 2024-03-07T03:02:43.353 INFO:journalctl@ceph.mon.c.smithi090.stdout: max_xattr_size 65536 2024-03-07T03:02:43.353 INFO:journalctl@ceph.mon.c.smithi090.stdout: required_client_features {} 2024-03-07T03:02:43.353 INFO:journalctl@ceph.mon.c.smithi090.stdout: last_failure 0 2024-03-07T03:02:43.353 INFO:journalctl@ceph.mon.c.smithi090.stdout: last_failure_osd_epoch 0 2024-03-07T03:02:43.353 INFO:journalctl@ceph.mon.c.smithi090.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-03-07T03:02:43.353 INFO:journalctl@ceph.mon.c.smithi090.stdout: max_mds 1 2024-03-07T03:02:43.353 INFO:journalctl@ceph.mon.c.smithi090.stdout: in 0 2024-03-07T03:02:43.353 INFO:journalctl@ceph.mon.c.smithi090.stdout: up {0=24334} 2024-03-07T03:02:43.354 INFO:journalctl@ceph.mon.c.smithi090.stdout: failed 2024-03-07T03:02:43.354 INFO:journalctl@ceph.mon.c.smithi090.stdout: damaged 2024-03-07T03:02:43.354 INFO:journalctl@ceph.mon.c.smithi090.stdout: stopped 2024-03-07T03:02:43.354 INFO:journalctl@ceph.mon.c.smithi090.stdout: data_pools [3] 2024-03-07T03:02:43.354 INFO:journalctl@ceph.mon.c.smithi090.stdout: metadata_pool 2 2024-03-07T03:02:43.354 INFO:journalctl@ceph.mon.c.smithi090.stdout: inline_data disabled 2024-03-07T03:02:43.354 INFO:journalctl@ceph.mon.c.smithi090.stdout: balancer 2024-03-07T03:02:43.354 INFO:journalctl@ceph.mon.c.smithi090.stdout: bal_rank_mask -1 2024-03-07T03:02:43.354 INFO:journalctl@ceph.mon.c.smithi090.stdout: standby_count_wanted 0 2024-03-07T03:02:43.354 INFO:journalctl@ceph.mon.c.smithi090.stdout: [mds.b{0:24334} state up:active seq 3 addr [v2:172.21.15.92:6832/1681570486,v1:172.21.15.92:6833/1681570486] compat {c=[1],r=[1],i=[7ff]}] 2024-03-07T03:02:43.354 INFO:journalctl@ceph.mon.c.smithi090.stdout: 2024-03-07T03:02:43.354 INFO:journalctl@ceph.mon.c.smithi090.stdout: 2024-03-07T03:02:43.354 INFO:journalctl@ceph.mon.c.smithi090.stdout: Standby daemons: 2024-03-07T03:02:43.354 INFO:journalctl@ceph.mon.c.smithi090.stdout: 2024-03-07T03:02:43.355 INFO:journalctl@ceph.mon.c.smithi090.stdout: [mds.a{-1:14454} state up:standby seq 1 addr [v2:172.21.15.90:6834/1683497718,v1:172.21.15.90:6835/1683497718] compat {c=[1],r=[1],i=[7ff]}] 2024-03-07T03:02:43.355 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: mon.c@-1(???).osd e405 crush map has features 3314933069573799936, adjusting msgr requires 2024-03-07T03:02:43.355 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: mon.c@-1(???).osd e405 crush map has features 432629308056666112, adjusting msgr requires 2024-03-07T03:02:43.355 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: mon.c@-1(???).osd e405 crush map has features 432629308056666112, adjusting msgr requires 2024-03-07T03:02:43.355 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: mon.c@-1(???).osd e405 crush map has features 432629308056666112, adjusting msgr requires 2024-03-07T03:02:43.355 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 ceph-mon[91928]: mon.c@-1(???).paxosservice(auth 1..20) refresh upgraded, format 0 -> 3 2024-03-07T03:02:43.355 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 bash[91909]: 93f762a9b94ad17d6cacf5f7d83c756741d9ac6ae656997c3265016188e9a2a1 2024-03-07T03:02:43.355 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:43 smithi090 systemd[1]: Started Ceph mon.c for fb96fd1c-dc2c-11ee-95c6-87774f69a715. 2024-03-07T03:02:43.917 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:02:43 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:02:43.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi090\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:02:44.151 INFO:tasks.rados.rados.0.smithi090.stdout:1716: done (0 left) 2024-03-07T03:02:44.151 INFO:tasks.rados.rados.0.smithi090.stdout:1717: read oid 30 snap -1 2024-03-07T03:02:44.151 INFO:tasks.rados.rados.0.smithi090.stdout:1717: expect deleted 2024-03-07T03:02:44.151 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 2 current snap is 164 2024-03-07T03:02:44.151 INFO:tasks.rados.rados.0.smithi090.stdout:1718: seq_num 540 ranges {2449408=647168,3096576=671744,3768320=532480} 2024-03-07T03:02:44.167 INFO:tasks.rados.rados.0.smithi090.stdout:1718: writing smithi09077644-2 from 2449408 to 3096576 tid 1 2024-03-07T03:02:44.171 INFO:tasks.rados.rados.0.smithi090.stdout:1718: writing smithi09077644-2 from 3096576 to 3768320 tid 2 2024-03-07T03:02:44.175 INFO:tasks.rados.rados.0.smithi090.stdout:1718: writing smithi09077644-2 from 3768320 to 4300800 tid 3 2024-03-07T03:02:44.175 INFO:tasks.rados.rados.0.smithi090.stdout:1719: snap_create 2024-03-07T03:02:44.175 INFO:tasks.rados.rados.0.smithi090.stdout:1718: finishing write tid 1 to smithi09077644-2 2024-03-07T03:02:44.178 INFO:tasks.rados.rados.0.smithi090.stdout:1718: finishing write tid 2 to smithi09077644-2 2024-03-07T03:02:44.179 INFO:tasks.rados.rados.0.smithi090.stdout:1718: finishing write tid 3 to smithi09077644-2 2024-03-07T03:02:44.181 INFO:tasks.rados.rados.0.smithi090.stdout:1718: finishing write tid 4 to smithi09077644-2 2024-03-07T03:02:44.182 INFO:tasks.rados.rados.0.smithi090.stdout:1718: finishing write tid 5 to smithi09077644-2 2024-03-07T03:02:44.182 INFO:tasks.rados.rados.0.smithi090.stdout:1718: oid 2 updating version 0 to 733 2024-03-07T03:02:44.182 INFO:tasks.rados.rados.0.smithi090.stdout:1718: oid 2 version 733 is already newer than 732 2024-03-07T03:02:44.182 INFO:tasks.rados.rados.0.smithi090.stdout:1718: oid 2 version 733 is already newer than 731 2024-03-07T03:02:44.183 INFO:tasks.rados.rados.0.smithi090.stdout:1718: oid 2 updating version 733 to 734 2024-03-07T03:02:44.183 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 2 v 734 (ObjNum 540 snap 164 seq_num 540) dirty exists 2024-03-07T03:02:44.183 INFO:tasks.rados.rados.0.smithi090.stdout:1718: left oid 2 (ObjNum 540 snap 164 seq_num 540) 2024-03-07T03:02:44.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:44 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:02:44.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:44 smithi090 ceph-mon[91928]: mon.c calling monitor election 2024-03-07T03:02:44.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:44 smithi090 ceph-mon[91928]: mon.a calling monitor election 2024-03-07T03:02:44.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:44 smithi090 ceph-mon[91928]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-03-07T03:02:44.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:44 smithi090 ceph-mon[91928]: monmap e3: 3 mons at {a=[v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0],b=[v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0],c=[v2:172.21.15.90:3301/0,v1:172.21.15.90:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-07T03:02:44.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:44 smithi090 ceph-mon[91928]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-03-07T03:02:44.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:44 smithi090 ceph-mon[91928]: osdmap e405: 8 total, 8 up, 8 in 2024-03-07T03:02:44.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:44 smithi090 ceph-mon[91928]: mgrmap e40: y(active, since 15s), standbys: x 2024-03-07T03:02:44.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:44 smithi090 ceph-mon[91928]: overall HEALTH_OK 2024-03-07T03:02:44.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:44 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:44.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:44 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:44.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:44 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:02:44.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:44 smithi090 ceph-mon[91928]: pgmap v23: 121 pgs: 121 active+clean; 192 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 864 KiB/s wr, 6 op/s 2024-03-07T03:02:44.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:44 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:02:44.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:44 smithi090 ceph-mon[89511]: mon.c calling monitor election 2024-03-07T03:02:44.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:44 smithi090 ceph-mon[89511]: mon.a calling monitor election 2024-03-07T03:02:44.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:44 smithi090 ceph-mon[89511]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-03-07T03:02:44.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:44 smithi090 ceph-mon[89511]: monmap e3: 3 mons at {a=[v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0],b=[v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0],c=[v2:172.21.15.90:3301/0,v1:172.21.15.90:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-07T03:02:44.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:44 smithi090 ceph-mon[89511]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-03-07T03:02:44.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:44 smithi090 ceph-mon[89511]: osdmap e405: 8 total, 8 up, 8 in 2024-03-07T03:02:44.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:44 smithi090 ceph-mon[89511]: mgrmap e40: y(active, since 15s), standbys: x 2024-03-07T03:02:44.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:44 smithi090 ceph-mon[89511]: overall HEALTH_OK 2024-03-07T03:02:44.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:44 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:44.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:44 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:44.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:44 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:02:44.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:44 smithi090 ceph-mon[89511]: pgmap v23: 121 pgs: 121 active+clean; 192 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 864 KiB/s wr, 6 op/s 2024-03-07T03:02:44.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:44 smithi092 ceph-mon[31083]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:02:44.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:44 smithi092 ceph-mon[31083]: mon.c calling monitor election 2024-03-07T03:02:44.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:44 smithi092 ceph-mon[31083]: mon.a calling monitor election 2024-03-07T03:02:44.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:44 smithi092 ceph-mon[31083]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-03-07T03:02:44.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:44 smithi092 ceph-mon[31083]: monmap e3: 3 mons at {a=[v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0],b=[v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0],c=[v2:172.21.15.90:3301/0,v1:172.21.15.90:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-07T03:02:44.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:44 smithi092 ceph-mon[31083]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-03-07T03:02:44.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:44 smithi092 ceph-mon[31083]: osdmap e405: 8 total, 8 up, 8 in 2024-03-07T03:02:44.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:44 smithi092 ceph-mon[31083]: mgrmap e40: y(active, since 15s), standbys: x 2024-03-07T03:02:44.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:44 smithi092 ceph-mon[31083]: overall HEALTH_OK 2024-03-07T03:02:44.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:44 smithi092 ceph-mon[31083]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:44.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:44 smithi092 ceph-mon[31083]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:44.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:44 smithi092 ceph-mon[31083]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:02:44.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:44 smithi092 ceph-mon[31083]: pgmap v23: 121 pgs: 121 active+clean; 192 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 864 KiB/s wr, 6 op/s 2024-03-07T03:02:45.166 INFO:tasks.rados.rados.0.smithi090.stdout:1717: done (2 left) 2024-03-07T03:02:45.167 INFO:tasks.rados.rados.0.smithi090.stdout:1718: done (1 left) 2024-03-07T03:02:45.167 INFO:tasks.rados.rados.0.smithi090.stdout:1719: done (0 left) 2024-03-07T03:02:45.167 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 19 current snap is 165 2024-03-07T03:02:45.167 INFO:tasks.rados.rados.0.smithi090.stdout:1720: seq_num 541 ranges {10100736=663552,10764288=557056,11321344=475136,11796480=172032} 2024-03-07T03:02:45.225 INFO:tasks.rados.rados.0.smithi090.stdout:1720: writing smithi09077644-19 from 10100736 to 10764288 tid 1 2024-03-07T03:02:45.229 INFO:tasks.rados.rados.0.smithi090.stdout:1720: writing smithi09077644-19 from 10764288 to 11321344 tid 2 2024-03-07T03:02:45.232 INFO:tasks.rados.rados.0.smithi090.stdout:1720: writing smithi09077644-19 from 11321344 to 11796480 tid 3 2024-03-07T03:02:45.234 INFO:tasks.rados.rados.0.smithi090.stdout:1720: writing smithi09077644-19 from 11796480 to 11968512 tid 4 2024-03-07T03:02:45.234 INFO:tasks.rados.rados.0.smithi090.stdout:1721: copy_from oid 10 from oid 3 current snap is 165 2024-03-07T03:02:45.234 INFO:tasks.rados.rados.0.smithi090.stdout:1720: finishing write tid 1 to smithi09077644-19 2024-03-07T03:02:45.234 INFO:tasks.rados.rados.0.smithi090.stdout:1720: finishing write tid 2 to smithi09077644-19 2024-03-07T03:02:45.234 INFO:tasks.rados.rados.0.smithi090.stdout:1722: snap_remove snap 164 2024-03-07T03:02:45.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:45 smithi092 ceph-mon[31083]: osdmap e406: 8 total, 8 up, 8 in 2024-03-07T03:02:45.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:45 smithi090 ceph-mon[89511]: osdmap e406: 8 total, 8 up, 8 in 2024-03-07T03:02:45.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:45 smithi090 ceph-mon[91928]: osdmap e406: 8 total, 8 up, 8 in 2024-03-07T03:02:46.178 INFO:tasks.rados.rados.0.smithi090.stdout:1722: done (2 left) 2024-03-07T03:02:46.178 INFO:tasks.rados.rados.0.smithi090.stdout:1723: delete oid 29 current snap is 165 2024-03-07T03:02:46.178 INFO:tasks.rados.rados.0.smithi090.stdout:1720: finishing write tid 3 to smithi09077644-19 2024-03-07T03:02:46.178 INFO:tasks.rados.rados.0.smithi090.stdout:1720: finishing write tid 4 to smithi09077644-19 2024-03-07T03:02:46.178 INFO:tasks.rados.rados.0.smithi090.stdout:1720: finishing write tid 5 to smithi09077644-19 2024-03-07T03:02:46.178 INFO:tasks.rados.rados.0.smithi090.stdout:1720: finishing write tid 6 to smithi09077644-19 2024-03-07T03:02:46.178 INFO:tasks.rados.rados.0.smithi090.stdout:1720: oid 19 updating version 0 to 1042 2024-03-07T03:02:46.178 INFO:tasks.rados.rados.0.smithi090.stdout:1720: oid 19 updating version 1042 to 1043 2024-03-07T03:02:46.179 INFO:tasks.rados.rados.0.smithi090.stdout:1720: oid 19 updating version 1043 to 1045 2024-03-07T03:02:46.179 INFO:tasks.rados.rados.0.smithi090.stdout:1720: oid 19 version 1045 is already newer than 1041 2024-03-07T03:02:46.179 INFO:tasks.rados.rados.0.smithi090.stdout:1720: oid 19 version 1045 is already newer than 1044 2024-03-07T03:02:46.179 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 1045 (ObjNum 541 snap 165 seq_num 541) dirty exists 2024-03-07T03:02:46.179 INFO:tasks.rados.rados.0.smithi090.stdout:1720: left oid 19 (ObjNum 541 snap 165 seq_num 541) 2024-03-07T03:02:46.179 INFO:tasks.rados.rados.0.smithi090.stdout:1721: finishing copy_from racing read to smithi09077644-10 2024-03-07T03:02:46.179 INFO:tasks.rados.rados.0.smithi090.stdout:1721: finishing copy_from to smithi09077644-10 2024-03-07T03:02:46.179 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 860 (ObjNum 474 snap 147 seq_num 474) dirty exists 2024-03-07T03:02:46.181 INFO:tasks.rados.rados.0.smithi090.stdout:1720: done (2 left) 2024-03-07T03:02:46.181 INFO:tasks.rados.rados.0.smithi090.stdout:1721: done (1 left) 2024-03-07T03:02:46.181 INFO:tasks.rados.rados.0.smithi090.stdout:1723: done (0 left) 2024-03-07T03:02:46.181 INFO:tasks.rados.rados.0.smithi090.stdout:1724: read oid 24 snap -1 2024-03-07T03:02:46.181 INFO:tasks.rados.rados.0.smithi090.stdout:1724: expect (ObjNum 514 snap 157 seq_num 514) 2024-03-07T03:02:46.181 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 17 current snap is 165 2024-03-07T03:02:46.181 INFO:tasks.rados.rados.0.smithi090.stdout:1725: seq_num 543 ranges {0=704512,704512=729088,1433600=475136} 2024-03-07T03:02:46.185 INFO:tasks.rados.rados.0.smithi090.stdout:1725: writing smithi09077644-17 from 0 to 704512 tid 1 2024-03-07T03:02:46.189 INFO:tasks.rados.rados.0.smithi090.stdout:1725: writing smithi09077644-17 from 704512 to 1433600 tid 2 2024-03-07T03:02:46.193 INFO:tasks.rados.rados.0.smithi090.stdout:1725: writing smithi09077644-17 from 1433600 to 1908736 tid 3 2024-03-07T03:02:46.193 INFO:tasks.rados.rados.0.smithi090.stdout:1726: read oid 36 snap -1 2024-03-07T03:02:46.193 INFO:tasks.rados.rados.0.smithi090.stdout:1726: expect (ObjNum 380 snap 117 seq_num 380) 2024-03-07T03:02:46.193 INFO:tasks.rados.rados.0.smithi090.stdout:1727: snap_create 2024-03-07T03:02:46.193 INFO:tasks.rados.rados.0.smithi090.stdout:1724: expect (ObjNum 514 snap 157 seq_num 514) 2024-03-07T03:02:46.231 INFO:tasks.rados.rados.0.smithi090.stdout:1725: finishing write tid 1 to smithi09077644-17 2024-03-07T03:02:46.231 INFO:tasks.rados.rados.0.smithi090.stdout:1725: finishing write tid 2 to smithi09077644-17 2024-03-07T03:02:46.231 INFO:tasks.rados.rados.0.smithi090.stdout:1725: finishing write tid 3 to smithi09077644-17 2024-03-07T03:02:46.232 INFO:tasks.rados.rados.0.smithi090.stdout:1725: finishing write tid 4 to smithi09077644-17 2024-03-07T03:02:46.232 INFO:tasks.rados.rados.0.smithi090.stdout:1726: expect (ObjNum 380 snap 117 seq_num 380) 2024-03-07T03:02:46.312 INFO:tasks.rados.rados.0.smithi090.stdout:1725: finishing write tid 5 to smithi09077644-17 2024-03-07T03:02:46.312 INFO:tasks.rados.rados.0.smithi090.stdout:1725: oid 17 updating version 0 to 930 2024-03-07T03:02:46.312 INFO:tasks.rados.rados.0.smithi090.stdout:1725: oid 17 updating version 930 to 932 2024-03-07T03:02:46.312 INFO:tasks.rados.rados.0.smithi090.stdout:1725: oid 17 version 932 is already newer than 931 2024-03-07T03:02:46.312 INFO:tasks.rados.rados.0.smithi090.stdout:1725: oid 17 version 932 is already newer than 929 2024-03-07T03:02:46.312 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 17 v 932 (ObjNum 543 snap 165 seq_num 543) dirty exists 2024-03-07T03:02:46.312 INFO:tasks.rados.rados.0.smithi090.stdout:1725: left oid 17 (ObjNum 543 snap 165 seq_num 543) 2024-03-07T03:02:46.421 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:46 smithi092 ceph-mon[31083]: osdmap e407: 8 total, 8 up, 8 in 2024-03-07T03:02:46.421 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:46 smithi092 ceph-mon[31083]: pgmap v26: 121 pgs: 121 active+clean; 180 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 181 B/s rd, 2.0 MiB/s wr, 2 op/s 2024-03-07T03:02:46.468 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:46 smithi090 ceph-mon[91928]: osdmap e407: 8 total, 8 up, 8 in 2024-03-07T03:02:46.468 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:46 smithi090 ceph-mon[91928]: pgmap v26: 121 pgs: 121 active+clean; 180 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 181 B/s rd, 2.0 MiB/s wr, 2 op/s 2024-03-07T03:02:46.469 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:46 smithi090 ceph-mon[89511]: osdmap e407: 8 total, 8 up, 8 in 2024-03-07T03:02:46.469 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:46 smithi090 ceph-mon[89511]: pgmap v26: 121 pgs: 121 active+clean; 180 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 181 B/s rd, 2.0 MiB/s wr, 2 op/s 2024-03-07T03:02:47.176 INFO:tasks.rados.rados.0.smithi090.stdout:1724: done (3 left) 2024-03-07T03:02:47.176 INFO:tasks.rados.rados.0.smithi090.stdout:1725: done (2 left) 2024-03-07T03:02:47.176 INFO:tasks.rados.rados.0.smithi090.stdout:1726: done (1 left) 2024-03-07T03:02:47.176 INFO:tasks.rados.rados.0.smithi090.stdout:1727: done (0 left) 2024-03-07T03:02:47.176 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 44 current snap is 166 2024-03-07T03:02:47.177 INFO:tasks.rados.rados.0.smithi090.stdout:1728: seq_num 544 ranges {1130496=720896,1851392=614400,2465792=589824} 2024-03-07T03:02:47.186 INFO:tasks.rados.rados.0.smithi090.stdout:1728: writing smithi09077644-44 from 1130496 to 1851392 tid 1 2024-03-07T03:02:47.190 INFO:tasks.rados.rados.0.smithi090.stdout:1728: writing smithi09077644-44 from 1851392 to 2465792 tid 2 2024-03-07T03:02:47.194 INFO:tasks.rados.rados.0.smithi090.stdout:1728: writing smithi09077644-44 from 2465792 to 3055616 tid 3 2024-03-07T03:02:47.194 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 48 current snap is 166 2024-03-07T03:02:47.194 INFO:tasks.rados.rados.0.smithi090.stdout:1728: finishing write tid 1 to smithi09077644-44 2024-03-07T03:02:47.194 INFO:tasks.rados.rados.0.smithi090.stdout:1729: seq_num 545 ranges {13352960=737280,14090240=491520,14581760=450560,15032320=262144} 2024-03-07T03:02:47.270 INFO:tasks.rados.rados.0.smithi090.stdout:1729: writing smithi09077644-48 from 13352960 to 14090240 tid 1 2024-03-07T03:02:47.273 INFO:tasks.rados.rados.0.smithi090.stdout:1729: writing smithi09077644-48 from 14090240 to 14581760 tid 2 2024-03-07T03:02:47.276 INFO:tasks.rados.rados.0.smithi090.stdout:1729: writing smithi09077644-48 from 14581760 to 15032320 tid 3 2024-03-07T03:02:47.278 INFO:tasks.rados.rados.0.smithi090.stdout:1729: writing smithi09077644-48 from 15032320 to 15294464 tid 4 2024-03-07T03:02:47.278 INFO:tasks.rados.rados.0.smithi090.stdout:1730: delete oid 25 current snap is 166 2024-03-07T03:02:47.278 INFO:tasks.rados.rados.0.smithi090.stdout:1728: finishing write tid 2 to smithi09077644-44 2024-03-07T03:02:47.278 INFO:tasks.rados.rados.0.smithi090.stdout:1728: finishing write tid 3 to smithi09077644-44 2024-03-07T03:02:47.279 INFO:tasks.rados.rados.0.smithi090.stdout:1728: finishing write tid 4 to smithi09077644-44 2024-03-07T03:02:47.279 INFO:tasks.rados.rados.0.smithi090.stdout:1728: finishing write tid 5 to smithi09077644-44 2024-03-07T03:02:47.279 INFO:tasks.rados.rados.0.smithi090.stdout:1728: oid 44 updating version 0 to 1080 2024-03-07T03:02:47.279 INFO:tasks.rados.rados.0.smithi090.stdout:1728: oid 44 version 1080 is already newer than 1079 2024-03-07T03:02:47.279 INFO:tasks.rados.rados.0.smithi090.stdout:1728: oid 44 updating version 1080 to 1081 2024-03-07T03:02:47.279 INFO:tasks.rados.rados.0.smithi090.stdout:1728: oid 44 updating version 1081 to 1082 2024-03-07T03:02:47.279 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 44 v 1082 (ObjNum 544 snap 166 seq_num 544) dirty exists 2024-03-07T03:02:47.279 INFO:tasks.rados.rados.0.smithi090.stdout:1728: left oid 44 (ObjNum 544 snap 166 seq_num 544) 2024-03-07T03:02:47.279 INFO:tasks.rados.rados.0.smithi090.stdout:1729: finishing write tid 1 to smithi09077644-48 2024-03-07T03:02:47.279 INFO:tasks.rados.rados.0.smithi090.stdout:1729: finishing write tid 2 to smithi09077644-48 2024-03-07T03:02:47.280 INFO:tasks.rados.rados.0.smithi090.stdout:1729: finishing write tid 3 to smithi09077644-48 2024-03-07T03:02:47.281 INFO:tasks.rados.rados.0.smithi090.stdout:1729: finishing write tid 4 to smithi09077644-48 2024-03-07T03:02:47.281 INFO:tasks.rados.rados.0.smithi090.stdout:1729: finishing write tid 5 to smithi09077644-48 2024-03-07T03:02:47.282 INFO:tasks.rados.rados.0.smithi090.stdout:1728: done (2 left) 2024-03-07T03:02:47.282 INFO:tasks.rados.rados.0.smithi090.stdout:1730: done (1 left) 2024-03-07T03:02:47.282 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 22 current snap is 166 2024-03-07T03:02:47.282 INFO:tasks.rados.rados.0.smithi090.stdout:1731: seq_num 547 ranges {1433600=770048,2203648=663552,2867200=466944,3334144=73728} 2024-03-07T03:02:47.294 INFO:tasks.rados.rados.0.smithi090.stdout:1731: writing smithi09077644-22 from 1433600 to 2203648 tid 1 2024-03-07T03:02:47.298 INFO:tasks.rados.rados.0.smithi090.stdout:1731: writing smithi09077644-22 from 2203648 to 2867200 tid 2 2024-03-07T03:02:47.300 INFO:tasks.rados.rados.0.smithi090.stdout:1731: writing smithi09077644-22 from 2867200 to 3334144 tid 3 2024-03-07T03:02:47.301 INFO:tasks.rados.rados.0.smithi090.stdout:1731: writing smithi09077644-22 from 3334144 to 3407872 tid 4 2024-03-07T03:02:47.301 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 49 current snap is 166 2024-03-07T03:02:47.302 INFO:tasks.rados.rados.0.smithi090.stdout:1729: finishing write tid 6 to smithi09077644-48 2024-03-07T03:02:47.302 INFO:tasks.rados.rados.0.smithi090.stdout:1729: oid 48 updating version 0 to 841 2024-03-07T03:02:47.302 INFO:tasks.rados.rados.0.smithi090.stdout:1729: oid 48 version 841 is already newer than 839 2024-03-07T03:02:47.302 INFO:tasks.rados.rados.0.smithi090.stdout:1729: oid 48 updating version 841 to 842 2024-03-07T03:02:47.302 INFO:tasks.rados.rados.0.smithi090.stdout:1729: oid 48 version 842 is already newer than 838 2024-03-07T03:02:47.302 INFO:tasks.rados.rados.0.smithi090.stdout:1729: oid 48 version 842 is already newer than 840 2024-03-07T03:02:47.302 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 842 (ObjNum 545 snap 166 seq_num 545) dirty exists 2024-03-07T03:02:47.302 INFO:tasks.rados.rados.0.smithi090.stdout:1729: left oid 48 (ObjNum 545 snap 166 seq_num 545) 2024-03-07T03:02:47.302 INFO:tasks.rados.rados.0.smithi090.stdout:1731: finishing write tid 1 to smithi09077644-22 2024-03-07T03:02:47.302 INFO:tasks.rados.rados.0.smithi090.stdout:1732: seq_num 548 ranges {8970240=786432,9756672=598016,10354688=606208} 2024-03-07T03:02:47.354 INFO:tasks.rados.rados.0.smithi090.stdout:1732: writing smithi09077644-49 from 8970240 to 9756672 tid 1 2024-03-07T03:02:47.358 INFO:tasks.rados.rados.0.smithi090.stdout:1732: writing smithi09077644-49 from 9756672 to 10354688 tid 2 2024-03-07T03:02:47.362 INFO:tasks.rados.rados.0.smithi090.stdout:1732: writing smithi09077644-49 from 10354688 to 10960896 tid 3 2024-03-07T03:02:47.362 INFO:tasks.rados.rados.0.smithi090.stdout:1729: done (2 left) 2024-03-07T03:02:47.362 INFO:tasks.rados.rados.0.smithi090.stdout:1733: read oid 39 snap 165 2024-03-07T03:02:47.362 INFO:tasks.rados.rados.0.smithi090.stdout:1733: expect deleted 2024-03-07T03:02:47.362 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 20 current snap is 166 2024-03-07T03:02:47.362 INFO:tasks.rados.rados.0.smithi090.stdout:1731: finishing write tid 2 to smithi09077644-22 2024-03-07T03:02:47.362 INFO:tasks.rados.rados.0.smithi090.stdout:1734: seq_num 549 ranges {3997696=802816,4800512=483328,5283840=434176,5718016=286720} 2024-03-07T03:02:47.387 INFO:tasks.rados.rados.0.smithi090.stdout:1734: writing smithi09077644-20 from 3997696 to 4800512 tid 1 2024-03-07T03:02:47.390 INFO:tasks.rados.rados.0.smithi090.stdout:1734: writing smithi09077644-20 from 4800512 to 5283840 tid 2 2024-03-07T03:02:47.393 INFO:tasks.rados.rados.0.smithi090.stdout:1734: writing smithi09077644-20 from 5283840 to 5718016 tid 3 2024-03-07T03:02:47.396 INFO:tasks.rados.rados.0.smithi090.stdout:1734: writing smithi09077644-20 from 5718016 to 6004736 tid 4 2024-03-07T03:02:47.396 INFO:tasks.rados.rados.0.smithi090.stdout:1735: delete oid 40 current snap is 166 2024-03-07T03:02:47.396 INFO:tasks.rados.rados.0.smithi090.stdout:1731: finishing write tid 3 to smithi09077644-22 2024-03-07T03:02:47.396 INFO:tasks.rados.rados.0.smithi090.stdout:1731: finishing write tid 4 to smithi09077644-22 2024-03-07T03:02:47.397 INFO:tasks.rados.rados.0.smithi090.stdout:1731: finishing write tid 5 to smithi09077644-22 2024-03-07T03:02:47.397 INFO:tasks.rados.rados.0.smithi090.stdout:1731: finishing write tid 6 to smithi09077644-22 2024-03-07T03:02:47.397 INFO:tasks.rados.rados.0.smithi090.stdout:1731: oid 22 updating version 0 to 1087 2024-03-07T03:02:47.397 INFO:tasks.rados.rados.0.smithi090.stdout:1731: oid 22 version 1087 is already newer than 1085 2024-03-07T03:02:47.397 INFO:tasks.rados.rados.0.smithi090.stdout:1731: oid 22 updating version 1087 to 1088 2024-03-07T03:02:47.397 INFO:tasks.rados.rados.0.smithi090.stdout:1731: oid 22 version 1088 is already newer than 1084 2024-03-07T03:02:47.397 INFO:tasks.rados.rados.0.smithi090.stdout:1731: oid 22 version 1088 is already newer than 1086 2024-03-07T03:02:47.397 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 1088 (ObjNum 547 snap 166 seq_num 547) dirty exists 2024-03-07T03:02:47.397 INFO:tasks.rados.rados.0.smithi090.stdout:1731: left oid 22 (ObjNum 547 snap 166 seq_num 547) 2024-03-07T03:02:47.397 INFO:tasks.rados.rados.0.smithi090.stdout:1732: finishing write tid 1 to smithi09077644-49 2024-03-07T03:02:47.397 INFO:tasks.rados.rados.0.smithi090.stdout:1732: finishing write tid 2 to smithi09077644-49 2024-03-07T03:02:47.397 INFO:tasks.rados.rados.0.smithi090.stdout:1732: finishing write tid 3 to smithi09077644-49 2024-03-07T03:02:47.397 INFO:tasks.rados.rados.0.smithi090.stdout:1732: finishing write tid 4 to smithi09077644-49 2024-03-07T03:02:47.397 INFO:tasks.rados.rados.0.smithi090.stdout:1732: finishing write tid 5 to smithi09077644-49 2024-03-07T03:02:47.398 INFO:tasks.rados.rados.0.smithi090.stdout:1732: oid 49 updating version 0 to 939 2024-03-07T03:02:47.398 INFO:tasks.rados.rados.0.smithi090.stdout:1732: oid 49 version 939 is already newer than 937 2024-03-07T03:02:47.398 INFO:tasks.rados.rados.0.smithi090.stdout:1732: oid 49 version 939 is already newer than 938 2024-03-07T03:02:47.398 INFO:tasks.rados.rados.0.smithi090.stdout:1732: oid 49 version 939 is already newer than 936 2024-03-07T03:02:47.398 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 49 v 939 (ObjNum 548 snap 166 seq_num 548) dirty exists 2024-03-07T03:02:47.398 INFO:tasks.rados.rados.0.smithi090.stdout:1732: left oid 49 (ObjNum 548 snap 166 seq_num 548) 2024-03-07T03:02:47.398 INFO:tasks.rados.rados.0.smithi090.stdout:1734: finishing write tid 1 to smithi09077644-20 2024-03-07T03:02:47.398 INFO:tasks.rados.rados.0.smithi090.stdout:1734: finishing write tid 2 to smithi09077644-20 2024-03-07T03:02:47.398 INFO:tasks.rados.rados.0.smithi090.stdout:1734: finishing write tid 3 to smithi09077644-20 2024-03-07T03:02:47.399 INFO:tasks.rados.rados.0.smithi090.stdout:1731: done (4 left) 2024-03-07T03:02:47.399 INFO:tasks.rados.rados.0.smithi090.stdout:1732: done (3 left) 2024-03-07T03:02:47.399 INFO:tasks.rados.rados.0.smithi090.stdout:1733: done (2 left) 2024-03-07T03:02:47.399 INFO:tasks.rados.rados.0.smithi090.stdout:1735: done (1 left) 2024-03-07T03:02:47.399 INFO:tasks.rados.rados.0.smithi090.stdout:1736: setattr oid 13 current snap is 166 2024-03-07T03:02:47.399 INFO:tasks.rados.rados.0.smithi090.stdout:1734: finishing write tid 4 to smithi09077644-20 2024-03-07T03:02:47.399 INFO:tasks.rados.rados.0.smithi090.stdout:1734: finishing write tid 5 to smithi09077644-20 2024-03-07T03:02:47.399 INFO:tasks.rados.rados.0.smithi090.stdout:1737: snap_remove snap 165 2024-03-07T03:02:47.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:47 smithi092 ceph-mon[31083]: osdmap e408: 8 total, 8 up, 8 in 2024-03-07T03:02:47.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:47 smithi092 ceph-mon[31083]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:47.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:47 smithi092 ceph-mon[31083]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:47.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:47 smithi090 ceph-mon[91928]: osdmap e408: 8 total, 8 up, 8 in 2024-03-07T03:02:47.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:47 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:47.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:47 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:47.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:47 smithi090 ceph-mon[89511]: osdmap e408: 8 total, 8 up, 8 in 2024-03-07T03:02:47.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:47 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:47.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:47 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:47.694 INFO:tasks.rados.rados.0.smithi090.stdout:1737: done (2 left) 2024-03-07T03:02:47.694 INFO:tasks.rados.rados.0.smithi090.stdout:1738: setattr oid 15 current snap is 166 2024-03-07T03:02:47.694 INFO:tasks.rados.rados.0.smithi090.stdout:1734: finishing write tid 6 to smithi09077644-20 2024-03-07T03:02:47.694 INFO:tasks.rados.rados.0.smithi090.stdout:1734: oid 20 updating version 0 to 738 2024-03-07T03:02:47.695 INFO:tasks.rados.rados.0.smithi090.stdout:1734: oid 20 version 738 is already newer than 734 2024-03-07T03:02:47.695 INFO:tasks.rados.rados.0.smithi090.stdout:1734: oid 20 version 738 is already newer than 736 2024-03-07T03:02:47.695 INFO:tasks.rados.rados.0.smithi090.stdout:1734: oid 20 version 738 is already newer than 735 2024-03-07T03:02:47.695 INFO:tasks.rados.rados.0.smithi090.stdout:1734: oid 20 version 738 is already newer than 737 2024-03-07T03:02:47.695 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 20 v 738 (ObjNum 549 snap 166 seq_num 549) dirty exists 2024-03-07T03:02:47.695 INFO:tasks.rados.rados.0.smithi090.stdout:1734: left oid 20 (ObjNum 549 snap 166 seq_num 549) 2024-03-07T03:02:47.695 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 13 v 941 (ObjNum 474 snap 147 seq_num 474) dirty exists 2024-03-07T03:02:47.696 INFO:tasks.rados.rados.0.smithi090.stdout:1734: done (2 left) 2024-03-07T03:02:47.696 INFO:tasks.rados.rados.0.smithi090.stdout:1736: done (1 left) 2024-03-07T03:02:47.696 INFO:tasks.rados.rados.0.smithi090.stdout:1739: rollback oid 33 current snap is 166 2024-03-07T03:02:47.696 INFO:tasks.rados.rados.0.smithi090.stdout:1739: done (1 left) 2024-03-07T03:02:47.696 INFO:tasks.rados.rados.0.smithi090.stdout:1740: read oid 38 snap -1 2024-03-07T03:02:47.696 INFO:tasks.rados.rados.0.smithi090.stdout:1740: expect (ObjNum 530 snap 161 seq_num 530) 2024-03-07T03:02:47.696 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 8 current snap is 166 2024-03-07T03:02:47.696 INFO:tasks.rados.rados.0.smithi090.stdout:1741: seq_num 551 ranges {1130496=434176,1564672=647168,2211840=450560,2662400=507904} 2024-03-07T03:02:47.708 INFO:tasks.rados.rados.0.smithi090.stdout:1741: writing smithi09077644-8 from 1130496 to 1564672 tid 1 2024-03-07T03:02:47.713 INFO:tasks.rados.rados.0.smithi090.stdout:1741: writing smithi09077644-8 from 1564672 to 2211840 tid 2 2024-03-07T03:02:47.716 INFO:tasks.rados.rados.0.smithi090.stdout:1741: writing smithi09077644-8 from 2211840 to 2662400 tid 3 2024-03-07T03:02:47.720 INFO:tasks.rados.rados.0.smithi090.stdout:1741: writing smithi09077644-8 from 2662400 to 3170304 tid 4 2024-03-07T03:02:47.720 INFO:tasks.rados.rados.0.smithi090.stdout:1742: delete oid 39 current snap is 166 2024-03-07T03:02:47.720 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 1093 (ObjNum 528 snap 160 seq_num 528) dirty exists 2024-03-07T03:02:47.720 INFO:tasks.rados.rados.0.smithi090.stdout:1741: finishing write tid 1 to smithi09077644-8 2024-03-07T03:02:47.720 INFO:tasks.rados.rados.0.smithi090.stdout:1741: finishing write tid 2 to smithi09077644-8 2024-03-07T03:02:47.720 INFO:tasks.rados.rados.0.smithi090.stdout:1740: expect (ObjNum 530 snap 161 seq_num 530) 2024-03-07T03:02:47.919 INFO:tasks.rados.rados.0.smithi090.stdout:1741: finishing write tid 3 to smithi09077644-8 2024-03-07T03:02:47.920 INFO:tasks.rados.rados.0.smithi090.stdout:1741: finishing write tid 4 to smithi09077644-8 2024-03-07T03:02:47.920 INFO:tasks.rados.rados.0.smithi090.stdout:1741: finishing write tid 5 to smithi09077644-8 2024-03-07T03:02:47.920 INFO:tasks.rados.rados.0.smithi090.stdout:1738: done (3 left) 2024-03-07T03:02:47.920 INFO:tasks.rados.rados.0.smithi090.stdout:1740: done (2 left) 2024-03-07T03:02:47.920 INFO:tasks.rados.rados.0.smithi090.stdout:1742: done (1 left) 2024-03-07T03:02:47.920 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 21 current snap is 166 2024-03-07T03:02:47.920 INFO:tasks.rados.rados.0.smithi090.stdout:1741: finishing write tid 6 to smithi09077644-8 2024-03-07T03:02:47.920 INFO:tasks.rados.rados.0.smithi090.stdout:1741: oid 8 updating version 0 to 1046 2024-03-07T03:02:47.920 INFO:tasks.rados.rados.0.smithi090.stdout:1741: oid 8 updating version 1046 to 1050 2024-03-07T03:02:47.920 INFO:tasks.rados.rados.0.smithi090.stdout:1741: oid 8 version 1050 is already newer than 1049 2024-03-07T03:02:47.920 INFO:tasks.rados.rados.0.smithi090.stdout:1741: oid 8 version 1050 is already newer than 1047 2024-03-07T03:02:47.920 INFO:tasks.rados.rados.0.smithi090.stdout:1741: oid 8 version 1050 is already newer than 1048 2024-03-07T03:02:47.920 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 1050 (ObjNum 551 snap 166 seq_num 551) dirty exists 2024-03-07T03:02:47.920 INFO:tasks.rados.rados.0.smithi090.stdout:1741: left oid 8 (ObjNum 551 snap 166 seq_num 551) 2024-03-07T03:02:47.921 INFO:tasks.rados.rados.0.smithi090.stdout:1743: seq_num 553 ranges {7421952=466944,7888896=417792,8306688=417792,8724480=516096,9240576=253952} 2024-03-07T03:02:47.962 INFO:tasks.rados.rados.0.smithi090.stdout:1743: writing smithi09077644-21 from 7421952 to 7888896 tid 1 2024-03-07T03:02:47.964 INFO:tasks.rados.rados.0.smithi090.stdout:1743: writing smithi09077644-21 from 7888896 to 8306688 tid 2 2024-03-07T03:02:47.967 INFO:tasks.rados.rados.0.smithi090.stdout:1743: writing smithi09077644-21 from 8306688 to 8724480 tid 3 2024-03-07T03:02:47.970 INFO:tasks.rados.rados.0.smithi090.stdout:1743: writing smithi09077644-21 from 8724480 to 9240576 tid 4 2024-03-07T03:02:47.972 INFO:tasks.rados.rados.0.smithi090.stdout:1743: writing smithi09077644-21 from 9240576 to 9494528 tid 5 2024-03-07T03:02:47.972 INFO:tasks.rados.rados.0.smithi090.stdout:1741: done (1 left) 2024-03-07T03:02:47.972 INFO:tasks.rados.rados.0.smithi090.stdout:1744: copy_from oid 15 from oid 13 current snap is 166 2024-03-07T03:02:47.972 INFO:tasks.rados.rados.0.smithi090.stdout:1743: finishing write tid 1 to smithi09077644-21 2024-03-07T03:02:47.972 INFO:tasks.rados.rados.0.smithi090.stdout:1743: finishing write tid 2 to smithi09077644-21 2024-03-07T03:02:47.972 INFO:tasks.rados.rados.0.smithi090.stdout:1743: finishing write tid 3 to smithi09077644-21 2024-03-07T03:02:47.972 INFO:tasks.rados.rados.0.smithi090.stdout:1745: copy_from oid 49 from oid 48 current snap is 166 2024-03-07T03:02:47.972 INFO:tasks.rados.rados.0.smithi090.stdout:1746: read oid 3 snap -1 2024-03-07T03:02:47.973 INFO:tasks.rados.rados.0.smithi090.stdout:1746: expect (ObjNum 474 snap 147 seq_num 474) 2024-03-07T03:02:47.973 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 23 current snap is 166 2024-03-07T03:02:47.973 INFO:tasks.rados.rados.0.smithi090.stdout:1747: seq_num 554 ranges {0=483328,483328=704512,1187840=622592,1810432=278528} 2024-03-07T03:02:47.975 INFO:tasks.rados.rados.0.smithi090.stdout:1747: writing smithi09077644-23 from 0 to 483328 tid 1 2024-03-07T03:02:47.981 INFO:tasks.rados.rados.0.smithi090.stdout:1747: writing smithi09077644-23 from 483328 to 1187840 tid 2 2024-03-07T03:02:47.985 INFO:tasks.rados.rados.0.smithi090.stdout:1747: writing smithi09077644-23 from 1187840 to 1810432 tid 3 2024-03-07T03:02:47.986 INFO:tasks.rados.rados.0.smithi090.stdout:1747: writing smithi09077644-23 from 1810432 to 2088960 tid 4 2024-03-07T03:02:47.986 INFO:tasks.rados.rados.0.smithi090.stdout:1748: read oid 12 snap -1 2024-03-07T03:02:47.986 INFO:tasks.rados.rados.0.smithi090.stdout:1748: expect (ObjNum 394 snap 121 seq_num 394) 2024-03-07T03:02:47.986 INFO:tasks.rados.rados.0.smithi090.stdout:1749: read oid 10 snap -1 2024-03-07T03:02:47.986 INFO:tasks.rados.rados.0.smithi090.stdout:1749: expect (ObjNum 474 snap 147 seq_num 474) 2024-03-07T03:02:47.986 INFO:tasks.rados.rados.0.smithi090.stdout:1750: read oid 2 snap -1 2024-03-07T03:02:47.986 INFO:tasks.rados.rados.0.smithi090.stdout:1750: expect (ObjNum 540 snap 164 seq_num 540) 2024-03-07T03:02:47.986 INFO:tasks.rados.rados.0.smithi090.stdout:1751: rollback oid 27 current snap is 166 2024-03-07T03:02:47.986 INFO:tasks.rados.rados.0.smithi090.stdout:1751: done (8 left) 2024-03-07T03:02:47.986 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 25 current snap is 166 2024-03-07T03:02:47.986 INFO:tasks.rados.rados.0.smithi090.stdout:1752: seq_num 555 ranges {0=499712,499712=638976,1138688=425984,1564672=540672} 2024-03-07T03:02:47.991 INFO:tasks.rados.rados.0.smithi090.stdout:1752: writing smithi09077644-25 from 0 to 499712 tid 1 2024-03-07T03:02:47.995 INFO:tasks.rados.rados.0.smithi090.stdout:1752: writing smithi09077644-25 from 499712 to 1138688 tid 2 2024-03-07T03:02:47.997 INFO:tasks.rados.rados.0.smithi090.stdout:1752: writing smithi09077644-25 from 1138688 to 1564672 tid 3 2024-03-07T03:02:48.000 INFO:tasks.rados.rados.0.smithi090.stdout:1752: writing smithi09077644-25 from 1564672 to 2105344 tid 4 2024-03-07T03:02:48.000 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 50 current snap is 166 2024-03-07T03:02:48.000 INFO:tasks.rados.rados.0.smithi090.stdout:1753: seq_num 556 ranges {319488=516096,835584=524288,1359872=638976,1998848=442368} 2024-03-07T03:02:48.005 INFO:tasks.rados.rados.0.smithi090.stdout:1753: writing smithi09077644-50 from 319488 to 835584 tid 1 2024-03-07T03:02:48.009 INFO:tasks.rados.rados.0.smithi090.stdout:1753: writing smithi09077644-50 from 835584 to 1359872 tid 2 2024-03-07T03:02:48.013 INFO:tasks.rados.rados.0.smithi090.stdout:1753: writing smithi09077644-50 from 1359872 to 1998848 tid 3 2024-03-07T03:02:48.017 INFO:tasks.rados.rados.0.smithi090.stdout:1753: writing smithi09077644-50 from 1998848 to 2441216 tid 4 2024-03-07T03:02:48.017 INFO:tasks.rados.rados.0.smithi090.stdout:1754: delete oid 1 current snap is 166 2024-03-07T03:02:48.017 INFO:tasks.rados.rados.0.smithi090.stdout:1743: finishing write tid 4 to smithi09077644-21 2024-03-07T03:02:48.017 INFO:tasks.rados.rados.0.smithi090.stdout:1747: finishing write tid 1 to smithi09077644-23 2024-03-07T03:02:48.017 INFO:tasks.rados.rados.0.smithi090.stdout:1743: finishing write tid 5 to smithi09077644-21 2024-03-07T03:02:48.018 INFO:tasks.rados.rados.0.smithi090.stdout:1743: finishing write tid 6 to smithi09077644-21 2024-03-07T03:02:48.018 INFO:tasks.rados.rados.0.smithi090.stdout:1747: finishing write tid 2 to smithi09077644-23 2024-03-07T03:02:48.018 INFO:tasks.rados.rados.0.smithi090.stdout:1747: finishing write tid 3 to smithi09077644-23 2024-03-07T03:02:48.018 INFO:tasks.rados.rados.0.smithi090.stdout:1747: finishing write tid 4 to smithi09077644-23 2024-03-07T03:02:48.018 INFO:tasks.rados.rados.0.smithi090.stdout:1747: finishing write tid 5 to smithi09077644-23 2024-03-07T03:02:48.018 INFO:tasks.rados.rados.0.smithi090.stdout:1746: expect (ObjNum 474 snap 147 seq_num 474) 2024-03-07T03:02:48.464 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:48 smithi090 ceph-mon[89511]: osdmap e409: 8 total, 8 up, 8 in 2024-03-07T03:02:48.465 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:48 smithi090 ceph-mon[89511]: osdmap e410: 8 total, 8 up, 8 in 2024-03-07T03:02:48.465 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:48 smithi090 ceph-mon[89511]: pgmap v30: 121 pgs: 121 active+clean; 180 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-03-07T03:02:48.465 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:48 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:48.465 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:48 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:48.465 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:02:48 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:02:48.088+0000 7f8323fc5700 -1 mgr.server handle_report got status from non-daemon mon.c 2024-03-07T03:02:48.465 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:48 smithi090 ceph-mon[91928]: osdmap e409: 8 total, 8 up, 8 in 2024-03-07T03:02:48.465 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:48 smithi090 ceph-mon[91928]: osdmap e410: 8 total, 8 up, 8 in 2024-03-07T03:02:48.465 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:48 smithi090 ceph-mon[91928]: pgmap v30: 121 pgs: 121 active+clean; 180 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-03-07T03:02:48.466 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:48 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:48.466 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:48 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:48.520 INFO:tasks.rados.rados.0.smithi090.stdout:1743: finishing write tid 7 to smithi09077644-21 2024-03-07T03:02:48.520 INFO:tasks.rados.rados.0.smithi090.stdout:1743: oid 21 updating version 0 to 864 2024-03-07T03:02:48.520 INFO:tasks.rados.rados.0.smithi090.stdout:1743: oid 21 updating version 864 to 866 2024-03-07T03:02:48.520 INFO:tasks.rados.rados.0.smithi090.stdout:1743: oid 21 version 866 is already newer than 863 2024-03-07T03:02:48.521 INFO:tasks.rados.rados.0.smithi090.stdout:1743: oid 21 version 866 is already newer than 861 2024-03-07T03:02:48.521 INFO:tasks.rados.rados.0.smithi090.stdout:1743: oid 21 version 866 is already newer than 865 2024-03-07T03:02:48.521 INFO:tasks.rados.rados.0.smithi090.stdout:1743: oid 21 version 866 is already newer than 862 2024-03-07T03:02:48.521 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 866 (ObjNum 553 snap 166 seq_num 553) dirty exists 2024-03-07T03:02:48.521 INFO:tasks.rados.rados.0.smithi090.stdout:1743: left oid 21 (ObjNum 553 snap 166 seq_num 553) 2024-03-07T03:02:48.521 INFO:tasks.rados.rados.0.smithi090.stdout:1747: finishing write tid 6 to smithi09077644-23 2024-03-07T03:02:48.521 INFO:tasks.rados.rados.0.smithi090.stdout:1747: oid 23 updating version 0 to 1003 2024-03-07T03:02:48.521 INFO:tasks.rados.rados.0.smithi090.stdout:1747: oid 23 version 1003 is already newer than 1001 2024-03-07T03:02:48.521 INFO:tasks.rados.rados.0.smithi090.stdout:1747: oid 23 version 1003 is already newer than 1002 2024-03-07T03:02:48.521 INFO:tasks.rados.rados.0.smithi090.stdout:1747: oid 23 version 1003 is already newer than 1000 2024-03-07T03:02:48.521 INFO:tasks.rados.rados.0.smithi090.stdout:1747: oid 23 updating version 1003 to 1004 2024-03-07T03:02:48.521 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 1004 (ObjNum 554 snap 166 seq_num 554) dirty exists 2024-03-07T03:02:48.521 INFO:tasks.rados.rados.0.smithi090.stdout:1747: left oid 23 (ObjNum 554 snap 166 seq_num 554) 2024-03-07T03:02:48.521 INFO:tasks.rados.rados.0.smithi090.stdout:1743: done (10 left) 2024-03-07T03:02:48.522 INFO:tasks.rados.rados.0.smithi090.stdout:1746: done (9 left) 2024-03-07T03:02:48.522 INFO:tasks.rados.rados.0.smithi090.stdout:1747: done (8 left) 2024-03-07T03:02:48.522 INFO:tasks.rados.rados.0.smithi090.stdout:1754: done (7 left) 2024-03-07T03:02:48.522 INFO:tasks.rados.rados.0.smithi090.stdout:1755: rollback oid 34 current snap is 166 2024-03-07T03:02:48.522 INFO:tasks.rados.rados.0.smithi090.stdout:1755: done (7 left) 2024-03-07T03:02:48.522 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 19 current snap is 166 2024-03-07T03:02:48.522 INFO:tasks.rados.rados.0.smithi090.stdout:1753: finishing write tid 1 to smithi09077644-50 2024-03-07T03:02:48.522 INFO:tasks.rados.rados.0.smithi090.stdout:1753: finishing write tid 2 to smithi09077644-50 2024-03-07T03:02:48.522 INFO:tasks.rados.rados.0.smithi090.stdout:1753: finishing write tid 3 to smithi09077644-50 2024-03-07T03:02:48.522 INFO:tasks.rados.rados.0.smithi090.stdout:1756: seq_num 558 ranges {11968512=548864,12517376=688128,13205504=606208,13811712=311296} 2024-03-07T03:02:48.586 INFO:tasks.rados.rados.0.smithi090.stdout:1756: writing smithi09077644-19 from 11968512 to 12517376 tid 1 2024-03-07T03:02:48.590 INFO:tasks.rados.rados.0.smithi090.stdout:1756: writing smithi09077644-19 from 12517376 to 13205504 tid 2 2024-03-07T03:02:48.594 INFO:tasks.rados.rados.0.smithi090.stdout:1756: writing smithi09077644-19 from 13205504 to 13811712 tid 3 2024-03-07T03:02:48.596 INFO:tasks.rados.rados.0.smithi090.stdout:1756: writing smithi09077644-19 from 13811712 to 14123008 tid 4 2024-03-07T03:02:48.596 INFO:tasks.rados.rados.0.smithi090.stdout:1757: rmattr oid 38 current snap is 166 2024-03-07T03:02:48.596 INFO:tasks.rados.rados.0.smithi090.stdout:1757: done (8 left) 2024-03-07T03:02:48.596 INFO:tasks.rados.rados.0.smithi090.stdout:1758: read oid 37 snap -1 2024-03-07T03:02:48.596 INFO:tasks.rados.rados.0.smithi090.stdout:1758: expect (ObjNum 536 snap 163 seq_num 536) 2024-03-07T03:02:48.596 INFO:tasks.rados.rados.0.smithi090.stdout:1759: read oid 11 snap -1 2024-03-07T03:02:48.596 INFO:tasks.rados.rados.0.smithi090.stdout:1759: expect (ObjNum 487 snap 150 seq_num 487) 2024-03-07T03:02:48.597 INFO:tasks.rados.rados.0.smithi090.stdout:1760: read oid 20 snap -1 2024-03-07T03:02:48.597 INFO:tasks.rados.rados.0.smithi090.stdout:1760: expect (ObjNum 549 snap 166 seq_num 549) 2024-03-07T03:02:48.597 INFO:tasks.rados.rados.0.smithi090.stdout:1761: setattr oid 23 current snap is 166 2024-03-07T03:02:48.597 INFO:tasks.rados.rados.0.smithi090.stdout:1753: finishing write tid 4 to smithi09077644-50 2024-03-07T03:02:48.597 INFO:tasks.rados.rados.0.smithi090.stdout:1753: finishing write tid 5 to smithi09077644-50 2024-03-07T03:02:48.597 INFO:tasks.rados.rados.0.smithi090.stdout:1753: finishing write tid 6 to smithi09077644-50 2024-03-07T03:02:48.597 INFO:tasks.rados.rados.0.smithi090.stdout:1753: oid 50 updating version 0 to 868 2024-03-07T03:02:48.597 INFO:tasks.rados.rados.0.smithi090.stdout:1753: oid 50 version 868 is already newer than 867 2024-03-07T03:02:48.597 INFO:tasks.rados.rados.0.smithi090.stdout:1753: oid 50 updating version 868 to 870 2024-03-07T03:02:48.597 INFO:tasks.rados.rados.0.smithi090.stdout:1753: oid 50 version 870 is already newer than 869 2024-03-07T03:02:48.598 INFO:tasks.rados.rados.0.smithi090.stdout:1753: oid 50 updating version 870 to 871 2024-03-07T03:02:48.598 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 50 v 871 (ObjNum 556 snap 166 seq_num 556) dirty exists 2024-03-07T03:02:48.598 INFO:tasks.rados.rados.0.smithi090.stdout:1753: left oid 50 (ObjNum 556 snap 166 seq_num 556) 2024-03-07T03:02:48.598 INFO:tasks.rados.rados.0.smithi090.stdout:1750: expect (ObjNum 540 snap 164 seq_num 540) 2024-03-07T03:02:48.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:48 smithi092 ceph-mon[31083]: osdmap e409: 8 total, 8 up, 8 in 2024-03-07T03:02:48.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:48 smithi092 ceph-mon[31083]: osdmap e410: 8 total, 8 up, 8 in 2024-03-07T03:02:48.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:48 smithi092 ceph-mon[31083]: pgmap v30: 121 pgs: 121 active+clean; 180 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-03-07T03:02:48.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:48 smithi092 ceph-mon[31083]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:48.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:48 smithi092 ceph-mon[31083]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:48.790 INFO:tasks.rados.rados.0.smithi090.stdout:1748: expect (ObjNum 394 snap 121 seq_num 394) 2024-03-07T03:02:48.934 INFO:tasks.rados.rados.0.smithi090.stdout:1744: finishing copy_from racing read to smithi09077644-15 2024-03-07T03:02:48.935 INFO:tasks.rados.rados.0.smithi090.stdout:1749: expect (ObjNum 474 snap 147 seq_num 474) 2024-03-07T03:02:49.395 INFO:tasks.rados.rados.0.smithi090.stdout:1744: finishing copy_from to smithi09077644-15 2024-03-07T03:02:49.395 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 941 (ObjNum 474 snap 147 seq_num 474) dirty exists 2024-03-07T03:02:49.395 INFO:tasks.rados.rados.0.smithi090.stdout:1745: finishing copy_from racing read to smithi09077644-49 2024-03-07T03:02:49.395 INFO:tasks.rados.rados.0.smithi090.stdout:1752: finishing write tid 1 to smithi09077644-25 2024-03-07T03:02:49.396 INFO:tasks.rados.rados.0.smithi090.stdout:1752: finishing write tid 2 to smithi09077644-25 2024-03-07T03:02:49.396 INFO:tasks.rados.rados.0.smithi090.stdout:1752: finishing write tid 3 to smithi09077644-25 2024-03-07T03:02:49.396 INFO:tasks.rados.rados.0.smithi090.stdout:1752: finishing write tid 4 to smithi09077644-25 2024-03-07T03:02:49.396 INFO:tasks.rados.rados.0.smithi090.stdout:1752: finishing write tid 5 to smithi09077644-25 2024-03-07T03:02:49.396 INFO:tasks.rados.rados.0.smithi090.stdout:1752: finishing write tid 6 to smithi09077644-25 2024-03-07T03:02:49.396 INFO:tasks.rados.rados.0.smithi090.stdout:1752: oid 25 updating version 0 to 950 2024-03-07T03:02:49.396 INFO:tasks.rados.rados.0.smithi090.stdout:1752: oid 25 updating version 950 to 952 2024-03-07T03:02:49.396 INFO:tasks.rados.rados.0.smithi090.stdout:1752: oid 25 version 952 is already newer than 949 2024-03-07T03:02:49.396 INFO:tasks.rados.rados.0.smithi090.stdout:1752: oid 25 version 952 is already newer than 951 2024-03-07T03:02:49.396 INFO:tasks.rados.rados.0.smithi090.stdout:1752: oid 25 version 952 is already newer than 948 2024-03-07T03:02:49.396 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 25 v 952 (ObjNum 555 snap 166 seq_num 555) dirty exists 2024-03-07T03:02:49.396 INFO:tasks.rados.rados.0.smithi090.stdout:1752: left oid 25 (ObjNum 555 snap 166 seq_num 555) 2024-03-07T03:02:49.396 INFO:tasks.rados.rados.0.smithi090.stdout:1745: finishing copy_from to smithi09077644-49 2024-03-07T03:02:49.397 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 49 v 842 (ObjNum 545 snap 166 seq_num 545) dirty exists 2024-03-07T03:02:49.397 INFO:tasks.rados.rados.0.smithi090.stdout:1756: finishing write tid 1 to smithi09077644-19 2024-03-07T03:02:49.397 INFO:tasks.rados.rados.0.smithi090.stdout:1756: finishing write tid 2 to smithi09077644-19 2024-03-07T03:02:49.397 INFO:tasks.rados.rados.0.smithi090.stdout:1756: finishing write tid 3 to smithi09077644-19 2024-03-07T03:02:49.397 INFO:tasks.rados.rados.0.smithi090.stdout:1759: expect (ObjNum 487 snap 150 seq_num 487) 2024-03-07T03:02:49.420 INFO:tasks.rados.rados.0.smithi090.stdout:1756: finishing write tid 4 to smithi09077644-19 2024-03-07T03:02:49.421 INFO:tasks.rados.rados.0.smithi090.stdout:1756: finishing write tid 5 to smithi09077644-19 2024-03-07T03:02:49.421 INFO:tasks.rados.rados.0.smithi090.stdout:1756: finishing write tid 6 to smithi09077644-19 2024-03-07T03:02:49.421 INFO:tasks.rados.rados.0.smithi090.stdout:1756: oid 19 updating version 0 to 1051 2024-03-07T03:02:49.421 INFO:tasks.rados.rados.0.smithi090.stdout:1756: oid 19 updating version 1051 to 1054 2024-03-07T03:02:49.421 INFO:tasks.rados.rados.0.smithi090.stdout:1756: oid 19 version 1054 is already newer than 1053 2024-03-07T03:02:49.421 INFO:tasks.rados.rados.0.smithi090.stdout:1756: oid 19 version 1054 is already newer than 1052 2024-03-07T03:02:49.421 INFO:tasks.rados.rados.0.smithi090.stdout:1756: oid 19 updating version 1054 to 1055 2024-03-07T03:02:49.421 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 1055 (ObjNum 558 snap 166 seq_num 558) dirty exists 2024-03-07T03:02:49.421 INFO:tasks.rados.rados.0.smithi090.stdout:1756: left oid 19 (ObjNum 558 snap 166 seq_num 558) 2024-03-07T03:02:49.421 INFO:tasks.rados.rados.0.smithi090.stdout:1760: expect (ObjNum 549 snap 166 seq_num 549) 2024-03-07T03:02:49.712 INFO:tasks.rados.rados.0.smithi090.stdout:1758: expect (ObjNum 536 snap 163 seq_num 536) 2024-03-07T03:02:49.927 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 1005 (ObjNum 554 snap 166 seq_num 554) dirty exists 2024-03-07T03:02:49.927 INFO:tasks.rados.rados.0.smithi090.stdout:1744: done (11 left) 2024-03-07T03:02:49.927 INFO:tasks.rados.rados.0.smithi090.stdout:1745: done (10 left) 2024-03-07T03:02:49.927 INFO:tasks.rados.rados.0.smithi090.stdout:1748: done (9 left) 2024-03-07T03:02:49.927 INFO:tasks.rados.rados.0.smithi090.stdout:1749: done (8 left) 2024-03-07T03:02:49.927 INFO:tasks.rados.rados.0.smithi090.stdout:1750: done (7 left) 2024-03-07T03:02:49.927 INFO:tasks.rados.rados.0.smithi090.stdout:1752: done (6 left) 2024-03-07T03:02:49.928 INFO:tasks.rados.rados.0.smithi090.stdout:1753: done (5 left) 2024-03-07T03:02:49.928 INFO:tasks.rados.rados.0.smithi090.stdout:1756: done (4 left) 2024-03-07T03:02:49.928 INFO:tasks.rados.rados.0.smithi090.stdout:1758: done (3 left) 2024-03-07T03:02:49.928 INFO:tasks.rados.rados.0.smithi090.stdout:1759: done (2 left) 2024-03-07T03:02:49.928 INFO:tasks.rados.rados.0.smithi090.stdout:1760: done (1 left) 2024-03-07T03:02:49.928 INFO:tasks.rados.rados.0.smithi090.stdout:1761: done (0 left) 2024-03-07T03:02:49.928 INFO:tasks.rados.rados.0.smithi090.stdout:1762: read oid 6 snap -1 2024-03-07T03:02:49.928 INFO:tasks.rados.rados.0.smithi090.stdout:1762: expect deleted 2024-03-07T03:02:49.928 INFO:tasks.rados.rados.0.smithi090.stdout:1763: rollback oid 49 current snap is 166 2024-03-07T03:02:49.928 INFO:tasks.rados.rados.0.smithi090.stdout:1763: done (1 left) 2024-03-07T03:02:49.928 INFO:tasks.rados.rados.0.smithi090.stdout:1764: snap_create 2024-03-07T03:02:50.768 INFO:tasks.rados.rados.0.smithi090.stdout:1762: done (1 left) 2024-03-07T03:02:50.768 INFO:tasks.rados.rados.0.smithi090.stdout:1764: done (0 left) 2024-03-07T03:02:50.769 INFO:tasks.rados.rados.0.smithi090.stdout:1765: read oid 18 snap -1 2024-03-07T03:02:50.769 INFO:tasks.rados.rados.0.smithi090.stdout:1765: expect deleted 2024-03-07T03:02:50.769 INFO:tasks.rados.rados.0.smithi090.stdout:1766: setattr oid 31 current snap is 167 2024-03-07T03:02:50.770 INFO:tasks.rados.rados.0.smithi090.stdout:1767: snap_create 2024-03-07T03:02:50.775 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 198 (ObjNum 486 snap 150 seq_num 486) dirty exists 2024-03-07T03:02:50.971 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:50 smithi090 ceph-mon[89511]: pgmap v31: 121 pgs: 121 active+clean; 203 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 28 MiB/s rd, 12 MiB/s wr, 38 op/s 2024-03-07T03:02:50.972 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:50 smithi090 ceph-mon[91928]: pgmap v31: 121 pgs: 121 active+clean; 203 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 28 MiB/s rd, 12 MiB/s wr, 38 op/s 2024-03-07T03:02:51.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:50 smithi092 ceph-mon[31083]: pgmap v31: 121 pgs: 121 active+clean; 203 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 28 MiB/s rd, 12 MiB/s wr, 38 op/s 2024-03-07T03:02:51.779 INFO:tasks.rados.rados.0.smithi090.stdout:1765: done (2 left) 2024-03-07T03:02:51.779 INFO:tasks.rados.rados.0.smithi090.stdout:1766: done (1 left) 2024-03-07T03:02:51.779 INFO:tasks.rados.rados.0.smithi090.stdout:1767: done (0 left) 2024-03-07T03:02:51.779 INFO:tasks.rados.rados.0.smithi090.stdout:1768: snap_remove snap 167 2024-03-07T03:02:52.067 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:51 smithi092 ceph-mon[31083]: osdmap e411: 8 total, 8 up, 8 in 2024-03-07T03:02:52.068 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:51 smithi092 ceph-mon[31083]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:52.068 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:51 smithi092 ceph-mon[31083]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:52.068 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:51 smithi092 ceph-mon[31083]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:02:52.068 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:51 smithi092 ceph-mon[31083]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:02:52.068 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:51 smithi092 ceph-mon[31083]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:52.068 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:51 smithi092 ceph-mon[31083]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:02:52.068 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:51 smithi092 ceph-mon[31083]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:02:52.068 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:51 smithi092 ceph-mon[31083]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-03-07T03:02:52.068 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:51 smithi092 ceph-mon[31083]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-03-07T03:02:52.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:51 smithi090 ceph-mon[89511]: osdmap e411: 8 total, 8 up, 8 in 2024-03-07T03:02:52.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:51 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:52.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:51 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:52.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:51 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:02:52.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:51 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:02:52.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:51 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:52.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:51 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:02:52.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:51 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:02:52.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:51 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-03-07T03:02:52.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:51 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-03-07T03:02:52.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:51 smithi090 ceph-mon[91928]: osdmap e411: 8 total, 8 up, 8 in 2024-03-07T03:02:52.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:51 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:52.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:51 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:52.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:51 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:02:52.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:51 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:02:52.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:51 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:52.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:51 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:02:52.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:51 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:02:52.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:51 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-03-07T03:02:52.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:51 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-03-07T03:02:52.386 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:02:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:02:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:02:52.695 INFO:tasks.rados.rados.0.smithi090.stdout:1768: done (0 left) 2024-03-07T03:02:52.695 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 23 current snap is 168 2024-03-07T03:02:52.695 INFO:tasks.rados.rados.0.smithi090.stdout:1769: seq_num 559 ranges {2088960=565248,2654208=573440,3227648=409600,3637248=622592} 2024-03-07T03:02:52.708 INFO:tasks.rados.rados.0.smithi090.stdout:1769: writing smithi09077644-23 from 2088960 to 2654208 tid 1 2024-03-07T03:02:52.712 INFO:tasks.rados.rados.0.smithi090.stdout:1769: writing smithi09077644-23 from 2654208 to 3227648 tid 2 2024-03-07T03:02:52.714 INFO:tasks.rados.rados.0.smithi090.stdout:1769: writing smithi09077644-23 from 3227648 to 3637248 tid 3 2024-03-07T03:02:52.719 INFO:tasks.rados.rados.0.smithi090.stdout:1769: writing smithi09077644-23 from 3637248 to 4259840 tid 4 2024-03-07T03:02:52.719 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 1 current snap is 168 2024-03-07T03:02:52.719 INFO:tasks.rados.rados.0.smithi090.stdout:1769: finishing write tid 1 to smithi09077644-23 2024-03-07T03:02:52.719 INFO:tasks.rados.rados.0.smithi090.stdout:1770: seq_num 560 ranges {0=581632,581632=458752,1040384=614400,1654784=532480} 2024-03-07T03:02:52.722 INFO:tasks.rados.rados.0.smithi090.stdout:1770: writing smithi09077644-1 from 0 to 581632 tid 1 2024-03-07T03:02:52.725 INFO:tasks.rados.rados.0.smithi090.stdout:1770: writing smithi09077644-1 from 581632 to 1040384 tid 2 2024-03-07T03:02:52.728 INFO:tasks.rados.rados.0.smithi090.stdout:1770: writing smithi09077644-1 from 1040384 to 1654784 tid 3 2024-03-07T03:02:52.733 INFO:tasks.rados.rados.0.smithi090.stdout:1770: writing smithi09077644-1 from 1654784 to 2187264 tid 4 2024-03-07T03:02:52.733 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 32 current snap is 168 2024-03-07T03:02:52.733 INFO:tasks.rados.rados.0.smithi090.stdout:1769: finishing write tid 2 to smithi09077644-23 2024-03-07T03:02:52.733 INFO:tasks.rados.rados.0.smithi090.stdout:1769: finishing write tid 3 to smithi09077644-23 2024-03-07T03:02:52.733 INFO:tasks.rados.rados.0.smithi090.stdout:1769: finishing write tid 4 to smithi09077644-23 2024-03-07T03:02:52.733 INFO:tasks.rados.rados.0.smithi090.stdout:1769: finishing write tid 5 to smithi09077644-23 2024-03-07T03:02:52.733 INFO:tasks.rados.rados.0.smithi090.stdout:1769: finishing write tid 6 to smithi09077644-23 2024-03-07T03:02:52.733 INFO:tasks.rados.rados.0.smithi090.stdout:1769: oid 23 updating version 0 to 1007 2024-03-07T03:02:52.733 INFO:tasks.rados.rados.0.smithi090.stdout:1769: oid 23 updating version 1007 to 1011 2024-03-07T03:02:52.733 INFO:tasks.rados.rados.0.smithi090.stdout:1769: oid 23 version 1011 is already newer than 1010 2024-03-07T03:02:52.733 INFO:tasks.rados.rados.0.smithi090.stdout:1769: oid 23 version 1011 is already newer than 1009 2024-03-07T03:02:52.733 INFO:tasks.rados.rados.0.smithi090.stdout:1769: oid 23 version 1011 is already newer than 1008 2024-03-07T03:02:52.734 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 1011 (ObjNum 559 snap 168 seq_num 559) dirty exists 2024-03-07T03:02:52.734 INFO:tasks.rados.rados.0.smithi090.stdout:1769: left oid 23 (ObjNum 559 snap 168 seq_num 559) 2024-03-07T03:02:52.734 INFO:tasks.rados.rados.0.smithi090.stdout:1770: finishing write tid 1 to smithi09077644-1 2024-03-07T03:02:52.734 INFO:tasks.rados.rados.0.smithi090.stdout:1770: finishing write tid 2 to smithi09077644-1 2024-03-07T03:02:52.734 INFO:tasks.rados.rados.0.smithi090.stdout:1770: finishing write tid 3 to smithi09077644-1 2024-03-07T03:02:52.734 INFO:tasks.rados.rados.0.smithi090.stdout:1771: seq_num 561 ranges {1433600=598016,2031616=745472,2777088=778240,3555328=81920} 2024-03-07T03:02:52.743 INFO:tasks.rados.rados.0.smithi090.stdout:1771: writing smithi09077644-32 from 1433600 to 2031616 tid 1 2024-03-07T03:02:52.747 INFO:tasks.rados.rados.0.smithi090.stdout:1771: writing smithi09077644-32 from 2031616 to 2777088 tid 2 2024-03-07T03:02:52.751 INFO:tasks.rados.rados.0.smithi090.stdout:1771: writing smithi09077644-32 from 2777088 to 3555328 tid 3 2024-03-07T03:02:52.753 INFO:tasks.rados.rados.0.smithi090.stdout:1771: writing smithi09077644-32 from 3555328 to 3637248 tid 4 2024-03-07T03:02:52.753 INFO:tasks.rados.rados.0.smithi090.stdout:1769: done (2 left) 2024-03-07T03:02:52.753 INFO:tasks.rados.rados.0.smithi090.stdout:1772: rollback oid 25 current snap is 168 2024-03-07T03:02:52.753 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 25 to 166 2024-03-07T03:02:52.753 INFO:tasks.rados.rados.0.smithi090.stdout:1770: finishing write tid 4 to smithi09077644-1 2024-03-07T03:02:52.753 INFO:tasks.rados.rados.0.smithi090.stdout:1770: finishing write tid 5 to smithi09077644-1 2024-03-07T03:02:52.753 INFO:tasks.rados.rados.0.smithi090.stdout:1770: finishing write tid 6 to smithi09077644-1 2024-03-07T03:02:52.753 INFO:tasks.rados.rados.0.smithi090.stdout:1770: oid 1 updating version 0 to 872 2024-03-07T03:02:52.753 INFO:tasks.rados.rados.0.smithi090.stdout:1770: oid 1 version 872 is already newer than 870 2024-03-07T03:02:52.753 INFO:tasks.rados.rados.0.smithi090.stdout:1770: oid 1 version 872 is already newer than 871 2024-03-07T03:02:52.753 INFO:tasks.rados.rados.0.smithi090.stdout:1770: oid 1 version 872 is already newer than 869 2024-03-07T03:02:52.754 INFO:tasks.rados.rados.0.smithi090.stdout:1770: oid 1 version 872 is already newer than 868 2024-03-07T03:02:52.754 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 1 v 872 (ObjNum 560 snap 168 seq_num 560) dirty exists 2024-03-07T03:02:52.754 INFO:tasks.rados.rados.0.smithi090.stdout:1770: left oid 1 (ObjNum 560 snap 168 seq_num 560) 2024-03-07T03:02:52.754 INFO:tasks.rados.rados.0.smithi090.stdout:1771: finishing write tid 1 to smithi09077644-32 2024-03-07T03:02:52.754 INFO:tasks.rados.rados.0.smithi090.stdout:1771: finishing write tid 2 to smithi09077644-32 2024-03-07T03:02:52.754 INFO:tasks.rados.rados.0.smithi090.stdout:1770: done (2 left) 2024-03-07T03:02:52.754 INFO:tasks.rados.rados.0.smithi090.stdout:1773: delete oid 50 current snap is 168 2024-03-07T03:02:52.755 INFO:tasks.rados.rados.0.smithi090.stdout:1773: done (2 left) 2024-03-07T03:02:52.755 INFO:tasks.rados.rados.0.smithi090.stdout:1774: rmattr oid 28 current snap is 168 2024-03-07T03:02:52.756 INFO:tasks.rados.rados.0.smithi090.stdout:1774: done (2 left) 2024-03-07T03:02:52.756 INFO:tasks.rados.rados.0.smithi090.stdout:1775: rollback oid 6 current snap is 168 2024-03-07T03:02:52.756 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 6 to 166 2024-03-07T03:02:52.756 INFO:tasks.rados.rados.0.smithi090.stdout:1776: read oid 37 snap 166 2024-03-07T03:02:52.756 INFO:tasks.rados.rados.0.smithi090.stdout:1776: expect (ObjNum 536 snap 163 seq_num 536) 2024-03-07T03:02:52.756 INFO:tasks.rados.rados.0.smithi090.stdout:1777: rollback oid 24 current snap is 168 2024-03-07T03:02:52.756 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 24 to 166 2024-03-07T03:02:52.756 INFO:tasks.rados.rados.0.smithi090.stdout:1778: read oid 41 snap -1 2024-03-07T03:02:52.756 INFO:tasks.rados.rados.0.smithi090.stdout:1778: expect (ObjNum 532 snap 162 seq_num 532) 2024-03-07T03:02:52.756 INFO:tasks.rados.rados.0.smithi090.stdout:1779: setattr oid 40 current snap is 168 2024-03-07T03:02:52.756 INFO:tasks.rados.rados.0.smithi090.stdout:1771: finishing write tid 3 to smithi09077644-32 2024-03-07T03:02:52.757 INFO:tasks.rados.rados.0.smithi090.stdout:1771: finishing write tid 4 to smithi09077644-32 2024-03-07T03:02:52.757 INFO:tasks.rados.rados.0.smithi090.stdout:1775: finishing rollback tid 1 to smithi09077644-6 2024-03-07T03:02:52.758 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 0 (ObjNum 737 snap 0 seq_num 3365908400) dirty dne 2024-03-07T03:02:52.758 INFO:tasks.rados.rados.0.smithi090.stdout:1771: finishing write tid 5 to smithi09077644-32 2024-03-07T03:02:52.758 INFO:tasks.rados.rados.0.smithi090.stdout:1772: finishing rollback tid 0 to smithi09077644-25 2024-03-07T03:02:52.758 INFO:tasks.rados.rados.0.smithi090.stdout:1772: finishing rollback tid 1 to smithi09077644-25 2024-03-07T03:02:52.758 INFO:tasks.rados.rados.0.smithi090.stdout:1772: finishing rollback tid 2 to smithi09077644-25 2024-03-07T03:02:52.758 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 25 v 957 (ObjNum 555 snap 166 seq_num 555) dirty exists 2024-03-07T03:02:52.758 INFO:tasks.rados.rados.0.smithi090.stdout:1772: done (6 left) 2024-03-07T03:02:52.758 INFO:tasks.rados.rados.0.smithi090.stdout:1775: done (5 left) 2024-03-07T03:02:52.758 INFO:tasks.rados.rados.0.smithi090.stdout:1780: read oid 14 snap 166 2024-03-07T03:02:52.758 INFO:tasks.rados.rados.0.smithi090.stdout:1780: expect (ObjNum 445 snap 137 seq_num 445) 2024-03-07T03:02:52.758 INFO:tasks.rados.rados.0.smithi090.stdout:1781: read oid 12 snap 166 2024-03-07T03:02:52.758 INFO:tasks.rados.rados.0.smithi090.stdout:1781: expect (ObjNum 394 snap 121 seq_num 394) 2024-03-07T03:02:52.758 INFO:tasks.rados.rados.0.smithi090.stdout:1782: snap_create 2024-03-07T03:02:52.759 INFO:tasks.rados.rados.0.smithi090.stdout:1771: finishing write tid 6 to smithi09077644-32 2024-03-07T03:02:52.759 INFO:tasks.rados.rados.0.smithi090.stdout:1771: oid 32 updating version 0 to 327 2024-03-07T03:02:52.759 INFO:tasks.rados.rados.0.smithi090.stdout:1771: oid 32 version 327 is already newer than 325 2024-03-07T03:02:52.759 INFO:tasks.rados.rados.0.smithi090.stdout:1771: oid 32 version 327 is already newer than 326 2024-03-07T03:02:52.759 INFO:tasks.rados.rados.0.smithi090.stdout:1771: oid 32 updating version 327 to 328 2024-03-07T03:02:52.759 INFO:tasks.rados.rados.0.smithi090.stdout:1771: oid 32 updating version 328 to 329 2024-03-07T03:02:52.760 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 32 v 329 (ObjNum 561 snap 168 seq_num 561) dirty exists 2024-03-07T03:02:52.760 INFO:tasks.rados.rados.0.smithi090.stdout:1771: left oid 32 (ObjNum 561 snap 168 seq_num 561) 2024-03-07T03:02:52.760 INFO:tasks.rados.rados.0.smithi090.stdout:1777: finishing rollback tid 0 to smithi09077644-24 2024-03-07T03:02:52.760 INFO:tasks.rados.rados.0.smithi090.stdout:1777: finishing rollback tid 1 to smithi09077644-24 2024-03-07T03:02:52.765 INFO:tasks.rados.rados.0.smithi090.stdout:1777: finishing rollback tid 2 to smithi09077644-24 2024-03-07T03:02:52.765 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 24 v 1058 (ObjNum 514 snap 157 seq_num 514) dirty exists 2024-03-07T03:02:52.769 INFO:tasks.rados.rados.0.smithi090.stdout:1778: expect (ObjNum 532 snap 162 seq_num 532) 2024-03-07T03:02:52.908 INFO:tasks.rados.rados.0.smithi090.stdout:1781: expect (ObjNum 394 snap 121 seq_num 394) 2024-03-07T03:02:52.999 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:52 smithi092 ceph-mon[31083]: Upgrade: It appears safe to stop mon.b 2024-03-07T03:02:53.000 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:52 smithi092 ceph-mon[31083]: pgmap v33: 121 pgs: 121 active+clean; 203 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 10 MiB/s wr, 31 op/s 2024-03-07T03:02:53.000 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:52 smithi092 ceph-mon[31083]: osdmap e412: 8 total, 8 up, 8 in 2024-03-07T03:02:53.000 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:52 smithi092 ceph-mon[31083]: osdmap e413: 8 total, 8 up, 8 in 2024-03-07T03:02:53.051 INFO:tasks.rados.rados.0.smithi090.stdout:1776: expect (ObjNum 536 snap 163 seq_num 536) 2024-03-07T03:02:53.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:52 smithi090 ceph-mon[91928]: Upgrade: It appears safe to stop mon.b 2024-03-07T03:02:53.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:52 smithi090 ceph-mon[91928]: pgmap v33: 121 pgs: 121 active+clean; 203 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 10 MiB/s wr, 31 op/s 2024-03-07T03:02:53.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:52 smithi090 ceph-mon[91928]: osdmap e412: 8 total, 8 up, 8 in 2024-03-07T03:02:53.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:52 smithi090 ceph-mon[91928]: osdmap e413: 8 total, 8 up, 8 in 2024-03-07T03:02:53.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:52 smithi090 ceph-mon[89511]: Upgrade: It appears safe to stop mon.b 2024-03-07T03:02:53.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:52 smithi090 ceph-mon[89511]: pgmap v33: 121 pgs: 121 active+clean; 203 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 10 MiB/s wr, 31 op/s 2024-03-07T03:02:53.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:52 smithi090 ceph-mon[89511]: osdmap e412: 8 total, 8 up, 8 in 2024-03-07T03:02:53.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:52 smithi090 ceph-mon[89511]: osdmap e413: 8 total, 8 up, 8 in 2024-03-07T03:02:53.080 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:02:53 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:02:53] "GET /metrics HTTP/1.1" 200 35983 "" "Prometheus/2.43.0" 2024-03-07T03:02:53.261 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 40 v 707 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-03-07T03:02:53.261 INFO:tasks.rados.rados.0.smithi090.stdout:1780: expect (ObjNum 445 snap 137 seq_num 445) 2024-03-07T03:02:53.818 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:02:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:02:53.506Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi090\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:02:54.156 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:54 smithi092 ceph-mon[31083]: Upgrade: Updating mon.b 2024-03-07T03:02:54.157 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:54 smithi092 ceph-mon[31083]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:54.157 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:54 smithi092 ceph-mon[31083]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-07T03:02:54.157 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:54 smithi092 ceph-mon[31083]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-07T03:02:54.157 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:54 smithi092 ceph-mon[31083]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:02:54.157 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:54 smithi092 ceph-mon[31083]: Deploying daemon mon.b on smithi092 2024-03-07T03:02:54.157 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:54 smithi092 ceph-mon[31083]: osdmap e414: 8 total, 8 up, 8 in 2024-03-07T03:02:54.157 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:54 smithi092 ceph-mon[31083]: pgmap v37: 121 pgs: 121 active+clean; 203 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-03-07T03:02:54.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:54 smithi090 ceph-mon[91928]: Upgrade: Updating mon.b 2024-03-07T03:02:54.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:54 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:54.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:54 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-07T03:02:54.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:54 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-07T03:02:54.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:54 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:02:54.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:54 smithi090 ceph-mon[91928]: Deploying daemon mon.b on smithi092 2024-03-07T03:02:54.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:54 smithi090 ceph-mon[91928]: osdmap e414: 8 total, 8 up, 8 in 2024-03-07T03:02:54.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:02:54 smithi090 ceph-mon[91928]: pgmap v37: 121 pgs: 121 active+clean; 203 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-03-07T03:02:54.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:54 smithi090 ceph-mon[89511]: Upgrade: Updating mon.b 2024-03-07T03:02:54.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:54 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:02:54.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:54 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-07T03:02:54.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:54 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-07T03:02:54.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:54 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:02:54.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:54 smithi090 ceph-mon[89511]: Deploying daemon mon.b on smithi092 2024-03-07T03:02:54.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:54 smithi090 ceph-mon[89511]: osdmap e414: 8 total, 8 up, 8 in 2024-03-07T03:02:54.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:02:54 smithi090 ceph-mon[89511]: pgmap v37: 121 pgs: 121 active+clean; 203 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-03-07T03:02:54.350 INFO:tasks.rados.rados.0.smithi090.stdout:1771: done (7 left) 2024-03-07T03:02:54.350 INFO:tasks.rados.rados.0.smithi090.stdout:1776: done (6 left) 2024-03-07T03:02:54.350 INFO:tasks.rados.rados.0.smithi090.stdout:1777: done (5 left) 2024-03-07T03:02:54.351 INFO:tasks.rados.rados.0.smithi090.stdout:1778: done (4 left) 2024-03-07T03:02:54.351 INFO:tasks.rados.rados.0.smithi090.stdout:1779: done (3 left) 2024-03-07T03:02:54.351 INFO:tasks.rados.rados.0.smithi090.stdout:1780: done (2 left) 2024-03-07T03:02:54.351 INFO:tasks.rados.rados.0.smithi090.stdout:1781: done (1 left) 2024-03-07T03:02:54.351 INFO:tasks.rados.rados.0.smithi090.stdout:1782: done (0 left) 2024-03-07T03:02:54.351 INFO:tasks.rados.rados.0.smithi090.stdout:1783: setattr oid 18 current snap is 169 2024-03-07T03:02:54.351 INFO:tasks.rados.rados.0.smithi090.stdout:1784: setattr oid 47 current snap is 169 2024-03-07T03:02:54.352 INFO:tasks.rados.rados.0.smithi090.stdout:1785: delete oid 41 current snap is 169 2024-03-07T03:02:54.356 INFO:tasks.rados.rados.0.smithi090.stdout:1785: done (2 left) 2024-03-07T03:02:54.356 INFO:tasks.rados.rados.0.smithi090.stdout:1786: snap_create 2024-03-07T03:02:54.357 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 693 (ObjNum 479 snap 148 seq_num 479) dirty exists 2024-03-07T03:02:54.357 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 18 v 657 (ObjNum 129 snap 0 seq_num 3340237424) dirty exists 2024-03-07T03:02:55.048 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:54 smithi092 systemd[1]: Stopping Ceph mon.b for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T03:02:55.048 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:54 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-b[31065]: 2024-03-07T03:02:54.972+0000 7f040fd6f700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-03-07T03:02:55.048 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:54 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-b[31065]: 2024-03-07T03:02:54.972+0000 7f040fd6f700 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2024-03-07T03:02:55.360 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:55 smithi092 podman[83612]: 2024-03-07 03:02:55.045449475 +0000 UTC m=+0.177142449 container died 27a7830719c5d7fb4a911c0f958396c26e2f1d6587b2d836257c882a84a76f63 (image=quay.ceph.io/ceph-ci/ceph@sha256:4e788e3c6821efe986a710ffe10c052cd830c07b33cd4a66b97449fc9bbef8e7, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-b, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-ae75fc9, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240222, GIT_CLEAN=True) 2024-03-07T03:02:55.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:55 smithi092 podman[83612]: 2024-03-07 03:02:55.482007596 +0000 UTC m=+0.613700571 container cleanup 27a7830719c5d7fb4a911c0f958396c26e2f1d6587b2d836257c882a84a76f63 (image=quay.ceph.io/ceph-ci/ceph@sha256:4e788e3c6821efe986a710ffe10c052cd830c07b33cd4a66b97449fc9bbef8e7, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-b, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=reef-ae75fc9, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240222, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, io.buildah.version=1.33.5) 2024-03-07T03:02:55.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:55 smithi092 bash[83612]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-b 2024-03-07T03:02:55.964 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:55 smithi092 podman[83626]: 2024-03-07 03:02:55.70864095 +0000 UTC m=+0.663632080 container remove 27a7830719c5d7fb4a911c0f958396c26e2f1d6587b2d836257c882a84a76f63 (image=quay.ceph.io/ceph-ci/ceph@sha256:4e788e3c6821efe986a710ffe10c052cd830c07b33cd4a66b97449fc9bbef8e7, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-b, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240222, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, RELEASE=reef-ae75fc9, io.buildah.version=1.33.5, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b) 2024-03-07T03:02:55.964 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:55 smithi092 systemd[1]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@mon.b.service: Deactivated successfully. 2024-03-07T03:02:55.964 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:55 smithi092 systemd[1]: Stopped Ceph mon.b for fb96fd1c-dc2c-11ee-95c6-87774f69a715. 2024-03-07T03:02:55.964 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:55 smithi092 systemd[1]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@mon.b.service: Consumed 11.107s CPU time. 2024-03-07T03:02:56.366 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 systemd[1]: Starting Ceph mon.b for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T03:02:56.631 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 podman[83758]: 2024-03-07 03:02:56.266691836 +0000 UTC m=+0.018954981 image pull fdb83767c1ab7256a5adb2236a0d5ca62c64d53a1398fd6c12f8a81ff166e8ff quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71 2024-03-07T03:02:56.632 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 podman[83758]: 2024-03-07 03:02:56.384537602 +0000 UTC m=+0.136800747 container create 70867588f01af8450bbaf10ec20c506e96dcbf50add7c25bb86e40b4d76f19f4 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-b, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-ea9a568, org.label-schema.license=GPLv2, org.label-schema.build-date=20240222, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, ceph=True) 2024-03-07T03:02:56.632 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 podman[83758]: 2024-03-07 03:02:56.629479793 +0000 UTC m=+0.381742952 container init 70867588f01af8450bbaf10ec20c506e96dcbf50add7c25bb86e40b4d76f19f4 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-b, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240222, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=main-ea9a568, org.label-schema.license=GPLv2) 2024-03-07T03:02:56.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 podman[83758]: 2024-03-07 03:02:56.632754377 +0000 UTC m=+0.385017522 container start 70867588f01af8450bbaf10ec20c506e96dcbf50add7c25bb86e40b4d76f19f4 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-b, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240222, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=main-ea9a568, io.buildah.version=1.33.5) 2024-03-07T03:02:56.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: set uid:gid to 167:167 (ceph:ceph) 2024-03-07T03:02:56.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev), process ceph-mon, pid 2 2024-03-07T03:02:56.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: pidfile_write: ignore empty --pid-file 2024-03-07T03:02:56.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: load: jerasure load: lrc 2024-03-07T03:02:56.919 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: RocksDB version: 7.9.2 2024-03-07T03:02:56.919 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Git sha 0 2024-03-07T03:02:56.919 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Compile date 2024-03-06 19:59:24 2024-03-07T03:02:56.919 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: DB SUMMARY 2024-03-07T03:02:56.919 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: DB Session ID: LP0DS4LVS9BYOE99MOVI 2024-03-07T03:02:56.919 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: CURRENT file: CURRENT 2024-03-07T03:02:56.919 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: IDENTITY file: IDENTITY 2024-03-07T03:02:56.919 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: MANIFEST file: MANIFEST-000010 size: 1654 Bytes 2024-03-07T03:02:56.919 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000030.sst 2024-03-07T03:02:56.920 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000028.log size: 6754805 ; 2024-03-07T03:02:56.920 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.error_if_exists: 0 2024-03-07T03:02:56.920 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.create_if_missing: 0 2024-03-07T03:02:56.920 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.paranoid_checks: 1 2024-03-07T03:02:56.920 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.flush_verify_memtable_count: 1 2024-03-07T03:02:56.920 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-03-07T03:02:56.920 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-03-07T03:02:56.920 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.env: 0x55d1d59d9b20 2024-03-07T03:02:56.920 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.fs: PosixFileSystem 2024-03-07T03:02:56.920 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.info_log: 0x55d1d63298e0 2024-03-07T03:02:56.920 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.max_file_opening_threads: 16 2024-03-07T03:02:56.920 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.statistics: (nil) 2024-03-07T03:02:56.921 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.use_fsync: 0 2024-03-07T03:02:56.921 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.max_log_file_size: 0 2024-03-07T03:02:56.921 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-03-07T03:02:56.921 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.log_file_time_to_roll: 0 2024-03-07T03:02:56.921 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.keep_log_file_num: 1000 2024-03-07T03:02:56.921 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.recycle_log_file_num: 0 2024-03-07T03:02:56.921 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.allow_fallocate: 1 2024-03-07T03:02:56.921 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.allow_mmap_reads: 0 2024-03-07T03:02:56.921 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.allow_mmap_writes: 0 2024-03-07T03:02:56.921 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.use_direct_reads: 0 2024-03-07T03:02:56.921 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-03-07T03:02:56.921 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.create_missing_column_families: 0 2024-03-07T03:02:56.921 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.db_log_dir: 2024-03-07T03:02:56.921 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.wal_dir: 2024-03-07T03:02:56.922 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.table_cache_numshardbits: 6 2024-03-07T03:02:56.922 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.WAL_ttl_seconds: 0 2024-03-07T03:02:56.922 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.WAL_size_limit_MB: 0 2024-03-07T03:02:56.922 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-03-07T03:02:56.922 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-03-07T03:02:56.922 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.is_fd_close_on_exec: 1 2024-03-07T03:02:56.922 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.advise_random_on_open: 1 2024-03-07T03:02:56.922 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.db_write_buffer_size: 0 2024-03-07T03:02:56.922 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.write_buffer_manager: 0x55d1d62fd400 2024-03-07T03:02:56.922 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-03-07T03:02:56.922 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-03-07T03:02:56.922 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.use_adaptive_mutex: 0 2024-03-07T03:02:56.922 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.rate_limiter: (nil) 2024-03-07T03:02:56.922 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-03-07T03:02:56.923 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.wal_recovery_mode: 2 2024-03-07T03:02:56.923 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.enable_thread_tracking: 0 2024-03-07T03:02:56.923 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.enable_pipelined_write: 0 2024-03-07T03:02:56.923 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.unordered_write: 0 2024-03-07T03:02:56.923 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-03-07T03:02:56.923 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-03-07T03:02:56.923 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-03-07T03:02:56.923 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-03-07T03:02:56.923 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.row_cache: None 2024-03-07T03:02:56.923 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.wal_filter: None 2024-03-07T03:02:56.923 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-03-07T03:02:56.924 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.allow_ingest_behind: 0 2024-03-07T03:02:56.924 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.two_write_queues: 0 2024-03-07T03:02:56.924 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.manual_wal_flush: 0 2024-03-07T03:02:56.924 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.wal_compression: 0 2024-03-07T03:02:56.924 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.atomic_flush: 0 2024-03-07T03:02:56.924 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-03-07T03:02:56.924 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.persist_stats_to_disk: 0 2024-03-07T03:02:56.924 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.write_dbid_to_manifest: 0 2024-03-07T03:02:56.925 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.log_readahead_size: 0 2024-03-07T03:02:56.925 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-03-07T03:02:56.926 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.best_efforts_recovery: 0 2024-03-07T03:02:56.926 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-03-07T03:02:56.926 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-03-07T03:02:56.926 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.allow_data_in_errors: 0 2024-03-07T03:02:56.926 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.db_host_id: __hostname__ 2024-03-07T03:02:56.926 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.enforce_single_del_contracts: true 2024-03-07T03:02:56.926 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.max_background_jobs: 2 2024-03-07T03:02:56.926 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.max_background_compactions: -1 2024-03-07T03:02:56.926 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.max_subcompactions: 1 2024-03-07T03:02:56.926 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-03-07T03:02:56.926 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-03-07T03:02:56.926 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.delayed_write_rate : 16777216 2024-03-07T03:02:56.926 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.max_total_wal_size: 0 2024-03-07T03:02:56.926 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-03-07T03:02:56.927 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.stats_dump_period_sec: 600 2024-03-07T03:02:56.927 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.stats_persist_period_sec: 600 2024-03-07T03:02:56.927 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-03-07T03:02:56.927 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.max_open_files: -1 2024-03-07T03:02:56.927 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.bytes_per_sync: 0 2024-03-07T03:02:56.927 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.wal_bytes_per_sync: 0 2024-03-07T03:02:56.927 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.strict_bytes_per_sync: 0 2024-03-07T03:02:56.927 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.compaction_readahead_size: 0 2024-03-07T03:02:56.927 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.max_background_flushes: -1 2024-03-07T03:02:56.927 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Compression algorithms supported: 2024-03-07T03:02:56.927 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-03-07T03:02:56.927 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: kZSTD supported: 0 2024-03-07T03:02:56.927 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: kXpressCompression supported: 0 2024-03-07T03:02:56.927 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: kLZ4HCCompression supported: 1 2024-03-07T03:02:56.928 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: kZlibCompression supported: 1 2024-03-07T03:02:56.928 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: kSnappyCompression supported: 1 2024-03-07T03:02:56.928 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: kLZ4Compression supported: 1 2024-03-07T03:02:56.928 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: kBZip2Compression supported: 0 2024-03-07T03:02:56.928 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Fast CRC32 supported: Supported on x86 2024-03-07T03:02:56.928 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: DMutex implementation: pthread_mutex_t 2024-03-07T03:02:56.928 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 2024-03-07T03:02:56.928 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-03-07T03:02:56.928 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-03-07T03:02:56.928 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.merge_operator: 2024-03-07T03:02:56.928 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.compaction_filter: None 2024-03-07T03:02:56.928 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.compaction_filter_factory: None 2024-03-07T03:02:56.928 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.sst_partitioner_factory: None 2024-03-07T03:02:56.928 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.memtable_factory: SkipListFactory 2024-03-07T03:02:56.928 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.table_factory: BlockBasedTable 2024-03-07T03:02:56.929 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55d1d63299e0) 2024-03-07T03:02:56.929 INFO:journalctl@ceph.mon.b.smithi092.stdout: cache_index_and_filter_blocks: 1 2024-03-07T03:02:56.929 INFO:journalctl@ceph.mon.b.smithi092.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-03-07T03:02:56.929 INFO:journalctl@ceph.mon.b.smithi092.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-03-07T03:02:56.929 INFO:journalctl@ceph.mon.b.smithi092.stdout: pin_top_level_index_and_filter: 1 2024-03-07T03:02:56.929 INFO:journalctl@ceph.mon.b.smithi092.stdout: index_type: 0 2024-03-07T03:02:56.929 INFO:journalctl@ceph.mon.b.smithi092.stdout: data_block_index_type: 0 2024-03-07T03:02:56.929 INFO:journalctl@ceph.mon.b.smithi092.stdout: index_shortening: 1 2024-03-07T03:02:56.929 INFO:journalctl@ceph.mon.b.smithi092.stdout: data_block_hash_table_util_ratio: 0.750000 2024-03-07T03:02:56.929 INFO:journalctl@ceph.mon.b.smithi092.stdout: checksum: 4 2024-03-07T03:02:56.929 INFO:journalctl@ceph.mon.b.smithi092.stdout: no_block_cache: 0 2024-03-07T03:02:56.929 INFO:journalctl@ceph.mon.b.smithi092.stdout: block_cache: 0x55d1d632f090 2024-03-07T03:02:56.929 INFO:journalctl@ceph.mon.b.smithi092.stdout: block_cache_name: BinnedLRUCache 2024-03-07T03:02:56.929 INFO:journalctl@ceph.mon.b.smithi092.stdout: block_cache_options: 2024-03-07T03:02:56.929 INFO:journalctl@ceph.mon.b.smithi092.stdout: capacity : 536870912 2024-03-07T03:02:56.929 INFO:journalctl@ceph.mon.b.smithi092.stdout: num_shard_bits : 4 2024-03-07T03:02:56.930 INFO:journalctl@ceph.mon.b.smithi092.stdout: strict_capacity_limit : 0 2024-03-07T03:02:56.930 INFO:journalctl@ceph.mon.b.smithi092.stdout: high_pri_pool_ratio: 0.000 2024-03-07T03:02:56.930 INFO:journalctl@ceph.mon.b.smithi092.stdout: block_cache_compressed: (nil) 2024-03-07T03:02:56.930 INFO:journalctl@ceph.mon.b.smithi092.stdout: persistent_cache: (nil) 2024-03-07T03:02:56.930 INFO:journalctl@ceph.mon.b.smithi092.stdout: block_size: 4096 2024-03-07T03:02:56.930 INFO:journalctl@ceph.mon.b.smithi092.stdout: block_size_deviation: 10 2024-03-07T03:02:56.930 INFO:journalctl@ceph.mon.b.smithi092.stdout: block_restart_interval: 16 2024-03-07T03:02:56.930 INFO:journalctl@ceph.mon.b.smithi092.stdout: index_block_restart_interval: 1 2024-03-07T03:02:56.930 INFO:journalctl@ceph.mon.b.smithi092.stdout: metadata_block_size: 4096 2024-03-07T03:02:56.930 INFO:journalctl@ceph.mon.b.smithi092.stdout: partition_filters: 0 2024-03-07T03:02:56.930 INFO:journalctl@ceph.mon.b.smithi092.stdout: use_delta_encoding: 1 2024-03-07T03:02:56.930 INFO:journalctl@ceph.mon.b.smithi092.stdout: filter_policy: bloomfilter 2024-03-07T03:02:56.930 INFO:journalctl@ceph.mon.b.smithi092.stdout: whole_key_filtering: 1 2024-03-07T03:02:56.930 INFO:journalctl@ceph.mon.b.smithi092.stdout: verify_compression: 0 2024-03-07T03:02:56.930 INFO:journalctl@ceph.mon.b.smithi092.stdout: read_amp_bytes_per_bit: 0 2024-03-07T03:02:56.931 INFO:journalctl@ceph.mon.b.smithi092.stdout: format_version: 5 2024-03-07T03:02:56.931 INFO:journalctl@ceph.mon.b.smithi092.stdout: enable_index_compression: 1 2024-03-07T03:02:56.931 INFO:journalctl@ceph.mon.b.smithi092.stdout: block_align: 0 2024-03-07T03:02:56.931 INFO:journalctl@ceph.mon.b.smithi092.stdout: max_auto_readahead_size: 262144 2024-03-07T03:02:56.931 INFO:journalctl@ceph.mon.b.smithi092.stdout: prepopulate_block_cache: 0 2024-03-07T03:02:56.931 INFO:journalctl@ceph.mon.b.smithi092.stdout: initial_auto_readahead_size: 8192 2024-03-07T03:02:56.931 INFO:journalctl@ceph.mon.b.smithi092.stdout: num_file_reads_for_auto_readahead: 2 2024-03-07T03:02:56.931 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.write_buffer_size: 33554432 2024-03-07T03:02:56.931 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.max_write_buffer_number: 2 2024-03-07T03:02:56.931 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.compression: NoCompression 2024-03-07T03:02:56.931 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.bottommost_compression: Disabled 2024-03-07T03:02:56.931 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.prefix_extractor: nullptr 2024-03-07T03:02:56.931 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-03-07T03:02:56.931 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.num_levels: 7 2024-03-07T03:02:56.931 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-03-07T03:02:56.931 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-03-07T03:02:56.932 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-03-07T03:02:56.932 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-03-07T03:02:56.932 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-03-07T03:02:56.932 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-03-07T03:02:56.932 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-03-07T03:02:56.932 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-03-07T03:02:56.932 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-03-07T03:02:56.932 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-03-07T03:02:56.932 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-03-07T03:02:56.932 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-03-07T03:02:56.932 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.compression_opts.window_bits: -14 2024-03-07T03:02:56.932 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.compression_opts.level: 32767 2024-03-07T03:02:56.932 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.compression_opts.strategy: 0 2024-03-07T03:02:56.932 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-03-07T03:02:56.932 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-03-07T03:02:56.933 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-03-07T03:02:56.933 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-03-07T03:02:56.933 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.compression_opts.enabled: false 2024-03-07T03:02:56.933 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-03-07T03:02:56.933 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-03-07T03:02:56.933 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-03-07T03:02:56.933 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-03-07T03:02:56.933 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.target_file_size_base: 67108864 2024-03-07T03:02:56.933 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.target_file_size_multiplier: 1 2024-03-07T03:02:56.933 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-03-07T03:02:56.933 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-03-07T03:02:56.933 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-03-07T03:02:56.933 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-03-07T03:02:56.933 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-03-07T03:02:56.933 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-03-07T03:02:56.934 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-03-07T03:02:56.934 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-03-07T03:02:56.934 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-03-07T03:02:56.934 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-03-07T03:02:56.934 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-03-07T03:02:56.934 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-03-07T03:02:56.934 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-03-07T03:02:56.934 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.arena_block_size: 1048576 2024-03-07T03:02:56.934 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-03-07T03:02:56.934 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-03-07T03:02:56.934 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.disable_auto_compactions: 0 2024-03-07T03:02:56.934 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-03-07T03:02:56.934 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-03-07T03:02:56.934 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-03-07T03:02:56.934 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-03-07T03:02:56.934 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-03-07T03:02:56.935 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-03-07T03:02:56.935 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-03-07T03:02:56.935 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-03-07T03:02:56.935 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-03-07T03:02:56.935 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-03-07T03:02:56.935 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.table_properties_collectors: 2024-03-07T03:02:56.935 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.inplace_update_support: 0 2024-03-07T03:02:56.935 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.inplace_update_num_locks: 10000 2024-03-07T03:02:56.935 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-03-07T03:02:56.935 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-03-07T03:02:56.935 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.memtable_huge_page_size: 0 2024-03-07T03:02:56.935 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.bloom_locality: 0 2024-03-07T03:02:56.935 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.max_successive_merges: 0 2024-03-07T03:02:56.935 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.optimize_filters_for_hits: 0 2024-03-07T03:02:56.935 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.paranoid_file_checks: 0 2024-03-07T03:02:56.935 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.force_consistency_checks: 1 2024-03-07T03:02:56.936 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.report_bg_io_stats: 0 2024-03-07T03:02:56.936 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.ttl: 2592000 2024-03-07T03:02:56.936 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.periodic_compaction_seconds: 0 2024-03-07T03:02:56.936 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-03-07T03:02:56.936 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-03-07T03:02:56.936 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.enable_blob_files: false 2024-03-07T03:02:56.936 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.min_blob_size: 0 2024-03-07T03:02:56.936 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.blob_file_size: 268435456 2024-03-07T03:02:56.936 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.blob_compression_type: NoCompression 2024-03-07T03:02:56.936 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.enable_blob_garbage_collection: false 2024-03-07T03:02:56.936 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-03-07T03:02:56.936 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-03-07T03:02:56.936 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-03-07T03:02:56.936 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.blob_file_starting_level: 0 2024-03-07T03:02:56.936 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-03-07T03:02:56.937 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-03-07T03:02:56.937 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 32, last_sequence is 19520, log_number is 28,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 28 2024-03-07T03:02:56.937 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 28 2024-03-07T03:02:56.937 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 04d5b277-e83c-40bc-9ff4-a320d5a24fdd 2024-03-07T03:02:56.937 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: EVENT_LOG_v1 {"time_micros": 1709780576661640, "job": 1, "event": "recovery_started", "wal_files": [28]} 2024-03-07T03:02:56.937 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #28 mode 2 2024-03-07T03:02:56.937 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: EVENT_LOG_v1 {"time_micros": 1709780576677984, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 33, "file_size": 4202816, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 19525, "largest_seqno": 21747, "table_properties": {"data_size": 4192526, "index_size": 7094, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2181, "raw_key_size": 20855, "raw_average_key_size": 24, "raw_value_size": 4172823, "raw_average_value_size": 4818, "num_data_blocks": 313, "num_entries": 866, "num_filter_entries": 866, "num_deletions": 37, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1709780576, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "04d5b277-e83c-40bc-9ff4-a320d5a24fdd", "db_session_id": "LP0DS4LVS9BYOE99MOVI", "orig_file_number": 33, "seqno_to_time_mapping": "N/A"}} 2024-03-07T03:02:56.937 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: EVENT_LOG_v1 {"time_micros": 1709780576678063, "job": 1, "event": "recovery_finished"} 2024-03-07T03:02:56.937 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: [db/version_set.cc:5047] Creating manifest 35 2024-03-07T03:02:56.937 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-03-07T03:02:56.937 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000028.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-03-07T03:02:56.937 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55d1d6422000 2024-03-07T03:02:56.937 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: DB pointer 0x55d1d640c000 2024-03-07T03:02:56.937 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-03-07T03:02:56.938 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-03-07T03:02:56.938 INFO:journalctl@ceph.mon.b.smithi092.stdout: ** DB Stats ** 2024-03-07T03:02:56.938 INFO:journalctl@ceph.mon.b.smithi092.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-03-07T03:02:56.938 INFO:journalctl@ceph.mon.b.smithi092.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-03-07T03:02:56.938 INFO:journalctl@ceph.mon.b.smithi092.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-03-07T03:02:56.938 INFO:journalctl@ceph.mon.b.smithi092.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-03-07T03:02:56.938 INFO:journalctl@ceph.mon.b.smithi092.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-03-07T03:02:56.938 INFO:journalctl@ceph.mon.b.smithi092.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-03-07T03:02:56.938 INFO:journalctl@ceph.mon.b.smithi092.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-03-07T03:02:56.938 INFO:journalctl@ceph.mon.b.smithi092.stdout: 2024-03-07T03:02:56.938 INFO:journalctl@ceph.mon.b.smithi092.stdout: ** Compaction Stats [default] ** 2024-03-07T03:02:56.938 INFO:journalctl@ceph.mon.b.smithi092.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-03-07T03:02:56.938 INFO:journalctl@ceph.mon.b.smithi092.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-03-07T03:02:56.938 INFO:journalctl@ceph.mon.b.smithi092.stdout: L0 1/0 4.01 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 554.0 0.01 0.00 1 0.007 0 0 0.0 0.0 2024-03-07T03:02:56.938 INFO:journalctl@ceph.mon.b.smithi092.stdout: L6 1/0 10.39 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-03-07T03:02:56.938 INFO:journalctl@ceph.mon.b.smithi092.stdout: Sum 2/0 14.40 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 554.0 0.01 0.00 1 0.007 0 0 0.0 0.0 2024-03-07T03:02:56.939 INFO:journalctl@ceph.mon.b.smithi092.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 554.0 0.01 0.00 1 0.007 0 0 0.0 0.0 2024-03-07T03:02:56.939 INFO:journalctl@ceph.mon.b.smithi092.stdout: 2024-03-07T03:02:56.939 INFO:journalctl@ceph.mon.b.smithi092.stdout: ** Compaction Stats [default] ** 2024-03-07T03:02:56.939 INFO:journalctl@ceph.mon.b.smithi092.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-03-07T03:02:56.939 INFO:journalctl@ceph.mon.b.smithi092.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-03-07T03:02:56.939 INFO:journalctl@ceph.mon.b.smithi092.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 554.0 0.01 0.00 1 0.007 0 0 0.0 0.0 2024-03-07T03:02:56.939 INFO:journalctl@ceph.mon.b.smithi092.stdout: 2024-03-07T03:02:56.939 INFO:journalctl@ceph.mon.b.smithi092.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-03-07T03:02:56.939 INFO:journalctl@ceph.mon.b.smithi092.stdout: 2024-03-07T03:02:56.939 INFO:journalctl@ceph.mon.b.smithi092.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-03-07T03:02:56.939 INFO:journalctl@ceph.mon.b.smithi092.stdout: Flush(GB): cumulative 0.004, interval 0.004 2024-03-07T03:02:56.939 INFO:journalctl@ceph.mon.b.smithi092.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-03-07T03:02:56.939 INFO:journalctl@ceph.mon.b.smithi092.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-03-07T03:02:56.939 INFO:journalctl@ceph.mon.b.smithi092.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-03-07T03:02:56.939 INFO:journalctl@ceph.mon.b.smithi092.stdout: AddFile(Keys): cumulative 0, interval 0 2024-03-07T03:02:56.939 INFO:journalctl@ceph.mon.b.smithi092.stdout: Cumulative compaction: 0.00 GB write, 208.84 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-03-07T03:02:56.940 INFO:journalctl@ceph.mon.b.smithi092.stdout: Interval compaction: 0.00 GB write, 208.84 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-03-07T03:02:56.940 INFO:journalctl@ceph.mon.b.smithi092.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-03-07T03:02:56.940 INFO:journalctl@ceph.mon.b.smithi092.stdout: Block cache BinnedLRUCache@0x55d1d632f090#2 capacity: 512.00 MB usage: 10.36 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.2e-05 secs_since: 0 2024-03-07T03:02:56.940 INFO:journalctl@ceph.mon.b.smithi092.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,2.28 KB,0.000435114%) IndexBlock(1,8.08 KB,0.00154078%) Misc(1,0.00 KB,0%) 2024-03-07T03:02:56.940 INFO:journalctl@ceph.mon.b.smithi092.stdout: 2024-03-07T03:02:56.940 INFO:journalctl@ceph.mon.b.smithi092.stdout: ** File Read Latency Histogram By Level [default] ** 2024-03-07T03:02:56.940 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: starting mon.b rank 1 at public addrs [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] at bind addrs [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 2024-03-07T03:02:56.940 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: mon.b@-1(???) e3 preinit fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 2024-03-07T03:02:56.940 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: mon.b@-1(???).mds e6 new map 2024-03-07T03:02:56.940 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: mon.b@-1(???).mds e6 print_map 2024-03-07T03:02:56.940 INFO:journalctl@ceph.mon.b.smithi092.stdout: e6 2024-03-07T03:02:56.940 INFO:journalctl@ceph.mon.b.smithi092.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-03-07T03:02:56.940 INFO:journalctl@ceph.mon.b.smithi092.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-03-07T03:02:56.940 INFO:journalctl@ceph.mon.b.smithi092.stdout: legacy client fscid: 1 2024-03-07T03:02:56.940 INFO:journalctl@ceph.mon.b.smithi092.stdout: 2024-03-07T03:02:56.941 INFO:journalctl@ceph.mon.b.smithi092.stdout: Filesystem 'cephfs' (1) 2024-03-07T03:02:56.941 INFO:journalctl@ceph.mon.b.smithi092.stdout: fs_name cephfs 2024-03-07T03:02:56.941 INFO:journalctl@ceph.mon.b.smithi092.stdout: epoch 6 2024-03-07T03:02:56.941 INFO:journalctl@ceph.mon.b.smithi092.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-03-07T03:02:56.941 INFO:journalctl@ceph.mon.b.smithi092.stdout: created 2024-03-07T02:53:49.821771+0000 2024-03-07T03:02:56.941 INFO:journalctl@ceph.mon.b.smithi092.stdout: modified 2024-03-07T02:53:51.832210+0000 2024-03-07T03:02:56.941 INFO:journalctl@ceph.mon.b.smithi092.stdout: tableserver 0 2024-03-07T03:02:56.941 INFO:journalctl@ceph.mon.b.smithi092.stdout: root 0 2024-03-07T03:02:56.941 INFO:journalctl@ceph.mon.b.smithi092.stdout: session_timeout 60 2024-03-07T03:02:56.941 INFO:journalctl@ceph.mon.b.smithi092.stdout: session_autoclose 300 2024-03-07T03:02:56.941 INFO:journalctl@ceph.mon.b.smithi092.stdout: max_file_size 1099511627776 2024-03-07T03:02:56.941 INFO:journalctl@ceph.mon.b.smithi092.stdout: max_xattr_size 65536 2024-03-07T03:02:56.941 INFO:journalctl@ceph.mon.b.smithi092.stdout: required_client_features {} 2024-03-07T03:02:56.941 INFO:journalctl@ceph.mon.b.smithi092.stdout: last_failure 0 2024-03-07T03:02:56.942 INFO:journalctl@ceph.mon.b.smithi092.stdout: last_failure_osd_epoch 0 2024-03-07T03:02:56.942 INFO:journalctl@ceph.mon.b.smithi092.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-03-07T03:02:56.942 INFO:journalctl@ceph.mon.b.smithi092.stdout: max_mds 1 2024-03-07T03:02:56.942 INFO:journalctl@ceph.mon.b.smithi092.stdout: in 0 2024-03-07T03:02:56.942 INFO:journalctl@ceph.mon.b.smithi092.stdout: up {0=24334} 2024-03-07T03:02:56.942 INFO:journalctl@ceph.mon.b.smithi092.stdout: failed 2024-03-07T03:02:56.942 INFO:journalctl@ceph.mon.b.smithi092.stdout: damaged 2024-03-07T03:02:56.942 INFO:journalctl@ceph.mon.b.smithi092.stdout: stopped 2024-03-07T03:02:56.942 INFO:journalctl@ceph.mon.b.smithi092.stdout: data_pools [3] 2024-03-07T03:02:56.942 INFO:journalctl@ceph.mon.b.smithi092.stdout: metadata_pool 2 2024-03-07T03:02:56.942 INFO:journalctl@ceph.mon.b.smithi092.stdout: inline_data disabled 2024-03-07T03:02:56.942 INFO:journalctl@ceph.mon.b.smithi092.stdout: balancer 2024-03-07T03:02:56.942 INFO:journalctl@ceph.mon.b.smithi092.stdout: bal_rank_mask -1 2024-03-07T03:02:56.942 INFO:journalctl@ceph.mon.b.smithi092.stdout: standby_count_wanted 0 2024-03-07T03:02:56.942 INFO:journalctl@ceph.mon.b.smithi092.stdout: [mds.b{0:24334} state up:active seq 3 addr [v2:172.21.15.92:6832/1681570486,v1:172.21.15.92:6833/1681570486] compat {c=[1],r=[1],i=[7ff]}] 2024-03-07T03:02:56.943 INFO:journalctl@ceph.mon.b.smithi092.stdout: 2024-03-07T03:02:56.943 INFO:journalctl@ceph.mon.b.smithi092.stdout: 2024-03-07T03:02:56.943 INFO:journalctl@ceph.mon.b.smithi092.stdout: Standby daemons: 2024-03-07T03:02:56.943 INFO:journalctl@ceph.mon.b.smithi092.stdout: 2024-03-07T03:02:56.943 INFO:journalctl@ceph.mon.b.smithi092.stdout: [mds.a{-1:14454} state up:standby seq 1 addr [v2:172.21.15.90:6834/1683497718,v1:172.21.15.90:6835/1683497718] compat {c=[1],r=[1],i=[7ff]}] 2024-03-07T03:02:56.943 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: mon.b@-1(???).osd e414 crush map has features 3314933069573799936, adjusting msgr requires 2024-03-07T03:02:56.943 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: mon.b@-1(???).osd e414 crush map has features 432629308056666112, adjusting msgr requires 2024-03-07T03:02:56.943 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: mon.b@-1(???).osd e414 crush map has features 432629308056666112, adjusting msgr requires 2024-03-07T03:02:56.943 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: mon.b@-1(???).osd e414 crush map has features 432629308056666112, adjusting msgr requires 2024-03-07T03:02:56.943 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 ceph-mon[83777]: mon.b@-1(???).paxosservice(auth 1..21) refresh upgraded, format 0 -> 3 2024-03-07T03:02:56.943 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 bash[83758]: 70867588f01af8450bbaf10ec20c506e96dcbf50add7c25bb86e40b4d76f19f4 2024-03-07T03:02:56.943 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:02:56 smithi092 systemd[1]: Started Ceph mon.b for fb96fd1c-dc2c-11ee-95c6-87774f69a715. 2024-03-07T03:03:02.079 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:03:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:03:01.688+0000 7f8323fc5700 -1 mgr.server handle_report got status from non-daemon mon.b 2024-03-07T03:03:02.667 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:03:02 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:03:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:03:03.329 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:03:03 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:03:03] "GET /metrics HTTP/1.1" 200 35913 "" "Prometheus/2.43.0" 2024-03-07T03:03:03.860 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:03:03 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:03:03.507Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi090\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:03:04.169 INFO:tasks.rados.rados.0.smithi090.stdout:1783: done (2 left) 2024-03-07T03:03:04.169 INFO:tasks.rados.rados.0.smithi090.stdout:1784: done (1 left) 2024-03-07T03:03:04.169 INFO:tasks.rados.rados.0.smithi090.stdout:1786: done (0 left) 2024-03-07T03:03:04.169 INFO:tasks.rados.rados.0.smithi090.stdout:1787: copy_from oid 49 from oid 48 current snap is 170 2024-03-07T03:03:04.169 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 15 current snap is 170 2024-03-07T03:03:04.169 INFO:tasks.rados.rados.0.smithi090.stdout:1788: seq_num 564 ranges {7757824=655360,8413184=442368,8855552=598016,9453568=565248} 2024-03-07T03:03:04.215 INFO:tasks.rados.rados.0.smithi090.stdout:1788: writing smithi09077644-15 from 7757824 to 8413184 tid 1 2024-03-07T03:03:04.218 INFO:tasks.rados.rados.0.smithi090.stdout:1788: writing smithi09077644-15 from 8413184 to 8855552 tid 2 2024-03-07T03:03:04.221 INFO:tasks.rados.rados.0.smithi090.stdout:1788: writing smithi09077644-15 from 8855552 to 9453568 tid 3 2024-03-07T03:03:04.225 INFO:tasks.rados.rados.0.smithi090.stdout:1788: writing smithi09077644-15 from 9453568 to 10018816 tid 4 2024-03-07T03:03:04.225 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 17 current snap is 170 2024-03-07T03:03:04.225 INFO:tasks.rados.rados.0.smithi090.stdout:1787: finishing copy_from racing read to smithi09077644-49 2024-03-07T03:03:04.225 INFO:tasks.rados.rados.0.smithi090.stdout:1789: seq_num 565 ranges {1908736=671744,2580480=729088,3309568=753664,4063232=122880} 2024-03-07T03:03:04.239 INFO:tasks.rados.rados.0.smithi090.stdout:1789: writing smithi09077644-17 from 1908736 to 2580480 tid 1 2024-03-07T03:03:04.243 INFO:tasks.rados.rados.0.smithi090.stdout:1789: writing smithi09077644-17 from 2580480 to 3309568 tid 2 2024-03-07T03:03:04.247 INFO:tasks.rados.rados.0.smithi090.stdout:1789: writing smithi09077644-17 from 3309568 to 4063232 tid 3 2024-03-07T03:03:04.249 INFO:tasks.rados.rados.0.smithi090.stdout:1789: writing smithi09077644-17 from 4063232 to 4186112 tid 4 2024-03-07T03:03:04.249 INFO:tasks.rados.rados.0.smithi090.stdout:1790: rollback oid 28 current snap is 170 2024-03-07T03:03:04.249 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 28 to 168 2024-03-07T03:03:04.249 INFO:tasks.rados.rados.0.smithi090.stdout:1788: finishing write tid 1 to smithi09077644-15 2024-03-07T03:03:04.249 INFO:tasks.rados.rados.0.smithi090.stdout:1788: finishing write tid 2 to smithi09077644-15 2024-03-07T03:03:04.249 INFO:tasks.rados.rados.0.smithi090.stdout:1787: finishing copy_from to smithi09077644-49 2024-03-07T03:03:04.249 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 49 v 842 (ObjNum 545 snap 166 seq_num 545) dirty exists 2024-03-07T03:03:04.249 INFO:tasks.rados.rados.0.smithi090.stdout:1788: finishing write tid 3 to smithi09077644-15 2024-03-07T03:03:04.249 INFO:tasks.rados.rados.0.smithi090.stdout:1788: finishing write tid 4 to smithi09077644-15 2024-03-07T03:03:04.249 INFO:tasks.rados.rados.0.smithi090.stdout:1788: finishing write tid 5 to smithi09077644-15 2024-03-07T03:03:04.249 INFO:tasks.rados.rados.0.smithi090.stdout:1788: finishing write tid 6 to smithi09077644-15 2024-03-07T03:03:04.249 INFO:tasks.rados.rados.0.smithi090.stdout:1788: oid 15 updating version 0 to 1101 2024-03-07T03:03:04.249 INFO:tasks.rados.rados.0.smithi090.stdout:1788: oid 15 version 1101 is already newer than 1097 2024-03-07T03:03:04.250 INFO:tasks.rados.rados.0.smithi090.stdout:1788: oid 15 version 1101 is already newer than 1100 2024-03-07T03:03:04.250 INFO:tasks.rados.rados.0.smithi090.stdout:1788: oid 15 version 1101 is already newer than 1099 2024-03-07T03:03:04.250 INFO:tasks.rados.rados.0.smithi090.stdout:1788: oid 15 version 1101 is already newer than 1098 2024-03-07T03:03:04.250 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 1101 (ObjNum 564 snap 170 seq_num 564) dirty exists 2024-03-07T03:03:04.250 INFO:tasks.rados.rados.0.smithi090.stdout:1788: left oid 15 (ObjNum 564 snap 170 seq_num 564) 2024-03-07T03:03:04.250 INFO:tasks.rados.rados.0.smithi090.stdout:1789: finishing write tid 1 to smithi09077644-17 2024-03-07T03:03:04.250 INFO:tasks.rados.rados.0.smithi090.stdout:1789: finishing write tid 2 to smithi09077644-17 2024-03-07T03:03:04.250 INFO:tasks.rados.rados.0.smithi090.stdout:1787: done (3 left) 2024-03-07T03:03:04.250 INFO:tasks.rados.rados.0.smithi090.stdout:1788: done (2 left) 2024-03-07T03:03:04.250 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 2 current snap is 170 2024-03-07T03:03:04.250 INFO:tasks.rados.rados.0.smithi090.stdout:1791: seq_num 566 ranges {4300800=688128,4988928=614400,5603328=565248,6168576=425984} 2024-03-07T03:03:04.275 INFO:tasks.rados.rados.0.smithi090.stdout:1791: writing smithi09077644-2 from 4300800 to 4988928 tid 1 2024-03-07T03:03:04.278 INFO:tasks.rados.rados.0.smithi090.stdout:1791: writing smithi09077644-2 from 4988928 to 5603328 tid 2 2024-03-07T03:03:04.282 INFO:tasks.rados.rados.0.smithi090.stdout:1791: writing smithi09077644-2 from 5603328 to 6168576 tid 3 2024-03-07T03:03:04.285 INFO:tasks.rados.rados.0.smithi090.stdout:1791: writing smithi09077644-2 from 6168576 to 6594560 tid 4 2024-03-07T03:03:04.285 INFO:tasks.rados.rados.0.smithi090.stdout:1792: delete oid 47 current snap is 170 2024-03-07T03:03:04.285 INFO:tasks.rados.rados.0.smithi090.stdout:1789: finishing write tid 3 to smithi09077644-17 2024-03-07T03:03:04.285 INFO:tasks.rados.rados.0.smithi090.stdout:1789: finishing write tid 4 to smithi09077644-17 2024-03-07T03:03:04.285 INFO:tasks.rados.rados.0.smithi090.stdout:1790: finishing rollback tid 0 to smithi09077644-28 2024-03-07T03:03:04.285 INFO:tasks.rados.rados.0.smithi090.stdout:1789: finishing write tid 5 to smithi09077644-17 2024-03-07T03:03:04.285 INFO:tasks.rados.rados.0.smithi090.stdout:1790: finishing rollback tid 1 to smithi09077644-28 2024-03-07T03:03:04.285 INFO:tasks.rados.rados.0.smithi090.stdout:1790: finishing rollback tid 2 to smithi09077644-28 2024-03-07T03:03:04.285 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 28 v 846 (ObjNum 425 snap 134 seq_num 425) dirty exists 2024-03-07T03:03:04.286 INFO:tasks.rados.rados.0.smithi090.stdout:1789: finishing write tid 6 to smithi09077644-17 2024-03-07T03:03:04.286 INFO:tasks.rados.rados.0.smithi090.stdout:1789: oid 17 updating version 0 to 962 2024-03-07T03:03:04.286 INFO:tasks.rados.rados.0.smithi090.stdout:1789: oid 17 updating version 962 to 965 2024-03-07T03:03:04.286 INFO:tasks.rados.rados.0.smithi090.stdout:1789: oid 17 version 965 is already newer than 961 2024-03-07T03:03:04.286 INFO:tasks.rados.rados.0.smithi090.stdout:1789: oid 17 version 965 is already newer than 963 2024-03-07T03:03:04.286 INFO:tasks.rados.rados.0.smithi090.stdout:1789: oid 17 version 965 is already newer than 964 2024-03-07T03:03:04.286 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 17 v 965 (ObjNum 565 snap 170 seq_num 565) dirty exists 2024-03-07T03:03:04.286 INFO:tasks.rados.rados.0.smithi090.stdout:1789: left oid 17 (ObjNum 565 snap 170 seq_num 565) 2024-03-07T03:03:04.286 INFO:tasks.rados.rados.0.smithi090.stdout:1791: finishing write tid 1 to smithi09077644-2 2024-03-07T03:03:04.286 INFO:tasks.rados.rados.0.smithi090.stdout:1791: finishing write tid 2 to smithi09077644-2 2024-03-07T03:03:04.286 INFO:tasks.rados.rados.0.smithi090.stdout:1791: finishing write tid 3 to smithi09077644-2 2024-03-07T03:03:04.287 INFO:tasks.rados.rados.0.smithi090.stdout:1791: finishing write tid 4 to smithi09077644-2 2024-03-07T03:03:04.287 INFO:tasks.rados.rados.0.smithi090.stdout:1791: finishing write tid 5 to smithi09077644-2 2024-03-07T03:03:04.288 INFO:tasks.rados.rados.0.smithi090.stdout:1789: done (3 left) 2024-03-07T03:03:04.288 INFO:tasks.rados.rados.0.smithi090.stdout:1790: done (2 left) 2024-03-07T03:03:04.288 INFO:tasks.rados.rados.0.smithi090.stdout:1792: done (1 left) 2024-03-07T03:03:04.288 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 44 current snap is 170 2024-03-07T03:03:04.288 INFO:tasks.rados.rados.0.smithi090.stdout:1793: seq_num 568 ranges {3055616=720896,3776512=786432,4562944=581632,5144576=237568} 2024-03-07T03:03:04.307 INFO:tasks.rados.rados.0.smithi090.stdout:1793: writing smithi09077644-44 from 3055616 to 3776512 tid 1 2024-03-07T03:03:04.312 INFO:tasks.rados.rados.0.smithi090.stdout:1793: writing smithi09077644-44 from 3776512 to 4562944 tid 2 2024-03-07T03:03:04.315 INFO:tasks.rados.rados.0.smithi090.stdout:1793: writing smithi09077644-44 from 4562944 to 5144576 tid 3 2024-03-07T03:03:04.317 INFO:tasks.rados.rados.0.smithi090.stdout:1793: writing smithi09077644-44 from 5144576 to 5382144 tid 4 2024-03-07T03:03:04.317 INFO:tasks.rados.rados.0.smithi090.stdout:1794: read oid 20 snap -1 2024-03-07T03:03:04.317 INFO:tasks.rados.rados.0.smithi090.stdout:1794: expect (ObjNum 549 snap 166 seq_num 549) 2024-03-07T03:03:04.317 INFO:tasks.rados.rados.0.smithi090.stdout:1795: snap_create 2024-03-07T03:03:04.317 INFO:tasks.rados.rados.0.smithi090.stdout:1791: finishing write tid 6 to smithi09077644-2 2024-03-07T03:03:04.317 INFO:tasks.rados.rados.0.smithi090.stdout:1791: oid 2 updating version 0 to 738 2024-03-07T03:03:04.318 INFO:tasks.rados.rados.0.smithi090.stdout:1791: oid 2 updating version 738 to 739 2024-03-07T03:03:04.318 INFO:tasks.rados.rados.0.smithi090.stdout:1791: oid 2 version 739 is already newer than 736 2024-03-07T03:03:04.318 INFO:tasks.rados.rados.0.smithi090.stdout:1791: oid 2 version 739 is already newer than 735 2024-03-07T03:03:04.318 INFO:tasks.rados.rados.0.smithi090.stdout:1791: oid 2 version 739 is already newer than 737 2024-03-07T03:03:04.318 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 2 v 739 (ObjNum 566 snap 170 seq_num 566) dirty exists 2024-03-07T03:03:04.318 INFO:tasks.rados.rados.0.smithi090.stdout:1791: left oid 2 (ObjNum 566 snap 170 seq_num 566) 2024-03-07T03:03:04.318 INFO:tasks.rados.rados.0.smithi090.stdout:1793: finishing write tid 1 to smithi09077644-44 2024-03-07T03:03:04.318 INFO:tasks.rados.rados.0.smithi090.stdout:1793: finishing write tid 2 to smithi09077644-44 2024-03-07T03:03:04.318 INFO:tasks.rados.rados.0.smithi090.stdout:1793: finishing write tid 3 to smithi09077644-44 2024-03-07T03:03:04.319 INFO:tasks.rados.rados.0.smithi090.stdout:1793: finishing write tid 4 to smithi09077644-44 2024-03-07T03:03:04.319 INFO:tasks.rados.rados.0.smithi090.stdout:1793: finishing write tid 5 to smithi09077644-44 2024-03-07T03:03:04.321 INFO:tasks.rados.rados.0.smithi090.stdout:1793: finishing write tid 6 to smithi09077644-44 2024-03-07T03:03:04.321 INFO:tasks.rados.rados.0.smithi090.stdout:1793: oid 44 updating version 0 to 1103 2024-03-07T03:03:04.321 INFO:tasks.rados.rados.0.smithi090.stdout:1793: oid 44 updating version 1103 to 1106 2024-03-07T03:03:04.321 INFO:tasks.rados.rados.0.smithi090.stdout:1793: oid 44 version 1106 is already newer than 1105 2024-03-07T03:03:04.321 INFO:tasks.rados.rados.0.smithi090.stdout:1793: oid 44 updating version 1106 to 1107 2024-03-07T03:03:04.321 INFO:tasks.rados.rados.0.smithi090.stdout:1793: oid 44 version 1107 is already newer than 1104 2024-03-07T03:03:04.321 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 44 v 1107 (ObjNum 568 snap 170 seq_num 568) dirty exists 2024-03-07T03:03:04.321 INFO:tasks.rados.rados.0.smithi090.stdout:1793: left oid 44 (ObjNum 568 snap 170 seq_num 568) 2024-03-07T03:03:04.335 INFO:tasks.rados.rados.0.smithi090.stdout:1794: expect (ObjNum 549 snap 166 seq_num 549) 2024-03-07T03:03:04.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:04 smithi092 ceph-mon[83777]: mon.b calling monitor election 2024-03-07T03:03:04.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:04 smithi092 ceph-mon[83777]: mon.c calling monitor election 2024-03-07T03:03:04.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:04 smithi092 ceph-mon[83777]: mon.b calling monitor election 2024-03-07T03:03:04.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:04 smithi092 ceph-mon[83777]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-03-07T03:03:04.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:04 smithi092 ceph-mon[83777]: osdmap e415: 8 total, 8 up, 8 in 2024-03-07T03:03:04.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:04 smithi092 ceph-mon[83777]: mgrmap e40: y(active, since 35s), standbys: x 2024-03-07T03:03:04.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:04 smithi092 ceph-mon[83777]: Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2024-03-07T03:03:04.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:04 smithi092 ceph-mon[83777]: overall HEALTH_OK 2024-03-07T03:03:04.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:04 smithi092 ceph-mon[83777]: mon.a calling monitor election 2024-03-07T03:03:04.419 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:04 smithi092 ceph-mon[83777]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-03-07T03:03:04.419 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:04 smithi092 ceph-mon[83777]: monmap e4: 3 mons at {a=[v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0],b=[v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0],c=[v2:172.21.15.90:3301/0,v1:172.21.15.90:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-07T03:03:04.419 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:04 smithi092 ceph-mon[83777]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-03-07T03:03:04.419 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:04 smithi092 ceph-mon[83777]: osdmap e415: 8 total, 8 up, 8 in 2024-03-07T03:03:04.419 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:04 smithi092 ceph-mon[83777]: mgrmap e40: y(active, since 35s), standbys: x 2024-03-07T03:03:04.419 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:04 smithi092 ceph-mon[83777]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-03-07T03:03:04.419 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:04 smithi092 ceph-mon[83777]: Cluster is now healthy 2024-03-07T03:03:04.419 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:04 smithi092 ceph-mon[83777]: overall HEALTH_OK 2024-03-07T03:03:04.419 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:04 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:04.419 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:04 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:04.419 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:04 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:03:04.419 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:04 smithi092 ceph-mon[83777]: pgmap v43: 121 pgs: 121 active+clean; 209 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 641 KiB/s wr, 14 op/s 2024-03-07T03:03:04.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:04 smithi090 ceph-mon[89511]: mon.b calling monitor election 2024-03-07T03:03:04.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:04 smithi090 ceph-mon[89511]: mon.c calling monitor election 2024-03-07T03:03:04.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:04 smithi090 ceph-mon[89511]: mon.b calling monitor election 2024-03-07T03:03:04.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:04 smithi090 ceph-mon[89511]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-03-07T03:03:04.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:04 smithi090 ceph-mon[89511]: osdmap e415: 8 total, 8 up, 8 in 2024-03-07T03:03:04.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:04 smithi090 ceph-mon[89511]: mgrmap e40: y(active, since 35s), standbys: x 2024-03-07T03:03:04.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:04 smithi090 ceph-mon[89511]: Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2024-03-07T03:03:04.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:04 smithi090 ceph-mon[89511]: overall HEALTH_OK 2024-03-07T03:03:04.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:04 smithi090 ceph-mon[89511]: mon.a calling monitor election 2024-03-07T03:03:04.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:04 smithi090 ceph-mon[89511]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-03-07T03:03:04.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:04 smithi090 ceph-mon[89511]: monmap e4: 3 mons at {a=[v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0],b=[v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0],c=[v2:172.21.15.90:3301/0,v1:172.21.15.90:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-07T03:03:04.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:04 smithi090 ceph-mon[89511]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-03-07T03:03:04.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:04 smithi090 ceph-mon[89511]: osdmap e415: 8 total, 8 up, 8 in 2024-03-07T03:03:04.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:04 smithi090 ceph-mon[89511]: mgrmap e40: y(active, since 35s), standbys: x 2024-03-07T03:03:04.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:04 smithi090 ceph-mon[89511]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-03-07T03:03:04.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:04 smithi090 ceph-mon[89511]: Cluster is now healthy 2024-03-07T03:03:04.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:04 smithi090 ceph-mon[89511]: overall HEALTH_OK 2024-03-07T03:03:04.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:04 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:04.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:04 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:04.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:04 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:03:04.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:04 smithi090 ceph-mon[89511]: pgmap v43: 121 pgs: 121 active+clean; 209 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 641 KiB/s wr, 14 op/s 2024-03-07T03:03:04.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:04 smithi090 ceph-mon[91928]: mon.b calling monitor election 2024-03-07T03:03:04.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:04 smithi090 ceph-mon[91928]: mon.c calling monitor election 2024-03-07T03:03:04.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:04 smithi090 ceph-mon[91928]: mon.b calling monitor election 2024-03-07T03:03:04.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:04 smithi090 ceph-mon[91928]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-03-07T03:03:04.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:04 smithi090 ceph-mon[91928]: osdmap e415: 8 total, 8 up, 8 in 2024-03-07T03:03:04.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:04 smithi090 ceph-mon[91928]: mgrmap e40: y(active, since 35s), standbys: x 2024-03-07T03:03:04.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:04 smithi090 ceph-mon[91928]: Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2024-03-07T03:03:04.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:04 smithi090 ceph-mon[91928]: overall HEALTH_OK 2024-03-07T03:03:04.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:04 smithi090 ceph-mon[91928]: mon.a calling monitor election 2024-03-07T03:03:04.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:04 smithi090 ceph-mon[91928]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-03-07T03:03:04.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:04 smithi090 ceph-mon[91928]: monmap e4: 3 mons at {a=[v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0],b=[v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0],c=[v2:172.21.15.90:3301/0,v1:172.21.15.90:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-07T03:03:04.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:04 smithi090 ceph-mon[91928]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-03-07T03:03:04.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:04 smithi090 ceph-mon[91928]: osdmap e415: 8 total, 8 up, 8 in 2024-03-07T03:03:04.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:04 smithi090 ceph-mon[91928]: mgrmap e40: y(active, since 35s), standbys: x 2024-03-07T03:03:04.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:04 smithi090 ceph-mon[91928]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-03-07T03:03:04.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:04 smithi090 ceph-mon[91928]: Cluster is now healthy 2024-03-07T03:03:04.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:04 smithi090 ceph-mon[91928]: overall HEALTH_OK 2024-03-07T03:03:04.582 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:04 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:04.582 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:04 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:04.582 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:04 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:03:04.582 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:04 smithi090 ceph-mon[91928]: pgmap v43: 121 pgs: 121 active+clean; 209 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 641 KiB/s wr, 14 op/s 2024-03-07T03:03:05.191 INFO:tasks.rados.rados.0.smithi090.stdout:1791: done (3 left) 2024-03-07T03:03:05.191 INFO:tasks.rados.rados.0.smithi090.stdout:1793: done (2 left) 2024-03-07T03:03:05.191 INFO:tasks.rados.rados.0.smithi090.stdout:1794: done (1 left) 2024-03-07T03:03:05.191 INFO:tasks.rados.rados.0.smithi090.stdout:1795: done (0 left) 2024-03-07T03:03:05.191 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 27 current snap is 171 2024-03-07T03:03:05.191 INFO:tasks.rados.rados.0.smithi090.stdout:1796: seq_num 569 ranges {2326528=737280,3063808=671744,3735552=737280,4472832=196608} 2024-03-07T03:03:05.207 INFO:tasks.rados.rados.0.smithi090.stdout:1796: writing smithi09077644-27 from 2326528 to 3063808 tid 1 2024-03-07T03:03:05.210 INFO:tasks.rados.rados.0.smithi090.stdout:1796: writing smithi09077644-27 from 3063808 to 3735552 tid 2 2024-03-07T03:03:05.215 INFO:tasks.rados.rados.0.smithi090.stdout:1796: writing smithi09077644-27 from 3735552 to 4472832 tid 3 2024-03-07T03:03:05.216 INFO:tasks.rados.rados.0.smithi090.stdout:1796: writing smithi09077644-27 from 4472832 to 4669440 tid 4 2024-03-07T03:03:05.216 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 15 current snap is 171 2024-03-07T03:03:05.217 INFO:tasks.rados.rados.0.smithi090.stdout:1796: finishing write tid 1 to smithi09077644-27 2024-03-07T03:03:05.217 INFO:tasks.rados.rados.0.smithi090.stdout:1797: seq_num 570 ranges {10018816=753664,10772480=548864,11321344=540672,11862016=516096} 2024-03-07T03:03:05.274 INFO:tasks.rados.rados.0.smithi090.stdout:1797: writing smithi09077644-15 from 10018816 to 10772480 tid 1 2024-03-07T03:03:05.277 INFO:tasks.rados.rados.0.smithi090.stdout:1797: writing smithi09077644-15 from 10772480 to 11321344 tid 2 2024-03-07T03:03:05.281 INFO:tasks.rados.rados.0.smithi090.stdout:1797: writing smithi09077644-15 from 11321344 to 11862016 tid 3 2024-03-07T03:03:05.284 INFO:tasks.rados.rados.0.smithi090.stdout:1797: writing smithi09077644-15 from 11862016 to 12378112 tid 4 2024-03-07T03:03:05.284 INFO:tasks.rados.rados.0.smithi090.stdout:1798: read oid 29 snap -1 2024-03-07T03:03:05.284 INFO:tasks.rados.rados.0.smithi090.stdout:1798: expect deleted 2024-03-07T03:03:05.284 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 31 current snap is 171 2024-03-07T03:03:05.284 INFO:tasks.rados.rados.0.smithi090.stdout:1799: seq_num 571 ranges {11395072=770048,12165120=483328,12648448=753664,13402112=368640} 2024-03-07T03:03:05.348 INFO:tasks.rados.rados.0.smithi090.stdout:1799: writing smithi09077644-31 from 11395072 to 12165120 tid 1 2024-03-07T03:03:05.351 INFO:tasks.rados.rados.0.smithi090.stdout:1799: writing smithi09077644-31 from 12165120 to 12648448 tid 2 2024-03-07T03:03:05.355 INFO:tasks.rados.rados.0.smithi090.stdout:1799: writing smithi09077644-31 from 12648448 to 13402112 tid 3 2024-03-07T03:03:05.358 INFO:tasks.rados.rados.0.smithi090.stdout:1799: writing smithi09077644-31 from 13402112 to 13770752 tid 4 2024-03-07T03:03:05.358 INFO:tasks.rados.rados.0.smithi090.stdout:1800: read oid 35 snap -1 2024-03-07T03:03:05.358 INFO:tasks.rados.rados.0.smithi090.stdout:1800: expect (ObjNum 521 snap 157 seq_num 521) 2024-03-07T03:03:05.358 INFO:tasks.rados.rados.0.smithi090.stdout:1801: delete oid 23 current snap is 171 2024-03-07T03:03:05.358 INFO:tasks.rados.rados.0.smithi090.stdout:1796: finishing write tid 2 to smithi09077644-27 2024-03-07T03:03:05.358 INFO:tasks.rados.rados.0.smithi090.stdout:1796: finishing write tid 3 to smithi09077644-27 2024-03-07T03:03:05.358 INFO:tasks.rados.rados.0.smithi090.stdout:1796: finishing write tid 4 to smithi09077644-27 2024-03-07T03:03:05.358 INFO:tasks.rados.rados.0.smithi090.stdout:1796: finishing write tid 5 to smithi09077644-27 2024-03-07T03:03:05.358 INFO:tasks.rados.rados.0.smithi090.stdout:1796: finishing write tid 6 to smithi09077644-27 2024-03-07T03:03:05.358 INFO:tasks.rados.rados.0.smithi090.stdout:1796: oid 27 updating version 0 to 679 2024-03-07T03:03:05.359 INFO:tasks.rados.rados.0.smithi090.stdout:1796: oid 27 version 679 is already newer than 677 2024-03-07T03:03:05.359 INFO:tasks.rados.rados.0.smithi090.stdout:1796: oid 27 version 679 is already newer than 676 2024-03-07T03:03:05.359 INFO:tasks.rados.rados.0.smithi090.stdout:1796: oid 27 updating version 679 to 680 2024-03-07T03:03:05.359 INFO:tasks.rados.rados.0.smithi090.stdout:1796: oid 27 version 680 is already newer than 678 2024-03-07T03:03:05.359 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 27 v 680 (ObjNum 569 snap 171 seq_num 569) dirty exists 2024-03-07T03:03:05.359 INFO:tasks.rados.rados.0.smithi090.stdout:1796: left oid 27 (ObjNum 569 snap 171 seq_num 569) 2024-03-07T03:03:05.359 INFO:tasks.rados.rados.0.smithi090.stdout:1797: finishing write tid 1 to smithi09077644-15 2024-03-07T03:03:05.359 INFO:tasks.rados.rados.0.smithi090.stdout:1797: finishing write tid 2 to smithi09077644-15 2024-03-07T03:03:05.359 INFO:tasks.rados.rados.0.smithi090.stdout:1797: finishing write tid 3 to smithi09077644-15 2024-03-07T03:03:05.359 INFO:tasks.rados.rados.0.smithi090.stdout:1797: finishing write tid 4 to smithi09077644-15 2024-03-07T03:03:05.359 INFO:tasks.rados.rados.0.smithi090.stdout:1797: finishing write tid 5 to smithi09077644-15 2024-03-07T03:03:05.359 INFO:tasks.rados.rados.0.smithi090.stdout:1797: finishing write tid 6 to smithi09077644-15 2024-03-07T03:03:05.359 INFO:tasks.rados.rados.0.smithi090.stdout:1797: oid 15 updating version 0 to 1111 2024-03-07T03:03:05.359 INFO:tasks.rados.rados.0.smithi090.stdout:1797: oid 15 updating version 1111 to 1112 2024-03-07T03:03:05.360 INFO:tasks.rados.rados.0.smithi090.stdout:1797: oid 15 updating version 1112 to 1113 2024-03-07T03:03:05.360 INFO:tasks.rados.rados.0.smithi090.stdout:1797: oid 15 version 1113 is already newer than 1110 2024-03-07T03:03:05.360 INFO:tasks.rados.rados.0.smithi090.stdout:1797: oid 15 version 1113 is already newer than 1109 2024-03-07T03:03:05.360 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 1113 (ObjNum 570 snap 171 seq_num 570) dirty exists 2024-03-07T03:03:05.360 INFO:tasks.rados.rados.0.smithi090.stdout:1797: left oid 15 (ObjNum 570 snap 171 seq_num 570) 2024-03-07T03:03:05.360 INFO:tasks.rados.rados.0.smithi090.stdout:1799: finishing write tid 1 to smithi09077644-31 2024-03-07T03:03:05.360 INFO:tasks.rados.rados.0.smithi090.stdout:1799: finishing write tid 2 to smithi09077644-31 2024-03-07T03:03:05.360 INFO:tasks.rados.rados.0.smithi090.stdout:1796: done (5 left) 2024-03-07T03:03:05.361 INFO:tasks.rados.rados.0.smithi090.stdout:1797: done (4 left) 2024-03-07T03:03:05.361 INFO:tasks.rados.rados.0.smithi090.stdout:1798: done (3 left) 2024-03-07T03:03:05.361 INFO:tasks.rados.rados.0.smithi090.stdout:1801: done (2 left) 2024-03-07T03:03:05.361 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 21 current snap is 171 2024-03-07T03:03:05.361 INFO:tasks.rados.rados.0.smithi090.stdout:1802: seq_num 573 ranges {9494528=802816,10297344=655360,10952704=720896,11673600=229376} 2024-03-07T03:03:05.414 INFO:tasks.rados.rados.0.smithi090.stdout:1802: writing smithi09077644-21 from 9494528 to 10297344 tid 1 2024-03-07T03:03:05.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:05 smithi092 ceph-mon[83777]: osdmap e416: 8 total, 8 up, 8 in 2024-03-07T03:03:05.418 INFO:tasks.rados.rados.0.smithi090.stdout:1802: writing smithi09077644-21 from 10297344 to 10952704 tid 2 2024-03-07T03:03:05.423 INFO:tasks.rados.rados.0.smithi090.stdout:1802: writing smithi09077644-21 from 10952704 to 11673600 tid 3 2024-03-07T03:03:05.424 INFO:tasks.rados.rados.0.smithi090.stdout:1802: writing smithi09077644-21 from 11673600 to 11902976 tid 4 2024-03-07T03:03:05.424 INFO:tasks.rados.rados.0.smithi090.stdout:1803: snap_remove snap 170 2024-03-07T03:03:05.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:05 smithi090 ceph-mon[89511]: osdmap e416: 8 total, 8 up, 8 in 2024-03-07T03:03:05.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:05 smithi090 ceph-mon[91928]: osdmap e416: 8 total, 8 up, 8 in 2024-03-07T03:03:06.199 INFO:tasks.rados.rados.0.smithi090.stdout:1803: done (3 left) 2024-03-07T03:03:06.199 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 9 current snap is 171 2024-03-07T03:03:06.199 INFO:tasks.rados.rados.0.smithi090.stdout:1799: finishing write tid 3 to smithi09077644-31 2024-03-07T03:03:06.199 INFO:tasks.rados.rados.0.smithi090.stdout:1804: seq_num 574 ranges {6512640=16384} 2024-03-07T03:03:06.234 INFO:tasks.rados.rados.0.smithi090.stdout:1804: writing smithi09077644-9 from 6512640 to 6529024 tid 1 2024-03-07T03:03:06.234 INFO:tasks.rados.rados.0.smithi090.stdout:1805: snap_create 2024-03-07T03:03:06.234 INFO:tasks.rados.rados.0.smithi090.stdout:1799: finishing write tid 4 to smithi09077644-31 2024-03-07T03:03:06.234 INFO:tasks.rados.rados.0.smithi090.stdout:1799: finishing write tid 5 to smithi09077644-31 2024-03-07T03:03:06.235 INFO:tasks.rados.rados.0.smithi090.stdout:1799: finishing write tid 6 to smithi09077644-31 2024-03-07T03:03:06.235 INFO:tasks.rados.rados.0.smithi090.stdout:1799: oid 31 updating version 0 to 202 2024-03-07T03:03:06.235 INFO:tasks.rados.rados.0.smithi090.stdout:1799: oid 31 version 202 is already newer than 200 2024-03-07T03:03:06.235 INFO:tasks.rados.rados.0.smithi090.stdout:1799: oid 31 version 202 is already newer than 201 2024-03-07T03:03:06.235 INFO:tasks.rados.rados.0.smithi090.stdout:1799: oid 31 updating version 202 to 203 2024-03-07T03:03:06.235 INFO:tasks.rados.rados.0.smithi090.stdout:1799: oid 31 version 203 is already newer than 199 2024-03-07T03:03:06.235 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 203 (ObjNum 571 snap 171 seq_num 571) dirty exists 2024-03-07T03:03:06.235 INFO:tasks.rados.rados.0.smithi090.stdout:1799: left oid 31 (ObjNum 571 snap 171 seq_num 571) 2024-03-07T03:03:06.235 INFO:tasks.rados.rados.0.smithi090.stdout:1800: expect (ObjNum 521 snap 157 seq_num 521) 2024-03-07T03:03:06.274 INFO:tasks.rados.rados.0.smithi090.stdout:1802: finishing write tid 1 to smithi09077644-21 2024-03-07T03:03:06.274 INFO:tasks.rados.rados.0.smithi090.stdout:1802: finishing write tid 2 to smithi09077644-21 2024-03-07T03:03:06.274 INFO:tasks.rados.rados.0.smithi090.stdout:1802: finishing write tid 3 to smithi09077644-21 2024-03-07T03:03:06.274 INFO:tasks.rados.rados.0.smithi090.stdout:1802: finishing write tid 4 to smithi09077644-21 2024-03-07T03:03:06.274 INFO:tasks.rados.rados.0.smithi090.stdout:1802: finishing write tid 5 to smithi09077644-21 2024-03-07T03:03:06.274 INFO:tasks.rados.rados.0.smithi090.stdout:1802: finishing write tid 6 to smithi09077644-21 2024-03-07T03:03:06.275 INFO:tasks.rados.rados.0.smithi090.stdout:1802: oid 21 updating version 0 to 876 2024-03-07T03:03:06.275 INFO:tasks.rados.rados.0.smithi090.stdout:1802: oid 21 version 876 is already newer than 874 2024-03-07T03:03:06.275 INFO:tasks.rados.rados.0.smithi090.stdout:1802: oid 21 version 876 is already newer than 873 2024-03-07T03:03:06.275 INFO:tasks.rados.rados.0.smithi090.stdout:1802: oid 21 updating version 876 to 877 2024-03-07T03:03:06.275 INFO:tasks.rados.rados.0.smithi090.stdout:1802: oid 21 version 877 is already newer than 875 2024-03-07T03:03:06.275 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 877 (ObjNum 573 snap 171 seq_num 573) dirty exists 2024-03-07T03:03:06.275 INFO:tasks.rados.rados.0.smithi090.stdout:1802: left oid 21 (ObjNum 573 snap 171 seq_num 573) 2024-03-07T03:03:06.275 INFO:tasks.rados.rados.0.smithi090.stdout:1804: finishing write tid 1 to smithi09077644-9 2024-03-07T03:03:06.275 INFO:tasks.rados.rados.0.smithi090.stdout:1804: finishing write tid 2 to smithi09077644-9 2024-03-07T03:03:06.275 INFO:tasks.rados.rados.0.smithi090.stdout:1804: finishing write tid 3 to smithi09077644-9 2024-03-07T03:03:06.275 INFO:tasks.rados.rados.0.smithi090.stdout:1804: oid 9 updating version 0 to 1060 2024-03-07T03:03:06.275 INFO:tasks.rados.rados.0.smithi090.stdout:1804: oid 9 version 1060 is already newer than 1059 2024-03-07T03:03:06.275 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 9 v 1060 (ObjNum 574 snap 171 seq_num 574) dirty exists 2024-03-07T03:03:06.275 INFO:tasks.rados.rados.0.smithi090.stdout:1804: left oid 9 (ObjNum 574 snap 171 seq_num 574) 2024-03-07T03:03:06.531 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:06 smithi092 ceph-mon[83777]: osdmap e417: 8 total, 8 up, 8 in 2024-03-07T03:03:06.531 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:06 smithi092 ceph-mon[83777]: pgmap v46: 121 pgs: 121 active+clean; 209 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 5 op/s 2024-03-07T03:03:06.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:06 smithi090 ceph-mon[89511]: osdmap e417: 8 total, 8 up, 8 in 2024-03-07T03:03:06.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:06 smithi090 ceph-mon[89511]: pgmap v46: 121 pgs: 121 active+clean; 209 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 5 op/s 2024-03-07T03:03:06.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:06 smithi090 ceph-mon[91928]: osdmap e417: 8 total, 8 up, 8 in 2024-03-07T03:03:06.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:06 smithi090 ceph-mon[91928]: pgmap v46: 121 pgs: 121 active+clean; 209 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 5 op/s 2024-03-07T03:03:07.201 INFO:tasks.rados.rados.0.smithi090.stdout:1799: done (4 left) 2024-03-07T03:03:07.201 INFO:tasks.rados.rados.0.smithi090.stdout:1800: done (3 left) 2024-03-07T03:03:07.201 INFO:tasks.rados.rados.0.smithi090.stdout:1802: done (2 left) 2024-03-07T03:03:07.201 INFO:tasks.rados.rados.0.smithi090.stdout:1804: done (1 left) 2024-03-07T03:03:07.201 INFO:tasks.rados.rados.0.smithi090.stdout:1805: done (0 left) 2024-03-07T03:03:07.201 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 3 current snap is 172 2024-03-07T03:03:07.201 INFO:tasks.rados.rados.0.smithi090.stdout:1806: seq_num 575 ranges {7757824=32768} 2024-03-07T03:03:07.243 INFO:tasks.rados.rados.0.smithi090.stdout:1806: writing smithi09077644-3 from 7757824 to 7790592 tid 1 2024-03-07T03:03:07.243 INFO:tasks.rados.rados.0.smithi090.stdout:1807: read oid 23 snap -1 2024-03-07T03:03:07.243 INFO:tasks.rados.rados.0.smithi090.stdout:1807: expect deleted 2024-03-07T03:03:07.243 INFO:tasks.rados.rados.0.smithi090.stdout:1808: read oid 30 snap 168 2024-03-07T03:03:07.243 INFO:tasks.rados.rados.0.smithi090.stdout:1808: expect deleted 2024-03-07T03:03:07.243 INFO:tasks.rados.rados.0.smithi090.stdout:1809: rmattr oid 13 current snap is 172 2024-03-07T03:03:07.243 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 40 current snap is 172 2024-03-07T03:03:07.243 INFO:tasks.rados.rados.0.smithi090.stdout:1810: seq_num 576 ranges {0=49152} 2024-03-07T03:03:07.243 INFO:tasks.rados.rados.0.smithi090.stdout:1810: writing smithi09077644-40 from 0 to 49152 tid 1 2024-03-07T03:03:07.243 INFO:tasks.rados.rados.0.smithi090.stdout:1811: read oid 50 snap -1 2024-03-07T03:03:07.243 INFO:tasks.rados.rados.0.smithi090.stdout:1811: expect deleted 2024-03-07T03:03:07.244 INFO:tasks.rados.rados.0.smithi090.stdout:1812: rollback oid 31 current snap is 172 2024-03-07T03:03:07.244 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 31 to 168 2024-03-07T03:03:07.244 INFO:tasks.rados.rados.0.smithi090.stdout:1813: delete oid 16 current snap is 172 2024-03-07T03:03:07.251 INFO:tasks.rados.rados.0.smithi090.stdout:1807: done (7 left) 2024-03-07T03:03:07.251 INFO:tasks.rados.rados.0.smithi090.stdout:1808: done (6 left) 2024-03-07T03:03:07.251 INFO:tasks.rados.rados.0.smithi090.stdout:1811: done (5 left) 2024-03-07T03:03:07.251 INFO:tasks.rados.rados.0.smithi090.stdout:1813: done (4 left) 2024-03-07T03:03:07.251 INFO:tasks.rados.rados.0.smithi090.stdout:1814: read oid 50 snap 169 2024-03-07T03:03:07.251 INFO:tasks.rados.rados.0.smithi090.stdout:1814: expect deleted 2024-03-07T03:03:07.251 INFO:tasks.rados.rados.0.smithi090.stdout:1815: read oid 38 snap -1 2024-03-07T03:03:07.252 INFO:tasks.rados.rados.0.smithi090.stdout:1815: expect (ObjNum 530 snap 161 seq_num 530) 2024-03-07T03:03:07.252 INFO:tasks.rados.rados.0.smithi090.stdout:1816: snap_remove snap 171 2024-03-07T03:03:07.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:07 smithi092 ceph-mon[83777]: osdmap e418: 8 total, 8 up, 8 in 2024-03-07T03:03:07.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:07 smithi090 ceph-mon[89511]: osdmap e418: 8 total, 8 up, 8 in 2024-03-07T03:03:07.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:07 smithi090 ceph-mon[91928]: osdmap e418: 8 total, 8 up, 8 in 2024-03-07T03:03:07.697 INFO:tasks.rados.rados.0.smithi090.stdout:1816: done (6 left) 2024-03-07T03:03:07.697 INFO:tasks.rados.rados.0.smithi090.stdout:1817: snap_create 2024-03-07T03:03:07.697 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 13 v 967 (ObjNum 474 snap 147 seq_num 474) dirty exists 2024-03-07T03:03:07.697 INFO:tasks.rados.rados.0.smithi090.stdout:1806: finishing write tid 1 to smithi09077644-3 2024-03-07T03:03:07.697 INFO:tasks.rados.rados.0.smithi090.stdout:1806: finishing write tid 2 to smithi09077644-3 2024-03-07T03:03:07.697 INFO:tasks.rados.rados.0.smithi090.stdout:1806: finishing write tid 3 to smithi09077644-3 2024-03-07T03:03:07.698 INFO:tasks.rados.rados.0.smithi090.stdout:1806: oid 3 updating version 0 to 873 2024-03-07T03:03:07.698 INFO:tasks.rados.rados.0.smithi090.stdout:1806: oid 3 updating version 873 to 874 2024-03-07T03:03:07.698 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 874 (ObjNum 575 snap 172 seq_num 575) dirty exists 2024-03-07T03:03:07.698 INFO:tasks.rados.rados.0.smithi090.stdout:1806: left oid 3 (ObjNum 575 snap 172 seq_num 575) 2024-03-07T03:03:07.698 INFO:tasks.rados.rados.0.smithi090.stdout:1810: finishing write tid 1 to smithi09077644-40 2024-03-07T03:03:07.698 INFO:tasks.rados.rados.0.smithi090.stdout:1812: finishing rollback tid 0 to smithi09077644-31 2024-03-07T03:03:07.698 INFO:tasks.rados.rados.0.smithi090.stdout:1810: finishing write tid 2 to smithi09077644-40 2024-03-07T03:03:07.698 INFO:tasks.rados.rados.0.smithi090.stdout:1812: finishing rollback tid 1 to smithi09077644-31 2024-03-07T03:03:07.698 INFO:tasks.rados.rados.0.smithi090.stdout:1812: finishing rollback tid 2 to smithi09077644-31 2024-03-07T03:03:07.698 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 206 (ObjNum 486 snap 150 seq_num 486) dirty exists 2024-03-07T03:03:07.698 INFO:tasks.rados.rados.0.smithi090.stdout:1810: finishing write tid 3 to smithi09077644-40 2024-03-07T03:03:07.698 INFO:tasks.rados.rados.0.smithi090.stdout:1810: oid 40 updating version 0 to 708 2024-03-07T03:03:07.698 INFO:tasks.rados.rados.0.smithi090.stdout:1810: oid 40 updating version 708 to 709 2024-03-07T03:03:07.698 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 40 v 709 (ObjNum 576 snap 172 seq_num 576) dirty exists 2024-03-07T03:03:07.698 INFO:tasks.rados.rados.0.smithi090.stdout:1810: left oid 40 (ObjNum 576 snap 172 seq_num 576) 2024-03-07T03:03:07.699 INFO:tasks.rados.rados.0.smithi090.stdout:1815: expect (ObjNum 530 snap 161 seq_num 530) 2024-03-07T03:03:08.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:08 smithi090 ceph-mon[89511]: osdmap e419: 8 total, 8 up, 8 in 2024-03-07T03:03:08.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:08 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:08.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:08 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:08.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:08 smithi090 ceph-mon[89511]: osdmap e420: 8 total, 8 up, 8 in 2024-03-07T03:03:08.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:08 smithi090 ceph-mon[89511]: pgmap v50: 121 pgs: 121 active+clean; 209 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail 2024-03-07T03:03:08.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:08 smithi090 ceph-mon[91928]: osdmap e419: 8 total, 8 up, 8 in 2024-03-07T03:03:08.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:08 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:08.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:08 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:08.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:08 smithi090 ceph-mon[91928]: osdmap e420: 8 total, 8 up, 8 in 2024-03-07T03:03:08.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:08 smithi090 ceph-mon[91928]: pgmap v50: 121 pgs: 121 active+clean; 209 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail 2024-03-07T03:03:08.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:08 smithi092 ceph-mon[83777]: osdmap e419: 8 total, 8 up, 8 in 2024-03-07T03:03:08.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:08 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:08.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:08 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:08.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:08 smithi092 ceph-mon[83777]: osdmap e420: 8 total, 8 up, 8 in 2024-03-07T03:03:08.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:08 smithi092 ceph-mon[83777]: pgmap v50: 121 pgs: 121 active+clean; 209 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail 2024-03-07T03:03:08.702 INFO:tasks.rados.rados.0.smithi090.stdout:1806: done (6 left) 2024-03-07T03:03:08.702 INFO:tasks.rados.rados.0.smithi090.stdout:1809: done (5 left) 2024-03-07T03:03:08.702 INFO:tasks.rados.rados.0.smithi090.stdout:1810: done (4 left) 2024-03-07T03:03:08.702 INFO:tasks.rados.rados.0.smithi090.stdout:1812: done (3 left) 2024-03-07T03:03:08.702 INFO:tasks.rados.rados.0.smithi090.stdout:1814: done (2 left) 2024-03-07T03:03:08.702 INFO:tasks.rados.rados.0.smithi090.stdout:1815: done (1 left) 2024-03-07T03:03:08.702 INFO:tasks.rados.rados.0.smithi090.stdout:1817: done (0 left) 2024-03-07T03:03:08.702 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 40 current snap is 173 2024-03-07T03:03:08.702 INFO:tasks.rados.rados.0.smithi090.stdout:1818: seq_num 578 ranges {49152=81920} 2024-03-07T03:03:08.703 INFO:tasks.rados.rados.0.smithi090.stdout:1818: writing smithi09077644-40 from 49152 to 131072 tid 1 2024-03-07T03:03:08.703 INFO:tasks.rados.rados.0.smithi090.stdout:1819: snap_create 2024-03-07T03:03:08.707 INFO:tasks.rados.rados.0.smithi090.stdout:1818: finishing write tid 1 to smithi09077644-40 2024-03-07T03:03:08.707 INFO:tasks.rados.rados.0.smithi090.stdout:1818: finishing write tid 2 to smithi09077644-40 2024-03-07T03:03:08.709 INFO:tasks.rados.rados.0.smithi090.stdout:1818: finishing write tid 3 to smithi09077644-40 2024-03-07T03:03:08.709 INFO:tasks.rados.rados.0.smithi090.stdout:1818: oid 40 updating version 0 to 711 2024-03-07T03:03:08.709 INFO:tasks.rados.rados.0.smithi090.stdout:1818: oid 40 version 711 is already newer than 710 2024-03-07T03:03:08.709 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 40 v 711 (ObjNum 578 snap 173 seq_num 578) dirty exists 2024-03-07T03:03:08.709 INFO:tasks.rados.rados.0.smithi090.stdout:1818: left oid 40 (ObjNum 578 snap 173 seq_num 578) 2024-03-07T03:03:09.703 INFO:tasks.rados.rados.0.smithi090.stdout:1818: done (1 left) 2024-03-07T03:03:09.703 INFO:tasks.rados.rados.0.smithi090.stdout:1819: done (0 left) 2024-03-07T03:03:09.703 INFO:tasks.rados.rados.0.smithi090.stdout:1820: copy_from oid 50 from oid 10 current snap is 174 2024-03-07T03:03:09.704 INFO:tasks.rados.rados.0.smithi090.stdout:1821: snap_remove snap 173 2024-03-07T03:03:09.920 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:09 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:09.920 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:09 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:09.920 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:09 smithi092 ceph-mon[83777]: osdmap e421: 8 total, 8 up, 8 in 2024-03-07T03:03:10.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:09 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:10.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:09 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:10.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:09 smithi090 ceph-mon[89511]: osdmap e421: 8 total, 8 up, 8 in 2024-03-07T03:03:10.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:09 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:10.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:09 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:10.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:09 smithi090 ceph-mon[91928]: osdmap e421: 8 total, 8 up, 8 in 2024-03-07T03:03:10.715 INFO:tasks.rados.rados.0.smithi090.stdout:1821: done (1 left) 2024-03-07T03:03:10.715 INFO:tasks.rados.rados.0.smithi090.stdout:1822: copy_from oid 5 from oid 2 current snap is 174 2024-03-07T03:03:10.715 INFO:tasks.rados.rados.0.smithi090.stdout:1820: finishing copy_from racing read to smithi09077644-50 2024-03-07T03:03:10.715 INFO:tasks.rados.rados.0.smithi090.stdout:1820: finishing copy_from to smithi09077644-50 2024-03-07T03:03:10.715 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 50 v 860 (ObjNum 474 snap 147 seq_num 474) dirty exists 2024-03-07T03:03:10.715 INFO:tasks.rados.rados.0.smithi090.stdout:1820: done (1 left) 2024-03-07T03:03:10.715 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 7 current snap is 174 2024-03-07T03:03:10.715 INFO:tasks.rados.rados.0.smithi090.stdout:1823: seq_num 579 ranges {0=98304} 2024-03-07T03:03:10.715 INFO:tasks.rados.rados.0.smithi090.stdout:1823: writing smithi09077644-7 from 0 to 98304 tid 1 2024-03-07T03:03:10.715 INFO:tasks.rados.rados.0.smithi090.stdout:1824: snap_create 2024-03-07T03:03:10.721 INFO:tasks.rados.rados.0.smithi090.stdout:1823: finishing write tid 1 to smithi09077644-7 2024-03-07T03:03:10.721 INFO:tasks.rados.rados.0.smithi090.stdout:1823: finishing write tid 2 to smithi09077644-7 2024-03-07T03:03:10.723 INFO:tasks.rados.rados.0.smithi090.stdout:1823: finishing write tid 3 to smithi09077644-7 2024-03-07T03:03:10.723 INFO:tasks.rados.rados.0.smithi090.stdout:1823: oid 7 updating version 0 to 702 2024-03-07T03:03:10.723 INFO:tasks.rados.rados.0.smithi090.stdout:1823: oid 7 version 702 is already newer than 701 2024-03-07T03:03:10.723 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 7 v 702 (ObjNum 579 snap 174 seq_num 579) dirty exists 2024-03-07T03:03:10.723 INFO:tasks.rados.rados.0.smithi090.stdout:1823: left oid 7 (ObjNum 579 snap 174 seq_num 579) 2024-03-07T03:03:10.727 INFO:teuthology.orchestra.run.smithi090.stdout:true 2024-03-07T03:03:10.738 INFO:tasks.rados.rados.0.smithi090.stdout:1822: finishing copy_from racing read to smithi09077644-5 2024-03-07T03:03:10.742 INFO:tasks.rados.rados.0.smithi090.stdout:1822: finishing copy_from to smithi09077644-5 2024-03-07T03:03:10.742 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 5 v 739 (ObjNum 566 snap 170 seq_num 566) dirty exists 2024-03-07T03:03:11.044 INFO:teuthology.orchestra.run.smithi090.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-07T03:03:11.044 INFO:teuthology.orchestra.run.smithi090.stdout:alertmanager.a smithi090 *:9093,9094 running (7m) 24s ago 8m 24.5M - 0.25.0 c8568f914cd2 c7f315859531 2024-03-07T03:03:11.045 INFO:teuthology.orchestra.run.smithi090.stdout:grafana.a smithi092 *:3000 running (8m) 3s ago 8m 89.4M - 9.4.7 954c08fa6188 044a70fdd07e 2024-03-07T03:03:11.045 INFO:teuthology.orchestra.run.smithi090.stdout:mds.a smithi090 running (9m) 24s ago 9m 15.2M - 18.2.1-718-gae75fc9d 0164bb8a7c67 8b3baf63c0c9 2024-03-07T03:03:11.045 INFO:teuthology.orchestra.run.smithi090.stdout:mds.b smithi092 running (9m) 3s ago 9m 19.7M - 18.2.1-718-gae75fc9d 0164bb8a7c67 ce3c1188fa28 2024-03-07T03:03:11.045 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.x smithi092 *:8443,9283,8765 running (68s) 3s ago 12m 450M - 19.0.0-1905-gea9a5688 fdb83767c1ab ca843ce9235f 2024-03-07T03:03:11.045 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.y smithi090 *:8443,9283,8765 running (97s) 24s ago 14m 493M - 19.0.0-1905-gea9a5688 fdb83767c1ab 3f0549138d93 2024-03-07T03:03:11.045 INFO:teuthology.orchestra.run.smithi090.stdout:mon.a smithi090 running (53s) 24s ago 14m 36.5M 2048M 19.0.0-1905-gea9a5688 fdb83767c1ab f36508ef70bc 2024-03-07T03:03:11.045 INFO:teuthology.orchestra.run.smithi090.stdout:mon.b smithi092 running (14s) 3s ago 13m 20.4M 2048M 19.0.0-1905-gea9a5688 fdb83767c1ab 70867588f01a 2024-03-07T03:03:11.045 INFO:teuthology.orchestra.run.smithi090.stdout:mon.c smithi090 running (28s) 24s ago 13m 22.4M 2048M 19.0.0-1905-gea9a5688 fdb83767c1ab 93f762a9b94a 2024-03-07T03:03:11.045 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.a smithi090 *:9100 running (8m) 24s ago 8m 16.5M - 1.5.0 0da6a335fe13 76496853f3a5 2024-03-07T03:03:11.045 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.b smithi092 *:9100 running (8m) 3s ago 8m 15.5M - 1.5.0 0da6a335fe13 9ed8c0a03920 2024-03-07T03:03:11.045 INFO:teuthology.orchestra.run.smithi090.stdout:osd.0 smithi090 running (12m) 24s ago 12m 261M 2480M 18.2.1-718-gae75fc9d 0164bb8a7c67 725e893e6886 2024-03-07T03:03:11.045 INFO:teuthology.orchestra.run.smithi090.stdout:osd.1 smithi090 running (12m) 24s ago 12m 223M 2480M 18.2.1-718-gae75fc9d 0164bb8a7c67 9b941d592b34 2024-03-07T03:03:11.045 INFO:teuthology.orchestra.run.smithi090.stdout:osd.2 smithi090 running (11m) 24s ago 11m 242M 2480M 18.2.1-718-gae75fc9d 0164bb8a7c67 9852da06477f 2024-03-07T03:03:11.045 INFO:teuthology.orchestra.run.smithi090.stdout:osd.3 smithi090 running (11m) 24s ago 11m 135M 2480M 18.2.1-718-gae75fc9d 0164bb8a7c67 1e9119683f37 2024-03-07T03:03:11.046 INFO:teuthology.orchestra.run.smithi090.stdout:osd.4 smithi092 running (11m) 3s ago 10m 228M 2480M 18.2.1-718-gae75fc9d 0164bb8a7c67 9ffc02d81c13 2024-03-07T03:03:11.046 INFO:teuthology.orchestra.run.smithi090.stdout:osd.5 smithi092 running (10m) 3s ago 10m 246M 2480M 18.2.1-718-gae75fc9d 0164bb8a7c67 028e6ccdd1db 2024-03-07T03:03:11.046 INFO:teuthology.orchestra.run.smithi090.stdout:osd.6 smithi092 running (10m) 3s ago 10m 125M 2480M 18.2.1-718-gae75fc9d 0164bb8a7c67 04f0a980ec71 2024-03-07T03:03:11.046 INFO:teuthology.orchestra.run.smithi090.stdout:osd.7 smithi092 running (9m) 3s ago 9m 144M 2480M 18.2.1-718-gae75fc9d 0164bb8a7c67 1f2215787147 2024-03-07T03:03:11.046 INFO:teuthology.orchestra.run.smithi090.stdout:prometheus.a smithi092 *:9095 running (74s) 3s ago 9m 47.0M - 2.43.0 a07b618ecd1d 1b8503a67e38 2024-03-07T03:03:11.046 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:10 smithi090 ceph-mon[89511]: osdmap e422: 8 total, 8 up, 8 in 2024-03-07T03:03:11.046 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:10 smithi090 ceph-mon[89511]: pgmap v53: 121 pgs: 121 active+clean; 239 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 9.2 MiB/s wr, 26 op/s 2024-03-07T03:03:11.046 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:10 smithi090 ceph-mon[91928]: osdmap e422: 8 total, 8 up, 8 in 2024-03-07T03:03:11.047 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:10 smithi090 ceph-mon[91928]: pgmap v53: 121 pgs: 121 active+clean; 239 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 9.2 MiB/s wr, 26 op/s 2024-03-07T03:03:11.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:10 smithi092 ceph-mon[83777]: osdmap e422: 8 total, 8 up, 8 in 2024-03-07T03:03:11.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:10 smithi092 ceph-mon[83777]: pgmap v53: 121 pgs: 121 active+clean; 239 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 9.2 MiB/s wr, 26 op/s 2024-03-07T03:03:11.430 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-03-07T03:03:11.431 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": { 2024-03-07T03:03:11.431 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 3 2024-03-07T03:03:11.431 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:03:11.431 INFO:teuthology.orchestra.run.smithi090.stdout: "mgr": { 2024-03-07T03:03:11.431 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 2 2024-03-07T03:03:11.431 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:03:11.431 INFO:teuthology.orchestra.run.smithi090.stdout: "osd": { 2024-03-07T03:03:11.431 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 8 2024-03-07T03:03:11.431 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:03:11.431 INFO:teuthology.orchestra.run.smithi090.stdout: "mds": { 2024-03-07T03:03:11.431 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 2 2024-03-07T03:03:11.431 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:03:11.431 INFO:teuthology.orchestra.run.smithi090.stdout: "overall": { 2024-03-07T03:03:11.432 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 10, 2024-03-07T03:03:11.432 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 5 2024-03-07T03:03:11.432 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-03-07T03:03:11.432 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-03-07T03:03:11.717 INFO:tasks.rados.rados.0.smithi090.stdout:1822: done (2 left) 2024-03-07T03:03:11.718 INFO:tasks.rados.rados.0.smithi090.stdout:1823: done (1 left) 2024-03-07T03:03:11.718 INFO:tasks.rados.rados.0.smithi090.stdout:1824: done (0 left) 2024-03-07T03:03:11.718 INFO:tasks.rados.rados.0.smithi090.stdout:1825: read oid 9 snap -1 2024-03-07T03:03:11.718 INFO:tasks.rados.rados.0.smithi090.stdout:1825: expect (ObjNum 574 snap 171 seq_num 574) 2024-03-07T03:03:11.718 INFO:tasks.rados.rados.0.smithi090.stdout:1826: read oid 50 snap -1 2024-03-07T03:03:11.718 INFO:tasks.rados.rados.0.smithi090.stdout:1826: expect (ObjNum 474 snap 147 seq_num 474) 2024-03-07T03:03:11.718 INFO:tasks.rados.rados.0.smithi090.stdout:1827: setattr oid 48 current snap is 175 2024-03-07T03:03:11.720 INFO:tasks.rados.rados.0.smithi090.stdout:1828: snap_create 2024-03-07T03:03:11.729 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 847 (ObjNum 545 snap 166 seq_num 545) dirty exists 2024-03-07T03:03:11.747 INFO:tasks.rados.rados.0.smithi090.stdout:1825: expect (ObjNum 574 snap 171 seq_num 574) 2024-03-07T03:03:11.987 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:11 smithi092 ceph-mon[83777]: from='client.34164 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:03:11.987 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:11 smithi092 ceph-mon[83777]: osdmap e423: 8 total, 8 up, 8 in 2024-03-07T03:03:11.987 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:11 smithi092 ceph-mon[83777]: from='client.? 172.21.15.90:0/3084838958' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:03:12.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:11 smithi090 ceph-mon[89511]: from='client.34164 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:03:12.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:11 smithi090 ceph-mon[89511]: osdmap e423: 8 total, 8 up, 8 in 2024-03-07T03:03:12.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:11 smithi090 ceph-mon[89511]: from='client.? 172.21.15.90:0/3084838958' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:03:12.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:11 smithi090 ceph-mon[91928]: from='client.34164 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:03:12.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:11 smithi090 ceph-mon[91928]: osdmap e423: 8 total, 8 up, 8 in 2024-03-07T03:03:12.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:11 smithi090 ceph-mon[91928]: from='client.? 172.21.15.90:0/3084838958' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:03:12.281 INFO:tasks.rados.rados.0.smithi090.stdout:1826: expect (ObjNum 474 snap 147 seq_num 474) 2024-03-07T03:03:12.667 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:03:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:03:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:03:12.756 INFO:tasks.rados.rados.0.smithi090.stdout:1825: done (3 left) 2024-03-07T03:03:12.756 INFO:tasks.rados.rados.0.smithi090.stdout:1826: done (2 left) 2024-03-07T03:03:12.756 INFO:tasks.rados.rados.0.smithi090.stdout:1827: done (1 left) 2024-03-07T03:03:12.756 INFO:tasks.rados.rados.0.smithi090.stdout:1828: done (0 left) 2024-03-07T03:03:12.756 INFO:tasks.rados.rados.0.smithi090.stdout:1829: delete oid 6 current snap is 176 2024-03-07T03:03:12.758 INFO:tasks.rados.rados.0.smithi090.stdout:1829: done (0 left) 2024-03-07T03:03:12.758 INFO:tasks.rados.rados.0.smithi090.stdout:1830: snap_create 2024-03-07T03:03:12.980 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:12 smithi090 ceph-mon[91928]: from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:03:12.980 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:12 smithi090 ceph-mon[91928]: pgmap v56: 121 pgs: 121 active+clean; 239 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 8.1 MiB/s wr, 23 op/s 2024-03-07T03:03:12.980 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:12 smithi090 ceph-mon[91928]: osdmap e424: 8 total, 8 up, 8 in 2024-03-07T03:03:12.980 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:12 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:12.980 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:12 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:12.981 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:12 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:03:12.981 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:12 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:03:12.981 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:12 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:12.981 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:12 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-07T03:03:12.981 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:12 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-07T03:03:12.981 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:12 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:03:12.981 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:12 smithi090 ceph-mon[91928]: osdmap e425: 8 total, 8 up, 8 in 2024-03-07T03:03:12.981 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:12 smithi090 ceph-mon[89511]: from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:03:12.981 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:12 smithi090 ceph-mon[89511]: pgmap v56: 121 pgs: 121 active+clean; 239 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 8.1 MiB/s wr, 23 op/s 2024-03-07T03:03:12.981 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:12 smithi090 ceph-mon[89511]: osdmap e424: 8 total, 8 up, 8 in 2024-03-07T03:03:12.981 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:12 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:12.981 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:12 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:12.981 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:12 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:03:12.982 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:12 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:03:12.982 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:12 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:12.982 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:12 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-07T03:03:12.982 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:12 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-07T03:03:12.982 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:12 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:03:12.982 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:12 smithi090 ceph-mon[89511]: osdmap e425: 8 total, 8 up, 8 in 2024-03-07T03:03:13.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:12 smithi092 ceph-mon[83777]: from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:03:13.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:12 smithi092 ceph-mon[83777]: pgmap v56: 121 pgs: 121 active+clean; 239 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 8.1 MiB/s wr, 23 op/s 2024-03-07T03:03:13.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:12 smithi092 ceph-mon[83777]: osdmap e424: 8 total, 8 up, 8 in 2024-03-07T03:03:13.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:12 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:13.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:12 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:13.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:12 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:03:13.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:12 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:03:13.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:12 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:13.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:12 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-07T03:03:13.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:12 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-07T03:03:13.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:12 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:03:13.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:12 smithi092 ceph-mon[83777]: osdmap e425: 8 total, 8 up, 8 in 2024-03-07T03:03:13.329 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:03:13 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:03:13] "GET /metrics HTTP/1.1" 200 35977 "" "Prometheus/2.43.0" 2024-03-07T03:03:13.732 INFO:tasks.rados.rados.0.smithi090.stdout:1830: done (0 left) 2024-03-07T03:03:13.732 INFO:tasks.rados.rados.0.smithi090.stdout:1831: snap_remove snap 166 2024-03-07T03:03:13.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:13 smithi092 ceph-mon[83777]: Reconfiguring mon.a (monmap changed)... 2024-03-07T03:03:13.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:13 smithi092 ceph-mon[83777]: Reconfiguring daemon mon.a on smithi090 2024-03-07T03:03:13.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:13 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:03:13.918 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:03:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:03:13.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi090\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:03:14.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:13 smithi090 ceph-mon[89511]: Reconfiguring mon.a (monmap changed)... 2024-03-07T03:03:14.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:13 smithi090 ceph-mon[89511]: Reconfiguring daemon mon.a on smithi090 2024-03-07T03:03:14.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:13 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:03:14.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:13 smithi090 ceph-mon[91928]: Reconfiguring mon.a (monmap changed)... 2024-03-07T03:03:14.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:13 smithi090 ceph-mon[91928]: Reconfiguring daemon mon.a on smithi090 2024-03-07T03:03:14.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:13 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:03:14.731 INFO:tasks.rados.rados.0.smithi090.stdout:1831: done (0 left) 2024-03-07T03:03:14.731 INFO:tasks.rados.rados.0.smithi090.stdout:1832: delete oid 32 current snap is 177 2024-03-07T03:03:14.743 INFO:tasks.rados.rados.0.smithi090.stdout:1832: done (0 left) 2024-03-07T03:03:14.743 INFO:tasks.rados.rados.0.smithi090.stdout:1833: delete oid 21 current snap is 177 2024-03-07T03:03:14.749 INFO:tasks.rados.rados.0.smithi090.stdout:1833: done (0 left) 2024-03-07T03:03:14.749 INFO:tasks.rados.rados.0.smithi090.stdout:1834: snap_remove snap 172 2024-03-07T03:03:15.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:14 smithi090 ceph-mon[89511]: pgmap v58: 121 pgs: 121 active+clean; 253 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 3.4 MiB/s wr, 1 op/s 2024-03-07T03:03:15.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:14 smithi090 ceph-mon[89511]: osdmap e426: 8 total, 8 up, 8 in 2024-03-07T03:03:15.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:14 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:15.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:14 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:15.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:14 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-07T03:03:15.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:14 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-07T03:03:15.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:14 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:03:15.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:14 smithi090 ceph-mon[91928]: pgmap v58: 121 pgs: 121 active+clean; 253 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 3.4 MiB/s wr, 1 op/s 2024-03-07T03:03:15.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:14 smithi090 ceph-mon[91928]: osdmap e426: 8 total, 8 up, 8 in 2024-03-07T03:03:15.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:14 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:15.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:14 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:15.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:14 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-07T03:03:15.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:14 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-07T03:03:15.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:14 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:03:15.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:14 smithi092 ceph-mon[83777]: pgmap v58: 121 pgs: 121 active+clean; 253 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 3.4 MiB/s wr, 1 op/s 2024-03-07T03:03:15.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:14 smithi092 ceph-mon[83777]: osdmap e426: 8 total, 8 up, 8 in 2024-03-07T03:03:15.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:14 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:15.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:14 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:15.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:14 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-07T03:03:15.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:14 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-07T03:03:15.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:14 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:03:15.743 INFO:tasks.rados.rados.0.smithi090.stdout:1834: done (0 left) 2024-03-07T03:03:15.743 INFO:tasks.rados.rados.0.smithi090.stdout:1835: snap_remove snap 174 2024-03-07T03:03:15.982 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:15 smithi090 ceph-mon[91928]: Reconfiguring mgr.y (monmap changed)... 2024-03-07T03:03:15.982 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:15 smithi090 ceph-mon[91928]: Reconfiguring daemon mgr.y on smithi090 2024-03-07T03:03:15.982 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:15 smithi090 ceph-mon[91928]: osdmap e427: 8 total, 8 up, 8 in 2024-03-07T03:03:15.983 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:15 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:15.983 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:15 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:15.983 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:15 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-07T03:03:15.983 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:15 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-07T03:03:15.983 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:15 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:03:15.983 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:15 smithi090 ceph-mon[89511]: Reconfiguring mgr.y (monmap changed)... 2024-03-07T03:03:15.983 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:15 smithi090 ceph-mon[89511]: Reconfiguring daemon mgr.y on smithi090 2024-03-07T03:03:15.983 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:15 smithi090 ceph-mon[89511]: osdmap e427: 8 total, 8 up, 8 in 2024-03-07T03:03:15.983 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:15 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:15.983 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:15 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:15.983 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:15 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-07T03:03:15.984 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:15 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-07T03:03:15.984 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:15 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:03:16.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:15 smithi092 ceph-mon[83777]: Reconfiguring mgr.y (monmap changed)... 2024-03-07T03:03:16.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:15 smithi092 ceph-mon[83777]: Reconfiguring daemon mgr.y on smithi090 2024-03-07T03:03:16.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:15 smithi092 ceph-mon[83777]: osdmap e427: 8 total, 8 up, 8 in 2024-03-07T03:03:16.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:15 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:16.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:15 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:16.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:15 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-07T03:03:16.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:15 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-07T03:03:16.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:15 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:03:16.752 INFO:tasks.rados.rados.0.smithi090.stdout:1835: done (0 left) 2024-03-07T03:03:16.752 INFO:tasks.rados.rados.0.smithi090.stdout:1836: copy_from oid 11 from oid 16 current snap is 177 2024-03-07T03:03:16.752 INFO:tasks.rados.rados.0.smithi090.stdout:1837: rollback oid 40 current snap is 177 2024-03-07T03:03:16.752 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 40 to 175 2024-03-07T03:03:16.752 INFO:tasks.rados.rados.0.smithi090.stdout:1838: read oid 17 snap -1 2024-03-07T03:03:16.752 INFO:tasks.rados.rados.0.smithi090.stdout:1838: expect (ObjNum 565 snap 170 seq_num 565) 2024-03-07T03:03:16.752 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 43 current snap is 177 2024-03-07T03:03:16.752 INFO:tasks.rados.rados.0.smithi090.stdout:1839: seq_num 583 ranges {2465792=172032} 2024-03-07T03:03:16.766 INFO:tasks.rados.rados.0.smithi090.stdout:1839: writing smithi09077644-43 from 2465792 to 2637824 tid 1 2024-03-07T03:03:16.767 INFO:tasks.rados.rados.0.smithi090.stdout:1840: setattr oid 9 current snap is 177 2024-03-07T03:03:16.767 INFO:tasks.rados.rados.0.smithi090.stdout:1836: finishing copy_from to smithi09077644-11 2024-03-07T03:03:16.767 INFO:tasks.rados.rados.0.smithi090.stdout:1836: got expected ENOENT (src dne) 2024-03-07T03:03:16.767 INFO:tasks.rados.rados.0.smithi090.stdout:1836: finishing copy_from racing read to smithi09077644-11 2024-03-07T03:03:16.767 INFO:tasks.rados.rados.0.smithi090.stdout:1837: finishing rollback tid 0 to smithi09077644-40 2024-03-07T03:03:16.767 INFO:tasks.rados.rados.0.smithi090.stdout:1837: finishing rollback tid 1 to smithi09077644-40 2024-03-07T03:03:16.767 INFO:tasks.rados.rados.0.smithi090.stdout:1837: finishing rollback tid 2 to smithi09077644-40 2024-03-07T03:03:16.767 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 40 v 714 (ObjNum 578 snap 173 seq_num 578) dirty exists 2024-03-07T03:03:16.768 INFO:tasks.rados.rados.0.smithi090.stdout:1836: done (4 left) 2024-03-07T03:03:16.768 INFO:tasks.rados.rados.0.smithi090.stdout:1837: done (3 left) 2024-03-07T03:03:16.769 INFO:tasks.rados.rados.0.smithi090.stdout:1841: snap_remove snap 175 2024-03-07T03:03:16.965 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:16 smithi090 ceph-mon[89511]: Reconfiguring mon.c (monmap changed)... 2024-03-07T03:03:16.965 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:16 smithi090 ceph-mon[89511]: Reconfiguring daemon mon.c on smithi090 2024-03-07T03:03:16.965 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:16 smithi090 ceph-mon[89511]: pgmap v61: 121 pgs: 121 active+clean; 253 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.4 MiB/s wr, 8 op/s 2024-03-07T03:03:16.965 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:16 smithi090 ceph-mon[89511]: osdmap e428: 8 total, 8 up, 8 in 2024-03-07T03:03:16.966 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:16 smithi090 ceph-mon[91928]: Reconfiguring mon.c (monmap changed)... 2024-03-07T03:03:16.966 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:16 smithi090 ceph-mon[91928]: Reconfiguring daemon mon.c on smithi090 2024-03-07T03:03:16.966 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:16 smithi090 ceph-mon[91928]: pgmap v61: 121 pgs: 121 active+clean; 253 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.4 MiB/s wr, 8 op/s 2024-03-07T03:03:16.966 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:16 smithi090 ceph-mon[91928]: osdmap e428: 8 total, 8 up, 8 in 2024-03-07T03:03:17.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:16 smithi092 ceph-mon[83777]: Reconfiguring mon.c (monmap changed)... 2024-03-07T03:03:17.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:16 smithi092 ceph-mon[83777]: Reconfiguring daemon mon.c on smithi090 2024-03-07T03:03:17.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:16 smithi092 ceph-mon[83777]: pgmap v61: 121 pgs: 121 active+clean; 253 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.4 MiB/s wr, 8 op/s 2024-03-07T03:03:17.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:16 smithi092 ceph-mon[83777]: osdmap e428: 8 total, 8 up, 8 in 2024-03-07T03:03:17.698 INFO:tasks.rados.rados.0.smithi090.stdout:1841: done (3 left) 2024-03-07T03:03:17.698 INFO:tasks.rados.rados.0.smithi090.stdout:1842: rmattr oid 41 current snap is 177 2024-03-07T03:03:17.698 INFO:tasks.rados.rados.0.smithi090.stdout:1842: done (3 left) 2024-03-07T03:03:17.698 INFO:tasks.rados.rados.0.smithi090.stdout:1843: read oid 8 snap 168 2024-03-07T03:03:17.698 INFO:tasks.rados.rados.0.smithi090.stdout:1843: expect (ObjNum 551 snap 166 seq_num 551) 2024-03-07T03:03:17.698 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 29 current snap is 177 2024-03-07T03:03:17.698 INFO:tasks.rados.rados.0.smithi090.stdout:1844: seq_num 584 ranges {0=188416} 2024-03-07T03:03:17.700 INFO:tasks.rados.rados.0.smithi090.stdout:1844: writing smithi09077644-29 from 0 to 188416 tid 1 2024-03-07T03:03:17.700 INFO:tasks.rados.rados.0.smithi090.stdout:1845: rollback oid 14 current snap is 177 2024-03-07T03:03:17.700 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 14 to 169 2024-03-07T03:03:17.700 INFO:tasks.rados.rados.0.smithi090.stdout:1846: snap_remove snap 176 2024-03-07T03:03:17.919 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:17 smithi090 ceph-mon[91928]: osdmap e429: 8 total, 8 up, 8 in 2024-03-07T03:03:17.920 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:17 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:17.920 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:17 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:17.920 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:17 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-03-07T03:03:17.920 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:17 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:03:17.920 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:17 smithi090 ceph-mon[91928]: osdmap e430: 8 total, 8 up, 8 in 2024-03-07T03:03:17.920 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:17 smithi090 ceph-mon[89511]: osdmap e429: 8 total, 8 up, 8 in 2024-03-07T03:03:17.920 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:17 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:17.920 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:17 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:17.920 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:17 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-03-07T03:03:17.920 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:17 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:03:17.920 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:17 smithi090 ceph-mon[89511]: osdmap e430: 8 total, 8 up, 8 in 2024-03-07T03:03:18.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:17 smithi092 ceph-mon[83777]: osdmap e429: 8 total, 8 up, 8 in 2024-03-07T03:03:18.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:17 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:18.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:17 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:18.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:17 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-03-07T03:03:18.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:17 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:03:18.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:17 smithi092 ceph-mon[83777]: osdmap e430: 8 total, 8 up, 8 in 2024-03-07T03:03:18.708 INFO:tasks.rados.rados.0.smithi090.stdout:1846: done (6 left) 2024-03-07T03:03:18.708 INFO:tasks.rados.rados.0.smithi090.stdout:1847: read oid 21 snap -1 2024-03-07T03:03:18.709 INFO:tasks.rados.rados.0.smithi090.stdout:1847: expect deleted 2024-03-07T03:03:18.709 INFO:tasks.rados.rados.0.smithi090.stdout:1848: snap_create 2024-03-07T03:03:18.709 INFO:tasks.rados.rados.0.smithi090.stdout:1839: finishing write tid 1 to smithi09077644-43 2024-03-07T03:03:18.709 INFO:tasks.rados.rados.0.smithi090.stdout:1839: finishing write tid 2 to smithi09077644-43 2024-03-07T03:03:18.709 INFO:tasks.rados.rados.0.smithi090.stdout:1838: expect (ObjNum 565 snap 170 seq_num 565) 2024-03-07T03:03:18.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:18 smithi090 ceph-mon[89511]: Reconfiguring osd.0 (monmap changed)... 2024-03-07T03:03:18.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:18 smithi090 ceph-mon[89511]: Reconfiguring daemon osd.0 on smithi090 2024-03-07T03:03:18.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:18 smithi090 ceph-mon[89511]: pgmap v65: 121 pgs: 121 active+clean; 253 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail 2024-03-07T03:03:18.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:18 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:18.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:18 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:18.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:18 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-03-07T03:03:18.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:18 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:03:18.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:18 smithi090 ceph-mon[89511]: osdmap e431: 8 total, 8 up, 8 in 2024-03-07T03:03:18.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:18 smithi090 ceph-mon[91928]: Reconfiguring osd.0 (monmap changed)... 2024-03-07T03:03:18.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:18 smithi090 ceph-mon[91928]: Reconfiguring daemon osd.0 on smithi090 2024-03-07T03:03:18.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:18 smithi090 ceph-mon[91928]: pgmap v65: 121 pgs: 121 active+clean; 253 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail 2024-03-07T03:03:18.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:18 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:18.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:18 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:18.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:18 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-03-07T03:03:18.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:18 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:03:18.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:18 smithi090 ceph-mon[91928]: osdmap e431: 8 total, 8 up, 8 in 2024-03-07T03:03:18.857 INFO:tasks.rados.rados.0.smithi090.stdout:1839: finishing write tid 3 to smithi09077644-43 2024-03-07T03:03:18.857 INFO:tasks.rados.rados.0.smithi090.stdout:1839: oid 43 updating version 0 to 339 2024-03-07T03:03:18.857 INFO:tasks.rados.rados.0.smithi090.stdout:1839: oid 43 updating version 339 to 340 2024-03-07T03:03:18.857 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 340 (ObjNum 583 snap 177 seq_num 583) dirty exists 2024-03-07T03:03:18.857 INFO:tasks.rados.rados.0.smithi090.stdout:1839: left oid 43 (ObjNum 583 snap 177 seq_num 583) 2024-03-07T03:03:18.857 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 9 v 1061 (ObjNum 574 snap 171 seq_num 574) dirty exists 2024-03-07T03:03:18.857 INFO:tasks.rados.rados.0.smithi090.stdout:1844: finishing write tid 1 to smithi09077644-29 2024-03-07T03:03:18.857 INFO:tasks.rados.rados.0.smithi090.stdout:1844: finishing write tid 2 to smithi09077644-29 2024-03-07T03:03:18.857 INFO:tasks.rados.rados.0.smithi090.stdout:1845: finishing rollback tid 0 to smithi09077644-14 2024-03-07T03:03:18.857 INFO:tasks.rados.rados.0.smithi090.stdout:1845: finishing rollback tid 1 to smithi09077644-14 2024-03-07T03:03:18.857 INFO:tasks.rados.rados.0.smithi090.stdout:1845: finishing rollback tid 2 to smithi09077644-14 2024-03-07T03:03:18.858 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 14 v 717 (ObjNum 445 snap 137 seq_num 445) dirty exists 2024-03-07T03:03:18.858 INFO:tasks.rados.rados.0.smithi090.stdout:1844: finishing write tid 3 to smithi09077644-29 2024-03-07T03:03:18.858 INFO:tasks.rados.rados.0.smithi090.stdout:1844: oid 29 updating version 0 to 659 2024-03-07T03:03:18.858 INFO:tasks.rados.rados.0.smithi090.stdout:1844: oid 29 updating version 659 to 660 2024-03-07T03:03:18.858 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 660 (ObjNum 584 snap 177 seq_num 584) dirty exists 2024-03-07T03:03:18.858 INFO:tasks.rados.rados.0.smithi090.stdout:1844: left oid 29 (ObjNum 584 snap 177 seq_num 584) 2024-03-07T03:03:18.858 INFO:tasks.rados.rados.0.smithi090.stdout:1843: expect (ObjNum 551 snap 166 seq_num 551) 2024-03-07T03:03:19.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:18 smithi092 ceph-mon[83777]: Reconfiguring osd.0 (monmap changed)... 2024-03-07T03:03:19.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:18 smithi092 ceph-mon[83777]: Reconfiguring daemon osd.0 on smithi090 2024-03-07T03:03:19.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:18 smithi092 ceph-mon[83777]: pgmap v65: 121 pgs: 121 active+clean; 253 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail 2024-03-07T03:03:19.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:18 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:19.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:18 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:19.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:18 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-03-07T03:03:19.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:18 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:03:19.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:18 smithi092 ceph-mon[83777]: osdmap e431: 8 total, 8 up, 8 in 2024-03-07T03:03:19.708 INFO:tasks.rados.rados.0.smithi090.stdout:1838: done (7 left) 2024-03-07T03:03:19.709 INFO:tasks.rados.rados.0.smithi090.stdout:1839: done (6 left) 2024-03-07T03:03:19.709 INFO:tasks.rados.rados.0.smithi090.stdout:1840: done (5 left) 2024-03-07T03:03:19.709 INFO:tasks.rados.rados.0.smithi090.stdout:1843: done (4 left) 2024-03-07T03:03:19.709 INFO:tasks.rados.rados.0.smithi090.stdout:1844: done (3 left) 2024-03-07T03:03:19.709 INFO:tasks.rados.rados.0.smithi090.stdout:1845: done (2 left) 2024-03-07T03:03:19.709 INFO:tasks.rados.rados.0.smithi090.stdout:1847: done (1 left) 2024-03-07T03:03:19.709 INFO:tasks.rados.rados.0.smithi090.stdout:1848: done (0 left) 2024-03-07T03:03:19.709 INFO:tasks.rados.rados.0.smithi090.stdout:1849: copy_from oid 45 from oid 20 current snap is 178 2024-03-07T03:03:19.709 INFO:tasks.rados.rados.0.smithi090.stdout:1850: read oid 37 snap -1 2024-03-07T03:03:19.709 INFO:tasks.rados.rados.0.smithi090.stdout:1850: expect (ObjNum 536 snap 163 seq_num 536) 2024-03-07T03:03:19.709 INFO:tasks.rados.rados.0.smithi090.stdout:1851: copy_from oid 21 from oid 26 current snap is 178 2024-03-07T03:03:19.709 INFO:tasks.rados.rados.0.smithi090.stdout:1852: delete oid 5 current snap is 178 2024-03-07T03:03:19.709 INFO:tasks.rados.rados.0.smithi090.stdout:1851: finishing copy_from to smithi09077644-21 2024-03-07T03:03:19.710 INFO:tasks.rados.rados.0.smithi090.stdout:1851: got expected ENOENT (src dne) 2024-03-07T03:03:19.710 INFO:tasks.rados.rados.0.smithi090.stdout:1851: finishing copy_from racing read to smithi09077644-21 2024-03-07T03:03:19.718 INFO:tasks.rados.rados.0.smithi090.stdout:1851: done (3 left) 2024-03-07T03:03:19.719 INFO:tasks.rados.rados.0.smithi090.stdout:1852: done (2 left) 2024-03-07T03:03:19.719 INFO:tasks.rados.rados.0.smithi090.stdout:1853: read oid 33 snap -1 2024-03-07T03:03:19.719 INFO:tasks.rados.rados.0.smithi090.stdout:1853: expect deleted 2024-03-07T03:03:19.719 INFO:tasks.rados.rados.0.smithi090.stdout:1854: snap_remove snap 169 2024-03-07T03:03:19.824 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:19 smithi090 ceph-mon[89511]: Reconfiguring osd.1 (monmap changed)... 2024-03-07T03:03:19.824 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:19 smithi090 ceph-mon[89511]: Reconfiguring daemon osd.1 on smithi090 2024-03-07T03:03:19.824 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:19 smithi090 ceph-mon[89511]: osdmap e432: 8 total, 8 up, 8 in 2024-03-07T03:03:19.825 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:19 smithi090 ceph-mon[91928]: Reconfiguring osd.1 (monmap changed)... 2024-03-07T03:03:19.825 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:19 smithi090 ceph-mon[91928]: Reconfiguring daemon osd.1 on smithi090 2024-03-07T03:03:19.825 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:19 smithi090 ceph-mon[91928]: osdmap e432: 8 total, 8 up, 8 in 2024-03-07T03:03:20.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:19 smithi092 ceph-mon[83777]: Reconfiguring osd.1 (monmap changed)... 2024-03-07T03:03:20.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:19 smithi092 ceph-mon[83777]: Reconfiguring daemon osd.1 on smithi090 2024-03-07T03:03:20.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:19 smithi092 ceph-mon[83777]: osdmap e432: 8 total, 8 up, 8 in 2024-03-07T03:03:20.716 INFO:tasks.rados.rados.0.smithi090.stdout:1854: done (3 left) 2024-03-07T03:03:20.717 INFO:tasks.rados.rados.0.smithi090.stdout:1855: rmattr oid 27 current snap is 178 2024-03-07T03:03:20.717 INFO:tasks.rados.rados.0.smithi090.stdout:1856: rollback oid 29 current snap is 178 2024-03-07T03:03:20.717 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 29 to 168 2024-03-07T03:03:20.717 INFO:tasks.rados.rados.0.smithi090.stdout:1857: read oid 7 snap -1 2024-03-07T03:03:20.717 INFO:tasks.rados.rados.0.smithi090.stdout:1857: expect (ObjNum 579 snap 174 seq_num 579) 2024-03-07T03:03:20.717 INFO:tasks.rados.rados.0.smithi090.stdout:1858: snap_create 2024-03-07T03:03:20.717 INFO:tasks.rados.rados.0.smithi090.stdout:1850: expect (ObjNum 536 snap 163 seq_num 536) 2024-03-07T03:03:20.937 INFO:tasks.rados.rados.0.smithi090.stdout:1849: finishing copy_from racing read to smithi09077644-45 2024-03-07T03:03:20.937 INFO:tasks.rados.rados.0.smithi090.stdout:1849: finishing copy_from to smithi09077644-45 2024-03-07T03:03:20.937 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 45 v 738 (ObjNum 549 snap 166 seq_num 549) dirty exists 2024-03-07T03:03:20.937 INFO:tasks.rados.rados.0.smithi090.stdout:1856: finishing rollback tid 0 to smithi09077644-29 2024-03-07T03:03:20.937 INFO:tasks.rados.rados.0.smithi090.stdout:1856: finishing rollback tid 1 to smithi09077644-29 2024-03-07T03:03:20.937 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 662 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-03-07T03:03:20.937 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 27 v 681 (ObjNum 569 snap 171 seq_num 569) dirty exists 2024-03-07T03:03:20.937 INFO:tasks.rados.rados.0.smithi090.stdout:1857: expect (ObjNum 579 snap 174 seq_num 579) 2024-03-07T03:03:21.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:20 smithi090 ceph-mon[89511]: pgmap v68: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 249 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 88 KiB/s wr, 10 op/s 2024-03-07T03:03:21.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:20 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:21.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:20 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:21.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:20 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-03-07T03:03:21.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:20 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:03:21.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:20 smithi090 ceph-mon[89511]: osdmap e433: 8 total, 8 up, 8 in 2024-03-07T03:03:21.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:20 smithi090 ceph-mon[91928]: pgmap v68: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 249 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 88 KiB/s wr, 10 op/s 2024-03-07T03:03:21.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:20 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:21.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:20 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:21.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:20 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-03-07T03:03:21.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:20 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:03:21.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:20 smithi090 ceph-mon[91928]: osdmap e433: 8 total, 8 up, 8 in 2024-03-07T03:03:21.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:20 smithi092 ceph-mon[83777]: pgmap v68: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 249 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 88 KiB/s wr, 10 op/s 2024-03-07T03:03:21.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:20 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:21.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:20 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:21.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:20 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-03-07T03:03:21.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:20 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:03:21.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:20 smithi092 ceph-mon[83777]: osdmap e433: 8 total, 8 up, 8 in 2024-03-07T03:03:21.718 INFO:tasks.rados.rados.0.smithi090.stdout:1849: done (6 left) 2024-03-07T03:03:21.718 INFO:tasks.rados.rados.0.smithi090.stdout:1850: done (5 left) 2024-03-07T03:03:21.718 INFO:tasks.rados.rados.0.smithi090.stdout:1853: done (4 left) 2024-03-07T03:03:21.719 INFO:tasks.rados.rados.0.smithi090.stdout:1855: done (3 left) 2024-03-07T03:03:21.719 INFO:tasks.rados.rados.0.smithi090.stdout:1856: done (2 left) 2024-03-07T03:03:21.719 INFO:tasks.rados.rados.0.smithi090.stdout:1857: done (1 left) 2024-03-07T03:03:21.719 INFO:tasks.rados.rados.0.smithi090.stdout:1858: done (0 left) 2024-03-07T03:03:21.719 INFO:tasks.rados.rados.0.smithi090.stdout:1859: read oid 1 snap -1 2024-03-07T03:03:21.719 INFO:tasks.rados.rados.0.smithi090.stdout:1859: expect (ObjNum 560 snap 168 seq_num 560) 2024-03-07T03:03:21.719 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 14 current snap is 179 2024-03-07T03:03:21.719 INFO:tasks.rados.rados.0.smithi090.stdout:1860: seq_num 586 ranges {10100736=221184} 2024-03-07T03:03:21.774 INFO:tasks.rados.rados.0.smithi090.stdout:1860: writing smithi09077644-14 from 10100736 to 10321920 tid 1 2024-03-07T03:03:21.774 INFO:tasks.rados.rados.0.smithi090.stdout:1861: snap_remove snap 178 2024-03-07T03:03:22.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:21 smithi090 ceph-mon[91928]: Reconfiguring osd.2 (monmap changed)... 2024-03-07T03:03:22.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:21 smithi090 ceph-mon[91928]: Reconfiguring daemon osd.2 on smithi090 2024-03-07T03:03:22.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:21 smithi090 ceph-mon[91928]: osdmap e434: 8 total, 8 up, 8 in 2024-03-07T03:03:22.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:21 smithi090 ceph-mon[89511]: Reconfiguring osd.2 (monmap changed)... 2024-03-07T03:03:22.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:21 smithi090 ceph-mon[89511]: Reconfiguring daemon osd.2 on smithi090 2024-03-07T03:03:22.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:21 smithi090 ceph-mon[89511]: osdmap e434: 8 total, 8 up, 8 in 2024-03-07T03:03:22.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:21 smithi092 ceph-mon[83777]: Reconfiguring osd.2 (monmap changed)... 2024-03-07T03:03:22.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:21 smithi092 ceph-mon[83777]: Reconfiguring daemon osd.2 on smithi090 2024-03-07T03:03:22.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:21 smithi092 ceph-mon[83777]: osdmap e434: 8 total, 8 up, 8 in 2024-03-07T03:03:22.667 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:03:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:03:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:03:22.703 INFO:tasks.rados.rados.0.smithi090.stdout:1861: done (2 left) 2024-03-07T03:03:22.703 INFO:tasks.rados.rados.0.smithi090.stdout:1862: rollback oid 30 current snap is 179 2024-03-07T03:03:22.703 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 30 to 168 2024-03-07T03:03:22.703 INFO:tasks.rados.rados.0.smithi090.stdout:1859: expect (ObjNum 560 snap 168 seq_num 560) 2024-03-07T03:03:22.762 INFO:tasks.rados.rados.0.smithi090.stdout:1860: finishing write tid 1 to smithi09077644-14 2024-03-07T03:03:22.762 INFO:tasks.rados.rados.0.smithi090.stdout:1860: finishing write tid 2 to smithi09077644-14 2024-03-07T03:03:22.762 INFO:tasks.rados.rados.0.smithi090.stdout:1860: finishing write tid 3 to smithi09077644-14 2024-03-07T03:03:22.762 INFO:tasks.rados.rados.0.smithi090.stdout:1860: oid 14 updating version 0 to 719 2024-03-07T03:03:22.762 INFO:tasks.rados.rados.0.smithi090.stdout:1860: oid 14 version 719 is already newer than 718 2024-03-07T03:03:22.762 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 14 v 719 (ObjNum 586 snap 179 seq_num 586) dirty exists 2024-03-07T03:03:22.762 INFO:tasks.rados.rados.0.smithi090.stdout:1860: left oid 14 (ObjNum 586 snap 179 seq_num 586) 2024-03-07T03:03:22.762 INFO:tasks.rados.rados.0.smithi090.stdout:1859: done (2 left) 2024-03-07T03:03:22.762 INFO:tasks.rados.rados.0.smithi090.stdout:1860: done (1 left) 2024-03-07T03:03:22.762 INFO:tasks.rados.rados.0.smithi090.stdout:1863: copy_from oid 9 from oid 25 current snap is 179 2024-03-07T03:03:22.762 INFO:tasks.rados.rados.0.smithi090.stdout:1862: finishing rollback tid 1 to smithi09077644-30 2024-03-07T03:03:22.762 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 30 v 0 (ObjNum 177 snap 0 seq_num 0) dirty dne 2024-03-07T03:03:22.762 INFO:tasks.rados.rados.0.smithi090.stdout:1862: done (1 left) 2024-03-07T03:03:22.762 INFO:tasks.rados.rados.0.smithi090.stdout:1864: setattr oid 11 current snap is 179 2024-03-07T03:03:22.763 INFO:tasks.rados.rados.0.smithi090.stdout:1865: copy_from oid 38 from oid 31 current snap is 179 2024-03-07T03:03:22.763 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 23 current snap is 179 2024-03-07T03:03:22.763 INFO:tasks.rados.rados.0.smithi090.stdout:1866: seq_num 587 ranges {0=237568} 2024-03-07T03:03:22.764 INFO:tasks.rados.rados.0.smithi090.stdout:1866: writing smithi09077644-23 from 0 to 237568 tid 1 2024-03-07T03:03:22.764 INFO:tasks.rados.rados.0.smithi090.stdout:1867: snap_remove snap 177 2024-03-07T03:03:23.005 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:22 smithi090 ceph-mon[91928]: pgmap v71: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 249 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 88 KiB/s wr, 10 op/s 2024-03-07T03:03:23.005 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:22 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:23.005 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:22 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:23.005 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:22 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-03-07T03:03:23.005 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:22 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:03:23.005 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:22 smithi090 ceph-mon[91928]: osdmap e435: 8 total, 8 up, 8 in 2024-03-07T03:03:23.005 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:22 smithi090 ceph-mon[89511]: pgmap v71: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 249 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 88 KiB/s wr, 10 op/s 2024-03-07T03:03:23.005 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:22 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:23.006 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:22 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:23.006 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:22 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-03-07T03:03:23.006 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:22 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:03:23.006 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:22 smithi090 ceph-mon[89511]: osdmap e435: 8 total, 8 up, 8 in 2024-03-07T03:03:23.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:22 smithi092 ceph-mon[83777]: pgmap v71: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 249 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 88 KiB/s wr, 10 op/s 2024-03-07T03:03:23.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:22 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:23.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:22 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:23.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:22 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-03-07T03:03:23.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:22 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:03:23.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:22 smithi092 ceph-mon[83777]: osdmap e435: 8 total, 8 up, 8 in 2024-03-07T03:03:23.329 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:03:23 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:03:23] "GET /metrics HTTP/1.1" 200 35977 "" "Prometheus/2.43.0" 2024-03-07T03:03:23.759 INFO:tasks.rados.rados.0.smithi090.stdout:1867: done (4 left) 2024-03-07T03:03:23.759 INFO:tasks.rados.rados.0.smithi090.stdout:1868: copy_from oid 18 from oid 16 current snap is 179 2024-03-07T03:03:23.759 INFO:tasks.rados.rados.0.smithi090.stdout:1869: snap_create 2024-03-07T03:03:23.759 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 11 v 1021 (ObjNum 487 snap 150 seq_num 487) dirty exists 2024-03-07T03:03:23.759 INFO:tasks.rados.rados.0.smithi090.stdout:1866: finishing write tid 1 to smithi09077644-23 2024-03-07T03:03:23.759 INFO:tasks.rados.rados.0.smithi090.stdout:1866: finishing write tid 2 to smithi09077644-23 2024-03-07T03:03:23.759 INFO:tasks.rados.rados.0.smithi090.stdout:1866: finishing write tid 3 to smithi09077644-23 2024-03-07T03:03:23.759 INFO:tasks.rados.rados.0.smithi090.stdout:1866: oid 23 updating version 0 to 1023 2024-03-07T03:03:23.759 INFO:tasks.rados.rados.0.smithi090.stdout:1866: oid 23 version 1023 is already newer than 1022 2024-03-07T03:03:23.759 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 1023 (ObjNum 587 snap 179 seq_num 587) dirty exists 2024-03-07T03:03:23.759 INFO:tasks.rados.rados.0.smithi090.stdout:1866: left oid 23 (ObjNum 587 snap 179 seq_num 587) 2024-03-07T03:03:23.760 INFO:tasks.rados.rados.0.smithi090.stdout:1863: finishing copy_from racing read to smithi09077644-9 2024-03-07T03:03:23.760 INFO:tasks.rados.rados.0.smithi090.stdout:1863: finishing copy_from to smithi09077644-9 2024-03-07T03:03:23.760 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 9 v 957 (ObjNum 555 snap 166 seq_num 555) dirty exists 2024-03-07T03:03:23.760 INFO:tasks.rados.rados.0.smithi090.stdout:1865: finishing copy_from racing read to smithi09077644-38 2024-03-07T03:03:23.760 INFO:tasks.rados.rados.0.smithi090.stdout:1865: finishing copy_from to smithi09077644-38 2024-03-07T03:03:23.760 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 206 (ObjNum 486 snap 150 seq_num 486) dirty exists 2024-03-07T03:03:23.763 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:03:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:03:23.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi090\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:03:23.765 INFO:tasks.rados.rados.0.smithi090.stdout:1868: finishing copy_from to smithi09077644-18 2024-03-07T03:03:23.765 INFO:tasks.rados.rados.0.smithi090.stdout:1868: got expected ENOENT (src dne) 2024-03-07T03:03:23.765 INFO:tasks.rados.rados.0.smithi090.stdout:1868: finishing copy_from racing read to smithi09077644-18 2024-03-07T03:03:24.062 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:23 smithi090 ceph-mon[89511]: Reconfiguring osd.3 (monmap changed)... 2024-03-07T03:03:24.062 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:23 smithi090 ceph-mon[89511]: Reconfiguring daemon osd.3 on smithi090 2024-03-07T03:03:24.062 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:23 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:24.062 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:23 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:24.062 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:23 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-07T03:03:24.062 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:23 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:03:24.063 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:23 smithi090 ceph-mon[91928]: Reconfiguring osd.3 (monmap changed)... 2024-03-07T03:03:24.063 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:23 smithi090 ceph-mon[91928]: Reconfiguring daemon osd.3 on smithi090 2024-03-07T03:03:24.063 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:23 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:24.063 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:23 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:24.063 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:23 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-07T03:03:24.063 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:23 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:03:24.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:23 smithi092 ceph-mon[83777]: Reconfiguring osd.3 (monmap changed)... 2024-03-07T03:03:24.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:23 smithi092 ceph-mon[83777]: Reconfiguring daemon osd.3 on smithi090 2024-03-07T03:03:24.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:23 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:24.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:23 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:24.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:23 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-07T03:03:24.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:23 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:03:24.758 INFO:tasks.rados.rados.0.smithi090.stdout:1863: done (5 left) 2024-03-07T03:03:24.759 INFO:tasks.rados.rados.0.smithi090.stdout:1864: done (4 left) 2024-03-07T03:03:24.759 INFO:tasks.rados.rados.0.smithi090.stdout:1865: done (3 left) 2024-03-07T03:03:24.759 INFO:tasks.rados.rados.0.smithi090.stdout:1866: done (2 left) 2024-03-07T03:03:24.759 INFO:tasks.rados.rados.0.smithi090.stdout:1868: done (1 left) 2024-03-07T03:03:24.759 INFO:tasks.rados.rados.0.smithi090.stdout:1869: done (0 left) 2024-03-07T03:03:24.759 INFO:tasks.rados.rados.0.smithi090.stdout:1870: delete oid 30 current snap is 180 2024-03-07T03:03:24.764 INFO:tasks.rados.rados.0.smithi090.stdout:1870: done (0 left) 2024-03-07T03:03:24.764 INFO:tasks.rados.rados.0.smithi090.stdout:1871: rollback oid 41 current snap is 180 2024-03-07T03:03:24.764 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 41 to 179 2024-03-07T03:03:24.764 INFO:tasks.rados.rados.0.smithi090.stdout:1872: read oid 42 snap -1 2024-03-07T03:03:24.764 INFO:tasks.rados.rados.0.smithi090.stdout:1872: expect (ObjNum 488 snap 150 seq_num 488) 2024-03-07T03:03:24.764 INFO:tasks.rados.rados.0.smithi090.stdout:1873: copy_from oid 31 from oid 50 current snap is 180 2024-03-07T03:03:24.764 INFO:tasks.rados.rados.0.smithi090.stdout:1874: snap_create 2024-03-07T03:03:24.769 INFO:tasks.rados.rados.0.smithi090.stdout:1871: finishing rollback tid 1 to smithi09077644-41 2024-03-07T03:03:24.769 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 41 v 843 (ObjNum 577 snap 0 seq_num 3339748160) dirty dne 2024-03-07T03:03:24.777 INFO:tasks.rados.rados.0.smithi090.stdout:1872: expect (ObjNum 488 snap 150 seq_num 488) 2024-03-07T03:03:24.944 INFO:tasks.rados.rados.0.smithi090.stdout:1873: finishing copy_from racing read to smithi09077644-31 2024-03-07T03:03:24.944 INFO:tasks.rados.rados.0.smithi090.stdout:1873: finishing copy_from to smithi09077644-31 2024-03-07T03:03:24.944 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 860 (ObjNum 474 snap 147 seq_num 474) dirty exists 2024-03-07T03:03:25.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:24 smithi090 ceph-mon[89511]: Reconfiguring mds.a (monmap changed)... 2024-03-07T03:03:25.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:24 smithi090 ceph-mon[89511]: Reconfiguring daemon mds.a on smithi090 2024-03-07T03:03:25.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:24 smithi090 ceph-mon[89511]: pgmap v73: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 266 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.2 MiB/s wr, 8 op/s 2024-03-07T03:03:25.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:24 smithi090 ceph-mon[89511]: osdmap e436: 8 total, 8 up, 8 in 2024-03-07T03:03:25.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:24 smithi090 ceph-mon[89511]: osdmap e437: 8 total, 8 up, 8 in 2024-03-07T03:03:25.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:24 smithi090 ceph-mon[91928]: Reconfiguring mds.a (monmap changed)... 2024-03-07T03:03:25.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:24 smithi090 ceph-mon[91928]: Reconfiguring daemon mds.a on smithi090 2024-03-07T03:03:25.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:24 smithi090 ceph-mon[91928]: pgmap v73: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 266 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.2 MiB/s wr, 8 op/s 2024-03-07T03:03:25.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:24 smithi090 ceph-mon[91928]: osdmap e436: 8 total, 8 up, 8 in 2024-03-07T03:03:25.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:24 smithi090 ceph-mon[91928]: osdmap e437: 8 total, 8 up, 8 in 2024-03-07T03:03:25.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:24 smithi092 ceph-mon[83777]: Reconfiguring mds.a (monmap changed)... 2024-03-07T03:03:25.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:24 smithi092 ceph-mon[83777]: Reconfiguring daemon mds.a on smithi090 2024-03-07T03:03:25.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:24 smithi092 ceph-mon[83777]: pgmap v73: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 266 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.2 MiB/s wr, 8 op/s 2024-03-07T03:03:25.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:24 smithi092 ceph-mon[83777]: osdmap e436: 8 total, 8 up, 8 in 2024-03-07T03:03:25.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:24 smithi092 ceph-mon[83777]: osdmap e437: 8 total, 8 up, 8 in 2024-03-07T03:03:25.771 INFO:tasks.rados.rados.0.smithi090.stdout:1871: done (3 left) 2024-03-07T03:03:25.771 INFO:tasks.rados.rados.0.smithi090.stdout:1872: done (2 left) 2024-03-07T03:03:25.771 INFO:tasks.rados.rados.0.smithi090.stdout:1873: done (1 left) 2024-03-07T03:03:25.771 INFO:tasks.rados.rados.0.smithi090.stdout:1874: done (0 left) 2024-03-07T03:03:25.771 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 47 current snap is 181 2024-03-07T03:03:25.771 INFO:tasks.rados.rados.0.smithi090.stdout:1875: seq_num 589 ranges {0=270336} 2024-03-07T03:03:25.772 INFO:tasks.rados.rados.0.smithi090.stdout:1875: writing smithi09077644-47 from 0 to 270336 tid 1 2024-03-07T03:03:25.772 INFO:tasks.rados.rados.0.smithi090.stdout:1876: read oid 37 snap -1 2024-03-07T03:03:25.773 INFO:tasks.rados.rados.0.smithi090.stdout:1876: expect (ObjNum 536 snap 163 seq_num 536) 2024-03-07T03:03:25.773 INFO:tasks.rados.rados.0.smithi090.stdout:1877: read oid 9 snap -1 2024-03-07T03:03:25.773 INFO:tasks.rados.rados.0.smithi090.stdout:1877: expect (ObjNum 555 snap 166 seq_num 555) 2024-03-07T03:03:25.773 INFO:tasks.rados.rados.0.smithi090.stdout:1878: setattr oid 26 current snap is 181 2024-03-07T03:03:25.773 INFO:tasks.rados.rados.0.smithi090.stdout:1879: rmattr oid 45 current snap is 181 2024-03-07T03:03:25.773 INFO:tasks.rados.rados.0.smithi090.stdout:1879: done (4 left) 2024-03-07T03:03:25.773 INFO:tasks.rados.rados.0.smithi090.stdout:1880: snap_create 2024-03-07T03:03:25.778 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 26 v 875 (ObjNum 81 snap 0 seq_num 1483825263) dirty exists 2024-03-07T03:03:25.779 INFO:tasks.rados.rados.0.smithi090.stdout:1875: finishing write tid 1 to smithi09077644-47 2024-03-07T03:03:25.779 INFO:tasks.rados.rados.0.smithi090.stdout:1875: finishing write tid 2 to smithi09077644-47 2024-03-07T03:03:25.781 INFO:tasks.rados.rados.0.smithi090.stdout:1875: finishing write tid 3 to smithi09077644-47 2024-03-07T03:03:25.781 INFO:tasks.rados.rados.0.smithi090.stdout:1875: oid 47 updating version 0 to 696 2024-03-07T03:03:25.781 INFO:tasks.rados.rados.0.smithi090.stdout:1875: oid 47 version 696 is already newer than 695 2024-03-07T03:03:25.781 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 696 (ObjNum 589 snap 181 seq_num 589) dirty exists 2024-03-07T03:03:25.781 INFO:tasks.rados.rados.0.smithi090.stdout:1875: left oid 47 (ObjNum 589 snap 181 seq_num 589) 2024-03-07T03:03:25.783 INFO:tasks.rados.rados.0.smithi090.stdout:1877: expect (ObjNum 555 snap 166 seq_num 555) 2024-03-07T03:03:25.840 INFO:tasks.rados.rados.0.smithi090.stdout:1876: expect (ObjNum 536 snap 163 seq_num 536) 2024-03-07T03:03:26.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:26 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:26.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:26 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:26.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:26 smithi092 ceph-mon[83777]: Reconfiguring mon.b (monmap changed)... 2024-03-07T03:03:26.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:26 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-07T03:03:26.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:26 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-07T03:03:26.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:26 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:03:26.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:26 smithi092 ceph-mon[83777]: Reconfiguring daemon mon.b on smithi092 2024-03-07T03:03:26.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:26 smithi092 ceph-mon[83777]: pgmap v76: 121 pgs: 121 active+clean; 268 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.8 MiB/s wr, 13 op/s 2024-03-07T03:03:26.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:26 smithi092 ceph-mon[83777]: osdmap e438: 8 total, 8 up, 8 in 2024-03-07T03:03:26.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:26 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:26.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:26 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:26.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:26 smithi090 ceph-mon[89511]: Reconfiguring mon.b (monmap changed)... 2024-03-07T03:03:26.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:26 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-07T03:03:26.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:26 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-07T03:03:26.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:26 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:03:26.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:26 smithi090 ceph-mon[89511]: Reconfiguring daemon mon.b on smithi092 2024-03-07T03:03:26.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:26 smithi090 ceph-mon[89511]: pgmap v76: 121 pgs: 121 active+clean; 268 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.8 MiB/s wr, 13 op/s 2024-03-07T03:03:26.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:26 smithi090 ceph-mon[89511]: osdmap e438: 8 total, 8 up, 8 in 2024-03-07T03:03:26.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:26 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:26.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:26 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:26.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:26 smithi090 ceph-mon[91928]: Reconfiguring mon.b (monmap changed)... 2024-03-07T03:03:26.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:26 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-07T03:03:26.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:26 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-07T03:03:26.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:26 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:03:26.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:26 smithi090 ceph-mon[91928]: Reconfiguring daemon mon.b on smithi092 2024-03-07T03:03:26.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:26 smithi090 ceph-mon[91928]: pgmap v76: 121 pgs: 121 active+clean; 268 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.8 MiB/s wr, 13 op/s 2024-03-07T03:03:26.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:26 smithi090 ceph-mon[91928]: osdmap e438: 8 total, 8 up, 8 in 2024-03-07T03:03:26.775 INFO:tasks.rados.rados.0.smithi090.stdout:1875: done (4 left) 2024-03-07T03:03:26.775 INFO:tasks.rados.rados.0.smithi090.stdout:1876: done (3 left) 2024-03-07T03:03:26.776 INFO:tasks.rados.rados.0.smithi090.stdout:1877: done (2 left) 2024-03-07T03:03:26.776 INFO:tasks.rados.rados.0.smithi090.stdout:1878: done (1 left) 2024-03-07T03:03:26.776 INFO:tasks.rados.rados.0.smithi090.stdout:1880: done (0 left) 2024-03-07T03:03:26.776 INFO:tasks.rados.rados.0.smithi090.stdout:1881: snap_remove snap 180 2024-03-07T03:03:27.701 INFO:tasks.rados.rados.0.smithi090.stdout:1881: done (0 left) 2024-03-07T03:03:27.701 INFO:tasks.rados.rados.0.smithi090.stdout:1882: delete oid 49 current snap is 182 2024-03-07T03:03:27.708 INFO:tasks.rados.rados.0.smithi090.stdout:1882: done (0 left) 2024-03-07T03:03:27.708 INFO:tasks.rados.rados.0.smithi090.stdout:1883: delete oid 40 current snap is 182 2024-03-07T03:03:27.712 INFO:tasks.rados.rados.0.smithi090.stdout:1883: done (0 left) 2024-03-07T03:03:27.713 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 15 current snap is 182 2024-03-07T03:03:27.713 INFO:tasks.rados.rados.0.smithi090.stdout:1884: seq_num 592 ranges {12378112=319488} 2024-03-07T03:03:27.781 INFO:tasks.rados.rados.0.smithi090.stdout:1884: writing smithi09077644-15 from 12378112 to 12697600 tid 1 2024-03-07T03:03:27.781 INFO:tasks.rados.rados.0.smithi090.stdout:1885: delete oid 41 current snap is 182 2024-03-07T03:03:27.783 INFO:tasks.rados.rados.0.smithi090.stdout:1885: done (1 left) 2024-03-07T03:03:27.784 INFO:tasks.rados.rados.0.smithi090.stdout:1886: read oid 43 snap -1 2024-03-07T03:03:27.784 INFO:tasks.rados.rados.0.smithi090.stdout:1886: expect (ObjNum 583 snap 177 seq_num 583) 2024-03-07T03:03:27.784 INFO:tasks.rados.rados.0.smithi090.stdout:1887: read oid 50 snap -1 2024-03-07T03:03:27.784 INFO:tasks.rados.rados.0.smithi090.stdout:1887: expect (ObjNum 474 snap 147 seq_num 474) 2024-03-07T03:03:27.784 INFO:tasks.rados.rados.0.smithi090.stdout:1888: rollback oid 20 current snap is 182 2024-03-07T03:03:27.784 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 20 to 168 2024-03-07T03:03:27.784 INFO:tasks.rados.rados.0.smithi090.stdout:1889: copy_from oid 10 from oid 37 current snap is 182 2024-03-07T03:03:27.784 INFO:tasks.rados.rados.0.smithi090.stdout:1890: copy_from oid 31 from oid 40 current snap is 182 2024-03-07T03:03:27.784 INFO:tasks.rados.rados.0.smithi090.stdout:1891: snap_create 2024-03-07T03:03:27.784 INFO:tasks.rados.rados.0.smithi090.stdout:1890: finishing copy_from to smithi09077644-31 2024-03-07T03:03:27.785 INFO:tasks.rados.rados.0.smithi090.stdout:1890: got expected ENOENT (src dne) 2024-03-07T03:03:27.785 INFO:tasks.rados.rados.0.smithi090.stdout:1890: finishing copy_from racing read to smithi09077644-31 2024-03-07T03:03:27.786 INFO:tasks.rados.rados.0.smithi090.stdout:1884: finishing write tid 1 to smithi09077644-15 2024-03-07T03:03:27.787 INFO:tasks.rados.rados.0.smithi090.stdout:1884: finishing write tid 2 to smithi09077644-15 2024-03-07T03:03:27.789 INFO:tasks.rados.rados.0.smithi090.stdout:1884: finishing write tid 3 to smithi09077644-15 2024-03-07T03:03:27.789 INFO:tasks.rados.rados.0.smithi090.stdout:1884: oid 15 updating version 0 to 1125 2024-03-07T03:03:27.789 INFO:tasks.rados.rados.0.smithi090.stdout:1884: oid 15 updating version 1125 to 1126 2024-03-07T03:03:27.789 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 1126 (ObjNum 592 snap 182 seq_num 592) dirty exists 2024-03-07T03:03:27.789 INFO:tasks.rados.rados.0.smithi090.stdout:1884: left oid 15 (ObjNum 592 snap 182 seq_num 592) 2024-03-07T03:03:27.795 INFO:tasks.rados.rados.0.smithi090.stdout:1888: finishing rollback tid 0 to smithi09077644-20 2024-03-07T03:03:27.796 INFO:tasks.rados.rados.0.smithi090.stdout:1888: finishing rollback tid 1 to smithi09077644-20 2024-03-07T03:03:27.796 INFO:tasks.rados.rados.0.smithi090.stdout:1888: finishing rollback tid 2 to smithi09077644-20 2024-03-07T03:03:27.796 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 20 v 762 (ObjNum 549 snap 166 seq_num 549) dirty exists 2024-03-07T03:03:27.804 INFO:tasks.rados.rados.0.smithi090.stdout:1886: expect (ObjNum 583 snap 177 seq_num 583) 2024-03-07T03:03:27.926 INFO:tasks.rados.rados.0.smithi090.stdout:1887: expect (ObjNum 474 snap 147 seq_num 474) 2024-03-07T03:03:28.057 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:27 smithi092 ceph-mon[83777]: osdmap e439: 8 total, 8 up, 8 in 2024-03-07T03:03:28.058 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:27 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:28.058 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:27 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:28.058 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:27 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-07T03:03:28.058 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:27 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-07T03:03:28.058 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:27 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:03:28.058 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:27 smithi092 ceph-mon[83777]: osdmap e440: 8 total, 8 up, 8 in 2024-03-07T03:03:28.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:27 smithi090 ceph-mon[89511]: osdmap e439: 8 total, 8 up, 8 in 2024-03-07T03:03:28.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:27 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:28.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:27 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:28.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:27 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-07T03:03:28.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:27 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-07T03:03:28.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:27 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:03:28.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:27 smithi090 ceph-mon[89511]: osdmap e440: 8 total, 8 up, 8 in 2024-03-07T03:03:28.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:27 smithi090 ceph-mon[91928]: osdmap e439: 8 total, 8 up, 8 in 2024-03-07T03:03:28.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:27 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:28.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:27 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:28.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:27 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-07T03:03:28.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:27 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-07T03:03:28.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:27 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:03:28.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:27 smithi090 ceph-mon[91928]: osdmap e440: 8 total, 8 up, 8 in 2024-03-07T03:03:28.380 INFO:tasks.rados.rados.0.smithi090.stdout:1889: finishing copy_from racing read to smithi09077644-10 2024-03-07T03:03:28.380 INFO:tasks.rados.rados.0.smithi090.stdout:1889: finishing copy_from to smithi09077644-10 2024-03-07T03:03:28.380 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 670 (ObjNum 536 snap 163 seq_num 536) dirty exists 2024-03-07T03:03:28.779 INFO:tasks.rados.rados.0.smithi090.stdout:1884: done (6 left) 2024-03-07T03:03:28.779 INFO:tasks.rados.rados.0.smithi090.stdout:1886: done (5 left) 2024-03-07T03:03:28.779 INFO:tasks.rados.rados.0.smithi090.stdout:1887: done (4 left) 2024-03-07T03:03:28.780 INFO:tasks.rados.rados.0.smithi090.stdout:1888: done (3 left) 2024-03-07T03:03:28.780 INFO:tasks.rados.rados.0.smithi090.stdout:1889: done (2 left) 2024-03-07T03:03:28.780 INFO:tasks.rados.rados.0.smithi090.stdout:1890: done (1 left) 2024-03-07T03:03:28.780 INFO:tasks.rados.rados.0.smithi090.stdout:1891: done (0 left) 2024-03-07T03:03:28.780 INFO:tasks.rados.rados.0.smithi090.stdout:1892: delete oid 20 current snap is 183 2024-03-07T03:03:28.785 INFO:tasks.rados.rados.0.smithi090.stdout:1892: done (0 left) 2024-03-07T03:03:28.785 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 29 current snap is 183 2024-03-07T03:03:28.785 INFO:tasks.rados.rados.0.smithi090.stdout:1893: seq_num 595 ranges {0=368640} 2024-03-07T03:03:28.787 INFO:tasks.rados.rados.0.smithi090.stdout:1893: writing smithi09077644-29 from 0 to 368640 tid 1 2024-03-07T03:03:28.788 INFO:tasks.rados.rados.0.smithi090.stdout:1894: rmattr oid 24 current snap is 183 2024-03-07T03:03:28.788 INFO:tasks.rados.rados.0.smithi090.stdout:1894: done (1 left) 2024-03-07T03:03:28.788 INFO:tasks.rados.rados.0.smithi090.stdout:1895: snap_remove snap 181 2024-03-07T03:03:29.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:28 smithi090 ceph-mon[89511]: Reconfiguring mgr.x (monmap changed)... 2024-03-07T03:03:29.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:28 smithi090 ceph-mon[89511]: Reconfiguring daemon mgr.x on smithi092 2024-03-07T03:03:29.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:28 smithi090 ceph-mon[89511]: pgmap v80: 121 pgs: 121 active+clean; 268 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-03-07T03:03:29.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:28 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:03:29.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:28 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:29.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:28 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:29.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:28 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-03-07T03:03:29.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:28 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:03:29.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:28 smithi090 ceph-mon[91928]: Reconfiguring mgr.x (monmap changed)... 2024-03-07T03:03:29.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:28 smithi090 ceph-mon[91928]: Reconfiguring daemon mgr.x on smithi092 2024-03-07T03:03:29.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:28 smithi090 ceph-mon[91928]: pgmap v80: 121 pgs: 121 active+clean; 268 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-03-07T03:03:29.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:28 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:03:29.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:28 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:29.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:28 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:29.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:28 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-03-07T03:03:29.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:28 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:03:29.111 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:28 smithi092 ceph-mon[83777]: Reconfiguring mgr.x (monmap changed)... 2024-03-07T03:03:29.111 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:28 smithi092 ceph-mon[83777]: Reconfiguring daemon mgr.x on smithi092 2024-03-07T03:03:29.111 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:28 smithi092 ceph-mon[83777]: pgmap v80: 121 pgs: 121 active+clean; 268 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-03-07T03:03:29.111 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:28 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:03:29.111 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:28 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:29.111 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:28 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:29.111 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:28 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-03-07T03:03:29.111 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:28 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:03:29.799 INFO:tasks.rados.rados.0.smithi090.stdout:1895: done (1 left) 2024-03-07T03:03:29.799 INFO:tasks.rados.rados.0.smithi090.stdout:1896: delete oid 8 current snap is 183 2024-03-07T03:03:29.799 INFO:tasks.rados.rados.0.smithi090.stdout:1893: finishing write tid 1 to smithi09077644-29 2024-03-07T03:03:29.799 INFO:tasks.rados.rados.0.smithi090.stdout:1893: finishing write tid 2 to smithi09077644-29 2024-03-07T03:03:29.799 INFO:tasks.rados.rados.0.smithi090.stdout:1893: finishing write tid 3 to smithi09077644-29 2024-03-07T03:03:29.799 INFO:tasks.rados.rados.0.smithi090.stdout:1893: oid 29 updating version 0 to 663 2024-03-07T03:03:29.800 INFO:tasks.rados.rados.0.smithi090.stdout:1893: oid 29 updating version 663 to 664 2024-03-07T03:03:29.800 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 664 (ObjNum 595 snap 183 seq_num 595) dirty exists 2024-03-07T03:03:29.800 INFO:tasks.rados.rados.0.smithi090.stdout:1893: left oid 29 (ObjNum 595 snap 183 seq_num 595) 2024-03-07T03:03:29.806 INFO:tasks.rados.rados.0.smithi090.stdout:1893: done (1 left) 2024-03-07T03:03:29.806 INFO:tasks.rados.rados.0.smithi090.stdout:1896: done (0 left) 2024-03-07T03:03:29.806 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 50 current snap is 183 2024-03-07T03:03:29.806 INFO:tasks.rados.rados.0.smithi090.stdout:1897: seq_num 597 ranges {7757824=401408} 2024-03-07T03:03:29.849 INFO:tasks.rados.rados.0.smithi090.stdout:1897: writing smithi09077644-50 from 7757824 to 8159232 tid 1 2024-03-07T03:03:29.849 INFO:tasks.rados.rados.0.smithi090.stdout:1898: snap_remove snap 179 2024-03-07T03:03:30.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:29 smithi090 ceph-mon[89511]: Reconfiguring osd.4 (monmap changed)... 2024-03-07T03:03:30.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:29 smithi090 ceph-mon[89511]: Reconfiguring daemon osd.4 on smithi092 2024-03-07T03:03:30.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:29 smithi090 ceph-mon[89511]: osdmap e441: 8 total, 8 up, 8 in 2024-03-07T03:03:30.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:29 smithi090 ceph-mon[91928]: Reconfiguring osd.4 (monmap changed)... 2024-03-07T03:03:30.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:29 smithi090 ceph-mon[91928]: Reconfiguring daemon osd.4 on smithi092 2024-03-07T03:03:30.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:29 smithi090 ceph-mon[91928]: osdmap e441: 8 total, 8 up, 8 in 2024-03-07T03:03:30.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:29 smithi092 ceph-mon[83777]: Reconfiguring osd.4 (monmap changed)... 2024-03-07T03:03:30.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:29 smithi092 ceph-mon[83777]: Reconfiguring daemon osd.4 on smithi092 2024-03-07T03:03:30.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:29 smithi092 ceph-mon[83777]: osdmap e441: 8 total, 8 up, 8 in 2024-03-07T03:03:30.796 INFO:tasks.rados.rados.0.smithi090.stdout:1897: finishing write tid 1 to smithi09077644-50 2024-03-07T03:03:30.797 INFO:tasks.rados.rados.0.smithi090.stdout:1897: finishing write tid 2 to smithi09077644-50 2024-03-07T03:03:30.797 INFO:tasks.rados.rados.0.smithi090.stdout:1897: finishing write tid 3 to smithi09077644-50 2024-03-07T03:03:30.797 INFO:tasks.rados.rados.0.smithi090.stdout:1897: oid 50 updating version 0 to 876 2024-03-07T03:03:30.797 INFO:tasks.rados.rados.0.smithi090.stdout:1897: oid 50 updating version 876 to 877 2024-03-07T03:03:30.797 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 50 v 877 (ObjNum 597 snap 183 seq_num 597) dirty exists 2024-03-07T03:03:30.797 INFO:tasks.rados.rados.0.smithi090.stdout:1897: left oid 50 (ObjNum 597 snap 183 seq_num 597) 2024-03-07T03:03:30.797 INFO:tasks.rados.rados.0.smithi090.stdout:1897: done (1 left) 2024-03-07T03:03:30.797 INFO:tasks.rados.rados.0.smithi090.stdout:1898: done (0 left) 2024-03-07T03:03:30.797 INFO:tasks.rados.rados.0.smithi090.stdout:1899: read oid 32 snap -1 2024-03-07T03:03:30.797 INFO:tasks.rados.rados.0.smithi090.stdout:1899: expect deleted 2024-03-07T03:03:30.797 INFO:tasks.rados.rados.0.smithi090.stdout:1900: delete oid 42 current snap is 183 2024-03-07T03:03:30.802 INFO:tasks.rados.rados.0.smithi090.stdout:1899: done (1 left) 2024-03-07T03:03:30.802 INFO:tasks.rados.rados.0.smithi090.stdout:1900: done (0 left) 2024-03-07T03:03:30.802 INFO:tasks.rados.rados.0.smithi090.stdout:1901: read oid 39 snap 168 2024-03-07T03:03:30.802 INFO:tasks.rados.rados.0.smithi090.stdout:1901: expect deleted 2024-03-07T03:03:30.802 INFO:tasks.rados.rados.0.smithi090.stdout:1902: read oid 27 snap 182 2024-03-07T03:03:30.802 INFO:tasks.rados.rados.0.smithi090.stdout:1902: expect (ObjNum 569 snap 171 seq_num 569) 2024-03-07T03:03:30.802 INFO:tasks.rados.rados.0.smithi090.stdout:1903: read oid 12 snap -1 2024-03-07T03:03:30.802 INFO:tasks.rados.rados.0.smithi090.stdout:1903: expect (ObjNum 394 snap 121 seq_num 394) 2024-03-07T03:03:30.802 INFO:tasks.rados.rados.0.smithi090.stdout:1904: snap_create 2024-03-07T03:03:30.824 INFO:tasks.rados.rados.0.smithi090.stdout:1903: expect (ObjNum 394 snap 121 seq_num 394) 2024-03-07T03:03:30.900 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:30 smithi092 ceph-mon[83777]: pgmap v82: 121 pgs: 121 active+clean; 274 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.1 MiB/s wr, 14 op/s 2024-03-07T03:03:30.900 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:30 smithi092 ceph-mon[83777]: osdmap e442: 8 total, 8 up, 8 in 2024-03-07T03:03:30.900 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:30 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:30.900 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:30 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:30.900 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:30 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-03-07T03:03:30.900 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:30 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:03:30.967 INFO:tasks.rados.rados.0.smithi090.stdout:1902: expect (ObjNum 569 snap 171 seq_num 569) 2024-03-07T03:03:31.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:30 smithi090 ceph-mon[91928]: pgmap v82: 121 pgs: 121 active+clean; 274 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.1 MiB/s wr, 14 op/s 2024-03-07T03:03:31.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:30 smithi090 ceph-mon[91928]: osdmap e442: 8 total, 8 up, 8 in 2024-03-07T03:03:31.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:30 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:31.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:30 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:31.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:30 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-03-07T03:03:31.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:30 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:03:31.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:30 smithi090 ceph-mon[89511]: pgmap v82: 121 pgs: 121 active+clean; 274 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.1 MiB/s wr, 14 op/s 2024-03-07T03:03:31.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:30 smithi090 ceph-mon[89511]: osdmap e442: 8 total, 8 up, 8 in 2024-03-07T03:03:31.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:30 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:31.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:30 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:31.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:30 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-03-07T03:03:31.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:30 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:03:31.806 INFO:tasks.rados.rados.0.smithi090.stdout:1901: done (3 left) 2024-03-07T03:03:31.806 INFO:tasks.rados.rados.0.smithi090.stdout:1902: done (2 left) 2024-03-07T03:03:31.806 INFO:tasks.rados.rados.0.smithi090.stdout:1903: done (1 left) 2024-03-07T03:03:31.806 INFO:tasks.rados.rados.0.smithi090.stdout:1904: done (0 left) 2024-03-07T03:03:31.806 INFO:tasks.rados.rados.0.smithi090.stdout:1905: rollback oid 21 current snap is 184 2024-03-07T03:03:31.806 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 21 to 183 2024-03-07T03:03:31.807 INFO:tasks.rados.rados.0.smithi090.stdout:1906: read oid 13 snap 182 2024-03-07T03:03:31.807 INFO:tasks.rados.rados.0.smithi090.stdout:1906: expect (ObjNum 474 snap 147 seq_num 474) 2024-03-07T03:03:31.807 INFO:tasks.rados.rados.0.smithi090.stdout:1907: copy_from oid 4 from oid 1 current snap is 184 2024-03-07T03:03:31.807 INFO:tasks.rados.rados.0.smithi090.stdout:1908: snap_create 2024-03-07T03:03:31.813 INFO:tasks.rados.rados.0.smithi090.stdout:1905: finishing rollback tid 1 to smithi09077644-21 2024-03-07T03:03:31.813 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 878 (ObjNum 481 snap 0 seq_num 3365908144) dirty dne 2024-03-07T03:03:31.819 INFO:tasks.rados.rados.0.smithi090.stdout:1907: finishing copy_from racing read to smithi09077644-4 2024-03-07T03:03:31.820 INFO:tasks.rados.rados.0.smithi090.stdout:1907: finishing copy_from to smithi09077644-4 2024-03-07T03:03:31.821 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 872 (ObjNum 560 snap 168 seq_num 560) dirty exists 2024-03-07T03:03:31.838 INFO:tasks.rados.rados.0.smithi090.stdout:1906: expect (ObjNum 474 snap 147 seq_num 474) 2024-03-07T03:03:32.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:31 smithi090 ceph-mon[91928]: Reconfiguring osd.5 (monmap changed)... 2024-03-07T03:03:32.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:31 smithi090 ceph-mon[91928]: Reconfiguring daemon osd.5 on smithi092 2024-03-07T03:03:32.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:31 smithi090 ceph-mon[91928]: osdmap e443: 8 total, 8 up, 8 in 2024-03-07T03:03:32.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:31 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:32.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:31 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:32.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:31 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-03-07T03:03:32.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:31 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:03:32.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:31 smithi090 ceph-mon[89511]: Reconfiguring osd.5 (monmap changed)... 2024-03-07T03:03:32.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:31 smithi090 ceph-mon[89511]: Reconfiguring daemon osd.5 on smithi092 2024-03-07T03:03:32.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:31 smithi090 ceph-mon[89511]: osdmap e443: 8 total, 8 up, 8 in 2024-03-07T03:03:32.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:31 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:32.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:31 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:32.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:31 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-03-07T03:03:32.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:31 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:03:32.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:31 smithi092 ceph-mon[83777]: Reconfiguring osd.5 (monmap changed)... 2024-03-07T03:03:32.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:31 smithi092 ceph-mon[83777]: Reconfiguring daemon osd.5 on smithi092 2024-03-07T03:03:32.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:31 smithi092 ceph-mon[83777]: osdmap e443: 8 total, 8 up, 8 in 2024-03-07T03:03:32.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:31 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:32.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:31 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:32.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:31 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-03-07T03:03:32.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:31 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:03:32.523 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:03:32 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:03:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:03:32.704 INFO:tasks.rados.rados.0.smithi090.stdout:1905: done (3 left) 2024-03-07T03:03:32.704 INFO:tasks.rados.rados.0.smithi090.stdout:1906: done (2 left) 2024-03-07T03:03:32.704 INFO:tasks.rados.rados.0.smithi090.stdout:1907: done (1 left) 2024-03-07T03:03:32.704 INFO:tasks.rados.rados.0.smithi090.stdout:1908: done (0 left) 2024-03-07T03:03:32.705 INFO:tasks.rados.rados.0.smithi090.stdout:1909: rollback oid 1 current snap is 185 2024-03-07T03:03:32.705 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 1 to 184 2024-03-07T03:03:32.705 INFO:tasks.rados.rados.0.smithi090.stdout:1910: read oid 38 snap -1 2024-03-07T03:03:32.705 INFO:tasks.rados.rados.0.smithi090.stdout:1910: expect (ObjNum 486 snap 150 seq_num 486) 2024-03-07T03:03:32.705 INFO:tasks.rados.rados.0.smithi090.stdout:1911: delete oid 40 current snap is 185 2024-03-07T03:03:32.708 INFO:tasks.rados.rados.0.smithi090.stdout:1911: done (2 left) 2024-03-07T03:03:32.708 INFO:tasks.rados.rados.0.smithi090.stdout:1912: read oid 21 snap 184 2024-03-07T03:03:32.709 INFO:tasks.rados.rados.0.smithi090.stdout:1912: expect deleted 2024-03-07T03:03:32.709 INFO:tasks.rados.rados.0.smithi090.stdout:1913: delete oid 19 current snap is 185 2024-03-07T03:03:32.711 INFO:tasks.rados.rados.0.smithi090.stdout:1909: finishing rollback tid 0 to smithi09077644-1 2024-03-07T03:03:32.711 INFO:tasks.rados.rados.0.smithi090.stdout:1909: finishing rollback tid 1 to smithi09077644-1 2024-03-07T03:03:32.712 INFO:tasks.rados.rados.0.smithi090.stdout:1909: finishing rollback tid 2 to smithi09077644-1 2024-03-07T03:03:32.712 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 1 v 881 (ObjNum 560 snap 168 seq_num 560) dirty exists 2024-03-07T03:03:32.713 INFO:tasks.rados.rados.0.smithi090.stdout:1909: done (3 left) 2024-03-07T03:03:32.713 INFO:tasks.rados.rados.0.smithi090.stdout:1912: done (2 left) 2024-03-07T03:03:32.713 INFO:tasks.rados.rados.0.smithi090.stdout:1913: done (1 left) 2024-03-07T03:03:32.713 INFO:tasks.rados.rados.0.smithi090.stdout:1914: rollback oid 26 current snap is 185 2024-03-07T03:03:32.713 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 26 to 168 2024-03-07T03:03:32.713 INFO:tasks.rados.rados.0.smithi090.stdout:1915: read oid 20 snap -1 2024-03-07T03:03:32.713 INFO:tasks.rados.rados.0.smithi090.stdout:1915: expect deleted 2024-03-07T03:03:32.713 INFO:tasks.rados.rados.0.smithi090.stdout:1916: snap_create 2024-03-07T03:03:32.716 INFO:tasks.rados.rados.0.smithi090.stdout:1914: finishing rollback tid 0 to smithi09077644-26 2024-03-07T03:03:32.717 INFO:tasks.rados.rados.0.smithi090.stdout:1914: finishing rollback tid 1 to smithi09077644-26 2024-03-07T03:03:32.717 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 26 v 879 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-03-07T03:03:32.746 INFO:tasks.rados.rados.0.smithi090.stdout:1910: expect (ObjNum 486 snap 150 seq_num 486) 2024-03-07T03:03:33.079 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:03:33 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:03:33] "GET /metrics HTTP/1.1" 200 35973 "" "Prometheus/2.43.0" 2024-03-07T03:03:33.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:32 smithi090 ceph-mon[91928]: Reconfiguring osd.6 (monmap changed)... 2024-03-07T03:03:33.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:32 smithi090 ceph-mon[91928]: Reconfiguring daemon osd.6 on smithi092 2024-03-07T03:03:33.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:32 smithi090 ceph-mon[91928]: pgmap v85: 121 pgs: 121 active+clean; 274 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.1 MiB/s wr, 14 op/s 2024-03-07T03:03:33.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:32 smithi090 ceph-mon[91928]: osdmap e444: 8 total, 8 up, 8 in 2024-03-07T03:03:33.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:32 smithi090 ceph-mon[91928]: osdmap e445: 8 total, 8 up, 8 in 2024-03-07T03:03:33.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:32 smithi090 ceph-mon[89511]: Reconfiguring osd.6 (monmap changed)... 2024-03-07T03:03:33.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:32 smithi090 ceph-mon[89511]: Reconfiguring daemon osd.6 on smithi092 2024-03-07T03:03:33.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:32 smithi090 ceph-mon[89511]: pgmap v85: 121 pgs: 121 active+clean; 274 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.1 MiB/s wr, 14 op/s 2024-03-07T03:03:33.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:32 smithi090 ceph-mon[89511]: osdmap e444: 8 total, 8 up, 8 in 2024-03-07T03:03:33.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:32 smithi090 ceph-mon[89511]: osdmap e445: 8 total, 8 up, 8 in 2024-03-07T03:03:33.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:32 smithi092 ceph-mon[83777]: Reconfiguring osd.6 (monmap changed)... 2024-03-07T03:03:33.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:32 smithi092 ceph-mon[83777]: Reconfiguring daemon osd.6 on smithi092 2024-03-07T03:03:33.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:32 smithi092 ceph-mon[83777]: pgmap v85: 121 pgs: 121 active+clean; 274 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.1 MiB/s wr, 14 op/s 2024-03-07T03:03:33.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:32 smithi092 ceph-mon[83777]: osdmap e444: 8 total, 8 up, 8 in 2024-03-07T03:03:33.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:32 smithi092 ceph-mon[83777]: osdmap e445: 8 total, 8 up, 8 in 2024-03-07T03:03:33.870 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:03:33 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:03:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi090\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:03:34.011 INFO:tasks.rados.rados.0.smithi090.stdout:1910: done (3 left) 2024-03-07T03:03:34.011 INFO:tasks.rados.rados.0.smithi090.stdout:1914: done (2 left) 2024-03-07T03:03:34.011 INFO:tasks.rados.rados.0.smithi090.stdout:1915: done (1 left) 2024-03-07T03:03:34.011 INFO:tasks.rados.rados.0.smithi090.stdout:1916: done (0 left) 2024-03-07T03:03:34.011 INFO:tasks.rados.rados.0.smithi090.stdout:1917: rollback oid 5 current snap is 186 2024-03-07T03:03:34.011 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 5 to 185 2024-03-07T03:03:34.011 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 46 current snap is 186 2024-03-07T03:03:34.011 INFO:tasks.rados.rados.0.smithi090.stdout:1918: seq_num 601 ranges {1146880=475136} 2024-03-07T03:03:34.019 INFO:tasks.rados.rados.0.smithi090.stdout:1918: writing smithi09077644-46 from 1146880 to 1622016 tid 1 2024-03-07T03:03:34.019 INFO:tasks.rados.rados.0.smithi090.stdout:1919: snap_create 2024-03-07T03:03:34.020 INFO:tasks.rados.rados.0.smithi090.stdout:1917: finishing rollback tid 1 to smithi09077644-5 2024-03-07T03:03:34.020 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 5 v 748 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-03-07T03:03:34.024 INFO:tasks.rados.rados.0.smithi090.stdout:1918: finishing write tid 1 to smithi09077644-46 2024-03-07T03:03:34.024 INFO:tasks.rados.rados.0.smithi090.stdout:1918: finishing write tid 2 to smithi09077644-46 2024-03-07T03:03:34.027 INFO:tasks.rados.rados.0.smithi090.stdout:1918: finishing write tid 3 to smithi09077644-46 2024-03-07T03:03:34.027 INFO:tasks.rados.rados.0.smithi090.stdout:1918: oid 46 updating version 0 to 1064 2024-03-07T03:03:34.027 INFO:tasks.rados.rados.0.smithi090.stdout:1918: oid 46 updating version 1064 to 1065 2024-03-07T03:03:34.027 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 1065 (ObjNum 601 snap 186 seq_num 601) dirty exists 2024-03-07T03:03:34.028 INFO:tasks.rados.rados.0.smithi090.stdout:1918: left oid 46 (ObjNum 601 snap 186 seq_num 601) 2024-03-07T03:03:34.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:34 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:34.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:34 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:34.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:34 smithi092 ceph-mon[83777]: Reconfiguring osd.7 (monmap changed)... 2024-03-07T03:03:34.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:34 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-03-07T03:03:34.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:34 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:03:34.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:34 smithi092 ceph-mon[83777]: Reconfiguring daemon osd.7 on smithi092 2024-03-07T03:03:34.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:34 smithi092 ceph-mon[83777]: osdmap e446: 8 total, 8 up, 8 in 2024-03-07T03:03:34.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:34 smithi092 ceph-mon[83777]: pgmap v89: 121 pgs: 121 active+clean; 262 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 735 KiB/s wr, 8 op/s 2024-03-07T03:03:34.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:34 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:34.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:34 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:34.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:34 smithi090 ceph-mon[91928]: Reconfiguring osd.7 (monmap changed)... 2024-03-07T03:03:34.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:34 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-03-07T03:03:34.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:34 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:03:34.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:34 smithi090 ceph-mon[91928]: Reconfiguring daemon osd.7 on smithi092 2024-03-07T03:03:34.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:34 smithi090 ceph-mon[91928]: osdmap e446: 8 total, 8 up, 8 in 2024-03-07T03:03:34.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:34 smithi090 ceph-mon[91928]: pgmap v89: 121 pgs: 121 active+clean; 262 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 735 KiB/s wr, 8 op/s 2024-03-07T03:03:34.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:34 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:34.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:34 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:34.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:34 smithi090 ceph-mon[89511]: Reconfiguring osd.7 (monmap changed)... 2024-03-07T03:03:34.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:34 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-03-07T03:03:34.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:34 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:03:34.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:34 smithi090 ceph-mon[89511]: Reconfiguring daemon osd.7 on smithi092 2024-03-07T03:03:34.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:34 smithi090 ceph-mon[89511]: osdmap e446: 8 total, 8 up, 8 in 2024-03-07T03:03:34.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:34 smithi090 ceph-mon[89511]: pgmap v89: 121 pgs: 121 active+clean; 262 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 735 KiB/s wr, 8 op/s 2024-03-07T03:03:34.714 INFO:tasks.rados.rados.0.smithi090.stdout:1917: done (2 left) 2024-03-07T03:03:34.714 INFO:tasks.rados.rados.0.smithi090.stdout:1918: done (1 left) 2024-03-07T03:03:34.714 INFO:tasks.rados.rados.0.smithi090.stdout:1919: done (0 left) 2024-03-07T03:03:34.714 INFO:tasks.rados.rados.0.smithi090.stdout:1920: snap_remove snap 186 2024-03-07T03:03:35.717 INFO:tasks.rados.rados.0.smithi090.stdout:1920: done (0 left) 2024-03-07T03:03:35.717 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 49 current snap is 187 2024-03-07T03:03:35.717 INFO:tasks.rados.rados.0.smithi090.stdout:1921: seq_num 602 ranges {0=491520} 2024-03-07T03:03:35.719 INFO:tasks.rados.rados.0.smithi090.stdout:1921: writing smithi09077644-49 from 0 to 491520 tid 1 2024-03-07T03:03:35.719 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 25 current snap is 187 2024-03-07T03:03:35.719 INFO:tasks.rados.rados.0.smithi090.stdout:1922: seq_num 603 ranges {2105344=507904} 2024-03-07T03:03:35.734 INFO:tasks.rados.rados.0.smithi090.stdout:1922: writing smithi09077644-25 from 2105344 to 2613248 tid 1 2024-03-07T03:03:35.735 INFO:tasks.rados.rados.0.smithi090.stdout:1923: copy_from oid 30 from oid 13 current snap is 187 2024-03-07T03:03:35.735 INFO:tasks.rados.rados.0.smithi090.stdout:1921: finishing write tid 1 to smithi09077644-49 2024-03-07T03:03:35.735 INFO:tasks.rados.rados.0.smithi090.stdout:1921: finishing write tid 2 to smithi09077644-49 2024-03-07T03:03:35.735 INFO:tasks.rados.rados.0.smithi090.stdout:1921: finishing write tid 3 to smithi09077644-49 2024-03-07T03:03:35.735 INFO:tasks.rados.rados.0.smithi090.stdout:1921: oid 49 updating version 0 to 990 2024-03-07T03:03:35.735 INFO:tasks.rados.rados.0.smithi090.stdout:1921: oid 49 updating version 990 to 991 2024-03-07T03:03:35.735 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 49 v 991 (ObjNum 602 snap 187 seq_num 602) dirty exists 2024-03-07T03:03:35.735 INFO:tasks.rados.rados.0.smithi090.stdout:1921: left oid 49 (ObjNum 602 snap 187 seq_num 602) 2024-03-07T03:03:35.735 INFO:tasks.rados.rados.0.smithi090.stdout:1921: done (2 left) 2024-03-07T03:03:35.735 INFO:tasks.rados.rados.0.smithi090.stdout:1924: read oid 36 snap -1 2024-03-07T03:03:35.735 INFO:tasks.rados.rados.0.smithi090.stdout:1924: expect (ObjNum 380 snap 117 seq_num 380) 2024-03-07T03:03:35.735 INFO:tasks.rados.rados.0.smithi090.stdout:1925: setattr oid 47 current snap is 187 2024-03-07T03:03:35.736 INFO:tasks.rados.rados.0.smithi090.stdout:1926: read oid 35 snap -1 2024-03-07T03:03:35.736 INFO:tasks.rados.rados.0.smithi090.stdout:1926: expect (ObjNum 521 snap 157 seq_num 521) 2024-03-07T03:03:35.737 INFO:tasks.rados.rados.0.smithi090.stdout:1927: delete oid 24 current snap is 187 2024-03-07T03:03:35.740 INFO:tasks.rados.rados.0.smithi090.stdout:1927: done (5 left) 2024-03-07T03:03:35.740 INFO:tasks.rados.rados.0.smithi090.stdout:1928: snap_remove snap 182 2024-03-07T03:03:35.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:35 smithi092 ceph-mon[83777]: osdmap e447: 8 total, 8 up, 8 in 2024-03-07T03:03:35.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:35 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:35.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:35 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:35.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:35 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-07T03:03:35.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:35 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:03:36.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:35 smithi090 ceph-mon[91928]: osdmap e447: 8 total, 8 up, 8 in 2024-03-07T03:03:36.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:35 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:36.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:35 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:36.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:35 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-07T03:03:36.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:35 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:03:36.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:35 smithi090 ceph-mon[89511]: osdmap e447: 8 total, 8 up, 8 in 2024-03-07T03:03:36.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:35 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:36.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:35 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:36.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:35 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-07T03:03:36.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:35 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:03:36.734 INFO:tasks.rados.rados.0.smithi090.stdout:1928: done (5 left) 2024-03-07T03:03:36.734 INFO:tasks.rados.rados.0.smithi090.stdout:1929: rollback oid 34 current snap is 187 2024-03-07T03:03:36.735 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 34 to 183 2024-03-07T03:03:36.735 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 31 current snap is 187 2024-03-07T03:03:36.735 INFO:tasks.rados.rados.0.smithi090.stdout:1930: seq_num 605 ranges {7757824=540672} 2024-03-07T03:03:36.780 INFO:tasks.rados.rados.0.smithi090.stdout:1930: writing smithi09077644-31 from 7757824 to 8298496 tid 1 2024-03-07T03:03:36.780 INFO:tasks.rados.rados.0.smithi090.stdout:1931: delete oid 26 current snap is 187 2024-03-07T03:03:36.780 INFO:tasks.rados.rados.0.smithi090.stdout:1922: finishing write tid 1 to smithi09077644-25 2024-03-07T03:03:36.780 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 697 (ObjNum 589 snap 181 seq_num 589) dirty exists 2024-03-07T03:03:36.780 INFO:tasks.rados.rados.0.smithi090.stdout:1922: finishing write tid 2 to smithi09077644-25 2024-03-07T03:03:36.780 INFO:tasks.rados.rados.0.smithi090.stdout:1924: expect (ObjNum 380 snap 117 seq_num 380) 2024-03-07T03:03:36.864 INFO:tasks.rados.rados.0.smithi090.stdout:1922: finishing write tid 3 to smithi09077644-25 2024-03-07T03:03:36.864 INFO:tasks.rados.rados.0.smithi090.stdout:1922: oid 25 updating version 0 to 994 2024-03-07T03:03:36.864 INFO:tasks.rados.rados.0.smithi090.stdout:1922: oid 25 version 994 is already newer than 993 2024-03-07T03:03:36.864 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 25 v 994 (ObjNum 603 snap 187 seq_num 603) dirty exists 2024-03-07T03:03:36.864 INFO:tasks.rados.rados.0.smithi090.stdout:1922: left oid 25 (ObjNum 603 snap 187 seq_num 603) 2024-03-07T03:03:36.864 INFO:tasks.rados.rados.0.smithi090.stdout:1926: expect (ObjNum 521 snap 157 seq_num 521) 2024-03-07T03:03:36.905 INFO:tasks.rados.rados.0.smithi090.stdout:1923: finishing copy_from racing read to smithi09077644-30 2024-03-07T03:03:36.905 INFO:tasks.rados.rados.0.smithi090.stdout:1923: finishing copy_from to smithi09077644-30 2024-03-07T03:03:36.905 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 30 v 967 (ObjNum 474 snap 147 seq_num 474) dirty exists 2024-03-07T03:03:36.905 INFO:tasks.rados.rados.0.smithi090.stdout:1929: finishing rollback tid 1 to smithi09077644-34 2024-03-07T03:03:36.905 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 34 v 0 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-03-07T03:03:36.905 INFO:tasks.rados.rados.0.smithi090.stdout:1922: done (7 left) 2024-03-07T03:03:36.905 INFO:tasks.rados.rados.0.smithi090.stdout:1923: done (6 left) 2024-03-07T03:03:36.906 INFO:tasks.rados.rados.0.smithi090.stdout:1924: done (5 left) 2024-03-07T03:03:36.906 INFO:tasks.rados.rados.0.smithi090.stdout:1925: done (4 left) 2024-03-07T03:03:36.906 INFO:tasks.rados.rados.0.smithi090.stdout:1926: done (3 left) 2024-03-07T03:03:36.906 INFO:tasks.rados.rados.0.smithi090.stdout:1929: done (2 left) 2024-03-07T03:03:36.906 INFO:tasks.rados.rados.0.smithi090.stdout:1931: done (1 left) 2024-03-07T03:03:36.906 INFO:tasks.rados.rados.0.smithi090.stdout:1932: delete oid 19 current snap is 187 2024-03-07T03:03:36.906 INFO:tasks.rados.rados.0.smithi090.stdout:1930: finishing write tid 1 to smithi09077644-31 2024-03-07T03:03:36.906 INFO:tasks.rados.rados.0.smithi090.stdout:1930: finishing write tid 2 to smithi09077644-31 2024-03-07T03:03:36.906 INFO:tasks.rados.rados.0.smithi090.stdout:1930: finishing write tid 3 to smithi09077644-31 2024-03-07T03:03:36.906 INFO:tasks.rados.rados.0.smithi090.stdout:1930: oid 31 updating version 0 to 861 2024-03-07T03:03:36.906 INFO:tasks.rados.rados.0.smithi090.stdout:1930: oid 31 updating version 861 to 862 2024-03-07T03:03:36.906 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 862 (ObjNum 605 snap 187 seq_num 605) dirty exists 2024-03-07T03:03:36.906 INFO:tasks.rados.rados.0.smithi090.stdout:1930: left oid 31 (ObjNum 605 snap 187 seq_num 605) 2024-03-07T03:03:36.907 INFO:tasks.rados.rados.0.smithi090.stdout:1930: done (1 left) 2024-03-07T03:03:36.907 INFO:tasks.rados.rados.0.smithi090.stdout:1932: done (0 left) 2024-03-07T03:03:36.907 INFO:tasks.rados.rados.0.smithi090.stdout:1933: read oid 29 snap -1 2024-03-07T03:03:36.907 INFO:tasks.rados.rados.0.smithi090.stdout:1933: expect (ObjNum 595 snap 183 seq_num 595) 2024-03-07T03:03:36.907 INFO:tasks.rados.rados.0.smithi090.stdout:1934: rollback oid 6 current snap is 187 2024-03-07T03:03:36.907 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 6 to 168 2024-03-07T03:03:36.907 INFO:tasks.rados.rados.0.smithi090.stdout:1935: read oid 9 snap -1 2024-03-07T03:03:36.907 INFO:tasks.rados.rados.0.smithi090.stdout:1935: expect (ObjNum 555 snap 166 seq_num 555) 2024-03-07T03:03:36.907 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 26 current snap is 187 2024-03-07T03:03:36.908 INFO:tasks.rados.rados.0.smithi090.stdout:1936: seq_num 608 ranges {0=589824} 2024-03-07T03:03:36.911 INFO:tasks.rados.rados.0.smithi090.stdout:1936: writing smithi09077644-26 from 0 to 589824 tid 1 2024-03-07T03:03:36.911 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 35 current snap is 187 2024-03-07T03:03:36.911 INFO:tasks.rados.rados.0.smithi090.stdout:1937: seq_num 609 ranges {1531904=606208} 2024-03-07T03:03:36.923 INFO:tasks.rados.rados.0.smithi090.stdout:1937: writing smithi09077644-35 from 1531904 to 2138112 tid 1 2024-03-07T03:03:36.923 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 37 current snap is 187 2024-03-07T03:03:36.923 INFO:tasks.rados.rados.0.smithi090.stdout:1934: finishing rollback tid 1 to smithi09077644-6 2024-03-07T03:03:36.923 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 0 (ObjNum 129 snap 0 seq_num 3340832312) dirty dne 2024-03-07T03:03:36.923 INFO:tasks.rados.rados.0.smithi090.stdout:1933: expect (ObjNum 595 snap 183 seq_num 595) 2024-03-07T03:03:36.933 INFO:tasks.rados.rados.0.smithi090.stdout:1935: expect (ObjNum 555 snap 166 seq_num 555) 2024-03-07T03:03:36.989 INFO:tasks.rados.rados.0.smithi090.stdout:1936: finishing write tid 1 to smithi09077644-26 2024-03-07T03:03:36.989 INFO:tasks.rados.rados.0.smithi090.stdout:1936: finishing write tid 2 to smithi09077644-26 2024-03-07T03:03:36.989 INFO:tasks.rados.rados.0.smithi090.stdout:1936: finishing write tid 3 to smithi09077644-26 2024-03-07T03:03:36.989 INFO:tasks.rados.rados.0.smithi090.stdout:1936: oid 26 updating version 0 to 880 2024-03-07T03:03:36.989 INFO:tasks.rados.rados.0.smithi090.stdout:1936: oid 26 updating version 880 to 881 2024-03-07T03:03:36.990 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 26 v 881 (ObjNum 608 snap 187 seq_num 608) dirty exists 2024-03-07T03:03:36.990 INFO:tasks.rados.rados.0.smithi090.stdout:1936: left oid 26 (ObjNum 608 snap 187 seq_num 608) 2024-03-07T03:03:36.990 INFO:tasks.rados.rados.0.smithi090.stdout:1938: seq_num 610 ranges {4825088=622592} 2024-03-07T03:03:37.019 INFO:tasks.rados.rados.0.smithi090.stdout:1938: writing smithi09077644-37 from 4825088 to 5447680 tid 1 2024-03-07T03:03:37.019 INFO:tasks.rados.rados.0.smithi090.stdout:1933: done (5 left) 2024-03-07T03:03:37.019 INFO:tasks.rados.rados.0.smithi090.stdout:1934: done (4 left) 2024-03-07T03:03:37.019 INFO:tasks.rados.rados.0.smithi090.stdout:1935: done (3 left) 2024-03-07T03:03:37.019 INFO:tasks.rados.rados.0.smithi090.stdout:1936: done (2 left) 2024-03-07T03:03:37.019 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 10 current snap is 187 2024-03-07T03:03:37.019 INFO:tasks.rados.rados.0.smithi090.stdout:1937: finishing write tid 1 to smithi09077644-35 2024-03-07T03:03:37.019 INFO:tasks.rados.rados.0.smithi090.stdout:1937: finishing write tid 2 to smithi09077644-35 2024-03-07T03:03:37.020 INFO:tasks.rados.rados.0.smithi090.stdout:1939: seq_num 611 ranges {4825088=638976} 2024-03-07T03:03:37.049 INFO:tasks.rados.rados.0.smithi090.stdout:1939: writing smithi09077644-10 from 4825088 to 5464064 tid 1 2024-03-07T03:03:37.049 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 34 current snap is 187 2024-03-07T03:03:37.049 INFO:tasks.rados.rados.0.smithi090.stdout:1937: finishing write tid 3 to smithi09077644-35 2024-03-07T03:03:37.049 INFO:tasks.rados.rados.0.smithi090.stdout:1937: oid 35 updating version 0 to 741 2024-03-07T03:03:37.049 INFO:tasks.rados.rados.0.smithi090.stdout:1937: oid 35 version 741 is already newer than 740 2024-03-07T03:03:37.050 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 35 v 741 (ObjNum 609 snap 187 seq_num 609) dirty exists 2024-03-07T03:03:37.050 INFO:tasks.rados.rados.0.smithi090.stdout:1937: left oid 35 (ObjNum 609 snap 187 seq_num 609) 2024-03-07T03:03:37.050 INFO:tasks.rados.rados.0.smithi090.stdout:1938: finishing write tid 1 to smithi09077644-37 2024-03-07T03:03:37.050 INFO:tasks.rados.rados.0.smithi090.stdout:1938: finishing write tid 2 to smithi09077644-37 2024-03-07T03:03:37.050 INFO:tasks.rados.rados.0.smithi090.stdout:1938: finishing write tid 3 to smithi09077644-37 2024-03-07T03:03:37.050 INFO:tasks.rados.rados.0.smithi090.stdout:1938: oid 37 updating version 0 to 683 2024-03-07T03:03:37.050 INFO:tasks.rados.rados.0.smithi090.stdout:1938: oid 37 version 683 is already newer than 682 2024-03-07T03:03:37.050 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 37 v 683 (ObjNum 610 snap 187 seq_num 610) dirty exists 2024-03-07T03:03:37.050 INFO:tasks.rados.rados.0.smithi090.stdout:1938: left oid 37 (ObjNum 610 snap 187 seq_num 610) 2024-03-07T03:03:37.050 INFO:tasks.rados.rados.0.smithi090.stdout:1940: seq_num 612 ranges {0=655360} 2024-03-07T03:03:37.053 INFO:tasks.rados.rados.0.smithi090.stdout:1940: writing smithi09077644-34 from 0 to 655360 tid 1 2024-03-07T03:03:37.053 INFO:tasks.rados.rados.0.smithi090.stdout:1937: done (3 left) 2024-03-07T03:03:37.053 INFO:tasks.rados.rados.0.smithi090.stdout:1938: done (2 left) 2024-03-07T03:03:37.053 INFO:tasks.rados.rados.0.smithi090.stdout:1941: delete oid 31 current snap is 187 2024-03-07T03:03:37.053 INFO:tasks.rados.rados.0.smithi090.stdout:1939: finishing write tid 1 to smithi09077644-10 2024-03-07T03:03:37.054 INFO:tasks.rados.rados.0.smithi090.stdout:1939: finishing write tid 2 to smithi09077644-10 2024-03-07T03:03:37.055 INFO:tasks.rados.rados.0.smithi090.stdout:1939: finishing write tid 3 to smithi09077644-10 2024-03-07T03:03:37.056 INFO:tasks.rados.rados.0.smithi090.stdout:1939: oid 10 updating version 0 to 1138 2024-03-07T03:03:37.056 INFO:tasks.rados.rados.0.smithi090.stdout:1939: oid 10 updating version 1138 to 1139 2024-03-07T03:03:37.056 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 1139 (ObjNum 611 snap 187 seq_num 611) dirty exists 2024-03-07T03:03:37.056 INFO:tasks.rados.rados.0.smithi090.stdout:1939: left oid 10 (ObjNum 611 snap 187 seq_num 611) 2024-03-07T03:03:37.056 INFO:tasks.rados.rados.0.smithi090.stdout:1939: done (2 left) 2024-03-07T03:03:37.056 INFO:tasks.rados.rados.0.smithi090.stdout:1941: done (1 left) 2024-03-07T03:03:37.056 INFO:tasks.rados.rados.0.smithi090.stdout:1942: rollback oid 49 current snap is 187 2024-03-07T03:03:37.056 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 49 to 185 2024-03-07T03:03:37.056 INFO:tasks.rados.rados.0.smithi090.stdout:1943: snap_remove snap 184 2024-03-07T03:03:37.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:36 smithi090 ceph-mon[89511]: Reconfiguring mds.b (monmap changed)... 2024-03-07T03:03:37.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:36 smithi090 ceph-mon[89511]: Reconfiguring daemon mds.b on smithi092 2024-03-07T03:03:37.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:36 smithi090 ceph-mon[89511]: osdmap e448: 8 total, 8 up, 8 in 2024-03-07T03:03:37.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:36 smithi090 ceph-mon[89511]: pgmap v92: 121 pgs: 121 active+clean; 262 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 736 KiB/s wr, 8 op/s 2024-03-07T03:03:37.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:36 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:37.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:36 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:37.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:36 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:03:37.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:36 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:03:37.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:36 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:03:37.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:36 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:37.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:36 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-03-07T03:03:37.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:36 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-03-07T03:03:37.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:36 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-03-07T03:03:37.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:36 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-03-07T03:03:37.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:36 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-03-07T03:03:37.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:36 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-03-07T03:03:37.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:36 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:03:37.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:36 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:37.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:36 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-03-07T03:03:37.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:36 smithi090 ceph-mon[91928]: Reconfiguring mds.b (monmap changed)... 2024-03-07T03:03:37.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:36 smithi090 ceph-mon[91928]: Reconfiguring daemon mds.b on smithi092 2024-03-07T03:03:37.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:36 smithi090 ceph-mon[91928]: osdmap e448: 8 total, 8 up, 8 in 2024-03-07T03:03:37.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:36 smithi090 ceph-mon[91928]: pgmap v92: 121 pgs: 121 active+clean; 262 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 736 KiB/s wr, 8 op/s 2024-03-07T03:03:37.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:36 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:37.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:36 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:37.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:36 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:03:37.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:36 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:03:37.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:36 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:03:37.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:36 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:37.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:36 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-03-07T03:03:37.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:36 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-03-07T03:03:37.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:36 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-03-07T03:03:37.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:36 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-03-07T03:03:37.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:36 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-03-07T03:03:37.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:36 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-03-07T03:03:37.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:36 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:03:37.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:36 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:37.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:36 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-03-07T03:03:37.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:36 smithi092 ceph-mon[83777]: Reconfiguring mds.b (monmap changed)... 2024-03-07T03:03:37.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:36 smithi092 ceph-mon[83777]: Reconfiguring daemon mds.b on smithi092 2024-03-07T03:03:37.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:36 smithi092 ceph-mon[83777]: osdmap e448: 8 total, 8 up, 8 in 2024-03-07T03:03:37.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:36 smithi092 ceph-mon[83777]: pgmap v92: 121 pgs: 121 active+clean; 262 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 736 KiB/s wr, 8 op/s 2024-03-07T03:03:37.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:36 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:37.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:36 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:37.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:36 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:03:37.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:36 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:03:37.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:36 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:03:37.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:36 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:37.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:36 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-03-07T03:03:37.169 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:36 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-03-07T03:03:37.169 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:36 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-03-07T03:03:37.169 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:36 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-03-07T03:03:37.169 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:36 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-03-07T03:03:37.169 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:36 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-03-07T03:03:37.169 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:36 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:03:37.169 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:36 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:37.169 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:36 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-03-07T03:03:37.705 INFO:tasks.rados.rados.0.smithi090.stdout:1943: done (2 left) 2024-03-07T03:03:37.705 INFO:tasks.rados.rados.0.smithi090.stdout:1944: rmattr oid 25 current snap is 187 2024-03-07T03:03:37.705 INFO:tasks.rados.rados.0.smithi090.stdout:1944: done (2 left) 2024-03-07T03:03:37.705 INFO:tasks.rados.rados.0.smithi090.stdout:1945: snap_create 2024-03-07T03:03:37.705 INFO:tasks.rados.rados.0.smithi090.stdout:1940: finishing write tid 1 to smithi09077644-34 2024-03-07T03:03:37.705 INFO:tasks.rados.rados.0.smithi090.stdout:1940: finishing write tid 2 to smithi09077644-34 2024-03-07T03:03:37.705 INFO:tasks.rados.rados.0.smithi090.stdout:1942: finishing rollback tid 0 to smithi09077644-49 2024-03-07T03:03:37.705 INFO:tasks.rados.rados.0.smithi090.stdout:1942: finishing rollback tid 1 to smithi09077644-49 2024-03-07T03:03:37.706 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 49 v 998 (ObjNum 209 snap 0 seq_num 3339775760) dirty dne 2024-03-07T03:03:37.706 INFO:tasks.rados.rados.0.smithi090.stdout:1940: finishing write tid 3 to smithi09077644-34 2024-03-07T03:03:37.706 INFO:tasks.rados.rados.0.smithi090.stdout:1940: oid 34 updating version 0 to 684 2024-03-07T03:03:37.706 INFO:tasks.rados.rados.0.smithi090.stdout:1940: oid 34 updating version 684 to 685 2024-03-07T03:03:37.706 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 34 v 685 (ObjNum 612 snap 187 seq_num 612) dirty exists 2024-03-07T03:03:37.706 INFO:tasks.rados.rados.0.smithi090.stdout:1940: left oid 34 (ObjNum 612 snap 187 seq_num 612) 2024-03-07T03:03:37.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:37 smithi090 ceph-mon[89511]: Upgrade: Setting container_image for all mon 2024-03-07T03:03:37.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:37 smithi090 ceph-mon[89511]: Upgrade: Setting container_image for all crash 2024-03-07T03:03:37.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:37 smithi090 ceph-mon[89511]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-03-07T03:03:37.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:37 smithi090 ceph-mon[89511]: Upgrade: osd.0 is safe to restart 2024-03-07T03:03:37.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:37 smithi090 ceph-mon[89511]: osdmap e449: 8 total, 8 up, 8 in 2024-03-07T03:03:37.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:37 smithi090 ceph-mon[89511]: osdmap e450: 8 total, 8 up, 8 in 2024-03-07T03:03:37.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:37 smithi090 ceph-mon[91928]: Upgrade: Setting container_image for all mon 2024-03-07T03:03:37.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:37 smithi090 ceph-mon[91928]: Upgrade: Setting container_image for all crash 2024-03-07T03:03:37.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:37 smithi090 ceph-mon[91928]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-03-07T03:03:37.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:37 smithi090 ceph-mon[91928]: Upgrade: osd.0 is safe to restart 2024-03-07T03:03:37.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:37 smithi090 ceph-mon[91928]: osdmap e449: 8 total, 8 up, 8 in 2024-03-07T03:03:37.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:37 smithi090 ceph-mon[91928]: osdmap e450: 8 total, 8 up, 8 in 2024-03-07T03:03:38.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:37 smithi092 ceph-mon[83777]: Upgrade: Setting container_image for all mon 2024-03-07T03:03:38.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:37 smithi092 ceph-mon[83777]: Upgrade: Setting container_image for all crash 2024-03-07T03:03:38.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:37 smithi092 ceph-mon[83777]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-03-07T03:03:38.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:37 smithi092 ceph-mon[83777]: Upgrade: osd.0 is safe to restart 2024-03-07T03:03:38.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:37 smithi092 ceph-mon[83777]: osdmap e449: 8 total, 8 up, 8 in 2024-03-07T03:03:38.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:37 smithi092 ceph-mon[83777]: osdmap e450: 8 total, 8 up, 8 in 2024-03-07T03:03:38.709 INFO:tasks.rados.rados.0.smithi090.stdout:1940: done (2 left) 2024-03-07T03:03:38.709 INFO:tasks.rados.rados.0.smithi090.stdout:1942: done (1 left) 2024-03-07T03:03:38.709 INFO:tasks.rados.rados.0.smithi090.stdout:1945: done (0 left) 2024-03-07T03:03:38.709 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 32 current snap is 188 2024-03-07T03:03:38.709 INFO:tasks.rados.rados.0.smithi090.stdout:1946: seq_num 614 ranges {0=688128} 2024-03-07T03:03:38.713 INFO:tasks.rados.rados.0.smithi090.stdout:1946: writing smithi09077644-32 from 0 to 688128 tid 1 2024-03-07T03:03:38.713 INFO:tasks.rados.rados.0.smithi090.stdout:1947: rollback oid 4 current snap is 188 2024-03-07T03:03:38.713 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 4 to 168 2024-03-07T03:03:38.713 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 17 current snap is 188 2024-03-07T03:03:38.713 INFO:tasks.rados.rados.0.smithi090.stdout:1948: seq_num 615 ranges {4186112=704512} 2024-03-07T03:03:38.740 INFO:tasks.rados.rados.0.smithi090.stdout:1948: writing smithi09077644-17 from 4186112 to 4890624 tid 1 2024-03-07T03:03:38.741 INFO:tasks.rados.rados.0.smithi090.stdout:1949: rollback oid 34 current snap is 188 2024-03-07T03:03:38.741 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 34 to 183 2024-03-07T03:03:38.741 INFO:tasks.rados.rados.0.smithi090.stdout:1947: finishing rollback tid 0 to smithi09077644-4 2024-03-07T03:03:38.741 INFO:tasks.rados.rados.0.smithi090.stdout:1947: finishing rollback tid 1 to smithi09077644-4 2024-03-07T03:03:38.741 INFO:tasks.rados.rados.0.smithi090.stdout:1947: finishing rollback tid 2 to smithi09077644-4 2024-03-07T03:03:38.741 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 875 (ObjNum 526 snap 160 seq_num 526) dirty exists 2024-03-07T03:03:38.741 INFO:tasks.rados.rados.0.smithi090.stdout:1946: finishing write tid 1 to smithi09077644-32 2024-03-07T03:03:38.741 INFO:tasks.rados.rados.0.smithi090.stdout:1946: finishing write tid 2 to smithi09077644-32 2024-03-07T03:03:38.741 INFO:tasks.rados.rados.0.smithi090.stdout:1946: finishing write tid 3 to smithi09077644-32 2024-03-07T03:03:38.741 INFO:tasks.rados.rados.0.smithi090.stdout:1946: oid 32 updating version 0 to 354 2024-03-07T03:03:38.741 INFO:tasks.rados.rados.0.smithi090.stdout:1946: oid 32 version 354 is already newer than 353 2024-03-07T03:03:38.741 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 32 v 354 (ObjNum 614 snap 188 seq_num 614) dirty exists 2024-03-07T03:03:38.741 INFO:tasks.rados.rados.0.smithi090.stdout:1946: left oid 32 (ObjNum 614 snap 188 seq_num 614) 2024-03-07T03:03:38.742 INFO:tasks.rados.rados.0.smithi090.stdout:1946: done (3 left) 2024-03-07T03:03:38.742 INFO:tasks.rados.rados.0.smithi090.stdout:1947: done (2 left) 2024-03-07T03:03:38.742 INFO:tasks.rados.rados.0.smithi090.stdout:1950: setattr oid 16 current snap is 188 2024-03-07T03:03:38.743 INFO:tasks.rados.rados.0.smithi090.stdout:1949: finishing rollback tid 0 to smithi09077644-34 2024-03-07T03:03:38.743 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 41 current snap is 188 2024-03-07T03:03:38.743 INFO:tasks.rados.rados.0.smithi090.stdout:1951: seq_num 616 ranges {0=720896} 2024-03-07T03:03:38.748 INFO:tasks.rados.rados.0.smithi090.stdout:1951: writing smithi09077644-41 from 0 to 720896 tid 1 2024-03-07T03:03:38.748 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 12 current snap is 188 2024-03-07T03:03:38.748 INFO:tasks.rados.rados.0.smithi090.stdout:1949: finishing rollback tid 1 to smithi09077644-34 2024-03-07T03:03:38.748 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 34 v 687 (ObjNum 33 snap 0 seq_num 3340267872) dirty dne 2024-03-07T03:03:38.748 INFO:tasks.rados.rados.0.smithi090.stdout:1948: finishing write tid 1 to smithi09077644-17 2024-03-07T03:03:38.748 INFO:tasks.rados.rados.0.smithi090.stdout:1948: finishing write tid 2 to smithi09077644-17 2024-03-07T03:03:38.748 INFO:tasks.rados.rados.0.smithi090.stdout:1948: finishing write tid 3 to smithi09077644-17 2024-03-07T03:03:38.748 INFO:tasks.rados.rados.0.smithi090.stdout:1948: oid 17 updating version 0 to 1003 2024-03-07T03:03:38.748 INFO:tasks.rados.rados.0.smithi090.stdout:1948: oid 17 version 1003 is already newer than 1002 2024-03-07T03:03:38.749 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 17 v 1003 (ObjNum 615 snap 188 seq_num 615) dirty exists 2024-03-07T03:03:38.749 INFO:tasks.rados.rados.0.smithi090.stdout:1948: left oid 17 (ObjNum 615 snap 188 seq_num 615) 2024-03-07T03:03:38.749 INFO:tasks.rados.rados.0.smithi090.stdout:1952: seq_num 617 ranges {4177920=737280} 2024-03-07T03:03:38.775 INFO:tasks.rados.rados.0.smithi090.stdout:1952: writing smithi09077644-12 from 4177920 to 4915200 tid 1 2024-03-07T03:03:38.775 INFO:tasks.rados.rados.0.smithi090.stdout:1948: done (4 left) 2024-03-07T03:03:38.775 INFO:tasks.rados.rados.0.smithi090.stdout:1949: done (3 left) 2024-03-07T03:03:38.775 INFO:tasks.rados.rados.0.smithi090.stdout:1953: read oid 21 snap -1 2024-03-07T03:03:38.775 INFO:tasks.rados.rados.0.smithi090.stdout:1953: expect deleted 2024-03-07T03:03:38.775 INFO:tasks.rados.rados.0.smithi090.stdout:1954: read oid 29 snap -1 2024-03-07T03:03:38.775 INFO:tasks.rados.rados.0.smithi090.stdout:1954: expect (ObjNum 595 snap 183 seq_num 595) 2024-03-07T03:03:38.775 INFO:tasks.rados.rados.0.smithi090.stdout:1955: snap_create 2024-03-07T03:03:38.775 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 665 (ObjNum 33 snap 0 seq_num 3340432304) dirty exists 2024-03-07T03:03:38.775 INFO:tasks.rados.rados.0.smithi090.stdout:1951: finishing write tid 1 to smithi09077644-41 2024-03-07T03:03:38.775 INFO:tasks.rados.rados.0.smithi090.stdout:1951: finishing write tid 2 to smithi09077644-41 2024-03-07T03:03:38.775 INFO:tasks.rados.rados.0.smithi090.stdout:1951: finishing write tid 3 to smithi09077644-41 2024-03-07T03:03:38.775 INFO:tasks.rados.rados.0.smithi090.stdout:1951: oid 41 updating version 0 to 849 2024-03-07T03:03:38.775 INFO:tasks.rados.rados.0.smithi090.stdout:1951: oid 41 version 849 is already newer than 848 2024-03-07T03:03:38.776 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 41 v 849 (ObjNum 616 snap 188 seq_num 616) dirty exists 2024-03-07T03:03:38.776 INFO:tasks.rados.rados.0.smithi090.stdout:1951: left oid 41 (ObjNum 616 snap 188 seq_num 616) 2024-03-07T03:03:38.777 INFO:tasks.rados.rados.0.smithi090.stdout:1954: expect (ObjNum 595 snap 183 seq_num 595) 2024-03-07T03:03:38.788 INFO:tasks.rados.rados.0.smithi090.stdout:1952: finishing write tid 1 to smithi09077644-12 2024-03-07T03:03:38.788 INFO:tasks.rados.rados.0.smithi090.stdout:1952: finishing write tid 2 to smithi09077644-12 2024-03-07T03:03:38.788 INFO:tasks.rados.rados.0.smithi090.stdout:1952: finishing write tid 3 to smithi09077644-12 2024-03-07T03:03:38.788 INFO:tasks.rados.rados.0.smithi090.stdout:1952: oid 12 updating version 0 to 1006 2024-03-07T03:03:38.788 INFO:tasks.rados.rados.0.smithi090.stdout:1952: oid 12 version 1006 is already newer than 1005 2024-03-07T03:03:38.788 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 12 v 1006 (ObjNum 617 snap 188 seq_num 617) dirty exists 2024-03-07T03:03:38.788 INFO:tasks.rados.rados.0.smithi090.stdout:1952: left oid 12 (ObjNum 617 snap 188 seq_num 617) 2024-03-07T03:03:38.921 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:38 smithi090 ceph-mon[89511]: pgmap v95: 121 pgs: 121 active+clean; 262 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-03-07T03:03:38.921 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:38 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:38.921 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:38 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-03-07T03:03:38.921 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:38 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:03:38.921 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:38 smithi090 ceph-mon[89511]: osdmap e451: 8 total, 8 up, 8 in 2024-03-07T03:03:38.922 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:38 smithi090 ceph-mon[91928]: pgmap v95: 121 pgs: 121 active+clean; 262 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-03-07T03:03:38.922 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:38 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:38.922 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:38 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-03-07T03:03:38.922 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:38 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:03:38.922 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:38 smithi090 ceph-mon[91928]: osdmap e451: 8 total, 8 up, 8 in 2024-03-07T03:03:39.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:38 smithi092 ceph-mon[83777]: pgmap v95: 121 pgs: 121 active+clean; 262 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-03-07T03:03:39.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:38 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:39.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:38 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-03-07T03:03:39.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:38 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:03:39.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:38 smithi092 ceph-mon[83777]: osdmap e451: 8 total, 8 up, 8 in 2024-03-07T03:03:39.739 INFO:tasks.rados.rados.0.smithi090.stdout:1950: done (5 left) 2024-03-07T03:03:39.739 INFO:tasks.rados.rados.0.smithi090.stdout:1951: done (4 left) 2024-03-07T03:03:39.739 INFO:tasks.rados.rados.0.smithi090.stdout:1952: done (3 left) 2024-03-07T03:03:39.739 INFO:tasks.rados.rados.0.smithi090.stdout:1953: done (2 left) 2024-03-07T03:03:39.739 INFO:tasks.rados.rados.0.smithi090.stdout:1954: done (1 left) 2024-03-07T03:03:39.739 INFO:tasks.rados.rados.0.smithi090.stdout:1955: done (0 left) 2024-03-07T03:03:39.739 INFO:tasks.rados.rados.0.smithi090.stdout:1956: read oid 24 snap -1 2024-03-07T03:03:39.739 INFO:tasks.rados.rados.0.smithi090.stdout:1956: expect deleted 2024-03-07T03:03:39.739 INFO:tasks.rados.rados.0.smithi090.stdout:1957: read oid 14 snap -1 2024-03-07T03:03:39.739 INFO:tasks.rados.rados.0.smithi090.stdout:1957: expect (ObjNum 586 snap 179 seq_num 586) 2024-03-07T03:03:39.740 INFO:tasks.rados.rados.0.smithi090.stdout:1958: rollback oid 28 current snap is 189 2024-03-07T03:03:39.740 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 28 to 183 2024-03-07T03:03:39.740 INFO:tasks.rados.rados.0.smithi090.stdout:1959: rollback oid 5 current snap is 189 2024-03-07T03:03:39.740 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 5 to 185 2024-03-07T03:03:39.740 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 43 current snap is 189 2024-03-07T03:03:39.740 INFO:tasks.rados.rados.0.smithi090.stdout:1960: seq_num 618 ranges {2637824=753664} 2024-03-07T03:03:39.757 INFO:tasks.rados.rados.0.smithi090.stdout:1960: writing smithi09077644-43 from 2637824 to 3391488 tid 1 2024-03-07T03:03:39.757 INFO:tasks.rados.rados.0.smithi090.stdout:1961: setattr oid 32 current snap is 189 2024-03-07T03:03:39.757 INFO:tasks.rados.rados.0.smithi090.stdout:1959: finishing rollback tid 1 to smithi09077644-5 2024-03-07T03:03:39.757 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 5 v 748 (ObjNum 33 snap 0 seq_num 3312841976) dirty dne 2024-03-07T03:03:39.758 INFO:tasks.rados.rados.0.smithi090.stdout:1958: finishing rollback tid 0 to smithi09077644-28 2024-03-07T03:03:39.758 INFO:tasks.rados.rados.0.smithi090.stdout:1958: finishing rollback tid 1 to smithi09077644-28 2024-03-07T03:03:39.758 INFO:tasks.rados.rados.0.smithi090.stdout:1958: finishing rollback tid 2 to smithi09077644-28 2024-03-07T03:03:39.758 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 28 v 852 (ObjNum 425 snap 134 seq_num 425) dirty exists 2024-03-07T03:03:39.758 INFO:tasks.rados.rados.0.smithi090.stdout:1956: done (5 left) 2024-03-07T03:03:39.758 INFO:tasks.rados.rados.0.smithi090.stdout:1958: done (4 left) 2024-03-07T03:03:39.758 INFO:tasks.rados.rados.0.smithi090.stdout:1959: done (3 left) 2024-03-07T03:03:39.758 INFO:tasks.rados.rados.0.smithi090.stdout:1962: setattr oid 19 current snap is 189 2024-03-07T03:03:39.760 INFO:tasks.rados.rados.0.smithi090.stdout:1963: copy_from oid 26 from oid 3 current snap is 189 2024-03-07T03:03:39.760 INFO:tasks.rados.rados.0.smithi090.stdout:1964: read oid 15 snap -1 2024-03-07T03:03:39.760 INFO:tasks.rados.rados.0.smithi090.stdout:1964: expect (ObjNum 592 snap 182 seq_num 592) 2024-03-07T03:03:39.760 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 22 current snap is 189 2024-03-07T03:03:39.760 INFO:tasks.rados.rados.0.smithi090.stdout:1965: seq_num 619 ranges {3407872=770048} 2024-03-07T03:03:39.784 INFO:tasks.rados.rados.0.smithi090.stdout:1965: writing smithi09077644-22 from 3407872 to 4177920 tid 1 2024-03-07T03:03:39.784 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 39 current snap is 189 2024-03-07T03:03:39.784 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 1067 (ObjNum 33 snap 0 seq_num 3339970864) dirty exists 2024-03-07T03:03:39.785 INFO:tasks.rados.rados.0.smithi090.stdout:1966: seq_num 620 ranges {0=794624} 2024-03-07T03:03:39.788 INFO:tasks.rados.rados.0.smithi090.stdout:1966: writing smithi09077644-39 from 0 to 794624 tid 1 2024-03-07T03:03:39.788 INFO:tasks.rados.rados.0.smithi090.stdout:1962: done (7 left) 2024-03-07T03:03:39.789 INFO:tasks.rados.rados.0.smithi090.stdout:1967: snap_remove snap 185 2024-03-07T03:03:39.967 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:39 smithi090 ceph-mon[91928]: Upgrade: Updating osd.0 2024-03-07T03:03:39.967 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:39 smithi090 ceph-mon[91928]: Deploying daemon osd.0 on smithi090 2024-03-07T03:03:39.967 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:39 smithi090 ceph-mon[89511]: Upgrade: Updating osd.0 2024-03-07T03:03:39.968 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:39 smithi090 ceph-mon[89511]: Deploying daemon osd.0 on smithi090 2024-03-07T03:03:40.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:39 smithi092 ceph-mon[83777]: Upgrade: Updating osd.0 2024-03-07T03:03:40.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:39 smithi092 ceph-mon[83777]: Deploying daemon osd.0 on smithi090 2024-03-07T03:03:40.746 INFO:tasks.rados.rados.0.smithi090.stdout:1967: done (7 left) 2024-03-07T03:03:40.746 INFO:tasks.rados.rados.0.smithi090.stdout:1968: copy_from oid 46 from oid 34 current snap is 189 2024-03-07T03:03:40.746 INFO:tasks.rados.rados.0.smithi090.stdout:1957: expect (ObjNum 586 snap 179 seq_num 586) 2024-03-07T03:03:40.962 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:40 smithi090 ceph-mon[91928]: pgmap v97: 121 pgs: 121 active+clean; 275 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.1 MiB/s wr, 17 op/s 2024-03-07T03:03:40.962 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:40 smithi090 ceph-mon[91928]: osdmap e452: 8 total, 8 up, 8 in 2024-03-07T03:03:40.962 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:40 smithi090 ceph-mon[89511]: pgmap v97: 121 pgs: 121 active+clean; 275 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.1 MiB/s wr, 17 op/s 2024-03-07T03:03:40.962 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:40 smithi090 ceph-mon[89511]: osdmap e452: 8 total, 8 up, 8 in 2024-03-07T03:03:41.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:40 smithi092 ceph-mon[83777]: pgmap v97: 121 pgs: 121 active+clean; 275 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.1 MiB/s wr, 17 op/s 2024-03-07T03:03:41.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:40 smithi092 ceph-mon[83777]: osdmap e452: 8 total, 8 up, 8 in 2024-03-07T03:03:41.596 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 03:03:41 smithi090 systemd[1]: Stopping Ceph osd.0 for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T03:03:41.806 INFO:teuthology.orchestra.run.smithi090.stdout:true 2024-03-07T03:03:42.059 INFO:tasks.rados.rados.0.smithi090.stdout:1960: finishing write tid 1 to smithi09077644-43 2024-03-07T03:03:42.059 INFO:tasks.rados.rados.0.smithi090.stdout:1960: finishing write tid 2 to smithi09077644-43 2024-03-07T03:03:42.059 INFO:tasks.rados.rados.0.smithi090.stdout:1960: finishing write tid 3 to smithi09077644-43 2024-03-07T03:03:42.059 INFO:tasks.rados.rados.0.smithi090.stdout:1960: oid 43 updating version 0 to 357 2024-03-07T03:03:42.059 INFO:tasks.rados.rados.0.smithi090.stdout:1960: oid 43 version 357 is already newer than 356 2024-03-07T03:03:42.059 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 357 (ObjNum 618 snap 189 seq_num 618) dirty exists 2024-03-07T03:03:42.059 INFO:tasks.rados.rados.0.smithi090.stdout:1960: left oid 43 (ObjNum 618 snap 189 seq_num 618) 2024-03-07T03:03:42.059 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 32 v 359 (ObjNum 614 snap 188 seq_num 614) dirty exists 2024-03-07T03:03:42.059 INFO:tasks.rados.rados.0.smithi090.stdout:1957: done (7 left) 2024-03-07T03:03:42.059 INFO:tasks.rados.rados.0.smithi090.stdout:1960: done (6 left) 2024-03-07T03:03:42.059 INFO:tasks.rados.rados.0.smithi090.stdout:1961: done (5 left) 2024-03-07T03:03:42.059 INFO:tasks.rados.rados.0.smithi090.stdout:1969: snap_create 2024-03-07T03:03:42.059 INFO:tasks.rados.rados.0.smithi090.stdout:1963: finishing copy_from racing read to smithi09077644-26 2024-03-07T03:03:42.060 INFO:tasks.rados.rados.0.smithi090.stdout:1963: finishing copy_from to smithi09077644-26 2024-03-07T03:03:42.060 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 26 v 874 (ObjNum 575 snap 172 seq_num 575) dirty exists 2024-03-07T03:03:42.060 INFO:tasks.rados.rados.0.smithi090.stdout:1964: expect (ObjNum 592 snap 182 seq_num 592) 2024-03-07T03:03:42.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:41 smithi090 ceph-mon[89511]: osdmap e453: 8 total, 8 up, 8 in 2024-03-07T03:03:42.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:41 smithi090 ceph-mon[89511]: osd.0 marked itself down and dead 2024-03-07T03:03:42.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:41 smithi090 ceph-mon[91928]: osdmap e453: 8 total, 8 up, 8 in 2024-03-07T03:03:42.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:41 smithi090 ceph-mon[91928]: osd.0 marked itself down and dead 2024-03-07T03:03:42.079 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 03:03:41 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-0[41908]: 2024-03-07T03:03:41.647+0000 7f82d69a5700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-07T03:03:42.080 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 03:03:41 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-0[41908]: 2024-03-07T03:03:41.647+0000 7f82d69a5700 -1 osd.0 453 *** Got signal Terminated *** 2024-03-07T03:03:42.080 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 03:03:41 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-0[41908]: 2024-03-07T03:03:41.647+0000 7f82d69a5700 -1 osd.0 453 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-07T03:03:42.134 INFO:teuthology.orchestra.run.smithi090.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-07T03:03:42.134 INFO:teuthology.orchestra.run.smithi090.stdout:alertmanager.a smithi090 *:9093,9094 running (8m) 55s ago 9m 24.5M - 0.25.0 c8568f914cd2 c7f315859531 2024-03-07T03:03:42.134 INFO:teuthology.orchestra.run.smithi090.stdout:grafana.a smithi092 *:3000 running (8m) 34s ago 8m 89.4M - 9.4.7 954c08fa6188 044a70fdd07e 2024-03-07T03:03:42.134 INFO:teuthology.orchestra.run.smithi090.stdout:mds.a smithi090 running (9m) 55s ago 9m 15.2M - 18.2.1-718-gae75fc9d 0164bb8a7c67 8b3baf63c0c9 2024-03-07T03:03:42.134 INFO:teuthology.orchestra.run.smithi090.stdout:mds.b smithi092 running (9m) 34s ago 9m 19.7M - 18.2.1-718-gae75fc9d 0164bb8a7c67 ce3c1188fa28 2024-03-07T03:03:42.135 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.x smithi092 *:8443,9283,8765 running (99s) 34s ago 13m 450M - 19.0.0-1905-gea9a5688 fdb83767c1ab ca843ce9235f 2024-03-07T03:03:42.135 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.y smithi090 *:8443,9283,8765 running (2m) 55s ago 15m 493M - 19.0.0-1905-gea9a5688 fdb83767c1ab 3f0549138d93 2024-03-07T03:03:42.135 INFO:teuthology.orchestra.run.smithi090.stdout:mon.a smithi090 running (84s) 55s ago 15m 36.5M 2048M 19.0.0-1905-gea9a5688 fdb83767c1ab f36508ef70bc 2024-03-07T03:03:42.135 INFO:teuthology.orchestra.run.smithi090.stdout:mon.b smithi092 running (45s) 34s ago 13m 20.4M 2048M 19.0.0-1905-gea9a5688 fdb83767c1ab 70867588f01a 2024-03-07T03:03:42.135 INFO:teuthology.orchestra.run.smithi090.stdout:mon.c smithi090 running (59s) 55s ago 13m 22.4M 2048M 19.0.0-1905-gea9a5688 fdb83767c1ab 93f762a9b94a 2024-03-07T03:03:42.135 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.a smithi090 *:9100 running (8m) 55s ago 8m 16.5M - 1.5.0 0da6a335fe13 76496853f3a5 2024-03-07T03:03:42.135 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.b smithi092 *:9100 running (8m) 34s ago 8m 15.5M - 1.5.0 0da6a335fe13 9ed8c0a03920 2024-03-07T03:03:42.135 INFO:teuthology.orchestra.run.smithi090.stdout:osd.0 smithi090 running (13m) 55s ago 13m 261M 2480M 18.2.1-718-gae75fc9d 0164bb8a7c67 725e893e6886 2024-03-07T03:03:42.135 INFO:teuthology.orchestra.run.smithi090.stdout:osd.1 smithi090 running (12m) 55s ago 12m 223M 2480M 18.2.1-718-gae75fc9d 0164bb8a7c67 9b941d592b34 2024-03-07T03:03:42.135 INFO:teuthology.orchestra.run.smithi090.stdout:osd.2 smithi090 running (12m) 55s ago 12m 242M 2480M 18.2.1-718-gae75fc9d 0164bb8a7c67 9852da06477f 2024-03-07T03:03:42.135 INFO:teuthology.orchestra.run.smithi090.stdout:osd.3 smithi090 running (11m) 55s ago 11m 135M 2480M 18.2.1-718-gae75fc9d 0164bb8a7c67 1e9119683f37 2024-03-07T03:03:42.135 INFO:teuthology.orchestra.run.smithi090.stdout:osd.4 smithi092 running (11m) 34s ago 11m 228M 2480M 18.2.1-718-gae75fc9d 0164bb8a7c67 9ffc02d81c13 2024-03-07T03:03:42.135 INFO:teuthology.orchestra.run.smithi090.stdout:osd.5 smithi092 running (11m) 34s ago 11m 246M 2480M 18.2.1-718-gae75fc9d 0164bb8a7c67 028e6ccdd1db 2024-03-07T03:03:42.135 INFO:teuthology.orchestra.run.smithi090.stdout:osd.6 smithi092 running (10m) 34s ago 10m 125M 2480M 18.2.1-718-gae75fc9d 0164bb8a7c67 04f0a980ec71 2024-03-07T03:03:42.136 INFO:teuthology.orchestra.run.smithi090.stdout:osd.7 smithi092 running (10m) 34s ago 10m 144M 2480M 18.2.1-718-gae75fc9d 0164bb8a7c67 1f2215787147 2024-03-07T03:03:42.136 INFO:teuthology.orchestra.run.smithi090.stdout:prometheus.a smithi092 *:9095 running (105s) 34s ago 9m 47.0M - 2.43.0 a07b618ecd1d 1b8503a67e38 2024-03-07T03:03:42.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:41 smithi092 ceph-mon[83777]: osdmap e453: 8 total, 8 up, 8 in 2024-03-07T03:03:42.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:41 smithi092 ceph-mon[83777]: osd.0 marked itself down and dead 2024-03-07T03:03:42.535 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-03-07T03:03:42.536 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": { 2024-03-07T03:03:42.536 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 3 2024-03-07T03:03:42.536 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:03:42.536 INFO:teuthology.orchestra.run.smithi090.stdout: "mgr": { 2024-03-07T03:03:42.536 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 2 2024-03-07T03:03:42.536 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:03:42.536 INFO:teuthology.orchestra.run.smithi090.stdout: "osd": { 2024-03-07T03:03:42.536 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 7 2024-03-07T03:03:42.536 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:03:42.536 INFO:teuthology.orchestra.run.smithi090.stdout: "mds": { 2024-03-07T03:03:42.536 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 2 2024-03-07T03:03:42.536 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:03:42.537 INFO:teuthology.orchestra.run.smithi090.stdout: "overall": { 2024-03-07T03:03:42.537 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 9, 2024-03-07T03:03:42.537 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 5 2024-03-07T03:03:42.537 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-03-07T03:03:42.537 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-03-07T03:03:42.537 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 03:03:42 smithi090 podman[96983]: 2024-03-07 03:03:42.309554627 +0000 UTC m=+0.787531676 container died 725e893e6886c1aac9979a410c073cf5edc93f7d6fe2b45f440da32dd09641f2 (image=quay.ceph.io/ceph-ci/ceph@sha256:4e788e3c6821efe986a710ffe10c052cd830c07b33cd4a66b97449fc9bbef8e7, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-0, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=reef-ae75fc9, org.label-schema.build-date=20240222, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-07T03:03:42.667 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:03:42 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:03:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:03:42.829 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 03:03:42 smithi090 podman[96983]: 2024-03-07 03:03:42.657939761 +0000 UTC m=+1.135916812 container cleanup 725e893e6886c1aac9979a410c073cf5edc93f7d6fe2b45f440da32dd09641f2 (image=quay.ceph.io/ceph-ci/ceph@sha256:4e788e3c6821efe986a710ffe10c052cd830c07b33cd4a66b97449fc9bbef8e7, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.schema-version=1.0, RELEASE=reef-ae75fc9, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240222, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-03-07T03:03:42.829 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 03:03:42 smithi090 bash[96983]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-0 2024-03-07T03:03:42.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:42 smithi090 ceph-mon[89511]: pgmap v100: 121 pgs: 121 active+clean; 275 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.1 MiB/s wr, 17 op/s 2024-03-07T03:03:42.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:42 smithi090 ceph-mon[89511]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-07T03:03:42.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:42 smithi090 ceph-mon[89511]: osdmap e454: 8 total, 7 up, 8 in 2024-03-07T03:03:42.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:42 smithi090 ceph-mon[89511]: from='client.34182 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:03:42.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:42 smithi090 ceph-mon[89511]: from='client.? 172.21.15.90:0/1337227568' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:03:42.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:42 smithi090 ceph-mon[89511]: osdmap e455: 8 total, 7 up, 8 in 2024-03-07T03:03:42.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:42 smithi090 ceph-mon[91928]: pgmap v100: 121 pgs: 121 active+clean; 275 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.1 MiB/s wr, 17 op/s 2024-03-07T03:03:42.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:42 smithi090 ceph-mon[91928]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-07T03:03:42.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:42 smithi090 ceph-mon[91928]: osdmap e454: 8 total, 7 up, 8 in 2024-03-07T03:03:42.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:42 smithi090 ceph-mon[91928]: from='client.34182 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:03:42.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:42 smithi090 ceph-mon[91928]: from='client.? 172.21.15.90:0/1337227568' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:03:42.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:42 smithi090 ceph-mon[91928]: osdmap e455: 8 total, 7 up, 8 in 2024-03-07T03:03:43.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:42 smithi092 ceph-mon[83777]: pgmap v100: 121 pgs: 121 active+clean; 275 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.1 MiB/s wr, 17 op/s 2024-03-07T03:03:43.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:42 smithi092 ceph-mon[83777]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-07T03:03:43.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:42 smithi092 ceph-mon[83777]: osdmap e454: 8 total, 7 up, 8 in 2024-03-07T03:03:43.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:42 smithi092 ceph-mon[83777]: from='client.34182 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:03:43.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:42 smithi092 ceph-mon[83777]: from='client.? 172.21.15.90:0/1337227568' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:03:43.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:42 smithi092 ceph-mon[83777]: osdmap e455: 8 total, 7 up, 8 in 2024-03-07T03:03:43.169 INFO:tasks.rados.rados.0.smithi090.stdout:1965: finishing write tid 1 to smithi09077644-22 2024-03-07T03:03:43.169 INFO:tasks.rados.rados.0.smithi090.stdout:1965: finishing write tid 2 to smithi09077644-22 2024-03-07T03:03:43.169 INFO:tasks.rados.rados.0.smithi090.stdout:1966: finishing write tid 1 to smithi09077644-39 2024-03-07T03:03:43.169 INFO:tasks.rados.rados.0.smithi090.stdout:1966: finishing write tid 2 to smithi09077644-39 2024-03-07T03:03:43.169 INFO:tasks.rados.rados.0.smithi090.stdout:1965: finishing write tid 3 to smithi09077644-22 2024-03-07T03:03:43.169 INFO:tasks.rados.rados.0.smithi090.stdout:1965: oid 22 updating version 0 to 1144 2024-03-07T03:03:43.169 INFO:tasks.rados.rados.0.smithi090.stdout:1965: oid 22 version 1144 is already newer than 1143 2024-03-07T03:03:43.169 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 1144 (ObjNum 619 snap 189 seq_num 619) dirty exists 2024-03-07T03:03:43.169 INFO:tasks.rados.rados.0.smithi090.stdout:1965: left oid 22 (ObjNum 619 snap 189 seq_num 619) 2024-03-07T03:03:43.169 INFO:tasks.rados.rados.0.smithi090.stdout:1966: finishing write tid 3 to smithi09077644-39 2024-03-07T03:03:43.169 INFO:tasks.rados.rados.0.smithi090.stdout:1966: oid 39 updating version 0 to 1145 2024-03-07T03:03:43.170 INFO:tasks.rados.rados.0.smithi090.stdout:1966: oid 39 updating version 1145 to 1146 2024-03-07T03:03:43.170 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 1146 (ObjNum 620 snap 189 seq_num 620) dirty exists 2024-03-07T03:03:43.170 INFO:tasks.rados.rados.0.smithi090.stdout:1966: left oid 39 (ObjNum 620 snap 189 seq_num 620) 2024-03-07T03:03:43.170 INFO:tasks.rados.rados.0.smithi090.stdout:1968: finishing copy_from to smithi09077644-46 2024-03-07T03:03:43.170 INFO:tasks.rados.rados.0.smithi090.stdout:1968: got expected ENOENT (src dne) 2024-03-07T03:03:43.170 INFO:tasks.rados.rados.0.smithi090.stdout:1968: finishing copy_from racing read to smithi09077644-46 2024-03-07T03:03:43.170 INFO:tasks.rados.rados.0.smithi090.stdout:1963: done (5 left) 2024-03-07T03:03:43.170 INFO:tasks.rados.rados.0.smithi090.stdout:1964: done (4 left) 2024-03-07T03:03:43.170 INFO:tasks.rados.rados.0.smithi090.stdout:1965: done (3 left) 2024-03-07T03:03:43.170 INFO:tasks.rados.rados.0.smithi090.stdout:1966: done (2 left) 2024-03-07T03:03:43.170 INFO:tasks.rados.rados.0.smithi090.stdout:1968: done (1 left) 2024-03-07T03:03:43.170 INFO:tasks.rados.rados.0.smithi090.stdout:1969: done (0 left) 2024-03-07T03:03:43.170 INFO:tasks.rados.rados.0.smithi090.stdout:1970: read oid 44 snap -1 2024-03-07T03:03:43.170 INFO:tasks.rados.rados.0.smithi090.stdout:1970: expect (ObjNum 568 snap 170 seq_num 568) 2024-03-07T03:03:43.170 INFO:tasks.rados.rados.0.smithi090.stdout:1971: read oid 11 snap -1 2024-03-07T03:03:43.171 INFO:tasks.rados.rados.0.smithi090.stdout:1971: expect (ObjNum 487 snap 150 seq_num 487) 2024-03-07T03:03:43.171 INFO:tasks.rados.rados.0.smithi090.stdout:1972: delete oid 43 current snap is 190 2024-03-07T03:03:43.171 INFO:tasks.rados.rados.0.smithi090.stdout:1972: done (2 left) 2024-03-07T03:03:43.171 INFO:tasks.rados.rados.0.smithi090.stdout:1973: rollback oid 1 current snap is 190 2024-03-07T03:03:43.171 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 1 to 183 2024-03-07T03:03:43.171 INFO:tasks.rados.rados.0.smithi090.stdout:1974: read oid 21 snap -1 2024-03-07T03:03:43.172 INFO:tasks.rados.rados.0.smithi090.stdout:1974: expect deleted 2024-03-07T03:03:43.172 INFO:tasks.rados.rados.0.smithi090.stdout:1975: read oid 16 snap -1 2024-03-07T03:03:43.172 INFO:tasks.rados.rados.0.smithi090.stdout:1975: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-07T03:03:43.172 INFO:tasks.rados.rados.0.smithi090.stdout:1976: rollback oid 43 current snap is 190 2024-03-07T03:03:43.172 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 43 to 183 2024-03-07T03:03:43.172 INFO:tasks.rados.rados.0.smithi090.stdout:1977: read oid 39 snap -1 2024-03-07T03:03:43.172 INFO:tasks.rados.rados.0.smithi090.stdout:1977: expect (ObjNum 620 snap 189 seq_num 620) 2024-03-07T03:03:43.172 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 22 current snap is 190 2024-03-07T03:03:43.172 INFO:tasks.rados.rados.0.smithi090.stdout:1978: seq_num 622 ranges {4177920=425984,4603904=401408} 2024-03-07T03:03:43.198 INFO:tasks.rados.rados.0.smithi090.stdout:1978: writing smithi09077644-22 from 4177920 to 4603904 tid 1 2024-03-07T03:03:43.201 INFO:tasks.rados.rados.0.smithi090.stdout:1978: writing smithi09077644-22 from 4603904 to 5005312 tid 2 2024-03-07T03:03:43.201 INFO:tasks.rados.rados.0.smithi090.stdout:1979: copy_from oid 36 from oid 12 current snap is 190 2024-03-07T03:03:43.201 INFO:tasks.rados.rados.0.smithi090.stdout:1975: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-07T03:03:43.206 INFO:tasks.rados.rados.0.smithi090.stdout:1971: expect (ObjNum 487 snap 150 seq_num 487) 2024-03-07T03:03:43.237 INFO:tasks.rados.rados.0.smithi090.stdout:1976: finishing rollback tid 1 to smithi09077644-43 2024-03-07T03:03:43.237 INFO:tasks.rados.rados.0.smithi090.stdout:1971: done (8 left) 2024-03-07T03:03:43.237 INFO:tasks.rados.rados.0.smithi090.stdout:1975: done (7 left) 2024-03-07T03:03:43.237 INFO:tasks.rados.rados.0.smithi090.stdout:1980: rollback oid 41 current snap is 190 2024-03-07T03:03:43.237 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 41 to 189 2024-03-07T03:03:43.237 INFO:tasks.rados.rados.0.smithi090.stdout:1976: finishing rollback tid 2 to smithi09077644-43 2024-03-07T03:03:43.237 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 365 (ObjNum 583 snap 177 seq_num 583) dirty exists 2024-03-07T03:03:43.237 INFO:tasks.rados.rados.0.smithi090.stdout:1973: finishing rollback tid 0 to smithi09077644-1 2024-03-07T03:03:43.237 INFO:tasks.rados.rados.0.smithi090.stdout:1973: finishing rollback tid 1 to smithi09077644-1 2024-03-07T03:03:43.238 INFO:tasks.rados.rados.0.smithi090.stdout:1973: finishing rollback tid 2 to smithi09077644-1 2024-03-07T03:03:43.238 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 1 v 884 (ObjNum 560 snap 168 seq_num 560) dirty exists 2024-03-07T03:03:43.238 INFO:tasks.rados.rados.0.smithi090.stdout:1970: expect (ObjNum 568 snap 170 seq_num 568) 2024-03-07T03:03:43.306 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 03:03:42 smithi090 podman[97067]: 2024-03-07 03:03:42.968482988 +0000 UTC m=+0.658149388 container remove 725e893e6886c1aac9979a410c073cf5edc93f7d6fe2b45f440da32dd09641f2 (image=quay.ceph.io/ceph-ci/ceph@sha256:4e788e3c6821efe986a710ffe10c052cd830c07b33cd4a66b97449fc9bbef8e7, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240222, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-ae75fc9, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=) 2024-03-07T03:03:43.306 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:03:43 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:03:43] "GET /metrics HTTP/1.1" 200 36036 "" "Prometheus/2.43.0" 2024-03-07T03:03:43.451 INFO:tasks.rados.rados.0.smithi090.stdout:1977: expect (ObjNum 620 snap 189 seq_num 620) 2024-03-07T03:03:43.480 INFO:tasks.rados.rados.0.smithi090.stdout:1978: finishing write tid 1 to smithi09077644-22 2024-03-07T03:03:43.480 INFO:tasks.rados.rados.0.smithi090.stdout:1978: finishing write tid 2 to smithi09077644-22 2024-03-07T03:03:43.481 INFO:tasks.rados.rados.0.smithi090.stdout:1978: finishing write tid 3 to smithi09077644-22 2024-03-07T03:03:43.481 INFO:tasks.rados.rados.0.smithi090.stdout:1978: finishing write tid 4 to smithi09077644-22 2024-03-07T03:03:43.481 INFO:tasks.rados.rados.0.smithi090.stdout:1978: oid 22 updating version 0 to 1153 2024-03-07T03:03:43.481 INFO:tasks.rados.rados.0.smithi090.stdout:1978: oid 22 version 1153 is already newer than 1152 2024-03-07T03:03:43.481 INFO:tasks.rados.rados.0.smithi090.stdout:1978: oid 22 updating version 1153 to 1154 2024-03-07T03:03:43.481 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 1154 (ObjNum 622 snap 190 seq_num 622) dirty exists 2024-03-07T03:03:43.481 INFO:tasks.rados.rados.0.smithi090.stdout:1978: left oid 22 (ObjNum 622 snap 190 seq_num 622) 2024-03-07T03:03:43.481 INFO:tasks.rados.rados.0.smithi090.stdout:1979: finishing copy_from racing read to smithi09077644-36 2024-03-07T03:03:43.481 INFO:tasks.rados.rados.0.smithi090.stdout:1979: finishing copy_from to smithi09077644-36 2024-03-07T03:03:43.481 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 1006 (ObjNum 617 snap 188 seq_num 617) dirty exists 2024-03-07T03:03:43.481 INFO:tasks.rados.rados.0.smithi090.stdout:1980: finishing rollback tid 0 to smithi09077644-41 2024-03-07T03:03:43.482 INFO:tasks.rados.rados.0.smithi090.stdout:1980: finishing rollback tid 1 to smithi09077644-41 2024-03-07T03:03:43.483 INFO:tasks.rados.rados.0.smithi090.stdout:1970: done (7 left) 2024-03-07T03:03:43.483 INFO:tasks.rados.rados.0.smithi090.stdout:1973: done (6 left) 2024-03-07T03:03:43.483 INFO:tasks.rados.rados.0.smithi090.stdout:1974: done (5 left) 2024-03-07T03:03:43.483 INFO:tasks.rados.rados.0.smithi090.stdout:1976: done (4 left) 2024-03-07T03:03:43.483 INFO:tasks.rados.rados.0.smithi090.stdout:1977: done (3 left) 2024-03-07T03:03:43.483 INFO:tasks.rados.rados.0.smithi090.stdout:1978: done (2 left) 2024-03-07T03:03:43.483 INFO:tasks.rados.rados.0.smithi090.stdout:1979: done (1 left) 2024-03-07T03:03:43.483 INFO:tasks.rados.rados.0.smithi090.stdout:1981: copy_from oid 14 from oid 35 current snap is 190 2024-03-07T03:03:43.483 INFO:tasks.rados.rados.0.smithi090.stdout:1980: finishing rollback tid 2 to smithi09077644-41 2024-03-07T03:03:43.483 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 41 v 855 (ObjNum 616 snap 188 seq_num 616) dirty exists 2024-03-07T03:03:43.483 INFO:tasks.rados.rados.0.smithi090.stdout:1980: done (1 left) 2024-03-07T03:03:43.483 INFO:tasks.rados.rados.0.smithi090.stdout:1982: read oid 47 snap 168 2024-03-07T03:03:43.484 INFO:tasks.rados.rados.0.smithi090.stdout:1982: expect (ObjNum 479 snap 148 seq_num 479) 2024-03-07T03:03:43.484 INFO:tasks.rados.rados.0.smithi090.stdout:1983: read oid 31 snap -1 2024-03-07T03:03:43.484 INFO:tasks.rados.rados.0.smithi090.stdout:1983: expect deleted 2024-03-07T03:03:43.484 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 30 current snap is 190 2024-03-07T03:03:43.484 INFO:tasks.rados.rados.0.smithi090.stdout:1984: seq_num 623 ranges {7757824=442368,8200192=401408} 2024-03-07T03:03:43.524 INFO:tasks.rados.rados.0.smithi090.stdout:1984: writing smithi09077644-30 from 7757824 to 8200192 tid 1 2024-03-07T03:03:43.527 INFO:tasks.rados.rados.0.smithi090.stdout:1984: writing smithi09077644-30 from 8200192 to 8601600 tid 2 2024-03-07T03:03:43.527 INFO:tasks.rados.rados.0.smithi090.stdout:1985: delete oid 24 current snap is 190 2024-03-07T03:03:43.527 INFO:tasks.rados.rados.0.smithi090.stdout:1981: finishing copy_from racing read to smithi09077644-14 2024-03-07T03:03:43.527 INFO:tasks.rados.rados.0.smithi090.stdout:1981: finishing copy_from to smithi09077644-14 2024-03-07T03:03:43.527 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 14 v 741 (ObjNum 609 snap 187 seq_num 609) dirty exists 2024-03-07T03:03:43.529 INFO:tasks.rados.rados.0.smithi090.stdout:1984: finishing write tid 1 to smithi09077644-30 2024-03-07T03:03:43.530 INFO:tasks.rados.rados.0.smithi090.stdout:1981: done (4 left) 2024-03-07T03:03:43.530 INFO:tasks.rados.rados.0.smithi090.stdout:1983: done (3 left) 2024-03-07T03:03:43.530 INFO:tasks.rados.rados.0.smithi090.stdout:1985: done (2 left) 2024-03-07T03:03:43.530 INFO:tasks.rados.rados.0.smithi090.stdout:1986: rollback oid 4 current snap is 190 2024-03-07T03:03:43.530 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 4 to 168 2024-03-07T03:03:43.530 INFO:tasks.rados.rados.0.smithi090.stdout:1987: snap_remove snap 183 2024-03-07T03:03:43.566 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 03:03:43 smithi090 podman[97158]: 2024-03-07 03:03:43.208333093 +0000 UTC m=+0.020805040 image pull fdb83767c1ab7256a5adb2236a0d5ca62c64d53a1398fd6c12f8a81ff166e8ff quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71 2024-03-07T03:03:43.566 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 03:03:43 smithi090 podman[97158]: 2024-03-07 03:03:43.32807746 +0000 UTC m=+0.140549449 container create a33a966d0d00851fbf46b9c63845b9ce7a8bf5901dc38f534467960628775223 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-0-deactivate, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240222, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=main-ea9a568, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-03-07T03:03:43.567 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 03:03:43 smithi090 podman[97158]: 2024-03-07 03:03:43.564308336 +0000 UTC m=+0.376780278 container init a33a966d0d00851fbf46b9c63845b9ce7a8bf5901dc38f534467960628775223 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-0-deactivate, org.label-schema.license=GPLv2, org.label-schema.build-date=20240222, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-ea9a568, org.label-schema.vendor=CentOS) 2024-03-07T03:03:43.803 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:03:43 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:03:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi090\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:03:43.810 INFO:tasks.rados.rados.0.smithi090.stdout:1987: done (3 left) 2024-03-07T03:03:43.810 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 15 current snap is 190 2024-03-07T03:03:43.810 INFO:tasks.rados.rados.0.smithi090.stdout:1984: finishing write tid 2 to smithi09077644-30 2024-03-07T03:03:43.810 INFO:tasks.rados.rados.0.smithi090.stdout:1988: seq_num 625 ranges {12697600=475136,13172736=401408} 2024-03-07T03:03:43.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:43 smithi090 ceph-mon[89511]: from='client.34188 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:03:43.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:43 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:43.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:43 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:03:43.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:43 smithi090 ceph-mon[91928]: from='client.34188 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:03:43.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:43 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:43.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:43 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:03:43.829 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 03:03:43 smithi090 podman[97158]: 2024-03-07 03:03:43.568206738 +0000 UTC m=+0.380678689 container start a33a966d0d00851fbf46b9c63845b9ce7a8bf5901dc38f534467960628775223 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-0-deactivate, io.buildah.version=1.33.5, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240222, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-ea9a568, GIT_BRANCH=HEAD) 2024-03-07T03:03:43.829 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 03:03:43 smithi090 podman[97158]: 2024-03-07 03:03:43.648929795 +0000 UTC m=+0.461401758 container attach a33a966d0d00851fbf46b9c63845b9ce7a8bf5901dc38f534467960628775223 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-0-deactivate, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=main-ea9a568, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240222, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-07T03:03:43.882 INFO:tasks.rados.rados.0.smithi090.stdout:1988: writing smithi09077644-15 from 12697600 to 13172736 tid 1 2024-03-07T03:03:43.885 INFO:tasks.rados.rados.0.smithi090.stdout:1988: writing smithi09077644-15 from 13172736 to 13574144 tid 2 2024-03-07T03:03:43.885 INFO:tasks.rados.rados.0.smithi090.stdout:1989: rollback oid 38 current snap is 190 2024-03-07T03:03:43.885 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 38 to 189 2024-03-07T03:03:43.885 INFO:tasks.rados.rados.0.smithi090.stdout:1984: finishing write tid 3 to smithi09077644-30 2024-03-07T03:03:43.885 INFO:tasks.rados.rados.0.smithi090.stdout:1984: finishing write tid 4 to smithi09077644-30 2024-03-07T03:03:43.885 INFO:tasks.rados.rados.0.smithi090.stdout:1984: oid 30 updating version 0 to 1038 2024-03-07T03:03:43.885 INFO:tasks.rados.rados.0.smithi090.stdout:1984: oid 30 updating version 1038 to 1039 2024-03-07T03:03:43.885 INFO:tasks.rados.rados.0.smithi090.stdout:1984: oid 30 version 1039 is already newer than 1037 2024-03-07T03:03:43.885 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 30 v 1039 (ObjNum 623 snap 190 seq_num 623) dirty exists 2024-03-07T03:03:43.886 INFO:tasks.rados.rados.0.smithi090.stdout:1984: left oid 30 (ObjNum 623 snap 190 seq_num 623) 2024-03-07T03:03:43.886 INFO:tasks.rados.rados.0.smithi090.stdout:1986: finishing rollback tid 0 to smithi09077644-4 2024-03-07T03:03:43.886 INFO:tasks.rados.rados.0.smithi090.stdout:1986: finishing rollback tid 1 to smithi09077644-4 2024-03-07T03:03:43.886 INFO:tasks.rados.rados.0.smithi090.stdout:1986: finishing rollback tid 2 to smithi09077644-4 2024-03-07T03:03:43.886 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 878 (ObjNum 526 snap 160 seq_num 526) dirty exists 2024-03-07T03:03:43.886 INFO:tasks.rados.rados.0.smithi090.stdout:1982: expect (ObjNum 479 snap 148 seq_num 479) 2024-03-07T03:03:44.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:43 smithi092 ceph-mon[83777]: from='client.34188 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:03:44.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:43 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:44.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:43 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:03:44.329 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 03:03:43 smithi090 podman[97158]: 2024-03-07 03:03:43.850426251 +0000 UTC m=+0.662898187 container died a33a966d0d00851fbf46b9c63845b9ce7a8bf5901dc38f534467960628775223 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-0-deactivate, RELEASE=main-ea9a568, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240222, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-03-07T03:03:44.669 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 03:03:44 smithi090 podman[97185]: 2024-03-07 03:03:44.436652592 +0000 UTC m=+0.580912904 container remove a33a966d0d00851fbf46b9c63845b9ce7a8bf5901dc38f534467960628775223 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-0-deactivate, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240222, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.vendor=CentOS, RELEASE=main-ea9a568, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-03-07T03:03:44.670 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 03:03:44 smithi090 systemd[1]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@osd.0.service: Deactivated successfully. 2024-03-07T03:03:44.670 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 03:03:44 smithi090 systemd[1]: Stopped Ceph osd.0 for fb96fd1c-dc2c-11ee-95c6-87774f69a715. 2024-03-07T03:03:44.670 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 03:03:44 smithi090 systemd[1]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@osd.0.service: Consumed 16.447s CPU time. 2024-03-07T03:03:45.006 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:44 smithi090 ceph-mon[89511]: pgmap v103: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 300 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 30 MiB/s rd, 5.2 MiB/s wr, 34 op/s; 66/390 objects degraded (16.923%) 2024-03-07T03:03:45.006 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:44 smithi090 ceph-mon[89511]: Health check failed: Degraded data redundancy: 66/390 objects degraded (16.923%), 15 pgs degraded (PG_DEGRADED) 2024-03-07T03:03:45.007 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:44 smithi090 ceph-mon[89511]: osdmap e456: 8 total, 7 up, 8 in 2024-03-07T03:03:45.007 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:44 smithi090 ceph-mon[91928]: pgmap v103: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 300 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 30 MiB/s rd, 5.2 MiB/s wr, 34 op/s; 66/390 objects degraded (16.923%) 2024-03-07T03:03:45.007 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:44 smithi090 ceph-mon[91928]: Health check failed: Degraded data redundancy: 66/390 objects degraded (16.923%), 15 pgs degraded (PG_DEGRADED) 2024-03-07T03:03:45.007 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:44 smithi090 ceph-mon[91928]: osdmap e456: 8 total, 7 up, 8 in 2024-03-07T03:03:45.007 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 03:03:44 smithi090 systemd[1]: Starting Ceph osd.0 for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T03:03:45.007 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 03:03:44 smithi090 podman[97291]: 2024-03-07 03:03:44.791217759 +0000 UTC m=+0.021796130 image pull fdb83767c1ab7256a5adb2236a0d5ca62c64d53a1398fd6c12f8a81ff166e8ff quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71 2024-03-07T03:03:45.007 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 03:03:44 smithi090 podman[97291]: 2024-03-07 03:03:44.913380321 +0000 UTC m=+0.143958680 container create 0382b873c2f6023050180ec5c73e0b9683930f4becf6047a4056b15192ffffc8 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-0-activate, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240222, RELEASE=main-ea9a568) 2024-03-07T03:03:45.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:44 smithi092 ceph-mon[83777]: pgmap v103: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 300 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 30 MiB/s rd, 5.2 MiB/s wr, 34 op/s; 66/390 objects degraded (16.923%) 2024-03-07T03:03:45.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:44 smithi092 ceph-mon[83777]: Health check failed: Degraded data redundancy: 66/390 objects degraded (16.923%), 15 pgs degraded (PG_DEGRADED) 2024-03-07T03:03:45.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:44 smithi092 ceph-mon[83777]: osdmap e456: 8 total, 7 up, 8 in 2024-03-07T03:03:45.178 INFO:tasks.rados.rados.0.smithi090.stdout:1988: finishing write tid 1 to smithi09077644-15 2024-03-07T03:03:45.178 INFO:tasks.rados.rados.0.smithi090.stdout:1988: finishing write tid 2 to smithi09077644-15 2024-03-07T03:03:45.178 INFO:tasks.rados.rados.0.smithi090.stdout:1988: finishing write tid 3 to smithi09077644-15 2024-03-07T03:03:45.178 INFO:tasks.rados.rados.0.smithi090.stdout:1989: finishing rollback tid 0 to smithi09077644-38 2024-03-07T03:03:45.179 INFO:tasks.rados.rados.0.smithi090.stdout:1989: finishing rollback tid 1 to smithi09077644-38 2024-03-07T03:03:45.179 INFO:tasks.rados.rados.0.smithi090.stdout:1989: finishing rollback tid 2 to smithi09077644-38 2024-03-07T03:03:45.179 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 1043 (ObjNum 486 snap 150 seq_num 486) dirty exists 2024-03-07T03:03:45.179 INFO:tasks.rados.rados.0.smithi090.stdout:1988: finishing write tid 4 to smithi09077644-15 2024-03-07T03:03:45.179 INFO:tasks.rados.rados.0.smithi090.stdout:1988: oid 15 updating version 0 to 1158 2024-03-07T03:03:45.179 INFO:tasks.rados.rados.0.smithi090.stdout:1988: oid 15 version 1158 is already newer than 1156 2024-03-07T03:03:45.179 INFO:tasks.rados.rados.0.smithi090.stdout:1988: oid 15 version 1158 is already newer than 1157 2024-03-07T03:03:45.179 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 1158 (ObjNum 625 snap 190 seq_num 625) dirty exists 2024-03-07T03:03:45.179 INFO:tasks.rados.rados.0.smithi090.stdout:1988: left oid 15 (ObjNum 625 snap 190 seq_num 625) 2024-03-07T03:03:45.179 INFO:tasks.rados.rados.0.smithi090.stdout:1982: done (4 left) 2024-03-07T03:03:45.179 INFO:tasks.rados.rados.0.smithi090.stdout:1984: done (3 left) 2024-03-07T03:03:45.179 INFO:tasks.rados.rados.0.smithi090.stdout:1986: done (2 left) 2024-03-07T03:03:45.179 INFO:tasks.rados.rados.0.smithi090.stdout:1988: done (1 left) 2024-03-07T03:03:45.179 INFO:tasks.rados.rados.0.smithi090.stdout:1989: done (0 left) 2024-03-07T03:03:45.180 INFO:tasks.rados.rados.0.smithi090.stdout:1990: snap_create 2024-03-07T03:03:45.329 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 03:03:45 smithi090 podman[97291]: 2024-03-07 03:03:45.142406577 +0000 UTC m=+0.372984951 container init 0382b873c2f6023050180ec5c73e0b9683930f4becf6047a4056b15192ffffc8 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-0-activate, ceph=True, org.label-schema.build-date=20240222, RELEASE=main-ea9a568, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0) 2024-03-07T03:03:45.329 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 03:03:45 smithi090 podman[97291]: 2024-03-07 03:03:45.145965621 +0000 UTC m=+0.376543988 container start 0382b873c2f6023050180ec5c73e0b9683930f4becf6047a4056b15192ffffc8 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-0-activate, ceph=True, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.build-date=20240222, RELEASE=main-ea9a568, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-03-07T03:03:45.329 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 03:03:45 smithi090 podman[97291]: 2024-03-07 03:03:45.225883327 +0000 UTC m=+0.456461704 container attach 0382b873c2f6023050180ec5c73e0b9683930f4becf6047a4056b15192ffffc8 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-0-activate, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.build-date=20240222, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=main-ea9a568, org.label-schema.license=GPLv2) 2024-03-07T03:03:45.810 INFO:tasks.rados.rados.0.smithi090.stdout:1990: done (0 left) 2024-03-07T03:03:45.811 INFO:tasks.rados.rados.0.smithi090.stdout:1991: rmattr oid 18 current snap is 191 2024-03-07T03:03:45.811 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 14 current snap is 191 2024-03-07T03:03:45.811 INFO:tasks.rados.rados.0.smithi090.stdout:1992: seq_num 626 ranges {2138112=491520,2629632=401408} 2024-03-07T03:03:45.824 INFO:tasks.rados.rados.0.smithi090.stdout:1992: writing smithi09077644-14 from 2138112 to 2629632 tid 1 2024-03-07T03:03:45.827 INFO:tasks.rados.rados.0.smithi090.stdout:1992: writing smithi09077644-14 from 2629632 to 3031040 tid 2 2024-03-07T03:03:45.827 INFO:tasks.rados.rados.0.smithi090.stdout:1993: snap_create 2024-03-07T03:03:45.827 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 18 v 666 (ObjNum 369 snap 0 seq_num 3365908032) dirty exists 2024-03-07T03:03:45.832 INFO:tasks.rados.rados.0.smithi090.stdout:1992: finishing write tid 1 to smithi09077644-14 2024-03-07T03:03:45.832 INFO:tasks.rados.rados.0.smithi090.stdout:1992: finishing write tid 2 to smithi09077644-14 2024-03-07T03:03:45.832 INFO:tasks.rados.rados.0.smithi090.stdout:1992: finishing write tid 3 to smithi09077644-14 2024-03-07T03:03:45.833 INFO:tasks.rados.rados.0.smithi090.stdout:1992: finishing write tid 4 to smithi09077644-14 2024-03-07T03:03:45.834 INFO:tasks.rados.rados.0.smithi090.stdout:1992: oid 14 updating version 0 to 743 2024-03-07T03:03:45.834 INFO:tasks.rados.rados.0.smithi090.stdout:1992: oid 14 updating version 743 to 744 2024-03-07T03:03:45.834 INFO:tasks.rados.rados.0.smithi090.stdout:1992: oid 14 version 744 is already newer than 742 2024-03-07T03:03:45.834 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 14 v 744 (ObjNum 626 snap 191 seq_num 626) dirty exists 2024-03-07T03:03:45.834 INFO:tasks.rados.rados.0.smithi090.stdout:1992: left oid 14 (ObjNum 626 snap 191 seq_num 626) 2024-03-07T03:03:45.957 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 03:03:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-0-activate[97307]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-03-07T03:03:45.957 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 03:03:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-0-activate[97307]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-03-07T03:03:45.957 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 03:03:45 smithi090 bash[97291]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-03-07T03:03:45.957 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 03:03:45 smithi090 bash[97291]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-03-07T03:03:45.957 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 03:03:45 smithi090 bash[97291]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-03-07T03:03:45.957 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 03:03:45 smithi090 bash[97291]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-03-07T03:03:45.957 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 03:03:45 smithi090 bash[97291]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-03-07T03:03:45.957 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 03:03:45 smithi090 bash[97291]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-03-07T03:03:45.957 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 03:03:45 smithi090 bash[97291]: --> ceph-volume raw activate successful for osd ID: 0 2024-03-07T03:03:45.958 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 03:03:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-0-activate[97307]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-03-07T03:03:45.958 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 03:03:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-0-activate[97307]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-03-07T03:03:45.958 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 03:03:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-0-activate[97307]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-03-07T03:03:45.958 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 03:03:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-0-activate[97307]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-03-07T03:03:45.958 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 03:03:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-0-activate[97307]: --> ceph-volume raw activate successful for osd ID: 0 2024-03-07T03:03:45.958 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 03:03:45 smithi090 podman[97291]: 2024-03-07 03:03:45.611767074 +0000 UTC m=+0.842345434 container died 0382b873c2f6023050180ec5c73e0b9683930f4becf6047a4056b15192ffffc8 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-0-activate, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240222, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-ea9a568, org.label-schema.vendor=CentOS) 2024-03-07T03:03:46.564 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 03:03:46 smithi090 podman[97424]: 2024-03-07 03:03:46.247249427 +0000 UTC m=+0.630671838 container remove 0382b873c2f6023050180ec5c73e0b9683930f4becf6047a4056b15192ffffc8 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-0-activate, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240222, org.label-schema.vendor=CentOS, RELEASE=main-ea9a568) 2024-03-07T03:03:46.564 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 03:03:46 smithi090 podman[97490]: 2024-03-07 03:03:46.456697252 +0000 UTC m=+0.114263306 container create 7a23382ba34608d875fd823da5ad2945f30ebf85cc25cecc42d058748f7437a3 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-0, GIT_BRANCH=HEAD, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240222, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=main-ea9a568, org.label-schema.license=GPLv2) 2024-03-07T03:03:46.564 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 03:03:46 smithi090 podman[97490]: 2024-03-07 03:03:46.359785374 +0000 UTC m=+0.017351433 image pull fdb83767c1ab7256a5adb2236a0d5ca62c64d53a1398fd6c12f8a81ff166e8ff quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71 2024-03-07T03:03:46.816 INFO:tasks.rados.rados.0.smithi090.stdout:1991: done (2 left) 2024-03-07T03:03:46.816 INFO:tasks.rados.rados.0.smithi090.stdout:1992: done (1 left) 2024-03-07T03:03:46.816 INFO:tasks.rados.rados.0.smithi090.stdout:1993: done (0 left) 2024-03-07T03:03:46.817 INFO:tasks.rados.rados.0.smithi090.stdout:1994: copy_from oid 34 from oid 41 current snap is 192 2024-03-07T03:03:46.817 INFO:tasks.rados.rados.0.smithi090.stdout:1995: rollback oid 2 current snap is 192 2024-03-07T03:03:46.817 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 2 to 168 2024-03-07T03:03:46.817 INFO:tasks.rados.rados.0.smithi090.stdout:1996: rollback oid 26 current snap is 192 2024-03-07T03:03:46.817 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 26 to 189 2024-03-07T03:03:46.817 INFO:tasks.rados.rados.0.smithi090.stdout:1997: read oid 9 snap -1 2024-03-07T03:03:46.817 INFO:tasks.rados.rados.0.smithi090.stdout:1997: expect (ObjNum 555 snap 166 seq_num 555) 2024-03-07T03:03:46.817 INFO:tasks.rados.rados.0.smithi090.stdout:1998: read oid 16 snap -1 2024-03-07T03:03:46.817 INFO:tasks.rados.rados.0.smithi090.stdout:1998: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-07T03:03:46.817 INFO:tasks.rados.rados.0.smithi090.stdout:1999: delete oid 4 current snap is 192 2024-03-07T03:03:46.821 INFO:tasks.rados.rados.0.smithi090.stdout:1996: finishing rollback tid 0 to smithi09077644-26 2024-03-07T03:03:46.821 INFO:tasks.rados.rados.0.smithi090.stdout:1998: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-07T03:03:46.828 INFO:tasks.rados.rados.0.smithi090.stdout:1995: finishing rollback tid 0 to smithi09077644-2 2024-03-07T03:03:46.828 INFO:tasks.rados.rados.0.smithi090.stdout:1996: finishing rollback tid 1 to smithi09077644-26 2024-03-07T03:03:46.828 INFO:tasks.rados.rados.0.smithi090.stdout:1998: done (5 left) 2024-03-07T03:03:46.828 INFO:tasks.rados.rados.0.smithi090.stdout:1999: done (4 left) 2024-03-07T03:03:46.828 INFO:tasks.rados.rados.0.smithi090.stdout:2000: snap_create 2024-03-07T03:03:46.829 INFO:tasks.rados.rados.0.smithi090.stdout:1996: finishing rollback tid 2 to smithi09077644-26 2024-03-07T03:03:46.829 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 26 v 884 (ObjNum 575 snap 172 seq_num 575) dirty exists 2024-03-07T03:03:46.829 INFO:tasks.rados.rados.0.smithi090.stdout:1995: finishing rollback tid 1 to smithi09077644-2 2024-03-07T03:03:46.829 INFO:tasks.rados.rados.0.smithi090.stdout:1995: finishing rollback tid 2 to smithi09077644-2 2024-03-07T03:03:46.829 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 2 v 1009 (ObjNum 540 snap 164 seq_num 540) dirty exists 2024-03-07T03:03:46.829 INFO:tasks.rados.rados.0.smithi090.stdout:1997: expect (ObjNum 555 snap 166 seq_num 555) 2024-03-07T03:03:46.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:46 smithi090 ceph-mon[89511]: pgmap v105: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 300 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 4.1 MiB/s wr, 27 op/s; 66/390 objects degraded (16.923%) 2024-03-07T03:03:46.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:46 smithi090 ceph-mon[89511]: osdmap e457: 8 total, 7 up, 8 in 2024-03-07T03:03:46.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:46 smithi090 ceph-mon[91928]: pgmap v105: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 300 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 4.1 MiB/s wr, 27 op/s; 66/390 objects degraded (16.923%) 2024-03-07T03:03:46.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:46 smithi090 ceph-mon[91928]: osdmap e457: 8 total, 7 up, 8 in 2024-03-07T03:03:46.830 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 03:03:46 smithi090 podman[97490]: 2024-03-07 03:03:46.677886758 +0000 UTC m=+0.335452829 container init 7a23382ba34608d875fd823da5ad2945f30ebf85cc25cecc42d058748f7437a3 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-0, RELEASE=main-ea9a568, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240222) 2024-03-07T03:03:46.830 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 03:03:46 smithi090 podman[97490]: 2024-03-07 03:03:46.681231157 +0000 UTC m=+0.338797211 container start 7a23382ba34608d875fd823da5ad2945f30ebf85cc25cecc42d058748f7437a3 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=main-ea9a568, maintainer=Guillaume Abrioux , GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240222, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-07T03:03:46.830 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 03:03:46 smithi090 ceph-osd[97509]: -- 172.21.15.90:0/3920384753 <== mon.0 v2:172.21.15.90:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x56140698f680 con 0x561406959400 2024-03-07T03:03:46.830 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 03:03:46 smithi090 bash[97490]: 7a23382ba34608d875fd823da5ad2945f30ebf85cc25cecc42d058748f7437a3 2024-03-07T03:03:46.830 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 03:03:46 smithi090 systemd[1]: Started Ceph osd.0 for fb96fd1c-dc2c-11ee-95c6-87774f69a715. 2024-03-07T03:03:46.891 INFO:tasks.rados.rados.0.smithi090.stdout:1994: finishing copy_from racing read to smithi09077644-34 2024-03-07T03:03:46.891 INFO:tasks.rados.rados.0.smithi090.stdout:1994: finishing copy_from to smithi09077644-34 2024-03-07T03:03:46.891 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 34 v 855 (ObjNum 616 snap 188 seq_num 616) dirty exists 2024-03-07T03:03:47.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:46 smithi092 ceph-mon[83777]: pgmap v105: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 300 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 4.1 MiB/s wr, 27 op/s; 66/390 objects degraded (16.923%) 2024-03-07T03:03:47.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:46 smithi092 ceph-mon[83777]: osdmap e457: 8 total, 7 up, 8 in 2024-03-07T03:03:47.576 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 03:03:47 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-0[97505]: 2024-03-07T03:03:47.231+0000 7f10a16657c0 -1 Falling back to public interface 2024-03-07T03:03:47.712 INFO:tasks.rados.rados.0.smithi090.stdout:1994: done (4 left) 2024-03-07T03:03:47.712 INFO:tasks.rados.rados.0.smithi090.stdout:1995: done (3 left) 2024-03-07T03:03:47.712 INFO:tasks.rados.rados.0.smithi090.stdout:1996: done (2 left) 2024-03-07T03:03:47.712 INFO:tasks.rados.rados.0.smithi090.stdout:1997: done (1 left) 2024-03-07T03:03:47.712 INFO:tasks.rados.rados.0.smithi090.stdout:2000: done (0 left) 2024-03-07T03:03:47.712 INFO:tasks.rados.rados.0.smithi090.stdout:2001: copy_from oid 2 from oid 47 current snap is 193 2024-03-07T03:03:47.712 INFO:tasks.rados.rados.0.smithi090.stdout:2002: snap_remove snap 191 2024-03-07T03:03:47.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:47 smithi090 ceph-mon[89511]: osdmap e458: 8 total, 7 up, 8 in 2024-03-07T03:03:47.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:47 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:47.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:47 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:47.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:47 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:03:47.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:47 smithi090 ceph-mon[89511]: osdmap e459: 8 total, 7 up, 8 in 2024-03-07T03:03:47.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:47 smithi090 ceph-mon[89511]: pgmap v109: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 300 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 66/390 objects degraded (16.923%) 2024-03-07T03:03:47.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:47 smithi090 ceph-mon[91928]: osdmap e458: 8 total, 7 up, 8 in 2024-03-07T03:03:47.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:47 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:47.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:47 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:47.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:47 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:03:47.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:47 smithi090 ceph-mon[91928]: osdmap e459: 8 total, 7 up, 8 in 2024-03-07T03:03:47.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:47 smithi090 ceph-mon[91928]: pgmap v109: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 300 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 66/390 objects degraded (16.923%) 2024-03-07T03:03:48.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:47 smithi092 ceph-mon[83777]: osdmap e458: 8 total, 7 up, 8 in 2024-03-07T03:03:48.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:47 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:48.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:47 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:48.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:47 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:03:48.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:47 smithi092 ceph-mon[83777]: osdmap e459: 8 total, 7 up, 8 in 2024-03-07T03:03:48.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:47 smithi092 ceph-mon[83777]: pgmap v109: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 300 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 66/390 objects degraded (16.923%) 2024-03-07T03:03:48.716 INFO:tasks.rados.rados.0.smithi090.stdout:2002: done (1 left) 2024-03-07T03:03:48.716 INFO:tasks.rados.rados.0.smithi090.stdout:2003: rollback oid 25 current snap is 193 2024-03-07T03:03:48.716 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 25 to 192 2024-03-07T03:03:48.717 INFO:tasks.rados.rados.0.smithi090.stdout:2001: finishing copy_from racing read to smithi09077644-2 2024-03-07T03:03:48.717 INFO:tasks.rados.rados.0.smithi090.stdout:2001: finishing copy_from to smithi09077644-2 2024-03-07T03:03:48.717 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 2 v 697 (ObjNum 589 snap 181 seq_num 589) dirty exists 2024-03-07T03:03:48.717 INFO:tasks.rados.rados.0.smithi090.stdout:2001: done (1 left) 2024-03-07T03:03:48.717 INFO:tasks.rados.rados.0.smithi090.stdout:2004: rmattr oid 50 current snap is 193 2024-03-07T03:03:48.717 INFO:tasks.rados.rados.0.smithi090.stdout:2005: read oid 34 snap 187 2024-03-07T03:03:48.717 INFO:tasks.rados.rados.0.smithi090.stdout:2005: expect (ObjNum 612 snap 187 seq_num 612) 2024-03-07T03:03:48.717 INFO:tasks.rados.rados.0.smithi090.stdout:2006: delete oid 23 current snap is 193 2024-03-07T03:03:48.720 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 50 v 885 (ObjNum 597 snap 183 seq_num 597) dirty exists 2024-03-07T03:03:48.722 INFO:tasks.rados.rados.0.smithi090.stdout:2004: done (3 left) 2024-03-07T03:03:48.722 INFO:tasks.rados.rados.0.smithi090.stdout:2006: done (2 left) 2024-03-07T03:03:48.722 INFO:tasks.rados.rados.0.smithi090.stdout:2007: read oid 42 snap -1 2024-03-07T03:03:48.722 INFO:tasks.rados.rados.0.smithi090.stdout:2007: expect deleted 2024-03-07T03:03:48.722 INFO:tasks.rados.rados.0.smithi090.stdout:2008: read oid 41 snap -1 2024-03-07T03:03:48.722 INFO:tasks.rados.rados.0.smithi090.stdout:2008: expect (ObjNum 616 snap 188 seq_num 616) 2024-03-07T03:03:48.723 INFO:tasks.rados.rados.0.smithi090.stdout:2009: snap_create 2024-03-07T03:03:48.724 INFO:tasks.rados.rados.0.smithi090.stdout:2003: finishing rollback tid 0 to smithi09077644-25 2024-03-07T03:03:48.724 INFO:tasks.rados.rados.0.smithi090.stdout:2003: finishing rollback tid 1 to smithi09077644-25 2024-03-07T03:03:48.724 INFO:tasks.rados.rados.0.smithi090.stdout:2003: finishing rollback tid 2 to smithi09077644-25 2024-03-07T03:03:48.724 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 25 v 1022 (ObjNum 603 snap 187 seq_num 603) dirty exists 2024-03-07T03:03:48.726 INFO:tasks.rados.rados.0.smithi090.stdout:2005: expect (ObjNum 612 snap 187 seq_num 612) 2024-03-07T03:03:48.743 INFO:tasks.rados.rados.0.smithi090.stdout:2008: expect (ObjNum 616 snap 188 seq_num 616) 2024-03-07T03:03:49.720 INFO:tasks.rados.rados.0.smithi090.stdout:2003: done (4 left) 2024-03-07T03:03:49.721 INFO:tasks.rados.rados.0.smithi090.stdout:2005: done (3 left) 2024-03-07T03:03:49.721 INFO:tasks.rados.rados.0.smithi090.stdout:2007: done (2 left) 2024-03-07T03:03:49.721 INFO:tasks.rados.rados.0.smithi090.stdout:2008: done (1 left) 2024-03-07T03:03:49.721 INFO:tasks.rados.rados.0.smithi090.stdout:2009: done (0 left) 2024-03-07T03:03:49.721 INFO:tasks.rados.rados.0.smithi090.stdout:2010: read oid 16 snap -1 2024-03-07T03:03:49.721 INFO:tasks.rados.rados.0.smithi090.stdout:2010: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-07T03:03:49.721 INFO:tasks.rados.rados.0.smithi090.stdout:2011: delete oid 12 current snap is 194 2024-03-07T03:03:49.724 INFO:tasks.rados.rados.0.smithi090.stdout:2010: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-07T03:03:49.730 INFO:tasks.rados.rados.0.smithi090.stdout:2010: done (1 left) 2024-03-07T03:03:49.730 INFO:tasks.rados.rados.0.smithi090.stdout:2011: done (0 left) 2024-03-07T03:03:49.730 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 38 current snap is 194 2024-03-07T03:03:49.730 INFO:tasks.rados.rados.0.smithi090.stdout:2012: seq_num 630 ranges {11395072=557056,11952128=401408} 2024-03-07T03:03:49.794 INFO:tasks.rados.rados.0.smithi090.stdout:2012: writing smithi09077644-38 from 11395072 to 11952128 tid 1 2024-03-07T03:03:49.797 INFO:tasks.rados.rados.0.smithi090.stdout:2012: writing smithi09077644-38 from 11952128 to 12353536 tid 2 2024-03-07T03:03:49.797 INFO:tasks.rados.rados.0.smithi090.stdout:2013: delete oid 32 current snap is 194 2024-03-07T03:03:49.800 INFO:tasks.rados.rados.0.smithi090.stdout:2013: done (1 left) 2024-03-07T03:03:49.800 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 47 current snap is 194 2024-03-07T03:03:49.800 INFO:tasks.rados.rados.0.smithi090.stdout:2014: seq_num 632 ranges {270336=589824,860160=401408} 2024-03-07T03:03:49.805 INFO:tasks.rados.rados.0.smithi090.stdout:2014: writing smithi09077644-47 from 270336 to 860160 tid 1 2024-03-07T03:03:49.809 INFO:tasks.rados.rados.0.smithi090.stdout:2014: writing smithi09077644-47 from 860160 to 1261568 tid 2 2024-03-07T03:03:49.809 INFO:tasks.rados.rados.0.smithi090.stdout:2015: rmattr oid 23 current snap is 194 2024-03-07T03:03:49.809 INFO:tasks.rados.rados.0.smithi090.stdout:2015: done (2 left) 2024-03-07T03:03:49.809 INFO:tasks.rados.rados.0.smithi090.stdout:2016: copy_from oid 30 from oid 2 current snap is 194 2024-03-07T03:03:49.809 INFO:tasks.rados.rados.0.smithi090.stdout:2012: finishing write tid 1 to smithi09077644-38 2024-03-07T03:03:49.809 INFO:tasks.rados.rados.0.smithi090.stdout:2012: finishing write tid 2 to smithi09077644-38 2024-03-07T03:03:49.809 INFO:tasks.rados.rados.0.smithi090.stdout:2012: finishing write tid 3 to smithi09077644-38 2024-03-07T03:03:49.809 INFO:tasks.rados.rados.0.smithi090.stdout:2012: finishing write tid 4 to smithi09077644-38 2024-03-07T03:03:49.809 INFO:tasks.rados.rados.0.smithi090.stdout:2012: oid 38 updating version 0 to 1049 2024-03-07T03:03:49.809 INFO:tasks.rados.rados.0.smithi090.stdout:2012: oid 38 version 1049 is already newer than 1048 2024-03-07T03:03:49.809 INFO:tasks.rados.rados.0.smithi090.stdout:2012: oid 38 version 1049 is already newer than 1047 2024-03-07T03:03:49.809 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 1049 (ObjNum 630 snap 194 seq_num 630) dirty exists 2024-03-07T03:03:49.810 INFO:tasks.rados.rados.0.smithi090.stdout:2012: left oid 38 (ObjNum 630 snap 194 seq_num 630) 2024-03-07T03:03:49.810 INFO:tasks.rados.rados.0.smithi090.stdout:2012: done (2 left) 2024-03-07T03:03:49.810 INFO:tasks.rados.rados.0.smithi090.stdout:2017: copy_from oid 18 from oid 44 current snap is 194 2024-03-07T03:03:49.810 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 7 current snap is 194 2024-03-07T03:03:49.810 INFO:tasks.rados.rados.0.smithi090.stdout:2018: seq_num 633 ranges {98304=606208,704512=401408} 2024-03-07T03:03:49.812 INFO:tasks.rados.rados.0.smithi090.stdout:2018: writing smithi09077644-7 from 98304 to 704512 tid 1 2024-03-07T03:03:49.815 INFO:tasks.rados.rados.0.smithi090.stdout:2018: writing smithi09077644-7 from 704512 to 1105920 tid 2 2024-03-07T03:03:49.815 INFO:tasks.rados.rados.0.smithi090.stdout:2019: delete oid 46 current snap is 194 2024-03-07T03:03:49.815 INFO:tasks.rados.rados.0.smithi090.stdout:2014: finishing write tid 1 to smithi09077644-47 2024-03-07T03:03:49.815 INFO:tasks.rados.rados.0.smithi090.stdout:2014: finishing write tid 2 to smithi09077644-47 2024-03-07T03:03:49.815 INFO:tasks.rados.rados.0.smithi090.stdout:2014: finishing write tid 3 to smithi09077644-47 2024-03-07T03:03:49.815 INFO:tasks.rados.rados.0.smithi090.stdout:2014: finishing write tid 4 to smithi09077644-47 2024-03-07T03:03:49.815 INFO:tasks.rados.rados.0.smithi090.stdout:2014: oid 47 updating version 0 to 699 2024-03-07T03:03:49.815 INFO:tasks.rados.rados.0.smithi090.stdout:2014: oid 47 updating version 699 to 700 2024-03-07T03:03:49.815 INFO:tasks.rados.rados.0.smithi090.stdout:2014: oid 47 version 700 is already newer than 698 2024-03-07T03:03:49.815 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 700 (ObjNum 632 snap 194 seq_num 632) dirty exists 2024-03-07T03:03:49.815 INFO:tasks.rados.rados.0.smithi090.stdout:2014: left oid 47 (ObjNum 632 snap 194 seq_num 632) 2024-03-07T03:03:49.816 INFO:tasks.rados.rados.0.smithi090.stdout:2016: finishing copy_from racing read to smithi09077644-30 2024-03-07T03:03:49.817 INFO:tasks.rados.rados.0.smithi090.stdout:2016: finishing copy_from to smithi09077644-30 2024-03-07T03:03:49.817 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 30 v 697 (ObjNum 589 snap 181 seq_num 589) dirty exists 2024-03-07T03:03:49.817 INFO:tasks.rados.rados.0.smithi090.stdout:2018: finishing write tid 1 to smithi09077644-7 2024-03-07T03:03:49.818 INFO:tasks.rados.rados.0.smithi090.stdout:2018: finishing write tid 2 to smithi09077644-7 2024-03-07T03:03:49.818 INFO:tasks.rados.rados.0.smithi090.stdout:2018: finishing write tid 3 to smithi09077644-7 2024-03-07T03:03:49.819 INFO:tasks.rados.rados.0.smithi090.stdout:2014: done (4 left) 2024-03-07T03:03:49.819 INFO:tasks.rados.rados.0.smithi090.stdout:2016: done (3 left) 2024-03-07T03:03:49.819 INFO:tasks.rados.rados.0.smithi090.stdout:2019: done (2 left) 2024-03-07T03:03:49.819 INFO:tasks.rados.rados.0.smithi090.stdout:2020: read oid 16 snap -1 2024-03-07T03:03:49.819 INFO:tasks.rados.rados.0.smithi090.stdout:2020: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-07T03:03:49.819 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 4 current snap is 194 2024-03-07T03:03:49.819 INFO:tasks.rados.rados.0.smithi090.stdout:2021: seq_num 635 ranges {0=638976,638976=401408} 2024-03-07T03:03:49.822 INFO:tasks.rados.rados.0.smithi090.stdout:2021: writing smithi09077644-4 from 0 to 638976 tid 1 2024-03-07T03:03:49.824 INFO:tasks.rados.rados.0.smithi090.stdout:2021: writing smithi09077644-4 from 638976 to 1040384 tid 2 2024-03-07T03:03:49.824 INFO:tasks.rados.rados.0.smithi090.stdout:2022: snap_create 2024-03-07T03:03:49.825 INFO:tasks.rados.rados.0.smithi090.stdout:2018: finishing write tid 4 to smithi09077644-7 2024-03-07T03:03:49.825 INFO:tasks.rados.rados.0.smithi090.stdout:2018: oid 7 updating version 0 to 703 2024-03-07T03:03:49.825 INFO:tasks.rados.rados.0.smithi090.stdout:2018: oid 7 updating version 703 to 705 2024-03-07T03:03:49.825 INFO:tasks.rados.rados.0.smithi090.stdout:2018: oid 7 version 705 is already newer than 704 2024-03-07T03:03:49.825 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 7 v 705 (ObjNum 633 snap 194 seq_num 633) dirty exists 2024-03-07T03:03:49.825 INFO:tasks.rados.rados.0.smithi090.stdout:2018: left oid 7 (ObjNum 633 snap 194 seq_num 633) 2024-03-07T03:03:49.825 INFO:tasks.rados.rados.0.smithi090.stdout:2020: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-07T03:03:49.829 INFO:tasks.rados.rados.0.smithi090.stdout:2021: finishing write tid 1 to smithi09077644-4 2024-03-07T03:03:49.830 INFO:tasks.rados.rados.0.smithi090.stdout:2021: finishing write tid 2 to smithi09077644-4 2024-03-07T03:03:49.830 INFO:tasks.rados.rados.0.smithi090.stdout:2021: finishing write tid 3 to smithi09077644-4 2024-03-07T03:03:49.830 INFO:tasks.rados.rados.0.smithi090.stdout:2021: finishing write tid 4 to smithi09077644-4 2024-03-07T03:03:49.830 INFO:tasks.rados.rados.0.smithi090.stdout:2021: oid 4 updating version 0 to 881 2024-03-07T03:03:49.830 INFO:tasks.rados.rados.0.smithi090.stdout:2021: oid 4 version 881 is already newer than 880 2024-03-07T03:03:49.830 INFO:tasks.rados.rados.0.smithi090.stdout:2021: oid 4 updating version 881 to 882 2024-03-07T03:03:49.830 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 882 (ObjNum 635 snap 194 seq_num 635) dirty exists 2024-03-07T03:03:49.830 INFO:tasks.rados.rados.0.smithi090.stdout:2021: left oid 4 (ObjNum 635 snap 194 seq_num 635) 2024-03-07T03:03:49.834 INFO:tasks.rados.rados.0.smithi090.stdout:2017: finishing copy_from racing read to smithi09077644-18 2024-03-07T03:03:49.838 INFO:tasks.rados.rados.0.smithi090.stdout:2017: finishing copy_from to smithi09077644-18 2024-03-07T03:03:49.838 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 18 v 1107 (ObjNum 568 snap 170 seq_num 568) dirty exists 2024-03-07T03:03:49.996 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:49 smithi090 ceph-mon[89511]: osdmap e460: 8 total, 7 up, 8 in 2024-03-07T03:03:49.996 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:49 smithi090 ceph-mon[91928]: osdmap e460: 8 total, 7 up, 8 in 2024-03-07T03:03:50.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:49 smithi092 ceph-mon[83777]: osdmap e460: 8 total, 7 up, 8 in 2024-03-07T03:03:50.726 INFO:tasks.rados.rados.0.smithi090.stdout:2017: done (4 left) 2024-03-07T03:03:50.726 INFO:tasks.rados.rados.0.smithi090.stdout:2018: done (3 left) 2024-03-07T03:03:50.726 INFO:tasks.rados.rados.0.smithi090.stdout:2020: done (2 left) 2024-03-07T03:03:50.726 INFO:tasks.rados.rados.0.smithi090.stdout:2021: done (1 left) 2024-03-07T03:03:50.726 INFO:tasks.rados.rados.0.smithi090.stdout:2022: done (0 left) 2024-03-07T03:03:50.726 INFO:tasks.rados.rados.0.smithi090.stdout:2023: rollback oid 36 current snap is 195 2024-03-07T03:03:50.726 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 36 to 188 2024-03-07T03:03:50.726 INFO:tasks.rados.rados.0.smithi090.stdout:2024: snap_create 2024-03-07T03:03:50.732 INFO:tasks.rados.rados.0.smithi090.stdout:2023: finishing rollback tid 0 to smithi09077644-36 2024-03-07T03:03:50.732 INFO:tasks.rados.rados.0.smithi090.stdout:2023: finishing rollback tid 1 to smithi09077644-36 2024-03-07T03:03:50.732 INFO:tasks.rados.rados.0.smithi090.stdout:2023: finishing rollback tid 2 to smithi09077644-36 2024-03-07T03:03:50.732 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 1012 (ObjNum 380 snap 117 seq_num 380) dirty exists 2024-03-07T03:03:50.754 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 03:03:50 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-0[97505]: 2024-03-07T03:03:50.473+0000 7f10a16657c0 -1 osd.0 453 log_to_monitors true 2024-03-07T03:03:50.754 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:50 smithi090 ceph-mon[89511]: osdmap e461: 8 total, 7 up, 8 in 2024-03-07T03:03:50.754 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:50 smithi090 ceph-mon[89511]: pgmap v112: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 295 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 688 KiB/s wr, 9 op/s; 71/414 objects degraded (17.150%) 2024-03-07T03:03:50.755 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:50 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:50.755 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:50 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:50.755 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:50 smithi090 ceph-mon[89511]: from='osd.0 [v2:172.21.15.90:6802/2854812379,v1:172.21.15.90:6803/2854812379]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-03-07T03:03:50.755 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:50 smithi090 ceph-mon[89511]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-03-07T03:03:50.755 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:50 smithi090 ceph-mon[91928]: osdmap e461: 8 total, 7 up, 8 in 2024-03-07T03:03:50.755 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:50 smithi090 ceph-mon[91928]: pgmap v112: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 295 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 688 KiB/s wr, 9 op/s; 71/414 objects degraded (17.150%) 2024-03-07T03:03:50.755 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:50 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:50.755 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:50 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:50.755 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:50 smithi090 ceph-mon[91928]: from='osd.0 [v2:172.21.15.90:6802/2854812379,v1:172.21.15.90:6803/2854812379]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-03-07T03:03:50.755 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:50 smithi090 ceph-mon[91928]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-03-07T03:03:51.079 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 03:03:50 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-0[97505]: 2024-03-07T03:03:50.751+0000 7f1092abd700 -1 osd.0 453 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-07T03:03:51.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:50 smithi092 ceph-mon[83777]: osdmap e461: 8 total, 7 up, 8 in 2024-03-07T03:03:51.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:50 smithi092 ceph-mon[83777]: pgmap v112: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 295 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 688 KiB/s wr, 9 op/s; 71/414 objects degraded (17.150%) 2024-03-07T03:03:51.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:50 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:51.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:50 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:51.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:50 smithi092 ceph-mon[83777]: from='osd.0 [v2:172.21.15.90:6802/2854812379,v1:172.21.15.90:6803/2854812379]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-03-07T03:03:51.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:50 smithi092 ceph-mon[83777]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-03-07T03:03:51.731 INFO:tasks.rados.rados.0.smithi090.stdout:2023: done (1 left) 2024-03-07T03:03:51.731 INFO:tasks.rados.rados.0.smithi090.stdout:2024: done (0 left) 2024-03-07T03:03:51.731 INFO:tasks.rados.rados.0.smithi090.stdout:2025: read oid 4 snap 188 2024-03-07T03:03:51.731 INFO:tasks.rados.rados.0.smithi090.stdout:2025: expect (ObjNum 526 snap 160 seq_num 526) 2024-03-07T03:03:51.731 INFO:tasks.rados.rados.0.smithi090.stdout:2026: snap_remove snap 193 2024-03-07T03:03:52.034 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:51 smithi090 ceph-mon[91928]: Health check update: Degraded data redundancy: 71/414 objects degraded (17.150%), 15 pgs degraded (PG_DEGRADED) 2024-03-07T03:03:52.034 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:51 smithi090 ceph-mon[91928]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-03-07T03:03:52.034 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:51 smithi090 ceph-mon[91928]: osdmap e462: 8 total, 7 up, 8 in 2024-03-07T03:03:52.034 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:51 smithi090 ceph-mon[91928]: from='osd.0 [v2:172.21.15.90:6802/2854812379,v1:172.21.15.90:6803/2854812379]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-03-07T03:03:52.034 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:51 smithi090 ceph-mon[91928]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-03-07T03:03:52.034 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:51 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:52.034 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:51 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:52.035 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:51 smithi090 ceph-mon[89511]: Health check update: Degraded data redundancy: 71/414 objects degraded (17.150%), 15 pgs degraded (PG_DEGRADED) 2024-03-07T03:03:52.035 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:51 smithi090 ceph-mon[89511]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-03-07T03:03:52.035 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:51 smithi090 ceph-mon[89511]: osdmap e462: 8 total, 7 up, 8 in 2024-03-07T03:03:52.035 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:51 smithi090 ceph-mon[89511]: from='osd.0 [v2:172.21.15.90:6802/2854812379,v1:172.21.15.90:6803/2854812379]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-03-07T03:03:52.035 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:51 smithi090 ceph-mon[89511]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-03-07T03:03:52.035 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:51 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:52.035 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:51 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:52.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:51 smithi092 ceph-mon[83777]: Health check update: Degraded data redundancy: 71/414 objects degraded (17.150%), 15 pgs degraded (PG_DEGRADED) 2024-03-07T03:03:52.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:51 smithi092 ceph-mon[83777]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-03-07T03:03:52.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:51 smithi092 ceph-mon[83777]: osdmap e462: 8 total, 7 up, 8 in 2024-03-07T03:03:52.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:51 smithi092 ceph-mon[83777]: from='osd.0 [v2:172.21.15.90:6802/2854812379,v1:172.21.15.90:6803/2854812379]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-03-07T03:03:52.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:51 smithi092 ceph-mon[83777]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-03-07T03:03:52.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:51 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:52.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:51 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:52.667 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:03:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:03:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:03:52.748 INFO:tasks.rados.rados.0.smithi090.stdout:2026: done (1 left) 2024-03-07T03:03:52.749 INFO:tasks.rados.rados.0.smithi090.stdout:2027: setattr oid 49 current snap is 196 2024-03-07T03:03:52.749 INFO:tasks.rados.rados.0.smithi090.stdout:2028: snap_remove snap 192 2024-03-07T03:03:53.001 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:52 smithi090 ceph-mon[91928]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-07T03:03:53.001 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:52 smithi090 ceph-mon[91928]: osd.0 [v2:172.21.15.90:6802/2854812379,v1:172.21.15.90:6803/2854812379] boot 2024-03-07T03:03:53.001 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:52 smithi090 ceph-mon[91928]: osdmap e463: 8 total, 8 up, 8 in 2024-03-07T03:03:53.001 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:52 smithi090 ceph-mon[91928]: pgmap v115: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 295 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 674 KiB/s wr, 9 op/s; 71/414 objects degraded (17.150%) 2024-03-07T03:03:53.001 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:52 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-07T03:03:53.001 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:52 smithi090 ceph-mon[91928]: osdmap e464: 8 total, 8 up, 8 in 2024-03-07T03:03:53.001 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:52 smithi090 ceph-mon[89511]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-07T03:03:53.002 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:52 smithi090 ceph-mon[89511]: osd.0 [v2:172.21.15.90:6802/2854812379,v1:172.21.15.90:6803/2854812379] boot 2024-03-07T03:03:53.002 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:52 smithi090 ceph-mon[89511]: osdmap e463: 8 total, 8 up, 8 in 2024-03-07T03:03:53.002 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:52 smithi090 ceph-mon[89511]: pgmap v115: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 295 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 674 KiB/s wr, 9 op/s; 71/414 objects degraded (17.150%) 2024-03-07T03:03:53.002 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:52 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-07T03:03:53.002 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:52 smithi090 ceph-mon[89511]: osdmap e464: 8 total, 8 up, 8 in 2024-03-07T03:03:53.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:52 smithi092 ceph-mon[83777]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-07T03:03:53.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:52 smithi092 ceph-mon[83777]: osd.0 [v2:172.21.15.90:6802/2854812379,v1:172.21.15.90:6803/2854812379] boot 2024-03-07T03:03:53.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:52 smithi092 ceph-mon[83777]: osdmap e463: 8 total, 8 up, 8 in 2024-03-07T03:03:53.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:52 smithi092 ceph-mon[83777]: pgmap v115: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 295 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 674 KiB/s wr, 9 op/s; 71/414 objects degraded (17.150%) 2024-03-07T03:03:53.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:52 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-07T03:03:53.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:52 smithi092 ceph-mon[83777]: osdmap e464: 8 total, 8 up, 8 in 2024-03-07T03:03:53.290 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:03:53 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:03:53] "GET /metrics HTTP/1.1" 200 36036 "" "Prometheus/2.43.0" 2024-03-07T03:03:53.745 INFO:tasks.rados.rados.0.smithi090.stdout:2028: done (2 left) 2024-03-07T03:03:53.745 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 47 current snap is 196 2024-03-07T03:03:53.745 INFO:tasks.rados.rados.0.smithi090.stdout:2029: seq_num 636 ranges {1261568=655360,1916928=401408} 2024-03-07T03:03:53.756 INFO:tasks.rados.rados.0.smithi090.stdout:2029: writing smithi09077644-47 from 1261568 to 1916928 tid 1 2024-03-07T03:03:53.759 INFO:tasks.rados.rados.0.smithi090.stdout:2029: writing smithi09077644-47 from 1916928 to 2318336 tid 2 2024-03-07T03:03:53.760 INFO:tasks.rados.rados.0.smithi090.stdout:2030: copy_from oid 19 from oid 28 current snap is 196 2024-03-07T03:03:53.760 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 49 v 1025 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-03-07T03:03:53.760 INFO:tasks.rados.rados.0.smithi090.stdout:2025: expect (ObjNum 526 snap 160 seq_num 526) 2024-03-07T03:03:53.809 INFO:tasks.rados.rados.0.smithi090.stdout:2029: finishing write tid 1 to smithi09077644-47 2024-03-07T03:03:53.809 INFO:tasks.rados.rados.0.smithi090.stdout:2029: finishing write tid 2 to smithi09077644-47 2024-03-07T03:03:53.809 INFO:tasks.rados.rados.0.smithi090.stdout:2029: finishing write tid 3 to smithi09077644-47 2024-03-07T03:03:53.809 INFO:tasks.rados.rados.0.smithi090.stdout:2025: done (3 left) 2024-03-07T03:03:53.809 INFO:tasks.rados.rados.0.smithi090.stdout:2027: done (2 left) 2024-03-07T03:03:53.809 INFO:tasks.rados.rados.0.smithi090.stdout:2031: rollback oid 8 current snap is 196 2024-03-07T03:03:53.809 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 8 to 189 2024-03-07T03:03:53.809 INFO:tasks.rados.rados.0.smithi090.stdout:2029: finishing write tid 4 to smithi09077644-47 2024-03-07T03:03:53.809 INFO:tasks.rados.rados.0.smithi090.stdout:2029: oid 47 updating version 0 to 701 2024-03-07T03:03:53.809 INFO:tasks.rados.rados.0.smithi090.stdout:2029: oid 47 updating version 701 to 702 2024-03-07T03:03:53.809 INFO:tasks.rados.rados.0.smithi090.stdout:2029: oid 47 updating version 702 to 703 2024-03-07T03:03:53.809 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 703 (ObjNum 636 snap 196 seq_num 636) dirty exists 2024-03-07T03:03:53.809 INFO:tasks.rados.rados.0.smithi090.stdout:2029: left oid 47 (ObjNum 636 snap 196 seq_num 636) 2024-03-07T03:03:53.810 INFO:tasks.rados.rados.0.smithi090.stdout:2030: finishing copy_from racing read to smithi09077644-19 2024-03-07T03:03:53.810 INFO:tasks.rados.rados.0.smithi090.stdout:2030: finishing copy_from to smithi09077644-19 2024-03-07T03:03:53.810 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 852 (ObjNum 425 snap 134 seq_num 425) dirty exists 2024-03-07T03:03:53.810 INFO:tasks.rados.rados.0.smithi090.stdout:2029: done (2 left) 2024-03-07T03:03:53.810 INFO:tasks.rados.rados.0.smithi090.stdout:2030: done (1 left) 2024-03-07T03:03:53.810 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 3 current snap is 196 2024-03-07T03:03:53.810 INFO:tasks.rados.rados.0.smithi090.stdout:2032: seq_num 637 ranges {7790592=671744,8462336=401408} 2024-03-07T03:03:53.854 INFO:tasks.rados.rados.0.smithi090.stdout:2032: writing smithi09077644-3 from 7790592 to 8462336 tid 1 2024-03-07T03:03:53.857 INFO:tasks.rados.rados.0.smithi090.stdout:2032: writing smithi09077644-3 from 8462336 to 8863744 tid 2 2024-03-07T03:03:53.857 INFO:tasks.rados.rados.0.smithi090.stdout:2033: read oid 24 snap -1 2024-03-07T03:03:53.857 INFO:tasks.rados.rados.0.smithi090.stdout:2033: expect deleted 2024-03-07T03:03:53.857 INFO:tasks.rados.rados.0.smithi090.stdout:2034: snap_create 2024-03-07T03:03:53.857 INFO:tasks.rados.rados.0.smithi090.stdout:2031: finishing rollback tid 1 to smithi09077644-8 2024-03-07T03:03:53.857 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 1062 (ObjNum 129 snap 0 seq_num 3340002208) dirty dne 2024-03-07T03:03:53.859 INFO:tasks.rados.rados.0.smithi090.stdout:2032: finishing write tid 1 to smithi09077644-3 2024-03-07T03:03:53.860 INFO:tasks.rados.rados.0.smithi090.stdout:2032: finishing write tid 2 to smithi09077644-3 2024-03-07T03:03:53.860 INFO:tasks.rados.rados.0.smithi090.stdout:2032: finishing write tid 3 to smithi09077644-3 2024-03-07T03:03:53.861 INFO:tasks.rados.rados.0.smithi090.stdout:2032: finishing write tid 4 to smithi09077644-3 2024-03-07T03:03:53.861 INFO:tasks.rados.rados.0.smithi090.stdout:2032: oid 3 updating version 0 to 888 2024-03-07T03:03:53.861 INFO:tasks.rados.rados.0.smithi090.stdout:2032: oid 3 version 888 is already newer than 886 2024-03-07T03:03:53.861 INFO:tasks.rados.rados.0.smithi090.stdout:2032: oid 3 version 888 is already newer than 887 2024-03-07T03:03:53.862 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 888 (ObjNum 637 snap 196 seq_num 637) dirty exists 2024-03-07T03:03:53.862 INFO:tasks.rados.rados.0.smithi090.stdout:2032: left oid 3 (ObjNum 637 snap 196 seq_num 637) 2024-03-07T03:03:53.917 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:03:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:03:53.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi090\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:03:54.752 INFO:tasks.rados.rados.0.smithi090.stdout:2031: done (3 left) 2024-03-07T03:03:54.752 INFO:tasks.rados.rados.0.smithi090.stdout:2032: done (2 left) 2024-03-07T03:03:54.752 INFO:tasks.rados.rados.0.smithi090.stdout:2033: done (1 left) 2024-03-07T03:03:54.752 INFO:tasks.rados.rados.0.smithi090.stdout:2034: done (0 left) 2024-03-07T03:03:54.752 INFO:tasks.rados.rados.0.smithi090.stdout:2035: setattr oid 37 current snap is 197 2024-03-07T03:03:54.753 INFO:tasks.rados.rados.0.smithi090.stdout:2036: copy_from oid 34 from oid 33 current snap is 197 2024-03-07T03:03:54.753 INFO:tasks.rados.rados.0.smithi090.stdout:2037: copy_from oid 16 from oid 43 current snap is 197 2024-03-07T03:03:54.753 INFO:tasks.rados.rados.0.smithi090.stdout:2038: rollback oid 13 current snap is 197 2024-03-07T03:03:54.754 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 13 to 188 2024-03-07T03:03:54.754 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 24 current snap is 197 2024-03-07T03:03:54.754 INFO:tasks.rados.rados.0.smithi090.stdout:2039: seq_num 638 ranges {0=688128,688128=401408} 2024-03-07T03:03:54.757 INFO:tasks.rados.rados.0.smithi090.stdout:2039: writing smithi09077644-24 from 0 to 688128 tid 1 2024-03-07T03:03:54.760 INFO:tasks.rados.rados.0.smithi090.stdout:2039: writing smithi09077644-24 from 688128 to 1089536 tid 2 2024-03-07T03:03:54.760 INFO:tasks.rados.rados.0.smithi090.stdout:2040: copy_from oid 38 from oid 11 current snap is 197 2024-03-07T03:03:54.760 INFO:tasks.rados.rados.0.smithi090.stdout:2041: rollback oid 47 current snap is 197 2024-03-07T03:03:54.760 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 47 to 196 2024-03-07T03:03:54.761 INFO:tasks.rados.rados.0.smithi090.stdout:2042: snap_create 2024-03-07T03:03:54.761 INFO:tasks.rados.rados.0.smithi090.stdout:2038: finishing rollback tid 0 to smithi09077644-13 2024-03-07T03:03:54.761 INFO:tasks.rados.rados.0.smithi090.stdout:2036: finishing copy_from to smithi09077644-34 2024-03-07T03:03:54.761 INFO:tasks.rados.rados.0.smithi090.stdout:2036: got expected ENOENT (src dne) 2024-03-07T03:03:54.762 INFO:tasks.rados.rados.0.smithi090.stdout:2036: finishing copy_from racing read to smithi09077644-34 2024-03-07T03:03:54.763 INFO:tasks.rados.rados.0.smithi090.stdout:2038: finishing rollback tid 1 to smithi09077644-13 2024-03-07T03:03:54.763 INFO:tasks.rados.rados.0.smithi090.stdout:2038: finishing rollback tid 2 to smithi09077644-13 2024-03-07T03:03:54.763 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 13 v 1035 (ObjNum 474 snap 147 seq_num 474) dirty exists 2024-03-07T03:03:54.766 INFO:tasks.rados.rados.0.smithi090.stdout:2039: finishing write tid 1 to smithi09077644-24 2024-03-07T03:03:54.766 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 37 v 856 (ObjNum 610 snap 187 seq_num 610) dirty exists 2024-03-07T03:03:54.766 INFO:tasks.rados.rados.0.smithi090.stdout:2041: finishing rollback tid 0 to smithi09077644-47 2024-03-07T03:03:54.766 INFO:tasks.rados.rados.0.smithi090.stdout:2039: finishing write tid 2 to smithi09077644-24 2024-03-07T03:03:54.767 INFO:tasks.rados.rados.0.smithi090.stdout:2041: finishing rollback tid 1 to smithi09077644-47 2024-03-07T03:03:54.767 INFO:tasks.rados.rados.0.smithi090.stdout:2039: finishing write tid 3 to smithi09077644-24 2024-03-07T03:03:54.768 INFO:tasks.rados.rados.0.smithi090.stdout:2041: finishing rollback tid 2 to smithi09077644-47 2024-03-07T03:03:54.768 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 706 (ObjNum 636 snap 196 seq_num 636) dirty exists 2024-03-07T03:03:54.769 INFO:tasks.rados.rados.0.smithi090.stdout:2039: finishing write tid 4 to smithi09077644-24 2024-03-07T03:03:54.769 INFO:tasks.rados.rados.0.smithi090.stdout:2039: oid 24 updating version 0 to 1071 2024-03-07T03:03:54.769 INFO:tasks.rados.rados.0.smithi090.stdout:2039: oid 24 version 1071 is already newer than 1069 2024-03-07T03:03:54.769 INFO:tasks.rados.rados.0.smithi090.stdout:2039: oid 24 version 1071 is already newer than 1070 2024-03-07T03:03:54.770 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 24 v 1071 (ObjNum 638 snap 197 seq_num 638) dirty exists 2024-03-07T03:03:54.770 INFO:tasks.rados.rados.0.smithi090.stdout:2039: left oid 24 (ObjNum 638 snap 197 seq_num 638) 2024-03-07T03:03:54.770 INFO:tasks.rados.rados.0.smithi090.stdout:2040: finishing copy_from racing read to smithi09077644-38 2024-03-07T03:03:54.771 INFO:tasks.rados.rados.0.smithi090.stdout:2040: finishing copy_from to smithi09077644-38 2024-03-07T03:03:54.771 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 1021 (ObjNum 487 snap 150 seq_num 487) dirty exists 2024-03-07T03:03:54.772 INFO:tasks.rados.rados.0.smithi090.stdout:2037: finishing copy_from racing read to smithi09077644-16 2024-03-07T03:03:54.774 INFO:tasks.rados.rados.0.smithi090.stdout:2037: finishing copy_from to smithi09077644-16 2024-03-07T03:03:54.774 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 365 (ObjNum 583 snap 177 seq_num 583) dirty exists 2024-03-07T03:03:55.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:54 smithi090 ceph-mon[89511]: pgmap v117: 121 pgs: 4 active+undersized+degraded, 11 active+undersized, 106 active+clean; 306 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 16 op/s; 16/438 objects degraded (3.653%); 15 MiB/s, 4 objects/s recovering 2024-03-07T03:03:55.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:54 smithi090 ceph-mon[89511]: osdmap e465: 8 total, 8 up, 8 in 2024-03-07T03:03:55.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:54 smithi090 ceph-mon[91928]: pgmap v117: 121 pgs: 4 active+undersized+degraded, 11 active+undersized, 106 active+clean; 306 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 16 op/s; 16/438 objects degraded (3.653%); 15 MiB/s, 4 objects/s recovering 2024-03-07T03:03:55.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:54 smithi090 ceph-mon[91928]: osdmap e465: 8 total, 8 up, 8 in 2024-03-07T03:03:55.080 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:03:54 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:03:54.918+0000 7f8323fc5700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-03-07T03:03:55.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:54 smithi092 ceph-mon[83777]: pgmap v117: 121 pgs: 4 active+undersized+degraded, 11 active+undersized, 106 active+clean; 306 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 16 op/s; 16/438 objects degraded (3.653%); 15 MiB/s, 4 objects/s recovering 2024-03-07T03:03:55.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:54 smithi092 ceph-mon[83777]: osdmap e465: 8 total, 8 up, 8 in 2024-03-07T03:03:55.761 INFO:tasks.rados.rados.0.smithi090.stdout:2035: done (7 left) 2024-03-07T03:03:55.761 INFO:tasks.rados.rados.0.smithi090.stdout:2036: done (6 left) 2024-03-07T03:03:55.762 INFO:tasks.rados.rados.0.smithi090.stdout:2037: done (5 left) 2024-03-07T03:03:55.762 INFO:tasks.rados.rados.0.smithi090.stdout:2038: done (4 left) 2024-03-07T03:03:55.762 INFO:tasks.rados.rados.0.smithi090.stdout:2039: done (3 left) 2024-03-07T03:03:55.762 INFO:tasks.rados.rados.0.smithi090.stdout:2040: done (2 left) 2024-03-07T03:03:55.762 INFO:tasks.rados.rados.0.smithi090.stdout:2041: done (1 left) 2024-03-07T03:03:55.762 INFO:tasks.rados.rados.0.smithi090.stdout:2042: done (0 left) 2024-03-07T03:03:55.762 INFO:tasks.rados.rados.0.smithi090.stdout:2043: rmattr oid 9 current snap is 198 2024-03-07T03:03:55.762 INFO:tasks.rados.rados.0.smithi090.stdout:2043: done (0 left) 2024-03-07T03:03:55.762 INFO:tasks.rados.rados.0.smithi090.stdout:2044: copy_from oid 8 from oid 42 current snap is 198 2024-03-07T03:03:55.762 INFO:tasks.rados.rados.0.smithi090.stdout:2045: delete oid 3 current snap is 198 2024-03-07T03:03:55.768 INFO:tasks.rados.rados.0.smithi090.stdout:2044: finishing copy_from to smithi09077644-8 2024-03-07T03:03:55.768 INFO:tasks.rados.rados.0.smithi090.stdout:2044: got expected ENOENT (src dne) 2024-03-07T03:03:55.768 INFO:tasks.rados.rados.0.smithi090.stdout:2044: finishing copy_from racing read to smithi09077644-8 2024-03-07T03:03:55.771 INFO:tasks.rados.rados.0.smithi090.stdout:2044: done (1 left) 2024-03-07T03:03:55.771 INFO:tasks.rados.rados.0.smithi090.stdout:2045: done (0 left) 2024-03-07T03:03:55.771 INFO:tasks.rados.rados.0.smithi090.stdout:2046: rollback oid 23 current snap is 198 2024-03-07T03:03:55.771 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 23 to 195 2024-03-07T03:03:55.772 INFO:tasks.rados.rados.0.smithi090.stdout:2047: snap_create 2024-03-07T03:03:55.773 INFO:tasks.rados.rados.0.smithi090.stdout:2046: finishing rollback tid 1 to smithi09077644-23 2024-03-07T03:03:55.773 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 1045 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-03-07T03:03:56.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:55 smithi090 ceph-mon[89511]: osdmap e466: 8 total, 8 up, 8 in 2024-03-07T03:03:56.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:55 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:56.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:55 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:56.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:55 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:03:56.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:55 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:03:56.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:55 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:56.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:55 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:03:56.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:55 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:03:56.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:55 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:03:56.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:55 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:03:56.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:55 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-03-07T03:03:56.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:55 smithi090 ceph-mon[91928]: osdmap e466: 8 total, 8 up, 8 in 2024-03-07T03:03:56.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:55 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:56.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:55 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:56.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:55 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:03:56.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:55 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:03:56.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:55 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:56.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:55 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:03:56.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:55 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:03:56.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:55 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:03:56.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:55 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:03:56.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:55 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-03-07T03:03:56.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:55 smithi092 ceph-mon[83777]: osdmap e466: 8 total, 8 up, 8 in 2024-03-07T03:03:56.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:55 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:56.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:55 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:56.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:55 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:03:56.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:55 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:03:56.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:55 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:56.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:55 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:03:56.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:55 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:03:56.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:55 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:03:56.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:55 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:03:56.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:55 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-03-07T03:03:56.769 INFO:tasks.rados.rados.0.smithi090.stdout:2046: done (1 left) 2024-03-07T03:03:56.769 INFO:tasks.rados.rados.0.smithi090.stdout:2047: done (0 left) 2024-03-07T03:03:56.769 INFO:tasks.rados.rados.0.smithi090.stdout:2048: read oid 30 snap 196 2024-03-07T03:03:56.769 INFO:tasks.rados.rados.0.smithi090.stdout:2048: expect (ObjNum 589 snap 181 seq_num 589) 2024-03-07T03:03:56.769 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 42 current snap is 199 2024-03-07T03:03:56.769 INFO:tasks.rados.rados.0.smithi090.stdout:2049: seq_num 640 ranges {0=729088,729088=401408} 2024-03-07T03:03:56.773 INFO:tasks.rados.rados.0.smithi090.stdout:2049: writing smithi09077644-42 from 0 to 729088 tid 1 2024-03-07T03:03:56.776 INFO:tasks.rados.rados.0.smithi090.stdout:2049: writing smithi09077644-42 from 729088 to 1130496 tid 2 2024-03-07T03:03:56.776 INFO:tasks.rados.rados.0.smithi090.stdout:2050: rmattr oid 38 current snap is 199 2024-03-07T03:03:56.776 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 15 current snap is 199 2024-03-07T03:03:56.776 INFO:tasks.rados.rados.0.smithi090.stdout:2048: expect (ObjNum 589 snap 181 seq_num 589) 2024-03-07T03:03:56.787 INFO:tasks.rados.rados.0.smithi090.stdout:2049: finishing write tid 1 to smithi09077644-42 2024-03-07T03:03:56.787 INFO:tasks.rados.rados.0.smithi090.stdout:2049: finishing write tid 2 to smithi09077644-42 2024-03-07T03:03:56.787 INFO:tasks.rados.rados.0.smithi090.stdout:2049: finishing write tid 3 to smithi09077644-42 2024-03-07T03:03:56.787 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 1069 (ObjNum 487 snap 150 seq_num 487) dirty exists 2024-03-07T03:03:56.787 INFO:tasks.rados.rados.0.smithi090.stdout:2049: finishing write tid 4 to smithi09077644-42 2024-03-07T03:03:56.787 INFO:tasks.rados.rados.0.smithi090.stdout:2049: oid 42 updating version 0 to 1066 2024-03-07T03:03:56.788 INFO:tasks.rados.rados.0.smithi090.stdout:2049: oid 42 updating version 1066 to 1067 2024-03-07T03:03:56.788 INFO:tasks.rados.rados.0.smithi090.stdout:2049: oid 42 version 1067 is already newer than 1065 2024-03-07T03:03:56.788 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 42 v 1067 (ObjNum 640 snap 199 seq_num 640) dirty exists 2024-03-07T03:03:56.788 INFO:tasks.rados.rados.0.smithi090.stdout:2049: left oid 42 (ObjNum 640 snap 199 seq_num 640) 2024-03-07T03:03:56.788 INFO:tasks.rados.rados.0.smithi090.stdout:2051: seq_num 641 ranges {13574144=745472,14319616=401408} 2024-03-07T03:03:56.863 INFO:tasks.rados.rados.0.smithi090.stdout:2051: writing smithi09077644-15 from 13574144 to 14319616 tid 1 2024-03-07T03:03:56.865 INFO:tasks.rados.rados.0.smithi090.stdout:2051: writing smithi09077644-15 from 14319616 to 14721024 tid 2 2024-03-07T03:03:56.866 INFO:tasks.rados.rados.0.smithi090.stdout:2048: done (3 left) 2024-03-07T03:03:56.866 INFO:tasks.rados.rados.0.smithi090.stdout:2049: done (2 left) 2024-03-07T03:03:56.866 INFO:tasks.rados.rados.0.smithi090.stdout:2050: done (1 left) 2024-03-07T03:03:56.866 INFO:tasks.rados.rados.0.smithi090.stdout:2052: read oid 43 snap 187 2024-03-07T03:03:56.866 INFO:tasks.rados.rados.0.smithi090.stdout:2052: expect (ObjNum 583 snap 177 seq_num 583) 2024-03-07T03:03:56.866 INFO:tasks.rados.rados.0.smithi090.stdout:2053: read oid 45 snap -1 2024-03-07T03:03:56.866 INFO:tasks.rados.rados.0.smithi090.stdout:2053: expect (ObjNum 549 snap 166 seq_num 549) 2024-03-07T03:03:56.866 INFO:tasks.rados.rados.0.smithi090.stdout:2054: rmattr oid 3 current snap is 199 2024-03-07T03:03:56.866 INFO:tasks.rados.rados.0.smithi090.stdout:2054: done (3 left) 2024-03-07T03:03:56.866 INFO:tasks.rados.rados.0.smithi090.stdout:2055: rollback oid 38 current snap is 199 2024-03-07T03:03:56.866 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 38 to 168 2024-03-07T03:03:56.866 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 39 current snap is 199 2024-03-07T03:03:56.866 INFO:tasks.rados.rados.0.smithi090.stdout:2056: seq_num 642 ranges {794624=761856,1556480=401408} 2024-03-07T03:03:56.874 INFO:tasks.rados.rados.0.smithi090.stdout:2056: writing smithi09077644-39 from 794624 to 1556480 tid 1 2024-03-07T03:03:56.877 INFO:tasks.rados.rados.0.smithi090.stdout:2056: writing smithi09077644-39 from 1556480 to 1957888 tid 2 2024-03-07T03:03:56.877 INFO:tasks.rados.rados.0.smithi090.stdout:2057: snap_create 2024-03-07T03:03:56.878 INFO:tasks.rados.rados.0.smithi090.stdout:2055: finishing rollback tid 0 to smithi09077644-38 2024-03-07T03:03:56.878 INFO:tasks.rados.rados.0.smithi090.stdout:2055: finishing rollback tid 1 to smithi09077644-38 2024-03-07T03:03:56.878 INFO:tasks.rados.rados.0.smithi090.stdout:2055: finishing rollback tid 2 to smithi09077644-38 2024-03-07T03:03:56.878 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 1072 (ObjNum 530 snap 161 seq_num 530) dirty exists 2024-03-07T03:03:56.878 INFO:tasks.rados.rados.0.smithi090.stdout:2051: finishing write tid 1 to smithi09077644-15 2024-03-07T03:03:56.878 INFO:tasks.rados.rados.0.smithi090.stdout:2051: finishing write tid 2 to smithi09077644-15 2024-03-07T03:03:56.878 INFO:tasks.rados.rados.0.smithi090.stdout:2051: finishing write tid 3 to smithi09077644-15 2024-03-07T03:03:56.878 INFO:tasks.rados.rados.0.smithi090.stdout:2051: finishing write tid 4 to smithi09077644-15 2024-03-07T03:03:56.878 INFO:tasks.rados.rados.0.smithi090.stdout:2051: oid 15 updating version 0 to 1166 2024-03-07T03:03:56.878 INFO:tasks.rados.rados.0.smithi090.stdout:2051: oid 15 version 1166 is already newer than 1165 2024-03-07T03:03:56.878 INFO:tasks.rados.rados.0.smithi090.stdout:2051: oid 15 version 1166 is already newer than 1164 2024-03-07T03:03:56.878 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 1166 (ObjNum 641 snap 199 seq_num 641) dirty exists 2024-03-07T03:03:56.878 INFO:tasks.rados.rados.0.smithi090.stdout:2051: left oid 15 (ObjNum 641 snap 199 seq_num 641) 2024-03-07T03:03:56.881 INFO:tasks.rados.rados.0.smithi090.stdout:2056: finishing write tid 1 to smithi09077644-39 2024-03-07T03:03:56.881 INFO:tasks.rados.rados.0.smithi090.stdout:2056: finishing write tid 2 to smithi09077644-39 2024-03-07T03:03:56.881 INFO:tasks.rados.rados.0.smithi090.stdout:2056: finishing write tid 3 to smithi09077644-39 2024-03-07T03:03:56.884 INFO:tasks.rados.rados.0.smithi090.stdout:2052: expect (ObjNum 583 snap 177 seq_num 583) 2024-03-07T03:03:57.003 INFO:tasks.rados.rados.0.smithi090.stdout:2056: finishing write tid 4 to smithi09077644-39 2024-03-07T03:03:57.003 INFO:tasks.rados.rados.0.smithi090.stdout:2056: oid 39 updating version 0 to 1168 2024-03-07T03:03:57.003 INFO:tasks.rados.rados.0.smithi090.stdout:2056: oid 39 updating version 1168 to 1169 2024-03-07T03:03:57.003 INFO:tasks.rados.rados.0.smithi090.stdout:2056: oid 39 updating version 1169 to 1170 2024-03-07T03:03:57.003 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 1170 (ObjNum 642 snap 199 seq_num 642) dirty exists 2024-03-07T03:03:57.003 INFO:tasks.rados.rados.0.smithi090.stdout:2056: left oid 39 (ObjNum 642 snap 199 seq_num 642) 2024-03-07T03:03:57.003 INFO:tasks.rados.rados.0.smithi090.stdout:2053: expect (ObjNum 549 snap 166 seq_num 549) 2024-03-07T03:03:57.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:56 smithi090 ceph-mon[89511]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-03-07T03:03:57.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:56 smithi090 ceph-mon[89511]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-03-07T03:03:57.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:56 smithi090 ceph-mon[89511]: pgmap v120: 121 pgs: 4 active+undersized+degraded, 11 active+undersized, 106 active+clean; 306 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 16 op/s; 16/438 objects degraded (3.653%); 15 MiB/s, 4 objects/s recovering 2024-03-07T03:03:57.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:56 smithi090 ceph-mon[89511]: osdmap e467: 8 total, 8 up, 8 in 2024-03-07T03:03:57.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:56 smithi090 ceph-mon[91928]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-03-07T03:03:57.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:56 smithi090 ceph-mon[91928]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-03-07T03:03:57.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:56 smithi090 ceph-mon[91928]: pgmap v120: 121 pgs: 4 active+undersized+degraded, 11 active+undersized, 106 active+clean; 306 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 16 op/s; 16/438 objects degraded (3.653%); 15 MiB/s, 4 objects/s recovering 2024-03-07T03:03:57.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:56 smithi090 ceph-mon[91928]: osdmap e467: 8 total, 8 up, 8 in 2024-03-07T03:03:57.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:56 smithi092 ceph-mon[83777]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-03-07T03:03:57.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:56 smithi092 ceph-mon[83777]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-03-07T03:03:57.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:56 smithi092 ceph-mon[83777]: pgmap v120: 121 pgs: 4 active+undersized+degraded, 11 active+undersized, 106 active+clean; 306 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 16 op/s; 16/438 objects degraded (3.653%); 15 MiB/s, 4 objects/s recovering 2024-03-07T03:03:57.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:56 smithi092 ceph-mon[83777]: osdmap e467: 8 total, 8 up, 8 in 2024-03-07T03:03:57.779 INFO:tasks.rados.rados.0.smithi090.stdout:2051: done (5 left) 2024-03-07T03:03:57.779 INFO:tasks.rados.rados.0.smithi090.stdout:2052: done (4 left) 2024-03-07T03:03:57.779 INFO:tasks.rados.rados.0.smithi090.stdout:2053: done (3 left) 2024-03-07T03:03:57.779 INFO:tasks.rados.rados.0.smithi090.stdout:2055: done (2 left) 2024-03-07T03:03:57.780 INFO:tasks.rados.rados.0.smithi090.stdout:2056: done (1 left) 2024-03-07T03:03:57.780 INFO:tasks.rados.rados.0.smithi090.stdout:2057: done (0 left) 2024-03-07T03:03:57.780 INFO:tasks.rados.rados.0.smithi090.stdout:2058: delete oid 40 current snap is 200 2024-03-07T03:03:57.783 INFO:tasks.rados.rados.0.smithi090.stdout:2058: done (0 left) 2024-03-07T03:03:57.783 INFO:tasks.rados.rados.0.smithi090.stdout:2059: read oid 17 snap 198 2024-03-07T03:03:57.783 INFO:tasks.rados.rados.0.smithi090.stdout:2059: expect (ObjNum 615 snap 188 seq_num 615) 2024-03-07T03:03:57.783 INFO:tasks.rados.rados.0.smithi090.stdout:2060: rollback oid 10 current snap is 200 2024-03-07T03:03:57.783 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 10 to 188 2024-03-07T03:03:57.783 INFO:tasks.rados.rados.0.smithi090.stdout:2061: rollback oid 16 current snap is 200 2024-03-07T03:03:57.783 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 16 to 199 2024-03-07T03:03:57.783 INFO:tasks.rados.rados.0.smithi090.stdout:2062: snap_create 2024-03-07T03:03:57.789 INFO:tasks.rados.rados.0.smithi090.stdout:2061: finishing rollback tid 0 to smithi09077644-16 2024-03-07T03:03:57.790 INFO:tasks.rados.rados.0.smithi090.stdout:2060: finishing rollback tid 0 to smithi09077644-10 2024-03-07T03:03:57.790 INFO:tasks.rados.rados.0.smithi090.stdout:2061: finishing rollback tid 1 to smithi09077644-16 2024-03-07T03:03:57.790 INFO:tasks.rados.rados.0.smithi090.stdout:2060: finishing rollback tid 1 to smithi09077644-10 2024-03-07T03:03:57.790 INFO:tasks.rados.rados.0.smithi090.stdout:2061: finishing rollback tid 2 to smithi09077644-16 2024-03-07T03:03:57.790 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 1110 (ObjNum 583 snap 177 seq_num 583) dirty exists 2024-03-07T03:03:57.790 INFO:tasks.rados.rados.0.smithi090.stdout:2060: finishing rollback tid 2 to smithi09077644-10 2024-03-07T03:03:57.791 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 1174 (ObjNum 611 snap 187 seq_num 611) dirty exists 2024-03-07T03:03:57.803 INFO:tasks.rados.rados.0.smithi090.stdout:2059: expect (ObjNum 615 snap 188 seq_num 615) 2024-03-07T03:03:58.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:57 smithi090 ceph-mon[89511]: osdmap e468: 8 total, 8 up, 8 in 2024-03-07T03:03:58.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:57 smithi090 ceph-mon[89511]: Health check update: Degraded data redundancy: 16/438 objects degraded (3.653%), 4 pgs degraded (PG_DEGRADED) 2024-03-07T03:03:58.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:57 smithi090 ceph-mon[91928]: osdmap e468: 8 total, 8 up, 8 in 2024-03-07T03:03:58.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:57 smithi090 ceph-mon[91928]: Health check update: Degraded data redundancy: 16/438 objects degraded (3.653%), 4 pgs degraded (PG_DEGRADED) 2024-03-07T03:03:58.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:57 smithi092 ceph-mon[83777]: osdmap e468: 8 total, 8 up, 8 in 2024-03-07T03:03:58.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:57 smithi092 ceph-mon[83777]: Health check update: Degraded data redundancy: 16/438 objects degraded (3.653%), 4 pgs degraded (PG_DEGRADED) 2024-03-07T03:03:58.777 INFO:tasks.rados.rados.0.smithi090.stdout:2059: done (3 left) 2024-03-07T03:03:58.777 INFO:tasks.rados.rados.0.smithi090.stdout:2060: done (2 left) 2024-03-07T03:03:58.777 INFO:tasks.rados.rados.0.smithi090.stdout:2061: done (1 left) 2024-03-07T03:03:58.777 INFO:tasks.rados.rados.0.smithi090.stdout:2062: done (0 left) 2024-03-07T03:03:58.777 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 38 current snap is 201 2024-03-07T03:03:58.777 INFO:tasks.rados.rados.0.smithi090.stdout:2063: seq_num 644 ranges {4571136=794624,5365760=401408} 2024-03-07T03:03:58.807 INFO:tasks.rados.rados.0.smithi090.stdout:2063: writing smithi09077644-38 from 4571136 to 5365760 tid 1 2024-03-07T03:03:58.809 INFO:tasks.rados.rados.0.smithi090.stdout:2063: writing smithi09077644-38 from 5365760 to 5767168 tid 2 2024-03-07T03:03:58.809 INFO:tasks.rados.rados.0.smithi090.stdout:2064: snap_create 2024-03-07T03:03:58.814 INFO:tasks.rados.rados.0.smithi090.stdout:2063: finishing write tid 1 to smithi09077644-38 2024-03-07T03:03:58.814 INFO:tasks.rados.rados.0.smithi090.stdout:2063: finishing write tid 2 to smithi09077644-38 2024-03-07T03:03:58.815 INFO:tasks.rados.rados.0.smithi090.stdout:2063: finishing write tid 3 to smithi09077644-38 2024-03-07T03:03:58.816 INFO:tasks.rados.rados.0.smithi090.stdout:2063: finishing write tid 4 to smithi09077644-38 2024-03-07T03:03:58.816 INFO:tasks.rados.rados.0.smithi090.stdout:2063: oid 38 updating version 0 to 1075 2024-03-07T03:03:58.816 INFO:tasks.rados.rados.0.smithi090.stdout:2063: oid 38 version 1075 is already newer than 1074 2024-03-07T03:03:58.816 INFO:tasks.rados.rados.0.smithi090.stdout:2063: oid 38 updating version 1075 to 1076 2024-03-07T03:03:58.816 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 1076 (ObjNum 644 snap 201 seq_num 644) dirty exists 2024-03-07T03:03:58.816 INFO:tasks.rados.rados.0.smithi090.stdout:2063: left oid 38 (ObjNum 644 snap 201 seq_num 644) 2024-03-07T03:03:59.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:58 smithi090 ceph-mon[91928]: pgmap v123: 121 pgs: 121 active+clean; 308 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 262 KiB/s wr, 1 op/s; 8.6 MiB/s, 1 objects/s recovering 2024-03-07T03:03:59.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:58 smithi090 ceph-mon[91928]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 16/438 objects degraded (3.653%), 4 pgs degraded) 2024-03-07T03:03:59.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:58 smithi090 ceph-mon[91928]: Cluster is now healthy 2024-03-07T03:03:59.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:58 smithi090 ceph-mon[91928]: osdmap e469: 8 total, 8 up, 8 in 2024-03-07T03:03:59.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:58 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:59.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:58 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:03:59.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:58 smithi090 ceph-mon[89511]: pgmap v123: 121 pgs: 121 active+clean; 308 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 262 KiB/s wr, 1 op/s; 8.6 MiB/s, 1 objects/s recovering 2024-03-07T03:03:59.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:58 smithi090 ceph-mon[89511]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 16/438 objects degraded (3.653%), 4 pgs degraded) 2024-03-07T03:03:59.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:58 smithi090 ceph-mon[89511]: Cluster is now healthy 2024-03-07T03:03:59.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:58 smithi090 ceph-mon[89511]: osdmap e469: 8 total, 8 up, 8 in 2024-03-07T03:03:59.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:58 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:59.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:58 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:03:59.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:58 smithi092 ceph-mon[83777]: pgmap v123: 121 pgs: 121 active+clean; 308 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 262 KiB/s wr, 1 op/s; 8.6 MiB/s, 1 objects/s recovering 2024-03-07T03:03:59.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:58 smithi092 ceph-mon[83777]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 16/438 objects degraded (3.653%), 4 pgs degraded) 2024-03-07T03:03:59.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:58 smithi092 ceph-mon[83777]: Cluster is now healthy 2024-03-07T03:03:59.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:58 smithi092 ceph-mon[83777]: osdmap e469: 8 total, 8 up, 8 in 2024-03-07T03:03:59.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:58 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:03:59.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:58 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:03:59.810 INFO:tasks.rados.rados.0.smithi090.stdout:2063: done (1 left) 2024-03-07T03:03:59.810 INFO:tasks.rados.rados.0.smithi090.stdout:2064: done (0 left) 2024-03-07T03:03:59.810 INFO:tasks.rados.rados.0.smithi090.stdout:2065: setattr oid 29 current snap is 202 2024-03-07T03:03:59.812 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 31 current snap is 202 2024-03-07T03:03:59.812 INFO:tasks.rados.rados.0.smithi090.stdout:2066: seq_num 645 ranges {0=409600,409600=778240,1187840=24576} 2024-03-07T03:03:59.814 INFO:tasks.rados.rados.0.smithi090.stdout:2066: writing smithi09077644-31 from 0 to 409600 tid 1 2024-03-07T03:03:59.819 INFO:tasks.rados.rados.0.smithi090.stdout:2066: writing smithi09077644-31 from 409600 to 1187840 tid 2 2024-03-07T03:03:59.819 INFO:tasks.rados.rados.0.smithi090.stdout:2066: writing smithi09077644-31 from 1187840 to 1212416 tid 3 2024-03-07T03:03:59.819 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 46 current snap is 202 2024-03-07T03:03:59.819 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 1111 (ObjNum 595 snap 183 seq_num 595) dirty exists 2024-03-07T03:03:59.819 INFO:tasks.rados.rados.0.smithi090.stdout:2067: seq_num 646 ranges {0=425984,425984=655360,1081344=147456} 2024-03-07T03:03:59.821 INFO:tasks.rados.rados.0.smithi090.stdout:2067: writing smithi09077644-46 from 0 to 425984 tid 1 2024-03-07T03:03:59.825 INFO:tasks.rados.rados.0.smithi090.stdout:2067: writing smithi09077644-46 from 425984 to 1081344 tid 2 2024-03-07T03:03:59.826 INFO:tasks.rados.rados.0.smithi090.stdout:2067: writing smithi09077644-46 from 1081344 to 1228800 tid 3 2024-03-07T03:03:59.826 INFO:tasks.rados.rados.0.smithi090.stdout:2065: done (2 left) 2024-03-07T03:03:59.827 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 25 current snap is 202 2024-03-07T03:03:59.827 INFO:tasks.rados.rados.0.smithi090.stdout:2066: finishing write tid 1 to smithi09077644-31 2024-03-07T03:03:59.827 INFO:tasks.rados.rados.0.smithi090.stdout:2066: finishing write tid 2 to smithi09077644-31 2024-03-07T03:03:59.827 INFO:tasks.rados.rados.0.smithi090.stdout:2068: seq_num 647 ranges {2613248=442368,3055616=589824,3645440=212992} 2024-03-07T03:03:59.842 INFO:tasks.rados.rados.0.smithi090.stdout:2068: writing smithi09077644-25 from 2613248 to 3055616 tid 1 2024-03-07T03:03:59.846 INFO:tasks.rados.rados.0.smithi090.stdout:2068: writing smithi09077644-25 from 3055616 to 3645440 tid 2 2024-03-07T03:03:59.848 INFO:tasks.rados.rados.0.smithi090.stdout:2068: writing smithi09077644-25 from 3645440 to 3858432 tid 3 2024-03-07T03:03:59.848 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 2 current snap is 202 2024-03-07T03:03:59.848 INFO:tasks.rados.rados.0.smithi090.stdout:2066: finishing write tid 3 to smithi09077644-31 2024-03-07T03:03:59.848 INFO:tasks.rados.rados.0.smithi090.stdout:2066: finishing write tid 4 to smithi09077644-31 2024-03-07T03:03:59.848 INFO:tasks.rados.rados.0.smithi090.stdout:2069: seq_num 648 ranges {270336=458752,729088=475136,1204224=327680} 2024-03-07T03:03:59.851 INFO:tasks.rados.rados.0.smithi090.stdout:2069: writing smithi09077644-2 from 270336 to 729088 tid 1 2024-03-07T03:03:59.854 INFO:tasks.rados.rados.0.smithi090.stdout:2069: writing smithi09077644-2 from 729088 to 1204224 tid 2 2024-03-07T03:03:59.858 INFO:tasks.rados.rados.0.smithi090.stdout:2069: writing smithi09077644-2 from 1204224 to 1531904 tid 3 2024-03-07T03:03:59.858 INFO:tasks.rados.rados.0.smithi090.stdout:2070: rmattr oid 12 current snap is 202 2024-03-07T03:03:59.858 INFO:tasks.rados.rados.0.smithi090.stdout:2070: done (4 left) 2024-03-07T03:03:59.858 INFO:tasks.rados.rados.0.smithi090.stdout:2071: setattr oid 47 current snap is 202 2024-03-07T03:03:59.858 INFO:tasks.rados.rados.0.smithi090.stdout:2067: finishing write tid 1 to smithi09077644-46 2024-03-07T03:03:59.858 INFO:tasks.rados.rados.0.smithi090.stdout:2066: finishing write tid 5 to smithi09077644-31 2024-03-07T03:03:59.858 INFO:tasks.rados.rados.0.smithi090.stdout:2066: oid 31 updating version 0 to 867 2024-03-07T03:03:59.858 INFO:tasks.rados.rados.0.smithi090.stdout:2066: oid 31 version 867 is already newer than 865 2024-03-07T03:03:59.859 INFO:tasks.rados.rados.0.smithi090.stdout:2066: oid 31 version 867 is already newer than 866 2024-03-07T03:03:59.859 INFO:tasks.rados.rados.0.smithi090.stdout:2066: oid 31 version 867 is already newer than 864 2024-03-07T03:03:59.859 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 867 (ObjNum 645 snap 202 seq_num 645) dirty exists 2024-03-07T03:03:59.859 INFO:tasks.rados.rados.0.smithi090.stdout:2066: left oid 31 (ObjNum 645 snap 202 seq_num 645) 2024-03-07T03:03:59.859 INFO:tasks.rados.rados.0.smithi090.stdout:2067: finishing write tid 2 to smithi09077644-46 2024-03-07T03:03:59.859 INFO:tasks.rados.rados.0.smithi090.stdout:2067: finishing write tid 3 to smithi09077644-46 2024-03-07T03:03:59.859 INFO:tasks.rados.rados.0.smithi090.stdout:2067: finishing write tid 4 to smithi09077644-46 2024-03-07T03:03:59.860 INFO:tasks.rados.rados.0.smithi090.stdout:2067: finishing write tid 5 to smithi09077644-46 2024-03-07T03:03:59.860 INFO:tasks.rados.rados.0.smithi090.stdout:2067: oid 46 updating version 0 to 1075 2024-03-07T03:03:59.860 INFO:tasks.rados.rados.0.smithi090.stdout:2067: oid 46 version 1075 is already newer than 1072 2024-03-07T03:03:59.860 INFO:tasks.rados.rados.0.smithi090.stdout:2067: oid 46 version 1075 is already newer than 1074 2024-03-07T03:03:59.860 INFO:tasks.rados.rados.0.smithi090.stdout:2067: oid 46 version 1075 is already newer than 1073 2024-03-07T03:03:59.860 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 1075 (ObjNum 646 snap 202 seq_num 646) dirty exists 2024-03-07T03:03:59.861 INFO:tasks.rados.rados.0.smithi090.stdout:2067: left oid 46 (ObjNum 646 snap 202 seq_num 646) 2024-03-07T03:03:59.861 INFO:tasks.rados.rados.0.smithi090.stdout:2068: finishing write tid 1 to smithi09077644-25 2024-03-07T03:03:59.861 INFO:tasks.rados.rados.0.smithi090.stdout:2068: finishing write tid 2 to smithi09077644-25 2024-03-07T03:03:59.861 INFO:tasks.rados.rados.0.smithi090.stdout:2068: finishing write tid 3 to smithi09077644-25 2024-03-07T03:03:59.861 INFO:tasks.rados.rados.0.smithi090.stdout:2068: finishing write tid 4 to smithi09077644-25 2024-03-07T03:03:59.861 INFO:tasks.rados.rados.0.smithi090.stdout:2068: finishing write tid 5 to smithi09077644-25 2024-03-07T03:03:59.862 INFO:tasks.rados.rados.0.smithi090.stdout:2068: oid 25 updating version 0 to 1037 2024-03-07T03:03:59.862 INFO:tasks.rados.rados.0.smithi090.stdout:2068: oid 25 updating version 1037 to 1039 2024-03-07T03:03:59.862 INFO:tasks.rados.rados.0.smithi090.stdout:2068: oid 25 updating version 1039 to 1040 2024-03-07T03:03:59.862 INFO:tasks.rados.rados.0.smithi090.stdout:2068: oid 25 version 1040 is already newer than 1038 2024-03-07T03:03:59.862 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 25 v 1040 (ObjNum 647 snap 202 seq_num 647) dirty exists 2024-03-07T03:03:59.862 INFO:tasks.rados.rados.0.smithi090.stdout:2068: left oid 25 (ObjNum 647 snap 202 seq_num 647) 2024-03-07T03:03:59.863 INFO:tasks.rados.rados.0.smithi090.stdout:2069: finishing write tid 1 to smithi09077644-2 2024-03-07T03:03:59.865 INFO:tasks.rados.rados.0.smithi090.stdout:2069: finishing write tid 2 to smithi09077644-2 2024-03-07T03:03:59.865 INFO:tasks.rados.rados.0.smithi090.stdout:2069: finishing write tid 3 to smithi09077644-2 2024-03-07T03:03:59.865 INFO:tasks.rados.rados.0.smithi090.stdout:2066: done (4 left) 2024-03-07T03:03:59.865 INFO:tasks.rados.rados.0.smithi090.stdout:2067: done (3 left) 2024-03-07T03:03:59.865 INFO:tasks.rados.rados.0.smithi090.stdout:2068: done (2 left) 2024-03-07T03:03:59.865 INFO:tasks.rados.rados.0.smithi090.stdout:2072: rollback oid 24 current snap is 202 2024-03-07T03:03:59.866 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 24 to 201 2024-03-07T03:03:59.866 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 40 current snap is 202 2024-03-07T03:03:59.866 INFO:tasks.rados.rados.0.smithi090.stdout:2073: seq_num 649 ranges {0=475136,475136=761856,1236992=40960} 2024-03-07T03:03:59.866 INFO:tasks.rados.rados.0.smithi090.stdout:2073: writing smithi09077644-40 from 0 to 475136 tid 1 2024-03-07T03:03:59.867 INFO:tasks.rados.rados.0.smithi090.stdout:2073: writing smithi09077644-40 from 475136 to 1236992 tid 2 2024-03-07T03:03:59.870 INFO:tasks.rados.rados.0.smithi090.stdout:2073: writing smithi09077644-40 from 1236992 to 1277952 tid 3 2024-03-07T03:03:59.870 INFO:tasks.rados.rados.0.smithi090.stdout:2074: rollback oid 42 current snap is 202 2024-03-07T03:03:59.870 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 42 to 199 2024-03-07T03:03:59.870 INFO:tasks.rados.rados.0.smithi090.stdout:2069: finishing write tid 4 to smithi09077644-2 2024-03-07T03:03:59.870 INFO:tasks.rados.rados.0.smithi090.stdout:2069: finishing write tid 5 to smithi09077644-2 2024-03-07T03:03:59.870 INFO:tasks.rados.rados.0.smithi090.stdout:2069: oid 2 updating version 0 to 1014 2024-03-07T03:03:59.870 INFO:tasks.rados.rados.0.smithi090.stdout:2069: oid 2 updating version 1014 to 1015 2024-03-07T03:03:59.870 INFO:tasks.rados.rados.0.smithi090.stdout:2069: oid 2 version 1015 is already newer than 1013 2024-03-07T03:03:59.870 INFO:tasks.rados.rados.0.smithi090.stdout:2069: oid 2 updating version 1015 to 1016 2024-03-07T03:03:59.870 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 2 v 1016 (ObjNum 648 snap 202 seq_num 648) dirty exists 2024-03-07T03:03:59.871 INFO:tasks.rados.rados.0.smithi090.stdout:2069: left oid 2 (ObjNum 648 snap 202 seq_num 648) 2024-03-07T03:03:59.871 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 707 (ObjNum 636 snap 196 seq_num 636) dirty exists 2024-03-07T03:03:59.871 INFO:tasks.rados.rados.0.smithi090.stdout:2072: finishing rollback tid 0 to smithi09077644-24 2024-03-07T03:03:59.871 INFO:tasks.rados.rados.0.smithi090.stdout:2072: finishing rollback tid 1 to smithi09077644-24 2024-03-07T03:03:59.871 INFO:tasks.rados.rados.0.smithi090.stdout:2069: done (4 left) 2024-03-07T03:03:59.871 INFO:tasks.rados.rados.0.smithi090.stdout:2071: done (3 left) 2024-03-07T03:03:59.871 INFO:tasks.rados.rados.0.smithi090.stdout:2075: copy_from oid 7 from oid 6 current snap is 202 2024-03-07T03:03:59.871 INFO:tasks.rados.rados.0.smithi090.stdout:2072: finishing rollback tid 2 to smithi09077644-24 2024-03-07T03:03:59.871 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 24 v 1078 (ObjNum 638 snap 197 seq_num 638) dirty exists 2024-03-07T03:03:59.871 INFO:tasks.rados.rados.0.smithi090.stdout:2073: finishing write tid 1 to smithi09077644-40 2024-03-07T03:03:59.871 INFO:tasks.rados.rados.0.smithi090.stdout:2072: done (3 left) 2024-03-07T03:03:59.871 INFO:tasks.rados.rados.0.smithi090.stdout:2076: delete oid 21 current snap is 202 2024-03-07T03:03:59.871 INFO:tasks.rados.rados.0.smithi090.stdout:2075: finishing copy_from to smithi09077644-7 2024-03-07T03:03:59.871 INFO:tasks.rados.rados.0.smithi090.stdout:2075: got expected ENOENT (src dne) 2024-03-07T03:03:59.871 INFO:tasks.rados.rados.0.smithi090.stdout:2075: finishing copy_from racing read to smithi09077644-7 2024-03-07T03:03:59.872 INFO:tasks.rados.rados.0.smithi090.stdout:2075: done (3 left) 2024-03-07T03:03:59.872 INFO:tasks.rados.rados.0.smithi090.stdout:2076: done (2 left) 2024-03-07T03:03:59.872 INFO:tasks.rados.rados.0.smithi090.stdout:2077: rmattr oid 46 current snap is 202 2024-03-07T03:03:59.872 INFO:tasks.rados.rados.0.smithi090.stdout:2077: done (2 left) 2024-03-07T03:03:59.872 INFO:tasks.rados.rados.0.smithi090.stdout:2078: copy_from oid 25 from oid 6 current snap is 202 2024-03-07T03:03:59.872 INFO:tasks.rados.rados.0.smithi090.stdout:2079: setattr oid 26 current snap is 202 2024-03-07T03:03:59.873 INFO:tasks.rados.rados.0.smithi090.stdout:2078: finishing copy_from to smithi09077644-25 2024-03-07T03:03:59.873 INFO:tasks.rados.rados.0.smithi090.stdout:2078: got expected ENOENT (src dne) 2024-03-07T03:03:59.874 INFO:tasks.rados.rados.0.smithi090.stdout:2078: finishing copy_from racing read to smithi09077644-25 2024-03-07T03:03:59.874 INFO:tasks.rados.rados.0.smithi090.stdout:2073: finishing write tid 2 to smithi09077644-40 2024-03-07T03:03:59.874 INFO:tasks.rados.rados.0.smithi090.stdout:2073: finishing write tid 3 to smithi09077644-40 2024-03-07T03:03:59.874 INFO:tasks.rados.rados.0.smithi090.stdout:2073: finishing write tid 4 to smithi09077644-40 2024-03-07T03:03:59.874 INFO:tasks.rados.rados.0.smithi090.stdout:2078: done (3 left) 2024-03-07T03:03:59.874 INFO:tasks.rados.rados.0.smithi090.stdout:2080: snap_create 2024-03-07T03:03:59.874 INFO:tasks.rados.rados.0.smithi090.stdout:2074: finishing rollback tid 0 to smithi09077644-42 2024-03-07T03:03:59.874 INFO:tasks.rados.rados.0.smithi090.stdout:2074: finishing rollback tid 1 to smithi09077644-42 2024-03-07T03:03:59.874 INFO:tasks.rados.rados.0.smithi090.stdout:2074: finishing rollback tid 2 to smithi09077644-42 2024-03-07T03:03:59.874 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 42 v 1080 (ObjNum 640 snap 199 seq_num 640) dirty exists 2024-03-07T03:03:59.874 INFO:tasks.rados.rados.0.smithi090.stdout:2073: finishing write tid 5 to smithi09077644-40 2024-03-07T03:03:59.874 INFO:tasks.rados.rados.0.smithi090.stdout:2073: oid 40 updating version 0 to 745 2024-03-07T03:03:59.874 INFO:tasks.rados.rados.0.smithi090.stdout:2073: oid 40 updating version 745 to 748 2024-03-07T03:03:59.875 INFO:tasks.rados.rados.0.smithi090.stdout:2073: oid 40 version 748 is already newer than 746 2024-03-07T03:03:59.875 INFO:tasks.rados.rados.0.smithi090.stdout:2073: oid 40 version 748 is already newer than 747 2024-03-07T03:03:59.875 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 40 v 748 (ObjNum 649 snap 202 seq_num 649) dirty exists 2024-03-07T03:03:59.875 INFO:tasks.rados.rados.0.smithi090.stdout:2073: left oid 40 (ObjNum 649 snap 202 seq_num 649) 2024-03-07T03:03:59.875 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 26 v 890 (ObjNum 575 snap 172 seq_num 575) dirty exists 2024-03-07T03:04:00.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:59 smithi090 ceph-mon[89511]: osdmap e470: 8 total, 8 up, 8 in 2024-03-07T03:04:00.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:03:59 smithi090 ceph-mon[89511]: mgrmap e41: y(active, since 91s), standbys: x 2024-03-07T03:04:00.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:59 smithi090 ceph-mon[91928]: osdmap e470: 8 total, 8 up, 8 in 2024-03-07T03:04:00.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:03:59 smithi090 ceph-mon[91928]: mgrmap e41: y(active, since 91s), standbys: x 2024-03-07T03:04:00.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:59 smithi092 ceph-mon[83777]: osdmap e470: 8 total, 8 up, 8 in 2024-03-07T03:04:00.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:03:59 smithi092 ceph-mon[83777]: mgrmap e41: y(active, since 91s), standbys: x 2024-03-07T03:04:00.812 INFO:tasks.rados.rados.0.smithi090.stdout:2073: done (3 left) 2024-03-07T03:04:00.812 INFO:tasks.rados.rados.0.smithi090.stdout:2074: done (2 left) 2024-03-07T03:04:00.812 INFO:tasks.rados.rados.0.smithi090.stdout:2079: done (1 left) 2024-03-07T03:04:00.812 INFO:tasks.rados.rados.0.smithi090.stdout:2080: done (0 left) 2024-03-07T03:04:00.812 INFO:tasks.rados.rados.0.smithi090.stdout:2081: delete oid 24 current snap is 203 2024-03-07T03:04:00.820 INFO:tasks.rados.rados.0.smithi090.stdout:2081: done (0 left) 2024-03-07T03:04:00.820 INFO:tasks.rados.rados.0.smithi090.stdout:2082: rmattr oid 14 current snap is 203 2024-03-07T03:04:00.820 INFO:tasks.rados.rados.0.smithi090.stdout:2082: done (0 left) 2024-03-07T03:04:00.820 INFO:tasks.rados.rados.0.smithi090.stdout:2083: delete oid 15 current snap is 203 2024-03-07T03:04:00.823 INFO:tasks.rados.rados.0.smithi090.stdout:2083: done (0 left) 2024-03-07T03:04:00.823 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 4 current snap is 203 2024-03-07T03:04:00.824 INFO:tasks.rados.rados.0.smithi090.stdout:2084: seq_num 653 ranges {1040384=540672,1581056=696320,2277376=106496} 2024-03-07T03:04:00.832 INFO:tasks.rados.rados.0.smithi090.stdout:2084: writing smithi09077644-4 from 1040384 to 1581056 tid 1 2024-03-07T03:04:00.837 INFO:tasks.rados.rados.0.smithi090.stdout:2084: writing smithi09077644-4 from 1581056 to 2277376 tid 2 2024-03-07T03:04:00.837 INFO:tasks.rados.rados.0.smithi090.stdout:2084: writing smithi09077644-4 from 2277376 to 2383872 tid 3 2024-03-07T03:04:00.838 INFO:tasks.rados.rados.0.smithi090.stdout:2085: snap_create 2024-03-07T03:04:00.840 INFO:tasks.rados.rados.0.smithi090.stdout:2084: finishing write tid 1 to smithi09077644-4 2024-03-07T03:04:00.840 INFO:tasks.rados.rados.0.smithi090.stdout:2084: finishing write tid 2 to smithi09077644-4 2024-03-07T03:04:00.840 INFO:tasks.rados.rados.0.smithi090.stdout:2084: finishing write tid 3 to smithi09077644-4 2024-03-07T03:04:00.841 INFO:tasks.rados.rados.0.smithi090.stdout:2084: finishing write tid 4 to smithi09077644-4 2024-03-07T03:04:00.842 INFO:tasks.rados.rados.0.smithi090.stdout:2084: finishing write tid 5 to smithi09077644-4 2024-03-07T03:04:00.842 INFO:tasks.rados.rados.0.smithi090.stdout:2084: oid 4 updating version 0 to 883 2024-03-07T03:04:00.842 INFO:tasks.rados.rados.0.smithi090.stdout:2084: oid 4 updating version 883 to 884 2024-03-07T03:04:00.842 INFO:tasks.rados.rados.0.smithi090.stdout:2084: oid 4 updating version 884 to 885 2024-03-07T03:04:00.842 INFO:tasks.rados.rados.0.smithi090.stdout:2084: oid 4 updating version 885 to 886 2024-03-07T03:04:00.843 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 886 (ObjNum 653 snap 203 seq_num 653) dirty exists 2024-03-07T03:04:00.843 INFO:tasks.rados.rados.0.smithi090.stdout:2084: left oid 4 (ObjNum 653 snap 203 seq_num 653) 2024-03-07T03:04:01.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:00 smithi090 ceph-mon[89511]: pgmap v126: 121 pgs: 121 active+clean; 328 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 4.3 MiB/s wr, 22 op/s; 8.6 MiB/s, 1 objects/s recovering 2024-03-07T03:04:01.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:00 smithi090 ceph-mon[89511]: osdmap e471: 8 total, 8 up, 8 in 2024-03-07T03:04:01.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:00 smithi090 ceph-mon[91928]: pgmap v126: 121 pgs: 121 active+clean; 328 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 4.3 MiB/s wr, 22 op/s; 8.6 MiB/s, 1 objects/s recovering 2024-03-07T03:04:01.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:00 smithi090 ceph-mon[91928]: osdmap e471: 8 total, 8 up, 8 in 2024-03-07T03:04:01.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:00 smithi092 ceph-mon[83777]: pgmap v126: 121 pgs: 121 active+clean; 328 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 4.3 MiB/s wr, 22 op/s; 8.6 MiB/s, 1 objects/s recovering 2024-03-07T03:04:01.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:00 smithi092 ceph-mon[83777]: osdmap e471: 8 total, 8 up, 8 in 2024-03-07T03:04:01.824 INFO:tasks.rados.rados.0.smithi090.stdout:2084: done (1 left) 2024-03-07T03:04:01.824 INFO:tasks.rados.rados.0.smithi090.stdout:2085: done (0 left) 2024-03-07T03:04:01.824 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 45 current snap is 204 2024-03-07T03:04:01.824 INFO:tasks.rados.rados.0.smithi090.stdout:2086: seq_num 654 ranges {6004736=557056,6561792=630784,7192576=172032} 2024-03-07T03:04:01.858 INFO:tasks.rados.rados.0.smithi090.stdout:2086: writing smithi09077644-45 from 6004736 to 6561792 tid 1 2024-03-07T03:04:01.862 INFO:tasks.rados.rados.0.smithi090.stdout:2086: writing smithi09077644-45 from 6561792 to 7192576 tid 2 2024-03-07T03:04:01.863 INFO:tasks.rados.rados.0.smithi090.stdout:2086: writing smithi09077644-45 from 7192576 to 7364608 tid 3 2024-03-07T03:04:01.863 INFO:tasks.rados.rados.0.smithi090.stdout:2087: snap_remove snap 201 2024-03-07T03:04:02.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:01 smithi090 ceph-mon[89511]: osdmap e472: 8 total, 8 up, 8 in 2024-03-07T03:04:02.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:01 smithi090 ceph-mon[89511]: pgmap v129: 121 pgs: 121 active+clean; 328 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 4.0 MiB/s wr, 25 op/s 2024-03-07T03:04:02.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:01 smithi090 ceph-mon[91928]: osdmap e472: 8 total, 8 up, 8 in 2024-03-07T03:04:02.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:01 smithi090 ceph-mon[91928]: pgmap v129: 121 pgs: 121 active+clean; 328 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 4.0 MiB/s wr, 25 op/s 2024-03-07T03:04:02.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:01 smithi092 ceph-mon[83777]: osdmap e472: 8 total, 8 up, 8 in 2024-03-07T03:04:02.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:01 smithi092 ceph-mon[83777]: pgmap v129: 121 pgs: 121 active+clean; 328 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 4.0 MiB/s wr, 25 op/s 2024-03-07T03:04:02.667 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:04:02 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:04:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:04:02.711 INFO:tasks.rados.rados.0.smithi090.stdout:2086: finishing write tid 1 to smithi09077644-45 2024-03-07T03:04:02.711 INFO:tasks.rados.rados.0.smithi090.stdout:2086: finishing write tid 2 to smithi09077644-45 2024-03-07T03:04:02.711 INFO:tasks.rados.rados.0.smithi090.stdout:2086: finishing write tid 3 to smithi09077644-45 2024-03-07T03:04:02.711 INFO:tasks.rados.rados.0.smithi090.stdout:2086: finishing write tid 4 to smithi09077644-45 2024-03-07T03:04:02.711 INFO:tasks.rados.rados.0.smithi090.stdout:2086: finishing write tid 5 to smithi09077644-45 2024-03-07T03:04:02.712 INFO:tasks.rados.rados.0.smithi090.stdout:2086: oid 45 updating version 0 to 889 2024-03-07T03:04:02.712 INFO:tasks.rados.rados.0.smithi090.stdout:2086: oid 45 version 889 is already newer than 887 2024-03-07T03:04:02.712 INFO:tasks.rados.rados.0.smithi090.stdout:2086: oid 45 version 889 is already newer than 888 2024-03-07T03:04:02.712 INFO:tasks.rados.rados.0.smithi090.stdout:2086: oid 45 updating version 889 to 890 2024-03-07T03:04:02.712 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 45 v 890 (ObjNum 654 snap 204 seq_num 654) dirty exists 2024-03-07T03:04:02.712 INFO:tasks.rados.rados.0.smithi090.stdout:2086: left oid 45 (ObjNum 654 snap 204 seq_num 654) 2024-03-07T03:04:02.712 INFO:tasks.rados.rados.0.smithi090.stdout:2086: done (1 left) 2024-03-07T03:04:02.712 INFO:tasks.rados.rados.0.smithi090.stdout:2087: done (0 left) 2024-03-07T03:04:02.712 INFO:tasks.rados.rados.0.smithi090.stdout:2088: copy_from oid 41 from oid 23 current snap is 204 2024-03-07T03:04:02.712 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 32 current snap is 204 2024-03-07T03:04:02.712 INFO:tasks.rados.rados.0.smithi090.stdout:2089: seq_num 655 ranges {0=573440,573440=516096,1089536=286720} 2024-03-07T03:04:02.715 INFO:tasks.rados.rados.0.smithi090.stdout:2089: writing smithi09077644-32 from 0 to 573440 tid 1 2024-03-07T03:04:02.719 INFO:tasks.rados.rados.0.smithi090.stdout:2089: writing smithi09077644-32 from 573440 to 1089536 tid 2 2024-03-07T03:04:02.722 INFO:tasks.rados.rados.0.smithi090.stdout:2089: writing smithi09077644-32 from 1089536 to 1376256 tid 3 2024-03-07T03:04:02.722 INFO:tasks.rados.rados.0.smithi090.stdout:2088: finishing copy_from to smithi09077644-41 2024-03-07T03:04:02.722 INFO:tasks.rados.rados.0.smithi090.stdout:2088: got expected ENOENT (src dne) 2024-03-07T03:04:02.722 INFO:tasks.rados.rados.0.smithi090.stdout:2088: finishing copy_from racing read to smithi09077644-41 2024-03-07T03:04:02.722 INFO:tasks.rados.rados.0.smithi090.stdout:2088: done (1 left) 2024-03-07T03:04:02.722 INFO:tasks.rados.rados.0.smithi090.stdout:2090: snap_remove snap 198 2024-03-07T03:04:03.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:02 smithi090 ceph-mon[89511]: osdmap e473: 8 total, 8 up, 8 in 2024-03-07T03:04:03.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:02 smithi090 ceph-mon[89511]: osdmap e474: 8 total, 8 up, 8 in 2024-03-07T03:04:03.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:02 smithi090 ceph-mon[91928]: osdmap e473: 8 total, 8 up, 8 in 2024-03-07T03:04:03.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:02 smithi090 ceph-mon[91928]: osdmap e474: 8 total, 8 up, 8 in 2024-03-07T03:04:03.080 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:04:03 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:04:03] "GET /metrics HTTP/1.1" 200 36049 "" "Prometheus/2.43.0" 2024-03-07T03:04:03.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:02 smithi092 ceph-mon[83777]: osdmap e473: 8 total, 8 up, 8 in 2024-03-07T03:04:03.178 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:02 smithi092 ceph-mon[83777]: osdmap e474: 8 total, 8 up, 8 in 2024-03-07T03:04:03.715 INFO:tasks.rados.rados.0.smithi090.stdout:2089: finishing write tid 1 to smithi09077644-32 2024-03-07T03:04:03.715 INFO:tasks.rados.rados.0.smithi090.stdout:2089: finishing write tid 2 to smithi09077644-32 2024-03-07T03:04:03.715 INFO:tasks.rados.rados.0.smithi090.stdout:2089: finishing write tid 3 to smithi09077644-32 2024-03-07T03:04:03.715 INFO:tasks.rados.rados.0.smithi090.stdout:2089: finishing write tid 4 to smithi09077644-32 2024-03-07T03:04:03.715 INFO:tasks.rados.rados.0.smithi090.stdout:2089: finishing write tid 5 to smithi09077644-32 2024-03-07T03:04:03.715 INFO:tasks.rados.rados.0.smithi090.stdout:2089: oid 32 updating version 0 to 377 2024-03-07T03:04:03.715 INFO:tasks.rados.rados.0.smithi090.stdout:2089: oid 32 version 377 is already newer than 375 2024-03-07T03:04:03.715 INFO:tasks.rados.rados.0.smithi090.stdout:2089: oid 32 version 377 is already newer than 376 2024-03-07T03:04:03.716 INFO:tasks.rados.rados.0.smithi090.stdout:2089: oid 32 version 377 is already newer than 374 2024-03-07T03:04:03.716 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 32 v 377 (ObjNum 655 snap 204 seq_num 655) dirty exists 2024-03-07T03:04:03.716 INFO:tasks.rados.rados.0.smithi090.stdout:2089: left oid 32 (ObjNum 655 snap 204 seq_num 655) 2024-03-07T03:04:03.716 INFO:tasks.rados.rados.0.smithi090.stdout:2089: done (1 left) 2024-03-07T03:04:03.716 INFO:tasks.rados.rados.0.smithi090.stdout:2090: done (0 left) 2024-03-07T03:04:03.716 INFO:tasks.rados.rados.0.smithi090.stdout:2091: delete oid 8 current snap is 204 2024-03-07T03:04:03.721 INFO:tasks.rados.rados.0.smithi090.stdout:2091: done (0 left) 2024-03-07T03:04:03.721 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 23 current snap is 204 2024-03-07T03:04:03.721 INFO:tasks.rados.rados.0.smithi090.stdout:2092: seq_num 657 ranges {0=606208,606208=688128,1294336=114688} 2024-03-07T03:04:03.724 INFO:tasks.rados.rados.0.smithi090.stdout:2092: writing smithi09077644-23 from 0 to 606208 tid 1 2024-03-07T03:04:03.729 INFO:tasks.rados.rados.0.smithi090.stdout:2092: writing smithi09077644-23 from 606208 to 1294336 tid 2 2024-03-07T03:04:03.730 INFO:tasks.rados.rados.0.smithi090.stdout:2092: writing smithi09077644-23 from 1294336 to 1409024 tid 3 2024-03-07T03:04:03.730 INFO:tasks.rados.rados.0.smithi090.stdout:2093: snap_create 2024-03-07T03:04:03.731 INFO:tasks.rados.rados.0.smithi090.stdout:2092: finishing write tid 1 to smithi09077644-23 2024-03-07T03:04:03.735 INFO:tasks.rados.rados.0.smithi090.stdout:2092: finishing write tid 2 to smithi09077644-23 2024-03-07T03:04:03.735 INFO:tasks.rados.rados.0.smithi090.stdout:2092: finishing write tid 3 to smithi09077644-23 2024-03-07T03:04:03.735 INFO:tasks.rados.rados.0.smithi090.stdout:2092: finishing write tid 4 to smithi09077644-23 2024-03-07T03:04:03.737 INFO:tasks.rados.rados.0.smithi090.stdout:2092: finishing write tid 5 to smithi09077644-23 2024-03-07T03:04:03.737 INFO:tasks.rados.rados.0.smithi090.stdout:2092: oid 23 updating version 0 to 1088 2024-03-07T03:04:03.737 INFO:tasks.rados.rados.0.smithi090.stdout:2092: oid 23 version 1088 is already newer than 1085 2024-03-07T03:04:03.737 INFO:tasks.rados.rados.0.smithi090.stdout:2092: oid 23 version 1088 is already newer than 1086 2024-03-07T03:04:03.737 INFO:tasks.rados.rados.0.smithi090.stdout:2092: oid 23 version 1088 is already newer than 1087 2024-03-07T03:04:03.737 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 1088 (ObjNum 657 snap 204 seq_num 657) dirty exists 2024-03-07T03:04:03.738 INFO:tasks.rados.rados.0.smithi090.stdout:2092: left oid 23 (ObjNum 657 snap 204 seq_num 657) 2024-03-07T03:04:03.829 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:04:03 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:04:03.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi090\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:04:04.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:03 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:04:04.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:03 smithi090 ceph-mon[89511]: osdmap e475: 8 total, 8 up, 8 in 2024-03-07T03:04:04.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:03 smithi090 ceph-mon[89511]: pgmap v133: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 339 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 2.3 KiB/s rd, 2.8 MiB/s wr, 29 op/s 2024-03-07T03:04:04.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:03 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:04:04.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:03 smithi090 ceph-mon[91928]: osdmap e475: 8 total, 8 up, 8 in 2024-03-07T03:04:04.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:03 smithi090 ceph-mon[91928]: pgmap v133: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 339 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 2.3 KiB/s rd, 2.8 MiB/s wr, 29 op/s 2024-03-07T03:04:04.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:03 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:04:04.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:03 smithi092 ceph-mon[83777]: osdmap e475: 8 total, 8 up, 8 in 2024-03-07T03:04:04.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:03 smithi092 ceph-mon[83777]: pgmap v133: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 339 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 2.3 KiB/s rd, 2.8 MiB/s wr, 29 op/s 2024-03-07T03:04:04.717 INFO:tasks.rados.rados.0.smithi090.stdout:2092: done (1 left) 2024-03-07T03:04:04.717 INFO:tasks.rados.rados.0.smithi090.stdout:2093: done (0 left) 2024-03-07T03:04:04.717 INFO:tasks.rados.rados.0.smithi090.stdout:2094: read oid 33 snap -1 2024-03-07T03:04:04.717 INFO:tasks.rados.rados.0.smithi090.stdout:2094: expect deleted 2024-03-07T03:04:04.717 INFO:tasks.rados.rados.0.smithi090.stdout:2095: read oid 6 snap -1 2024-03-07T03:04:04.717 INFO:tasks.rados.rados.0.smithi090.stdout:2095: expect deleted 2024-03-07T03:04:04.717 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 2 current snap is 205 2024-03-07T03:04:04.717 INFO:tasks.rados.rados.0.smithi090.stdout:2096: seq_num 658 ranges {1531904=622592,2154496=565248,2719744=237568} 2024-03-07T03:04:04.728 INFO:tasks.rados.rados.0.smithi090.stdout:2096: writing smithi09077644-2 from 1531904 to 2154496 tid 1 2024-03-07T03:04:04.731 INFO:tasks.rados.rados.0.smithi090.stdout:2096: writing smithi09077644-2 from 2154496 to 2719744 tid 2 2024-03-07T03:04:04.733 INFO:tasks.rados.rados.0.smithi090.stdout:2096: writing smithi09077644-2 from 2719744 to 2957312 tid 3 2024-03-07T03:04:04.733 INFO:tasks.rados.rados.0.smithi090.stdout:2097: delete oid 8 current snap is 205 2024-03-07T03:04:04.734 INFO:tasks.rados.rados.0.smithi090.stdout:2096: finishing write tid 1 to smithi09077644-2 2024-03-07T03:04:04.736 INFO:tasks.rados.rados.0.smithi090.stdout:2094: done (3 left) 2024-03-07T03:04:04.736 INFO:tasks.rados.rados.0.smithi090.stdout:2095: done (2 left) 2024-03-07T03:04:04.736 INFO:tasks.rados.rados.0.smithi090.stdout:2097: done (1 left) 2024-03-07T03:04:04.736 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 40 current snap is 205 2024-03-07T03:04:04.737 INFO:tasks.rados.rados.0.smithi090.stdout:2098: seq_num 660 ranges {1277952=663552,1941504=737280,2678784=65536} 2024-03-07T03:04:04.747 INFO:tasks.rados.rados.0.smithi090.stdout:2098: writing smithi09077644-40 from 1277952 to 1941504 tid 1 2024-03-07T03:04:04.751 INFO:tasks.rados.rados.0.smithi090.stdout:2098: writing smithi09077644-40 from 1941504 to 2678784 tid 2 2024-03-07T03:04:04.752 INFO:tasks.rados.rados.0.smithi090.stdout:2098: writing smithi09077644-40 from 2678784 to 2744320 tid 3 2024-03-07T03:04:04.752 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 44 current snap is 205 2024-03-07T03:04:04.752 INFO:tasks.rados.rados.0.smithi090.stdout:2096: finishing write tid 2 to smithi09077644-2 2024-03-07T03:04:04.752 INFO:tasks.rados.rados.0.smithi090.stdout:2099: seq_num 661 ranges {5382144=679936,6062080=622592,6684672=180224} 2024-03-07T03:04:04.783 INFO:tasks.rados.rados.0.smithi090.stdout:2099: writing smithi09077644-44 from 5382144 to 6062080 tid 1 2024-03-07T03:04:04.787 INFO:tasks.rados.rados.0.smithi090.stdout:2099: writing smithi09077644-44 from 6062080 to 6684672 tid 2 2024-03-07T03:04:04.789 INFO:tasks.rados.rados.0.smithi090.stdout:2099: writing smithi09077644-44 from 6684672 to 6864896 tid 3 2024-03-07T03:04:04.789 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 24 current snap is 205 2024-03-07T03:04:04.789 INFO:tasks.rados.rados.0.smithi090.stdout:2096: finishing write tid 3 to smithi09077644-2 2024-03-07T03:04:04.789 INFO:tasks.rados.rados.0.smithi090.stdout:2096: finishing write tid 4 to smithi09077644-2 2024-03-07T03:04:04.789 INFO:tasks.rados.rados.0.smithi090.stdout:2096: finishing write tid 5 to smithi09077644-2 2024-03-07T03:04:04.789 INFO:tasks.rados.rados.0.smithi090.stdout:2096: oid 2 updating version 0 to 1020 2024-03-07T03:04:04.789 INFO:tasks.rados.rados.0.smithi090.stdout:2096: oid 2 version 1020 is already newer than 1019 2024-03-07T03:04:04.789 INFO:tasks.rados.rados.0.smithi090.stdout:2096: oid 2 version 1020 is already newer than 1018 2024-03-07T03:04:04.789 INFO:tasks.rados.rados.0.smithi090.stdout:2096: oid 2 version 1020 is already newer than 1017 2024-03-07T03:04:04.789 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 2 v 1020 (ObjNum 658 snap 205 seq_num 658) dirty exists 2024-03-07T03:04:04.789 INFO:tasks.rados.rados.0.smithi090.stdout:2096: left oid 2 (ObjNum 658 snap 205 seq_num 658) 2024-03-07T03:04:04.789 INFO:tasks.rados.rados.0.smithi090.stdout:2098: finishing write tid 1 to smithi09077644-40 2024-03-07T03:04:04.790 INFO:tasks.rados.rados.0.smithi090.stdout:2098: finishing write tid 2 to smithi09077644-40 2024-03-07T03:04:04.790 INFO:tasks.rados.rados.0.smithi090.stdout:2098: finishing write tid 3 to smithi09077644-40 2024-03-07T03:04:04.790 INFO:tasks.rados.rados.0.smithi090.stdout:2098: finishing write tid 4 to smithi09077644-40 2024-03-07T03:04:04.790 INFO:tasks.rados.rados.0.smithi090.stdout:2098: finishing write tid 5 to smithi09077644-40 2024-03-07T03:04:04.790 INFO:tasks.rados.rados.0.smithi090.stdout:2098: oid 40 updating version 0 to 752 2024-03-07T03:04:04.790 INFO:tasks.rados.rados.0.smithi090.stdout:2098: oid 40 version 752 is already newer than 751 2024-03-07T03:04:04.790 INFO:tasks.rados.rados.0.smithi090.stdout:2098: oid 40 version 752 is already newer than 750 2024-03-07T03:04:04.790 INFO:tasks.rados.rados.0.smithi090.stdout:2098: oid 40 version 752 is already newer than 749 2024-03-07T03:04:04.790 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 40 v 752 (ObjNum 660 snap 205 seq_num 660) dirty exists 2024-03-07T03:04:04.790 INFO:tasks.rados.rados.0.smithi090.stdout:2098: left oid 40 (ObjNum 660 snap 205 seq_num 660) 2024-03-07T03:04:04.790 INFO:tasks.rados.rados.0.smithi090.stdout:2099: finishing write tid 1 to smithi09077644-44 2024-03-07T03:04:04.790 INFO:tasks.rados.rados.0.smithi090.stdout:2100: seq_num 662 ranges {0=696320,696320=557056,1253376=245760} 2024-03-07T03:04:04.792 INFO:tasks.rados.rados.0.smithi090.stdout:2100: writing smithi09077644-24 from 0 to 696320 tid 1 2024-03-07T03:04:04.796 INFO:tasks.rados.rados.0.smithi090.stdout:2100: writing smithi09077644-24 from 696320 to 1253376 tid 2 2024-03-07T03:04:04.797 INFO:tasks.rados.rados.0.smithi090.stdout:2100: writing smithi09077644-24 from 1253376 to 1499136 tid 3 2024-03-07T03:04:04.797 INFO:tasks.rados.rados.0.smithi090.stdout:2096: done (3 left) 2024-03-07T03:04:04.798 INFO:tasks.rados.rados.0.smithi090.stdout:2098: done (2 left) 2024-03-07T03:04:04.798 INFO:tasks.rados.rados.0.smithi090.stdout:2101: delete oid 1 current snap is 205 2024-03-07T03:04:04.798 INFO:tasks.rados.rados.0.smithi090.stdout:2099: finishing write tid 2 to smithi09077644-44 2024-03-07T03:04:04.798 INFO:tasks.rados.rados.0.smithi090.stdout:2099: finishing write tid 3 to smithi09077644-44 2024-03-07T03:04:04.798 INFO:tasks.rados.rados.0.smithi090.stdout:2099: finishing write tid 4 to smithi09077644-44 2024-03-07T03:04:04.798 INFO:tasks.rados.rados.0.smithi090.stdout:2100: finishing write tid 1 to smithi09077644-24 2024-03-07T03:04:04.798 INFO:tasks.rados.rados.0.smithi090.stdout:2099: finishing write tid 5 to smithi09077644-44 2024-03-07T03:04:04.798 INFO:tasks.rados.rados.0.smithi090.stdout:2099: oid 44 updating version 0 to 1189 2024-03-07T03:04:04.798 INFO:tasks.rados.rados.0.smithi090.stdout:2099: oid 44 version 1189 is already newer than 1188 2024-03-07T03:04:04.798 INFO:tasks.rados.rados.0.smithi090.stdout:2099: oid 44 version 1189 is already newer than 1187 2024-03-07T03:04:04.798 INFO:tasks.rados.rados.0.smithi090.stdout:2099: oid 44 version 1189 is already newer than 1186 2024-03-07T03:04:04.798 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 44 v 1189 (ObjNum 661 snap 205 seq_num 661) dirty exists 2024-03-07T03:04:04.798 INFO:tasks.rados.rados.0.smithi090.stdout:2099: left oid 44 (ObjNum 661 snap 205 seq_num 661) 2024-03-07T03:04:04.799 INFO:tasks.rados.rados.0.smithi090.stdout:2099: done (2 left) 2024-03-07T03:04:04.800 INFO:tasks.rados.rados.0.smithi090.stdout:2101: done (1 left) 2024-03-07T03:04:04.800 INFO:tasks.rados.rados.0.smithi090.stdout:2102: rmattr oid 7 current snap is 205 2024-03-07T03:04:04.800 INFO:tasks.rados.rados.0.smithi090.stdout:2102: done (1 left) 2024-03-07T03:04:04.800 INFO:tasks.rados.rados.0.smithi090.stdout:2103: read oid 29 snap -1 2024-03-07T03:04:04.800 INFO:tasks.rados.rados.0.smithi090.stdout:2103: expect (ObjNum 595 snap 183 seq_num 595) 2024-03-07T03:04:04.800 INFO:tasks.rados.rados.0.smithi090.stdout:2104: snap_create 2024-03-07T03:04:04.800 INFO:tasks.rados.rados.0.smithi090.stdout:2100: finishing write tid 2 to smithi09077644-24 2024-03-07T03:04:04.801 INFO:tasks.rados.rados.0.smithi090.stdout:2100: finishing write tid 3 to smithi09077644-24 2024-03-07T03:04:04.801 INFO:tasks.rados.rados.0.smithi090.stdout:2100: finishing write tid 4 to smithi09077644-24 2024-03-07T03:04:04.801 INFO:tasks.rados.rados.0.smithi090.stdout:2100: finishing write tid 5 to smithi09077644-24 2024-03-07T03:04:04.801 INFO:tasks.rados.rados.0.smithi090.stdout:2100: oid 24 updating version 0 to 1082 2024-03-07T03:04:04.802 INFO:tasks.rados.rados.0.smithi090.stdout:2100: oid 24 updating version 1082 to 1083 2024-03-07T03:04:04.802 INFO:tasks.rados.rados.0.smithi090.stdout:2100: oid 24 version 1083 is already newer than 1081 2024-03-07T03:04:04.802 INFO:tasks.rados.rados.0.smithi090.stdout:2100: oid 24 version 1083 is already newer than 1080 2024-03-07T03:04:04.802 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 24 v 1083 (ObjNum 662 snap 205 seq_num 662) dirty exists 2024-03-07T03:04:04.802 INFO:tasks.rados.rados.0.smithi090.stdout:2100: left oid 24 (ObjNum 662 snap 205 seq_num 662) 2024-03-07T03:04:04.803 INFO:tasks.rados.rados.0.smithi090.stdout:2103: expect (ObjNum 595 snap 183 seq_num 595) 2024-03-07T03:04:05.722 INFO:tasks.rados.rados.0.smithi090.stdout:2100: done (2 left) 2024-03-07T03:04:05.722 INFO:tasks.rados.rados.0.smithi090.stdout:2103: done (1 left) 2024-03-07T03:04:05.722 INFO:tasks.rados.rados.0.smithi090.stdout:2104: done (0 left) 2024-03-07T03:04:05.722 INFO:tasks.rados.rados.0.smithi090.stdout:2105: read oid 33 snap -1 2024-03-07T03:04:05.723 INFO:tasks.rados.rados.0.smithi090.stdout:2105: expect deleted 2024-03-07T03:04:05.723 INFO:tasks.rados.rados.0.smithi090.stdout:2106: snap_remove snap 188 2024-03-07T03:04:06.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:05 smithi090 ceph-mon[89511]: osdmap e476: 8 total, 8 up, 8 in 2024-03-07T03:04:06.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:05 smithi090 ceph-mon[91928]: osdmap e476: 8 total, 8 up, 8 in 2024-03-07T03:04:06.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:05 smithi092 ceph-mon[83777]: osdmap e476: 8 total, 8 up, 8 in 2024-03-07T03:04:06.729 INFO:tasks.rados.rados.0.smithi090.stdout:2106: done (1 left) 2024-03-07T03:04:06.729 INFO:tasks.rados.rados.0.smithi090.stdout:2107: snap_create 2024-03-07T03:04:07.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:06 smithi090 ceph-mon[89511]: osdmap e477: 8 total, 8 up, 8 in 2024-03-07T03:04:07.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:06 smithi090 ceph-mon[89511]: pgmap v136: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 339 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 2.3 KiB/s rd, 2.8 MiB/s wr, 24 op/s 2024-03-07T03:04:07.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:06 smithi090 ceph-mon[91928]: osdmap e477: 8 total, 8 up, 8 in 2024-03-07T03:04:07.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:06 smithi090 ceph-mon[91928]: pgmap v136: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 339 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 2.3 KiB/s rd, 2.8 MiB/s wr, 24 op/s 2024-03-07T03:04:07.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:06 smithi092 ceph-mon[83777]: osdmap e477: 8 total, 8 up, 8 in 2024-03-07T03:04:07.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:06 smithi092 ceph-mon[83777]: pgmap v136: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 339 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 2.3 KiB/s rd, 2.8 MiB/s wr, 24 op/s 2024-03-07T03:04:07.729 INFO:tasks.rados.rados.0.smithi090.stdout:2105: done (1 left) 2024-03-07T03:04:07.730 INFO:tasks.rados.rados.0.smithi090.stdout:2107: done (0 left) 2024-03-07T03:04:07.730 INFO:tasks.rados.rados.0.smithi090.stdout:2108: snap_remove snap 189 2024-03-07T03:04:08.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:07 smithi090 ceph-mon[89511]: osdmap e478: 8 total, 8 up, 8 in 2024-03-07T03:04:08.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:07 smithi090 ceph-mon[91928]: osdmap e478: 8 total, 8 up, 8 in 2024-03-07T03:04:08.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:07 smithi092 ceph-mon[83777]: osdmap e478: 8 total, 8 up, 8 in 2024-03-07T03:04:08.742 INFO:tasks.rados.rados.0.smithi090.stdout:2108: done (0 left) 2024-03-07T03:04:08.742 INFO:tasks.rados.rados.0.smithi090.stdout:2109: read oid 38 snap 190 2024-03-07T03:04:08.742 INFO:tasks.rados.rados.0.smithi090.stdout:2109: expect (ObjNum 486 snap 150 seq_num 486) 2024-03-07T03:04:08.742 INFO:tasks.rados.rados.0.smithi090.stdout:2110: rollback oid 8 current snap is 207 2024-03-07T03:04:08.742 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 8 to 194 2024-03-07T03:04:08.742 INFO:tasks.rados.rados.0.smithi090.stdout:2111: read oid 47 snap -1 2024-03-07T03:04:08.742 INFO:tasks.rados.rados.0.smithi090.stdout:2111: expect (ObjNum 636 snap 196 seq_num 636) 2024-03-07T03:04:08.742 INFO:tasks.rados.rados.0.smithi090.stdout:2112: delete oid 34 current snap is 207 2024-03-07T03:04:08.752 INFO:tasks.rados.rados.0.smithi090.stdout:2110: finishing rollback tid 1 to smithi09077644-8 2024-03-07T03:04:08.752 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 1062 (ObjNum 33 snap 0 seq_num 3340074480) dirty dne 2024-03-07T03:04:08.755 INFO:tasks.rados.rados.0.smithi090.stdout:2110: done (3 left) 2024-03-07T03:04:08.755 INFO:tasks.rados.rados.0.smithi090.stdout:2112: done (2 left) 2024-03-07T03:04:08.755 INFO:tasks.rados.rados.0.smithi090.stdout:2113: snap_remove snap 204 2024-03-07T03:04:09.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:08 smithi090 ceph-mon[89511]: osdmap e479: 8 total, 8 up, 8 in 2024-03-07T03:04:09.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:08 smithi090 ceph-mon[89511]: pgmap v139: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 339 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-03-07T03:04:09.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:08 smithi090 ceph-mon[91928]: osdmap e479: 8 total, 8 up, 8 in 2024-03-07T03:04:09.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:08 smithi090 ceph-mon[91928]: pgmap v139: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 339 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-03-07T03:04:09.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:08 smithi092 ceph-mon[83777]: osdmap e479: 8 total, 8 up, 8 in 2024-03-07T03:04:09.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:08 smithi092 ceph-mon[83777]: pgmap v139: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 339 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-03-07T03:04:09.754 INFO:tasks.rados.rados.0.smithi090.stdout:2113: done (2 left) 2024-03-07T03:04:09.754 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 46 current snap is 207 2024-03-07T03:04:09.754 INFO:tasks.rados.rados.0.smithi090.stdout:2114: seq_num 665 ranges {1228800=745472,1974272=606208,2580480=196608} 2024-03-07T03:04:09.765 INFO:tasks.rados.rados.0.smithi090.stdout:2114: writing smithi09077644-46 from 1228800 to 1974272 tid 1 2024-03-07T03:04:09.768 INFO:tasks.rados.rados.0.smithi090.stdout:2114: writing smithi09077644-46 from 1974272 to 2580480 tid 2 2024-03-07T03:04:09.769 INFO:tasks.rados.rados.0.smithi090.stdout:2114: writing smithi09077644-46 from 2580480 to 2777088 tid 3 2024-03-07T03:04:09.770 INFO:tasks.rados.rados.0.smithi090.stdout:2115: read oid 18 snap -1 2024-03-07T03:04:09.770 INFO:tasks.rados.rados.0.smithi090.stdout:2115: expect (ObjNum 568 snap 170 seq_num 568) 2024-03-07T03:04:09.770 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 7 current snap is 207 2024-03-07T03:04:09.770 INFO:tasks.rados.rados.0.smithi090.stdout:2116: seq_num 666 ranges {1105920=761856,1867776=491520,2359296=311296} 2024-03-07T03:04:09.780 INFO:tasks.rados.rados.0.smithi090.stdout:2116: writing smithi09077644-7 from 1105920 to 1867776 tid 1 2024-03-07T03:04:09.782 INFO:tasks.rados.rados.0.smithi090.stdout:2116: writing smithi09077644-7 from 1867776 to 2359296 tid 2 2024-03-07T03:04:09.785 INFO:tasks.rados.rados.0.smithi090.stdout:2116: writing smithi09077644-7 from 2359296 to 2670592 tid 3 2024-03-07T03:04:09.785 INFO:tasks.rados.rados.0.smithi090.stdout:2117: rmattr oid 48 current snap is 207 2024-03-07T03:04:09.785 INFO:tasks.rados.rados.0.smithi090.stdout:2111: expect (ObjNum 636 snap 196 seq_num 636) 2024-03-07T03:04:09.878 INFO:tasks.rados.rados.0.smithi090.stdout:2109: expect (ObjNum 486 snap 150 seq_num 486) 2024-03-07T03:04:10.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:09 smithi090 ceph-mon[89511]: osdmap e480: 8 total, 8 up, 8 in 2024-03-07T03:04:10.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:09 smithi090 ceph-mon[91928]: osdmap e480: 8 total, 8 up, 8 in 2024-03-07T03:04:10.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:09 smithi092 ceph-mon[83777]: osdmap e480: 8 total, 8 up, 8 in 2024-03-07T03:04:10.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:10 smithi090 ceph-mon[89511]: pgmap v141: 121 pgs: 121 active+clean; 346 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 294 KiB/s rd, 1.7 MiB/s wr, 7 op/s 2024-03-07T03:04:10.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:10 smithi090 ceph-mon[89511]: osdmap e481: 8 total, 8 up, 8 in 2024-03-07T03:04:10.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:10 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-03-07T03:04:10.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:10 smithi090 ceph-mon[91928]: pgmap v141: 121 pgs: 121 active+clean; 346 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 294 KiB/s rd, 1.7 MiB/s wr, 7 op/s 2024-03-07T03:04:10.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:10 smithi090 ceph-mon[91928]: osdmap e481: 8 total, 8 up, 8 in 2024-03-07T03:04:10.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:10 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-03-07T03:04:11.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:10 smithi092 ceph-mon[83777]: pgmap v141: 121 pgs: 121 active+clean; 346 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 294 KiB/s rd, 1.7 MiB/s wr, 7 op/s 2024-03-07T03:04:11.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:10 smithi092 ceph-mon[83777]: osdmap e481: 8 total, 8 up, 8 in 2024-03-07T03:04:11.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:10 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-03-07T03:04:11.176 INFO:tasks.rados.rados.0.smithi090.stdout:2114: finishing write tid 1 to smithi09077644-46 2024-03-07T03:04:11.176 INFO:tasks.rados.rados.0.smithi090.stdout:2114: finishing write tid 2 to smithi09077644-46 2024-03-07T03:04:11.176 INFO:tasks.rados.rados.0.smithi090.stdout:2114: finishing write tid 3 to smithi09077644-46 2024-03-07T03:04:11.176 INFO:tasks.rados.rados.0.smithi090.stdout:2114: finishing write tid 4 to smithi09077644-46 2024-03-07T03:04:11.176 INFO:tasks.rados.rados.0.smithi090.stdout:2114: finishing write tid 5 to smithi09077644-46 2024-03-07T03:04:11.176 INFO:tasks.rados.rados.0.smithi090.stdout:2114: oid 46 updating version 0 to 1087 2024-03-07T03:04:11.176 INFO:tasks.rados.rados.0.smithi090.stdout:2114: oid 46 version 1087 is already newer than 1086 2024-03-07T03:04:11.176 INFO:tasks.rados.rados.0.smithi090.stdout:2114: oid 46 version 1087 is already newer than 1085 2024-03-07T03:04:11.177 INFO:tasks.rados.rados.0.smithi090.stdout:2114: oid 46 version 1087 is already newer than 1084 2024-03-07T03:04:11.177 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 1087 (ObjNum 665 snap 207 seq_num 665) dirty exists 2024-03-07T03:04:11.177 INFO:tasks.rados.rados.0.smithi090.stdout:2114: left oid 46 (ObjNum 665 snap 207 seq_num 665) 2024-03-07T03:04:11.177 INFO:tasks.rados.rados.0.smithi090.stdout:2116: finishing write tid 1 to smithi09077644-7 2024-03-07T03:04:11.177 INFO:tasks.rados.rados.0.smithi090.stdout:2116: finishing write tid 2 to smithi09077644-7 2024-03-07T03:04:11.177 INFO:tasks.rados.rados.0.smithi090.stdout:2116: finishing write tid 3 to smithi09077644-7 2024-03-07T03:04:11.177 INFO:tasks.rados.rados.0.smithi090.stdout:2116: finishing write tid 4 to smithi09077644-7 2024-03-07T03:04:11.177 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 856 (ObjNum 545 snap 166 seq_num 545) dirty exists 2024-03-07T03:04:11.177 INFO:tasks.rados.rados.0.smithi090.stdout:2116: finishing write tid 5 to smithi09077644-7 2024-03-07T03:04:11.177 INFO:tasks.rados.rados.0.smithi090.stdout:2116: oid 7 updating version 0 to 708 2024-03-07T03:04:11.177 INFO:tasks.rados.rados.0.smithi090.stdout:2116: oid 7 version 708 is already newer than 706 2024-03-07T03:04:11.177 INFO:tasks.rados.rados.0.smithi090.stdout:2116: oid 7 version 708 is already newer than 707 2024-03-07T03:04:11.177 INFO:tasks.rados.rados.0.smithi090.stdout:2116: oid 7 updating version 708 to 709 2024-03-07T03:04:11.177 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 7 v 709 (ObjNum 666 snap 207 seq_num 666) dirty exists 2024-03-07T03:04:11.177 INFO:tasks.rados.rados.0.smithi090.stdout:2116: left oid 7 (ObjNum 666 snap 207 seq_num 666) 2024-03-07T03:04:11.177 INFO:tasks.rados.rados.0.smithi090.stdout:2115: expect (ObjNum 568 snap 170 seq_num 568) 2024-03-07T03:04:11.383 INFO:tasks.rados.rados.0.smithi090.stdout:2109: done (5 left) 2024-03-07T03:04:11.383 INFO:tasks.rados.rados.0.smithi090.stdout:2111: done (4 left) 2024-03-07T03:04:11.383 INFO:tasks.rados.rados.0.smithi090.stdout:2114: done (3 left) 2024-03-07T03:04:11.383 INFO:tasks.rados.rados.0.smithi090.stdout:2115: done (2 left) 2024-03-07T03:04:11.383 INFO:tasks.rados.rados.0.smithi090.stdout:2116: done (1 left) 2024-03-07T03:04:11.383 INFO:tasks.rados.rados.0.smithi090.stdout:2117: done (0 left) 2024-03-07T03:04:11.384 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 3 current snap is 207 2024-03-07T03:04:11.384 INFO:tasks.rados.rados.0.smithi090.stdout:2118: seq_num 667 ranges {0=778240,778240=778240,1556480=24576} 2024-03-07T03:04:11.387 INFO:tasks.rados.rados.0.smithi090.stdout:2118: writing smithi09077644-3 from 0 to 778240 tid 1 2024-03-07T03:04:11.392 INFO:tasks.rados.rados.0.smithi090.stdout:2118: writing smithi09077644-3 from 778240 to 1556480 tid 2 2024-03-07T03:04:11.392 INFO:tasks.rados.rados.0.smithi090.stdout:2118: writing smithi09077644-3 from 1556480 to 1581056 tid 3 2024-03-07T03:04:11.392 INFO:tasks.rados.rados.0.smithi090.stdout:2119: copy_from oid 1 from oid 10 current snap is 207 2024-03-07T03:04:11.392 INFO:tasks.rados.rados.0.smithi090.stdout:2118: finishing write tid 1 to smithi09077644-3 2024-03-07T03:04:11.392 INFO:tasks.rados.rados.0.smithi090.stdout:2120: read oid 39 snap 205 2024-03-07T03:04:11.392 INFO:tasks.rados.rados.0.smithi090.stdout:2120: expect (ObjNum 642 snap 199 seq_num 642) 2024-03-07T03:04:11.392 INFO:tasks.rados.rados.0.smithi090.stdout:2121: read oid 29 snap 205 2024-03-07T03:04:11.392 INFO:tasks.rados.rados.0.smithi090.stdout:2121: expect (ObjNum 595 snap 183 seq_num 595) 2024-03-07T03:04:11.392 INFO:tasks.rados.rados.0.smithi090.stdout:2122: setattr oid 22 current snap is 207 2024-03-07T03:04:11.394 INFO:tasks.rados.rados.0.smithi090.stdout:2123: rollback oid 20 current snap is 207 2024-03-07T03:04:11.394 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 20 to 194 2024-03-07T03:04:11.395 INFO:tasks.rados.rados.0.smithi090.stdout:2124: read oid 16 snap -1 2024-03-07T03:04:11.395 INFO:tasks.rados.rados.0.smithi090.stdout:2124: expect (ObjNum 583 snap 177 seq_num 583) 2024-03-07T03:04:11.395 INFO:tasks.rados.rados.0.smithi090.stdout:2125: rollback oid 49 current snap is 207 2024-03-07T03:04:11.395 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 49 to 199 2024-03-07T03:04:11.395 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 43 current snap is 207 2024-03-07T03:04:11.395 INFO:tasks.rados.rados.0.smithi090.stdout:2126: seq_num 668 ranges {2637824=794624,3432448=663552,4096000=139264} 2024-03-07T03:04:11.413 INFO:tasks.rados.rados.0.smithi090.stdout:2126: writing smithi09077644-43 from 2637824 to 3432448 tid 1 2024-03-07T03:04:11.417 INFO:tasks.rados.rados.0.smithi090.stdout:2126: writing smithi09077644-43 from 3432448 to 4096000 tid 2 2024-03-07T03:04:11.418 INFO:tasks.rados.rados.0.smithi090.stdout:2126: writing smithi09077644-43 from 4096000 to 4235264 tid 3 2024-03-07T03:04:11.418 INFO:tasks.rados.rados.0.smithi090.stdout:2127: delete oid 47 current snap is 207 2024-03-07T03:04:11.419 INFO:tasks.rados.rados.0.smithi090.stdout:2121: expect (ObjNum 595 snap 183 seq_num 595) 2024-03-07T03:04:11.434 INFO:tasks.rados.rados.0.smithi090.stdout:2118: finishing write tid 2 to smithi09077644-3 2024-03-07T03:04:11.434 INFO:tasks.rados.rados.0.smithi090.stdout:2118: finishing write tid 3 to smithi09077644-3 2024-03-07T03:04:11.434 INFO:tasks.rados.rados.0.smithi090.stdout:2123: finishing rollback tid 1 to smithi09077644-20 2024-03-07T03:04:11.434 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 20 v 764 (ObjNum 0 snap 0 seq_num 304) dirty dne 2024-03-07T03:04:11.434 INFO:tasks.rados.rados.0.smithi090.stdout:2118: finishing write tid 4 to smithi09077644-3 2024-03-07T03:04:11.434 INFO:tasks.rados.rados.0.smithi090.stdout:2118: finishing write tid 5 to smithi09077644-3 2024-03-07T03:04:11.434 INFO:tasks.rados.rados.0.smithi090.stdout:2118: oid 3 updating version 0 to 893 2024-03-07T03:04:11.434 INFO:tasks.rados.rados.0.smithi090.stdout:2118: oid 3 version 893 is already newer than 892 2024-03-07T03:04:11.434 INFO:tasks.rados.rados.0.smithi090.stdout:2118: oid 3 version 893 is already newer than 891 2024-03-07T03:04:11.434 INFO:tasks.rados.rados.0.smithi090.stdout:2118: oid 3 updating version 893 to 894 2024-03-07T03:04:11.434 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 894 (ObjNum 667 snap 207 seq_num 667) dirty exists 2024-03-07T03:04:11.435 INFO:tasks.rados.rados.0.smithi090.stdout:2118: left oid 3 (ObjNum 667 snap 207 seq_num 667) 2024-03-07T03:04:11.435 INFO:tasks.rados.rados.0.smithi090.stdout:2125: finishing rollback tid 0 to smithi09077644-49 2024-03-07T03:04:11.435 INFO:tasks.rados.rados.0.smithi090.stdout:2125: finishing rollback tid 1 to smithi09077644-49 2024-03-07T03:04:11.435 INFO:tasks.rados.rados.0.smithi090.stdout:2120: expect (ObjNum 642 snap 199 seq_num 642) 2024-03-07T03:04:11.498 INFO:tasks.rados.rados.0.smithi090.stdout:2125: finishing rollback tid 2 to smithi09077644-49 2024-03-07T03:04:11.498 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 49 v 1060 (ObjNum 33 snap 0 seq_num 2433643985) dirty exists 2024-03-07T03:04:11.498 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 1211 (ObjNum 622 snap 190 seq_num 622) dirty exists 2024-03-07T03:04:11.498 INFO:tasks.rados.rados.0.smithi090.stdout:2124: expect (ObjNum 583 snap 177 seq_num 583) 2024-03-07T03:04:11.622 INFO:tasks.rados.rados.0.smithi090.stdout:2126: finishing write tid 1 to smithi09077644-43 2024-03-07T03:04:11.622 INFO:tasks.rados.rados.0.smithi090.stdout:2118: done (9 left) 2024-03-07T03:04:11.622 INFO:tasks.rados.rados.0.smithi090.stdout:2120: done (8 left) 2024-03-07T03:04:11.622 INFO:tasks.rados.rados.0.smithi090.stdout:2121: done (7 left) 2024-03-07T03:04:11.622 INFO:tasks.rados.rados.0.smithi090.stdout:2122: done (6 left) 2024-03-07T03:04:11.623 INFO:tasks.rados.rados.0.smithi090.stdout:2123: done (5 left) 2024-03-07T03:04:11.623 INFO:tasks.rados.rados.0.smithi090.stdout:2124: done (4 left) 2024-03-07T03:04:11.623 INFO:tasks.rados.rados.0.smithi090.stdout:2125: done (3 left) 2024-03-07T03:04:11.623 INFO:tasks.rados.rados.0.smithi090.stdout:2127: done (2 left) 2024-03-07T03:04:11.623 INFO:tasks.rados.rados.0.smithi090.stdout:2128: rollback oid 17 current snap is 207 2024-03-07T03:04:11.623 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 17 to 199 2024-03-07T03:04:11.623 INFO:tasks.rados.rados.0.smithi090.stdout:2126: finishing write tid 2 to smithi09077644-43 2024-03-07T03:04:11.623 INFO:tasks.rados.rados.0.smithi090.stdout:2126: finishing write tid 3 to smithi09077644-43 2024-03-07T03:04:11.623 INFO:tasks.rados.rados.0.smithi090.stdout:2126: finishing write tid 4 to smithi09077644-43 2024-03-07T03:04:11.623 INFO:tasks.rados.rados.0.smithi090.stdout:2126: finishing write tid 5 to smithi09077644-43 2024-03-07T03:04:11.623 INFO:tasks.rados.rados.0.smithi090.stdout:2126: oid 43 updating version 0 to 388 2024-03-07T03:04:11.623 INFO:tasks.rados.rados.0.smithi090.stdout:2126: oid 43 version 388 is already newer than 387 2024-03-07T03:04:11.623 INFO:tasks.rados.rados.0.smithi090.stdout:2126: oid 43 updating version 388 to 390 2024-03-07T03:04:11.623 INFO:tasks.rados.rados.0.smithi090.stdout:2126: oid 43 version 390 is already newer than 389 2024-03-07T03:04:11.624 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 390 (ObjNum 668 snap 207 seq_num 668) dirty exists 2024-03-07T03:04:11.624 INFO:tasks.rados.rados.0.smithi090.stdout:2126: left oid 43 (ObjNum 668 snap 207 seq_num 668) 2024-03-07T03:04:11.624 INFO:tasks.rados.rados.0.smithi090.stdout:2119: finishing copy_from racing read to smithi09077644-1 2024-03-07T03:04:11.624 INFO:tasks.rados.rados.0.smithi090.stdout:2119: finishing copy_from to smithi09077644-1 2024-03-07T03:04:11.624 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 1 v 1174 (ObjNum 611 snap 187 seq_num 611) dirty exists 2024-03-07T03:04:11.624 INFO:tasks.rados.rados.0.smithi090.stdout:2119: done (2 left) 2024-03-07T03:04:11.624 INFO:tasks.rados.rados.0.smithi090.stdout:2126: done (1 left) 2024-03-07T03:04:11.624 INFO:tasks.rados.rados.0.smithi090.stdout:2129: read oid 28 snap 200 2024-03-07T03:04:11.624 INFO:tasks.rados.rados.0.smithi090.stdout:2129: expect (ObjNum 425 snap 134 seq_num 425) 2024-03-07T03:04:11.624 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 50 current snap is 207 2024-03-07T03:04:11.624 INFO:tasks.rados.rados.0.smithi090.stdout:2130: seq_num 670 ranges {8159232=425984,8585216=483328,9068544=507904,9576448=212992} 2024-03-07T03:04:11.668 INFO:tasks.rados.rados.0.smithi090.stdout:2130: writing smithi09077644-50 from 8159232 to 8585216 tid 1 2024-03-07T03:04:11.671 INFO:tasks.rados.rados.0.smithi090.stdout:2130: writing smithi09077644-50 from 8585216 to 9068544 tid 2 2024-03-07T03:04:11.674 INFO:tasks.rados.rados.0.smithi090.stdout:2130: writing smithi09077644-50 from 9068544 to 9576448 tid 3 2024-03-07T03:04:11.675 INFO:tasks.rados.rados.0.smithi090.stdout:2130: writing smithi09077644-50 from 9576448 to 9789440 tid 4 2024-03-07T03:04:11.675 INFO:tasks.rados.rados.0.smithi090.stdout:2131: snap_remove snap 205 2024-03-07T03:04:12.073 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:11 smithi090 ceph-mon[91928]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-03-07T03:04:12.073 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:11 smithi090 ceph-mon[91928]: Upgrade: osd.1 is safe to restart 2024-03-07T03:04:12.073 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:11 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:04:12.073 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:11 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-03-07T03:04:12.073 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:11 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:04:12.073 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:11 smithi090 ceph-mon[89511]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-03-07T03:04:12.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:11 smithi090 ceph-mon[89511]: Upgrade: osd.1 is safe to restart 2024-03-07T03:04:12.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:11 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:04:12.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:11 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-03-07T03:04:12.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:11 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:04:12.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:11 smithi092 ceph-mon[83777]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-03-07T03:04:12.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:11 smithi092 ceph-mon[83777]: Upgrade: osd.1 is safe to restart 2024-03-07T03:04:12.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:11 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:04:12.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:11 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-03-07T03:04:12.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:11 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:04:12.510 INFO:tasks.rados.rados.0.smithi090.stdout:2131: done (3 left) 2024-03-07T03:04:12.510 INFO:tasks.rados.rados.0.smithi090.stdout:2132: snap_remove snap 194 2024-03-07T03:04:12.667 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:04:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:04:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:04:12.715 INFO:tasks.rados.rados.0.smithi090.stdout:2132: done (3 left) 2024-03-07T03:04:12.715 INFO:tasks.rados.rados.0.smithi090.stdout:2133: copy_from oid 30 from oid 47 current snap is 207 2024-03-07T03:04:12.715 INFO:tasks.rados.rados.0.smithi090.stdout:2128: finishing rollback tid 0 to smithi09077644-17 2024-03-07T03:04:12.715 INFO:tasks.rados.rados.0.smithi090.stdout:2128: finishing rollback tid 1 to smithi09077644-17 2024-03-07T03:04:12.715 INFO:tasks.rados.rados.0.smithi090.stdout:2128: finishing rollback tid 2 to smithi09077644-17 2024-03-07T03:04:12.715 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 17 v 1064 (ObjNum 615 snap 188 seq_num 615) dirty exists 2024-03-07T03:04:12.715 INFO:tasks.rados.rados.0.smithi090.stdout:2129: expect (ObjNum 425 snap 134 seq_num 425) 2024-03-07T03:04:12.904 INFO:teuthology.orchestra.run.smithi090.stdout:true 2024-03-07T03:04:13.005 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:12 smithi090 ceph-mon[91928]: Upgrade: Updating osd.1 2024-03-07T03:04:13.005 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:12 smithi090 ceph-mon[91928]: Deploying daemon osd.1 on smithi090 2024-03-07T03:04:13.005 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:12 smithi090 ceph-mon[91928]: pgmap v143: 121 pgs: 121 active+clean; 346 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 236 KiB/s rd, 1.4 MiB/s wr, 5 op/s 2024-03-07T03:04:13.005 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:12 smithi090 ceph-mon[91928]: osdmap e482: 8 total, 8 up, 8 in 2024-03-07T03:04:13.005 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:12 smithi090 ceph-mon[91928]: osdmap e483: 8 total, 8 up, 8 in 2024-03-07T03:04:13.005 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:12 smithi090 ceph-mon[89511]: Upgrade: Updating osd.1 2024-03-07T03:04:13.005 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:12 smithi090 ceph-mon[89511]: Deploying daemon osd.1 on smithi090 2024-03-07T03:04:13.006 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:12 smithi090 ceph-mon[89511]: pgmap v143: 121 pgs: 121 active+clean; 346 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 236 KiB/s rd, 1.4 MiB/s wr, 5 op/s 2024-03-07T03:04:13.006 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:12 smithi090 ceph-mon[89511]: osdmap e482: 8 total, 8 up, 8 in 2024-03-07T03:04:13.006 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:12 smithi090 ceph-mon[89511]: osdmap e483: 8 total, 8 up, 8 in 2024-03-07T03:04:13.146 INFO:tasks.rados.rados.0.smithi090.stdout:2130: finishing write tid 1 to smithi09077644-50 2024-03-07T03:04:13.146 INFO:tasks.rados.rados.0.smithi090.stdout:2130: finishing write tid 2 to smithi09077644-50 2024-03-07T03:04:13.146 INFO:tasks.rados.rados.0.smithi090.stdout:2130: finishing write tid 3 to smithi09077644-50 2024-03-07T03:04:13.146 INFO:tasks.rados.rados.0.smithi090.stdout:2130: finishing write tid 4 to smithi09077644-50 2024-03-07T03:04:13.146 INFO:tasks.rados.rados.0.smithi090.stdout:2130: finishing write tid 5 to smithi09077644-50 2024-03-07T03:04:13.146 INFO:tasks.rados.rados.0.smithi090.stdout:2130: finishing write tid 6 to smithi09077644-50 2024-03-07T03:04:13.146 INFO:tasks.rados.rados.0.smithi090.stdout:2130: oid 50 updating version 0 to 895 2024-03-07T03:04:13.147 INFO:tasks.rados.rados.0.smithi090.stdout:2130: oid 50 updating version 895 to 898 2024-03-07T03:04:13.147 INFO:tasks.rados.rados.0.smithi090.stdout:2130: oid 50 version 898 is already newer than 896 2024-03-07T03:04:13.147 INFO:tasks.rados.rados.0.smithi090.stdout:2130: oid 50 updating version 898 to 899 2024-03-07T03:04:13.147 INFO:tasks.rados.rados.0.smithi090.stdout:2130: oid 50 version 899 is already newer than 897 2024-03-07T03:04:13.147 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 50 v 899 (ObjNum 670 snap 207 seq_num 670) dirty exists 2024-03-07T03:04:13.147 INFO:tasks.rados.rados.0.smithi090.stdout:2130: left oid 50 (ObjNum 670 snap 207 seq_num 670) 2024-03-07T03:04:13.147 INFO:tasks.rados.rados.0.smithi090.stdout:2128: done (3 left) 2024-03-07T03:04:13.147 INFO:tasks.rados.rados.0.smithi090.stdout:2129: done (2 left) 2024-03-07T03:04:13.147 INFO:tasks.rados.rados.0.smithi090.stdout:2130: done (1 left) 2024-03-07T03:04:13.147 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 6 current snap is 207 2024-03-07T03:04:13.147 INFO:tasks.rados.rados.0.smithi090.stdout:2134: seq_num 671 ranges {0=442368,442368=761856,1204224=442368} 2024-03-07T03:04:13.148 INFO:tasks.rados.rados.0.smithi090.stdout:2134: writing smithi09077644-6 from 0 to 442368 tid 1 2024-03-07T03:04:13.153 INFO:tasks.rados.rados.0.smithi090.stdout:2134: writing smithi09077644-6 from 442368 to 1204224 tid 2 2024-03-07T03:04:13.156 INFO:tasks.rados.rados.0.smithi090.stdout:2134: writing smithi09077644-6 from 1204224 to 1646592 tid 3 2024-03-07T03:04:13.156 INFO:tasks.rados.rados.0.smithi090.stdout:2135: read oid 45 snap -1 2024-03-07T03:04:13.156 INFO:tasks.rados.rados.0.smithi090.stdout:2135: expect (ObjNum 654 snap 204 seq_num 654) 2024-03-07T03:04:13.156 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 1 current snap is 207 2024-03-07T03:04:13.156 INFO:tasks.rados.rados.0.smithi090.stdout:2133: finishing copy_from to smithi09077644-30 2024-03-07T03:04:13.156 INFO:tasks.rados.rados.0.smithi090.stdout:2133: got expected ENOENT (src dne) 2024-03-07T03:04:13.156 INFO:tasks.rados.rados.0.smithi090.stdout:2133: finishing copy_from racing read to smithi09077644-30 2024-03-07T03:04:13.156 INFO:tasks.rados.rados.0.smithi090.stdout:2134: finishing write tid 1 to smithi09077644-6 2024-03-07T03:04:13.156 INFO:tasks.rados.rados.0.smithi090.stdout:2134: finishing write tid 2 to smithi09077644-6 2024-03-07T03:04:13.156 INFO:tasks.rados.rados.0.smithi090.stdout:2136: seq_num 672 ranges {5464064=458752,5922816=647168,6569984=466944,7036928=90112} 2024-03-07T03:04:13.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:12 smithi092 ceph-mon[83777]: Upgrade: Updating osd.1 2024-03-07T03:04:13.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:12 smithi092 ceph-mon[83777]: Deploying daemon osd.1 on smithi090 2024-03-07T03:04:13.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:12 smithi092 ceph-mon[83777]: pgmap v143: 121 pgs: 121 active+clean; 346 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 236 KiB/s rd, 1.4 MiB/s wr, 5 op/s 2024-03-07T03:04:13.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:12 smithi092 ceph-mon[83777]: osdmap e482: 8 total, 8 up, 8 in 2024-03-07T03:04:13.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:12 smithi092 ceph-mon[83777]: osdmap e483: 8 total, 8 up, 8 in 2024-03-07T03:04:13.188 INFO:tasks.rados.rados.0.smithi090.stdout:2136: writing smithi09077644-1 from 5464064 to 5922816 tid 1 2024-03-07T03:04:13.192 INFO:tasks.rados.rados.0.smithi090.stdout:2136: writing smithi09077644-1 from 5922816 to 6569984 tid 2 2024-03-07T03:04:13.195 INFO:tasks.rados.rados.0.smithi090.stdout:2136: writing smithi09077644-1 from 6569984 to 7036928 tid 3 2024-03-07T03:04:13.197 INFO:tasks.rados.rados.0.smithi090.stdout:2136: writing smithi09077644-1 from 7036928 to 7127040 tid 4 2024-03-07T03:04:13.197 INFO:tasks.rados.rados.0.smithi090.stdout:2133: done (3 left) 2024-03-07T03:04:13.197 INFO:tasks.rados.rados.0.smithi090.stdout:2137: rollback oid 38 current snap is 207 2024-03-07T03:04:13.197 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 38 to 196 2024-03-07T03:04:13.197 INFO:tasks.rados.rados.0.smithi090.stdout:2134: finishing write tid 3 to smithi09077644-6 2024-03-07T03:04:13.197 INFO:tasks.rados.rados.0.smithi090.stdout:2134: finishing write tid 4 to smithi09077644-6 2024-03-07T03:04:13.197 INFO:tasks.rados.rados.0.smithi090.stdout:2134: finishing write tid 5 to smithi09077644-6 2024-03-07T03:04:13.197 INFO:tasks.rados.rados.0.smithi090.stdout:2134: oid 6 updating version 0 to 1022 2024-03-07T03:04:13.197 INFO:tasks.rados.rados.0.smithi090.stdout:2134: oid 6 updating version 1022 to 1024 2024-03-07T03:04:13.197 INFO:tasks.rados.rados.0.smithi090.stdout:2134: oid 6 version 1024 is already newer than 1021 2024-03-07T03:04:13.197 INFO:tasks.rados.rados.0.smithi090.stdout:2134: oid 6 version 1024 is already newer than 1023 2024-03-07T03:04:13.197 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 1024 (ObjNum 671 snap 207 seq_num 671) dirty exists 2024-03-07T03:04:13.197 INFO:tasks.rados.rados.0.smithi090.stdout:2134: left oid 6 (ObjNum 671 snap 207 seq_num 671) 2024-03-07T03:04:13.197 INFO:tasks.rados.rados.0.smithi090.stdout:2134: done (3 left) 2024-03-07T03:04:13.198 INFO:tasks.rados.rados.0.smithi090.stdout:2138: read oid 39 snap -1 2024-03-07T03:04:13.198 INFO:tasks.rados.rados.0.smithi090.stdout:2138: expect (ObjNum 642 snap 199 seq_num 642) 2024-03-07T03:04:13.198 INFO:tasks.rados.rados.0.smithi090.stdout:2139: rollback oid 31 current snap is 207 2024-03-07T03:04:13.198 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 31 to 202 2024-03-07T03:04:13.198 INFO:tasks.rados.rados.0.smithi090.stdout:2135: expect (ObjNum 654 snap 204 seq_num 654) 2024-03-07T03:04:13.248 INFO:teuthology.orchestra.run.smithi090.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-07T03:04:13.248 INFO:teuthology.orchestra.run.smithi090.stdout:alertmanager.a smithi090 *:9093,9094 running (8m) 23s ago 9m 24.5M - 0.25.0 c8568f914cd2 c7f315859531 2024-03-07T03:04:13.248 INFO:teuthology.orchestra.run.smithi090.stdout:grafana.a smithi092 *:3000 running (9m) 65s ago 9m 89.4M - 9.4.7 954c08fa6188 044a70fdd07e 2024-03-07T03:04:13.249 INFO:teuthology.orchestra.run.smithi090.stdout:mds.a smithi090 running (10m) 23s ago 10m 15.7M - 18.2.1-718-gae75fc9d 0164bb8a7c67 8b3baf63c0c9 2024-03-07T03:04:13.249 INFO:teuthology.orchestra.run.smithi090.stdout:mds.b smithi092 running (10m) 65s ago 10m 19.7M - 18.2.1-718-gae75fc9d 0164bb8a7c67 ce3c1188fa28 2024-03-07T03:04:13.249 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.x smithi092 *:8443,9283,8765 running (2m) 65s ago 13m 450M - 19.0.0-1905-gea9a5688 fdb83767c1ab ca843ce9235f 2024-03-07T03:04:13.249 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.y smithi090 *:8443,9283,8765 running (2m) 23s ago 15m 499M - 19.0.0-1905-gea9a5688 fdb83767c1ab 3f0549138d93 2024-03-07T03:04:13.249 INFO:teuthology.orchestra.run.smithi090.stdout:mon.a smithi090 running (115s) 23s ago 15m 44.3M 2048M 19.0.0-1905-gea9a5688 fdb83767c1ab f36508ef70bc 2024-03-07T03:04:13.249 INFO:teuthology.orchestra.run.smithi090.stdout:mon.b smithi092 running (76s) 65s ago 14m 20.4M 2048M 19.0.0-1905-gea9a5688 fdb83767c1ab 70867588f01a 2024-03-07T03:04:13.249 INFO:teuthology.orchestra.run.smithi090.stdout:mon.c smithi090 running (90s) 23s ago 14m 38.7M 2048M 19.0.0-1905-gea9a5688 fdb83767c1ab 93f762a9b94a 2024-03-07T03:04:13.249 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.a smithi090 *:9100 running (9m) 23s ago 9m 16.5M - 1.5.0 0da6a335fe13 76496853f3a5 2024-03-07T03:04:13.249 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.b smithi092 *:9100 running (9m) 65s ago 9m 15.5M - 1.5.0 0da6a335fe13 9ed8c0a03920 2024-03-07T03:04:13.249 INFO:teuthology.orchestra.run.smithi090.stdout:osd.0 smithi090 running (26s) 23s ago 13m 12.7M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab 7a23382ba346 2024-03-07T03:04:13.249 INFO:teuthology.orchestra.run.smithi090.stdout:osd.1 smithi090 running (13m) 23s ago 13m 242M 2480M 18.2.1-718-gae75fc9d 0164bb8a7c67 9b941d592b34 2024-03-07T03:04:13.249 INFO:teuthology.orchestra.run.smithi090.stdout:osd.2 smithi090 running (12m) 23s ago 12m 273M 2480M 18.2.1-718-gae75fc9d 0164bb8a7c67 9852da06477f 2024-03-07T03:04:13.250 INFO:teuthology.orchestra.run.smithi090.stdout:osd.3 smithi090 running (12m) 23s ago 12m 154M 2480M 18.2.1-718-gae75fc9d 0164bb8a7c67 1e9119683f37 2024-03-07T03:04:13.250 INFO:teuthology.orchestra.run.smithi090.stdout:osd.4 smithi092 running (12m) 65s ago 12m 228M 2480M 18.2.1-718-gae75fc9d 0164bb8a7c67 9ffc02d81c13 2024-03-07T03:04:13.250 INFO:teuthology.orchestra.run.smithi090.stdout:osd.5 smithi092 running (11m) 65s ago 11m 246M 2480M 18.2.1-718-gae75fc9d 0164bb8a7c67 028e6ccdd1db 2024-03-07T03:04:13.250 INFO:teuthology.orchestra.run.smithi090.stdout:osd.6 smithi092 running (11m) 65s ago 11m 125M 2480M 18.2.1-718-gae75fc9d 0164bb8a7c67 04f0a980ec71 2024-03-07T03:04:13.250 INFO:teuthology.orchestra.run.smithi090.stdout:osd.7 smithi092 running (10m) 65s ago 10m 144M 2480M 18.2.1-718-gae75fc9d 0164bb8a7c67 1f2215787147 2024-03-07T03:04:13.250 INFO:teuthology.orchestra.run.smithi090.stdout:prometheus.a smithi092 *:9095 running (2m) 65s ago 10m 47.0M - 2.43.0 a07b618ecd1d 1b8503a67e38 2024-03-07T03:04:13.329 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:04:13 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:04:13] "GET /metrics HTTP/1.1" 200 36034 "" "Prometheus/2.43.0" 2024-03-07T03:04:13.630 INFO:tasks.rados.rados.0.smithi090.stdout:2136: finishing write tid 1 to smithi09077644-1 2024-03-07T03:04:13.630 INFO:tasks.rados.rados.0.smithi090.stdout:2136: finishing write tid 2 to smithi09077644-1 2024-03-07T03:04:13.630 INFO:tasks.rados.rados.0.smithi090.stdout:2139: finishing rollback tid 0 to smithi09077644-31 2024-03-07T03:04:13.630 INFO:tasks.rados.rados.0.smithi090.stdout:2139: finishing rollback tid 1 to smithi09077644-31 2024-03-07T03:04:13.630 INFO:tasks.rados.rados.0.smithi090.stdout:2139: finishing rollback tid 2 to smithi09077644-31 2024-03-07T03:04:13.630 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 870 (ObjNum 645 snap 202 seq_num 645) dirty exists 2024-03-07T03:04:13.630 INFO:tasks.rados.rados.0.smithi090.stdout:2136: finishing write tid 3 to smithi09077644-1 2024-03-07T03:04:13.630 INFO:tasks.rados.rados.0.smithi090.stdout:2136: finishing write tid 4 to smithi09077644-1 2024-03-07T03:04:13.630 INFO:tasks.rados.rados.0.smithi090.stdout:2136: finishing write tid 5 to smithi09077644-1 2024-03-07T03:04:13.630 INFO:tasks.rados.rados.0.smithi090.stdout:2137: finishing rollback tid 0 to smithi09077644-38 2024-03-07T03:04:13.631 INFO:tasks.rados.rados.0.smithi090.stdout:2137: finishing rollback tid 1 to smithi09077644-38 2024-03-07T03:04:13.631 INFO:tasks.rados.rados.0.smithi090.stdout:2137: finishing rollback tid 2 to smithi09077644-38 2024-03-07T03:04:13.631 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 1106 (ObjNum 630 snap 194 seq_num 630) dirty exists 2024-03-07T03:04:13.631 INFO:tasks.rados.rados.0.smithi090.stdout:2135: done (4 left) 2024-03-07T03:04:13.631 INFO:tasks.rados.rados.0.smithi090.stdout:2137: done (3 left) 2024-03-07T03:04:13.631 INFO:tasks.rados.rados.0.smithi090.stdout:2139: done (2 left) 2024-03-07T03:04:13.631 INFO:tasks.rados.rados.0.smithi090.stdout:2140: copy_from oid 45 from oid 40 current snap is 207 2024-03-07T03:04:13.631 INFO:tasks.rados.rados.0.smithi090.stdout:2136: finishing write tid 6 to smithi09077644-1 2024-03-07T03:04:13.631 INFO:tasks.rados.rados.0.smithi090.stdout:2136: oid 1 updating version 0 to 1176 2024-03-07T03:04:13.631 INFO:tasks.rados.rados.0.smithi090.stdout:2136: oid 1 version 1176 is already newer than 1175 2024-03-07T03:04:13.631 INFO:tasks.rados.rados.0.smithi090.stdout:2136: oid 1 updating version 1176 to 1177 2024-03-07T03:04:13.631 INFO:tasks.rados.rados.0.smithi090.stdout:2136: oid 1 updating version 1177 to 1179 2024-03-07T03:04:13.631 INFO:tasks.rados.rados.0.smithi090.stdout:2136: oid 1 version 1179 is already newer than 1178 2024-03-07T03:04:13.631 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 1 v 1179 (ObjNum 672 snap 207 seq_num 672) dirty exists 2024-03-07T03:04:13.631 INFO:tasks.rados.rados.0.smithi090.stdout:2136: left oid 1 (ObjNum 672 snap 207 seq_num 672) 2024-03-07T03:04:13.632 INFO:tasks.rados.rados.0.smithi090.stdout:2138: expect (ObjNum 642 snap 199 seq_num 642) 2024-03-07T03:04:13.662 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-03-07T03:04:13.663 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": { 2024-03-07T03:04:13.663 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 3 2024-03-07T03:04:13.663 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:04:13.663 INFO:teuthology.orchestra.run.smithi090.stdout: "mgr": { 2024-03-07T03:04:13.663 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 2 2024-03-07T03:04:13.663 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:04:13.663 INFO:teuthology.orchestra.run.smithi090.stdout: "osd": { 2024-03-07T03:04:13.663 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 7, 2024-03-07T03:04:13.663 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 1 2024-03-07T03:04:13.663 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:04:13.663 INFO:teuthology.orchestra.run.smithi090.stdout: "mds": { 2024-03-07T03:04:13.663 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 2 2024-03-07T03:04:13.663 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:04:13.663 INFO:teuthology.orchestra.run.smithi090.stdout: "overall": { 2024-03-07T03:04:13.664 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 9, 2024-03-07T03:04:13.664 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 6 2024-03-07T03:04:13.664 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-03-07T03:04:13.664 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-03-07T03:04:13.695 INFO:tasks.rados.rados.0.smithi090.stdout:2140: finishing copy_from racing read to smithi09077644-45 2024-03-07T03:04:13.695 INFO:tasks.rados.rados.0.smithi090.stdout:2140: finishing copy_from to smithi09077644-45 2024-03-07T03:04:13.696 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 45 v 752 (ObjNum 660 snap 205 seq_num 660) dirty exists 2024-03-07T03:04:13.696 INFO:tasks.rados.rados.0.smithi090.stdout:2136: done (2 left) 2024-03-07T03:04:13.696 INFO:tasks.rados.rados.0.smithi090.stdout:2138: done (1 left) 2024-03-07T03:04:13.696 INFO:tasks.rados.rados.0.smithi090.stdout:2140: done (0 left) 2024-03-07T03:04:13.696 INFO:tasks.rados.rados.0.smithi090.stdout:2141: read oid 22 snap -1 2024-03-07T03:04:13.696 INFO:tasks.rados.rados.0.smithi090.stdout:2141: expect (ObjNum 622 snap 190 seq_num 622) 2024-03-07T03:04:13.696 INFO:tasks.rados.rados.0.smithi090.stdout:2142: rollback oid 50 current snap is 207 2024-03-07T03:04:13.696 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 50 to 195 2024-03-07T03:04:13.696 INFO:tasks.rados.rados.0.smithi090.stdout:2143: snap_create 2024-03-07T03:04:13.699 INFO:tasks.rados.rados.0.smithi090.stdout:2142: finishing rollback tid 0 to smithi09077644-50 2024-03-07T03:04:13.700 INFO:tasks.rados.rados.0.smithi090.stdout:2142: finishing rollback tid 1 to smithi09077644-50 2024-03-07T03:04:13.700 INFO:tasks.rados.rados.0.smithi090.stdout:2142: finishing rollback tid 2 to smithi09077644-50 2024-03-07T03:04:13.700 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 50 v 902 (ObjNum 597 snap 183 seq_num 597) dirty exists 2024-03-07T03:04:13.716 INFO:tasks.rados.rados.0.smithi090.stdout:2141: expect (ObjNum 622 snap 190 seq_num 622) 2024-03-07T03:04:13.874 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:13 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:04:13.875 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:13 smithi092 ceph-mon[83777]: from='client.? 172.21.15.90:0/3806749079' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:04:13.875 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:04:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:04:13.506Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi090\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:04:13.997 INFO:tasks.rados.rados.0.smithi090.stdout:2141: done (2 left) 2024-03-07T03:04:13.998 INFO:tasks.rados.rados.0.smithi090.stdout:2142: done (1 left) 2024-03-07T03:04:13.998 INFO:tasks.rados.rados.0.smithi090.stdout:2143: done (0 left) 2024-03-07T03:04:13.998 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 10 current snap is 208 2024-03-07T03:04:13.998 INFO:tasks.rados.rados.0.smithi090.stdout:2144: seq_num 673 ranges {5464064=475136,5939200=532480,6471680=671744} 2024-03-07T03:04:14.029 INFO:tasks.rados.rados.0.smithi090.stdout:2144: writing smithi09077644-10 from 5464064 to 5939200 tid 1 2024-03-07T03:04:14.032 INFO:tasks.rados.rados.0.smithi090.stdout:2144: writing smithi09077644-10 from 5939200 to 6471680 tid 2 2024-03-07T03:04:14.034 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:13 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:04:14.034 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:13 smithi090 ceph-mon[91928]: from='client.? 172.21.15.90:0/3806749079' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:04:14.034 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:13 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:04:14.034 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:13 smithi090 ceph-mon[89511]: from='client.? 172.21.15.90:0/3806749079' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:04:14.036 INFO:tasks.rados.rados.0.smithi090.stdout:2144: writing smithi09077644-10 from 6471680 to 7143424 tid 3 2024-03-07T03:04:14.037 INFO:tasks.rados.rados.0.smithi090.stdout:2145: snap_create 2024-03-07T03:04:14.037 INFO:tasks.rados.rados.0.smithi090.stdout:2144: finishing write tid 1 to smithi09077644-10 2024-03-07T03:04:14.037 INFO:tasks.rados.rados.0.smithi090.stdout:2144: finishing write tid 2 to smithi09077644-10 2024-03-07T03:04:14.039 INFO:tasks.rados.rados.0.smithi090.stdout:2144: finishing write tid 3 to smithi09077644-10 2024-03-07T03:04:14.040 INFO:tasks.rados.rados.0.smithi090.stdout:2144: finishing write tid 4 to smithi09077644-10 2024-03-07T03:04:14.041 INFO:tasks.rados.rados.0.smithi090.stdout:2144: finishing write tid 5 to smithi09077644-10 2024-03-07T03:04:14.041 INFO:tasks.rados.rados.0.smithi090.stdout:2144: oid 10 updating version 0 to 1226 2024-03-07T03:04:14.041 INFO:tasks.rados.rados.0.smithi090.stdout:2144: oid 10 version 1226 is already newer than 1225 2024-03-07T03:04:14.041 INFO:tasks.rados.rados.0.smithi090.stdout:2144: oid 10 updating version 1226 to 1227 2024-03-07T03:04:14.041 INFO:tasks.rados.rados.0.smithi090.stdout:2144: oid 10 updating version 1227 to 1228 2024-03-07T03:04:14.041 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 1228 (ObjNum 673 snap 208 seq_num 673) dirty exists 2024-03-07T03:04:14.041 INFO:tasks.rados.rados.0.smithi090.stdout:2144: left oid 10 (ObjNum 673 snap 208 seq_num 673) 2024-03-07T03:04:14.767 INFO:tasks.rados.rados.0.smithi090.stdout:2144: done (1 left) 2024-03-07T03:04:14.767 INFO:tasks.rados.rados.0.smithi090.stdout:2145: done (0 left) 2024-03-07T03:04:14.767 INFO:tasks.rados.rados.0.smithi090.stdout:2146: rollback oid 27 current snap is 209 2024-03-07T03:04:14.767 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 27 to 187 2024-03-07T03:04:14.767 INFO:tasks.rados.rados.0.smithi090.stdout:2147: delete oid 39 current snap is 209 2024-03-07T03:04:14.772 INFO:tasks.rados.rados.0.smithi090.stdout:2147: done (1 left) 2024-03-07T03:04:14.772 INFO:tasks.rados.rados.0.smithi090.stdout:2148: rollback oid 5 current snap is 209 2024-03-07T03:04:14.772 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 5 to 208 2024-03-07T03:04:14.773 INFO:tasks.rados.rados.0.smithi090.stdout:2149: copy_from oid 6 from oid 24 current snap is 209 2024-03-07T03:04:14.773 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 17 current snap is 209 2024-03-07T03:04:14.773 INFO:tasks.rados.rados.0.smithi090.stdout:2150: seq_num 675 ranges {4890624=507904,5398528=704512,6103040=499712} 2024-03-07T03:04:14.802 INFO:tasks.rados.rados.0.smithi090.stdout:2150: writing smithi09077644-17 from 4890624 to 5398528 tid 1 2024-03-07T03:04:14.806 INFO:tasks.rados.rados.0.smithi090.stdout:2150: writing smithi09077644-17 from 5398528 to 6103040 tid 2 2024-03-07T03:04:14.809 INFO:tasks.rados.rados.0.smithi090.stdout:2150: writing smithi09077644-17 from 6103040 to 6602752 tid 3 2024-03-07T03:04:14.809 INFO:tasks.rados.rados.0.smithi090.stdout:2151: snap_create 2024-03-07T03:04:14.809 INFO:tasks.rados.rados.0.smithi090.stdout:2146: finishing rollback tid 0 to smithi09077644-27 2024-03-07T03:04:14.809 INFO:tasks.rados.rados.0.smithi090.stdout:2146: finishing rollback tid 1 to smithi09077644-27 2024-03-07T03:04:14.810 INFO:tasks.rados.rados.0.smithi090.stdout:2146: finishing rollback tid 2 to smithi09077644-27 2024-03-07T03:04:14.810 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 27 v 860 (ObjNum 569 snap 171 seq_num 569) dirty exists 2024-03-07T03:04:14.810 INFO:tasks.rados.rados.0.smithi090.stdout:2148: finishing rollback tid 1 to smithi09077644-5 2024-03-07T03:04:14.810 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 5 v 748 (ObjNum 33 snap 0 seq_num 3339774576) dirty dne 2024-03-07T03:04:14.810 INFO:tasks.rados.rados.0.smithi090.stdout:2149: finishing copy_from racing read to smithi09077644-6 2024-03-07T03:04:14.810 INFO:tasks.rados.rados.0.smithi090.stdout:2149: finishing copy_from to smithi09077644-6 2024-03-07T03:04:14.810 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 1083 (ObjNum 662 snap 205 seq_num 662) dirty exists 2024-03-07T03:04:14.810 INFO:tasks.rados.rados.0.smithi090.stdout:2150: finishing write tid 1 to smithi09077644-17 2024-03-07T03:04:14.810 INFO:tasks.rados.rados.0.smithi090.stdout:2150: finishing write tid 2 to smithi09077644-17 2024-03-07T03:04:14.812 INFO:tasks.rados.rados.0.smithi090.stdout:2150: finishing write tid 3 to smithi09077644-17 2024-03-07T03:04:14.812 INFO:tasks.rados.rados.0.smithi090.stdout:2150: finishing write tid 4 to smithi09077644-17 2024-03-07T03:04:14.813 INFO:tasks.rados.rados.0.smithi090.stdout:2150: finishing write tid 5 to smithi09077644-17 2024-03-07T03:04:14.814 INFO:tasks.rados.rados.0.smithi090.stdout:2150: oid 17 updating version 0 to 1077 2024-03-07T03:04:14.814 INFO:tasks.rados.rados.0.smithi090.stdout:2150: oid 17 updating version 1077 to 1078 2024-03-07T03:04:14.814 INFO:tasks.rados.rados.0.smithi090.stdout:2150: oid 17 version 1078 is already newer than 1076 2024-03-07T03:04:14.814 INFO:tasks.rados.rados.0.smithi090.stdout:2150: oid 17 updating version 1078 to 1079 2024-03-07T03:04:14.814 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 17 v 1079 (ObjNum 675 snap 209 seq_num 675) dirty exists 2024-03-07T03:04:14.814 INFO:tasks.rados.rados.0.smithi090.stdout:2150: left oid 17 (ObjNum 675 snap 209 seq_num 675) 2024-03-07T03:04:15.066 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:14 smithi090 ceph-mon[91928]: from='client.34206 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:04:15.066 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:14 smithi090 ceph-mon[91928]: from='client.44150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:04:15.066 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:14 smithi090 ceph-mon[91928]: pgmap v146: 121 pgs: 121 active+clean; 364 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 1.7 MiB/s wr, 21 op/s 2024-03-07T03:04:15.066 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:14 smithi090 ceph-mon[91928]: osdmap e484: 8 total, 8 up, 8 in 2024-03-07T03:04:15.067 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:14 smithi090 ceph-mon[89511]: from='client.34206 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:04:15.067 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:14 smithi090 ceph-mon[89511]: from='client.44150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:04:15.067 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:14 smithi090 ceph-mon[89511]: pgmap v146: 121 pgs: 121 active+clean; 364 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 1.7 MiB/s wr, 21 op/s 2024-03-07T03:04:15.067 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:14 smithi090 ceph-mon[89511]: osdmap e484: 8 total, 8 up, 8 in 2024-03-07T03:04:15.067 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:14 smithi090 systemd[1]: Stopping Ceph osd.1 for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T03:04:15.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:14 smithi092 ceph-mon[83777]: from='client.34206 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:04:15.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:14 smithi092 ceph-mon[83777]: from='client.44150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:04:15.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:14 smithi092 ceph-mon[83777]: pgmap v146: 121 pgs: 121 active+clean; 364 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 1.7 MiB/s wr, 21 op/s 2024-03-07T03:04:15.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:14 smithi092 ceph-mon[83777]: osdmap e484: 8 total, 8 up, 8 in 2024-03-07T03:04:15.329 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:15 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[47862]: 2024-03-07T03:04:15.062+0000 7f04c8e56700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-07T03:04:15.329 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:15 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[47862]: 2024-03-07T03:04:15.062+0000 7f04c8e56700 -1 osd.1 485 *** Got signal Terminated *** 2024-03-07T03:04:15.329 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:15 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[47862]: 2024-03-07T03:04:15.062+0000 7f04c8e56700 -1 osd.1 485 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-07T03:04:15.774 INFO:tasks.rados.rados.0.smithi090.stdout:2146: done (4 left) 2024-03-07T03:04:15.774 INFO:tasks.rados.rados.0.smithi090.stdout:2148: done (3 left) 2024-03-07T03:04:15.774 INFO:tasks.rados.rados.0.smithi090.stdout:2149: done (2 left) 2024-03-07T03:04:15.774 INFO:tasks.rados.rados.0.smithi090.stdout:2150: done (1 left) 2024-03-07T03:04:15.774 INFO:tasks.rados.rados.0.smithi090.stdout:2151: done (0 left) 2024-03-07T03:04:15.774 INFO:tasks.rados.rados.0.smithi090.stdout:2152: snap_remove snap 187 2024-03-07T03:04:16.018 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:15 smithi090 ceph-mon[89511]: osdmap e485: 8 total, 8 up, 8 in 2024-03-07T03:04:16.019 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:15 smithi090 ceph-mon[89511]: osd.1 marked itself down and dead 2024-03-07T03:04:16.019 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:15 smithi090 ceph-mon[91928]: osdmap e485: 8 total, 8 up, 8 in 2024-03-07T03:04:16.019 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:15 smithi090 ceph-mon[91928]: osd.1 marked itself down and dead 2024-03-07T03:04:16.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:15 smithi092 ceph-mon[83777]: osdmap e485: 8 total, 8 up, 8 in 2024-03-07T03:04:16.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:15 smithi092 ceph-mon[83777]: osd.1 marked itself down and dead 2024-03-07T03:04:16.617 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:16 smithi090 podman[101607]: 2024-03-07 03:04:16.335753413 +0000 UTC m=+1.376885935 container died 9b941d592b3424b335e15034a7106d8cbfb742fb4f8b9f2efef0ce9186b1be8c (image=quay.ceph.io/ceph-ci/ceph@sha256:4e788e3c6821efe986a710ffe10c052cd830c07b33cd4a66b97449fc9bbef8e7, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240222, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=reef-ae75fc9, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, ceph=True, CEPH_POINT_RELEASE=) 2024-03-07T03:04:16.775 INFO:tasks.rados.rados.0.smithi090.stdout:2152: done (0 left) 2024-03-07T03:04:16.775 INFO:tasks.rados.rados.0.smithi090.stdout:2153: read oid 42 snap 209 2024-03-07T03:04:16.775 INFO:tasks.rados.rados.0.smithi090.stdout:2153: expect (ObjNum 640 snap 199 seq_num 640) 2024-03-07T03:04:16.775 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 33 current snap is 210 2024-03-07T03:04:16.775 INFO:tasks.rados.rados.0.smithi090.stdout:2154: seq_num 676 ranges {0=524288,524288=589824,1114112=450560,1564672=163840} 2024-03-07T03:04:16.778 INFO:tasks.rados.rados.0.smithi090.stdout:2154: writing smithi09077644-33 from 0 to 524288 tid 1 2024-03-07T03:04:16.783 INFO:tasks.rados.rados.0.smithi090.stdout:2154: writing smithi09077644-33 from 524288 to 1114112 tid 2 2024-03-07T03:04:16.786 INFO:tasks.rados.rados.0.smithi090.stdout:2154: writing smithi09077644-33 from 1114112 to 1564672 tid 3 2024-03-07T03:04:16.787 INFO:tasks.rados.rados.0.smithi090.stdout:2154: writing smithi09077644-33 from 1564672 to 1728512 tid 4 2024-03-07T03:04:16.787 INFO:tasks.rados.rados.0.smithi090.stdout:2155: delete oid 6 current snap is 210 2024-03-07T03:04:16.796 INFO:tasks.rados.rados.0.smithi090.stdout:2153: expect (ObjNum 640 snap 199 seq_num 640) 2024-03-07T03:04:16.829 INFO:tasks.rados.rados.0.smithi090.stdout:2154: finishing write tid 1 to smithi09077644-33 2024-03-07T03:04:16.829 INFO:tasks.rados.rados.0.smithi090.stdout:2154: finishing write tid 2 to smithi09077644-33 2024-03-07T03:04:16.829 INFO:tasks.rados.rados.0.smithi090.stdout:2154: finishing write tid 3 to smithi09077644-33 2024-03-07T03:04:16.829 INFO:tasks.rados.rados.0.smithi090.stdout:2154: finishing write tid 4 to smithi09077644-33 2024-03-07T03:04:16.829 INFO:tasks.rados.rados.0.smithi090.stdout:2154: finishing write tid 5 to smithi09077644-33 2024-03-07T03:04:16.829 INFO:tasks.rados.rados.0.smithi090.stdout:2154: finishing write tid 6 to smithi09077644-33 2024-03-07T03:04:16.829 INFO:tasks.rados.rados.0.smithi090.stdout:2154: oid 33 updating version 0 to 1239 2024-03-07T03:04:16.829 INFO:tasks.rados.rados.0.smithi090.stdout:2154: oid 33 version 1239 is already newer than 1238 2024-03-07T03:04:16.829 INFO:tasks.rados.rados.0.smithi090.stdout:2154: oid 33 version 1239 is already newer than 1237 2024-03-07T03:04:16.829 INFO:tasks.rados.rados.0.smithi090.stdout:2154: oid 33 version 1239 is already newer than 1236 2024-03-07T03:04:16.829 INFO:tasks.rados.rados.0.smithi090.stdout:2154: oid 33 version 1239 is already newer than 1231 2024-03-07T03:04:16.829 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 33 v 1239 (ObjNum 676 snap 210 seq_num 676) dirty exists 2024-03-07T03:04:16.829 INFO:tasks.rados.rados.0.smithi090.stdout:2154: left oid 33 (ObjNum 676 snap 210 seq_num 676) 2024-03-07T03:04:16.830 INFO:tasks.rados.rados.0.smithi090.stdout:2153: done (2 left) 2024-03-07T03:04:16.830 INFO:tasks.rados.rados.0.smithi090.stdout:2154: done (1 left) 2024-03-07T03:04:16.830 INFO:tasks.rados.rados.0.smithi090.stdout:2155: done (0 left) 2024-03-07T03:04:16.830 INFO:tasks.rados.rados.0.smithi090.stdout:2156: read oid 39 snap -1 2024-03-07T03:04:16.830 INFO:tasks.rados.rados.0.smithi090.stdout:2156: expect deleted 2024-03-07T03:04:16.830 INFO:tasks.rados.rados.0.smithi090.stdout:2157: read oid 27 snap -1 2024-03-07T03:04:16.830 INFO:tasks.rados.rados.0.smithi090.stdout:2157: expect (ObjNum 569 snap 171 seq_num 569) 2024-03-07T03:04:16.830 INFO:tasks.rados.rados.0.smithi090.stdout:2158: snap_remove snap 197 2024-03-07T03:04:17.001 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:16 smithi090 ceph-mon[89511]: pgmap v149: 121 pgs: 121 active+clean; 364 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 33 MiB/s rd, 2.2 MiB/s wr, 26 op/s 2024-03-07T03:04:17.001 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:16 smithi090 ceph-mon[89511]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-07T03:04:17.001 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:16 smithi090 ceph-mon[89511]: osdmap e486: 8 total, 7 up, 8 in 2024-03-07T03:04:17.001 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:16 smithi090 ceph-mon[91928]: pgmap v149: 121 pgs: 121 active+clean; 364 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 33 MiB/s rd, 2.2 MiB/s wr, 26 op/s 2024-03-07T03:04:17.001 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:16 smithi090 ceph-mon[91928]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-07T03:04:17.001 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:16 smithi090 ceph-mon[91928]: osdmap e486: 8 total, 7 up, 8 in 2024-03-07T03:04:17.002 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:16 smithi090 podman[101607]: 2024-03-07 03:04:16.713847764 +0000 UTC m=+1.754980294 container cleanup 9b941d592b3424b335e15034a7106d8cbfb742fb4f8b9f2efef0ce9186b1be8c (image=quay.ceph.io/ceph-ci/ceph@sha256:4e788e3c6821efe986a710ffe10c052cd830c07b33cd4a66b97449fc9bbef8e7, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=reef-ae75fc9, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240222, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-07T03:04:17.002 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:16 smithi090 bash[101607]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1 2024-03-07T03:04:17.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:16 smithi092 ceph-mon[83777]: pgmap v149: 121 pgs: 121 active+clean; 364 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 33 MiB/s rd, 2.2 MiB/s wr, 26 op/s 2024-03-07T03:04:17.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:16 smithi092 ceph-mon[83777]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-07T03:04:17.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:16 smithi092 ceph-mon[83777]: osdmap e486: 8 total, 7 up, 8 in 2024-03-07T03:04:17.329 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:16 smithi090 podman[101635]: 2024-03-07 03:04:16.998896344 +0000 UTC m=+0.664364651 container remove 9b941d592b3424b335e15034a7106d8cbfb742fb4f8b9f2efef0ce9186b1be8c (image=quay.ceph.io/ceph-ci/ceph@sha256:4e788e3c6821efe986a710ffe10c052cd830c07b33cd4a66b97449fc9bbef8e7, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240222, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, CEPH_POINT_RELEASE=, RELEASE=reef-ae75fc9, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-03-07T03:04:17.682 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:17 smithi090 podman[101731]: 2024-03-07 03:04:17.341689508 +0000 UTC m=+0.104785604 container create e0ecfa32c5b07f5c73ced413bb085233428a7dca5e58d391b073482ab714f859 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1-deactivate, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240222, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-ea9a568, GIT_BRANCH=HEAD) 2024-03-07T03:04:17.682 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:17 smithi090 podman[101731]: 2024-03-07 03:04:17.254633446 +0000 UTC m=+0.017729559 image pull fdb83767c1ab7256a5adb2236a0d5ca62c64d53a1398fd6c12f8a81ff166e8ff quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71 2024-03-07T03:04:17.682 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:17 smithi090 podman[101731]: 2024-03-07 03:04:17.579977526 +0000 UTC m=+0.343073626 container init e0ecfa32c5b07f5c73ced413bb085233428a7dca5e58d391b073482ab714f859 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1-deactivate, GIT_CLEAN=True, RELEASE=main-ea9a568, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.build-date=20240222, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-03-07T03:04:17.682 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:17 smithi090 podman[101731]: 2024-03-07 03:04:17.583764659 +0000 UTC m=+0.346860756 container start e0ecfa32c5b07f5c73ced413bb085233428a7dca5e58d391b073482ab714f859 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1-deactivate, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-ea9a568, GIT_BRANCH=HEAD, org.label-schema.build-date=20240222, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-03-07T03:04:17.682 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:17 smithi090 podman[101731]: 2024-03-07 03:04:17.679358692 +0000 UTC m=+0.442454807 container attach e0ecfa32c5b07f5c73ced413bb085233428a7dca5e58d391b073482ab714f859 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1-deactivate, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, RELEASE=main-ea9a568, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240222, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-07T03:04:17.714 INFO:tasks.rados.rados.0.smithi090.stdout:2157: expect (ObjNum 569 snap 171 seq_num 569) 2024-03-07T03:04:17.894 INFO:tasks.rados.rados.0.smithi090.stdout:2156: done (2 left) 2024-03-07T03:04:17.894 INFO:tasks.rados.rados.0.smithi090.stdout:2157: done (1 left) 2024-03-07T03:04:17.894 INFO:tasks.rados.rados.0.smithi090.stdout:2158: done (0 left) 2024-03-07T03:04:17.894 INFO:tasks.rados.rados.0.smithi090.stdout:2159: snap_create 2024-03-07T03:04:18.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:17 smithi090 ceph-mon[91928]: osdmap e487: 8 total, 7 up, 8 in 2024-03-07T03:04:18.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:17 smithi090 ceph-mon[91928]: osdmap e488: 8 total, 7 up, 8 in 2024-03-07T03:04:18.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:17 smithi090 ceph-mon[89511]: osdmap e487: 8 total, 7 up, 8 in 2024-03-07T03:04:18.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:17 smithi090 ceph-mon[89511]: osdmap e488: 8 total, 7 up, 8 in 2024-03-07T03:04:18.080 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:17 smithi090 podman[101731]: 2024-03-07 03:04:17.890216725 +0000 UTC m=+0.653312832 container died e0ecfa32c5b07f5c73ced413bb085233428a7dca5e58d391b073482ab714f859 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1-deactivate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-ea9a568, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240222, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-03-07T03:04:18.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:17 smithi092 ceph-mon[83777]: osdmap e487: 8 total, 7 up, 8 in 2024-03-07T03:04:18.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:17 smithi092 ceph-mon[83777]: osdmap e488: 8 total, 7 up, 8 in 2024-03-07T03:04:18.780 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:18 smithi090 podman[101756]: 2024-03-07 03:04:18.475737002 +0000 UTC m=+0.580575695 container remove e0ecfa32c5b07f5c73ced413bb085233428a7dca5e58d391b073482ab714f859 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1-deactivate, org.label-schema.build-date=20240222, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , RELEASE=main-ea9a568, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-03-07T03:04:18.780 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:18 smithi090 systemd[1]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@osd.1.service: Deactivated successfully. 2024-03-07T03:04:18.780 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:18 smithi090 systemd[1]: Stopped Ceph osd.1 for fb96fd1c-dc2c-11ee-95c6-87774f69a715. 2024-03-07T03:04:18.780 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:18 smithi090 systemd[1]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@osd.1.service: Consumed 15.857s CPU time. 2024-03-07T03:04:18.780 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:18 smithi090 systemd[1]: Starting Ceph osd.1 for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T03:04:18.793 INFO:tasks.rados.rados.0.smithi090.stdout:2159: done (0 left) 2024-03-07T03:04:18.793 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 23 current snap is 211 2024-03-07T03:04:18.793 INFO:tasks.rados.rados.0.smithi090.stdout:2160: seq_num 678 ranges {1409024=565248,1974272=802816,2777088=401408} 2024-03-07T03:04:18.804 INFO:tasks.rados.rados.0.smithi090.stdout:2160: writing smithi09077644-23 from 1409024 to 1974272 tid 1 2024-03-07T03:04:18.809 INFO:tasks.rados.rados.0.smithi090.stdout:2160: writing smithi09077644-23 from 1974272 to 2777088 tid 2 2024-03-07T03:04:18.812 INFO:tasks.rados.rados.0.smithi090.stdout:2160: writing smithi09077644-23 from 2777088 to 3178496 tid 3 2024-03-07T03:04:18.812 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 35 current snap is 211 2024-03-07T03:04:18.812 INFO:tasks.rados.rados.0.smithi090.stdout:2160: finishing write tid 1 to smithi09077644-23 2024-03-07T03:04:18.812 INFO:tasks.rados.rados.0.smithi090.stdout:2161: seq_num 679 ranges {2138112=581632,2719744=688128,3407872=516096} 2024-03-07T03:04:18.827 INFO:tasks.rados.rados.0.smithi090.stdout:2161: writing smithi09077644-35 from 2138112 to 2719744 tid 1 2024-03-07T03:04:18.831 INFO:tasks.rados.rados.0.smithi090.stdout:2161: writing smithi09077644-35 from 2719744 to 3407872 tid 2 2024-03-07T03:04:18.835 INFO:tasks.rados.rados.0.smithi090.stdout:2161: writing smithi09077644-35 from 3407872 to 3923968 tid 3 2024-03-07T03:04:18.835 INFO:tasks.rados.rados.0.smithi090.stdout:2162: rollback oid 37 current snap is 211 2024-03-07T03:04:18.835 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 37 to 200 2024-03-07T03:04:18.835 INFO:tasks.rados.rados.0.smithi090.stdout:2160: finishing write tid 2 to smithi09077644-23 2024-03-07T03:04:18.835 INFO:tasks.rados.rados.0.smithi090.stdout:2160: finishing write tid 3 to smithi09077644-23 2024-03-07T03:04:18.835 INFO:tasks.rados.rados.0.smithi090.stdout:2160: finishing write tid 4 to smithi09077644-23 2024-03-07T03:04:18.835 INFO:tasks.rados.rados.0.smithi090.stdout:2160: finishing write tid 5 to smithi09077644-23 2024-03-07T03:04:18.835 INFO:tasks.rados.rados.0.smithi090.stdout:2160: oid 23 updating version 0 to 1110 2024-03-07T03:04:18.835 INFO:tasks.rados.rados.0.smithi090.stdout:2160: oid 23 version 1110 is already newer than 1108 2024-03-07T03:04:18.835 INFO:tasks.rados.rados.0.smithi090.stdout:2160: oid 23 version 1110 is already newer than 1109 2024-03-07T03:04:18.835 INFO:tasks.rados.rados.0.smithi090.stdout:2160: oid 23 updating version 1110 to 1111 2024-03-07T03:04:18.836 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 1111 (ObjNum 678 snap 211 seq_num 678) dirty exists 2024-03-07T03:04:18.836 INFO:tasks.rados.rados.0.smithi090.stdout:2160: left oid 23 (ObjNum 678 snap 211 seq_num 678) 2024-03-07T03:04:18.836 INFO:tasks.rados.rados.0.smithi090.stdout:2161: finishing write tid 1 to smithi09077644-35 2024-03-07T03:04:18.836 INFO:tasks.rados.rados.0.smithi090.stdout:2160: done (2 left) 2024-03-07T03:04:18.836 INFO:tasks.rados.rados.0.smithi090.stdout:2163: setattr oid 26 current snap is 211 2024-03-07T03:04:18.836 INFO:tasks.rados.rados.0.smithi090.stdout:2161: finishing write tid 2 to smithi09077644-35 2024-03-07T03:04:18.836 INFO:tasks.rados.rados.0.smithi090.stdout:2164: read oid 24 snap -1 2024-03-07T03:04:18.836 INFO:tasks.rados.rados.0.smithi090.stdout:2164: expect (ObjNum 662 snap 205 seq_num 662) 2024-03-07T03:04:18.837 INFO:tasks.rados.rados.0.smithi090.stdout:2165: snap_remove snap 202 2024-03-07T03:04:19.040 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:18 smithi090 ceph-mon[89511]: pgmap v153: 121 pgs: 16 stale+active+clean, 105 active+clean; 372 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 772 B/s rd, 2.5 MiB/s wr, 5 op/s 2024-03-07T03:04:19.041 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:18 smithi090 ceph-mon[91928]: pgmap v153: 121 pgs: 16 stale+active+clean, 105 active+clean; 372 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 772 B/s rd, 2.5 MiB/s wr, 5 op/s 2024-03-07T03:04:19.041 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:18 smithi090 podman[101857]: 2024-03-07 03:04:18.927387801 +0000 UTC m=+0.112714747 container create ad5cdc252341401e1b30568298f1b4d8fe428ffe03fb7468bd0431a869449d76 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1-activate, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240222, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=main-ea9a568, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2024-03-07T03:04:19.041 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:18 smithi090 podman[101857]: 2024-03-07 03:04:18.838707256 +0000 UTC m=+0.024034228 image pull fdb83767c1ab7256a5adb2236a0d5ca62c64d53a1398fd6c12f8a81ff166e8ff quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71 2024-03-07T03:04:19.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:18 smithi092 ceph-mon[83777]: pgmap v153: 121 pgs: 16 stale+active+clean, 105 active+clean; 372 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 772 B/s rd, 2.5 MiB/s wr, 5 op/s 2024-03-07T03:04:19.329 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:19 smithi090 podman[101857]: 2024-03-07 03:04:19.115068429 +0000 UTC m=+0.300395371 container init ad5cdc252341401e1b30568298f1b4d8fe428ffe03fb7468bd0431a869449d76 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1-activate, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240222, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, ceph=True, RELEASE=main-ea9a568, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-07T03:04:19.329 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:19 smithi090 podman[101857]: 2024-03-07 03:04:19.1186268 +0000 UTC m=+0.303953742 container start ad5cdc252341401e1b30568298f1b4d8fe428ffe03fb7468bd0431a869449d76 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1-activate, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=main-ea9a568, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240222, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-07T03:04:19.329 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:19 smithi090 podman[101857]: 2024-03-07 03:04:19.21468664 +0000 UTC m=+0.400013586 container attach ad5cdc252341401e1b30568298f1b4d8fe428ffe03fb7468bd0431a869449d76 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1-activate, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240222, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-ea9a568) 2024-03-07T03:04:19.798 INFO:tasks.rados.rados.0.smithi090.stdout:2165: done (4 left) 2024-03-07T03:04:19.798 INFO:tasks.rados.rados.0.smithi090.stdout:2166: delete oid 38 current snap is 211 2024-03-07T03:04:19.799 INFO:tasks.rados.rados.0.smithi090.stdout:2161: finishing write tid 3 to smithi09077644-35 2024-03-07T03:04:19.799 INFO:tasks.rados.rados.0.smithi090.stdout:2161: finishing write tid 4 to smithi09077644-35 2024-03-07T03:04:19.799 INFO:tasks.rados.rados.0.smithi090.stdout:2161: finishing write tid 5 to smithi09077644-35 2024-03-07T03:04:19.799 INFO:tasks.rados.rados.0.smithi090.stdout:2161: oid 35 updating version 0 to 1086 2024-03-07T03:04:19.799 INFO:tasks.rados.rados.0.smithi090.stdout:2161: oid 35 version 1086 is already newer than 1085 2024-03-07T03:04:19.799 INFO:tasks.rados.rados.0.smithi090.stdout:2161: oid 35 updating version 1086 to 1088 2024-03-07T03:04:19.799 INFO:tasks.rados.rados.0.smithi090.stdout:2161: oid 35 version 1088 is already newer than 1087 2024-03-07T03:04:19.799 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 35 v 1088 (ObjNum 679 snap 211 seq_num 679) dirty exists 2024-03-07T03:04:19.799 INFO:tasks.rados.rados.0.smithi090.stdout:2161: left oid 35 (ObjNum 679 snap 211 seq_num 679) 2024-03-07T03:04:19.799 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 26 v 903 (ObjNum 575 snap 172 seq_num 575) dirty exists 2024-03-07T03:04:19.799 INFO:tasks.rados.rados.0.smithi090.stdout:2164: expect (ObjNum 662 snap 205 seq_num 662) 2024-03-07T03:04:19.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:19 smithi090 ceph-mon[89511]: osdmap e489: 8 total, 7 up, 8 in 2024-03-07T03:04:19.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:19 smithi090 ceph-mon[91928]: osdmap e489: 8 total, 7 up, 8 in 2024-03-07T03:04:19.829 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:19 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1-activate[101871]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-03-07T03:04:19.829 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:19 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1-activate[101871]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-03-07T03:04:19.829 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:19 smithi090 bash[101857]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-03-07T03:04:19.830 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:19 smithi090 bash[101857]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-03-07T03:04:19.830 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:19 smithi090 bash[101857]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-03-07T03:04:19.830 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:19 smithi090 bash[101857]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-03-07T03:04:19.830 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:19 smithi090 bash[101857]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-03-07T03:04:19.830 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:19 smithi090 bash[101857]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-03-07T03:04:19.830 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:19 smithi090 bash[101857]: --> ceph-volume raw activate successful for osd ID: 1 2024-03-07T03:04:19.830 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:19 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1-activate[101871]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-03-07T03:04:19.830 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:19 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1-activate[101871]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-03-07T03:04:19.830 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:19 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1-activate[101871]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-03-07T03:04:19.830 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:19 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1-activate[101871]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-03-07T03:04:19.830 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:19 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1-activate[101871]: --> ceph-volume raw activate successful for osd ID: 1 2024-03-07T03:04:19.830 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:19 smithi090 podman[101857]: 2024-03-07 03:04:19.582379213 +0000 UTC m=+0.767706161 container died ad5cdc252341401e1b30568298f1b4d8fe428ffe03fb7468bd0431a869449d76 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1-activate, io.buildah.version=1.33.5, RELEASE=main-ea9a568, GIT_BRANCH=HEAD, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240222) 2024-03-07T03:04:19.842 INFO:tasks.rados.rados.0.smithi090.stdout:2162: finishing rollback tid 0 to smithi09077644-37 2024-03-07T03:04:19.842 INFO:tasks.rados.rados.0.smithi090.stdout:2162: finishing rollback tid 1 to smithi09077644-37 2024-03-07T03:04:19.842 INFO:tasks.rados.rados.0.smithi090.stdout:2162: finishing rollback tid 2 to smithi09077644-37 2024-03-07T03:04:19.842 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 37 v 863 (ObjNum 610 snap 187 seq_num 610) dirty exists 2024-03-07T03:04:19.846 INFO:tasks.rados.rados.0.smithi090.stdout:2161: done (4 left) 2024-03-07T03:04:19.846 INFO:tasks.rados.rados.0.smithi090.stdout:2162: done (3 left) 2024-03-07T03:04:19.846 INFO:tasks.rados.rados.0.smithi090.stdout:2163: done (2 left) 2024-03-07T03:04:19.846 INFO:tasks.rados.rados.0.smithi090.stdout:2164: done (1 left) 2024-03-07T03:04:19.847 INFO:tasks.rados.rados.0.smithi090.stdout:2166: done (0 left) 2024-03-07T03:04:19.847 INFO:tasks.rados.rados.0.smithi090.stdout:2167: snap_create 2024-03-07T03:04:20.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:19 smithi092 ceph-mon[83777]: osdmap e489: 8 total, 7 up, 8 in 2024-03-07T03:04:20.552 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:20 smithi090 podman[101994]: 2024-03-07 03:04:20.219807654 +0000 UTC m=+0.632267149 container remove ad5cdc252341401e1b30568298f1b4d8fe428ffe03fb7468bd0431a869449d76 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1-activate, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.build-date=20240222, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, RELEASE=main-ea9a568) 2024-03-07T03:04:20.552 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:20 smithi090 podman[102060]: 2024-03-07 03:04:20.333924709 +0000 UTC m=+0.017745673 image pull fdb83767c1ab7256a5adb2236a0d5ca62c64d53a1398fd6c12f8a81ff166e8ff quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71 2024-03-07T03:04:20.552 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:20 smithi090 podman[102060]: 2024-03-07 03:04:20.437927527 +0000 UTC m=+0.121748514 container create d1d5335a38082085904a233644d5ba3dd5c5f76afe2c759bcad3be5c6c6a5b21 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1, org.label-schema.license=GPLv2, RELEASE=main-ea9a568, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240222, io.buildah.version=1.33.5, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b) 2024-03-07T03:04:20.808 INFO:tasks.rados.rados.0.smithi090.stdout:2167: done (0 left) 2024-03-07T03:04:20.808 INFO:tasks.rados.rados.0.smithi090.stdout:2168: read oid 15 snap 200 2024-03-07T03:04:20.808 INFO:tasks.rados.rados.0.smithi090.stdout:2168: expect (ObjNum 641 snap 199 seq_num 641) 2024-03-07T03:04:20.808 INFO:tasks.rados.rados.0.smithi090.stdout:2169: read oid 23 snap 203 2024-03-07T03:04:20.808 INFO:tasks.rados.rados.0.smithi090.stdout:2169: expect deleted 2024-03-07T03:04:20.808 INFO:tasks.rados.rados.0.smithi090.stdout:2170: delete oid 38 current snap is 212 2024-03-07T03:04:20.813 INFO:tasks.rados.rados.0.smithi090.stdout:2169: done (2 left) 2024-03-07T03:04:20.813 INFO:tasks.rados.rados.0.smithi090.stdout:2170: done (1 left) 2024-03-07T03:04:20.813 INFO:tasks.rados.rados.0.smithi090.stdout:2171: rmattr oid 19 current snap is 212 2024-03-07T03:04:20.813 INFO:tasks.rados.rados.0.smithi090.stdout:2171: done (1 left) 2024-03-07T03:04:20.813 INFO:tasks.rados.rados.0.smithi090.stdout:2172: read oid 18 snap -1 2024-03-07T03:04:20.813 INFO:tasks.rados.rados.0.smithi090.stdout:2172: expect (ObjNum 568 snap 170 seq_num 568) 2024-03-07T03:04:20.813 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 7 current snap is 212 2024-03-07T03:04:20.813 INFO:tasks.rados.rados.0.smithi090.stdout:2173: seq_num 682 ranges {2670592=630784,3301376=745472,4046848=442368,4489216=16384} 2024-03-07T03:04:20.832 INFO:tasks.rados.rados.0.smithi090.stdout:2173: writing smithi09077644-7 from 2670592 to 3301376 tid 1 2024-03-07T03:04:20.836 INFO:tasks.rados.rados.0.smithi090.stdout:2173: writing smithi09077644-7 from 3301376 to 4046848 tid 2 2024-03-07T03:04:20.839 INFO:tasks.rados.rados.0.smithi090.stdout:2173: writing smithi09077644-7 from 4046848 to 4489216 tid 3 2024-03-07T03:04:20.839 INFO:tasks.rados.rados.0.smithi090.stdout:2173: writing smithi09077644-7 from 4489216 to 4505600 tid 4 2024-03-07T03:04:20.839 INFO:tasks.rados.rados.0.smithi090.stdout:2174: read oid 29 snap -1 2024-03-07T03:04:20.839 INFO:tasks.rados.rados.0.smithi090.stdout:2174: expect (ObjNum 595 snap 183 seq_num 595) 2024-03-07T03:04:20.839 INFO:tasks.rados.rados.0.smithi090.stdout:2173: finishing write tid 1 to smithi09077644-7 2024-03-07T03:04:20.839 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 8 current snap is 212 2024-03-07T03:04:20.839 INFO:tasks.rados.rados.0.smithi090.stdout:2175: seq_num 683 ranges {0=647168,647168=630784,1277952=573440} 2024-03-07T03:04:20.843 INFO:tasks.rados.rados.0.smithi090.stdout:2175: writing smithi09077644-8 from 0 to 647168 tid 1 2024-03-07T03:04:20.848 INFO:tasks.rados.rados.0.smithi090.stdout:2175: writing smithi09077644-8 from 647168 to 1277952 tid 2 2024-03-07T03:04:20.851 INFO:tasks.rados.rados.0.smithi090.stdout:2175: writing smithi09077644-8 from 1277952 to 1851392 tid 3 2024-03-07T03:04:20.851 INFO:tasks.rados.rados.0.smithi090.stdout:2176: read oid 1 snap -1 2024-03-07T03:04:20.852 INFO:tasks.rados.rados.0.smithi090.stdout:2176: expect (ObjNum 672 snap 207 seq_num 672) 2024-03-07T03:04:20.852 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 37 current snap is 212 2024-03-07T03:04:20.852 INFO:tasks.rados.rados.0.smithi090.stdout:2172: expect (ObjNum 568 snap 170 seq_num 568) 2024-03-07T03:04:21.072 INFO:tasks.rados.rados.0.smithi090.stdout:2173: finishing write tid 2 to smithi09077644-7 2024-03-07T03:04:21.072 INFO:tasks.rados.rados.0.smithi090.stdout:2173: finishing write tid 3 to smithi09077644-7 2024-03-07T03:04:21.072 INFO:tasks.rados.rados.0.smithi090.stdout:2177: seq_num 684 ranges {5447680=663552,6111232=507904,6619136=409600,7028736=286720} 2024-03-07T03:04:21.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:20 smithi090 ceph-mon[89511]: pgmap v155: 121 pgs: 10 active+undersized+degraded, 2 stale+active+clean, 25 active+undersized, 84 active+clean; 378 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 4.0 MiB/s wr, 12 op/s; 71/555 objects degraded (12.793%) 2024-03-07T03:04:21.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:20 smithi090 ceph-mon[89511]: Health check failed: Degraded data redundancy: 71/555 objects degraded (12.793%), 10 pgs degraded (PG_DEGRADED) 2024-03-07T03:04:21.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:20 smithi090 ceph-mon[89511]: osdmap e490: 8 total, 7 up, 8 in 2024-03-07T03:04:21.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:20 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:04:21.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:20 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:04:21.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:20 smithi090 ceph-mon[91928]: pgmap v155: 121 pgs: 10 active+undersized+degraded, 2 stale+active+clean, 25 active+undersized, 84 active+clean; 378 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 4.0 MiB/s wr, 12 op/s; 71/555 objects degraded (12.793%) 2024-03-07T03:04:21.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:20 smithi090 ceph-mon[91928]: Health check failed: Degraded data redundancy: 71/555 objects degraded (12.793%), 10 pgs degraded (PG_DEGRADED) 2024-03-07T03:04:21.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:20 smithi090 ceph-mon[91928]: osdmap e490: 8 total, 7 up, 8 in 2024-03-07T03:04:21.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:20 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:04:21.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:20 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:04:21.080 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:20 smithi090 podman[102060]: 2024-03-07 03:04:20.63344402 +0000 UTC m=+0.317264980 container init d1d5335a38082085904a233644d5ba3dd5c5f76afe2c759bcad3be5c6c6a5b21 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=main-ea9a568, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240222, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-07T03:04:21.080 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:20 smithi090 podman[102060]: 2024-03-07 03:04:20.636467248 +0000 UTC m=+0.320288195 container start d1d5335a38082085904a233644d5ba3dd5c5f76afe2c759bcad3be5c6c6a5b21 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=main-ea9a568, io.buildah.version=1.33.5, org.label-schema.build-date=20240222, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-03-07T03:04:21.080 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:20 smithi090 ceph-osd[102079]: -- 172.21.15.90:0/4039062236 <== mon.0 v2:172.21.15.90:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x56125667d680 con 0x561256646c00 2024-03-07T03:04:21.080 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:20 smithi090 bash[102060]: d1d5335a38082085904a233644d5ba3dd5c5f76afe2c759bcad3be5c6c6a5b21 2024-03-07T03:04:21.080 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:20 smithi090 systemd[1]: Started Ceph osd.1 for fb96fd1c-dc2c-11ee-95c6-87774f69a715. 2024-03-07T03:04:21.105 INFO:tasks.rados.rados.0.smithi090.stdout:2177: writing smithi09077644-37 from 5447680 to 6111232 tid 1 2024-03-07T03:04:21.108 INFO:tasks.rados.rados.0.smithi090.stdout:2177: writing smithi09077644-37 from 6111232 to 6619136 tid 2 2024-03-07T03:04:21.110 INFO:tasks.rados.rados.0.smithi090.stdout:2177: writing smithi09077644-37 from 6619136 to 7028736 tid 3 2024-03-07T03:04:21.112 INFO:tasks.rados.rados.0.smithi090.stdout:2177: writing smithi09077644-37 from 7028736 to 7315456 tid 4 2024-03-07T03:04:21.112 INFO:tasks.rados.rados.0.smithi090.stdout:2172: done (6 left) 2024-03-07T03:04:21.112 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 24 current snap is 212 2024-03-07T03:04:21.113 INFO:tasks.rados.rados.0.smithi090.stdout:2178: seq_num 685 ranges {1499136=679936,2179072=442368,2621440=622592,3244032=139264} 2024-03-07T03:04:21.124 INFO:tasks.rados.rados.0.smithi090.stdout:2178: writing smithi09077644-24 from 1499136 to 2179072 tid 1 2024-03-07T03:04:21.127 INFO:tasks.rados.rados.0.smithi090.stdout:2178: writing smithi09077644-24 from 2179072 to 2621440 tid 2 2024-03-07T03:04:21.131 INFO:tasks.rados.rados.0.smithi090.stdout:2178: writing smithi09077644-24 from 2621440 to 3244032 tid 3 2024-03-07T03:04:21.132 INFO:tasks.rados.rados.0.smithi090.stdout:2178: writing smithi09077644-24 from 3244032 to 3383296 tid 4 2024-03-07T03:04:21.132 INFO:tasks.rados.rados.0.smithi090.stdout:2179: copy_from oid 49 from oid 50 current snap is 212 2024-03-07T03:04:21.132 INFO:tasks.rados.rados.0.smithi090.stdout:2173: finishing write tid 4 to smithi09077644-7 2024-03-07T03:04:21.132 INFO:tasks.rados.rados.0.smithi090.stdout:2173: finishing write tid 5 to smithi09077644-7 2024-03-07T03:04:21.132 INFO:tasks.rados.rados.0.smithi090.stdout:2174: expect (ObjNum 595 snap 183 seq_num 595) 2024-03-07T03:04:21.148 INFO:tasks.rados.rados.0.smithi090.stdout:2173: finishing write tid 6 to smithi09077644-7 2024-03-07T03:04:21.148 INFO:tasks.rados.rados.0.smithi090.stdout:2173: oid 7 updating version 0 to 711 2024-03-07T03:04:21.148 INFO:tasks.rados.rados.0.smithi090.stdout:2173: oid 7 updating version 711 to 713 2024-03-07T03:04:21.148 INFO:tasks.rados.rados.0.smithi090.stdout:2173: oid 7 version 713 is already newer than 712 2024-03-07T03:04:21.148 INFO:tasks.rados.rados.0.smithi090.stdout:2173: oid 7 version 713 is already newer than 710 2024-03-07T03:04:21.148 INFO:tasks.rados.rados.0.smithi090.stdout:2173: oid 7 updating version 713 to 714 2024-03-07T03:04:21.148 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 7 v 714 (ObjNum 682 snap 212 seq_num 682) dirty exists 2024-03-07T03:04:21.148 INFO:tasks.rados.rados.0.smithi090.stdout:2173: left oid 7 (ObjNum 682 snap 212 seq_num 682) 2024-03-07T03:04:21.149 INFO:tasks.rados.rados.0.smithi090.stdout:2173: done (7 left) 2024-03-07T03:04:21.149 INFO:tasks.rados.rados.0.smithi090.stdout:2174: done (6 left) 2024-03-07T03:04:21.149 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 42 current snap is 212 2024-03-07T03:04:21.149 INFO:tasks.rados.rados.0.smithi090.stdout:2180: seq_num 686 ranges {1130496=696320,1826816=729088,2555904=425984,2981888=49152} 2024-03-07T03:04:21.158 INFO:tasks.rados.rados.0.smithi090.stdout:2180: writing smithi09077644-42 from 1130496 to 1826816 tid 1 2024-03-07T03:04:21.162 INFO:tasks.rados.rados.0.smithi090.stdout:2180: writing smithi09077644-42 from 1826816 to 2555904 tid 2 2024-03-07T03:04:21.164 INFO:tasks.rados.rados.0.smithi090.stdout:2180: writing smithi09077644-42 from 2555904 to 2981888 tid 3 2024-03-07T03:04:21.165 INFO:tasks.rados.rados.0.smithi090.stdout:2180: writing smithi09077644-42 from 2981888 to 3031040 tid 4 2024-03-07T03:04:21.165 INFO:tasks.rados.rados.0.smithi090.stdout:2181: read oid 33 snap -1 2024-03-07T03:04:21.165 INFO:tasks.rados.rados.0.smithi090.stdout:2181: expect (ObjNum 676 snap 210 seq_num 676) 2024-03-07T03:04:21.165 INFO:tasks.rados.rados.0.smithi090.stdout:2175: finishing write tid 1 to smithi09077644-8 2024-03-07T03:04:21.165 INFO:tasks.rados.rados.0.smithi090.stdout:2168: expect (ObjNum 641 snap 199 seq_num 641) 2024-03-07T03:04:21.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:20 smithi092 ceph-mon[83777]: pgmap v155: 121 pgs: 10 active+undersized+degraded, 2 stale+active+clean, 25 active+undersized, 84 active+clean; 378 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 4.0 MiB/s wr, 12 op/s; 71/555 objects degraded (12.793%) 2024-03-07T03:04:21.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:20 smithi092 ceph-mon[83777]: Health check failed: Degraded data redundancy: 71/555 objects degraded (12.793%), 10 pgs degraded (PG_DEGRADED) 2024-03-07T03:04:21.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:20 smithi092 ceph-mon[83777]: osdmap e490: 8 total, 7 up, 8 in 2024-03-07T03:04:21.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:20 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:04:21.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:20 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:04:21.579 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:21 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:04:21.173+0000 7fbee2fe07c0 -1 Falling back to public interface 2024-03-07T03:04:22.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:21 smithi090 ceph-mon[91928]: osdmap e491: 8 total, 7 up, 8 in 2024-03-07T03:04:22.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:21 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:04:22.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:21 smithi090 ceph-mon[89511]: osdmap e491: 8 total, 7 up, 8 in 2024-03-07T03:04:22.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:21 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:04:22.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:21 smithi092 ceph-mon[83777]: osdmap e491: 8 total, 7 up, 8 in 2024-03-07T03:04:22.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:21 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:04:22.668 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:04:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:04:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:04:22.747 INFO:tasks.rados.rados.0.smithi090.stdout:2175: finishing write tid 2 to smithi09077644-8 2024-03-07T03:04:22.747 INFO:tasks.rados.rados.0.smithi090.stdout:2175: finishing write tid 3 to smithi09077644-8 2024-03-07T03:04:22.748 INFO:tasks.rados.rados.0.smithi090.stdout:2182: read oid 34 snap -1 2024-03-07T03:04:22.748 INFO:tasks.rados.rados.0.smithi090.stdout:2182: expect deleted 2024-03-07T03:04:22.748 INFO:tasks.rados.rados.0.smithi090.stdout:2168: done (8 left) 2024-03-07T03:04:22.748 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 45 current snap is 212 2024-03-07T03:04:22.748 INFO:tasks.rados.rados.0.smithi090.stdout:2175: finishing write tid 4 to smithi09077644-8 2024-03-07T03:04:22.748 INFO:tasks.rados.rados.0.smithi090.stdout:2175: finishing write tid 5 to smithi09077644-8 2024-03-07T03:04:22.749 INFO:tasks.rados.rados.0.smithi090.stdout:2175: oid 8 updating version 0 to 1089 2024-03-07T03:04:22.749 INFO:tasks.rados.rados.0.smithi090.stdout:2175: oid 8 updating version 1089 to 1091 2024-03-07T03:04:22.749 INFO:tasks.rados.rados.0.smithi090.stdout:2175: oid 8 version 1091 is already newer than 1088 2024-03-07T03:04:22.749 INFO:tasks.rados.rados.0.smithi090.stdout:2175: oid 8 version 1091 is already newer than 1090 2024-03-07T03:04:22.749 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 1091 (ObjNum 683 snap 212 seq_num 683) dirty exists 2024-03-07T03:04:22.749 INFO:tasks.rados.rados.0.smithi090.stdout:2175: left oid 8 (ObjNum 683 snap 212 seq_num 683) 2024-03-07T03:04:22.749 INFO:tasks.rados.rados.0.smithi090.stdout:2176: expect (ObjNum 672 snap 207 seq_num 672) 2024-03-07T03:04:23.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:22 smithi090 ceph-mon[91928]: pgmap v158: 121 pgs: 11 active+undersized+degraded, 32 active+undersized, 78 active+clean; 378 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.6 MiB/s wr, 12 op/s; 83/555 objects degraded (14.955%) 2024-03-07T03:04:23.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:22 smithi090 ceph-mon[91928]: osdmap e492: 8 total, 7 up, 8 in 2024-03-07T03:04:23.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:22 smithi090 ceph-mon[89511]: pgmap v158: 121 pgs: 11 active+undersized+degraded, 32 active+undersized, 78 active+clean; 378 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.6 MiB/s wr, 12 op/s; 83/555 objects degraded (14.955%) 2024-03-07T03:04:23.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:22 smithi090 ceph-mon[89511]: osdmap e492: 8 total, 7 up, 8 in 2024-03-07T03:04:23.079 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:04:23 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:04:23] "GET /metrics HTTP/1.1" 200 36034 "" "Prometheus/2.43.0" 2024-03-07T03:04:23.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:22 smithi092 ceph-mon[83777]: pgmap v158: 121 pgs: 11 active+undersized+degraded, 32 active+undersized, 78 active+clean; 378 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.6 MiB/s wr, 12 op/s; 83/555 objects degraded (14.955%) 2024-03-07T03:04:23.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:22 smithi092 ceph-mon[83777]: osdmap e492: 8 total, 7 up, 8 in 2024-03-07T03:04:23.206 INFO:tasks.rados.rados.0.smithi090.stdout:2177: finishing write tid 1 to smithi09077644-37 2024-03-07T03:04:23.206 INFO:tasks.rados.rados.0.smithi090.stdout:2177: finishing write tid 2 to smithi09077644-37 2024-03-07T03:04:23.206 INFO:tasks.rados.rados.0.smithi090.stdout:2177: finishing write tid 3 to smithi09077644-37 2024-03-07T03:04:23.206 INFO:tasks.rados.rados.0.smithi090.stdout:2177: finishing write tid 4 to smithi09077644-37 2024-03-07T03:04:23.206 INFO:tasks.rados.rados.0.smithi090.stdout:2177: finishing write tid 5 to smithi09077644-37 2024-03-07T03:04:23.206 INFO:tasks.rados.rados.0.smithi090.stdout:2177: finishing write tid 6 to smithi09077644-37 2024-03-07T03:04:23.207 INFO:tasks.rados.rados.0.smithi090.stdout:2177: oid 37 updating version 0 to 865 2024-03-07T03:04:23.207 INFO:tasks.rados.rados.0.smithi090.stdout:2177: oid 37 updating version 865 to 868 2024-03-07T03:04:23.207 INFO:tasks.rados.rados.0.smithi090.stdout:2177: oid 37 version 868 is already newer than 867 2024-03-07T03:04:23.207 INFO:tasks.rados.rados.0.smithi090.stdout:2177: oid 37 version 868 is already newer than 864 2024-03-07T03:04:23.207 INFO:tasks.rados.rados.0.smithi090.stdout:2177: oid 37 version 868 is already newer than 866 2024-03-07T03:04:23.207 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 37 v 868 (ObjNum 684 snap 212 seq_num 684) dirty exists 2024-03-07T03:04:23.207 INFO:tasks.rados.rados.0.smithi090.stdout:2177: left oid 37 (ObjNum 684 snap 212 seq_num 684) 2024-03-07T03:04:23.207 INFO:tasks.rados.rados.0.smithi090.stdout:2178: finishing write tid 1 to smithi09077644-24 2024-03-07T03:04:23.207 INFO:tasks.rados.rados.0.smithi090.stdout:2178: finishing write tid 2 to smithi09077644-24 2024-03-07T03:04:23.207 INFO:tasks.rados.rados.0.smithi090.stdout:2178: finishing write tid 3 to smithi09077644-24 2024-03-07T03:04:23.207 INFO:tasks.rados.rados.0.smithi090.stdout:2183: seq_num 687 ranges {2744320=712704,3457024=614400,4071424=589824} 2024-03-07T03:04:23.224 INFO:tasks.rados.rados.0.smithi090.stdout:2183: writing smithi09077644-45 from 2744320 to 3457024 tid 1 2024-03-07T03:04:23.228 INFO:tasks.rados.rados.0.smithi090.stdout:2183: writing smithi09077644-45 from 3457024 to 4071424 tid 2 2024-03-07T03:04:23.235 INFO:tasks.rados.rados.0.smithi090.stdout:2183: writing smithi09077644-45 from 4071424 to 4661248 tid 3 2024-03-07T03:04:23.235 INFO:tasks.rados.rados.0.smithi090.stdout:2175: done (8 left) 2024-03-07T03:04:23.235 INFO:tasks.rados.rados.0.smithi090.stdout:2176: done (7 left) 2024-03-07T03:04:23.235 INFO:tasks.rados.rados.0.smithi090.stdout:2177: done (6 left) 2024-03-07T03:04:23.235 INFO:tasks.rados.rados.0.smithi090.stdout:2184: snap_remove snap 168 2024-03-07T03:04:23.826 INFO:tasks.rados.rados.0.smithi090.stdout:2184: done (6 left) 2024-03-07T03:04:23.826 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 15 current snap is 212 2024-03-07T03:04:23.826 INFO:tasks.rados.rados.0.smithi090.stdout:2185: seq_num 688 ranges {0=729088,729088=499712,1228800=704512} 2024-03-07T03:04:23.830 INFO:tasks.rados.rados.0.smithi090.stdout:2185: writing smithi09077644-15 from 0 to 729088 tid 1 2024-03-07T03:04:23.833 INFO:tasks.rados.rados.0.smithi090.stdout:2185: writing smithi09077644-15 from 729088 to 1228800 tid 2 2024-03-07T03:04:23.838 INFO:tasks.rados.rados.0.smithi090.stdout:2185: writing smithi09077644-15 from 1228800 to 1933312 tid 3 2024-03-07T03:04:23.838 INFO:tasks.rados.rados.0.smithi090.stdout:2186: delete oid 31 current snap is 212 2024-03-07T03:04:23.838 INFO:tasks.rados.rados.0.smithi090.stdout:2178: finishing write tid 4 to smithi09077644-24 2024-03-07T03:04:23.838 INFO:tasks.rados.rados.0.smithi090.stdout:2178: finishing write tid 5 to smithi09077644-24 2024-03-07T03:04:23.838 INFO:tasks.rados.rados.0.smithi090.stdout:2178: finishing write tid 6 to smithi09077644-24 2024-03-07T03:04:23.838 INFO:tasks.rados.rados.0.smithi090.stdout:2178: oid 24 updating version 0 to 1096 2024-03-07T03:04:23.838 INFO:tasks.rados.rados.0.smithi090.stdout:2178: oid 24 version 1096 is already newer than 1093 2024-03-07T03:04:23.838 INFO:tasks.rados.rados.0.smithi090.stdout:2178: oid 24 version 1096 is already newer than 1092 2024-03-07T03:04:23.838 INFO:tasks.rados.rados.0.smithi090.stdout:2178: oid 24 version 1096 is already newer than 1095 2024-03-07T03:04:23.838 INFO:tasks.rados.rados.0.smithi090.stdout:2178: oid 24 version 1096 is already newer than 1094 2024-03-07T03:04:23.839 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 24 v 1096 (ObjNum 685 snap 212 seq_num 685) dirty exists 2024-03-07T03:04:23.839 INFO:tasks.rados.rados.0.smithi090.stdout:2178: left oid 24 (ObjNum 685 snap 212 seq_num 685) 2024-03-07T03:04:23.839 INFO:tasks.rados.rados.0.smithi090.stdout:2179: finishing copy_from racing read to smithi09077644-49 2024-03-07T03:04:23.839 INFO:tasks.rados.rados.0.smithi090.stdout:2180: finishing write tid 1 to smithi09077644-42 2024-03-07T03:04:23.839 INFO:tasks.rados.rados.0.smithi090.stdout:2181: expect (ObjNum 676 snap 210 seq_num 676) 2024-03-07T03:04:23.905 INFO:tasks.rados.rados.0.smithi090.stdout:2180: finishing write tid 2 to smithi09077644-42 2024-03-07T03:04:23.905 INFO:tasks.rados.rados.0.smithi090.stdout:2180: finishing write tid 3 to smithi09077644-42 2024-03-07T03:04:23.905 INFO:tasks.rados.rados.0.smithi090.stdout:2179: finishing copy_from to smithi09077644-49 2024-03-07T03:04:23.905 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 49 v 902 (ObjNum 597 snap 183 seq_num 597) dirty exists 2024-03-07T03:04:23.905 INFO:tasks.rados.rados.0.smithi090.stdout:2180: finishing write tid 4 to smithi09077644-42 2024-03-07T03:04:23.906 INFO:tasks.rados.rados.0.smithi090.stdout:2178: done (7 left) 2024-03-07T03:04:23.906 INFO:tasks.rados.rados.0.smithi090.stdout:2179: done (6 left) 2024-03-07T03:04:23.906 INFO:tasks.rados.rados.0.smithi090.stdout:2181: done (5 left) 2024-03-07T03:04:23.906 INFO:tasks.rados.rados.0.smithi090.stdout:2186: done (4 left) 2024-03-07T03:04:23.906 INFO:tasks.rados.rados.0.smithi090.stdout:2187: setattr oid 3 current snap is 212 2024-03-07T03:04:23.906 INFO:tasks.rados.rados.0.smithi090.stdout:2180: finishing write tid 5 to smithi09077644-42 2024-03-07T03:04:23.906 INFO:tasks.rados.rados.0.smithi090.stdout:2180: finishing write tid 6 to smithi09077644-42 2024-03-07T03:04:23.906 INFO:tasks.rados.rados.0.smithi090.stdout:2180: oid 42 updating version 0 to 1119 2024-03-07T03:04:23.906 INFO:tasks.rados.rados.0.smithi090.stdout:2180: oid 42 updating version 1119 to 1120 2024-03-07T03:04:23.906 INFO:tasks.rados.rados.0.smithi090.stdout:2180: oid 42 version 1120 is already newer than 1118 2024-03-07T03:04:23.906 INFO:tasks.rados.rados.0.smithi090.stdout:2180: oid 42 version 1120 is already newer than 1117 2024-03-07T03:04:23.906 INFO:tasks.rados.rados.0.smithi090.stdout:2180: oid 42 version 1120 is already newer than 1116 2024-03-07T03:04:23.906 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 42 v 1120 (ObjNum 686 snap 212 seq_num 686) dirty exists 2024-03-07T03:04:23.906 INFO:tasks.rados.rados.0.smithi090.stdout:2180: left oid 42 (ObjNum 686 snap 212 seq_num 686) 2024-03-07T03:04:23.907 INFO:tasks.rados.rados.0.smithi090.stdout:2183: finishing write tid 1 to smithi09077644-45 2024-03-07T03:04:23.907 INFO:tasks.rados.rados.0.smithi090.stdout:2183: finishing write tid 2 to smithi09077644-45 2024-03-07T03:04:23.907 INFO:tasks.rados.rados.0.smithi090.stdout:2183: finishing write tid 3 to smithi09077644-45 2024-03-07T03:04:23.907 INFO:tasks.rados.rados.0.smithi090.stdout:2183: finishing write tid 4 to smithi09077644-45 2024-03-07T03:04:23.907 INFO:tasks.rados.rados.0.smithi090.stdout:2183: finishing write tid 5 to smithi09077644-45 2024-03-07T03:04:23.907 INFO:tasks.rados.rados.0.smithi090.stdout:2183: oid 45 updating version 0 to 894 2024-03-07T03:04:23.907 INFO:tasks.rados.rados.0.smithi090.stdout:2183: oid 45 version 894 is already newer than 893 2024-03-07T03:04:23.907 INFO:tasks.rados.rados.0.smithi090.stdout:2183: oid 45 version 894 is already newer than 892 2024-03-07T03:04:23.907 INFO:tasks.rados.rados.0.smithi090.stdout:2183: oid 45 version 894 is already newer than 891 2024-03-07T03:04:23.907 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 45 v 894 (ObjNum 687 snap 212 seq_num 687) dirty exists 2024-03-07T03:04:23.907 INFO:tasks.rados.rados.0.smithi090.stdout:2183: left oid 45 (ObjNum 687 snap 212 seq_num 687) 2024-03-07T03:04:23.907 INFO:tasks.rados.rados.0.smithi090.stdout:2185: finishing write tid 1 to smithi09077644-15 2024-03-07T03:04:23.907 INFO:tasks.rados.rados.0.smithi090.stdout:2185: finishing write tid 2 to smithi09077644-15 2024-03-07T03:04:23.907 INFO:tasks.rados.rados.0.smithi090.stdout:2185: finishing write tid 3 to smithi09077644-15 2024-03-07T03:04:23.907 INFO:tasks.rados.rados.0.smithi090.stdout:2185: finishing write tid 4 to smithi09077644-15 2024-03-07T03:04:23.908 INFO:tasks.rados.rados.0.smithi090.stdout:2185: finishing write tid 5 to smithi09077644-15 2024-03-07T03:04:23.908 INFO:tasks.rados.rados.0.smithi090.stdout:2185: oid 15 updating version 0 to 1269 2024-03-07T03:04:23.908 INFO:tasks.rados.rados.0.smithi090.stdout:2185: oid 15 version 1269 is already newer than 1264 2024-03-07T03:04:23.908 INFO:tasks.rados.rados.0.smithi090.stdout:2185: oid 15 updating version 1269 to 1271 2024-03-07T03:04:23.908 INFO:tasks.rados.rados.0.smithi090.stdout:2185: oid 15 version 1271 is already newer than 1270 2024-03-07T03:04:23.908 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 1271 (ObjNum 688 snap 212 seq_num 688) dirty exists 2024-03-07T03:04:23.908 INFO:tasks.rados.rados.0.smithi090.stdout:2185: left oid 15 (ObjNum 688 snap 212 seq_num 688) 2024-03-07T03:04:23.908 INFO:tasks.rados.rados.0.smithi090.stdout:2180: done (4 left) 2024-03-07T03:04:23.908 INFO:tasks.rados.rados.0.smithi090.stdout:2182: done (3 left) 2024-03-07T03:04:23.908 INFO:tasks.rados.rados.0.smithi090.stdout:2183: done (2 left) 2024-03-07T03:04:23.908 INFO:tasks.rados.rados.0.smithi090.stdout:2185: done (1 left) 2024-03-07T03:04:23.908 INFO:tasks.rados.rados.0.smithi090.stdout:2188: rmattr oid 7 current snap is 212 2024-03-07T03:04:23.908 INFO:tasks.rados.rados.0.smithi090.stdout:2188: done (1 left) 2024-03-07T03:04:23.908 INFO:tasks.rados.rados.0.smithi090.stdout:2189: delete oid 49 current snap is 212 2024-03-07T03:04:23.909 INFO:tasks.rados.rados.0.smithi090.stdout:2189: done (1 left) 2024-03-07T03:04:23.909 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 43 current snap is 212 2024-03-07T03:04:23.909 INFO:tasks.rados.rados.0.smithi090.stdout:2190: seq_num 691 ranges {4235264=778240,5013504=548864,5562368=614400,6176768=40960} 2024-03-07T03:04:23.917 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:04:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:04:23.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi090\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:04:23.936 INFO:tasks.rados.rados.0.smithi090.stdout:2190: writing smithi09077644-43 from 4235264 to 5013504 tid 1 2024-03-07T03:04:23.940 INFO:tasks.rados.rados.0.smithi090.stdout:2190: writing smithi09077644-43 from 5013504 to 5562368 tid 2 2024-03-07T03:04:23.943 INFO:tasks.rados.rados.0.smithi090.stdout:2190: writing smithi09077644-43 from 5562368 to 6176768 tid 3 2024-03-07T03:04:23.944 INFO:tasks.rados.rados.0.smithi090.stdout:2190: writing smithi09077644-43 from 6176768 to 6217728 tid 4 2024-03-07T03:04:23.944 INFO:tasks.rados.rados.0.smithi090.stdout:2191: read oid 46 snap -1 2024-03-07T03:04:23.945 INFO:tasks.rados.rados.0.smithi090.stdout:2191: expect (ObjNum 665 snap 207 seq_num 665) 2024-03-07T03:04:23.945 INFO:tasks.rados.rados.0.smithi090.stdout:2192: delete oid 34 current snap is 212 2024-03-07T03:04:23.945 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 904 (ObjNum 667 snap 207 seq_num 667) dirty exists 2024-03-07T03:04:23.945 INFO:tasks.rados.rados.0.smithi090.stdout:2190: finishing write tid 1 to smithi09077644-43 2024-03-07T03:04:23.945 INFO:tasks.rados.rados.0.smithi090.stdout:2190: finishing write tid 2 to smithi09077644-43 2024-03-07T03:04:23.946 INFO:tasks.rados.rados.0.smithi090.stdout:2187: done (3 left) 2024-03-07T03:04:23.946 INFO:tasks.rados.rados.0.smithi090.stdout:2192: done (2 left) 2024-03-07T03:04:23.946 INFO:tasks.rados.rados.0.smithi090.stdout:2193: snap_create 2024-03-07T03:04:23.948 INFO:tasks.rados.rados.0.smithi090.stdout:2190: finishing write tid 3 to smithi09077644-43 2024-03-07T03:04:23.948 INFO:tasks.rados.rados.0.smithi090.stdout:2190: finishing write tid 4 to smithi09077644-43 2024-03-07T03:04:23.948 INFO:tasks.rados.rados.0.smithi090.stdout:2190: finishing write tid 5 to smithi09077644-43 2024-03-07T03:04:23.949 INFO:tasks.rados.rados.0.smithi090.stdout:2190: finishing write tid 6 to smithi09077644-43 2024-03-07T03:04:23.949 INFO:tasks.rados.rados.0.smithi090.stdout:2190: oid 43 updating version 0 to 408 2024-03-07T03:04:23.949 INFO:tasks.rados.rados.0.smithi090.stdout:2190: oid 43 updating version 408 to 409 2024-03-07T03:04:23.950 INFO:tasks.rados.rados.0.smithi090.stdout:2190: oid 43 version 409 is already newer than 406 2024-03-07T03:04:23.950 INFO:tasks.rados.rados.0.smithi090.stdout:2190: oid 43 version 409 is already newer than 407 2024-03-07T03:04:23.950 INFO:tasks.rados.rados.0.smithi090.stdout:2190: oid 43 updating version 409 to 410 2024-03-07T03:04:23.950 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 410 (ObjNum 691 snap 212 seq_num 691) dirty exists 2024-03-07T03:04:23.950 INFO:tasks.rados.rados.0.smithi090.stdout:2190: left oid 43 (ObjNum 691 snap 212 seq_num 691) 2024-03-07T03:04:23.953 INFO:tasks.rados.rados.0.smithi090.stdout:2191: expect (ObjNum 665 snap 207 seq_num 665) 2024-03-07T03:04:24.079 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 03:04:23 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-0[97505]: 2024-03-07T03:04:23.836+0000 7f1079a8b700 -1 osd.0 pg_epoch: 493 pg[5.es2( v 493'428 (0'0,493'428] local-lis/les=463/464 n=4 ec=71/71 lis/c=463/463 les/c/f=464/464/0 sis=463) [4,5,0]p4(0) r=2 lpr=463 luod=0'0 crt=490'426 mlcod 490'426 active mbc={} ps=[158~1,162~1,167~1]] update_snap_map remove_oid 5:793324ca:::smithi09077644-14:14d failed with -2 2024-03-07T03:04:24.811 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:24 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:04:24.396+0000 7fbee2fe07c0 -1 osd.1 485 log_to_monitors true 2024-03-07T03:04:24.821 INFO:tasks.rados.rados.0.smithi090.stdout:2190: done (2 left) 2024-03-07T03:04:24.821 INFO:tasks.rados.rados.0.smithi090.stdout:2191: done (1 left) 2024-03-07T03:04:24.821 INFO:tasks.rados.rados.0.smithi090.stdout:2193: done (0 left) 2024-03-07T03:04:24.821 INFO:tasks.rados.rados.0.smithi090.stdout:2194: snap_create 2024-03-07T03:04:25.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:24 smithi090 ceph-mon[91928]: pgmap v160: 121 pgs: 11 active+undersized+degraded, 32 active+undersized, 78 active+clean; 400 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 4.4 MiB/s wr, 18 op/s; 89/582 objects degraded (15.292%) 2024-03-07T03:04:25.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:24 smithi090 ceph-mon[91928]: osdmap e493: 8 total, 7 up, 8 in 2024-03-07T03:04:25.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:24 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:04:25.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:24 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:04:25.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:24 smithi090 ceph-mon[91928]: from='osd.1 [v2:172.21.15.90:6810/330129998,v1:172.21.15.90:6811/330129998]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-03-07T03:04:25.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:24 smithi090 ceph-mon[89511]: pgmap v160: 121 pgs: 11 active+undersized+degraded, 32 active+undersized, 78 active+clean; 400 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 4.4 MiB/s wr, 18 op/s; 89/582 objects degraded (15.292%) 2024-03-07T03:04:25.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:24 smithi090 ceph-mon[89511]: osdmap e493: 8 total, 7 up, 8 in 2024-03-07T03:04:25.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:24 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:04:25.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:24 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:04:25.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:24 smithi090 ceph-mon[89511]: from='osd.1 [v2:172.21.15.90:6810/330129998,v1:172.21.15.90:6811/330129998]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-03-07T03:04:25.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:24 smithi092 ceph-mon[83777]: pgmap v160: 121 pgs: 11 active+undersized+degraded, 32 active+undersized, 78 active+clean; 400 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 4.4 MiB/s wr, 18 op/s; 89/582 objects degraded (15.292%) 2024-03-07T03:04:25.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:24 smithi092 ceph-mon[83777]: osdmap e493: 8 total, 7 up, 8 in 2024-03-07T03:04:25.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:24 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:04:25.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:24 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:04:25.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:24 smithi092 ceph-mon[83777]: from='osd.1 [v2:172.21.15.90:6810/330129998,v1:172.21.15.90:6811/330129998]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-03-07T03:04:25.579 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:25 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:04:25.279+0000 7fbed0430700 -1 osd.1 485 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-07T03:04:25.830 INFO:tasks.rados.rados.0.smithi090.stdout:2194: done (0 left) 2024-03-07T03:04:25.830 INFO:tasks.rados.rados.0.smithi090.stdout:2195: read oid 37 snap 213 2024-03-07T03:04:25.830 INFO:tasks.rados.rados.0.smithi090.stdout:2195: expect (ObjNum 684 snap 212 seq_num 684) 2024-03-07T03:04:25.830 INFO:tasks.rados.rados.0.smithi090.stdout:2196: rollback oid 35 current snap is 214 2024-03-07T03:04:25.830 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 35 to 199 2024-03-07T03:04:25.831 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 13 current snap is 214 2024-03-07T03:04:25.831 INFO:tasks.rados.rados.0.smithi090.stdout:2197: seq_num 693 ranges {7757824=409600,8167424=770048,8937472=581632,9519104=253952} 2024-03-07T03:04:25.878 INFO:tasks.rados.rados.0.smithi090.stdout:2197: writing smithi09077644-13 from 7757824 to 8167424 tid 1 2024-03-07T03:04:25.882 INFO:tasks.rados.rados.0.smithi090.stdout:2197: writing smithi09077644-13 from 8167424 to 8937472 tid 2 2024-03-07T03:04:25.885 INFO:tasks.rados.rados.0.smithi090.stdout:2197: writing smithi09077644-13 from 8937472 to 9519104 tid 3 2024-03-07T03:04:25.887 INFO:tasks.rados.rados.0.smithi090.stdout:2197: writing smithi09077644-13 from 9519104 to 9773056 tid 4 2024-03-07T03:04:25.887 INFO:tasks.rados.rados.0.smithi090.stdout:2198: setattr oid 23 current snap is 214 2024-03-07T03:04:25.887 INFO:tasks.rados.rados.0.smithi090.stdout:2195: expect (ObjNum 684 snap 212 seq_num 684) 2024-03-07T03:04:26.142 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:25 smithi090 ceph-mon[89511]: from='osd.1 [v2:172.21.15.90:6810/330129998,v1:172.21.15.90:6811/330129998]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-03-07T03:04:26.142 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:25 smithi090 ceph-mon[89511]: osdmap e494: 8 total, 7 up, 8 in 2024-03-07T03:04:26.142 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:25 smithi090 ceph-mon[89511]: from='osd.1 [v2:172.21.15.90:6810/330129998,v1:172.21.15.90:6811/330129998]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-03-07T03:04:26.143 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:25 smithi090 ceph-mon[89511]: from='osd.1 [v2:172.21.15.90:6810/330129998,v1:172.21.15.90:6811/330129998]' entity='osd.1' 2024-03-07T03:04:26.143 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:25 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:04:26.143 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:25 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:04:26.143 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:25 smithi090 ceph-mon[89511]: pgmap v163: 121 pgs: 11 active+undersized+degraded, 32 active+undersized, 78 active+clean; 400 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 4.4 MiB/s wr, 14 op/s; 89/582 objects degraded (15.292%) 2024-03-07T03:04:26.143 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:25 smithi090 ceph-mon[91928]: from='osd.1 [v2:172.21.15.90:6810/330129998,v1:172.21.15.90:6811/330129998]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-03-07T03:04:26.143 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:25 smithi090 ceph-mon[91928]: osdmap e494: 8 total, 7 up, 8 in 2024-03-07T03:04:26.143 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:25 smithi090 ceph-mon[91928]: from='osd.1 [v2:172.21.15.90:6810/330129998,v1:172.21.15.90:6811/330129998]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-03-07T03:04:26.143 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:25 smithi090 ceph-mon[91928]: from='osd.1 [v2:172.21.15.90:6810/330129998,v1:172.21.15.90:6811/330129998]' entity='osd.1' 2024-03-07T03:04:26.143 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:25 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:04:26.143 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:25 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:04:26.143 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:25 smithi090 ceph-mon[91928]: pgmap v163: 121 pgs: 11 active+undersized+degraded, 32 active+undersized, 78 active+clean; 400 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 4.4 MiB/s wr, 14 op/s; 89/582 objects degraded (15.292%) 2024-03-07T03:04:26.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:25 smithi092 ceph-mon[83777]: from='osd.1 [v2:172.21.15.90:6810/330129998,v1:172.21.15.90:6811/330129998]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-03-07T03:04:26.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:25 smithi092 ceph-mon[83777]: osdmap e494: 8 total, 7 up, 8 in 2024-03-07T03:04:26.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:25 smithi092 ceph-mon[83777]: from='osd.1 [v2:172.21.15.90:6810/330129998,v1:172.21.15.90:6811/330129998]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-03-07T03:04:26.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:25 smithi092 ceph-mon[83777]: from='osd.1 [v2:172.21.15.90:6810/330129998,v1:172.21.15.90:6811/330129998]' entity='osd.1' 2024-03-07T03:04:26.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:25 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:04:26.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:25 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:04:26.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:25 smithi092 ceph-mon[83777]: pgmap v163: 121 pgs: 11 active+undersized+degraded, 32 active+undersized, 78 active+clean; 400 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 4.4 MiB/s wr, 14 op/s; 89/582 objects degraded (15.292%) 2024-03-07T03:04:26.340 INFO:tasks.rados.rados.0.smithi090.stdout:2197: finishing write tid 1 to smithi09077644-13 2024-03-07T03:04:26.340 INFO:tasks.rados.rados.0.smithi090.stdout:2197: finishing write tid 2 to smithi09077644-13 2024-03-07T03:04:26.340 INFO:tasks.rados.rados.0.smithi090.stdout:2197: finishing write tid 3 to smithi09077644-13 2024-03-07T03:04:26.340 INFO:tasks.rados.rados.0.smithi090.stdout:2197: finishing write tid 4 to smithi09077644-13 2024-03-07T03:04:26.340 INFO:tasks.rados.rados.0.smithi090.stdout:2197: finishing write tid 5 to smithi09077644-13 2024-03-07T03:04:26.340 INFO:tasks.rados.rados.0.smithi090.stdout:2197: finishing write tid 6 to smithi09077644-13 2024-03-07T03:04:26.340 INFO:tasks.rados.rados.0.smithi090.stdout:2197: oid 13 updating version 0 to 1112 2024-03-07T03:04:26.340 INFO:tasks.rados.rados.0.smithi090.stdout:2197: oid 13 updating version 1112 to 1114 2024-03-07T03:04:26.340 INFO:tasks.rados.rados.0.smithi090.stdout:2197: oid 13 version 1114 is already newer than 1113 2024-03-07T03:04:26.340 INFO:tasks.rados.rados.0.smithi090.stdout:2197: oid 13 updating version 1114 to 1115 2024-03-07T03:04:26.340 INFO:tasks.rados.rados.0.smithi090.stdout:2197: oid 13 updating version 1115 to 1116 2024-03-07T03:04:26.341 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 13 v 1116 (ObjNum 693 snap 214 seq_num 693) dirty exists 2024-03-07T03:04:26.341 INFO:tasks.rados.rados.0.smithi090.stdout:2197: left oid 13 (ObjNum 693 snap 214 seq_num 693) 2024-03-07T03:04:26.341 INFO:tasks.rados.rados.0.smithi090.stdout:2195: done (3 left) 2024-03-07T03:04:26.341 INFO:tasks.rados.rados.0.smithi090.stdout:2197: done (2 left) 2024-03-07T03:04:26.341 INFO:tasks.rados.rados.0.smithi090.stdout:2199: rollback oid 27 current snap is 214 2024-03-07T03:04:26.341 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 27 to 200 2024-03-07T03:04:26.341 INFO:tasks.rados.rados.0.smithi090.stdout:2200: read oid 3 snap -1 2024-03-07T03:04:26.341 INFO:tasks.rados.rados.0.smithi090.stdout:2200: expect (ObjNum 667 snap 207 seq_num 667) 2024-03-07T03:04:26.341 INFO:tasks.rados.rados.0.smithi090.stdout:2201: read oid 43 snap 208 2024-03-07T03:04:26.341 INFO:tasks.rados.rados.0.smithi090.stdout:2201: expect (ObjNum 668 snap 207 seq_num 668) 2024-03-07T03:04:26.341 INFO:tasks.rados.rados.0.smithi090.stdout:2202: snap_create 2024-03-07T03:04:26.344 INFO:tasks.rados.rados.0.smithi090.stdout:2199: finishing rollback tid 0 to smithi09077644-27 2024-03-07T03:04:26.344 INFO:tasks.rados.rados.0.smithi090.stdout:2199: finishing rollback tid 1 to smithi09077644-27 2024-03-07T03:04:26.344 INFO:tasks.rados.rados.0.smithi090.stdout:2199: finishing rollback tid 2 to smithi09077644-27 2024-03-07T03:04:26.345 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 27 v 871 (ObjNum 569 snap 171 seq_num 569) dirty exists 2024-03-07T03:04:26.360 INFO:tasks.rados.rados.0.smithi090.stdout:2201: expect (ObjNum 668 snap 207 seq_num 668) 2024-03-07T03:04:26.827 INFO:tasks.rados.rados.0.smithi090.stdout:2199: done (5 left) 2024-03-07T03:04:26.827 INFO:tasks.rados.rados.0.smithi090.stdout:2201: done (4 left) 2024-03-07T03:04:26.827 INFO:tasks.rados.rados.0.smithi090.stdout:2202: done (3 left) 2024-03-07T03:04:26.827 INFO:tasks.rados.rados.0.smithi090.stdout:2203: delete oid 42 current snap is 215 2024-03-07T03:04:26.865 INFO:tasks.rados.rados.0.smithi090.stdout:2200: expect (ObjNum 667 snap 207 seq_num 667) 2024-03-07T03:04:26.922 INFO:tasks.rados.rados.0.smithi090.stdout:2196: finishing rollback tid 0 to smithi09077644-35 2024-03-07T03:04:26.923 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 1124 (ObjNum 678 snap 211 seq_num 678) dirty exists 2024-03-07T03:04:26.923 INFO:tasks.rados.rados.0.smithi090.stdout:2196: finishing rollback tid 1 to smithi09077644-35 2024-03-07T03:04:26.923 INFO:tasks.rados.rados.0.smithi090.stdout:2198: done (3 left) 2024-03-07T03:04:26.923 INFO:tasks.rados.rados.0.smithi090.stdout:2200: done (2 left) 2024-03-07T03:04:26.923 INFO:tasks.rados.rados.0.smithi090.stdout:2203: done (1 left) 2024-03-07T03:04:26.923 INFO:tasks.rados.rados.0.smithi090.stdout:2204: delete oid 47 current snap is 215 2024-03-07T03:04:26.923 INFO:tasks.rados.rados.0.smithi090.stdout:2196: finishing rollback tid 2 to smithi09077644-35 2024-03-07T03:04:26.923 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 35 v 1091 (ObjNum 609 snap 187 seq_num 609) dirty exists 2024-03-07T03:04:26.924 INFO:tasks.rados.rados.0.smithi090.stdout:2196: done (1 left) 2024-03-07T03:04:26.924 INFO:tasks.rados.rados.0.smithi090.stdout:2204: done (0 left) 2024-03-07T03:04:26.924 INFO:tasks.rados.rados.0.smithi090.stdout:2205: rollback oid 47 current snap is 215 2024-03-07T03:04:26.924 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 47 to 196 2024-03-07T03:04:26.924 INFO:tasks.rados.rados.0.smithi090.stdout:2206: read oid 15 snap -1 2024-03-07T03:04:26.924 INFO:tasks.rados.rados.0.smithi090.stdout:2206: expect (ObjNum 688 snap 212 seq_num 688) 2024-03-07T03:04:26.924 INFO:tasks.rados.rados.0.smithi090.stdout:2207: setattr oid 4 current snap is 215 2024-03-07T03:04:26.926 INFO:tasks.rados.rados.0.smithi090.stdout:2205: finishing rollback tid 1 to smithi09077644-47 2024-03-07T03:04:26.926 INFO:tasks.rados.rados.0.smithi090.stdout:2205: finishing rollback tid 2 to smithi09077644-47 2024-03-07T03:04:26.926 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 710 (ObjNum 636 snap 196 seq_num 636) dirty exists 2024-03-07T03:04:26.926 INFO:tasks.rados.rados.0.smithi090.stdout:2205: done (2 left) 2024-03-07T03:04:26.926 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 18 current snap is 215 2024-03-07T03:04:26.927 INFO:tasks.rados.rados.0.smithi090.stdout:2208: seq_num 696 ranges {5382144=458752,5840896=417792,6258688=753664,7012352=434176} 2024-03-07T03:04:26.959 INFO:tasks.rados.rados.0.smithi090.stdout:2208: writing smithi09077644-18 from 5382144 to 5840896 tid 1 2024-03-07T03:04:26.961 INFO:tasks.rados.rados.0.smithi090.stdout:2208: writing smithi09077644-18 from 5840896 to 6258688 tid 2 2024-03-07T03:04:26.965 INFO:tasks.rados.rados.0.smithi090.stdout:2208: writing smithi09077644-18 from 6258688 to 7012352 tid 3 2024-03-07T03:04:26.968 INFO:tasks.rados.rados.0.smithi090.stdout:2208: writing smithi09077644-18 from 7012352 to 7446528 tid 4 2024-03-07T03:04:26.968 INFO:tasks.rados.rados.0.smithi090.stdout:2209: snap_remove snap 190 2024-03-07T03:04:27.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:26 smithi092 ceph-mon[83777]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-07T03:04:27.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:26 smithi092 ceph-mon[83777]: osd.1 [v2:172.21.15.90:6810/330129998,v1:172.21.15.90:6811/330129998] boot 2024-03-07T03:04:27.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:26 smithi092 ceph-mon[83777]: osdmap e495: 8 total, 8 up, 8 in 2024-03-07T03:04:27.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:26 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-07T03:04:27.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:26 smithi092 ceph-mon[83777]: osdmap e496: 8 total, 8 up, 8 in 2024-03-07T03:04:27.184 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:26 smithi090 ceph-mon[89511]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-07T03:04:27.184 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:26 smithi090 ceph-mon[89511]: osd.1 [v2:172.21.15.90:6810/330129998,v1:172.21.15.90:6811/330129998] boot 2024-03-07T03:04:27.184 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:26 smithi090 ceph-mon[89511]: osdmap e495: 8 total, 8 up, 8 in 2024-03-07T03:04:27.184 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:26 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-07T03:04:27.185 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:26 smithi090 ceph-mon[89511]: osdmap e496: 8 total, 8 up, 8 in 2024-03-07T03:04:27.185 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:26 smithi090 ceph-mon[91928]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-07T03:04:27.185 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:26 smithi090 ceph-mon[91928]: osd.1 [v2:172.21.15.90:6810/330129998,v1:172.21.15.90:6811/330129998] boot 2024-03-07T03:04:27.185 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:26 smithi090 ceph-mon[91928]: osdmap e495: 8 total, 8 up, 8 in 2024-03-07T03:04:27.185 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:26 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-07T03:04:27.185 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:26 smithi090 ceph-mon[91928]: osdmap e496: 8 total, 8 up, 8 in 2024-03-07T03:04:27.185 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 03:04:26 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-0[97505]: 2024-03-07T03:04:26.853+0000 7f1080a99700 -1 osd.0 pg_epoch: 496 pg[5.8s1( v 496'640 (0'0,496'640] local-lis/les=495/496 n=6 ec=71/71 lis/c=495/495 les/c/f=496/496/0 sis=495) [2,0,1]p2(0) r=1 lpr=495 luod=0'0 crt=483'638 mlcod 0'0 active mbc={}] update_snap_map remove_oid 5:1e59736c:::smithi09077644-48:14b failed with -2 2024-03-07T03:04:27.185 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 03:04:26 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-0[97505]: 2024-03-07T03:04:26.898+0000 7f107ea95700 -1 osd.0 pg_epoch: 496 pg[5.cs2( v 492'834 (0'0,492'834] local-lis/les=495/496 n=12 ec=71/71 lis/c=495/495 les/c/f=496/496/0 sis=495) [1,4,0]p1(0) r=2 lpr=495 luod=0'0 crt=492'834 mlcod 0'0 active mbc={}] update_snap_map remove_oid 5:3842c616:::smithi09077644-5:14a failed with -2 2024-03-07T03:04:27.186 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 03:04:26 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-0[97505]: 2024-03-07T03:04:26.899+0000 7f107ea95700 -1 osd.0 pg_epoch: 496 pg[5.cs2( v 496'836 (0'0,496'836] local-lis/les=495/496 n=11 ec=71/71 lis/c=495/495 les/c/f=496/496/0 sis=495) [1,4,0]p1(0) r=2 lpr=495 luod=0'0 crt=492'834 mlcod 0'0 active mbc={}] update_snap_map remove_oid 5:34193fac:::smithi09077644-45:14e failed with -2 2024-03-07T03:04:27.186 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:26 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:04:26.855+0000 7fbebe40c700 -1 osd.1 pg_epoch: 496 pg[5.8s2( v 496'640 (0'0,496'640] local-lis/les=495/496 n=6 ec=71/71 lis/c=495/495 les/c/f=496/496/0 sis=495) [2,0,1]p2(0) r=2 lpr=495 luod=0'0 crt=483'638 lcod 0'0 mlcod 0'0 active mbc={}] update_snap_map remove_oid 5:1e59736c:::smithi09077644-48:14b failed with -2 2024-03-07T03:04:27.186 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:26 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:04:26.894+0000 7fbeb73fe700 -1 osd.1 pg_epoch: 496 pg[5.6s2( v 496'802 (0'0,496'802] local-lis/les=495/496 n=13 ec=71/71 lis/c=495/495 les/c/f=496/496/0 sis=495) [2,5,1]p2(0) r=2 lpr=495 luod=0'0 crt=496'800 lcod 496'800 mlcod 496'800 active mbc={}] update_snap_map remove_oid 5:666baff8:::smithi09077644-36:15a failed with -2 2024-03-07T03:04:27.186 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:26 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:04:26.898+0000 7fbebc408700 -1 osd.1 pg_epoch: 496 pg[5.cs0( v 492'834 (0'0,492'834] local-lis/les=495/496 n=12 ec=71/71 lis/c=495/495 les/c/f=496/496/0 sis=495) [1,4,0]p1(0) r=0 lpr=495 crt=492'834 mlcod 0'0 active+clean+snaptrim trimq=[143~1,158~1,162~1,167~1]] update_snap_map remove_oid 5:3842c616:::smithi09077644-5:14a failed with -2 2024-03-07T03:04:27.186 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:26 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:04:26.899+0000 7fbebc408700 -1 osd.1 pg_epoch: 496 pg[5.cs0( v 496'836 (0'0,496'836] local-lis/les=495/496 n=11 ec=71/71 lis/c=495/495 les/c/f=496/496/0 sis=495) [1,4,0]p1(0) r=0 lpr=495 luod=492'834 crt=492'834 lcod 492'834 mlcod 0'0 active+clean+snaptrim trimq=[143~1,158~1,162~1,167~1]] update_snap_map remove_oid 5:34193fac:::smithi09077644-45:14e failed with -2 2024-03-07T03:04:27.186 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:26 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:04:26.901+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:27.186 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:27 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:04:27.055+0000 7fbebe40c700 -1 osd.1 pg_epoch: 496 pg[5.0s1( v 496'1124 (0'0,496'1124] local-lis/les=495/496 n=23 ec=71/71 lis/c=495/495 les/c/f=496/496/0 sis=495) [3,1,4]p3(0) r=1 lpr=495 luod=0'0 crt=496'1124 mlcod 496'1124 active mbc={}] update_snap_map remove_oid 5:0c54ddf8:::smithi09077644-38:14f failed with -2 2024-03-07T03:04:27.186 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:27 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:04:27.059+0000 7fbeba404700 -1 osd.1 pg_epoch: 496 pg[5.0s1( v 496'1128 (0'0,496'1128] local-lis/les=495/496 n=21 ec=71/71 lis/c=495/495 les/c/f=496/496/0 sis=495) [3,1,4]p3(0) r=1 lpr=495 luod=0'0 crt=496'1128 mlcod 496'1128 active mbc={}] update_snap_map remove_oid 5:01017aeb:::smithi09077644-11:14f failed with -2 2024-03-07T03:04:27.186 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:27 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:04:27.062+0000 7fbebe40c700 -1 osd.1 pg_epoch: 496 pg[5.0s1( v 496'1132 (0'0,496'1132] local-lis/les=495/496 n=19 ec=71/71 lis/c=495/495 les/c/f=496/496/0 sis=495) [3,1,4]p3(0) r=1 lpr=495 luod=0'0 crt=496'1132 mlcod 496'1132 active mbc={} ps=[143~1]] update_snap_map remove_oid 5:0c54ddf8:::smithi09077644-38:15a failed with -2 2024-03-07T03:04:27.186 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:27 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:04:27.066+0000 7fbebe40c700 -1 osd.1 pg_epoch: 496 pg[5.0s1( v 496'1136 (0'0,496'1136] local-lis/les=495/496 n=18 ec=71/71 lis/c=495/495 les/c/f=496/496/0 sis=495) [3,1,4]p3(0) r=1 lpr=495 luod=0'0 crt=496'1136 mlcod 496'1136 active mbc={} ps=[143~1]] update_snap_map remove_oid 5:0b6bcc88:::smithi09077644-30:15a failed with -2 2024-03-07T03:04:27.853 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 895 (ObjNum 653 snap 203 seq_num 653) dirty exists 2024-03-07T03:04:27.853 INFO:tasks.rados.rados.0.smithi090.stdout:2206: expect (ObjNum 688 snap 212 seq_num 688) 2024-03-07T03:04:27.917 INFO:tasks.rados.rados.0.smithi090.stdout:2208: finishing write tid 1 to smithi09077644-18 2024-03-07T03:04:27.917 INFO:tasks.rados.rados.0.smithi090.stdout:2208: finishing write tid 2 to smithi09077644-18 2024-03-07T03:04:27.917 INFO:tasks.rados.rados.0.smithi090.stdout:2208: finishing write tid 3 to smithi09077644-18 2024-03-07T03:04:27.917 INFO:tasks.rados.rados.0.smithi090.stdout:2208: finishing write tid 4 to smithi09077644-18 2024-03-07T03:04:27.917 INFO:tasks.rados.rados.0.smithi090.stdout:2208: finishing write tid 5 to smithi09077644-18 2024-03-07T03:04:27.917 INFO:tasks.rados.rados.0.smithi090.stdout:2208: finishing write tid 6 to smithi09077644-18 2024-03-07T03:04:27.917 INFO:tasks.rados.rados.0.smithi090.stdout:2208: oid 18 updating version 0 to 1114 2024-03-07T03:04:27.917 INFO:tasks.rados.rados.0.smithi090.stdout:2208: oid 18 updating version 1114 to 1115 2024-03-07T03:04:27.917 INFO:tasks.rados.rados.0.smithi090.stdout:2208: oid 18 updating version 1115 to 1116 2024-03-07T03:04:27.917 INFO:tasks.rados.rados.0.smithi090.stdout:2208: oid 18 version 1116 is already newer than 1113 2024-03-07T03:04:27.917 INFO:tasks.rados.rados.0.smithi090.stdout:2208: oid 18 version 1116 is already newer than 1112 2024-03-07T03:04:27.917 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 18 v 1116 (ObjNum 696 snap 215 seq_num 696) dirty exists 2024-03-07T03:04:27.917 INFO:tasks.rados.rados.0.smithi090.stdout:2208: left oid 18 (ObjNum 696 snap 215 seq_num 696) 2024-03-07T03:04:27.917 INFO:tasks.rados.rados.0.smithi090.stdout:2206: done (3 left) 2024-03-07T03:04:27.918 INFO:tasks.rados.rados.0.smithi090.stdout:2207: done (2 left) 2024-03-07T03:04:27.918 INFO:tasks.rados.rados.0.smithi090.stdout:2208: done (1 left) 2024-03-07T03:04:27.918 INFO:tasks.rados.rados.0.smithi090.stdout:2209: done (0 left) 2024-03-07T03:04:27.918 INFO:tasks.rados.rados.0.smithi090.stdout:2210: snap_create 2024-03-07T03:04:28.158 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:27 smithi090 ceph-mon[89511]: No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:28.158 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:27 smithi090 ceph-mon[89511]: Health check update: Degraded data redundancy: 89/582 objects degraded (15.292%), 11 pgs degraded (PG_DEGRADED) 2024-03-07T03:04:28.158 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:27 smithi090 ceph-mon[89511]: pgmap v166: 121 pgs: 11 active+undersized+degraded, 32 active+undersized, 78 active+clean; 391 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 0 B/s wr, 5 op/s; 90/576 objects degraded (15.625%) 2024-03-07T03:04:28.158 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:27 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:04:28.158 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:27 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:04:28.158 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:27 smithi090 ceph-mon[91928]: No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:28.159 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:27 smithi090 ceph-mon[91928]: Health check update: Degraded data redundancy: 89/582 objects degraded (15.292%), 11 pgs degraded (PG_DEGRADED) 2024-03-07T03:04:28.159 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:27 smithi090 ceph-mon[91928]: pgmap v166: 121 pgs: 11 active+undersized+degraded, 32 active+undersized, 78 active+clean; 391 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 0 B/s wr, 5 op/s; 90/576 objects degraded (15.625%) 2024-03-07T03:04:28.159 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:27 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:04:28.159 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:27 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:04:28.159 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:27 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:04:27.846+0000 7fbebbc07700 -1 osd.1 pg_epoch: 496 pg[5.5s1( v 496'686 (0'0,496'686] local-lis/les=495/496 n=10 ec=71/71 lis/c=495/495 les/c/f=496/496/0 sis=495) [0,1,4]p0(0) r=1 lpr=495 luod=0'0 crt=496'686 mlcod 496'686 active mbc={} ps=[143~1,158~1,162~1,167~1]] update_snap_map remove_oid 5:aefe07fb:::smithi09077644-26:15c failed with -2 2024-03-07T03:04:28.159 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:27 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:04:27.850+0000 7fbeba404700 -1 osd.1 pg_epoch: 496 pg[5.0s1( v 496'1142 (0'0,496'1142] local-lis/les=495/496 n=16 ec=71/71 lis/c=495/495 les/c/f=496/496/0 sis=495) [3,1,4]p3(0) r=1 lpr=495 luod=0'0 crt=496'1142 mlcod 496'1142 active mbc={} ps=[143~1,158~1,162~1,167~1]] update_snap_map remove_oid 5:0c54ddf8:::smithi09077644-38:15e failed with -2 2024-03-07T03:04:28.159 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:27 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:04:27.854+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:28.159 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:27 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:04:27.861+0000 7fbebe40c700 -1 osd.1 pg_epoch: 497 pg[5.0s1( v 497'1146 (0'0,497'1146] local-lis/les=495/496 n=14 ec=71/71 lis/c=495/495 les/c/f=496/496/0 sis=495) [3,1,4]p3(0) r=1 lpr=495 luod=0'0 crt=497'1146 mlcod 497'1146 active mbc={} ps=[143~1,158~1,162~1,167~1]] update_snap_map remove_oid 5:0b6bcc88:::smithi09077644-30:15e failed with -2 2024-03-07T03:04:28.159 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:27 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:04:27.875+0000 7fbeb73fe700 -1 osd.1 pg_epoch: 497 pg[5.6s2( v 497'816 (0'0,497'816] local-lis/les=495/496 n=10 ec=71/71 lis/c=495/495 les/c/f=496/496/0 sis=495) [2,5,1]p2(0) r=2 lpr=495 luod=0'0 crt=496'814 mlcod 496'814 active mbc={} ps=[143~1,158~1,162~1,167~1]] update_snap_map remove_oid 5:666baff8:::smithi09077644-36:15f failed with -2 2024-03-07T03:04:28.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:27 smithi092 ceph-mon[83777]: No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:28.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:27 smithi092 ceph-mon[83777]: Health check update: Degraded data redundancy: 89/582 objects degraded (15.292%), 11 pgs degraded (PG_DEGRADED) 2024-03-07T03:04:28.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:27 smithi092 ceph-mon[83777]: pgmap v166: 121 pgs: 11 active+undersized+degraded, 32 active+undersized, 78 active+clean; 391 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 0 B/s wr, 5 op/s; 90/576 objects degraded (15.625%) 2024-03-07T03:04:28.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:27 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:04:28.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:27 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:04:28.854 INFO:tasks.rados.rados.0.smithi090.stdout:2210: done (0 left) 2024-03-07T03:04:28.854 INFO:tasks.rados.rados.0.smithi090.stdout:2211: delete oid 38 current snap is 216 2024-03-07T03:04:28.858 INFO:tasks.rados.rados.0.smithi090.stdout:2211: done (0 left) 2024-03-07T03:04:28.859 INFO:tasks.rados.rados.0.smithi090.stdout:2212: snap_remove snap 196 2024-03-07T03:04:29.079 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:04:28 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:04:28.989+0000 7f8323fc5700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-03-07T03:04:29.080 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:28 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:04:28.856+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:29.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:28 smithi090 ceph-mon[89511]: osdmap e497: 8 total, 8 up, 8 in 2024-03-07T03:04:29.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:28 smithi090 ceph-mon[89511]: No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:29.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:28 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:04:29.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:28 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:04:29.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:28 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:04:29.081 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:28 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:04:29.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:28 smithi090 ceph-mon[91928]: osdmap e497: 8 total, 8 up, 8 in 2024-03-07T03:04:29.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:28 smithi090 ceph-mon[91928]: No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:29.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:28 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:04:29.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:28 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:04:29.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:28 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:04:29.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:28 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:04:29.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:28 smithi092 ceph-mon[83777]: osdmap e497: 8 total, 8 up, 8 in 2024-03-07T03:04:29.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:28 smithi092 ceph-mon[83777]: No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:29.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:28 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:04:29.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:28 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:04:29.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:28 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:04:29.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:28 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:04:29.863 INFO:tasks.rados.rados.0.smithi090.stdout:2212: done (0 left) 2024-03-07T03:04:29.863 INFO:tasks.rados.rados.0.smithi090.stdout:2213: rmattr oid 12 current snap is 216 2024-03-07T03:04:29.863 INFO:tasks.rados.rados.0.smithi090.stdout:2213: done (0 left) 2024-03-07T03:04:29.863 INFO:tasks.rados.rados.0.smithi090.stdout:2214: snap_remove snap 195 2024-03-07T03:04:30.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:29 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:04:30.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:29 smithi092 ceph-mon[83777]: osdmap e498: 8 total, 8 up, 8 in 2024-03-07T03:04:30.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:29 smithi092 ceph-mon[83777]: No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:30.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:29 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:04:30.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:29 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:04:30.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:29 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:04:30.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:29 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:04:30.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:29 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-03-07T03:04:30.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:29 smithi092 ceph-mon[83777]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-03-07T03:04:30.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:29 smithi092 ceph-mon[83777]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-03-07T03:04:30.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:29 smithi092 ceph-mon[83777]: pgmap v169: 121 pgs: 5 active+undersized+degraded, 17 active+undersized, 99 active+clean; 262 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 1.9 MiB/s wr, 22 op/s; 31/447 objects degraded (6.935%); 8.5 MiB/s, 2 objects/s recovering 2024-03-07T03:04:30.329 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:29 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:04:29.856+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:30.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:29 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:04:30.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:29 smithi090 ceph-mon[89511]: osdmap e498: 8 total, 8 up, 8 in 2024-03-07T03:04:30.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:29 smithi090 ceph-mon[89511]: No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:30.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:29 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:04:30.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:29 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:04:30.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:29 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:04:30.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:29 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:04:30.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:29 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-03-07T03:04:30.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:29 smithi090 ceph-mon[89511]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-03-07T03:04:30.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:29 smithi090 ceph-mon[89511]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-03-07T03:04:30.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:29 smithi090 ceph-mon[89511]: pgmap v169: 121 pgs: 5 active+undersized+degraded, 17 active+undersized, 99 active+clean; 262 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 1.9 MiB/s wr, 22 op/s; 31/447 objects degraded (6.935%); 8.5 MiB/s, 2 objects/s recovering 2024-03-07T03:04:30.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:29 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:04:30.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:29 smithi090 ceph-mon[91928]: osdmap e498: 8 total, 8 up, 8 in 2024-03-07T03:04:30.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:29 smithi090 ceph-mon[91928]: No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:30.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:29 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:04:30.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:29 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:04:30.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:29 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:04:30.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:29 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:04:30.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:29 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-03-07T03:04:30.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:29 smithi090 ceph-mon[91928]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-03-07T03:04:30.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:29 smithi090 ceph-mon[91928]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-03-07T03:04:30.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:29 smithi090 ceph-mon[91928]: pgmap v169: 121 pgs: 5 active+undersized+degraded, 17 active+undersized, 99 active+clean; 262 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 1.9 MiB/s wr, 22 op/s; 31/447 objects degraded (6.935%); 8.5 MiB/s, 2 objects/s recovering 2024-03-07T03:04:30.863 INFO:tasks.rados.rados.0.smithi090.stdout:2214: done (0 left) 2024-03-07T03:04:30.864 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 34 current snap is 216 2024-03-07T03:04:30.864 INFO:tasks.rados.rados.0.smithi090.stdout:2215: seq_num 698 ranges {0=499712,499712=589824,1089536=770048,1859584=245760} 2024-03-07T03:04:30.869 INFO:tasks.rados.rados.0.smithi090.stdout:2215: writing smithi09077644-34 from 0 to 499712 tid 1 2024-03-07T03:04:30.870 INFO:tasks.rados.rados.0.smithi090.stdout:2215: writing smithi09077644-34 from 499712 to 1089536 tid 2 2024-03-07T03:04:30.875 INFO:tasks.rados.rados.0.smithi090.stdout:2215: writing smithi09077644-34 from 1089536 to 1859584 tid 3 2024-03-07T03:04:30.877 INFO:tasks.rados.rados.0.smithi090.stdout:2215: writing smithi09077644-34 from 1859584 to 2105344 tid 4 2024-03-07T03:04:30.877 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 38 current snap is 216 2024-03-07T03:04:30.877 INFO:tasks.rados.rados.0.smithi090.stdout:2216: seq_num 699 ranges {0=516096,516096=475136,991232=573440,1564672=557056} 2024-03-07T03:04:30.881 INFO:tasks.rados.rados.0.smithi090.stdout:2216: writing smithi09077644-38 from 0 to 516096 tid 1 2024-03-07T03:04:30.884 INFO:tasks.rados.rados.0.smithi090.stdout:2216: writing smithi09077644-38 from 516096 to 991232 tid 2 2024-03-07T03:04:30.888 INFO:tasks.rados.rados.0.smithi090.stdout:2216: writing smithi09077644-38 from 991232 to 1564672 tid 3 2024-03-07T03:04:30.892 INFO:tasks.rados.rados.0.smithi090.stdout:2216: writing smithi09077644-38 from 1564672 to 2121728 tid 4 2024-03-07T03:04:30.892 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 1 current snap is 216 2024-03-07T03:04:30.892 INFO:tasks.rados.rados.0.smithi090.stdout:2215: finishing write tid 1 to smithi09077644-34 2024-03-07T03:04:30.892 INFO:tasks.rados.rados.0.smithi090.stdout:2217: seq_num 700 ranges {7127040=532480,7659520=409600,8069120=737280,8806400=458752} 2024-03-07T03:04:30.933 INFO:tasks.rados.rados.0.smithi090.stdout:2217: writing smithi09077644-1 from 7127040 to 7659520 tid 1 2024-03-07T03:04:30.935 INFO:tasks.rados.rados.0.smithi090.stdout:2217: writing smithi09077644-1 from 7659520 to 8069120 tid 2 2024-03-07T03:04:30.939 INFO:tasks.rados.rados.0.smithi090.stdout:2217: writing smithi09077644-1 from 8069120 to 8806400 tid 3 2024-03-07T03:04:30.944 INFO:tasks.rados.rados.0.smithi090.stdout:2217: writing smithi09077644-1 from 8806400 to 9265152 tid 4 2024-03-07T03:04:30.944 INFO:tasks.rados.rados.0.smithi090.stdout:2218: rollback oid 33 current snap is 216 2024-03-07T03:04:30.944 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 33 to 212 2024-03-07T03:04:30.944 INFO:tasks.rados.rados.0.smithi090.stdout:2215: finishing write tid 2 to smithi09077644-34 2024-03-07T03:04:30.944 INFO:tasks.rados.rados.0.smithi090.stdout:2215: finishing write tid 3 to smithi09077644-34 2024-03-07T03:04:30.944 INFO:tasks.rados.rados.0.smithi090.stdout:2215: finishing write tid 4 to smithi09077644-34 2024-03-07T03:04:30.944 INFO:tasks.rados.rados.0.smithi090.stdout:2215: finishing write tid 5 to smithi09077644-34 2024-03-07T03:04:30.944 INFO:tasks.rados.rados.0.smithi090.stdout:2216: finishing write tid 1 to smithi09077644-38 2024-03-07T03:04:30.945 INFO:tasks.rados.rados.0.smithi090.stdout:2215: finishing write tid 6 to smithi09077644-34 2024-03-07T03:04:30.945 INFO:tasks.rados.rados.0.smithi090.stdout:2215: oid 34 updating version 0 to 875 2024-03-07T03:04:30.945 INFO:tasks.rados.rados.0.smithi090.stdout:2215: oid 34 version 875 is already newer than 874 2024-03-07T03:04:30.945 INFO:tasks.rados.rados.0.smithi090.stdout:2215: oid 34 updating version 875 to 876 2024-03-07T03:04:30.945 INFO:tasks.rados.rados.0.smithi090.stdout:2215: oid 34 version 876 is already newer than 872 2024-03-07T03:04:30.945 INFO:tasks.rados.rados.0.smithi090.stdout:2215: oid 34 version 876 is already newer than 873 2024-03-07T03:04:30.945 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 34 v 876 (ObjNum 698 snap 216 seq_num 698) dirty exists 2024-03-07T03:04:30.945 INFO:tasks.rados.rados.0.smithi090.stdout:2215: left oid 34 (ObjNum 698 snap 216 seq_num 698) 2024-03-07T03:04:30.945 INFO:tasks.rados.rados.0.smithi090.stdout:2216: finishing write tid 2 to smithi09077644-38 2024-03-07T03:04:30.945 INFO:tasks.rados.rados.0.smithi090.stdout:2216: finishing write tid 3 to smithi09077644-38 2024-03-07T03:04:30.945 INFO:tasks.rados.rados.0.smithi090.stdout:2216: finishing write tid 4 to smithi09077644-38 2024-03-07T03:04:30.945 INFO:tasks.rados.rados.0.smithi090.stdout:2216: finishing write tid 5 to smithi09077644-38 2024-03-07T03:04:30.945 INFO:tasks.rados.rados.0.smithi090.stdout:2215: done (3 left) 2024-03-07T03:04:30.945 INFO:tasks.rados.rados.0.smithi090.stdout:2219: rollback oid 6 current snap is 216 2024-03-07T03:04:30.946 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 6 to 200 2024-03-07T03:04:30.946 INFO:tasks.rados.rados.0.smithi090.stdout:2216: finishing write tid 6 to smithi09077644-38 2024-03-07T03:04:30.946 INFO:tasks.rados.rados.0.smithi090.stdout:2216: oid 38 updating version 0 to 1158 2024-03-07T03:04:30.946 INFO:tasks.rados.rados.0.smithi090.stdout:2216: oid 38 version 1158 is already newer than 1155 2024-03-07T03:04:30.946 INFO:tasks.rados.rados.0.smithi090.stdout:2216: oid 38 version 1158 is already newer than 1154 2024-03-07T03:04:30.946 INFO:tasks.rados.rados.0.smithi090.stdout:2216: oid 38 version 1158 is already newer than 1156 2024-03-07T03:04:30.946 INFO:tasks.rados.rados.0.smithi090.stdout:2216: oid 38 version 1158 is already newer than 1157 2024-03-07T03:04:30.946 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 1158 (ObjNum 699 snap 216 seq_num 699) dirty exists 2024-03-07T03:04:30.946 INFO:tasks.rados.rados.0.smithi090.stdout:2216: left oid 38 (ObjNum 699 snap 216 seq_num 699) 2024-03-07T03:04:30.946 INFO:tasks.rados.rados.0.smithi090.stdout:2217: finishing write tid 1 to smithi09077644-1 2024-03-07T03:04:30.946 INFO:tasks.rados.rados.0.smithi090.stdout:2216: done (3 left) 2024-03-07T03:04:30.946 INFO:tasks.rados.rados.0.smithi090.stdout:2220: copy_from oid 8 from oid 35 current snap is 216 2024-03-07T03:04:30.946 INFO:tasks.rados.rados.0.smithi090.stdout:2217: finishing write tid 2 to smithi09077644-1 2024-03-07T03:04:30.947 INFO:tasks.rados.rados.0.smithi090.stdout:2217: finishing write tid 3 to smithi09077644-1 2024-03-07T03:04:30.947 INFO:tasks.rados.rados.0.smithi090.stdout:2221: read oid 47 snap -1 2024-03-07T03:04:30.947 INFO:tasks.rados.rados.0.smithi090.stdout:2221: expect (ObjNum 636 snap 196 seq_num 636) 2024-03-07T03:04:30.947 INFO:tasks.rados.rados.0.smithi090.stdout:2222: rollback oid 15 current snap is 216 2024-03-07T03:04:30.947 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 15 to 214 2024-03-07T03:04:30.947 INFO:tasks.rados.rados.0.smithi090.stdout:2223: copy_from oid 49 from oid 4 current snap is 216 2024-03-07T03:04:30.947 INFO:tasks.rados.rados.0.smithi090.stdout:2224: copy_from oid 50 from oid 22 current snap is 216 2024-03-07T03:04:30.947 INFO:tasks.rados.rados.0.smithi090.stdout:2225: read oid 39 snap 200 2024-03-07T03:04:30.947 INFO:tasks.rados.rados.0.smithi090.stdout:2225: expect (ObjNum 642 snap 199 seq_num 642) 2024-03-07T03:04:30.947 INFO:tasks.rados.rados.0.smithi090.stdout:2226: snap_remove snap 206 2024-03-07T03:04:31.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:30 smithi092 ceph-mon[83777]: No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:31.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:30 smithi092 ceph-mon[83777]: osdmap e499: 8 total, 8 up, 8 in 2024-03-07T03:04:31.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:30 smithi090 ceph-mon[89511]: No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:31.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:30 smithi090 ceph-mon[89511]: osdmap e499: 8 total, 8 up, 8 in 2024-03-07T03:04:31.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:30 smithi090 ceph-mon[91928]: No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:31.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:30 smithi090 ceph-mon[91928]: osdmap e499: 8 total, 8 up, 8 in 2024-03-07T03:04:31.329 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:30 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:04:30.864+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:31.876 INFO:tasks.rados.rados.0.smithi090.stdout:2217: finishing write tid 4 to smithi09077644-1 2024-03-07T03:04:31.876 INFO:tasks.rados.rados.0.smithi090.stdout:2217: finishing write tid 5 to smithi09077644-1 2024-03-07T03:04:31.876 INFO:tasks.rados.rados.0.smithi090.stdout:2217: finishing write tid 6 to smithi09077644-1 2024-03-07T03:04:31.876 INFO:tasks.rados.rados.0.smithi090.stdout:2217: oid 1 updating version 0 to 1182 2024-03-07T03:04:31.876 INFO:tasks.rados.rados.0.smithi090.stdout:2217: oid 1 version 1182 is already newer than 1180 2024-03-07T03:04:31.876 INFO:tasks.rados.rados.0.smithi090.stdout:2217: oid 1 version 1182 is already newer than 1181 2024-03-07T03:04:31.876 INFO:tasks.rados.rados.0.smithi090.stdout:2217: oid 1 updating version 1182 to 1183 2024-03-07T03:04:31.876 INFO:tasks.rados.rados.0.smithi090.stdout:2217: oid 1 updating version 1183 to 1184 2024-03-07T03:04:31.876 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 1 v 1184 (ObjNum 700 snap 216 seq_num 700) dirty exists 2024-03-07T03:04:31.877 INFO:tasks.rados.rados.0.smithi090.stdout:2217: left oid 1 (ObjNum 700 snap 216 seq_num 700) 2024-03-07T03:04:31.877 INFO:tasks.rados.rados.0.smithi090.stdout:2219: finishing rollback tid 1 to smithi09077644-6 2024-03-07T03:04:31.877 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 1084 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-03-07T03:04:31.877 INFO:tasks.rados.rados.0.smithi090.stdout:2218: finishing rollback tid 0 to smithi09077644-33 2024-03-07T03:04:31.877 INFO:tasks.rados.rados.0.smithi090.stdout:2218: finishing rollback tid 1 to smithi09077644-33 2024-03-07T03:04:31.877 INFO:tasks.rados.rados.0.smithi090.stdout:2218: finishing rollback tid 2 to smithi09077644-33 2024-03-07T03:04:31.877 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 33 v 1309 (ObjNum 676 snap 210 seq_num 676) dirty exists 2024-03-07T03:04:31.877 INFO:tasks.rados.rados.0.smithi090.stdout:2220: finishing copy_from racing read to smithi09077644-8 2024-03-07T03:04:31.877 INFO:tasks.rados.rados.0.smithi090.stdout:2221: expect (ObjNum 636 snap 196 seq_num 636) 2024-03-07T03:04:31.968 INFO:tasks.rados.rados.0.smithi090.stdout:2222: finishing rollback tid 0 to smithi09077644-15 2024-03-07T03:04:31.968 INFO:tasks.rados.rados.0.smithi090.stdout:2222: finishing rollback tid 1 to smithi09077644-15 2024-03-07T03:04:31.969 INFO:tasks.rados.rados.0.smithi090.stdout:2220: finishing copy_from to smithi09077644-8 2024-03-07T03:04:31.969 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 1091 (ObjNum 609 snap 187 seq_num 609) dirty exists 2024-03-07T03:04:31.969 INFO:tasks.rados.rados.0.smithi090.stdout:2222: finishing rollback tid 2 to smithi09077644-15 2024-03-07T03:04:31.969 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 1313 (ObjNum 688 snap 212 seq_num 688) dirty exists 2024-03-07T03:04:31.969 INFO:tasks.rados.rados.0.smithi090.stdout:2217: done (9 left) 2024-03-07T03:04:31.969 INFO:tasks.rados.rados.0.smithi090.stdout:2218: done (8 left) 2024-03-07T03:04:31.969 INFO:tasks.rados.rados.0.smithi090.stdout:2219: done (7 left) 2024-03-07T03:04:31.969 INFO:tasks.rados.rados.0.smithi090.stdout:2220: done (6 left) 2024-03-07T03:04:31.969 INFO:tasks.rados.rados.0.smithi090.stdout:2221: done (5 left) 2024-03-07T03:04:31.969 INFO:tasks.rados.rados.0.smithi090.stdout:2222: done (4 left) 2024-03-07T03:04:31.969 INFO:tasks.rados.rados.0.smithi090.stdout:2226: done (3 left) 2024-03-07T03:04:31.969 INFO:tasks.rados.rados.0.smithi090.stdout:2227: snap_create 2024-03-07T03:04:31.969 INFO:tasks.rados.rados.0.smithi090.stdout:2223: finishing copy_from racing read to smithi09077644-49 2024-03-07T03:04:31.970 INFO:tasks.rados.rados.0.smithi090.stdout:2225: expect (ObjNum 642 snap 199 seq_num 642) 2024-03-07T03:04:32.031 INFO:tasks.rados.rados.0.smithi090.stdout:2223: finishing copy_from to smithi09077644-49 2024-03-07T03:04:32.031 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 49 v 895 (ObjNum 653 snap 203 seq_num 653) dirty exists 2024-03-07T03:04:32.031 INFO:tasks.rados.rados.0.smithi090.stdout:2224: finishing copy_from racing read to smithi09077644-50 2024-03-07T03:04:32.031 INFO:tasks.rados.rados.0.smithi090.stdout:2224: finishing copy_from to smithi09077644-50 2024-03-07T03:04:32.031 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 50 v 1211 (ObjNum 622 snap 190 seq_num 622) dirty exists 2024-03-07T03:04:32.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:31 smithi092 ceph-mon[83777]: osdmap e500: 8 total, 8 up, 8 in 2024-03-07T03:04:32.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:31 smithi092 ceph-mon[83777]: No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:32.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:31 smithi092 ceph-mon[83777]: pgmap v172: 121 pgs: 1 active+clean+snaptrim_error, 120 active+clean; 249 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.9 MiB/s wr, 22 op/s; 15 MiB/s, 4 objects/s recovering 2024-03-07T03:04:32.329 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:31 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:04:31.874+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:32.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:31 smithi090 ceph-mon[91928]: osdmap e500: 8 total, 8 up, 8 in 2024-03-07T03:04:32.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:31 smithi090 ceph-mon[91928]: No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:32.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:31 smithi090 ceph-mon[91928]: pgmap v172: 121 pgs: 1 active+clean+snaptrim_error, 120 active+clean; 249 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.9 MiB/s wr, 22 op/s; 15 MiB/s, 4 objects/s recovering 2024-03-07T03:04:32.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:31 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-a[89507]: 2024-03-07T03:04:31.860+0000 7f55cfa4e700 -1 log_channel(cluster) log [ERR] : Health check failed: Possible data damage: 1 pg snaptrim_error (PG_DAMAGED) 2024-03-07T03:04:32.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:31 smithi090 ceph-mon[89511]: osdmap e500: 8 total, 8 up, 8 in 2024-03-07T03:04:32.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:31 smithi090 ceph-mon[89511]: No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:32.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:31 smithi090 ceph-mon[89511]: pgmap v172: 121 pgs: 1 active+clean+snaptrim_error, 120 active+clean; 249 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.9 MiB/s wr, 22 op/s; 15 MiB/s, 4 objects/s recovering 2024-03-07T03:04:32.668 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:04:32 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:04:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:04:32.885 INFO:tasks.rados.rados.0.smithi090.stdout:2223: done (3 left) 2024-03-07T03:04:32.885 INFO:tasks.rados.rados.0.smithi090.stdout:2224: done (2 left) 2024-03-07T03:04:32.885 INFO:tasks.rados.rados.0.smithi090.stdout:2225: done (1 left) 2024-03-07T03:04:32.885 INFO:tasks.rados.rados.0.smithi090.stdout:2227: done (0 left) 2024-03-07T03:04:32.885 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 48 current snap is 217 2024-03-07T03:04:32.886 INFO:tasks.rados.rados.0.smithi090.stdout:2228: seq_num 701 ranges {15294464=548864,15843328=696320,16539648=540672,17080320=368640} 2024-03-07T03:04:32.968 INFO:tasks.rados.rados.0.smithi090.stdout:2228: writing smithi09077644-48 from 15294464 to 15843328 tid 1 2024-03-07T03:04:32.972 INFO:tasks.rados.rados.0.smithi090.stdout:2228: writing smithi09077644-48 from 15843328 to 16539648 tid 2 2024-03-07T03:04:32.975 INFO:tasks.rados.rados.0.smithi090.stdout:2228: writing smithi09077644-48 from 16539648 to 17080320 tid 3 2024-03-07T03:04:32.978 INFO:tasks.rados.rados.0.smithi090.stdout:2228: writing smithi09077644-48 from 17080320 to 17448960 tid 4 2024-03-07T03:04:32.978 INFO:tasks.rados.rados.0.smithi090.stdout:2229: setattr oid 21 current snap is 217 2024-03-07T03:04:32.978 INFO:tasks.rados.rados.0.smithi090.stdout:2228: finishing write tid 1 to smithi09077644-48 2024-03-07T03:04:32.978 INFO:tasks.rados.rados.0.smithi090.stdout:2228: finishing write tid 2 to smithi09077644-48 2024-03-07T03:04:32.979 INFO:tasks.rados.rados.0.smithi090.stdout:2230: snap_create 2024-03-07T03:04:32.981 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 1185 (ObjNum 145 snap 0 seq_num 3339800912) dirty exists 2024-03-07T03:04:32.982 INFO:tasks.rados.rados.0.smithi090.stdout:2228: finishing write tid 3 to smithi09077644-48 2024-03-07T03:04:32.982 INFO:tasks.rados.rados.0.smithi090.stdout:2228: finishing write tid 4 to smithi09077644-48 2024-03-07T03:04:32.982 INFO:tasks.rados.rados.0.smithi090.stdout:2228: finishing write tid 5 to smithi09077644-48 2024-03-07T03:04:32.984 INFO:tasks.rados.rados.0.smithi090.stdout:2228: finishing write tid 6 to smithi09077644-48 2024-03-07T03:04:32.984 INFO:tasks.rados.rados.0.smithi090.stdout:2228: oid 48 updating version 0 to 857 2024-03-07T03:04:32.984 INFO:tasks.rados.rados.0.smithi090.stdout:2228: oid 48 updating version 857 to 859 2024-03-07T03:04:32.984 INFO:tasks.rados.rados.0.smithi090.stdout:2228: oid 48 updating version 859 to 860 2024-03-07T03:04:32.984 INFO:tasks.rados.rados.0.smithi090.stdout:2228: oid 48 version 860 is already newer than 858 2024-03-07T03:04:32.984 INFO:tasks.rados.rados.0.smithi090.stdout:2228: oid 48 updating version 860 to 861 2024-03-07T03:04:32.984 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 861 (ObjNum 701 snap 217 seq_num 701) dirty exists 2024-03-07T03:04:32.984 INFO:tasks.rados.rados.0.smithi090.stdout:2228: left oid 48 (ObjNum 701 snap 217 seq_num 701) 2024-03-07T03:04:33.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:32 smithi092 ceph-mon[83777]: Health check failed: Possible data damage: 1 pg snaptrim_error (PG_DAMAGED) 2024-03-07T03:04:33.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:32 smithi092 ceph-mon[83777]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 31/447 objects degraded (6.935%), 5 pgs degraded) 2024-03-07T03:04:33.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:32 smithi092 ceph-mon[83777]: osdmap e501: 8 total, 8 up, 8 in 2024-03-07T03:04:33.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:32 smithi092 ceph-mon[83777]: No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:33.329 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:32 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:04:32.969+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:33.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:32 smithi090 ceph-mon[89511]: Health check failed: Possible data damage: 1 pg snaptrim_error (PG_DAMAGED) 2024-03-07T03:04:33.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:32 smithi090 ceph-mon[89511]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 31/447 objects degraded (6.935%), 5 pgs degraded) 2024-03-07T03:04:33.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:32 smithi090 ceph-mon[89511]: osdmap e501: 8 total, 8 up, 8 in 2024-03-07T03:04:33.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:32 smithi090 ceph-mon[89511]: No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:33.330 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:04:33 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:04:33] "GET /metrics HTTP/1.1" 200 35959 "" "Prometheus/2.43.0" 2024-03-07T03:04:33.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:32 smithi090 ceph-mon[91928]: Health check failed: Possible data damage: 1 pg snaptrim_error (PG_DAMAGED) 2024-03-07T03:04:33.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:32 smithi090 ceph-mon[91928]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 31/447 objects degraded (6.935%), 5 pgs degraded) 2024-03-07T03:04:33.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:32 smithi090 ceph-mon[91928]: osdmap e501: 8 total, 8 up, 8 in 2024-03-07T03:04:33.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:32 smithi090 ceph-mon[91928]: No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:33.886 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:04:33 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:04:33.506Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi090\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:04:33.894 INFO:tasks.rados.rados.0.smithi090.stdout:2228: done (2 left) 2024-03-07T03:04:33.895 INFO:tasks.rados.rados.0.smithi090.stdout:2229: done (1 left) 2024-03-07T03:04:33.895 INFO:tasks.rados.rados.0.smithi090.stdout:2230: done (0 left) 2024-03-07T03:04:33.895 INFO:tasks.rados.rados.0.smithi090.stdout:2231: setattr oid 1 current snap is 218 2024-03-07T03:04:33.896 INFO:tasks.rados.rados.0.smithi090.stdout:2232: rmattr oid 4 current snap is 218 2024-03-07T03:04:33.896 INFO:tasks.rados.rados.0.smithi090.stdout:2233: copy_from oid 14 from oid 44 current snap is 218 2024-03-07T03:04:33.896 INFO:tasks.rados.rados.0.smithi090.stdout:2234: snap_remove snap 199 2024-03-07T03:04:34.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:33 smithi092 ceph-mon[83777]: osdmap e502: 8 total, 8 up, 8 in 2024-03-07T03:04:34.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:33 smithi092 ceph-mon[83777]: No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:34.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:33 smithi092 ceph-mon[83777]: pgmap v175: 121 pgs: 1 active+clean+snaptrim_error, 120 active+clean; 247 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.6 MiB/s wr, 14 op/s; 6.2 MiB/s, 1 objects/s recovering 2024-03-07T03:04:34.329 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:33 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:04:33.898+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:34.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:33 smithi090 ceph-mon[89511]: osdmap e502: 8 total, 8 up, 8 in 2024-03-07T03:04:34.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:33 smithi090 ceph-mon[89511]: No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:34.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:33 smithi090 ceph-mon[89511]: pgmap v175: 121 pgs: 1 active+clean+snaptrim_error, 120 active+clean; 247 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.6 MiB/s wr, 14 op/s; 6.2 MiB/s, 1 objects/s recovering 2024-03-07T03:04:34.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:33 smithi090 ceph-mon[91928]: osdmap e502: 8 total, 8 up, 8 in 2024-03-07T03:04:34.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:33 smithi090 ceph-mon[91928]: No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:34.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:33 smithi090 ceph-mon[91928]: pgmap v175: 121 pgs: 1 active+clean+snaptrim_error, 120 active+clean; 247 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.6 MiB/s wr, 14 op/s; 6.2 MiB/s, 1 objects/s recovering 2024-03-07T03:04:34.893 INFO:tasks.rados.rados.0.smithi090.stdout:2234: done (3 left) 2024-03-07T03:04:34.893 INFO:tasks.rados.rados.0.smithi090.stdout:2235: setattr oid 27 current snap is 218 2024-03-07T03:04:34.893 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 1 v 1186 (ObjNum 700 snap 216 seq_num 700) dirty exists 2024-03-07T03:04:34.893 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 896 (ObjNum 653 snap 203 seq_num 653) dirty exists 2024-03-07T03:04:34.894 INFO:tasks.rados.rados.0.smithi090.stdout:2233: finishing copy_from racing read to smithi09077644-14 2024-03-07T03:04:34.894 INFO:tasks.rados.rados.0.smithi090.stdout:2233: finishing copy_from to smithi09077644-14 2024-03-07T03:04:34.894 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 14 v 1189 (ObjNum 661 snap 205 seq_num 661) dirty exists 2024-03-07T03:04:34.894 INFO:tasks.rados.rados.0.smithi090.stdout:2231: done (3 left) 2024-03-07T03:04:34.895 INFO:tasks.rados.rados.0.smithi090.stdout:2232: done (2 left) 2024-03-07T03:04:34.895 INFO:tasks.rados.rados.0.smithi090.stdout:2233: done (1 left) 2024-03-07T03:04:34.895 INFO:tasks.rados.rados.0.smithi090.stdout:2236: read oid 46 snap 211 2024-03-07T03:04:34.895 INFO:tasks.rados.rados.0.smithi090.stdout:2236: expect (ObjNum 665 snap 207 seq_num 665) 2024-03-07T03:04:34.895 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 22 current snap is 218 2024-03-07T03:04:34.895 INFO:tasks.rados.rados.0.smithi090.stdout:2237: seq_num 702 ranges {5005312=565248,5570560=581632,6152192=745472,6897664=278528} 2024-03-07T03:04:34.926 INFO:tasks.rados.rados.0.smithi090.stdout:2237: writing smithi09077644-22 from 5005312 to 5570560 tid 1 2024-03-07T03:04:34.930 INFO:tasks.rados.rados.0.smithi090.stdout:2237: writing smithi09077644-22 from 5570560 to 6152192 tid 2 2024-03-07T03:04:34.934 INFO:tasks.rados.rados.0.smithi090.stdout:2237: writing smithi09077644-22 from 6152192 to 6897664 tid 3 2024-03-07T03:04:34.936 INFO:tasks.rados.rados.0.smithi090.stdout:2237: writing smithi09077644-22 from 6897664 to 7176192 tid 4 2024-03-07T03:04:34.936 INFO:tasks.rados.rados.0.smithi090.stdout:2238: copy_from oid 28 from oid 34 current snap is 218 2024-03-07T03:04:34.936 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 27 v 877 (ObjNum 569 snap 171 seq_num 569) dirty exists 2024-03-07T03:04:34.936 INFO:tasks.rados.rados.0.smithi090.stdout:2236: expect (ObjNum 665 snap 207 seq_num 665) 2024-03-07T03:04:35.030 INFO:tasks.rados.rados.0.smithi090.stdout:2237: finishing write tid 1 to smithi09077644-22 2024-03-07T03:04:35.030 INFO:tasks.rados.rados.0.smithi090.stdout:2237: finishing write tid 2 to smithi09077644-22 2024-03-07T03:04:35.030 INFO:tasks.rados.rados.0.smithi090.stdout:2237: finishing write tid 3 to smithi09077644-22 2024-03-07T03:04:35.030 INFO:tasks.rados.rados.0.smithi090.stdout:2237: finishing write tid 4 to smithi09077644-22 2024-03-07T03:04:35.030 INFO:tasks.rados.rados.0.smithi090.stdout:2237: finishing write tid 5 to smithi09077644-22 2024-03-07T03:04:35.030 INFO:tasks.rados.rados.0.smithi090.stdout:2235: done (3 left) 2024-03-07T03:04:35.030 INFO:tasks.rados.rados.0.smithi090.stdout:2236: done (2 left) 2024-03-07T03:04:35.030 INFO:tasks.rados.rados.0.smithi090.stdout:2239: rollback oid 39 current snap is 218 2024-03-07T03:04:35.030 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 39 to 215 2024-03-07T03:04:35.030 INFO:tasks.rados.rados.0.smithi090.stdout:2237: finishing write tid 6 to smithi09077644-22 2024-03-07T03:04:35.030 INFO:tasks.rados.rados.0.smithi090.stdout:2237: oid 22 updating version 0 to 1332 2024-03-07T03:04:35.031 INFO:tasks.rados.rados.0.smithi090.stdout:2237: oid 22 updating version 1332 to 1333 2024-03-07T03:04:35.031 INFO:tasks.rados.rados.0.smithi090.stdout:2237: oid 22 updating version 1333 to 1334 2024-03-07T03:04:35.031 INFO:tasks.rados.rados.0.smithi090.stdout:2237: oid 22 version 1334 is already newer than 1331 2024-03-07T03:04:35.031 INFO:tasks.rados.rados.0.smithi090.stdout:2237: oid 22 updating version 1334 to 1335 2024-03-07T03:04:35.031 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 1335 (ObjNum 702 snap 218 seq_num 702) dirty exists 2024-03-07T03:04:35.031 INFO:tasks.rados.rados.0.smithi090.stdout:2237: left oid 22 (ObjNum 702 snap 218 seq_num 702) 2024-03-07T03:04:35.031 INFO:tasks.rados.rados.0.smithi090.stdout:2238: finishing copy_from racing read to smithi09077644-28 2024-03-07T03:04:35.031 INFO:tasks.rados.rados.0.smithi090.stdout:2238: finishing copy_from to smithi09077644-28 2024-03-07T03:04:35.031 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 28 v 876 (ObjNum 698 snap 216 seq_num 698) dirty exists 2024-03-07T03:04:35.031 INFO:tasks.rados.rados.0.smithi090.stdout:2237: done (2 left) 2024-03-07T03:04:35.031 INFO:tasks.rados.rados.0.smithi090.stdout:2238: done (1 left) 2024-03-07T03:04:35.031 INFO:tasks.rados.rados.0.smithi090.stdout:2240: read oid 12 snap -1 2024-03-07T03:04:35.031 INFO:tasks.rados.rados.0.smithi090.stdout:2240: expect deleted 2024-03-07T03:04:35.031 INFO:tasks.rados.rados.0.smithi090.stdout:2241: copy_from oid 21 from oid 15 current snap is 218 2024-03-07T03:04:35.031 INFO:tasks.rados.rados.0.smithi090.stdout:2242: copy_from oid 13 from oid 36 current snap is 218 2024-03-07T03:04:35.031 INFO:tasks.rados.rados.0.smithi090.stdout:2243: snap_remove snap 208 2024-03-07T03:04:35.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:34 smithi092 ceph-mon[83777]: osdmap e503: 8 total, 8 up, 8 in 2024-03-07T03:04:35.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:34 smithi092 ceph-mon[83777]: No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:35.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:34 smithi090 ceph-mon[89511]: osdmap e503: 8 total, 8 up, 8 in 2024-03-07T03:04:35.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:34 smithi090 ceph-mon[89511]: No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:35.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:34 smithi090 ceph-mon[91928]: osdmap e503: 8 total, 8 up, 8 in 2024-03-07T03:04:35.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:34 smithi090 ceph-mon[91928]: No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:35.330 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:34 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:04:34.906+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:35.903 INFO:tasks.rados.rados.0.smithi090.stdout:2243: done (4 left) 2024-03-07T03:04:35.903 INFO:tasks.rados.rados.0.smithi090.stdout:2244: delete oid 37 current snap is 218 2024-03-07T03:04:35.903 INFO:tasks.rados.rados.0.smithi090.stdout:2239: finishing rollback tid 1 to smithi09077644-39 2024-03-07T03:04:35.903 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 1230 (ObjNum 769 snap 0 seq_num 3340168976) dirty dne 2024-03-07T03:04:35.903 INFO:tasks.rados.rados.0.smithi090.stdout:2242: finishing copy_from racing read to smithi09077644-13 2024-03-07T03:04:35.903 INFO:tasks.rados.rados.0.smithi090.stdout:2241: finishing copy_from racing read to smithi09077644-21 2024-03-07T03:04:35.903 INFO:tasks.rados.rados.0.smithi090.stdout:2241: finishing copy_from to smithi09077644-21 2024-03-07T03:04:35.903 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 1313 (ObjNum 688 snap 212 seq_num 688) dirty exists 2024-03-07T03:04:35.904 INFO:tasks.rados.rados.0.smithi090.stdout:2242: finishing copy_from to smithi09077644-13 2024-03-07T03:04:35.904 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 13 v 1012 (ObjNum 380 snap 117 seq_num 380) dirty exists 2024-03-07T03:04:35.914 INFO:tasks.rados.rados.0.smithi090.stdout:2239: done (4 left) 2024-03-07T03:04:35.914 INFO:tasks.rados.rados.0.smithi090.stdout:2240: done (3 left) 2024-03-07T03:04:35.914 INFO:tasks.rados.rados.0.smithi090.stdout:2241: done (2 left) 2024-03-07T03:04:35.914 INFO:tasks.rados.rados.0.smithi090.stdout:2242: done (1 left) 2024-03-07T03:04:35.914 INFO:tasks.rados.rados.0.smithi090.stdout:2244: done (0 left) 2024-03-07T03:04:35.915 INFO:tasks.rados.rados.0.smithi090.stdout:2245: snap_create 2024-03-07T03:04:36.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:35 smithi092 ceph-mon[83777]: osdmap e504: 8 total, 8 up, 8 in 2024-03-07T03:04:36.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:35 smithi092 ceph-mon[83777]: No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:36.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:35 smithi092 ceph-mon[83777]: pgmap v178: 121 pgs: 1 active+clean+snaptrim_error, 120 active+clean; 247 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 9 op/s 2024-03-07T03:04:36.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:35 smithi090 ceph-mon[89511]: osdmap e504: 8 total, 8 up, 8 in 2024-03-07T03:04:36.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:35 smithi090 ceph-mon[89511]: No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:36.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:35 smithi090 ceph-mon[89511]: pgmap v178: 121 pgs: 1 active+clean+snaptrim_error, 120 active+clean; 247 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 9 op/s 2024-03-07T03:04:36.329 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:35 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:04:35.902+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:36.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:35 smithi090 ceph-mon[91928]: osdmap e504: 8 total, 8 up, 8 in 2024-03-07T03:04:36.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:35 smithi090 ceph-mon[91928]: No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:36.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:35 smithi090 ceph-mon[91928]: pgmap v178: 121 pgs: 1 active+clean+snaptrim_error, 120 active+clean; 247 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 9 op/s 2024-03-07T03:04:36.911 INFO:tasks.rados.rados.0.smithi090.stdout:2245: done (0 left) 2024-03-07T03:04:36.911 INFO:tasks.rados.rados.0.smithi090.stdout:2246: delete oid 34 current snap is 219 2024-03-07T03:04:36.916 INFO:tasks.rados.rados.0.smithi090.stdout:2246: done (0 left) 2024-03-07T03:04:36.916 INFO:tasks.rados.rados.0.smithi090.stdout:2247: snap_remove snap 209 2024-03-07T03:04:37.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:36 smithi092 ceph-mon[83777]: osdmap e505: 8 total, 8 up, 8 in 2024-03-07T03:04:37.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:36 smithi092 ceph-mon[83777]: No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:37.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:36 smithi090 ceph-mon[89511]: osdmap e505: 8 total, 8 up, 8 in 2024-03-07T03:04:37.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:36 smithi090 ceph-mon[89511]: No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:37.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:36 smithi090 ceph-mon[91928]: osdmap e505: 8 total, 8 up, 8 in 2024-03-07T03:04:37.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:36 smithi090 ceph-mon[91928]: No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:37.925 INFO:tasks.rados.rados.0.smithi090.stdout:2247: done (0 left) 2024-03-07T03:04:37.925 INFO:tasks.rados.rados.0.smithi090.stdout:2248: copy_from oid 3 from oid 28 current snap is 219 2024-03-07T03:04:37.925 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 45 current snap is 219 2024-03-07T03:04:37.926 INFO:tasks.rados.rados.0.smithi090.stdout:2249: seq_num 705 ranges {4661248=614400,5275648=630784,5906432=524288,6430720=450560} 2024-03-07T03:04:37.955 INFO:tasks.rados.rados.0.smithi090.stdout:2249: writing smithi09077644-45 from 4661248 to 5275648 tid 1 2024-03-07T03:04:37.958 INFO:tasks.rados.rados.0.smithi090.stdout:2249: writing smithi09077644-45 from 5275648 to 5906432 tid 2 2024-03-07T03:04:37.962 INFO:tasks.rados.rados.0.smithi090.stdout:2249: writing smithi09077644-45 from 5906432 to 6430720 tid 3 2024-03-07T03:04:37.965 INFO:tasks.rados.rados.0.smithi090.stdout:2249: writing smithi09077644-45 from 6430720 to 6881280 tid 4 2024-03-07T03:04:37.965 INFO:tasks.rados.rados.0.smithi090.stdout:2250: read oid 14 snap -1 2024-03-07T03:04:37.966 INFO:tasks.rados.rados.0.smithi090.stdout:2250: expect (ObjNum 661 snap 205 seq_num 661) 2024-03-07T03:04:37.966 INFO:tasks.rados.rados.0.smithi090.stdout:2251: rollback oid 6 current snap is 219 2024-03-07T03:04:37.966 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 6 to 215 2024-03-07T03:04:37.966 INFO:tasks.rados.rados.0.smithi090.stdout:2248: finishing copy_from racing read to smithi09077644-3 2024-03-07T03:04:37.966 INFO:tasks.rados.rados.0.smithi090.stdout:2252: copy_from oid 37 from oid 49 current snap is 219 2024-03-07T03:04:37.966 INFO:tasks.rados.rados.0.smithi090.stdout:2248: finishing copy_from to smithi09077644-3 2024-03-07T03:04:37.966 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 876 (ObjNum 698 snap 216 seq_num 698) dirty exists 2024-03-07T03:04:37.966 INFO:tasks.rados.rados.0.smithi090.stdout:2249: finishing write tid 1 to smithi09077644-45 2024-03-07T03:04:37.966 INFO:tasks.rados.rados.0.smithi090.stdout:2249: finishing write tid 2 to smithi09077644-45 2024-03-07T03:04:37.966 INFO:tasks.rados.rados.0.smithi090.stdout:2249: finishing write tid 3 to smithi09077644-45 2024-03-07T03:04:37.966 INFO:tasks.rados.rados.0.smithi090.stdout:2248: done (4 left) 2024-03-07T03:04:37.966 INFO:tasks.rados.rados.0.smithi090.stdout:2253: read oid 31 snap -1 2024-03-07T03:04:37.966 INFO:tasks.rados.rados.0.smithi090.stdout:2253: expect deleted 2024-03-07T03:04:37.966 INFO:tasks.rados.rados.0.smithi090.stdout:2254: snap_create 2024-03-07T03:04:37.969 INFO:tasks.rados.rados.0.smithi090.stdout:2249: finishing write tid 4 to smithi09077644-45 2024-03-07T03:04:37.969 INFO:tasks.rados.rados.0.smithi090.stdout:2249: finishing write tid 5 to smithi09077644-45 2024-03-07T03:04:37.972 INFO:tasks.rados.rados.0.smithi090.stdout:2251: finishing rollback tid 1 to smithi09077644-6 2024-03-07T03:04:37.972 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 1084 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-03-07T03:04:37.973 INFO:tasks.rados.rados.0.smithi090.stdout:2249: finishing write tid 6 to smithi09077644-45 2024-03-07T03:04:37.973 INFO:tasks.rados.rados.0.smithi090.stdout:2249: oid 45 updating version 0 to 899 2024-03-07T03:04:37.973 INFO:tasks.rados.rados.0.smithi090.stdout:2249: oid 45 updating version 899 to 901 2024-03-07T03:04:37.973 INFO:tasks.rados.rados.0.smithi090.stdout:2249: oid 45 version 901 is already newer than 897 2024-03-07T03:04:37.974 INFO:tasks.rados.rados.0.smithi090.stdout:2249: oid 45 version 901 is already newer than 898 2024-03-07T03:04:37.974 INFO:tasks.rados.rados.0.smithi090.stdout:2249: oid 45 version 901 is already newer than 900 2024-03-07T03:04:37.974 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 45 v 901 (ObjNum 705 snap 219 seq_num 705) dirty exists 2024-03-07T03:04:37.974 INFO:tasks.rados.rados.0.smithi090.stdout:2249: left oid 45 (ObjNum 705 snap 219 seq_num 705) 2024-03-07T03:04:37.981 INFO:tasks.rados.rados.0.smithi090.stdout:2252: finishing copy_from racing read to smithi09077644-37 2024-03-07T03:04:37.982 INFO:tasks.rados.rados.0.smithi090.stdout:2252: finishing copy_from to smithi09077644-37 2024-03-07T03:04:37.982 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 37 v 895 (ObjNum 653 snap 203 seq_num 653) dirty exists 2024-03-07T03:04:37.998 INFO:tasks.rados.rados.0.smithi090.stdout:2250: expect (ObjNum 661 snap 205 seq_num 661) 2024-03-07T03:04:38.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:37 smithi092 ceph-mon[83777]: osdmap e506: 8 total, 8 up, 8 in 2024-03-07T03:04:38.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:37 smithi092 ceph-mon[83777]: pgmap v181: 121 pgs: 1 active+clean+snaptrim_error, 120 active+clean; 248 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 2.2 MiB/s wr, 13 op/s 2024-03-07T03:04:38.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:37 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:04:38.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:37 smithi090 ceph-mon[91928]: osdmap e506: 8 total, 8 up, 8 in 2024-03-07T03:04:38.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:37 smithi090 ceph-mon[91928]: pgmap v181: 121 pgs: 1 active+clean+snaptrim_error, 120 active+clean; 248 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 2.2 MiB/s wr, 13 op/s 2024-03-07T03:04:38.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:37 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:04:38.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:37 smithi090 ceph-mon[89511]: osdmap e506: 8 total, 8 up, 8 in 2024-03-07T03:04:38.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:37 smithi090 ceph-mon[89511]: pgmap v181: 121 pgs: 1 active+clean+snaptrim_error, 120 active+clean; 248 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 2.2 MiB/s wr, 13 op/s 2024-03-07T03:04:38.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:37 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:04:38.330 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:37 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:04:37.921+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:38.920 INFO:tasks.rados.rados.0.smithi090.stdout:2249: done (5 left) 2024-03-07T03:04:38.920 INFO:tasks.rados.rados.0.smithi090.stdout:2250: done (4 left) 2024-03-07T03:04:38.920 INFO:tasks.rados.rados.0.smithi090.stdout:2251: done (3 left) 2024-03-07T03:04:38.920 INFO:tasks.rados.rados.0.smithi090.stdout:2252: done (2 left) 2024-03-07T03:04:38.920 INFO:tasks.rados.rados.0.smithi090.stdout:2253: done (1 left) 2024-03-07T03:04:38.920 INFO:tasks.rados.rados.0.smithi090.stdout:2254: done (0 left) 2024-03-07T03:04:38.921 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 38 current snap is 220 2024-03-07T03:04:38.921 INFO:tasks.rados.rados.0.smithi090.stdout:2255: seq_num 706 ranges {2121728=630784,2752512=516096,3268608=729088,3997696=360448} 2024-03-07T03:04:38.934 INFO:tasks.rados.rados.0.smithi090.stdout:2255: writing smithi09077644-38 from 2121728 to 2752512 tid 1 2024-03-07T03:04:38.937 INFO:tasks.rados.rados.0.smithi090.stdout:2255: writing smithi09077644-38 from 2752512 to 3268608 tid 2 2024-03-07T03:04:38.942 INFO:tasks.rados.rados.0.smithi090.stdout:2255: writing smithi09077644-38 from 3268608 to 3997696 tid 3 2024-03-07T03:04:38.945 INFO:tasks.rados.rados.0.smithi090.stdout:2255: writing smithi09077644-38 from 3997696 to 4358144 tid 4 2024-03-07T03:04:38.945 INFO:tasks.rados.rados.0.smithi090.stdout:2256: delete oid 14 current snap is 220 2024-03-07T03:04:38.945 INFO:tasks.rados.rados.0.smithi090.stdout:2255: finishing write tid 1 to smithi09077644-38 2024-03-07T03:04:38.945 INFO:tasks.rados.rados.0.smithi090.stdout:2255: finishing write tid 2 to smithi09077644-38 2024-03-07T03:04:38.947 INFO:tasks.rados.rados.0.smithi090.stdout:2255: finishing write tid 3 to smithi09077644-38 2024-03-07T03:04:38.947 INFO:tasks.rados.rados.0.smithi090.stdout:2255: finishing write tid 4 to smithi09077644-38 2024-03-07T03:04:38.948 INFO:tasks.rados.rados.0.smithi090.stdout:2255: finishing write tid 5 to smithi09077644-38 2024-03-07T03:04:38.948 INFO:tasks.rados.rados.0.smithi090.stdout:2256: done (1 left) 2024-03-07T03:04:38.948 INFO:tasks.rados.rados.0.smithi090.stdout:2257: rollback oid 48 current snap is 220 2024-03-07T03:04:38.948 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 48 to 218 2024-03-07T03:04:38.948 INFO:tasks.rados.rados.0.smithi090.stdout:2258: read oid 36 snap 216 2024-03-07T03:04:38.949 INFO:tasks.rados.rados.0.smithi090.stdout:2258: expect (ObjNum 380 snap 117 seq_num 380) 2024-03-07T03:04:38.949 INFO:tasks.rados.rados.0.smithi090.stdout:2259: setattr oid 27 current snap is 220 2024-03-07T03:04:38.952 INFO:tasks.rados.rados.0.smithi090.stdout:2255: finishing write tid 6 to smithi09077644-38 2024-03-07T03:04:38.952 INFO:tasks.rados.rados.0.smithi090.stdout:2255: oid 38 updating version 0 to 1186 2024-03-07T03:04:38.952 INFO:tasks.rados.rados.0.smithi090.stdout:2255: oid 38 version 1186 is already newer than 1183 2024-03-07T03:04:38.952 INFO:tasks.rados.rados.0.smithi090.stdout:2255: oid 38 version 1186 is already newer than 1184 2024-03-07T03:04:38.952 INFO:tasks.rados.rados.0.smithi090.stdout:2255: oid 38 version 1186 is already newer than 1185 2024-03-07T03:04:38.952 INFO:tasks.rados.rados.0.smithi090.stdout:2255: oid 38 version 1186 is already newer than 1182 2024-03-07T03:04:38.952 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 1186 (ObjNum 706 snap 220 seq_num 706) dirty exists 2024-03-07T03:04:38.953 INFO:tasks.rados.rados.0.smithi090.stdout:2255: left oid 38 (ObjNum 706 snap 220 seq_num 706) 2024-03-07T03:04:38.953 INFO:tasks.rados.rados.0.smithi090.stdout:2255: done (3 left) 2024-03-07T03:04:38.953 INFO:tasks.rados.rados.0.smithi090.stdout:2260: read oid 14 snap -1 2024-03-07T03:04:38.953 INFO:tasks.rados.rados.0.smithi090.stdout:2260: expect deleted 2024-03-07T03:04:38.953 INFO:tasks.rados.rados.0.smithi090.stdout:2261: snap_remove snap 214 2024-03-07T03:04:39.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:38 smithi090 ceph-mon[91928]: osdmap e507: 8 total, 8 up, 8 in 2024-03-07T03:04:39.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:38 smithi090 ceph-mon[91928]: No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:39.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:38 smithi090 ceph-mon[89511]: osdmap e507: 8 total, 8 up, 8 in 2024-03-07T03:04:39.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:38 smithi090 ceph-mon[89511]: No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:39.330 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:38 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:04:38.937+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:39.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:38 smithi092 ceph-mon[83777]: osdmap e507: 8 total, 8 up, 8 in 2024-03-07T03:04:39.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:38 smithi092 ceph-mon[83777]: No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:39.934 INFO:tasks.rados.rados.0.smithi090.stdout:2261: done (4 left) 2024-03-07T03:04:39.934 INFO:tasks.rados.rados.0.smithi090.stdout:2262: rollback oid 32 current snap is 220 2024-03-07T03:04:39.934 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 32 to 203 2024-03-07T03:04:39.934 INFO:tasks.rados.rados.0.smithi090.stdout:2257: finishing rollback tid 0 to smithi09077644-48 2024-03-07T03:04:39.934 INFO:tasks.rados.rados.0.smithi090.stdout:2260: done (4 left) 2024-03-07T03:04:39.934 INFO:tasks.rados.rados.0.smithi090.stdout:2263: read oid 39 snap -1 2024-03-07T03:04:39.935 INFO:tasks.rados.rados.0.smithi090.stdout:2263: expect deleted 2024-03-07T03:04:39.935 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 16 current snap is 220 2024-03-07T03:04:39.935 INFO:tasks.rados.rados.0.smithi090.stdout:2264: seq_num 708 ranges {2637824=663552,3301376=737280,4038656=696320,4734976=172032} 2024-03-07T03:04:39.952 INFO:tasks.rados.rados.0.smithi090.stdout:2264: writing smithi09077644-16 from 2637824 to 3301376 tid 1 2024-03-07T03:04:39.957 INFO:tasks.rados.rados.0.smithi090.stdout:2264: writing smithi09077644-16 from 3301376 to 4038656 tid 2 2024-03-07T03:04:39.961 INFO:tasks.rados.rados.0.smithi090.stdout:2264: writing smithi09077644-16 from 4038656 to 4734976 tid 3 2024-03-07T03:04:39.962 INFO:tasks.rados.rados.0.smithi090.stdout:2264: writing smithi09077644-16 from 4734976 to 4907008 tid 4 2024-03-07T03:04:39.962 INFO:tasks.rados.rados.0.smithi090.stdout:2265: read oid 37 snap -1 2024-03-07T03:04:39.962 INFO:tasks.rados.rados.0.smithi090.stdout:2265: expect (ObjNum 653 snap 203 seq_num 653) 2024-03-07T03:04:39.962 INFO:tasks.rados.rados.0.smithi090.stdout:2257: finishing rollback tid 1 to smithi09077644-48 2024-03-07T03:04:39.962 INFO:tasks.rados.rados.0.smithi090.stdout:2257: finishing rollback tid 2 to smithi09077644-48 2024-03-07T03:04:39.962 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 879 (ObjNum 701 snap 217 seq_num 701) dirty exists 2024-03-07T03:04:39.962 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 27 v 896 (ObjNum 569 snap 171 seq_num 569) dirty exists 2024-03-07T03:04:39.962 INFO:tasks.rados.rados.0.smithi090.stdout:2258: expect (ObjNum 380 snap 117 seq_num 380) 2024-03-07T03:04:40.043 INFO:tasks.rados.rados.0.smithi090.stdout:2262: finishing rollback tid 0 to smithi09077644-32 2024-03-07T03:04:40.043 INFO:tasks.rados.rados.0.smithi090.stdout:2262: finishing rollback tid 1 to smithi09077644-32 2024-03-07T03:04:40.043 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 32 v 429 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-03-07T03:04:40.043 INFO:tasks.rados.rados.0.smithi090.stdout:2264: finishing write tid 1 to smithi09077644-16 2024-03-07T03:04:40.043 INFO:tasks.rados.rados.0.smithi090.stdout:2264: finishing write tid 2 to smithi09077644-16 2024-03-07T03:04:40.043 INFO:tasks.rados.rados.0.smithi090.stdout:2264: finishing write tid 3 to smithi09077644-16 2024-03-07T03:04:40.043 INFO:tasks.rados.rados.0.smithi090.stdout:2264: finishing write tid 4 to smithi09077644-16 2024-03-07T03:04:40.044 INFO:tasks.rados.rados.0.smithi090.stdout:2266: read oid 23 snap -1 2024-03-07T03:04:40.044 INFO:tasks.rados.rados.0.smithi090.stdout:2266: expect (ObjNum 678 snap 211 seq_num 678) 2024-03-07T03:04:40.044 INFO:tasks.rados.rados.0.smithi090.stdout:2257: done (7 left) 2024-03-07T03:04:40.044 INFO:tasks.rados.rados.0.smithi090.stdout:2258: done (6 left) 2024-03-07T03:04:40.044 INFO:tasks.rados.rados.0.smithi090.stdout:2259: done (5 left) 2024-03-07T03:04:40.044 INFO:tasks.rados.rados.0.smithi090.stdout:2262: done (4 left) 2024-03-07T03:04:40.044 INFO:tasks.rados.rados.0.smithi090.stdout:2263: done (3 left) 2024-03-07T03:04:40.044 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 35 current snap is 220 2024-03-07T03:04:40.044 INFO:tasks.rados.rados.0.smithi090.stdout:2264: finishing write tid 5 to smithi09077644-16 2024-03-07T03:04:40.044 INFO:tasks.rados.rados.0.smithi090.stdout:2264: finishing write tid 6 to smithi09077644-16 2024-03-07T03:04:40.044 INFO:tasks.rados.rados.0.smithi090.stdout:2264: oid 16 updating version 0 to 1120 2024-03-07T03:04:40.044 INFO:tasks.rados.rados.0.smithi090.stdout:2264: oid 16 version 1120 is already newer than 1118 2024-03-07T03:04:40.044 INFO:tasks.rados.rados.0.smithi090.stdout:2264: oid 16 version 1120 is already newer than 1119 2024-03-07T03:04:40.045 INFO:tasks.rados.rados.0.smithi090.stdout:2264: oid 16 updating version 1120 to 1121 2024-03-07T03:04:40.045 INFO:tasks.rados.rados.0.smithi090.stdout:2264: oid 16 version 1121 is already newer than 1117 2024-03-07T03:04:40.045 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 1121 (ObjNum 708 snap 220 seq_num 708) dirty exists 2024-03-07T03:04:40.045 INFO:tasks.rados.rados.0.smithi090.stdout:2264: left oid 16 (ObjNum 708 snap 220 seq_num 708) 2024-03-07T03:04:40.045 INFO:tasks.rados.rados.0.smithi090.stdout:2265: expect (ObjNum 653 snap 203 seq_num 653) 2024-03-07T03:04:40.124 INFO:tasks.rados.rados.0.smithi090.stdout:2266: expect (ObjNum 678 snap 211 seq_num 678) 2024-03-07T03:04:40.229 INFO:tasks.rados.rados.0.smithi090.stdout:2267: seq_num 709 ranges {2138112=679936,2818048=614400,3432448=499712,3932160=491520} 2024-03-07T03:04:40.243 INFO:tasks.rados.rados.0.smithi090.stdout:2267: writing smithi09077644-35 from 2138112 to 2818048 tid 1 2024-03-07T03:04:40.247 INFO:tasks.rados.rados.0.smithi090.stdout:2267: writing smithi09077644-35 from 2818048 to 3432448 tid 2 2024-03-07T03:04:40.250 INFO:tasks.rados.rados.0.smithi090.stdout:2267: writing smithi09077644-35 from 3432448 to 3932160 tid 3 2024-03-07T03:04:40.253 INFO:tasks.rados.rados.0.smithi090.stdout:2267: writing smithi09077644-35 from 3932160 to 4423680 tid 4 2024-03-07T03:04:40.253 INFO:tasks.rados.rados.0.smithi090.stdout:2264: done (3 left) 2024-03-07T03:04:40.253 INFO:tasks.rados.rados.0.smithi090.stdout:2265: done (2 left) 2024-03-07T03:04:40.253 INFO:tasks.rados.rados.0.smithi090.stdout:2266: done (1 left) 2024-03-07T03:04:40.253 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 4 current snap is 220 2024-03-07T03:04:40.254 INFO:tasks.rados.rados.0.smithi090.stdout:2267: finishing write tid 1 to smithi09077644-35 2024-03-07T03:04:40.254 INFO:tasks.rados.rados.0.smithi090.stdout:2268: seq_num 710 ranges {2383872=696320,3080192=499712,3579904=712704,4292608=393216} 2024-03-07T03:04:40.269 INFO:tasks.rados.rados.0.smithi090.stdout:2268: writing smithi09077644-4 from 2383872 to 3080192 tid 1 2024-03-07T03:04:40.272 INFO:tasks.rados.rados.0.smithi090.stdout:2268: writing smithi09077644-4 from 3080192 to 3579904 tid 2 2024-03-07T03:04:40.276 INFO:tasks.rados.rados.0.smithi090.stdout:2268: writing smithi09077644-4 from 3579904 to 4292608 tid 3 2024-03-07T03:04:40.279 INFO:tasks.rados.rados.0.smithi090.stdout:2268: writing smithi09077644-4 from 4292608 to 4685824 tid 4 2024-03-07T03:04:40.279 INFO:tasks.rados.rados.0.smithi090.stdout:2269: delete oid 11 current snap is 220 2024-03-07T03:04:40.279 INFO:tasks.rados.rados.0.smithi090.stdout:2267: finishing write tid 2 to smithi09077644-35 2024-03-07T03:04:40.279 INFO:tasks.rados.rados.0.smithi090.stdout:2267: finishing write tid 3 to smithi09077644-35 2024-03-07T03:04:40.279 INFO:tasks.rados.rados.0.smithi090.stdout:2267: finishing write tid 4 to smithi09077644-35 2024-03-07T03:04:40.279 INFO:tasks.rados.rados.0.smithi090.stdout:2267: finishing write tid 5 to smithi09077644-35 2024-03-07T03:04:40.279 INFO:tasks.rados.rados.0.smithi090.stdout:2267: finishing write tid 6 to smithi09077644-35 2024-03-07T03:04:40.280 INFO:tasks.rados.rados.0.smithi090.stdout:2267: oid 35 updating version 0 to 1093 2024-03-07T03:04:40.280 INFO:tasks.rados.rados.0.smithi090.stdout:2267: oid 35 updating version 1093 to 1094 2024-03-07T03:04:40.280 INFO:tasks.rados.rados.0.smithi090.stdout:2267: oid 35 updating version 1094 to 1096 2024-03-07T03:04:40.280 INFO:tasks.rados.rados.0.smithi090.stdout:2267: oid 35 version 1096 is already newer than 1092 2024-03-07T03:04:40.280 INFO:tasks.rados.rados.0.smithi090.stdout:2267: oid 35 version 1096 is already newer than 1095 2024-03-07T03:04:40.280 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 35 v 1096 (ObjNum 709 snap 220 seq_num 709) dirty exists 2024-03-07T03:04:40.280 INFO:tasks.rados.rados.0.smithi090.stdout:2267: left oid 35 (ObjNum 709 snap 220 seq_num 709) 2024-03-07T03:04:40.280 INFO:tasks.rados.rados.0.smithi090.stdout:2268: finishing write tid 1 to smithi09077644-4 2024-03-07T03:04:40.280 INFO:tasks.rados.rados.0.smithi090.stdout:2268: finishing write tid 2 to smithi09077644-4 2024-03-07T03:04:40.280 INFO:tasks.rados.rados.0.smithi090.stdout:2268: finishing write tid 3 to smithi09077644-4 2024-03-07T03:04:40.281 INFO:tasks.rados.rados.0.smithi090.stdout:2267: done (2 left) 2024-03-07T03:04:40.282 INFO:tasks.rados.rados.0.smithi090.stdout:2269: done (1 left) 2024-03-07T03:04:40.282 INFO:tasks.rados.rados.0.smithi090.stdout:2270: read oid 44 snap -1 2024-03-07T03:04:40.282 INFO:tasks.rados.rados.0.smithi090.stdout:2270: expect (ObjNum 661 snap 205 seq_num 661) 2024-03-07T03:04:40.282 INFO:tasks.rados.rados.0.smithi090.stdout:2271: snap_create 2024-03-07T03:04:40.282 INFO:tasks.rados.rados.0.smithi090.stdout:2268: finishing write tid 4 to smithi09077644-4 2024-03-07T03:04:40.282 INFO:tasks.rados.rados.0.smithi090.stdout:2268: finishing write tid 5 to smithi09077644-4 2024-03-07T03:04:40.284 INFO:tasks.rados.rados.0.smithi090.stdout:2268: finishing write tid 6 to smithi09077644-4 2024-03-07T03:04:40.284 INFO:tasks.rados.rados.0.smithi090.stdout:2268: oid 4 updating version 0 to 902 2024-03-07T03:04:40.284 INFO:tasks.rados.rados.0.smithi090.stdout:2268: oid 4 updating version 902 to 904 2024-03-07T03:04:40.284 INFO:tasks.rados.rados.0.smithi090.stdout:2268: oid 4 updating version 904 to 906 2024-03-07T03:04:40.284 INFO:tasks.rados.rados.0.smithi090.stdout:2268: oid 4 version 906 is already newer than 903 2024-03-07T03:04:40.284 INFO:tasks.rados.rados.0.smithi090.stdout:2268: oid 4 version 906 is already newer than 905 2024-03-07T03:04:40.284 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 906 (ObjNum 710 snap 220 seq_num 710) dirty exists 2024-03-07T03:04:40.284 INFO:tasks.rados.rados.0.smithi090.stdout:2268: left oid 4 (ObjNum 710 snap 220 seq_num 710) 2024-03-07T03:04:40.301 INFO:tasks.rados.rados.0.smithi090.stdout:2270: expect (ObjNum 661 snap 205 seq_num 661) 2024-03-07T03:04:40.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:39 smithi090 ceph-mon[91928]: osdmap e508: 8 total, 8 up, 8 in 2024-03-07T03:04:40.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:39 smithi090 ceph-mon[91928]: No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:40.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:39 smithi090 ceph-mon[91928]: pgmap v184: 121 pgs: 1 active+clean+snaptrim_error, 120 active+clean; 262 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 6.0 MiB/s wr, 23 op/s 2024-03-07T03:04:40.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:39 smithi090 ceph-mon[89511]: osdmap e508: 8 total, 8 up, 8 in 2024-03-07T03:04:40.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:39 smithi090 ceph-mon[89511]: No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:40.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:39 smithi090 ceph-mon[89511]: pgmap v184: 121 pgs: 1 active+clean+snaptrim_error, 120 active+clean; 262 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 6.0 MiB/s wr, 23 op/s 2024-03-07T03:04:40.330 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:39 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:04:39.934+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:40.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:39 smithi092 ceph-mon[83777]: osdmap e508: 8 total, 8 up, 8 in 2024-03-07T03:04:40.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:39 smithi092 ceph-mon[83777]: No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:40.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:39 smithi092 ceph-mon[83777]: pgmap v184: 121 pgs: 1 active+clean+snaptrim_error, 120 active+clean; 262 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 6.0 MiB/s wr, 23 op/s 2024-03-07T03:04:40.935 INFO:tasks.rados.rados.0.smithi090.stdout:2268: done (2 left) 2024-03-07T03:04:40.935 INFO:tasks.rados.rados.0.smithi090.stdout:2270: done (1 left) 2024-03-07T03:04:40.935 INFO:tasks.rados.rados.0.smithi090.stdout:2271: done (0 left) 2024-03-07T03:04:40.935 INFO:tasks.rados.rados.0.smithi090.stdout:2272: rollback oid 42 current snap is 221 2024-03-07T03:04:40.935 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 42 to 200 2024-03-07T03:04:40.935 INFO:tasks.rados.rados.0.smithi090.stdout:2273: rollback oid 29 current snap is 221 2024-03-07T03:04:40.935 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 29 to 203 2024-03-07T03:04:40.935 INFO:tasks.rados.rados.0.smithi090.stdout:2274: snap_create 2024-03-07T03:04:40.937 INFO:tasks.rados.rados.0.smithi090.stdout:2272: finishing rollback tid 1 to smithi09077644-42 2024-03-07T03:04:40.938 INFO:tasks.rados.rados.0.smithi090.stdout:2272: finishing rollback tid 2 to smithi09077644-42 2024-03-07T03:04:40.938 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 42 v 1192 (ObjNum 640 snap 199 seq_num 640) dirty exists 2024-03-07T03:04:40.942 INFO:tasks.rados.rados.0.smithi090.stdout:2273: finishing rollback tid 0 to smithi09077644-29 2024-03-07T03:04:40.943 INFO:tasks.rados.rados.0.smithi090.stdout:2273: finishing rollback tid 1 to smithi09077644-29 2024-03-07T03:04:40.943 INFO:tasks.rados.rados.0.smithi090.stdout:2273: finishing rollback tid 2 to smithi09077644-29 2024-03-07T03:04:40.943 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 1124 (ObjNum 595 snap 183 seq_num 595) dirty exists 2024-03-07T03:04:41.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:40 smithi090 ceph-mon[89511]: osdmap e509: 8 total, 8 up, 8 in 2024-03-07T03:04:41.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:40 smithi090 ceph-mon[89511]: No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:41.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:40 smithi090 ceph-mon[91928]: osdmap e509: 8 total, 8 up, 8 in 2024-03-07T03:04:41.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:40 smithi090 ceph-mon[91928]: No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:41.330 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:40 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:04:40.934+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:41.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:40 smithi092 ceph-mon[83777]: osdmap e509: 8 total, 8 up, 8 in 2024-03-07T03:04:41.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:40 smithi092 ceph-mon[83777]: No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:41.942 INFO:tasks.rados.rados.0.smithi090.stdout:2272: done (2 left) 2024-03-07T03:04:41.942 INFO:tasks.rados.rados.0.smithi090.stdout:2273: done (1 left) 2024-03-07T03:04:41.942 INFO:tasks.rados.rados.0.smithi090.stdout:2274: done (0 left) 2024-03-07T03:04:41.943 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 50 current snap is 222 2024-03-07T03:04:41.943 INFO:tasks.rados.rados.0.smithi090.stdout:2275: seq_num 712 ranges {5005312=729088,5734400=671744,6406144=671744,7077888=262144} 2024-03-07T03:04:41.972 INFO:tasks.rados.rados.0.smithi090.stdout:2275: writing smithi09077644-50 from 5005312 to 5734400 tid 1 2024-03-07T03:04:41.976 INFO:tasks.rados.rados.0.smithi090.stdout:2275: writing smithi09077644-50 from 5734400 to 6406144 tid 2 2024-03-07T03:04:41.980 INFO:tasks.rados.rados.0.smithi090.stdout:2275: writing smithi09077644-50 from 6406144 to 7077888 tid 3 2024-03-07T03:04:41.982 INFO:tasks.rados.rados.0.smithi090.stdout:2275: writing smithi09077644-50 from 7077888 to 7340032 tid 4 2024-03-07T03:04:41.982 INFO:tasks.rados.rados.0.smithi090.stdout:2276: read oid 28 snap 219 2024-03-07T03:04:41.982 INFO:tasks.rados.rados.0.smithi090.stdout:2276: expect (ObjNum 698 snap 216 seq_num 698) 2024-03-07T03:04:41.982 INFO:tasks.rados.rados.0.smithi090.stdout:2277: snap_remove snap 215 2024-03-07T03:04:42.230 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:41 smithi090 ceph-mon[89511]: osdmap e510: 8 total, 8 up, 8 in 2024-03-07T03:04:42.231 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:41 smithi090 ceph-mon[89511]: No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:42.231 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:41 smithi090 ceph-mon[89511]: pgmap v187: 121 pgs: 1 active+clean+snaptrim_error, 120 active+clean; 266 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 4.9 MiB/s wr, 13 op/s 2024-03-07T03:04:42.231 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:41 smithi090 ceph-mon[91928]: osdmap e510: 8 total, 8 up, 8 in 2024-03-07T03:04:42.231 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:41 smithi090 ceph-mon[91928]: No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:42.231 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:41 smithi090 ceph-mon[91928]: pgmap v187: 121 pgs: 1 active+clean+snaptrim_error, 120 active+clean; 266 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 4.9 MiB/s wr, 13 op/s 2024-03-07T03:04:42.231 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:41 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:04:41.939+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:42.316 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:41 smithi092 ceph-mon[83777]: osdmap e510: 8 total, 8 up, 8 in 2024-03-07T03:04:42.316 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:41 smithi092 ceph-mon[83777]: No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:42.316 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:41 smithi092 ceph-mon[83777]: pgmap v187: 121 pgs: 1 active+clean+snaptrim_error, 120 active+clean; 266 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 4.9 MiB/s wr, 13 op/s 2024-03-07T03:04:42.667 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:04:42 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:04:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:04:42.956 INFO:tasks.rados.rados.0.smithi090.stdout:2277: done (2 left) 2024-03-07T03:04:42.957 INFO:tasks.rados.rados.0.smithi090.stdout:2278: read oid 36 snap -1 2024-03-07T03:04:42.957 INFO:tasks.rados.rados.0.smithi090.stdout:2278: expect (ObjNum 380 snap 117 seq_num 380) 2024-03-07T03:04:42.957 INFO:tasks.rados.rados.0.smithi090.stdout:2279: snap_remove snap 217 2024-03-07T03:04:43.329 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:42 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:04:42.953+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:43.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:42 smithi090 ceph-mon[89511]: osdmap e511: 8 total, 8 up, 8 in 2024-03-07T03:04:43.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:42 smithi090 ceph-mon[89511]: No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:43.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:42 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:04:43.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:42 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:04:43.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:42 smithi090 ceph-mon[91928]: osdmap e511: 8 total, 8 up, 8 in 2024-03-07T03:04:43.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:42 smithi090 ceph-mon[91928]: No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:43.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:42 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:04:43.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:42 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:04:43.330 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:04:43 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:04:43] "GET /metrics HTTP/1.1" 200 36176 "" "Prometheus/2.43.0" 2024-03-07T03:04:43.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:42 smithi092 ceph-mon[83777]: osdmap e511: 8 total, 8 up, 8 in 2024-03-07T03:04:43.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:42 smithi092 ceph-mon[83777]: No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:43.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:42 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:04:43.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:42 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:04:43.917 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:04:43 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:04:43.506Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi090\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:04:43.956 INFO:tasks.rados.rados.0.smithi090.stdout:2279: done (3 left) 2024-03-07T03:04:43.956 INFO:tasks.rados.rados.0.smithi090.stdout:2280: copy_from oid 49 from oid 25 current snap is 222 2024-03-07T03:04:43.956 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 21 current snap is 222 2024-03-07T03:04:43.956 INFO:tasks.rados.rados.0.smithi090.stdout:2281: seq_num 713 ranges {1933312=745472,2678784=557056,3235840=483328,3719168=565248} 2024-03-07T03:04:43.973 INFO:tasks.rados.rados.0.smithi090.stdout:2281: writing smithi09077644-21 from 1933312 to 2678784 tid 1 2024-03-07T03:04:43.977 INFO:tasks.rados.rados.0.smithi090.stdout:2281: writing smithi09077644-21 from 2678784 to 3235840 tid 2 2024-03-07T03:04:43.981 INFO:tasks.rados.rados.0.smithi090.stdout:2281: writing smithi09077644-21 from 3235840 to 3719168 tid 3 2024-03-07T03:04:43.986 INFO:tasks.rados.rados.0.smithi090.stdout:2281: writing smithi09077644-21 from 3719168 to 4284416 tid 4 2024-03-07T03:04:43.986 INFO:tasks.rados.rados.0.smithi090.stdout:2282: rollback oid 12 current snap is 222 2024-03-07T03:04:43.986 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 12 to 211 2024-03-07T03:04:43.986 INFO:tasks.rados.rados.0.smithi090.stdout:2275: finishing write tid 1 to smithi09077644-50 2024-03-07T03:04:43.986 INFO:tasks.rados.rados.0.smithi090.stdout:2283: copy_from oid 43 from oid 16 current snap is 222 2024-03-07T03:04:43.986 INFO:tasks.rados.rados.0.smithi090.stdout:2275: finishing write tid 2 to smithi09077644-50 2024-03-07T03:04:43.986 INFO:tasks.rados.rados.0.smithi090.stdout:2275: finishing write tid 3 to smithi09077644-50 2024-03-07T03:04:43.986 INFO:tasks.rados.rados.0.smithi090.stdout:2275: finishing write tid 4 to smithi09077644-50 2024-03-07T03:04:43.986 INFO:tasks.rados.rados.0.smithi090.stdout:2275: finishing write tid 5 to smithi09077644-50 2024-03-07T03:04:43.986 INFO:tasks.rados.rados.0.smithi090.stdout:2275: finishing write tid 6 to smithi09077644-50 2024-03-07T03:04:43.986 INFO:tasks.rados.rados.0.smithi090.stdout:2275: oid 50 updating version 0 to 1215 2024-03-07T03:04:43.987 INFO:tasks.rados.rados.0.smithi090.stdout:2275: oid 50 version 1215 is already newer than 1212 2024-03-07T03:04:43.987 INFO:tasks.rados.rados.0.smithi090.stdout:2275: oid 50 updating version 1215 to 1216 2024-03-07T03:04:43.987 INFO:tasks.rados.rados.0.smithi090.stdout:2275: oid 50 version 1216 is already newer than 1213 2024-03-07T03:04:43.987 INFO:tasks.rados.rados.0.smithi090.stdout:2275: oid 50 version 1216 is already newer than 1214 2024-03-07T03:04:43.987 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 50 v 1216 (ObjNum 712 snap 222 seq_num 712) dirty exists 2024-03-07T03:04:43.987 INFO:tasks.rados.rados.0.smithi090.stdout:2275: left oid 50 (ObjNum 712 snap 222 seq_num 712) 2024-03-07T03:04:43.987 INFO:tasks.rados.rados.0.smithi090.stdout:2276: expect (ObjNum 698 snap 216 seq_num 698) 2024-03-07T03:04:44.033 INFO:teuthology.orchestra.run.smithi090.stdout:true 2024-03-07T03:04:44.043 INFO:tasks.rados.rados.0.smithi090.stdout:2278: expect (ObjNum 380 snap 117 seq_num 380) 2024-03-07T03:04:44.128 INFO:tasks.rados.rados.0.smithi090.stdout:2281: finishing write tid 1 to smithi09077644-21 2024-03-07T03:04:44.128 INFO:tasks.rados.rados.0.smithi090.stdout:2281: finishing write tid 2 to smithi09077644-21 2024-03-07T03:04:44.128 INFO:tasks.rados.rados.0.smithi090.stdout:2281: finishing write tid 3 to smithi09077644-21 2024-03-07T03:04:44.128 INFO:tasks.rados.rados.0.smithi090.stdout:2280: finishing copy_from racing read to smithi09077644-49 2024-03-07T03:04:44.128 INFO:tasks.rados.rados.0.smithi090.stdout:2282: finishing rollback tid 1 to smithi09077644-12 2024-03-07T03:04:44.128 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 12 v 0 (ObjNum 65 snap 0 seq_num 1801216624) dirty dne 2024-03-07T03:04:44.128 INFO:tasks.rados.rados.0.smithi090.stdout:2281: finishing write tid 4 to smithi09077644-21 2024-03-07T03:04:44.128 INFO:tasks.rados.rados.0.smithi090.stdout:2281: finishing write tid 5 to smithi09077644-21 2024-03-07T03:04:44.128 INFO:tasks.rados.rados.0.smithi090.stdout:2275: done (6 left) 2024-03-07T03:04:44.128 INFO:tasks.rados.rados.0.smithi090.stdout:2276: done (5 left) 2024-03-07T03:04:44.128 INFO:tasks.rados.rados.0.smithi090.stdout:2278: done (4 left) 2024-03-07T03:04:44.128 INFO:tasks.rados.rados.0.smithi090.stdout:2282: done (3 left) 2024-03-07T03:04:44.129 INFO:tasks.rados.rados.0.smithi090.stdout:2284: copy_from oid 33 from oid 6 current snap is 222 2024-03-07T03:04:44.129 INFO:tasks.rados.rados.0.smithi090.stdout:2281: finishing write tid 6 to smithi09077644-21 2024-03-07T03:04:44.129 INFO:tasks.rados.rados.0.smithi090.stdout:2281: oid 21 updating version 0 to 1316 2024-03-07T03:04:44.129 INFO:tasks.rados.rados.0.smithi090.stdout:2281: oid 21 updating version 1316 to 1318 2024-03-07T03:04:44.129 INFO:tasks.rados.rados.0.smithi090.stdout:2281: oid 21 version 1318 is already newer than 1315 2024-03-07T03:04:44.129 INFO:tasks.rados.rados.0.smithi090.stdout:2281: oid 21 version 1318 is already newer than 1317 2024-03-07T03:04:44.129 INFO:tasks.rados.rados.0.smithi090.stdout:2281: oid 21 version 1318 is already newer than 1314 2024-03-07T03:04:44.129 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 1318 (ObjNum 713 snap 222 seq_num 713) dirty exists 2024-03-07T03:04:44.129 INFO:tasks.rados.rados.0.smithi090.stdout:2281: left oid 21 (ObjNum 713 snap 222 seq_num 713) 2024-03-07T03:04:44.129 INFO:tasks.rados.rados.0.smithi090.stdout:2280: finishing copy_from to smithi09077644-49 2024-03-07T03:04:44.129 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 49 v 1040 (ObjNum 647 snap 202 seq_num 647) dirty exists 2024-03-07T03:04:44.129 INFO:tasks.rados.rados.0.smithi090.stdout:2283: finishing copy_from racing read to smithi09077644-43 2024-03-07T03:04:44.129 INFO:tasks.rados.rados.0.smithi090.stdout:2283: finishing copy_from to smithi09077644-43 2024-03-07T03:04:44.129 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 1121 (ObjNum 708 snap 220 seq_num 708) dirty exists 2024-03-07T03:04:44.129 INFO:tasks.rados.rados.0.smithi090.stdout:2280: done (3 left) 2024-03-07T03:04:44.129 INFO:tasks.rados.rados.0.smithi090.stdout:2281: done (2 left) 2024-03-07T03:04:44.130 INFO:tasks.rados.rados.0.smithi090.stdout:2283: done (1 left) 2024-03-07T03:04:44.130 INFO:tasks.rados.rados.0.smithi090.stdout:2285: copy_from oid 23 from oid 12 current snap is 222 2024-03-07T03:04:44.130 INFO:tasks.rados.rados.0.smithi090.stdout:2286: copy_from oid 43 from oid 35 current snap is 222 2024-03-07T03:04:44.130 INFO:tasks.rados.rados.0.smithi090.stdout:2287: snap_create 2024-03-07T03:04:44.130 INFO:tasks.rados.rados.0.smithi090.stdout:2284: finishing copy_from to smithi09077644-33 2024-03-07T03:04:44.130 INFO:tasks.rados.rados.0.smithi090.stdout:2284: got expected ENOENT (src dne) 2024-03-07T03:04:44.130 INFO:tasks.rados.rados.0.smithi090.stdout:2285: finishing copy_from to smithi09077644-23 2024-03-07T03:04:44.130 INFO:tasks.rados.rados.0.smithi090.stdout:2285: got expected ENOENT (src dne) 2024-03-07T03:04:44.131 INFO:tasks.rados.rados.0.smithi090.stdout:2284: finishing copy_from racing read to smithi09077644-33 2024-03-07T03:04:44.131 INFO:tasks.rados.rados.0.smithi090.stdout:2285: finishing copy_from racing read to smithi09077644-23 2024-03-07T03:04:44.145 INFO:tasks.rados.rados.0.smithi090.stdout:2286: finishing copy_from racing read to smithi09077644-43 2024-03-07T03:04:44.148 INFO:tasks.rados.rados.0.smithi090.stdout:2286: finishing copy_from to smithi09077644-43 2024-03-07T03:04:44.148 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 1096 (ObjNum 709 snap 220 seq_num 709) dirty exists 2024-03-07T03:04:44.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:43 smithi090 ceph-mon[89511]: osdmap e512: 8 total, 8 up, 8 in 2024-03-07T03:04:44.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:43 smithi090 ceph-mon[89511]: No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:44.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:43 smithi090 ceph-mon[89511]: pgmap v190: 121 pgs: 1 active+clean+snaptrim_error, 120 active+clean; 274 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.6 MiB/s wr, 20 op/s 2024-03-07T03:04:44.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:43 smithi090 ceph-mon[91928]: osdmap e512: 8 total, 8 up, 8 in 2024-03-07T03:04:44.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:43 smithi090 ceph-mon[91928]: No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:44.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:43 smithi090 ceph-mon[91928]: pgmap v190: 121 pgs: 1 active+clean+snaptrim_error, 120 active+clean; 274 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.6 MiB/s wr, 20 op/s 2024-03-07T03:04:44.330 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:43 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:04:43.957+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:44.361 INFO:teuthology.orchestra.run.smithi090.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-07T03:04:44.361 INFO:teuthology.orchestra.run.smithi090.stdout:alertmanager.a smithi090 *:9093,9094 running (9m) 20s ago 10m 24.5M - 0.25.0 c8568f914cd2 c7f315859531 2024-03-07T03:04:44.361 INFO:teuthology.orchestra.run.smithi090.stdout:grafana.a smithi092 *:3000 running (9m) 96s ago 9m 89.4M - 9.4.7 954c08fa6188 044a70fdd07e 2024-03-07T03:04:44.361 INFO:teuthology.orchestra.run.smithi090.stdout:mds.a smithi090 running (11m) 20s ago 11m 15.9M - 18.2.1-718-gae75fc9d 0164bb8a7c67 8b3baf63c0c9 2024-03-07T03:04:44.361 INFO:teuthology.orchestra.run.smithi090.stdout:mds.b smithi092 running (10m) 96s ago 10m 19.7M - 18.2.1-718-gae75fc9d 0164bb8a7c67 ce3c1188fa28 2024-03-07T03:04:44.362 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.x smithi092 *:8443,9283,8765 running (2m) 96s ago 14m 450M - 19.0.0-1905-gea9a5688 fdb83767c1ab ca843ce9235f 2024-03-07T03:04:44.362 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.y smithi090 *:8443,9283,8765 running (3m) 20s ago 16m 504M - 19.0.0-1905-gea9a5688 fdb83767c1ab 3f0549138d93 2024-03-07T03:04:44.362 INFO:teuthology.orchestra.run.smithi090.stdout:mon.a smithi090 running (2m) 20s ago 16m 48.5M 2048M 19.0.0-1905-gea9a5688 fdb83767c1ab f36508ef70bc 2024-03-07T03:04:44.362 INFO:teuthology.orchestra.run.smithi090.stdout:mon.b smithi092 running (108s) 96s ago 14m 20.4M 2048M 19.0.0-1905-gea9a5688 fdb83767c1ab 70867588f01a 2024-03-07T03:04:44.362 INFO:teuthology.orchestra.run.smithi090.stdout:mon.c smithi090 running (2m) 20s ago 14m 42.9M 2048M 19.0.0-1905-gea9a5688 fdb83767c1ab 93f762a9b94a 2024-03-07T03:04:44.362 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.a smithi090 *:9100 running (9m) 20s ago 9m 17.2M - 1.5.0 0da6a335fe13 76496853f3a5 2024-03-07T03:04:44.362 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.b smithi092 *:9100 running (9m) 96s ago 9m 15.5M - 1.5.0 0da6a335fe13 9ed8c0a03920 2024-03-07T03:04:44.362 INFO:teuthology.orchestra.run.smithi090.stdout:osd.0 smithi090 running (57s) 20s ago 14m 139M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab 7a23382ba346 2024-03-07T03:04:44.362 INFO:teuthology.orchestra.run.smithi090.stdout:osd.1 smithi090 running (24s) 20s ago 13m 12.3M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab d1d5335a3808 2024-03-07T03:04:44.362 INFO:teuthology.orchestra.run.smithi090.stdout:osd.2 smithi090 running (13m) 20s ago 13m 334M 2480M 18.2.1-718-gae75fc9d 0164bb8a7c67 9852da06477f 2024-03-07T03:04:44.362 INFO:teuthology.orchestra.run.smithi090.stdout:osd.3 smithi090 running (12m) 20s ago 12m 167M 2480M 18.2.1-718-gae75fc9d 0164bb8a7c67 1e9119683f37 2024-03-07T03:04:44.362 INFO:teuthology.orchestra.run.smithi090.stdout:osd.4 smithi092 running (12m) 96s ago 12m 228M 2480M 18.2.1-718-gae75fc9d 0164bb8a7c67 9ffc02d81c13 2024-03-07T03:04:44.362 INFO:teuthology.orchestra.run.smithi090.stdout:osd.5 smithi092 running (12m) 96s ago 12m 246M 2480M 18.2.1-718-gae75fc9d 0164bb8a7c67 028e6ccdd1db 2024-03-07T03:04:44.362 INFO:teuthology.orchestra.run.smithi090.stdout:osd.6 smithi092 running (11m) 96s ago 11m 125M 2480M 18.2.1-718-gae75fc9d 0164bb8a7c67 04f0a980ec71 2024-03-07T03:04:44.363 INFO:teuthology.orchestra.run.smithi090.stdout:osd.7 smithi092 running (11m) 96s ago 11m 144M 2480M 18.2.1-718-gae75fc9d 0164bb8a7c67 1f2215787147 2024-03-07T03:04:44.363 INFO:teuthology.orchestra.run.smithi090.stdout:prometheus.a smithi092 *:9095 running (2m) 96s ago 10m 47.0M - 2.43.0 a07b618ecd1d 1b8503a67e38 2024-03-07T03:04:44.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:43 smithi092 ceph-mon[83777]: osdmap e512: 8 total, 8 up, 8 in 2024-03-07T03:04:44.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:43 smithi092 ceph-mon[83777]: No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:44.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:43 smithi092 ceph-mon[83777]: pgmap v190: 121 pgs: 1 active+clean+snaptrim_error, 120 active+clean; 274 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.6 MiB/s wr, 20 op/s 2024-03-07T03:04:44.775 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-03-07T03:04:44.775 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": { 2024-03-07T03:04:44.775 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 3 2024-03-07T03:04:44.775 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:04:44.775 INFO:teuthology.orchestra.run.smithi090.stdout: "mgr": { 2024-03-07T03:04:44.775 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 2 2024-03-07T03:04:44.776 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:04:44.776 INFO:teuthology.orchestra.run.smithi090.stdout: "osd": { 2024-03-07T03:04:44.776 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 6, 2024-03-07T03:04:44.776 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 2 2024-03-07T03:04:44.776 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:04:44.776 INFO:teuthology.orchestra.run.smithi090.stdout: "mds": { 2024-03-07T03:04:44.776 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 2 2024-03-07T03:04:44.776 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:04:44.776 INFO:teuthology.orchestra.run.smithi090.stdout: "overall": { 2024-03-07T03:04:44.776 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 8, 2024-03-07T03:04:44.776 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 7 2024-03-07T03:04:44.776 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-03-07T03:04:44.776 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-03-07T03:04:44.961 INFO:tasks.rados.rados.0.smithi090.stdout:2284: done (3 left) 2024-03-07T03:04:44.961 INFO:tasks.rados.rados.0.smithi090.stdout:2285: done (2 left) 2024-03-07T03:04:44.961 INFO:tasks.rados.rados.0.smithi090.stdout:2286: done (1 left) 2024-03-07T03:04:44.961 INFO:tasks.rados.rados.0.smithi090.stdout:2287: done (0 left) 2024-03-07T03:04:44.961 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 45 current snap is 223 2024-03-07T03:04:44.962 INFO:tasks.rados.rados.0.smithi090.stdout:2288: seq_num 714 ranges {6881280=761856,7643136=442368,8085504=688128,8773632=475136} 2024-03-07T03:04:45.003 INFO:tasks.rados.rados.0.smithi090.stdout:2288: writing smithi09077644-45 from 6881280 to 7643136 tid 1 2024-03-07T03:04:45.005 INFO:tasks.rados.rados.0.smithi090.stdout:2288: writing smithi09077644-45 from 7643136 to 8085504 tid 2 2024-03-07T03:04:45.009 INFO:tasks.rados.rados.0.smithi090.stdout:2288: writing smithi09077644-45 from 8085504 to 8773632 tid 3 2024-03-07T03:04:45.012 INFO:tasks.rados.rados.0.smithi090.stdout:2288: writing smithi09077644-45 from 8773632 to 9248768 tid 4 2024-03-07T03:04:45.012 INFO:tasks.rados.rados.0.smithi090.stdout:2289: rollback oid 15 current snap is 223 2024-03-07T03:04:45.012 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 15 to 211 2024-03-07T03:04:45.012 INFO:tasks.rados.rados.0.smithi090.stdout:2290: snap_remove snap 200 2024-03-07T03:04:45.035 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:44 smithi090 ceph-mon[89511]: osdmap e513: 8 total, 8 up, 8 in 2024-03-07T03:04:45.036 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:44 smithi090 ceph-mon[89511]: No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:45.036 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:44 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-03-07T03:04:45.036 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:44 smithi090 ceph-mon[89511]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-03-07T03:04:45.036 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:44 smithi090 ceph-mon[89511]: Upgrade: osd.2 is safe to restart 2024-03-07T03:04:45.036 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:44 smithi090 ceph-mon[89511]: from='client.34230 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:04:45.036 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:44 smithi090 ceph-mon[89511]: from='client.34236 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:04:45.036 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:44 smithi090 ceph-mon[89511]: from='client.? 172.21.15.90:0/4028128172' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:04:45.036 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:44 smithi090 ceph-mon[91928]: osdmap e513: 8 total, 8 up, 8 in 2024-03-07T03:04:45.036 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:44 smithi090 ceph-mon[91928]: No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:45.036 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:44 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-03-07T03:04:45.036 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:44 smithi090 ceph-mon[91928]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-03-07T03:04:45.037 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:44 smithi090 ceph-mon[91928]: Upgrade: osd.2 is safe to restart 2024-03-07T03:04:45.037 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:44 smithi090 ceph-mon[91928]: from='client.34230 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:04:45.037 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:44 smithi090 ceph-mon[91928]: from='client.34236 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:04:45.037 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:44 smithi090 ceph-mon[91928]: from='client.? 172.21.15.90:0/4028128172' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:04:45.329 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:04:45.031+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:45.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:44 smithi092 ceph-mon[83777]: osdmap e513: 8 total, 8 up, 8 in 2024-03-07T03:04:45.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:44 smithi092 ceph-mon[83777]: No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:45.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:44 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-03-07T03:04:45.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:44 smithi092 ceph-mon[83777]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-03-07T03:04:45.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:44 smithi092 ceph-mon[83777]: Upgrade: osd.2 is safe to restart 2024-03-07T03:04:45.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:44 smithi092 ceph-mon[83777]: from='client.34230 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:04:45.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:44 smithi092 ceph-mon[83777]: from='client.34236 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:04:45.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:44 smithi092 ceph-mon[83777]: from='client.? 172.21.15.90:0/4028128172' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:04:45.970 INFO:tasks.rados.rados.0.smithi090.stdout:2290: done (2 left) 2024-03-07T03:04:45.970 INFO:tasks.rados.rados.0.smithi090.stdout:2291: read oid 8 snap 213 2024-03-07T03:04:45.970 INFO:tasks.rados.rados.0.smithi090.stdout:2291: expect (ObjNum 683 snap 212 seq_num 683) 2024-03-07T03:04:45.971 INFO:tasks.rados.rados.0.smithi090.stdout:2292: rollback oid 47 current snap is 223 2024-03-07T03:04:45.971 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 47 to 207 2024-03-07T03:04:45.971 INFO:tasks.rados.rados.0.smithi090.stdout:2289: finishing rollback tid 0 to smithi09077644-15 2024-03-07T03:04:45.971 INFO:tasks.rados.rados.0.smithi090.stdout:2289: finishing rollback tid 1 to smithi09077644-15 2024-03-07T03:04:45.971 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 1359 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-03-07T03:04:45.971 INFO:tasks.rados.rados.0.smithi090.stdout:2288: finishing write tid 1 to smithi09077644-45 2024-03-07T03:04:45.971 INFO:tasks.rados.rados.0.smithi090.stdout:2288: finishing write tid 2 to smithi09077644-45 2024-03-07T03:04:45.971 INFO:tasks.rados.rados.0.smithi090.stdout:2288: finishing write tid 3 to smithi09077644-45 2024-03-07T03:04:45.971 INFO:tasks.rados.rados.0.smithi090.stdout:2288: finishing write tid 4 to smithi09077644-45 2024-03-07T03:04:45.971 INFO:tasks.rados.rados.0.smithi090.stdout:2288: finishing write tid 5 to smithi09077644-45 2024-03-07T03:04:45.971 INFO:tasks.rados.rados.0.smithi090.stdout:2289: done (3 left) 2024-03-07T03:04:45.971 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 38 current snap is 223 2024-03-07T03:04:45.971 INFO:tasks.rados.rados.0.smithi090.stdout:2288: finishing write tid 6 to smithi09077644-45 2024-03-07T03:04:45.971 INFO:tasks.rados.rados.0.smithi090.stdout:2288: oid 45 updating version 0 to 908 2024-03-07T03:04:45.971 INFO:tasks.rados.rados.0.smithi090.stdout:2288: oid 45 version 908 is already newer than 907 2024-03-07T03:04:45.972 INFO:tasks.rados.rados.0.smithi090.stdout:2288: oid 45 updating version 908 to 911 2024-03-07T03:04:45.972 INFO:tasks.rados.rados.0.smithi090.stdout:2288: oid 45 version 911 is already newer than 910 2024-03-07T03:04:45.972 INFO:tasks.rados.rados.0.smithi090.stdout:2288: oid 45 version 911 is already newer than 909 2024-03-07T03:04:45.972 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 45 v 911 (ObjNum 714 snap 223 seq_num 714) dirty exists 2024-03-07T03:04:45.972 INFO:tasks.rados.rados.0.smithi090.stdout:2288: left oid 45 (ObjNum 714 snap 223 seq_num 714) 2024-03-07T03:04:45.972 INFO:tasks.rados.rados.0.smithi090.stdout:2293: seq_num 715 ranges {4358144=778240,5136384=770048,5906432=499712,6406144=335872} 2024-03-07T03:04:46.005 INFO:tasks.rados.rados.0.smithi090.stdout:2293: writing smithi09077644-38 from 4358144 to 5136384 tid 1 2024-03-07T03:04:46.009 INFO:tasks.rados.rados.0.smithi090.stdout:2293: writing smithi09077644-38 from 5136384 to 5906432 tid 2 2024-03-07T03:04:46.012 INFO:tasks.rados.rados.0.smithi090.stdout:2293: writing smithi09077644-38 from 5906432 to 6406144 tid 3 2024-03-07T03:04:46.015 INFO:tasks.rados.rados.0.smithi090.stdout:2293: writing smithi09077644-38 from 6406144 to 6742016 tid 4 2024-03-07T03:04:46.015 INFO:tasks.rados.rados.0.smithi090.stdout:2288: done (3 left) 2024-03-07T03:04:46.015 INFO:tasks.rados.rados.0.smithi090.stdout:2294: copy_from oid 32 from oid 11 current snap is 223 2024-03-07T03:04:46.015 INFO:tasks.rados.rados.0.smithi090.stdout:2291: expect (ObjNum 683 snap 212 seq_num 683) 2024-03-07T03:04:46.081 INFO:tasks.rados.rados.0.smithi090.stdout:2292: finishing rollback tid 0 to smithi09077644-47 2024-03-07T03:04:46.081 INFO:tasks.rados.rados.0.smithi090.stdout:2292: finishing rollback tid 1 to smithi09077644-47 2024-03-07T03:04:46.081 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 712 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-03-07T03:04:46.081 INFO:tasks.rados.rados.0.smithi090.stdout:2293: finishing write tid 1 to smithi09077644-38 2024-03-07T03:04:46.081 INFO:tasks.rados.rados.0.smithi090.stdout:2293: finishing write tid 2 to smithi09077644-38 2024-03-07T03:04:46.081 INFO:tasks.rados.rados.0.smithi090.stdout:2293: finishing write tid 3 to smithi09077644-38 2024-03-07T03:04:46.081 INFO:tasks.rados.rados.0.smithi090.stdout:2293: finishing write tid 4 to smithi09077644-38 2024-03-07T03:04:46.081 INFO:tasks.rados.rados.0.smithi090.stdout:2291: done (3 left) 2024-03-07T03:04:46.081 INFO:tasks.rados.rados.0.smithi090.stdout:2292: done (2 left) 2024-03-07T03:04:46.081 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 1 current snap is 223 2024-03-07T03:04:46.082 INFO:tasks.rados.rados.0.smithi090.stdout:2293: finishing write tid 5 to smithi09077644-38 2024-03-07T03:04:46.082 INFO:tasks.rados.rados.0.smithi090.stdout:2294: finishing copy_from to smithi09077644-32 2024-03-07T03:04:46.082 INFO:tasks.rados.rados.0.smithi090.stdout:2294: got expected ENOENT (src dne) 2024-03-07T03:04:46.082 INFO:tasks.rados.rados.0.smithi090.stdout:2294: finishing copy_from racing read to smithi09077644-32 2024-03-07T03:04:46.082 INFO:tasks.rados.rados.0.smithi090.stdout:2293: finishing write tid 6 to smithi09077644-38 2024-03-07T03:04:46.082 INFO:tasks.rados.rados.0.smithi090.stdout:2293: oid 38 updating version 0 to 1210 2024-03-07T03:04:46.082 INFO:tasks.rados.rados.0.smithi090.stdout:2293: oid 38 version 1210 is already newer than 1208 2024-03-07T03:04:46.082 INFO:tasks.rados.rados.0.smithi090.stdout:2293: oid 38 version 1210 is already newer than 1207 2024-03-07T03:04:46.082 INFO:tasks.rados.rados.0.smithi090.stdout:2293: oid 38 version 1210 is already newer than 1206 2024-03-07T03:04:46.082 INFO:tasks.rados.rados.0.smithi090.stdout:2293: oid 38 version 1210 is already newer than 1209 2024-03-07T03:04:46.082 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 1210 (ObjNum 715 snap 223 seq_num 715) dirty exists 2024-03-07T03:04:46.082 INFO:tasks.rados.rados.0.smithi090.stdout:2293: left oid 38 (ObjNum 715 snap 223 seq_num 715) 2024-03-07T03:04:46.082 INFO:tasks.rados.rados.0.smithi090.stdout:2295: seq_num 716 ranges {9265152=794624,10059776=655360,10715136=704512,11419648=245760} 2024-03-07T03:04:46.135 INFO:tasks.rados.rados.0.smithi090.stdout:2295: writing smithi09077644-1 from 9265152 to 10059776 tid 1 2024-03-07T03:04:46.139 INFO:tasks.rados.rados.0.smithi090.stdout:2295: writing smithi09077644-1 from 10059776 to 10715136 tid 2 2024-03-07T03:04:46.143 INFO:tasks.rados.rados.0.smithi090.stdout:2295: writing smithi09077644-1 from 10715136 to 11419648 tid 3 2024-03-07T03:04:46.145 INFO:tasks.rados.rados.0.smithi090.stdout:2295: writing smithi09077644-1 from 11419648 to 11665408 tid 4 2024-03-07T03:04:46.145 INFO:tasks.rados.rados.0.smithi090.stdout:2293: done (2 left) 2024-03-07T03:04:46.145 INFO:tasks.rados.rados.0.smithi090.stdout:2294: done (1 left) 2024-03-07T03:04:46.145 INFO:tasks.rados.rados.0.smithi090.stdout:2296: snap_remove snap 203 2024-03-07T03:04:46.275 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:04:45.986+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:46.276 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:45 smithi090 ceph-mon[91928]: osdmap e514: 8 total, 8 up, 8 in 2024-03-07T03:04:46.276 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:45 smithi090 ceph-mon[91928]: No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:46.276 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:45 smithi090 ceph-mon[91928]: Upgrade: Updating osd.2 2024-03-07T03:04:46.276 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:45 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:04:46.276 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:45 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-03-07T03:04:46.276 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:45 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:04:46.276 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:45 smithi090 ceph-mon[91928]: Deploying daemon osd.2 on smithi090 2024-03-07T03:04:46.276 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:45 smithi090 ceph-mon[91928]: pgmap v193: 121 pgs: 1 active+clean+snaptrim_error, 120 active+clean; 276 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.2 MiB/s wr, 19 op/s 2024-03-07T03:04:46.276 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:45 smithi090 ceph-mon[89511]: osdmap e514: 8 total, 8 up, 8 in 2024-03-07T03:04:46.276 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:45 smithi090 ceph-mon[89511]: No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:46.276 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:45 smithi090 ceph-mon[89511]: Upgrade: Updating osd.2 2024-03-07T03:04:46.277 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:45 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:04:46.277 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:45 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-03-07T03:04:46.277 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:45 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:04:46.277 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:45 smithi090 ceph-mon[89511]: Deploying daemon osd.2 on smithi090 2024-03-07T03:04:46.277 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:45 smithi090 ceph-mon[89511]: pgmap v193: 121 pgs: 1 active+clean+snaptrim_error, 120 active+clean; 276 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.2 MiB/s wr, 19 op/s 2024-03-07T03:04:46.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:45 smithi092 ceph-mon[83777]: osdmap e514: 8 total, 8 up, 8 in 2024-03-07T03:04:46.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:45 smithi092 ceph-mon[83777]: No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:46.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:45 smithi092 ceph-mon[83777]: Upgrade: Updating osd.2 2024-03-07T03:04:46.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:45 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:04:46.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:45 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-03-07T03:04:46.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:45 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:04:46.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:45 smithi092 ceph-mon[83777]: Deploying daemon osd.2 on smithi090 2024-03-07T03:04:46.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:45 smithi092 ceph-mon[83777]: pgmap v193: 121 pgs: 1 active+clean+snaptrim_error, 120 active+clean; 276 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.2 MiB/s wr, 19 op/s 2024-03-07T03:04:46.976 INFO:tasks.rados.rados.0.smithi090.stdout:2296: done (1 left) 2024-03-07T03:04:46.976 INFO:tasks.rados.rados.0.smithi090.stdout:2297: snap_remove snap 221 2024-03-07T03:04:47.186 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:46 smithi090 ceph-mon[91928]: osdmap e515: 8 total, 8 up, 8 in 2024-03-07T03:04:47.186 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:46 smithi090 ceph-mon[91928]: No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:47.186 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:46 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:04:46.977+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:47.186 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:46 smithi090 ceph-mon[89511]: osdmap e515: 8 total, 8 up, 8 in 2024-03-07T03:04:47.186 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:46 smithi090 ceph-mon[89511]: No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:47.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:46 smithi092 ceph-mon[83777]: osdmap e515: 8 total, 8 up, 8 in 2024-03-07T03:04:47.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:46 smithi092 ceph-mon[83777]: No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:47.983 INFO:tasks.rados.rados.0.smithi090.stdout:2297: done (1 left) 2024-03-07T03:04:47.983 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 31 current snap is 223 2024-03-07T03:04:47.983 INFO:tasks.rados.rados.0.smithi090.stdout:2298: seq_num 717 ranges {0=16384} 2024-03-07T03:04:47.984 INFO:tasks.rados.rados.0.smithi090.stdout:2298: writing smithi09077644-31 from 0 to 16384 tid 1 2024-03-07T03:04:47.984 INFO:tasks.rados.rados.0.smithi090.stdout:2299: setattr oid 32 current snap is 223 2024-03-07T03:04:47.984 INFO:tasks.rados.rados.0.smithi090.stdout:2295: finishing write tid 1 to smithi09077644-1 2024-03-07T03:04:47.984 INFO:tasks.rados.rados.0.smithi090.stdout:2295: finishing write tid 2 to smithi09077644-1 2024-03-07T03:04:47.984 INFO:tasks.rados.rados.0.smithi090.stdout:2295: finishing write tid 3 to smithi09077644-1 2024-03-07T03:04:47.984 INFO:tasks.rados.rados.0.smithi090.stdout:2295: finishing write tid 4 to smithi09077644-1 2024-03-07T03:04:47.984 INFO:tasks.rados.rados.0.smithi090.stdout:2295: finishing write tid 5 to smithi09077644-1 2024-03-07T03:04:47.984 INFO:tasks.rados.rados.0.smithi090.stdout:2295: finishing write tid 6 to smithi09077644-1 2024-03-07T03:04:47.984 INFO:tasks.rados.rados.0.smithi090.stdout:2295: oid 1 updating version 0 to 1323 2024-03-07T03:04:47.984 INFO:tasks.rados.rados.0.smithi090.stdout:2295: oid 1 version 1323 is already newer than 1320 2024-03-07T03:04:47.984 INFO:tasks.rados.rados.0.smithi090.stdout:2295: oid 1 version 1323 is already newer than 1321 2024-03-07T03:04:47.984 INFO:tasks.rados.rados.0.smithi090.stdout:2295: oid 1 version 1323 is already newer than 1319 2024-03-07T03:04:47.984 INFO:tasks.rados.rados.0.smithi090.stdout:2295: oid 1 version 1323 is already newer than 1322 2024-03-07T03:04:47.984 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 1 v 1323 (ObjNum 716 snap 223 seq_num 716) dirty exists 2024-03-07T03:04:47.984 INFO:tasks.rados.rados.0.smithi090.stdout:2295: left oid 1 (ObjNum 716 snap 223 seq_num 716) 2024-03-07T03:04:47.985 INFO:tasks.rados.rados.0.smithi090.stdout:2295: done (2 left) 2024-03-07T03:04:47.985 INFO:tasks.rados.rados.0.smithi090.stdout:2300: rollback oid 11 current snap is 223 2024-03-07T03:04:47.985 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 11 to 222 2024-03-07T03:04:47.985 INFO:tasks.rados.rados.0.smithi090.stdout:2301: read oid 47 snap -1 2024-03-07T03:04:47.985 INFO:tasks.rados.rados.0.smithi090.stdout:2301: expect deleted 2024-03-07T03:04:47.985 INFO:tasks.rados.rados.0.smithi090.stdout:2302: setattr oid 23 current snap is 223 2024-03-07T03:04:47.987 INFO:tasks.rados.rados.0.smithi090.stdout:2303: read oid 6 snap 212 2024-03-07T03:04:47.987 INFO:tasks.rados.rados.0.smithi090.stdout:2303: expect deleted 2024-03-07T03:04:47.987 INFO:tasks.rados.rados.0.smithi090.stdout:2304: snap_create 2024-03-07T03:04:47.990 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 32 v 1122 (ObjNum 97 snap 0 seq_num 5388) dirty exists 2024-03-07T03:04:47.993 INFO:tasks.rados.rados.0.smithi090.stdout:2298: finishing write tid 1 to smithi09077644-31 2024-03-07T03:04:47.993 INFO:tasks.rados.rados.0.smithi090.stdout:2300: finishing rollback tid 1 to smithi09077644-11 2024-03-07T03:04:47.993 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 11 v 1190 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-03-07T03:04:47.993 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 1221 (ObjNum 678 snap 211 seq_num 678) dirty exists 2024-03-07T03:04:47.994 INFO:tasks.rados.rados.0.smithi090.stdout:2298: finishing write tid 2 to smithi09077644-31 2024-03-07T03:04:47.996 INFO:tasks.rados.rados.0.smithi090.stdout:2298: finishing write tid 3 to smithi09077644-31 2024-03-07T03:04:47.996 INFO:tasks.rados.rados.0.smithi090.stdout:2298: oid 31 updating version 0 to 873 2024-03-07T03:04:47.996 INFO:tasks.rados.rados.0.smithi090.stdout:2298: oid 31 version 873 is already newer than 872 2024-03-07T03:04:47.997 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 873 (ObjNum 717 snap 223 seq_num 717) dirty exists 2024-03-07T03:04:47.997 INFO:tasks.rados.rados.0.smithi090.stdout:2298: left oid 31 (ObjNum 717 snap 223 seq_num 717) 2024-03-07T03:04:48.237 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:47 smithi090 ceph-mon[91928]: osdmap e516: 8 total, 8 up, 8 in 2024-03-07T03:04:48.237 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:47 smithi090 ceph-mon[91928]: No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:48.237 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:47 smithi090 ceph-mon[91928]: pgmap v196: 121 pgs: 1 active+clean+snaptrim_error, 120 active+clean; 281 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.7 MiB/s wr, 4 op/s 2024-03-07T03:04:48.237 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:47 smithi090 ceph-mon[89511]: osdmap e516: 8 total, 8 up, 8 in 2024-03-07T03:04:48.237 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:47 smithi090 ceph-mon[89511]: No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:48.238 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:47 smithi090 ceph-mon[89511]: pgmap v196: 121 pgs: 1 active+clean+snaptrim_error, 120 active+clean; 281 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.7 MiB/s wr, 4 op/s 2024-03-07T03:04:48.238 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:47 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:04:47.982+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:48.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:47 smithi092 ceph-mon[83777]: osdmap e516: 8 total, 8 up, 8 in 2024-03-07T03:04:48.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:47 smithi092 ceph-mon[83777]: No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:48.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:47 smithi092 ceph-mon[83777]: pgmap v196: 121 pgs: 1 active+clean+snaptrim_error, 120 active+clean; 281 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.7 MiB/s wr, 4 op/s 2024-03-07T03:04:48.986 INFO:tasks.rados.rados.0.smithi090.stdout:2298: done (6 left) 2024-03-07T03:04:48.986 INFO:tasks.rados.rados.0.smithi090.stdout:2299: done (5 left) 2024-03-07T03:04:48.986 INFO:tasks.rados.rados.0.smithi090.stdout:2300: done (4 left) 2024-03-07T03:04:48.986 INFO:tasks.rados.rados.0.smithi090.stdout:2301: done (3 left) 2024-03-07T03:04:48.986 INFO:tasks.rados.rados.0.smithi090.stdout:2302: done (2 left) 2024-03-07T03:04:48.986 INFO:tasks.rados.rados.0.smithi090.stdout:2303: done (1 left) 2024-03-07T03:04:48.987 INFO:tasks.rados.rados.0.smithi090.stdout:2304: done (0 left) 2024-03-07T03:04:48.987 INFO:tasks.rados.rados.0.smithi090.stdout:2305: read oid 24 snap -1 2024-03-07T03:04:48.987 INFO:tasks.rados.rados.0.smithi090.stdout:2305: expect (ObjNum 685 snap 212 seq_num 685) 2024-03-07T03:04:48.987 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 23 current snap is 224 2024-03-07T03:04:48.987 INFO:tasks.rados.rados.0.smithi090.stdout:2306: seq_num 718 ranges {3178496=32768} 2024-03-07T03:04:49.003 INFO:tasks.rados.rados.0.smithi090.stdout:2306: writing smithi09077644-23 from 3178496 to 3211264 tid 1 2024-03-07T03:04:49.003 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 5 current snap is 224 2024-03-07T03:04:49.004 INFO:tasks.rados.rados.0.smithi090.stdout:2307: seq_num 719 ranges {0=49152} 2024-03-07T03:04:49.004 INFO:tasks.rados.rados.0.smithi090.stdout:2307: writing smithi09077644-5 from 0 to 49152 tid 1 2024-03-07T03:04:49.004 INFO:tasks.rados.rados.0.smithi090.stdout:2308: snap_remove snap 213 2024-03-07T03:04:49.243 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:48 smithi090 ceph-mon[89511]: osdmap e517: 8 total, 8 up, 8 in 2024-03-07T03:04:49.269 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:48 smithi090 ceph-mon[89511]: No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:49.269 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:48 smithi090 ceph-mon[91928]: osdmap e517: 8 total, 8 up, 8 in 2024-03-07T03:04:49.269 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:48 smithi090 ceph-mon[91928]: No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:49.269 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:49 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:04:49.007+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:49.270 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:04:48 smithi090 systemd[1]: Stopping Ceph osd.2 for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T03:04:49.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:48 smithi092 ceph-mon[83777]: osdmap e517: 8 total, 8 up, 8 in 2024-03-07T03:04:49.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:48 smithi092 ceph-mon[83777]: No clone_snaps in snapset 14e=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:49.579 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:04:49 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[53928]: 2024-03-07T03:04:49.240+0000 7f4481c16700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-07T03:04:49.579 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:04:49 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[53928]: 2024-03-07T03:04:49.240+0000 7f4481c16700 -1 osd.2 518 *** Got signal Terminated *** 2024-03-07T03:04:49.579 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:04:49 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[53928]: 2024-03-07T03:04:49.240+0000 7f4481c16700 -1 osd.2 518 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-07T03:04:50.000 INFO:tasks.rados.rados.0.smithi090.stdout:2305: expect (ObjNum 685 snap 212 seq_num 685) 2024-03-07T03:04:50.113 INFO:tasks.rados.rados.0.smithi090.stdout:2306: finishing write tid 1 to smithi09077644-23 2024-03-07T03:04:50.113 INFO:tasks.rados.rados.0.smithi090.stdout:2307: finishing write tid 1 to smithi09077644-5 2024-03-07T03:04:50.113 INFO:tasks.rados.rados.0.smithi090.stdout:2306: finishing write tid 2 to smithi09077644-23 2024-03-07T03:04:50.113 INFO:tasks.rados.rados.0.smithi090.stdout:2307: finishing write tid 2 to smithi09077644-5 2024-03-07T03:04:50.113 INFO:tasks.rados.rados.0.smithi090.stdout:2306: finishing write tid 3 to smithi09077644-23 2024-03-07T03:04:50.113 INFO:tasks.rados.rados.0.smithi090.stdout:2306: oid 23 updating version 0 to 1224 2024-03-07T03:04:50.113 INFO:tasks.rados.rados.0.smithi090.stdout:2306: oid 23 version 1224 is already newer than 1223 2024-03-07T03:04:50.113 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 1224 (ObjNum 718 snap 224 seq_num 718) dirty exists 2024-03-07T03:04:50.113 INFO:tasks.rados.rados.0.smithi090.stdout:2306: left oid 23 (ObjNum 718 snap 224 seq_num 718) 2024-03-07T03:04:50.113 INFO:tasks.rados.rados.0.smithi090.stdout:2307: finishing write tid 3 to smithi09077644-5 2024-03-07T03:04:50.113 INFO:tasks.rados.rados.0.smithi090.stdout:2307: oid 5 updating version 0 to 913 2024-03-07T03:04:50.113 INFO:tasks.rados.rados.0.smithi090.stdout:2307: oid 5 version 913 is already newer than 912 2024-03-07T03:04:50.114 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 5 v 913 (ObjNum 719 snap 224 seq_num 719) dirty exists 2024-03-07T03:04:50.114 INFO:tasks.rados.rados.0.smithi090.stdout:2307: left oid 5 (ObjNum 719 snap 224 seq_num 719) 2024-03-07T03:04:50.114 INFO:tasks.rados.rados.0.smithi090.stdout:2305: done (3 left) 2024-03-07T03:04:50.114 INFO:tasks.rados.rados.0.smithi090.stdout:2306: done (2 left) 2024-03-07T03:04:50.114 INFO:tasks.rados.rados.0.smithi090.stdout:2307: done (1 left) 2024-03-07T03:04:50.114 INFO:tasks.rados.rados.0.smithi090.stdout:2308: done (0 left) 2024-03-07T03:04:50.114 INFO:tasks.rados.rados.0.smithi090.stdout:2309: read oid 9 snap 218 2024-03-07T03:04:50.114 INFO:tasks.rados.rados.0.smithi090.stdout:2309: expect (ObjNum 555 snap 166 seq_num 555) 2024-03-07T03:04:50.114 INFO:tasks.rados.rados.0.smithi090.stdout:2310: rollback oid 39 current snap is 224 2024-03-07T03:04:50.114 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 39 to 220 2024-03-07T03:04:50.114 INFO:tasks.rados.rados.0.smithi090.stdout:2311: read oid 19 snap 211 2024-03-07T03:04:50.114 INFO:tasks.rados.rados.0.smithi090.stdout:2311: expect (ObjNum 425 snap 134 seq_num 425) 2024-03-07T03:04:50.114 INFO:tasks.rados.rados.0.smithi090.stdout:2312: snap_create 2024-03-07T03:04:50.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:49 smithi092 ceph-mon[83777]: osdmap e518: 8 total, 8 up, 8 in 2024-03-07T03:04:50.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:49 smithi092 ceph-mon[83777]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:50.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:49 smithi092 ceph-mon[83777]: osd.2 marked itself down and dead 2024-03-07T03:04:50.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:49 smithi092 ceph-mon[83777]: pgmap v199: 121 pgs: 1 active+clean+snaptrim_error, 120 active+clean; 267 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.8 MiB/s wr, 19 op/s 2024-03-07T03:04:50.168 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 03:04:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=sqlstore.transactions t=2024-03-07T03:04:49.739192214Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-03-07T03:04:50.168 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 03:04:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[61010]: logger=cleanup t=2024-03-07T03:04:49.740234027Z level=info msg="Completed cleanup jobs" duration=11.328059ms 2024-03-07T03:04:50.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:49 smithi090 ceph-mon[89511]: osdmap e518: 8 total, 8 up, 8 in 2024-03-07T03:04:50.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:49 smithi090 ceph-mon[89511]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:50.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:49 smithi090 ceph-mon[89511]: osd.2 marked itself down and dead 2024-03-07T03:04:50.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:49 smithi090 ceph-mon[89511]: pgmap v199: 121 pgs: 1 active+clean+snaptrim_error, 120 active+clean; 267 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.8 MiB/s wr, 19 op/s 2024-03-07T03:04:50.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:49 smithi090 ceph-mon[91928]: osdmap e518: 8 total, 8 up, 8 in 2024-03-07T03:04:50.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:49 smithi090 ceph-mon[91928]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:50.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:49 smithi090 ceph-mon[91928]: osd.2 marked itself down and dead 2024-03-07T03:04:50.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:49 smithi090 ceph-mon[91928]: pgmap v199: 121 pgs: 1 active+clean+snaptrim_error, 120 active+clean; 267 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.8 MiB/s wr, 19 op/s 2024-03-07T03:04:50.330 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:49 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:04:49.995+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:50.829 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:04:50 smithi090 podman[106190]: 2024-03-07 03:04:50.557742865 +0000 UTC m=+1.426134019 container died 9852da06477fe66fa1a5801a3bf0e51e942871bb05074b16a5e22d9691a3e5fc (image=quay.ceph.io/ceph-ci/ceph@sha256:4e788e3c6821efe986a710ffe10c052cd830c07b33cd4a66b97449fc9bbef8e7, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=reef-ae75fc9, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240222, org.label-schema.license=GPLv2) 2024-03-07T03:04:50.998 INFO:tasks.rados.rados.0.smithi090.stdout:2312: done (3 left) 2024-03-07T03:04:50.998 INFO:tasks.rados.rados.0.smithi090.stdout:2313: snap_create 2024-03-07T03:04:51.014 INFO:tasks.rados.rados.0.smithi090.stdout:2310: finishing rollback tid 1 to smithi09077644-39 2024-03-07T03:04:51.014 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 1230 (ObjNum 3377 snap 0 seq_num 3339912048) dirty dne 2024-03-07T03:04:51.024 INFO:tasks.rados.rados.0.smithi090.stdout:2309: expect (ObjNum 555 snap 166 seq_num 555) 2024-03-07T03:04:51.080 INFO:tasks.rados.rados.0.smithi090.stdout:2311: expect (ObjNum 425 snap 134 seq_num 425) 2024-03-07T03:04:51.121 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:51 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:04:51.000+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:51.121 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:50 smithi090 ceph-mon[91928]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-07T03:04:51.121 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:50 smithi090 ceph-mon[91928]: osdmap e519: 8 total, 7 up, 8 in 2024-03-07T03:04:51.121 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:50 smithi090 ceph-mon[91928]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:51.121 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:50 smithi090 ceph-mon[89511]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-07T03:04:51.122 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:50 smithi090 ceph-mon[89511]: osdmap e519: 8 total, 7 up, 8 in 2024-03-07T03:04:51.122 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:50 smithi090 ceph-mon[89511]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:51.122 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:04:50 smithi090 podman[106190]: 2024-03-07 03:04:50.865882949 +0000 UTC m=+1.734274102 container cleanup 9852da06477fe66fa1a5801a3bf0e51e942871bb05074b16a5e22d9691a3e5fc (image=quay.ceph.io/ceph-ci/ceph@sha256:4e788e3c6821efe986a710ffe10c052cd830c07b33cd4a66b97449fc9bbef8e7, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240222, io.buildah.version=1.33.5, ceph=True, CEPH_POINT_RELEASE=, RELEASE=reef-ae75fc9, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-03-07T03:04:51.122 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:04:50 smithi090 bash[106190]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2 2024-03-07T03:04:51.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:50 smithi092 ceph-mon[83777]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-07T03:04:51.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:50 smithi092 ceph-mon[83777]: osdmap e519: 8 total, 7 up, 8 in 2024-03-07T03:04:51.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:50 smithi092 ceph-mon[83777]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:51.498 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:04:51 smithi090 podman[106207]: 2024-03-07 03:04:51.118974545 +0000 UTC m=+0.557682496 container remove 9852da06477fe66fa1a5801a3bf0e51e942871bb05074b16a5e22d9691a3e5fc (image=quay.ceph.io/ceph-ci/ceph@sha256:4e788e3c6821efe986a710ffe10c052cd830c07b33cd4a66b97449fc9bbef8e7, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, RELEASE=reef-ae75fc9, io.buildah.version=1.33.5, org.label-schema.build-date=20240222) 2024-03-07T03:04:51.829 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:04:51 smithi090 podman[106295]: 2024-03-07 03:04:51.399312163 +0000 UTC m=+0.018453344 image pull fdb83767c1ab7256a5adb2236a0d5ca62c64d53a1398fd6c12f8a81ff166e8ff quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71 2024-03-07T03:04:51.829 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:04:51 smithi090 podman[106295]: 2024-03-07 03:04:51.520333751 +0000 UTC m=+0.139474918 container create 644d3e0ba7b52568d019aeae167be237a0d8bfbff5e3d7c95ba8c4efe1d3e9a9 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2-deactivate, RELEASE=main-ea9a568, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240222, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-03-07T03:04:51.829 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:04:51 smithi090 podman[106295]: 2024-03-07 03:04:51.731284512 +0000 UTC m=+0.350425680 container init 644d3e0ba7b52568d019aeae167be237a0d8bfbff5e3d7c95ba8c4efe1d3e9a9 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2-deactivate, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-ea9a568, org.label-schema.build-date=20240222, GIT_CLEAN=True) 2024-03-07T03:04:51.829 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:04:51 smithi090 podman[106295]: 2024-03-07 03:04:51.734346632 +0000 UTC m=+0.353487799 container start 644d3e0ba7b52568d019aeae167be237a0d8bfbff5e3d7c95ba8c4efe1d3e9a9 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2-deactivate, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, RELEASE=main-ea9a568, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240222, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-07T03:04:52.005 INFO:tasks.rados.rados.0.smithi090.stdout:2309: done (3 left) 2024-03-07T03:04:52.005 INFO:tasks.rados.rados.0.smithi090.stdout:2310: done (2 left) 2024-03-07T03:04:52.005 INFO:tasks.rados.rados.0.smithi090.stdout:2311: done (1 left) 2024-03-07T03:04:52.005 INFO:tasks.rados.rados.0.smithi090.stdout:2313: done (0 left) 2024-03-07T03:04:52.005 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 50 current snap is 226 2024-03-07T03:04:52.005 INFO:tasks.rados.rados.0.smithi090.stdout:2314: seq_num 720 ranges {7340032=65536} 2024-03-07T03:04:52.046 INFO:tasks.rados.rados.0.smithi090.stdout:2314: writing smithi09077644-50 from 7340032 to 7405568 tid 1 2024-03-07T03:04:52.046 INFO:tasks.rados.rados.0.smithi090.stdout:2315: rmattr oid 14 current snap is 226 2024-03-07T03:04:52.046 INFO:tasks.rados.rados.0.smithi090.stdout:2315: done (1 left) 2024-03-07T03:04:52.046 INFO:tasks.rados.rados.0.smithi090.stdout:2316: read oid 8 snap -1 2024-03-07T03:04:52.046 INFO:tasks.rados.rados.0.smithi090.stdout:2316: expect (ObjNum 609 snap 187 seq_num 609) 2024-03-07T03:04:52.046 INFO:tasks.rados.rados.0.smithi090.stdout:2317: snap_create 2024-03-07T03:04:52.050 INFO:tasks.rados.rados.0.smithi090.stdout:2314: finishing write tid 1 to smithi09077644-50 2024-03-07T03:04:52.050 INFO:tasks.rados.rados.0.smithi090.stdout:2314: finishing write tid 2 to smithi09077644-50 2024-03-07T03:04:52.052 INFO:tasks.rados.rados.0.smithi090.stdout:2314: finishing write tid 3 to smithi09077644-50 2024-03-07T03:04:52.052 INFO:tasks.rados.rados.0.smithi090.stdout:2314: oid 50 updating version 0 to 1218 2024-03-07T03:04:52.052 INFO:tasks.rados.rados.0.smithi090.stdout:2314: oid 50 version 1218 is already newer than 1217 2024-03-07T03:04:52.052 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 50 v 1218 (ObjNum 720 snap 226 seq_num 720) dirty exists 2024-03-07T03:04:52.052 INFO:tasks.rados.rados.0.smithi090.stdout:2314: left oid 50 (ObjNum 720 snap 226 seq_num 720) 2024-03-07T03:04:52.061 INFO:tasks.rados.rados.0.smithi090.stdout:2316: expect (ObjNum 609 snap 187 seq_num 609) 2024-03-07T03:04:52.316 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:51 smithi092 ceph-mon[83777]: osdmap e520: 8 total, 7 up, 8 in 2024-03-07T03:04:52.317 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:51 smithi092 ceph-mon[83777]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:52.317 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:51 smithi092 ceph-mon[83777]: pgmap v202: 121 pgs: 6 peering, 1 active+clean+snaptrim_error, 11 stale+active+clean, 103 active+clean; 270 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.9 MiB/s wr, 19 op/s 2024-03-07T03:04:52.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:51 smithi090 ceph-mon[91928]: osdmap e520: 8 total, 7 up, 8 in 2024-03-07T03:04:52.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:51 smithi090 ceph-mon[91928]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:52.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:51 smithi090 ceph-mon[91928]: pgmap v202: 121 pgs: 6 peering, 1 active+clean+snaptrim_error, 11 stale+active+clean, 103 active+clean; 270 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.9 MiB/s wr, 19 op/s 2024-03-07T03:04:52.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:51 smithi090 ceph-mon[89511]: osdmap e520: 8 total, 7 up, 8 in 2024-03-07T03:04:52.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:51 smithi090 ceph-mon[89511]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:52.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:51 smithi090 ceph-mon[89511]: pgmap v202: 121 pgs: 6 peering, 1 active+clean+snaptrim_error, 11 stale+active+clean, 103 active+clean; 270 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.9 MiB/s wr, 19 op/s 2024-03-07T03:04:52.330 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:04:51 smithi090 podman[106295]: 2024-03-07 03:04:51.847980496 +0000 UTC m=+0.467121669 container attach 644d3e0ba7b52568d019aeae167be237a0d8bfbff5e3d7c95ba8c4efe1d3e9a9 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2-deactivate, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=main-ea9a568, org.label-schema.build-date=20240222, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b) 2024-03-07T03:04:52.330 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:04:52 smithi090 podman[106295]: 2024-03-07 03:04:52.033170518 +0000 UTC m=+0.652311690 container died 644d3e0ba7b52568d019aeae167be237a0d8bfbff5e3d7c95ba8c4efe1d3e9a9 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2-deactivate, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240222, RELEASE=main-ea9a568, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-03-07T03:04:52.330 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:52 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:04:52.000+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:52.667 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:04:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:04:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:04:53.002 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:04:52 smithi090 podman[106321]: 2024-03-07 03:04:52.662274476 +0000 UTC m=+0.623924986 container remove 644d3e0ba7b52568d019aeae167be237a0d8bfbff5e3d7c95ba8c4efe1d3e9a9 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2-deactivate, RELEASE=main-ea9a568, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240222, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b) 2024-03-07T03:04:53.002 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:04:52 smithi090 systemd[1]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@osd.2.service: Deactivated successfully. 2024-03-07T03:04:53.002 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:04:52 smithi090 systemd[1]: Stopped Ceph osd.2 for fb96fd1c-dc2c-11ee-95c6-87774f69a715. 2024-03-07T03:04:53.002 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:04:52 smithi090 systemd[1]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@osd.2.service: Consumed 23.919s CPU time. 2024-03-07T03:04:53.002 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:04:52 smithi090 systemd[1]: Starting Ceph osd.2 for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T03:04:53.012 INFO:tasks.rados.rados.0.smithi090.stdout:2314: done (2 left) 2024-03-07T03:04:53.013 INFO:tasks.rados.rados.0.smithi090.stdout:2316: done (1 left) 2024-03-07T03:04:53.013 INFO:tasks.rados.rados.0.smithi090.stdout:2317: done (0 left) 2024-03-07T03:04:53.013 INFO:tasks.rados.rados.0.smithi090.stdout:2318: read oid 48 snap -1 2024-03-07T03:04:53.013 INFO:tasks.rados.rados.0.smithi090.stdout:2318: expect (ObjNum 701 snap 217 seq_num 701) 2024-03-07T03:04:53.013 INFO:tasks.rados.rados.0.smithi090.stdout:2319: read oid 35 snap -1 2024-03-07T03:04:53.013 INFO:tasks.rados.rados.0.smithi090.stdout:2319: expect (ObjNum 709 snap 220 seq_num 709) 2024-03-07T03:04:53.013 INFO:tasks.rados.rados.0.smithi090.stdout:2320: read oid 3 snap -1 2024-03-07T03:04:53.013 INFO:tasks.rados.rados.0.smithi090.stdout:2320: expect (ObjNum 698 snap 216 seq_num 698) 2024-03-07T03:04:53.013 INFO:tasks.rados.rados.0.smithi090.stdout:2321: snap_remove snap 225 2024-03-07T03:04:53.273 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:52 smithi090 ceph-mon[89511]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:53.273 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:52 smithi090 ceph-mon[89511]: osdmap e521: 8 total, 7 up, 8 in 2024-03-07T03:04:53.274 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:52 smithi090 ceph-mon[91928]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:53.274 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:52 smithi090 ceph-mon[91928]: osdmap e521: 8 total, 7 up, 8 in 2024-03-07T03:04:53.274 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:53 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:04:53.008+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:53.274 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:04:53 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:04:53] "GET /metrics HTTP/1.1" 200 36176 "" "Prometheus/2.43.0" 2024-03-07T03:04:53.274 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:04:53 smithi090 podman[106427]: 2024-03-07 03:04:53.020018592 +0000 UTC m=+0.024295683 image pull fdb83767c1ab7256a5adb2236a0d5ca62c64d53a1398fd6c12f8a81ff166e8ff quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71 2024-03-07T03:04:53.274 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:04:53 smithi090 podman[106427]: 2024-03-07 03:04:53.155746901 +0000 UTC m=+0.160023976 container create 237ee0facd8e3ebc3255d3434cb8e02bd83c433576a53e3729de692477e6d922 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2-activate, GIT_CLEAN=True, org.label-schema.build-date=20240222, org.label-schema.vendor=CentOS, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, RELEASE=main-ea9a568, ceph=True) 2024-03-07T03:04:53.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:52 smithi092 ceph-mon[83777]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:53.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:52 smithi092 ceph-mon[83777]: osdmap e521: 8 total, 7 up, 8 in 2024-03-07T03:04:53.579 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:04:53 smithi090 podman[106427]: 2024-03-07 03:04:53.408619368 +0000 UTC m=+0.412896440 container init 237ee0facd8e3ebc3255d3434cb8e02bd83c433576a53e3729de692477e6d922 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2-activate, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=main-ea9a568, ceph=True, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240222, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-07T03:04:53.579 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:04:53 smithi090 podman[106427]: 2024-03-07 03:04:53.411672795 +0000 UTC m=+0.415949876 container start 237ee0facd8e3ebc3255d3434cb8e02bd83c433576a53e3729de692477e6d922 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2-activate, CEPH_POINT_RELEASE=, RELEASE=main-ea9a568, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240222, io.buildah.version=1.33.5, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-03-07T03:04:53.579 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:04:53 smithi090 podman[106427]: 2024-03-07 03:04:53.491882095 +0000 UTC m=+0.496159182 container attach 237ee0facd8e3ebc3255d3434cb8e02bd83c433576a53e3729de692477e6d922 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2-activate, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240222, RELEASE=main-ea9a568, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-03-07T03:04:53.917 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:04:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:04:53.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi090\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:04:54.017 INFO:tasks.rados.rados.0.smithi090.stdout:2321: done (3 left) 2024-03-07T03:04:54.018 INFO:tasks.rados.rados.0.smithi090.stdout:2322: rollback oid 47 current snap is 227 2024-03-07T03:04:54.018 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 47 to 216 2024-03-07T03:04:54.018 INFO:tasks.rados.rados.0.smithi090.stdout:2323: snap_create 2024-03-07T03:04:54.018 INFO:tasks.rados.rados.0.smithi090.stdout:2320: expect (ObjNum 698 snap 216 seq_num 698) 2024-03-07T03:04:54.072 INFO:tasks.rados.rados.0.smithi090.stdout:2319: expect (ObjNum 709 snap 220 seq_num 709) 2024-03-07T03:04:54.245 INFO:tasks.rados.rados.0.smithi090.stdout:2318: expect (ObjNum 701 snap 217 seq_num 701) 2024-03-07T03:04:54.316 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:54 smithi090 ceph-mon[89511]: osdmap e522: 8 total, 7 up, 8 in 2024-03-07T03:04:54.316 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:54 smithi090 ceph-mon[89511]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:54.317 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:54 smithi090 ceph-mon[89511]: pgmap v205: 121 pgs: 7 active+undersized+degraded, 6 peering, 1 active+clean+snaptrim_error, 1 stale+active+clean, 19 active+undersized, 87 active+clean; 270 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.2 MiB/s wr, 8 op/s; 38/432 objects degraded (8.796%) 2024-03-07T03:04:54.317 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:54 smithi090 ceph-mon[91928]: osdmap e522: 8 total, 7 up, 8 in 2024-03-07T03:04:54.317 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:54 smithi090 ceph-mon[91928]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:54.317 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:54 smithi090 ceph-mon[91928]: pgmap v205: 121 pgs: 7 active+undersized+degraded, 6 peering, 1 active+clean+snaptrim_error, 1 stale+active+clean, 19 active+undersized, 87 active+clean; 270 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.2 MiB/s wr, 8 op/s; 38/432 objects degraded (8.796%) 2024-03-07T03:04:54.317 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:54 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:04:54.012+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:54.318 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:04:53 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2-activate[106442]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-03-07T03:04:54.318 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:04:53 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2-activate[106442]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-03-07T03:04:54.318 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:04:53 smithi090 bash[106427]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-03-07T03:04:54.318 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:04:53 smithi090 bash[106427]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-03-07T03:04:54.318 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:04:53 smithi090 bash[106427]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-03-07T03:04:54.318 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:04:53 smithi090 bash[106427]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-03-07T03:04:54.318 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:04:53 smithi090 bash[106427]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-03-07T03:04:54.318 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:04:53 smithi090 bash[106427]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-03-07T03:04:54.318 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:04:53 smithi090 bash[106427]: --> ceph-volume raw activate successful for osd ID: 2 2024-03-07T03:04:54.318 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:04:53 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2-activate[106442]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-03-07T03:04:54.318 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:04:53 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2-activate[106442]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-03-07T03:04:54.318 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:04:53 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2-activate[106442]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-03-07T03:04:54.318 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:04:53 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2-activate[106442]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-03-07T03:04:54.318 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:04:53 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2-activate[106442]: --> ceph-volume raw activate successful for osd ID: 2 2024-03-07T03:04:54.319 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:04:53 smithi090 podman[106427]: 2024-03-07 03:04:53.879372485 +0000 UTC m=+0.883649549 container died 237ee0facd8e3ebc3255d3434cb8e02bd83c433576a53e3729de692477e6d922 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2-activate, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=main-ea9a568, org.label-schema.build-date=20240222, ceph=True) 2024-03-07T03:04:54.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:54 smithi092 ceph-mon[83777]: osdmap e522: 8 total, 7 up, 8 in 2024-03-07T03:04:54.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:54 smithi092 ceph-mon[83777]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:54.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:54 smithi092 ceph-mon[83777]: pgmap v205: 121 pgs: 7 active+undersized+degraded, 6 peering, 1 active+clean+snaptrim_error, 1 stale+active+clean, 19 active+undersized, 87 active+clean; 270 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.2 MiB/s wr, 8 op/s; 38/432 objects degraded (8.796%) 2024-03-07T03:04:55.014 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:04:54 smithi090 podman[106575]: 2024-03-07 03:04:54.739964258 +0000 UTC m=+0.851337774 container remove 237ee0facd8e3ebc3255d3434cb8e02bd83c433576a53e3729de692477e6d922 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2-activate, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , RELEASE=main-ea9a568, org.label-schema.license=GPLv2, org.label-schema.build-date=20240222, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5) 2024-03-07T03:04:55.014 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:04:54 smithi090 podman[106637]: 2024-03-07 03:04:54.857528915 +0000 UTC m=+0.018794509 image pull fdb83767c1ab7256a5adb2236a0d5ca62c64d53a1398fd6c12f8a81ff166e8ff quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71 2024-03-07T03:04:55.014 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:04:54 smithi090 podman[106637]: 2024-03-07 03:04:54.974507539 +0000 UTC m=+0.135773132 container create 34e4a76f0e0d80309b985810c04fd3f7a46bee20427ca05caf6660fe9c8ac27b (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240222, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=main-ea9a568, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-03-07T03:04:55.270 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:55 smithi090 ceph-mon[89511]: Health check failed: Degraded data redundancy: 38/432 objects degraded (8.796%), 7 pgs degraded (PG_DEGRADED) 2024-03-07T03:04:55.270 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:55 smithi090 ceph-mon[89511]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:55.270 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:55 smithi090 ceph-mon[89511]: osdmap e523: 8 total, 7 up, 8 in 2024-03-07T03:04:55.270 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:55 smithi090 ceph-mon[91928]: Health check failed: Degraded data redundancy: 38/432 objects degraded (8.796%), 7 pgs degraded (PG_DEGRADED) 2024-03-07T03:04:55.270 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:55 smithi090 ceph-mon[91928]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:55.271 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:55 smithi090 ceph-mon[91928]: osdmap e523: 8 total, 7 up, 8 in 2024-03-07T03:04:55.271 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:04:55 smithi090 podman[106637]: 2024-03-07 03:04:55.244187249 +0000 UTC m=+0.405452857 container init 34e4a76f0e0d80309b985810c04fd3f7a46bee20427ca05caf6660fe9c8ac27b (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240222, RELEASE=main-ea9a568, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-03-07T03:04:55.271 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:04:55 smithi090 podman[106637]: 2024-03-07 03:04:55.247442257 +0000 UTC m=+0.408707851 container start 34e4a76f0e0d80309b985810c04fd3f7a46bee20427ca05caf6660fe9c8ac27b (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=main-ea9a568, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, ceph=True, org.label-schema.build-date=20240222, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-07T03:04:55.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:55 smithi092 ceph-mon[83777]: Health check failed: Degraded data redundancy: 38/432 objects degraded (8.796%), 7 pgs degraded (PG_DEGRADED) 2024-03-07T03:04:55.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:55 smithi092 ceph-mon[83777]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:55.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:55 smithi092 ceph-mon[83777]: osdmap e523: 8 total, 7 up, 8 in 2024-03-07T03:04:55.579 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:04:55 smithi090 ceph-osd[106656]: -- 172.21.15.90:0/3679916600 <== mon.2 v2:172.21.15.90:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55c5ed18b680 con 0x55c5ed155400 2024-03-07T03:04:55.579 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:04:55 smithi090 bash[106637]: 34e4a76f0e0d80309b985810c04fd3f7a46bee20427ca05caf6660fe9c8ac27b 2024-03-07T03:04:55.579 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:04:55 smithi090 systemd[1]: Started Ceph osd.2 for fb96fd1c-dc2c-11ee-95c6-87774f69a715. 2024-03-07T03:04:56.019 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:55 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:04:55.704+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:56.019 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:04:55 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:04:55.790+0000 7fa45f7f67c0 -1 Falling back to public interface 2024-03-07T03:04:56.302 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:56 smithi090 ceph-mon[91928]: osdmap e524: 8 total, 7 up, 8 in 2024-03-07T03:04:56.303 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:56 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:04:56.303 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:56 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:04:56.303 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:56 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:04:56.303 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:56 smithi090 ceph-mon[91928]: pgmap v208: 121 pgs: 1 active+clean+snaptrim_error, 8 active+undersized+degraded, 6 peering, 23 active+undersized, 83 active+clean; 270 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 8.0 KiB/s wr, 4 op/s; 42/432 objects degraded (9.722%) 2024-03-07T03:04:56.303 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:56 smithi090 ceph-mon[89511]: osdmap e524: 8 total, 7 up, 8 in 2024-03-07T03:04:56.303 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:56 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:04:56.303 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:56 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:04:56.303 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:56 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:04:56.303 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:56 smithi090 ceph-mon[89511]: pgmap v208: 121 pgs: 1 active+clean+snaptrim_error, 8 active+undersized+degraded, 6 peering, 23 active+undersized, 83 active+clean; 270 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 8.0 KiB/s wr, 4 op/s; 42/432 objects degraded (9.722%) 2024-03-07T03:04:56.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:56 smithi092 ceph-mon[83777]: osdmap e524: 8 total, 7 up, 8 in 2024-03-07T03:04:56.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:56 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:04:56.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:56 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:04:56.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:56 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:04:56.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:56 smithi092 ceph-mon[83777]: pgmap v208: 121 pgs: 1 active+clean+snaptrim_error, 8 active+undersized+degraded, 6 peering, 23 active+undersized, 83 active+clean; 270 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 8.0 KiB/s wr, 4 op/s; 42/432 objects degraded (9.722%) 2024-03-07T03:04:56.562 INFO:tasks.rados.rados.0.smithi090.stdout:2322: finishing rollback tid 1 to smithi09077644-47 2024-03-07T03:04:56.562 INFO:tasks.rados.rados.0.smithi090.stdout:2322: finishing rollback tid 2 to smithi09077644-47 2024-03-07T03:04:56.562 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 714 (ObjNum 636 snap 196 seq_num 636) dirty exists 2024-03-07T03:04:56.562 INFO:tasks.rados.rados.0.smithi090.stdout:2318: done (4 left) 2024-03-07T03:04:56.562 INFO:tasks.rados.rados.0.smithi090.stdout:2319: done (3 left) 2024-03-07T03:04:56.562 INFO:tasks.rados.rados.0.smithi090.stdout:2320: done (2 left) 2024-03-07T03:04:56.562 INFO:tasks.rados.rados.0.smithi090.stdout:2322: done (1 left) 2024-03-07T03:04:56.562 INFO:tasks.rados.rados.0.smithi090.stdout:2323: done (0 left) 2024-03-07T03:04:56.562 INFO:tasks.rados.rados.0.smithi090.stdout:2324: snap_remove snap 216 2024-03-07T03:04:57.310 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:57 smithi090 ceph-mon[89511]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:57.310 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:57 smithi090 ceph-mon[91928]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:57.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:57 smithi092 ceph-mon[83777]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:57.420 INFO:tasks.rados.rados.0.smithi090.stdout:2324: done (0 left) 2024-03-07T03:04:57.420 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 33 current snap is 228 2024-03-07T03:04:57.420 INFO:tasks.rados.rados.0.smithi090.stdout:2325: seq_num 721 ranges {1728512=81920} 2024-03-07T03:04:57.429 INFO:tasks.rados.rados.0.smithi090.stdout:2325: writing smithi09077644-33 from 1728512 to 1810432 tid 1 2024-03-07T03:04:57.429 INFO:tasks.rados.rados.0.smithi090.stdout:2326: snap_remove snap 207 2024-03-07T03:04:57.579 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:57 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:04:57.416+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:58.427 INFO:tasks.rados.rados.0.smithi090.stdout:2326: done (1 left) 2024-03-07T03:04:58.427 INFO:tasks.rados.rados.0.smithi090.stdout:2327: read oid 16 snap -1 2024-03-07T03:04:58.427 INFO:tasks.rados.rados.0.smithi090.stdout:2327: expect (ObjNum 708 snap 220 seq_num 708) 2024-03-07T03:04:58.427 INFO:tasks.rados.rados.0.smithi090.stdout:2328: copy_from oid 22 from oid 49 current snap is 228 2024-03-07T03:04:58.427 INFO:tasks.rados.rados.0.smithi090.stdout:2325: finishing write tid 1 to smithi09077644-33 2024-03-07T03:04:58.427 INFO:tasks.rados.rados.0.smithi090.stdout:2325: finishing write tid 2 to smithi09077644-33 2024-03-07T03:04:58.427 INFO:tasks.rados.rados.0.smithi090.stdout:2325: finishing write tid 3 to smithi09077644-33 2024-03-07T03:04:58.428 INFO:tasks.rados.rados.0.smithi090.stdout:2325: oid 33 updating version 0 to 1383 2024-03-07T03:04:58.428 INFO:tasks.rados.rados.0.smithi090.stdout:2325: oid 33 version 1383 is already newer than 1382 2024-03-07T03:04:58.428 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 33 v 1383 (ObjNum 721 snap 228 seq_num 721) dirty exists 2024-03-07T03:04:58.428 INFO:tasks.rados.rados.0.smithi090.stdout:2325: left oid 33 (ObjNum 721 snap 228 seq_num 721) 2024-03-07T03:04:58.428 INFO:tasks.rados.rados.0.smithi090.stdout:2325: done (2 left) 2024-03-07T03:04:58.428 INFO:tasks.rados.rados.0.smithi090.stdout:2329: copy_from oid 20 from oid 14 current snap is 228 2024-03-07T03:04:58.428 INFO:tasks.rados.rados.0.smithi090.stdout:2330: read oid 12 snap 227 2024-03-07T03:04:58.428 INFO:tasks.rados.rados.0.smithi090.stdout:2330: expect deleted 2024-03-07T03:04:58.428 INFO:tasks.rados.rados.0.smithi090.stdout:2331: snap_remove snap 220 2024-03-07T03:04:58.788 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:58 smithi090 ceph-mon[89511]: osdmap e525: 8 total, 7 up, 8 in 2024-03-07T03:04:58.788 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:58 smithi090 ceph-mon[89511]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:58.788 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:58 smithi090 ceph-mon[89511]: pgmap v210: 121 pgs: 1 active+clean+snaptrim_error, 10 active+undersized+degraded, 27 active+undersized, 83 active+clean; 270 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 20 KiB/s wr, 6 op/s; 60/435 objects degraded (13.793%) 2024-03-07T03:04:58.788 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:58 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:04:58.788 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:58 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:04:58.788 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:58 smithi090 ceph-mon[91928]: osdmap e525: 8 total, 7 up, 8 in 2024-03-07T03:04:58.789 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:58 smithi090 ceph-mon[91928]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:58.789 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:58 smithi090 ceph-mon[91928]: pgmap v210: 121 pgs: 1 active+clean+snaptrim_error, 10 active+undersized+degraded, 27 active+undersized, 83 active+clean; 270 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 20 KiB/s wr, 6 op/s; 60/435 objects degraded (13.793%) 2024-03-07T03:04:58.789 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:58 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:04:58.789 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:58 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:04:58.789 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:58 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:04:58.422+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:58.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:58 smithi092 ceph-mon[83777]: osdmap e525: 8 total, 7 up, 8 in 2024-03-07T03:04:58.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:58 smithi092 ceph-mon[83777]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:58.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:58 smithi092 ceph-mon[83777]: pgmap v210: 121 pgs: 1 active+clean+snaptrim_error, 10 active+undersized+degraded, 27 active+undersized, 83 active+clean; 270 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 20 KiB/s wr, 6 op/s; 60/435 objects degraded (13.793%) 2024-03-07T03:04:58.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:58 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:04:58.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:58 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:04:59.424 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:04:59 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:04:59.079+0000 7fa45f7f67c0 -1 osd.2 518 log_to_monitors true 2024-03-07T03:04:59.441 INFO:tasks.rados.rados.0.smithi090.stdout:2331: done (4 left) 2024-03-07T03:04:59.441 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 37 current snap is 228 2024-03-07T03:04:59.441 INFO:tasks.rados.rados.0.smithi090.stdout:2332: seq_num 722 ranges {2383872=98304} 2024-03-07T03:04:59.455 INFO:tasks.rados.rados.0.smithi090.stdout:2332: writing smithi09077644-37 from 2383872 to 2482176 tid 1 2024-03-07T03:04:59.455 INFO:tasks.rados.rados.0.smithi090.stdout:2333: copy_from oid 42 from oid 11 current snap is 228 2024-03-07T03:04:59.456 INFO:tasks.rados.rados.0.smithi090.stdout:2329: finishing copy_from to smithi09077644-20 2024-03-07T03:04:59.456 INFO:tasks.rados.rados.0.smithi090.stdout:2329: got expected ENOENT (src dne) 2024-03-07T03:04:59.456 INFO:tasks.rados.rados.0.smithi090.stdout:2329: finishing copy_from racing read to smithi09077644-20 2024-03-07T03:04:59.456 INFO:tasks.rados.rados.0.smithi090.stdout:2327: expect (ObjNum 708 snap 220 seq_num 708) 2024-03-07T03:04:59.681 INFO:tasks.rados.rados.0.smithi090.stdout:2328: finishing copy_from racing read to smithi09077644-22 2024-03-07T03:04:59.682 INFO:tasks.rados.rados.0.smithi090.stdout:2328: finishing copy_from to smithi09077644-22 2024-03-07T03:04:59.682 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 1040 (ObjNum 647 snap 202 seq_num 647) dirty exists 2024-03-07T03:04:59.682 INFO:tasks.rados.rados.0.smithi090.stdout:2333: finishing copy_from to smithi09077644-42 2024-03-07T03:04:59.682 INFO:tasks.rados.rados.0.smithi090.stdout:2333: got expected ENOENT (src dne) 2024-03-07T03:04:59.682 INFO:tasks.rados.rados.0.smithi090.stdout:2333: finishing copy_from racing read to smithi09077644-42 2024-03-07T03:04:59.682 INFO:tasks.rados.rados.0.smithi090.stdout:2332: finishing write tid 1 to smithi09077644-37 2024-03-07T03:04:59.682 INFO:tasks.rados.rados.0.smithi090.stdout:2332: finishing write tid 2 to smithi09077644-37 2024-03-07T03:04:59.682 INFO:tasks.rados.rados.0.smithi090.stdout:2332: finishing write tid 3 to smithi09077644-37 2024-03-07T03:04:59.682 INFO:tasks.rados.rados.0.smithi090.stdout:2332: oid 37 updating version 0 to 897 2024-03-07T03:04:59.682 INFO:tasks.rados.rados.0.smithi090.stdout:2332: oid 37 updating version 897 to 898 2024-03-07T03:04:59.682 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 37 v 898 (ObjNum 722 snap 228 seq_num 722) dirty exists 2024-03-07T03:04:59.682 INFO:tasks.rados.rados.0.smithi090.stdout:2332: left oid 37 (ObjNum 722 snap 228 seq_num 722) 2024-03-07T03:04:59.682 INFO:tasks.rados.rados.0.smithi090.stdout:2327: done (5 left) 2024-03-07T03:04:59.682 INFO:tasks.rados.rados.0.smithi090.stdout:2328: done (4 left) 2024-03-07T03:04:59.682 INFO:tasks.rados.rados.0.smithi090.stdout:2329: done (3 left) 2024-03-07T03:04:59.683 INFO:tasks.rados.rados.0.smithi090.stdout:2330: done (2 left) 2024-03-07T03:04:59.683 INFO:tasks.rados.rados.0.smithi090.stdout:2332: done (1 left) 2024-03-07T03:04:59.683 INFO:tasks.rados.rados.0.smithi090.stdout:2333: done (0 left) 2024-03-07T03:04:59.683 INFO:tasks.rados.rados.0.smithi090.stdout:2334: rmattr oid 45 current snap is 228 2024-03-07T03:04:59.683 INFO:tasks.rados.rados.0.smithi090.stdout:2334: done (0 left) 2024-03-07T03:04:59.683 INFO:tasks.rados.rados.0.smithi090.stdout:2335: snap_create 2024-03-07T03:04:59.829 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:04:59 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:04:59.471+0000 7fa450c4e700 -1 osd.2 518 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-07T03:04:59.829 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:04:59 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:04:59.437+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:59.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:59 smithi090 ceph-mon[89511]: osdmap e526: 8 total, 7 up, 8 in 2024-03-07T03:04:59.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:59 smithi090 ceph-mon[89511]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:59.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:59 smithi090 ceph-mon[89511]: from='osd.2 [v2:172.21.15.90:6818/624661862,v1:172.21.15.90:6819/624661862]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-03-07T03:04:59.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:59 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:04:59.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:04:59 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:04:59.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:59 smithi090 ceph-mon[91928]: osdmap e526: 8 total, 7 up, 8 in 2024-03-07T03:04:59.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:59 smithi090 ceph-mon[91928]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:59.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:59 smithi090 ceph-mon[91928]: from='osd.2 [v2:172.21.15.90:6818/624661862,v1:172.21.15.90:6819/624661862]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-03-07T03:04:59.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:59 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:04:59.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:04:59 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:04:59.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:59 smithi092 ceph-mon[83777]: osdmap e526: 8 total, 7 up, 8 in 2024-03-07T03:04:59.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:59 smithi092 ceph-mon[83777]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:04:59.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:59 smithi092 ceph-mon[83777]: from='osd.2 [v2:172.21.15.90:6818/624661862,v1:172.21.15.90:6819/624661862]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-03-07T03:04:59.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:59 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:04:59.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:04:59 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:05:00.439 INFO:tasks.rados.rados.0.smithi090.stdout:2335: done (0 left) 2024-03-07T03:05:00.439 INFO:tasks.rados.rados.0.smithi090.stdout:2336: delete oid 9 current snap is 229 2024-03-07T03:05:00.829 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:05:00 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:05:00.445+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:00.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:00 smithi090 ceph-mon[89511]: from='osd.2 [v2:172.21.15.90:6818/624661862,v1:172.21.15.90:6819/624661862]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-03-07T03:05:00.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:00 smithi090 ceph-mon[89511]: osdmap e527: 8 total, 7 up, 8 in 2024-03-07T03:05:00.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:00 smithi090 ceph-mon[89511]: from='osd.2 [v2:172.21.15.90:6818/624661862,v1:172.21.15.90:6819/624661862]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-03-07T03:05:00.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:00 smithi090 ceph-mon[89511]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:00.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:00 smithi090 ceph-mon[89511]: pgmap v213: 121 pgs: 1 active+clean+snaptrim_error, 10 active+undersized+degraded, 27 active+undersized, 83 active+clean; 272 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 14 KiB/s wr, 3 op/s; 60/435 objects degraded (13.793%) 2024-03-07T03:05:00.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:00 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:05:00.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:00 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:05:00.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:00 smithi090 ceph-mon[91928]: from='osd.2 [v2:172.21.15.90:6818/624661862,v1:172.21.15.90:6819/624661862]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-03-07T03:05:00.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:00 smithi090 ceph-mon[91928]: osdmap e527: 8 total, 7 up, 8 in 2024-03-07T03:05:00.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:00 smithi090 ceph-mon[91928]: from='osd.2 [v2:172.21.15.90:6818/624661862,v1:172.21.15.90:6819/624661862]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-03-07T03:05:00.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:00 smithi090 ceph-mon[91928]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:00.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:00 smithi090 ceph-mon[91928]: pgmap v213: 121 pgs: 1 active+clean+snaptrim_error, 10 active+undersized+degraded, 27 active+undersized, 83 active+clean; 272 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 14 KiB/s wr, 3 op/s; 60/435 objects degraded (13.793%) 2024-03-07T03:05:00.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:00 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:05:00.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:00 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:05:00.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:00 smithi092 ceph-mon[83777]: from='osd.2 [v2:172.21.15.90:6818/624661862,v1:172.21.15.90:6819/624661862]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-03-07T03:05:00.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:00 smithi092 ceph-mon[83777]: osdmap e527: 8 total, 7 up, 8 in 2024-03-07T03:05:00.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:00 smithi092 ceph-mon[83777]: from='osd.2 [v2:172.21.15.90:6818/624661862,v1:172.21.15.90:6819/624661862]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-03-07T03:05:00.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:00 smithi092 ceph-mon[83777]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:00.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:00 smithi092 ceph-mon[83777]: pgmap v213: 121 pgs: 1 active+clean+snaptrim_error, 10 active+undersized+degraded, 27 active+undersized, 83 active+clean; 272 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 14 KiB/s wr, 3 op/s; 60/435 objects degraded (13.793%) 2024-03-07T03:05:00.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:00 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:05:00.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:00 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:05:01.467 INFO:tasks.rados.rados.0.smithi090.stdout:2336: done (0 left) 2024-03-07T03:05:01.467 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 35 current snap is 229 2024-03-07T03:05:01.467 INFO:tasks.rados.rados.0.smithi090.stdout:2337: seq_num 724 ranges {4423680=131072} 2024-03-07T03:05:01.492 INFO:tasks.rados.rados.0.smithi090.stdout:2337: writing smithi09077644-35 from 4423680 to 4554752 tid 1 2024-03-07T03:05:01.492 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 6 current snap is 229 2024-03-07T03:05:01.492 INFO:tasks.rados.rados.0.smithi090.stdout:2338: seq_num 725 ranges {0=147456} 2024-03-07T03:05:01.493 INFO:tasks.rados.rados.0.smithi090.stdout:2338: writing smithi09077644-6 from 0 to 147456 tid 1 2024-03-07T03:05:01.493 INFO:tasks.rados.rados.0.smithi090.stdout:2339: delete oid 37 current snap is 229 2024-03-07T03:05:01.494 INFO:tasks.rados.rados.0.smithi090.stdout:2337: finishing write tid 1 to smithi09077644-35 2024-03-07T03:05:01.496 INFO:tasks.rados.rados.0.smithi090.stdout:2337: finishing write tid 2 to smithi09077644-35 2024-03-07T03:05:01.497 INFO:tasks.rados.rados.0.smithi090.stdout:2338: finishing write tid 1 to smithi09077644-6 2024-03-07T03:05:01.498 INFO:tasks.rados.rados.0.smithi090.stdout:2337: finishing write tid 3 to smithi09077644-35 2024-03-07T03:05:01.498 INFO:tasks.rados.rados.0.smithi090.stdout:2337: oid 35 updating version 0 to 1097 2024-03-07T03:05:01.498 INFO:tasks.rados.rados.0.smithi090.stdout:2337: oid 35 updating version 1097 to 1098 2024-03-07T03:05:01.498 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 35 v 1098 (ObjNum 724 snap 229 seq_num 724) dirty exists 2024-03-07T03:05:01.498 INFO:tasks.rados.rados.0.smithi090.stdout:2337: left oid 35 (ObjNum 724 snap 229 seq_num 724) 2024-03-07T03:05:01.498 INFO:tasks.rados.rados.0.smithi090.stdout:2338: finishing write tid 2 to smithi09077644-6 2024-03-07T03:05:01.499 INFO:tasks.rados.rados.0.smithi090.stdout:2338: finishing write tid 3 to smithi09077644-6 2024-03-07T03:05:01.500 INFO:tasks.rados.rados.0.smithi090.stdout:2338: oid 6 updating version 0 to 1100 2024-03-07T03:05:01.500 INFO:tasks.rados.rados.0.smithi090.stdout:2338: oid 6 version 1100 is already newer than 1099 2024-03-07T03:05:01.500 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 1100 (ObjNum 725 snap 229 seq_num 725) dirty exists 2024-03-07T03:05:01.500 INFO:tasks.rados.rados.0.smithi090.stdout:2338: left oid 6 (ObjNum 725 snap 229 seq_num 725) 2024-03-07T03:05:01.506 INFO:tasks.rados.rados.0.smithi090.stdout:2337: done (2 left) 2024-03-07T03:05:01.506 INFO:tasks.rados.rados.0.smithi090.stdout:2338: done (1 left) 2024-03-07T03:05:01.506 INFO:tasks.rados.rados.0.smithi090.stdout:2339: done (0 left) 2024-03-07T03:05:01.506 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 41 current snap is 229 2024-03-07T03:05:01.506 INFO:tasks.rados.rados.0.smithi090.stdout:2340: seq_num 727 ranges {720896=180224} 2024-03-07T03:05:01.511 INFO:tasks.rados.rados.0.smithi090.stdout:2340: writing smithi09077644-41 from 720896 to 901120 tid 1 2024-03-07T03:05:01.511 INFO:tasks.rados.rados.0.smithi090.stdout:2341: copy_from oid 33 from oid 21 current snap is 229 2024-03-07T03:05:01.511 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 10 current snap is 229 2024-03-07T03:05:01.511 INFO:tasks.rados.rados.0.smithi090.stdout:2342: seq_num 728 ranges {7143424=196608} 2024-03-07T03:05:01.552 INFO:tasks.rados.rados.0.smithi090.stdout:2342: writing smithi09077644-10 from 7143424 to 7340032 tid 1 2024-03-07T03:05:01.552 INFO:tasks.rados.rados.0.smithi090.stdout:2343: copy_from oid 19 from oid 47 current snap is 229 2024-03-07T03:05:01.552 INFO:tasks.rados.rados.0.smithi090.stdout:2340: finishing write tid 1 to smithi09077644-41 2024-03-07T03:05:01.552 INFO:tasks.rados.rados.0.smithi090.stdout:2344: delete oid 13 current snap is 229 2024-03-07T03:05:01.552 INFO:tasks.rados.rados.0.smithi090.stdout:2340: finishing write tid 2 to smithi09077644-41 2024-03-07T03:05:01.552 INFO:tasks.rados.rados.0.smithi090.stdout:2340: finishing write tid 3 to smithi09077644-41 2024-03-07T03:05:01.552 INFO:tasks.rados.rados.0.smithi090.stdout:2340: oid 41 updating version 0 to 880 2024-03-07T03:05:01.552 INFO:tasks.rados.rados.0.smithi090.stdout:2340: oid 41 updating version 880 to 881 2024-03-07T03:05:01.552 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 41 v 881 (ObjNum 727 snap 229 seq_num 727) dirty exists 2024-03-07T03:05:01.552 INFO:tasks.rados.rados.0.smithi090.stdout:2340: left oid 41 (ObjNum 727 snap 229 seq_num 727) 2024-03-07T03:05:01.552 INFO:tasks.rados.rados.0.smithi090.stdout:2341: finishing copy_from racing read to smithi09077644-33 2024-03-07T03:05:01.553 INFO:tasks.rados.rados.0.smithi090.stdout:2341: finishing copy_from to smithi09077644-33 2024-03-07T03:05:01.553 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 33 v 1318 (ObjNum 713 snap 222 seq_num 713) dirty exists 2024-03-07T03:05:01.554 INFO:tasks.rados.rados.0.smithi090.stdout:2340: done (4 left) 2024-03-07T03:05:01.554 INFO:tasks.rados.rados.0.smithi090.stdout:2341: done (3 left) 2024-03-07T03:05:01.554 INFO:tasks.rados.rados.0.smithi090.stdout:2344: done (2 left) 2024-03-07T03:05:01.554 INFO:tasks.rados.rados.0.smithi090.stdout:2345: snap_remove snap 226 2024-03-07T03:05:01.821 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:05:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:05:01.441+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:01.821 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:01 smithi090 ceph-mon[89511]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-07T03:05:01.822 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:01 smithi090 ceph-mon[89511]: osd.2 [v2:172.21.15.90:6818/624661862,v1:172.21.15.90:6819/624661862] boot 2024-03-07T03:05:01.822 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:01 smithi090 ceph-mon[89511]: osdmap e528: 8 total, 8 up, 8 in 2024-03-07T03:05:01.822 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:01 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-07T03:05:01.822 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:01 smithi090 ceph-mon[89511]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:01.822 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:01 smithi090 ceph-mon[91928]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-07T03:05:01.822 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:01 smithi090 ceph-mon[91928]: osd.2 [v2:172.21.15.90:6818/624661862,v1:172.21.15.90:6819/624661862] boot 2024-03-07T03:05:01.822 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:01 smithi090 ceph-mon[91928]: osdmap e528: 8 total, 8 up, 8 in 2024-03-07T03:05:01.823 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:01 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-07T03:05:01.823 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:01 smithi090 ceph-mon[91928]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:01.823 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:01.466+0000 7fa43841d700 -1 osd.2 pg_epoch: 529 pg[5.ds0( v 529'1193 (0'0,529'1193] local-lis/les=528/529 n=8 ec=71/71 lis/c=528/528 les/c/f=529/529/0 sis=528) [2,7,5]p2(0) r=0 lpr=528 crt=529'1193 lcod 529'1191 mlcod 529'1191 active+clean+snaptrim trimq=[16c~1,172~1,175~1,179~1,17e~1] ps=[143~1,158~1,15b~1,160~3,164~2,167~2,16b~1,16d~2,173~2,176~1,17a~1]] update_snap_map remove_oid 5:b9b7d4ca:::smithi09077644-17:16d failed with -2 2024-03-07T03:05:01.823 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:01.469+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:05:01.823 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:01.469+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:01.823 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:01.471+0000 7fa437c1c700 -1 osd.2 pg_epoch: 529 pg[5.6s0( v 529'864 (0'0,529'864] local-lis/les=528/529 n=6 ec=71/71 lis/c=528/528 les/c/f=529/529/0 sis=528) [2,5,1]p2(0) r=0 lpr=528 luod=516'862 crt=516'862 lcod 0'0 mlcod 0'0 active+clean+snaptrim trimq=[16c~1,172~1,175~1,179~1,17e~1] ps=[143~1,158~1,15b~1,160~3,164~2,167~2,16b~1,16d~2,173~2,176~1,17a~1]] update_snap_map remove_oid 5:6fb6c7f2:::smithi09077644-6:16d failed with -2 2024-03-07T03:05:01.823 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:01.475+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16e=[]:{} for object 5:6fb6c7f2:::smithi09077644-6:16d 2024-03-07T03:05:01.823 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:01.543+0000 7fa43d427700 -1 osd.2 pg_epoch: 529 pg[5.bs0( v 529'1387 (0'0,529'1387] local-lis/les=528/529 n=13 ec=71/71 lis/c=528/528 les/c/f=529/529/0 sis=528) [2,0,5]p2(0) r=0 lpr=528 crt=529'1387 mlcod 529'1387 active+clean+snaptrim trimq=[16c~1,172~1,175~1,179~1,17e~1] ps=[143~1,158~1,15b~1,160~3,164~2,167~2,16b~1,16d~2,173~2,176~1,17a~1]] update_snap_map remove_oid 5:d091193a:::smithi09077644-39:16d failed with -2 2024-03-07T03:05:01.823 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:01.544+0000 7fa43d427700 -1 osd.2 pg_epoch: 529 pg[5.bs0( v 529'1389 (0'0,529'1389] local-lis/les=528/529 n=12 ec=71/71 lis/c=528/528 les/c/f=529/529/0 sis=528) [2,0,5]p2(0) r=0 lpr=528 luod=529'1387 crt=529'1387 lcod 529'1387 mlcod 529'1387 active+clean+snaptrim trimq=[16c~1,172~1,175~1,179~1,17e~1] ps=[143~1,158~1,15b~1,160~3,164~2,167~2,16b~1,16d~2,173~2,176~1,17a~1]] update_snap_map remove_oid 5:d8363043:::smithi09077644-10:16c failed with -2 2024-03-07T03:05:01.823 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:01.547+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16d=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:01.823 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:01.553+0000 7fa43cc26700 -1 osd.2 pg_epoch: 529 pg[5.4s1( v 529'667 (0'0,529'667] local-lis/les=528/529 n=12 ec=71/71 lis/c=528/528 les/c/f=529/529/0 sis=528) [7,2,5]p7(0) r=1 lpr=528 luod=0'0 crt=529'667 mlcod 529'667 active mbc={} ps=[143~1,158~1,15b~1,160~3,164~2,167~2,16b~1,16d~2,173~2,176~1,17a~1]] update_snap_map remove_oid 5:245c5a7b:::smithi09077644-27:16d failed with -2 2024-03-07T03:05:01.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:01 smithi092 ceph-mon[83777]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-07T03:05:01.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:01 smithi092 ceph-mon[83777]: osd.2 [v2:172.21.15.90:6818/624661862,v1:172.21.15.90:6819/624661862] boot 2024-03-07T03:05:01.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:01 smithi092 ceph-mon[83777]: osdmap e528: 8 total, 8 up, 8 in 2024-03-07T03:05:01.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:01 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-07T03:05:01.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:01 smithi092 ceph-mon[83777]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:02.454 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:02 smithi090 ceph-mon[89511]: osdmap e529: 8 total, 8 up, 8 in 2024-03-07T03:05:02.454 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:02 smithi090 ceph-mon[89511]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:02.454 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:02 smithi090 ceph-mon[89511]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:02.458 INFO:tasks.rados.rados.0.smithi090.stdout:2345: done (2 left) 2024-03-07T03:05:02.458 INFO:tasks.rados.rados.0.smithi090.stdout:2346: snap_remove snap 222 2024-03-07T03:05:02.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:02 smithi092 ceph-mon[83777]: osdmap e529: 8 total, 8 up, 8 in 2024-03-07T03:05:02.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:02 smithi092 ceph-mon[83777]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:02.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:02 smithi092 ceph-mon[83777]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:02.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:02 smithi092 ceph-mon[83777]: No clone_snaps in snapset 16e=[]:{} for object 5:6fb6c7f2:::smithi09077644-6:16d 2024-03-07T03:05:02.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:02 smithi092 ceph-mon[83777]: No clone_snaps in snapset 16d=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:02.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:02 smithi092 ceph-mon[83777]: pgmap v216: 121 pgs: 1 active+clean+snaptrim_error, 3 peering, 10 active+undersized+degraded, 24 active+undersized, 83 active+clean; 272 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 0 B/s wr, 1 op/s; 60/432 objects degraded (13.889%) 2024-03-07T03:05:02.668 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:05:02 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:05:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:05:02.829 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:05:02 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:05:02.454+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:02.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:02 smithi090 ceph-mon[89511]: No clone_snaps in snapset 16e=[]:{} for object 5:6fb6c7f2:::smithi09077644-6:16d 2024-03-07T03:05:02.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:02 smithi090 ceph-mon[89511]: No clone_snaps in snapset 16d=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:02.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:02 smithi090 ceph-mon[89511]: pgmap v216: 121 pgs: 1 active+clean+snaptrim_error, 3 peering, 10 active+undersized+degraded, 24 active+undersized, 83 active+clean; 272 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 0 B/s wr, 1 op/s; 60/432 objects degraded (13.889%) 2024-03-07T03:05:02.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:02 smithi090 ceph-mon[91928]: osdmap e529: 8 total, 8 up, 8 in 2024-03-07T03:05:02.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:02 smithi090 ceph-mon[91928]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:02.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:02 smithi090 ceph-mon[91928]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:02.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:02 smithi090 ceph-mon[91928]: No clone_snaps in snapset 16e=[]:{} for object 5:6fb6c7f2:::smithi09077644-6:16d 2024-03-07T03:05:02.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:02 smithi090 ceph-mon[91928]: No clone_snaps in snapset 16d=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:02.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:02 smithi090 ceph-mon[91928]: pgmap v216: 121 pgs: 1 active+clean+snaptrim_error, 3 peering, 10 active+undersized+degraded, 24 active+undersized, 83 active+clean; 272 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 0 B/s wr, 1 op/s; 60/432 objects degraded (13.889%) 2024-03-07T03:05:03.289 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:05:03 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:05:03] "GET /metrics HTTP/1.1" 200 36180 "" "Prometheus/2.43.0" 2024-03-07T03:05:03.290 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:02 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:02.853+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16d=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:03.290 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:02 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:02.858+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:03.290 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:02 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:02.859+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 181=[]:{} for object 5:6fb6c7f2:::smithi09077644-6:16d 2024-03-07T03:05:03.464 INFO:tasks.rados.rados.0.smithi090.stdout:2346: done (2 left) 2024-03-07T03:05:03.464 INFO:tasks.rados.rados.0.smithi090.stdout:2347: copy_from oid 30 from oid 31 current snap is 229 2024-03-07T03:05:03.464 INFO:tasks.rados.rados.0.smithi090.stdout:2348: read oid 26 snap -1 2024-03-07T03:05:03.464 INFO:tasks.rados.rados.0.smithi090.stdout:2348: expect (ObjNum 575 snap 172 seq_num 575) 2024-03-07T03:05:03.464 INFO:tasks.rados.rados.0.smithi090.stdout:2349: rollback oid 36 current snap is 229 2024-03-07T03:05:03.464 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 36 to 223 2024-03-07T03:05:03.464 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 46 current snap is 229 2024-03-07T03:05:03.464 INFO:tasks.rados.rados.0.smithi090.stdout:2350: seq_num 730 ranges {2777088=229376} 2024-03-07T03:05:03.481 INFO:tasks.rados.rados.0.smithi090.stdout:2350: writing smithi09077644-46 from 2777088 to 3006464 tid 1 2024-03-07T03:05:03.481 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 33 current snap is 229 2024-03-07T03:05:03.482 INFO:tasks.rados.rados.0.smithi090.stdout:2342: finishing write tid 1 to smithi09077644-10 2024-03-07T03:05:03.482 INFO:tasks.rados.rados.0.smithi090.stdout:2342: finishing write tid 2 to smithi09077644-10 2024-03-07T03:05:03.482 INFO:tasks.rados.rados.0.smithi090.stdout:2342: finishing write tid 3 to smithi09077644-10 2024-03-07T03:05:03.482 INFO:tasks.rados.rados.0.smithi090.stdout:2342: oid 10 updating version 0 to 1394 2024-03-07T03:05:03.482 INFO:tasks.rados.rados.0.smithi090.stdout:2342: oid 10 version 1394 is already newer than 1393 2024-03-07T03:05:03.482 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 1394 (ObjNum 728 snap 229 seq_num 728) dirty exists 2024-03-07T03:05:03.482 INFO:tasks.rados.rados.0.smithi090.stdout:2342: left oid 10 (ObjNum 728 snap 229 seq_num 728) 2024-03-07T03:05:03.482 INFO:tasks.rados.rados.0.smithi090.stdout:2343: finishing copy_from racing read to smithi09077644-19 2024-03-07T03:05:03.482 INFO:tasks.rados.rados.0.smithi090.stdout:2343: finishing copy_from to smithi09077644-19 2024-03-07T03:05:03.482 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 714 (ObjNum 636 snap 196 seq_num 636) dirty exists 2024-03-07T03:05:03.482 INFO:tasks.rados.rados.0.smithi090.stdout:2347: finishing copy_from racing read to smithi09077644-30 2024-03-07T03:05:03.482 INFO:tasks.rados.rados.0.smithi090.stdout:2347: finishing copy_from to smithi09077644-30 2024-03-07T03:05:03.482 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 30 v 873 (ObjNum 717 snap 223 seq_num 717) dirty exists 2024-03-07T03:05:03.482 INFO:tasks.rados.rados.0.smithi090.stdout:2351: seq_num 731 ranges {4284416=245760} 2024-03-07T03:05:03.507 INFO:tasks.rados.rados.0.smithi090.stdout:2351: writing smithi09077644-33 from 4284416 to 4530176 tid 1 2024-03-07T03:05:03.507 INFO:tasks.rados.rados.0.smithi090.stdout:2342: done (6 left) 2024-03-07T03:05:03.508 INFO:tasks.rados.rados.0.smithi090.stdout:2343: done (5 left) 2024-03-07T03:05:03.508 INFO:tasks.rados.rados.0.smithi090.stdout:2347: done (4 left) 2024-03-07T03:05:03.508 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 13 current snap is 229 2024-03-07T03:05:03.508 INFO:tasks.rados.rados.0.smithi090.stdout:2349: finishing rollback tid 0 to smithi09077644-36 2024-03-07T03:05:03.508 INFO:tasks.rados.rados.0.smithi090.stdout:2349: finishing rollback tid 1 to smithi09077644-36 2024-03-07T03:05:03.508 INFO:tasks.rados.rados.0.smithi090.stdout:2349: finishing rollback tid 2 to smithi09077644-36 2024-03-07T03:05:03.508 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 1103 (ObjNum 380 snap 117 seq_num 380) dirty exists 2024-03-07T03:05:03.508 INFO:tasks.rados.rados.0.smithi090.stdout:2350: finishing write tid 1 to smithi09077644-46 2024-03-07T03:05:03.508 INFO:tasks.rados.rados.0.smithi090.stdout:2352: seq_num 732 ranges {0=262144} 2024-03-07T03:05:03.509 INFO:tasks.rados.rados.0.smithi090.stdout:2352: writing smithi09077644-13 from 0 to 262144 tid 1 2024-03-07T03:05:03.509 INFO:tasks.rados.rados.0.smithi090.stdout:2349: done (4 left) 2024-03-07T03:05:03.509 INFO:tasks.rados.rados.0.smithi090.stdout:2353: read oid 42 snap -1 2024-03-07T03:05:03.509 INFO:tasks.rados.rados.0.smithi090.stdout:2353: expect (ObjNum 640 snap 199 seq_num 640) 2024-03-07T03:05:03.509 INFO:tasks.rados.rados.0.smithi090.stdout:2354: snap_create 2024-03-07T03:05:03.510 INFO:tasks.rados.rados.0.smithi090.stdout:2350: finishing write tid 2 to smithi09077644-46 2024-03-07T03:05:03.510 INFO:tasks.rados.rados.0.smithi090.stdout:2350: finishing write tid 3 to smithi09077644-46 2024-03-07T03:05:03.510 INFO:tasks.rados.rados.0.smithi090.stdout:2350: oid 46 updating version 0 to 1098 2024-03-07T03:05:03.510 INFO:tasks.rados.rados.0.smithi090.stdout:2350: oid 46 updating version 1098 to 1099 2024-03-07T03:05:03.510 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 1099 (ObjNum 730 snap 229 seq_num 730) dirty exists 2024-03-07T03:05:03.510 INFO:tasks.rados.rados.0.smithi090.stdout:2350: left oid 46 (ObjNum 730 snap 229 seq_num 730) 2024-03-07T03:05:03.510 INFO:tasks.rados.rados.0.smithi090.stdout:2348: expect (ObjNum 575 snap 172 seq_num 575) 2024-03-07T03:05:03.579 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:05:03 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:05:03.465+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:03.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:03 smithi090 ceph-mon[89511]: Health check update: Degraded data redundancy: 60/432 objects degraded (13.889%), 10 pgs degraded (PG_DEGRADED) 2024-03-07T03:05:03.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:03 smithi090 ceph-mon[89511]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:03.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:03 smithi090 ceph-mon[89511]: osdmap e530: 8 total, 8 up, 8 in 2024-03-07T03:05:03.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:03 smithi090 ceph-mon[89511]: No clone_snaps in snapset 16d=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:03.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:03 smithi090 ceph-mon[89511]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:03.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:03 smithi090 ceph-mon[89511]: No clone_snaps in snapset 181=[]:{} for object 5:6fb6c7f2:::smithi09077644-6:16d 2024-03-07T03:05:03.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:03 smithi090 ceph-mon[91928]: Health check update: Degraded data redundancy: 60/432 objects degraded (13.889%), 10 pgs degraded (PG_DEGRADED) 2024-03-07T03:05:03.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:03 smithi090 ceph-mon[91928]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:03.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:03 smithi090 ceph-mon[91928]: osdmap e530: 8 total, 8 up, 8 in 2024-03-07T03:05:03.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:03 smithi090 ceph-mon[91928]: No clone_snaps in snapset 16d=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:03.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:03 smithi090 ceph-mon[91928]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:03.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:03 smithi090 ceph-mon[91928]: No clone_snaps in snapset 181=[]:{} for object 5:6fb6c7f2:::smithi09077644-6:16d 2024-03-07T03:05:03.580 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:03 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:03.469+0000 7fa43c425700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:05:03.580 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:03 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:03.470+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:03.580 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:03 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:03.479+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16d=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:03.581 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:03 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:03.480+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 181=[]:{} for object 5:6fb6c7f2:::smithi09077644-6:16d 2024-03-07T03:05:03.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:03 smithi092 ceph-mon[83777]: Health check update: Degraded data redundancy: 60/432 objects degraded (13.889%), 10 pgs degraded (PG_DEGRADED) 2024-03-07T03:05:03.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:03 smithi092 ceph-mon[83777]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:03.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:03 smithi092 ceph-mon[83777]: osdmap e530: 8 total, 8 up, 8 in 2024-03-07T03:05:03.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:03 smithi092 ceph-mon[83777]: No clone_snaps in snapset 16d=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:03.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:03 smithi092 ceph-mon[83777]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:03.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:03 smithi092 ceph-mon[83777]: No clone_snaps in snapset 181=[]:{} for object 5:6fb6c7f2:::smithi09077644-6:16d 2024-03-07T03:05:03.918 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:05:03 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:05:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi090\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:05:04.079 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:05:03 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:05:03.832+0000 7f8323fc5700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-03-07T03:05:04.103 INFO:tasks.rados.rados.0.smithi090.stdout:2351: finishing write tid 1 to smithi09077644-33 2024-03-07T03:05:04.103 INFO:tasks.rados.rados.0.smithi090.stdout:2351: finishing write tid 2 to smithi09077644-33 2024-03-07T03:05:04.104 INFO:tasks.rados.rados.0.smithi090.stdout:2352: finishing write tid 1 to smithi09077644-13 2024-03-07T03:05:04.104 INFO:tasks.rados.rados.0.smithi090.stdout:2351: finishing write tid 3 to smithi09077644-33 2024-03-07T03:05:04.104 INFO:tasks.rados.rados.0.smithi090.stdout:2351: oid 33 updating version 0 to 1396 2024-03-07T03:05:04.104 INFO:tasks.rados.rados.0.smithi090.stdout:2351: oid 33 version 1396 is already newer than 1395 2024-03-07T03:05:04.104 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 33 v 1396 (ObjNum 731 snap 229 seq_num 731) dirty exists 2024-03-07T03:05:04.104 INFO:tasks.rados.rados.0.smithi090.stdout:2351: left oid 33 (ObjNum 731 snap 229 seq_num 731) 2024-03-07T03:05:04.104 INFO:tasks.rados.rados.0.smithi090.stdout:2352: finishing write tid 2 to smithi09077644-13 2024-03-07T03:05:04.104 INFO:tasks.rados.rados.0.smithi090.stdout:2353: expect (ObjNum 640 snap 199 seq_num 640) 2024-03-07T03:05:04.132 INFO:tasks.rados.rados.0.smithi090.stdout:2352: finishing write tid 3 to smithi09077644-13 2024-03-07T03:05:04.132 INFO:tasks.rados.rados.0.smithi090.stdout:2352: oid 13 updating version 0 to 1198 2024-03-07T03:05:04.132 INFO:tasks.rados.rados.0.smithi090.stdout:2352: oid 13 updating version 1198 to 1199 2024-03-07T03:05:04.132 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 13 v 1199 (ObjNum 732 snap 229 seq_num 732) dirty exists 2024-03-07T03:05:04.132 INFO:tasks.rados.rados.0.smithi090.stdout:2352: left oid 13 (ObjNum 732 snap 229 seq_num 732) 2024-03-07T03:05:04.472 INFO:tasks.rados.rados.0.smithi090.stdout:2348: done (5 left) 2024-03-07T03:05:04.473 INFO:tasks.rados.rados.0.smithi090.stdout:2350: done (4 left) 2024-03-07T03:05:04.473 INFO:tasks.rados.rados.0.smithi090.stdout:2351: done (3 left) 2024-03-07T03:05:04.473 INFO:tasks.rados.rados.0.smithi090.stdout:2352: done (2 left) 2024-03-07T03:05:04.473 INFO:tasks.rados.rados.0.smithi090.stdout:2353: done (1 left) 2024-03-07T03:05:04.473 INFO:tasks.rados.rados.0.smithi090.stdout:2354: done (0 left) 2024-03-07T03:05:04.473 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 39 current snap is 230 2024-03-07T03:05:04.473 INFO:tasks.rados.rados.0.smithi090.stdout:2355: seq_num 733 ranges {0=278528} 2024-03-07T03:05:04.474 INFO:tasks.rados.rados.0.smithi090.stdout:2355: writing smithi09077644-39 from 0 to 278528 tid 1 2024-03-07T03:05:04.474 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 38 current snap is 230 2024-03-07T03:05:04.474 INFO:tasks.rados.rados.0.smithi090.stdout:2356: seq_num 734 ranges {6742016=294912} 2024-03-07T03:05:04.511 INFO:tasks.rados.rados.0.smithi090.stdout:2356: writing smithi09077644-38 from 6742016 to 7036928 tid 1 2024-03-07T03:05:04.512 INFO:tasks.rados.rados.0.smithi090.stdout:2357: read oid 35 snap -1 2024-03-07T03:05:04.512 INFO:tasks.rados.rados.0.smithi090.stdout:2357: expect (ObjNum 724 snap 229 seq_num 724) 2024-03-07T03:05:04.512 INFO:tasks.rados.rados.0.smithi090.stdout:2358: copy_from oid 28 from oid 26 current snap is 230 2024-03-07T03:05:04.512 INFO:tasks.rados.rados.0.smithi090.stdout:2355: finishing write tid 1 to smithi09077644-39 2024-03-07T03:05:04.512 INFO:tasks.rados.rados.0.smithi090.stdout:2355: finishing write tid 2 to smithi09077644-39 2024-03-07T03:05:04.512 INFO:tasks.rados.rados.0.smithi090.stdout:2355: finishing write tid 3 to smithi09077644-39 2024-03-07T03:05:04.512 INFO:tasks.rados.rados.0.smithi090.stdout:2355: oid 39 updating version 0 to 1398 2024-03-07T03:05:04.512 INFO:tasks.rados.rados.0.smithi090.stdout:2355: oid 39 version 1398 is already newer than 1397 2024-03-07T03:05:04.512 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 1398 (ObjNum 733 snap 230 seq_num 733) dirty exists 2024-03-07T03:05:04.512 INFO:tasks.rados.rados.0.smithi090.stdout:2355: left oid 39 (ObjNum 733 snap 230 seq_num 733) 2024-03-07T03:05:04.512 INFO:tasks.rados.rados.0.smithi090.stdout:2355: done (3 left) 2024-03-07T03:05:04.512 INFO:tasks.rados.rados.0.smithi090.stdout:2359: snap_remove snap 229 2024-03-07T03:05:04.829 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:05:04 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:05:04.469+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:04.829 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:04 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:04.474+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:04.829 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:04 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:04.475+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 181=[]:{} for object 5:6fb6c7f2:::smithi09077644-6:16d 2024-03-07T03:05:04.830 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:04 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:04.476+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:04.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:04 smithi090 ceph-mon[91928]: osdmap e531: 8 total, 8 up, 8 in 2024-03-07T03:05:04.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:04 smithi090 ceph-mon[91928]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:04.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:04 smithi090 ceph-mon[91928]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:04.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:04 smithi090 ceph-mon[91928]: No clone_snaps in snapset 16d=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:04.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:04 smithi090 ceph-mon[91928]: No clone_snaps in snapset 181=[]:{} for object 5:6fb6c7f2:::smithi09077644-6:16d 2024-03-07T03:05:04.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:04 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:05:04.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:04 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:05:04.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:04 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:05:04.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:04 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:05:04.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:04 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:05:04.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:04 smithi090 ceph-mon[91928]: pgmap v219: 121 pgs: 1 active+clean+snaptrim_error, 3 peering, 7 active+undersized+degraded, 11 active+undersized, 99 active+clean; 272 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 828 KiB/s rd, 28 KiB/s wr, 2 op/s; 47/432 objects degraded (10.880%); 1.2 MiB/s, 0 objects/s recovering 2024-03-07T03:05:04.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:04 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:05:04.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:04 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:05:04.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:04 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:05:04.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:04 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:05:04.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:04 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-03-07T03:05:04.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:04 smithi090 ceph-mon[89511]: osdmap e531: 8 total, 8 up, 8 in 2024-03-07T03:05:04.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:04 smithi090 ceph-mon[89511]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:04.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:04 smithi090 ceph-mon[89511]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:04.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:04 smithi090 ceph-mon[89511]: No clone_snaps in snapset 16d=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:04.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:04 smithi090 ceph-mon[89511]: No clone_snaps in snapset 181=[]:{} for object 5:6fb6c7f2:::smithi09077644-6:16d 2024-03-07T03:05:04.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:04 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:05:04.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:04 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:05:04.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:04 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:05:04.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:04 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:05:04.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:04 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:05:04.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:04 smithi090 ceph-mon[89511]: pgmap v219: 121 pgs: 1 active+clean+snaptrim_error, 3 peering, 7 active+undersized+degraded, 11 active+undersized, 99 active+clean; 272 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 828 KiB/s rd, 28 KiB/s wr, 2 op/s; 47/432 objects degraded (10.880%); 1.2 MiB/s, 0 objects/s recovering 2024-03-07T03:05:04.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:04 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:05:04.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:04 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:05:04.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:04 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:05:04.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:04 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:05:04.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:04 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-03-07T03:05:04.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:04 smithi092 ceph-mon[83777]: osdmap e531: 8 total, 8 up, 8 in 2024-03-07T03:05:04.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:04 smithi092 ceph-mon[83777]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:04.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:04 smithi092 ceph-mon[83777]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:04.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:04 smithi092 ceph-mon[83777]: No clone_snaps in snapset 16d=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:04.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:04 smithi092 ceph-mon[83777]: No clone_snaps in snapset 181=[]:{} for object 5:6fb6c7f2:::smithi09077644-6:16d 2024-03-07T03:05:04.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:04 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:05:04.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:04 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:05:04.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:04 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:05:04.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:04 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:05:04.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:04 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:05:04.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:04 smithi092 ceph-mon[83777]: pgmap v219: 121 pgs: 1 active+clean+snaptrim_error, 3 peering, 7 active+undersized+degraded, 11 active+undersized, 99 active+clean; 272 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 828 KiB/s rd, 28 KiB/s wr, 2 op/s; 47/432 objects degraded (10.880%); 1.2 MiB/s, 0 objects/s recovering 2024-03-07T03:05:04.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:04 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:05:04.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:04 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:05:04.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:04 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:05:04.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:04 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:05:04.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:04 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-03-07T03:05:05.481 INFO:tasks.rados.rados.0.smithi090.stdout:2359: done (3 left) 2024-03-07T03:05:05.481 INFO:tasks.rados.rados.0.smithi090.stdout:2360: read oid 39 snap -1 2024-03-07T03:05:05.481 INFO:tasks.rados.rados.0.smithi090.stdout:2360: expect (ObjNum 733 snap 230 seq_num 733) 2024-03-07T03:05:05.482 INFO:tasks.rados.rados.0.smithi090.stdout:2361: delete oid 27 current snap is 230 2024-03-07T03:05:05.482 INFO:tasks.rados.rados.0.smithi090.stdout:2356: finishing write tid 1 to smithi09077644-38 2024-03-07T03:05:05.482 INFO:tasks.rados.rados.0.smithi090.stdout:2356: finishing write tid 2 to smithi09077644-38 2024-03-07T03:05:05.482 INFO:tasks.rados.rados.0.smithi090.stdout:2356: finishing write tid 3 to smithi09077644-38 2024-03-07T03:05:05.482 INFO:tasks.rados.rados.0.smithi090.stdout:2356: oid 38 updating version 0 to 1256 2024-03-07T03:05:05.482 INFO:tasks.rados.rados.0.smithi090.stdout:2356: oid 38 updating version 1256 to 1257 2024-03-07T03:05:05.482 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 1257 (ObjNum 734 snap 230 seq_num 734) dirty exists 2024-03-07T03:05:05.482 INFO:tasks.rados.rados.0.smithi090.stdout:2356: left oid 38 (ObjNum 734 snap 230 seq_num 734) 2024-03-07T03:05:05.482 INFO:tasks.rados.rados.0.smithi090.stdout:2357: expect (ObjNum 724 snap 229 seq_num 724) 2024-03-07T03:05:05.727 INFO:tasks.rados.rados.0.smithi090.stdout:2358: finishing copy_from racing read to smithi09077644-28 2024-03-07T03:05:05.727 INFO:tasks.rados.rados.0.smithi090.stdout:2358: finishing copy_from to smithi09077644-28 2024-03-07T03:05:05.727 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 28 v 903 (ObjNum 575 snap 172 seq_num 575) dirty exists 2024-03-07T03:05:05.727 INFO:tasks.rados.rados.0.smithi090.stdout:2356: done (4 left) 2024-03-07T03:05:05.727 INFO:tasks.rados.rados.0.smithi090.stdout:2357: done (3 left) 2024-03-07T03:05:05.727 INFO:tasks.rados.rados.0.smithi090.stdout:2358: done (2 left) 2024-03-07T03:05:05.727 INFO:tasks.rados.rados.0.smithi090.stdout:2361: done (1 left) 2024-03-07T03:05:05.727 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 21 current snap is 230 2024-03-07T03:05:05.728 INFO:tasks.rados.rados.0.smithi090.stdout:2360: expect (ObjNum 733 snap 230 seq_num 733) 2024-03-07T03:05:05.734 INFO:tasks.rados.rados.0.smithi090.stdout:2362: seq_num 736 ranges {4284416=335872} 2024-03-07T03:05:05.759 INFO:tasks.rados.rados.0.smithi090.stdout:2362: writing smithi09077644-21 from 4284416 to 4620288 tid 1 2024-03-07T03:05:05.759 INFO:tasks.rados.rados.0.smithi090.stdout:2360: done (1 left) 2024-03-07T03:05:05.759 INFO:tasks.rados.rados.0.smithi090.stdout:2363: read oid 22 snap 224 2024-03-07T03:05:05.759 INFO:tasks.rados.rados.0.smithi090.stdout:2363: expect (ObjNum 702 snap 218 seq_num 702) 2024-03-07T03:05:05.759 INFO:tasks.rados.rados.0.smithi090.stdout:2364: copy_from oid 28 from oid 43 current snap is 230 2024-03-07T03:05:05.759 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 29 current snap is 230 2024-03-07T03:05:05.759 INFO:tasks.rados.rados.0.smithi090.stdout:2365: seq_num 737 ranges {368640=352256} 2024-03-07T03:05:05.764 INFO:tasks.rados.rados.0.smithi090.stdout:2365: writing smithi09077644-29 from 368640 to 720896 tid 1 2024-03-07T03:05:05.764 INFO:tasks.rados.rados.0.smithi090.stdout:2366: read oid 7 snap -1 2024-03-07T03:05:05.764 INFO:tasks.rados.rados.0.smithi090.stdout:2366: expect (ObjNum 682 snap 212 seq_num 682) 2024-03-07T03:05:05.764 INFO:tasks.rados.rados.0.smithi090.stdout:2367: rollback oid 10 current snap is 230 2024-03-07T03:05:05.764 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 10 to 224 2024-03-07T03:05:05.764 INFO:tasks.rados.rados.0.smithi090.stdout:2368: delete oid 38 current snap is 230 2024-03-07T03:05:05.764 INFO:tasks.rados.rados.0.smithi090.stdout:2362: finishing write tid 1 to smithi09077644-21 2024-03-07T03:05:05.766 INFO:tasks.rados.rados.0.smithi090.stdout:2362: finishing write tid 2 to smithi09077644-21 2024-03-07T03:05:05.767 INFO:tasks.rados.rados.0.smithi090.stdout:2362: finishing write tid 3 to smithi09077644-21 2024-03-07T03:05:05.767 INFO:tasks.rados.rados.0.smithi090.stdout:2362: oid 21 updating version 0 to 1324 2024-03-07T03:05:05.767 INFO:tasks.rados.rados.0.smithi090.stdout:2362: oid 21 updating version 1324 to 1325 2024-03-07T03:05:05.767 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 1325 (ObjNum 736 snap 230 seq_num 736) dirty exists 2024-03-07T03:05:05.767 INFO:tasks.rados.rados.0.smithi090.stdout:2362: left oid 21 (ObjNum 736 snap 230 seq_num 736) 2024-03-07T03:05:05.769 INFO:tasks.rados.rados.0.smithi090.stdout:2362: done (6 left) 2024-03-07T03:05:05.769 INFO:tasks.rados.rados.0.smithi090.stdout:2368: done (5 left) 2024-03-07T03:05:05.769 INFO:tasks.rados.rados.0.smithi090.stdout:2369: snap_create 2024-03-07T03:05:05.769 INFO:tasks.rados.rados.0.smithi090.stdout:2365: finishing write tid 1 to smithi09077644-29 2024-03-07T03:05:05.770 INFO:tasks.rados.rados.0.smithi090.stdout:2365: finishing write tid 2 to smithi09077644-29 2024-03-07T03:05:05.772 INFO:tasks.rados.rados.0.smithi090.stdout:2365: finishing write tid 3 to smithi09077644-29 2024-03-07T03:05:05.772 INFO:tasks.rados.rados.0.smithi090.stdout:2365: oid 29 updating version 0 to 1125 2024-03-07T03:05:05.772 INFO:tasks.rados.rados.0.smithi090.stdout:2365: oid 29 updating version 1125 to 1126 2024-03-07T03:05:05.772 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 1126 (ObjNum 737 snap 230 seq_num 737) dirty exists 2024-03-07T03:05:05.772 INFO:tasks.rados.rados.0.smithi090.stdout:2365: left oid 29 (ObjNum 737 snap 230 seq_num 737) 2024-03-07T03:05:05.787 INFO:tasks.rados.rados.0.smithi090.stdout:2366: expect (ObjNum 682 snap 212 seq_num 682) 2024-03-07T03:05:05.829 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:05:05 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:05:05.481+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:05.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:05 smithi090 ceph-mon[91928]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-03-07T03:05:05.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:05 smithi090 ceph-mon[91928]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-03-07T03:05:05.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:05 smithi090 ceph-mon[91928]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:05.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:05 smithi090 ceph-mon[91928]: osdmap e532: 8 total, 8 up, 8 in 2024-03-07T03:05:05.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:05 smithi090 ceph-mon[91928]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:05.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:05 smithi090 ceph-mon[91928]: No clone_snaps in snapset 181=[]:{} for object 5:6fb6c7f2:::smithi09077644-6:16d 2024-03-07T03:05:05.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:05 smithi090 ceph-mon[91928]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:05.830 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:05 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:05.483+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:05:05.830 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:05 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:05.483+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:05.830 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:05 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:05.485+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 181=[]:{} for object 5:6fb6c7f2:::smithi09077644-6:16d 2024-03-07T03:05:05.830 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:05 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:05.488+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:05.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:05 smithi090 ceph-mon[89511]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-03-07T03:05:05.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:05 smithi090 ceph-mon[89511]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-03-07T03:05:05.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:05 smithi090 ceph-mon[89511]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:05.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:05 smithi090 ceph-mon[89511]: osdmap e532: 8 total, 8 up, 8 in 2024-03-07T03:05:05.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:05 smithi090 ceph-mon[89511]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:05.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:05 smithi090 ceph-mon[89511]: No clone_snaps in snapset 181=[]:{} for object 5:6fb6c7f2:::smithi09077644-6:16d 2024-03-07T03:05:05.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:05 smithi090 ceph-mon[89511]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:05.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:05 smithi092 ceph-mon[83777]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-03-07T03:05:05.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:05 smithi092 ceph-mon[83777]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-03-07T03:05:05.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:05 smithi092 ceph-mon[83777]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:05.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:05 smithi092 ceph-mon[83777]: osdmap e532: 8 total, 8 up, 8 in 2024-03-07T03:05:05.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:05 smithi092 ceph-mon[83777]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:05.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:05 smithi092 ceph-mon[83777]: No clone_snaps in snapset 181=[]:{} for object 5:6fb6c7f2:::smithi09077644-6:16d 2024-03-07T03:05:05.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:05 smithi092 ceph-mon[83777]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:05.962 INFO:tasks.rados.rados.0.smithi090.stdout:2363: expect (ObjNum 702 snap 218 seq_num 702) 2024-03-07T03:05:06.366 INFO:tasks.rados.rados.0.smithi090.stdout:2364: finishing copy_from racing read to smithi09077644-28 2024-03-07T03:05:06.366 INFO:tasks.rados.rados.0.smithi090.stdout:2367: finishing rollback tid 0 to smithi09077644-10 2024-03-07T03:05:06.366 INFO:tasks.rados.rados.0.smithi090.stdout:2364: finishing copy_from to smithi09077644-28 2024-03-07T03:05:06.366 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 28 v 1096 (ObjNum 709 snap 220 seq_num 709) dirty exists 2024-03-07T03:05:06.366 INFO:tasks.rados.rados.0.smithi090.stdout:2367: finishing rollback tid 1 to smithi09077644-10 2024-03-07T03:05:06.366 INFO:tasks.rados.rados.0.smithi090.stdout:2367: finishing rollback tid 2 to smithi09077644-10 2024-03-07T03:05:06.366 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 1401 (ObjNum 673 snap 208 seq_num 673) dirty exists 2024-03-07T03:05:06.484 INFO:tasks.rados.rados.0.smithi090.stdout:2363: done (5 left) 2024-03-07T03:05:06.485 INFO:tasks.rados.rados.0.smithi090.stdout:2364: done (4 left) 2024-03-07T03:05:06.485 INFO:tasks.rados.rados.0.smithi090.stdout:2365: done (3 left) 2024-03-07T03:05:06.485 INFO:tasks.rados.rados.0.smithi090.stdout:2366: done (2 left) 2024-03-07T03:05:06.485 INFO:tasks.rados.rados.0.smithi090.stdout:2367: done (1 left) 2024-03-07T03:05:06.485 INFO:tasks.rados.rados.0.smithi090.stdout:2369: done (0 left) 2024-03-07T03:05:06.485 INFO:tasks.rados.rados.0.smithi090.stdout:2370: snap_create 2024-03-07T03:05:06.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:06 smithi090 ceph-mon[91928]: osdmap e533: 8 total, 8 up, 8 in 2024-03-07T03:05:06.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:06 smithi090 ceph-mon[91928]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:06.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:06 smithi090 ceph-mon[91928]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:06.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:06 smithi090 ceph-mon[91928]: No clone_snaps in snapset 181=[]:{} for object 5:6fb6c7f2:::smithi09077644-6:16d 2024-03-07T03:05:06.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:06 smithi090 ceph-mon[91928]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:06.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:06 smithi090 ceph-mon[91928]: pgmap v222: 121 pgs: 4 active+clean+snaptrim_error, 3 peering, 114 active+clean; 280 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 2.9 MiB/s wr, 7 op/s; 4.6 MiB/s, 1 objects/s recovering 2024-03-07T03:05:06.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:06 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-a[89507]: 2024-03-07T03:05:06.474+0000 7f55cfa4e700 -1 log_channel(cluster) log [ERR] : Health check update: Possible data damage: 4 pgs snaptrim_error (PG_DAMAGED) 2024-03-07T03:05:06.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:06 smithi090 ceph-mon[89511]: osdmap e533: 8 total, 8 up, 8 in 2024-03-07T03:05:06.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:06 smithi090 ceph-mon[89511]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:06.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:06 smithi090 ceph-mon[89511]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:06.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:06 smithi090 ceph-mon[89511]: No clone_snaps in snapset 181=[]:{} for object 5:6fb6c7f2:::smithi09077644-6:16d 2024-03-07T03:05:06.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:06 smithi090 ceph-mon[89511]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:06.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:06 smithi090 ceph-mon[89511]: pgmap v222: 121 pgs: 4 active+clean+snaptrim_error, 3 peering, 114 active+clean; 280 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 2.9 MiB/s wr, 7 op/s; 4.6 MiB/s, 1 objects/s recovering 2024-03-07T03:05:06.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:06 smithi092 ceph-mon[83777]: osdmap e533: 8 total, 8 up, 8 in 2024-03-07T03:05:06.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:06 smithi092 ceph-mon[83777]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:06.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:06 smithi092 ceph-mon[83777]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:06.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:06 smithi092 ceph-mon[83777]: No clone_snaps in snapset 181=[]:{} for object 5:6fb6c7f2:::smithi09077644-6:16d 2024-03-07T03:05:06.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:06 smithi092 ceph-mon[83777]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:06.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:06 smithi092 ceph-mon[83777]: pgmap v222: 121 pgs: 4 active+clean+snaptrim_error, 3 peering, 114 active+clean; 280 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 2.9 MiB/s wr, 7 op/s; 4.6 MiB/s, 1 objects/s recovering 2024-03-07T03:05:07.487 INFO:tasks.rados.rados.0.smithi090.stdout:2370: done (0 left) 2024-03-07T03:05:07.487 INFO:tasks.rados.rados.0.smithi090.stdout:2371: rmattr oid 40 current snap is 232 2024-03-07T03:05:07.487 INFO:tasks.rados.rados.0.smithi090.stdout:2371: done (0 left) 2024-03-07T03:05:07.487 INFO:tasks.rados.rados.0.smithi090.stdout:2372: rmattr oid 32 current snap is 232 2024-03-07T03:05:07.488 INFO:tasks.rados.rados.0.smithi090.stdout:2373: rollback oid 27 current snap is 232 2024-03-07T03:05:07.488 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 27 to 227 2024-03-07T03:05:07.488 INFO:tasks.rados.rados.0.smithi090.stdout:2374: snap_create 2024-03-07T03:05:07.494 INFO:tasks.rados.rados.0.smithi090.stdout:2373: finishing rollback tid 1 to smithi09077644-27 2024-03-07T03:05:07.496 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 32 v 1123 (ObjNum 33 snap 0 seq_num 3339697024) dirty exists 2024-03-07T03:05:07.496 INFO:tasks.rados.rados.0.smithi090.stdout:2373: finishing rollback tid 2 to smithi09077644-27 2024-03-07T03:05:07.496 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 27 v 902 (ObjNum 569 snap 171 seq_num 569) dirty exists 2024-03-07T03:05:07.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:07 smithi090 ceph-mon[89511]: Health check update: Possible data damage: 4 pgs snaptrim_error (PG_DAMAGED) 2024-03-07T03:05:07.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:07 smithi090 ceph-mon[89511]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 47/432 objects degraded (10.880%), 7 pgs degraded) 2024-03-07T03:05:07.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:07 smithi090 ceph-mon[89511]: osdmap e534: 8 total, 8 up, 8 in 2024-03-07T03:05:07.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:07 smithi090 ceph-mon[89511]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:07.579 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:05:07 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:05:07.307+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:07.580 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:05:07 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:05:07.495+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:07.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:07 smithi090 ceph-mon[91928]: Health check update: Possible data damage: 4 pgs snaptrim_error (PG_DAMAGED) 2024-03-07T03:05:07.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:07 smithi090 ceph-mon[91928]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 47/432 objects degraded (10.880%), 7 pgs degraded) 2024-03-07T03:05:07.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:07 smithi090 ceph-mon[91928]: osdmap e534: 8 total, 8 up, 8 in 2024-03-07T03:05:07.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:07 smithi090 ceph-mon[91928]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:07.580 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:07 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:07.490+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:07.580 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:07 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:07.491+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:07.580 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:07 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:07.491+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 181=[]:{} for object 5:6fb6c7f2:::smithi09077644-6:16d 2024-03-07T03:05:07.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:07 smithi092 ceph-mon[83777]: Health check update: Possible data damage: 4 pgs snaptrim_error (PG_DAMAGED) 2024-03-07T03:05:07.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:07 smithi092 ceph-mon[83777]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 47/432 objects degraded (10.880%), 7 pgs degraded) 2024-03-07T03:05:07.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:07 smithi092 ceph-mon[83777]: osdmap e534: 8 total, 8 up, 8 in 2024-03-07T03:05:07.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:07 smithi092 ceph-mon[83777]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:08.488 INFO:tasks.rados.rados.0.smithi090.stdout:2372: done (2 left) 2024-03-07T03:05:08.488 INFO:tasks.rados.rados.0.smithi090.stdout:2373: done (1 left) 2024-03-07T03:05:08.488 INFO:tasks.rados.rados.0.smithi090.stdout:2374: done (0 left) 2024-03-07T03:05:08.488 INFO:tasks.rados.rados.0.smithi090.stdout:2375: rollback oid 31 current snap is 233 2024-03-07T03:05:08.488 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 31 to 223 2024-03-07T03:05:08.489 INFO:tasks.rados.rados.0.smithi090.stdout:2376: snap_remove snap 210 2024-03-07T03:05:08.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:08 smithi090 ceph-mon[89511]: osdmap e535: 8 total, 8 up, 8 in 2024-03-07T03:05:08.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:08 smithi090 ceph-mon[89511]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:08.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:08 smithi090 ceph-mon[89511]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:08.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:08 smithi090 ceph-mon[89511]: No clone_snaps in snapset 181=[]:{} for object 5:6fb6c7f2:::smithi09077644-6:16d 2024-03-07T03:05:08.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:08 smithi090 ceph-mon[89511]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:08.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:08 smithi090 ceph-mon[89511]: pgmap v225: 121 pgs: 4 active+clean+snaptrim_error, 117 active+clean; 280 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s wr, 5 op/s; 3.5 MiB/s, 0 objects/s recovering 2024-03-07T03:05:08.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:08 smithi090 ceph-mon[89511]: osdmap e536: 8 total, 8 up, 8 in 2024-03-07T03:05:08.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:08 smithi090 ceph-mon[91928]: osdmap e535: 8 total, 8 up, 8 in 2024-03-07T03:05:08.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:08 smithi090 ceph-mon[91928]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:08.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:08 smithi090 ceph-mon[91928]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:08.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:08 smithi090 ceph-mon[91928]: No clone_snaps in snapset 181=[]:{} for object 5:6fb6c7f2:::smithi09077644-6:16d 2024-03-07T03:05:08.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:08 smithi090 ceph-mon[91928]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:08.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:08 smithi090 ceph-mon[91928]: pgmap v225: 121 pgs: 4 active+clean+snaptrim_error, 117 active+clean; 280 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s wr, 5 op/s; 3.5 MiB/s, 0 objects/s recovering 2024-03-07T03:05:08.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:08 smithi090 ceph-mon[91928]: osdmap e536: 8 total, 8 up, 8 in 2024-03-07T03:05:08.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:08 smithi092 ceph-mon[83777]: osdmap e535: 8 total, 8 up, 8 in 2024-03-07T03:05:08.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:08 smithi092 ceph-mon[83777]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:08.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:08 smithi092 ceph-mon[83777]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:08.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:08 smithi092 ceph-mon[83777]: No clone_snaps in snapset 181=[]:{} for object 5:6fb6c7f2:::smithi09077644-6:16d 2024-03-07T03:05:08.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:08 smithi092 ceph-mon[83777]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:08.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:08 smithi092 ceph-mon[83777]: pgmap v225: 121 pgs: 4 active+clean+snaptrim_error, 117 active+clean; 280 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s wr, 5 op/s; 3.5 MiB/s, 0 objects/s recovering 2024-03-07T03:05:08.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:08 smithi092 ceph-mon[83777]: osdmap e536: 8 total, 8 up, 8 in 2024-03-07T03:05:09.329 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:05:08 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:05:08.888+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:09.329 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:08 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:08.884+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:09.329 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:08 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:08.884+0000 7fa43c425700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:05:09.329 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:08 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:08.884+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:09.330 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:08 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:08.886+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 181=[]:{} for object 5:6fb6c7f2:::smithi09077644-6:16d 2024-03-07T03:05:09.495 INFO:tasks.rados.rados.0.smithi090.stdout:2376: done (1 left) 2024-03-07T03:05:09.495 INFO:tasks.rados.rados.0.smithi090.stdout:2377: rmattr oid 21 current snap is 233 2024-03-07T03:05:09.495 INFO:tasks.rados.rados.0.smithi090.stdout:2377: done (1 left) 2024-03-07T03:05:09.495 INFO:tasks.rados.rados.0.smithi090.stdout:2378: snap_remove snap 231 2024-03-07T03:05:09.829 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:05:09 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:05:09.490+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:09.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:09 smithi090 ceph-mon[89511]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:09.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:09 smithi090 ceph-mon[89511]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:09.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:09 smithi090 ceph-mon[89511]: No clone_snaps in snapset 181=[]:{} for object 5:6fb6c7f2:::smithi09077644-6:16d 2024-03-07T03:05:09.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:09 smithi090 ceph-mon[89511]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:09.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:09 smithi090 ceph-mon[89511]: osdmap e537: 8 total, 8 up, 8 in 2024-03-07T03:05:09.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:09 smithi090 ceph-mon[91928]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:09.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:09 smithi090 ceph-mon[91928]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:09.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:09 smithi090 ceph-mon[91928]: No clone_snaps in snapset 181=[]:{} for object 5:6fb6c7f2:::smithi09077644-6:16d 2024-03-07T03:05:09.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:09 smithi090 ceph-mon[91928]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:09.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:09 smithi090 ceph-mon[91928]: osdmap e537: 8 total, 8 up, 8 in 2024-03-07T03:05:09.830 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:09 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:09.505+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:09.830 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:09 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:09.506+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:09.831 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:09 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:09.516+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 181=[]:{} for object 5:6fb6c7f2:::smithi09077644-6:16d 2024-03-07T03:05:09.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:09 smithi092 ceph-mon[83777]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:09.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:09 smithi092 ceph-mon[83777]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:09.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:09 smithi092 ceph-mon[83777]: No clone_snaps in snapset 181=[]:{} for object 5:6fb6c7f2:::smithi09077644-6:16d 2024-03-07T03:05:09.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:09 smithi092 ceph-mon[83777]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:09.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:09 smithi092 ceph-mon[83777]: osdmap e537: 8 total, 8 up, 8 in 2024-03-07T03:05:10.499 INFO:tasks.rados.rados.0.smithi090.stdout:2378: done (1 left) 2024-03-07T03:05:10.499 INFO:tasks.rados.rados.0.smithi090.stdout:2379: rollback oid 12 current snap is 233 2024-03-07T03:05:10.499 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 12 to 218 2024-03-07T03:05:10.499 INFO:tasks.rados.rados.0.smithi090.stdout:2375: finishing rollback tid 0 to smithi09077644-31 2024-03-07T03:05:10.499 INFO:tasks.rados.rados.0.smithi090.stdout:2375: finishing rollback tid 1 to smithi09077644-31 2024-03-07T03:05:10.499 INFO:tasks.rados.rados.0.smithi090.stdout:2375: finishing rollback tid 2 to smithi09077644-31 2024-03-07T03:05:10.499 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 876 (ObjNum 717 snap 223 seq_num 717) dirty exists 2024-03-07T03:05:10.499 INFO:tasks.rados.rados.0.smithi090.stdout:2375: done (1 left) 2024-03-07T03:05:10.499 INFO:tasks.rados.rados.0.smithi090.stdout:2380: read oid 11 snap -1 2024-03-07T03:05:10.499 INFO:tasks.rados.rados.0.smithi090.stdout:2380: expect deleted 2024-03-07T03:05:10.499 INFO:tasks.rados.rados.0.smithi090.stdout:2381: snap_create 2024-03-07T03:05:10.504 INFO:tasks.rados.rados.0.smithi090.stdout:2379: finishing rollback tid 1 to smithi09077644-12 2024-03-07T03:05:10.504 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 12 v 0 (ObjNum 161 snap 0 seq_num 2436164089) dirty dne 2024-03-07T03:05:10.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:10 smithi090 ceph-mon[89511]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:10.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:10 smithi090 ceph-mon[89511]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:10.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:10 smithi090 ceph-mon[89511]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:10.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:10 smithi090 ceph-mon[89511]: No clone_snaps in snapset 181=[]:{} for object 5:6fb6c7f2:::smithi09077644-6:16d 2024-03-07T03:05:10.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:10 smithi090 ceph-mon[89511]: pgmap v228: 121 pgs: 4 active+clean+snaptrim_error, 117 active+clean; 289 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 3.1 MiB/s wr, 11 op/s 2024-03-07T03:05:10.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:10 smithi090 ceph-mon[89511]: osdmap e538: 8 total, 8 up, 8 in 2024-03-07T03:05:10.830 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:05:10 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:05:10.494+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:10.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:10 smithi090 ceph-mon[91928]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:10.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:10 smithi090 ceph-mon[91928]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:10.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:10 smithi090 ceph-mon[91928]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:10.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:10 smithi090 ceph-mon[91928]: No clone_snaps in snapset 181=[]:{} for object 5:6fb6c7f2:::smithi09077644-6:16d 2024-03-07T03:05:10.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:10 smithi090 ceph-mon[91928]: pgmap v228: 121 pgs: 4 active+clean+snaptrim_error, 117 active+clean; 289 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 3.1 MiB/s wr, 11 op/s 2024-03-07T03:05:10.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:10 smithi090 ceph-mon[91928]: osdmap e538: 8 total, 8 up, 8 in 2024-03-07T03:05:10.831 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:10 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:10.499+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:10.831 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:10 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:10.500+0000 7fa43c425700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:05:10.831 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:10 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:10.500+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:10.831 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:10 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:10.500+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 181=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:10.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:10 smithi092 ceph-mon[83777]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:10.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:10 smithi092 ceph-mon[83777]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:10.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:10 smithi092 ceph-mon[83777]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:10.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:10 smithi092 ceph-mon[83777]: No clone_snaps in snapset 181=[]:{} for object 5:6fb6c7f2:::smithi09077644-6:16d 2024-03-07T03:05:10.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:10 smithi092 ceph-mon[83777]: pgmap v228: 121 pgs: 4 active+clean+snaptrim_error, 117 active+clean; 289 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 3.1 MiB/s wr, 11 op/s 2024-03-07T03:05:10.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:10 smithi092 ceph-mon[83777]: osdmap e538: 8 total, 8 up, 8 in 2024-03-07T03:05:11.497 INFO:tasks.rados.rados.0.smithi090.stdout:2379: done (2 left) 2024-03-07T03:05:11.497 INFO:tasks.rados.rados.0.smithi090.stdout:2380: done (1 left) 2024-03-07T03:05:11.497 INFO:tasks.rados.rados.0.smithi090.stdout:2381: done (0 left) 2024-03-07T03:05:11.497 INFO:tasks.rados.rados.0.smithi090.stdout:2382: copy_from oid 21 from oid 50 current snap is 234 2024-03-07T03:05:11.497 INFO:tasks.rados.rados.0.smithi090.stdout:2383: read oid 7 snap -1 2024-03-07T03:05:11.497 INFO:tasks.rados.rados.0.smithi090.stdout:2383: expect (ObjNum 682 snap 212 seq_num 682) 2024-03-07T03:05:11.498 INFO:tasks.rados.rados.0.smithi090.stdout:2384: read oid 37 snap -1 2024-03-07T03:05:11.498 INFO:tasks.rados.rados.0.smithi090.stdout:2384: expect deleted 2024-03-07T03:05:11.498 INFO:tasks.rados.rados.0.smithi090.stdout:2385: snap_create 2024-03-07T03:05:11.518 INFO:tasks.rados.rados.0.smithi090.stdout:2383: expect (ObjNum 682 snap 212 seq_num 682) 2024-03-07T03:05:11.694 INFO:tasks.rados.rados.0.smithi090.stdout:2382: finishing copy_from racing read to smithi09077644-21 2024-03-07T03:05:11.694 INFO:tasks.rados.rados.0.smithi090.stdout:2382: finishing copy_from to smithi09077644-21 2024-03-07T03:05:11.694 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 1218 (ObjNum 720 snap 226 seq_num 720) dirty exists 2024-03-07T03:05:11.829 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:05:11 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:05:11.493+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:11.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:11 smithi090 ceph-mon[91928]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:11.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:11 smithi090 ceph-mon[91928]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:11.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:11 smithi090 ceph-mon[91928]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:11.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:11 smithi090 ceph-mon[91928]: No clone_snaps in snapset 181=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:11.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:11 smithi090 ceph-mon[91928]: osdmap e539: 8 total, 8 up, 8 in 2024-03-07T03:05:11.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:11 smithi090 ceph-mon[89511]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:11.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:11 smithi090 ceph-mon[89511]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:11.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:11 smithi090 ceph-mon[89511]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:11.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:11 smithi090 ceph-mon[89511]: No clone_snaps in snapset 181=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:11.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:11 smithi090 ceph-mon[89511]: osdmap e539: 8 total, 8 up, 8 in 2024-03-07T03:05:11.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:11 smithi092 ceph-mon[83777]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:11.917 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:11 smithi092 ceph-mon[83777]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:11.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:11 smithi092 ceph-mon[83777]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:11.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:11 smithi092 ceph-mon[83777]: No clone_snaps in snapset 181=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:11.918 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:11 smithi092 ceph-mon[83777]: osdmap e539: 8 total, 8 up, 8 in 2024-03-07T03:05:12.496 INFO:tasks.rados.rados.0.smithi090.stdout:2382: done (3 left) 2024-03-07T03:05:12.497 INFO:tasks.rados.rados.0.smithi090.stdout:2383: done (2 left) 2024-03-07T03:05:12.497 INFO:tasks.rados.rados.0.smithi090.stdout:2384: done (1 left) 2024-03-07T03:05:12.497 INFO:tasks.rados.rados.0.smithi090.stdout:2385: done (0 left) 2024-03-07T03:05:12.497 INFO:tasks.rados.rados.0.smithi090.stdout:2386: rollback oid 37 current snap is 235 2024-03-07T03:05:12.497 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 37 to 211 2024-03-07T03:05:12.497 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 48 current snap is 235 2024-03-07T03:05:12.497 INFO:tasks.rados.rados.0.smithi090.stdout:2387: seq_num 739 ranges {17448960=385024} 2024-03-07T03:05:12.591 INFO:tasks.rados.rados.0.smithi090.stdout:2387: writing smithi09077644-48 from 17448960 to 17833984 tid 1 2024-03-07T03:05:12.591 INFO:tasks.rados.rados.0.smithi090.stdout:2388: snap_create 2024-03-07T03:05:12.591 INFO:tasks.rados.rados.0.smithi090.stdout:2386: finishing rollback tid 1 to smithi09077644-37 2024-03-07T03:05:12.591 INFO:tasks.rados.rados.0.smithi090.stdout:2386: finishing rollback tid 2 to smithi09077644-37 2024-03-07T03:05:12.591 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 37 v 904 (ObjNum 610 snap 187 seq_num 610) dirty exists 2024-03-07T03:05:12.596 INFO:tasks.rados.rados.0.smithi090.stdout:2387: finishing write tid 1 to smithi09077644-48 2024-03-07T03:05:12.596 INFO:tasks.rados.rados.0.smithi090.stdout:2387: finishing write tid 2 to smithi09077644-48 2024-03-07T03:05:12.600 INFO:tasks.rados.rados.0.smithi090.stdout:2387: finishing write tid 3 to smithi09077644-48 2024-03-07T03:05:12.600 INFO:tasks.rados.rados.0.smithi090.stdout:2387: oid 48 updating version 0 to 1098 2024-03-07T03:05:12.600 INFO:tasks.rados.rados.0.smithi090.stdout:2387: oid 48 version 1098 is already newer than 1097 2024-03-07T03:05:12.600 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 1098 (ObjNum 739 snap 235 seq_num 739) dirty exists 2024-03-07T03:05:12.600 INFO:tasks.rados.rados.0.smithi090.stdout:2387: left oid 48 (ObjNum 739 snap 235 seq_num 739) 2024-03-07T03:05:12.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:12 smithi092 ceph-mon[83777]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:12.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:12 smithi092 ceph-mon[83777]: pgmap v231: 121 pgs: 4 active+clean+snaptrim_error, 117 active+clean; 290 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.2 MiB/s wr, 10 op/s 2024-03-07T03:05:12.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:12 smithi092 ceph-mon[83777]: osdmap e540: 8 total, 8 up, 8 in 2024-03-07T03:05:12.668 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:05:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:05:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:05:12.829 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:05:12 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:05:12.591+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:12.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:12 smithi090 ceph-mon[91928]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:12.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:12 smithi090 ceph-mon[91928]: pgmap v231: 121 pgs: 4 active+clean+snaptrim_error, 117 active+clean; 290 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.2 MiB/s wr, 10 op/s 2024-03-07T03:05:12.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:12 smithi090 ceph-mon[91928]: osdmap e540: 8 total, 8 up, 8 in 2024-03-07T03:05:12.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:12 smithi090 ceph-mon[89511]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:12.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:12 smithi090 ceph-mon[89511]: pgmap v231: 121 pgs: 4 active+clean+snaptrim_error, 117 active+clean; 290 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.2 MiB/s wr, 10 op/s 2024-03-07T03:05:12.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:12 smithi090 ceph-mon[89511]: osdmap e540: 8 total, 8 up, 8 in 2024-03-07T03:05:12.830 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:12 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:12.491+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:12.830 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:12 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:12.492+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 181=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:12.830 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:12 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:12.492+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:13.329 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:05:13 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:05:13] "GET /metrics HTTP/1.1" 200 36174 "" "Prometheus/2.43.0" 2024-03-07T03:05:13.520 INFO:tasks.rados.rados.0.smithi090.stdout:2386: done (2 left) 2024-03-07T03:05:13.520 INFO:tasks.rados.rados.0.smithi090.stdout:2387: done (1 left) 2024-03-07T03:05:13.520 INFO:tasks.rados.rados.0.smithi090.stdout:2388: done (0 left) 2024-03-07T03:05:13.520 INFO:tasks.rados.rados.0.smithi090.stdout:2389: read oid 21 snap -1 2024-03-07T03:05:13.520 INFO:tasks.rados.rados.0.smithi090.stdout:2389: expect (ObjNum 720 snap 226 seq_num 720) 2024-03-07T03:05:13.520 INFO:tasks.rados.rados.0.smithi090.stdout:2390: delete oid 4 current snap is 236 2024-03-07T03:05:13.528 INFO:tasks.rados.rados.0.smithi090.stdout:2390: done (1 left) 2024-03-07T03:05:13.528 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 31 current snap is 236 2024-03-07T03:05:13.528 INFO:tasks.rados.rados.0.smithi090.stdout:2391: seq_num 741 ranges {16384=417792} 2024-03-07T03:05:13.530 INFO:tasks.rados.rados.0.smithi090.stdout:2391: writing smithi09077644-31 from 16384 to 434176 tid 1 2024-03-07T03:05:13.530 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 38 current snap is 236 2024-03-07T03:05:13.531 INFO:tasks.rados.rados.0.smithi090.stdout:2392: seq_num 742 ranges {0=434176} 2024-03-07T03:05:13.533 INFO:tasks.rados.rados.0.smithi090.stdout:2392: writing smithi09077644-38 from 0 to 434176 tid 1 2024-03-07T03:05:13.533 INFO:tasks.rados.rados.0.smithi090.stdout:2393: rollback oid 14 current snap is 236 2024-03-07T03:05:13.533 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 14 to 211 2024-03-07T03:05:13.533 INFO:tasks.rados.rados.0.smithi090.stdout:2394: delete oid 41 current snap is 236 2024-03-07T03:05:13.535 INFO:tasks.rados.rados.0.smithi090.stdout:2391: finishing write tid 1 to smithi09077644-31 2024-03-07T03:05:13.536 INFO:tasks.rados.rados.0.smithi090.stdout:2391: finishing write tid 2 to smithi09077644-31 2024-03-07T03:05:13.537 INFO:tasks.rados.rados.0.smithi090.stdout:2391: finishing write tid 3 to smithi09077644-31 2024-03-07T03:05:13.537 INFO:tasks.rados.rados.0.smithi090.stdout:2391: oid 31 updating version 0 to 877 2024-03-07T03:05:13.537 INFO:tasks.rados.rados.0.smithi090.stdout:2391: oid 31 updating version 877 to 878 2024-03-07T03:05:13.538 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 878 (ObjNum 741 snap 236 seq_num 741) dirty exists 2024-03-07T03:05:13.538 INFO:tasks.rados.rados.0.smithi090.stdout:2391: left oid 31 (ObjNum 741 snap 236 seq_num 741) 2024-03-07T03:05:13.538 INFO:tasks.rados.rados.0.smithi090.stdout:2393: finishing rollback tid 1 to smithi09077644-14 2024-03-07T03:05:13.538 INFO:tasks.rados.rados.0.smithi090.stdout:2393: finishing rollback tid 2 to smithi09077644-14 2024-03-07T03:05:13.538 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 14 v 1192 (ObjNum 626 snap 191 seq_num 626) dirty exists 2024-03-07T03:05:13.539 INFO:tasks.rados.rados.0.smithi090.stdout:2392: finishing write tid 1 to smithi09077644-38 2024-03-07T03:05:13.540 INFO:tasks.rados.rados.0.smithi090.stdout:2391: done (4 left) 2024-03-07T03:05:13.540 INFO:tasks.rados.rados.0.smithi090.stdout:2393: done (3 left) 2024-03-07T03:05:13.540 INFO:tasks.rados.rados.0.smithi090.stdout:2394: done (2 left) 2024-03-07T03:05:13.540 INFO:tasks.rados.rados.0.smithi090.stdout:2395: read oid 29 snap -1 2024-03-07T03:05:13.540 INFO:tasks.rados.rados.0.smithi090.stdout:2395: expect (ObjNum 737 snap 230 seq_num 737) 2024-03-07T03:05:13.540 INFO:tasks.rados.rados.0.smithi090.stdout:2396: snap_create 2024-03-07T03:05:13.541 INFO:tasks.rados.rados.0.smithi090.stdout:2392: finishing write tid 2 to smithi09077644-38 2024-03-07T03:05:13.543 INFO:tasks.rados.rados.0.smithi090.stdout:2392: finishing write tid 3 to smithi09077644-38 2024-03-07T03:05:13.543 INFO:tasks.rados.rados.0.smithi090.stdout:2392: oid 38 updating version 0 to 1271 2024-03-07T03:05:13.543 INFO:tasks.rados.rados.0.smithi090.stdout:2392: oid 38 updating version 1271 to 1272 2024-03-07T03:05:13.543 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 1272 (ObjNum 742 snap 236 seq_num 742) dirty exists 2024-03-07T03:05:13.543 INFO:tasks.rados.rados.0.smithi090.stdout:2392: left oid 38 (ObjNum 742 snap 236 seq_num 742) 2024-03-07T03:05:13.547 INFO:tasks.rados.rados.0.smithi090.stdout:2395: expect (ObjNum 737 snap 230 seq_num 737) 2024-03-07T03:05:13.576 INFO:tasks.rados.rados.0.smithi090.stdout:2389: expect (ObjNum 720 snap 226 seq_num 720) 2024-03-07T03:05:13.801 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:05:13 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:05:13.523+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:13.801 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:13 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:13.533+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:05:13.801 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:13 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:13.533+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:13.801 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:13 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:13.534+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:13.801 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:13 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:13.535+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 181=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:13.802 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:05:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:05:13.506Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi090\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:05:14.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:13 smithi090 ceph-mon[89511]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:14.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:13 smithi090 ceph-mon[89511]: No clone_snaps in snapset 181=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:14.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:13 smithi090 ceph-mon[89511]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:14.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:13 smithi090 ceph-mon[89511]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:14.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:13 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:05:14.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:13 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:05:14.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:13 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:05:14.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:13 smithi090 ceph-mon[89511]: osdmap e541: 8 total, 8 up, 8 in 2024-03-07T03:05:14.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:13 smithi090 ceph-mon[91928]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:14.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:13 smithi090 ceph-mon[91928]: No clone_snaps in snapset 181=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:14.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:13 smithi090 ceph-mon[91928]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:14.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:13 smithi090 ceph-mon[91928]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:14.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:13 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:05:14.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:13 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:05:14.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:13 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:05:14.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:13 smithi090 ceph-mon[91928]: osdmap e541: 8 total, 8 up, 8 in 2024-03-07T03:05:14.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:13 smithi092 ceph-mon[83777]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:14.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:13 smithi092 ceph-mon[83777]: No clone_snaps in snapset 181=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:14.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:13 smithi092 ceph-mon[83777]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:14.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:13 smithi092 ceph-mon[83777]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:14.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:13 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:05:14.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:13 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:05:14.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:13 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:05:14.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:13 smithi092 ceph-mon[83777]: osdmap e541: 8 total, 8 up, 8 in 2024-03-07T03:05:14.525 INFO:tasks.rados.rados.0.smithi090.stdout:2389: done (3 left) 2024-03-07T03:05:14.525 INFO:tasks.rados.rados.0.smithi090.stdout:2392: done (2 left) 2024-03-07T03:05:14.525 INFO:tasks.rados.rados.0.smithi090.stdout:2395: done (1 left) 2024-03-07T03:05:14.525 INFO:tasks.rados.rados.0.smithi090.stdout:2396: done (0 left) 2024-03-07T03:05:14.525 INFO:tasks.rados.rados.0.smithi090.stdout:2397: snap_remove snap 227 2024-03-07T03:05:14.802 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:14 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:14.520+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:14.802 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:14 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:14.521+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:14.803 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:14 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:14.522+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 181=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:15.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:14 smithi090 ceph-mon[91928]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:15.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:14 smithi090 ceph-mon[91928]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:15.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:14 smithi090 ceph-mon[91928]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:15.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:14 smithi090 ceph-mon[91928]: No clone_snaps in snapset 181=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:15.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:14 smithi090 ceph-mon[91928]: pgmap v234: 121 pgs: 4 active+clean+snaptrim_error, 117 active+clean; 287 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 290 KiB/s wr, 4 op/s 2024-03-07T03:05:15.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:14 smithi090 ceph-mon[91928]: osdmap e542: 8 total, 8 up, 8 in 2024-03-07T03:05:15.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:14 smithi090 ceph-mon[89511]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:15.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:14 smithi090 ceph-mon[89511]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:15.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:14 smithi090 ceph-mon[89511]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:15.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:14 smithi090 ceph-mon[89511]: No clone_snaps in snapset 181=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:15.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:14 smithi090 ceph-mon[89511]: pgmap v234: 121 pgs: 4 active+clean+snaptrim_error, 117 active+clean; 287 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 290 KiB/s wr, 4 op/s 2024-03-07T03:05:15.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:14 smithi090 ceph-mon[89511]: osdmap e542: 8 total, 8 up, 8 in 2024-03-07T03:05:15.125 INFO:teuthology.orchestra.run.smithi090.stdout:true 2024-03-07T03:05:15.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:14 smithi092 ceph-mon[83777]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:15.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:14 smithi092 ceph-mon[83777]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:15.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:14 smithi092 ceph-mon[83777]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:15.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:14 smithi092 ceph-mon[83777]: No clone_snaps in snapset 181=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:15.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:14 smithi092 ceph-mon[83777]: pgmap v234: 121 pgs: 4 active+clean+snaptrim_error, 117 active+clean; 287 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 290 KiB/s wr, 4 op/s 2024-03-07T03:05:15.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:14 smithi092 ceph-mon[83777]: osdmap e542: 8 total, 8 up, 8 in 2024-03-07T03:05:15.441 INFO:teuthology.orchestra.run.smithi090.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-07T03:05:15.441 INFO:teuthology.orchestra.run.smithi090.stdout:alertmanager.a smithi090 *:9093,9094 running (9m) 16s ago 10m 24.5M - 0.25.0 c8568f914cd2 c7f315859531 2024-03-07T03:05:15.441 INFO:teuthology.orchestra.run.smithi090.stdout:grafana.a smithi092 *:3000 running (10m) 2m ago 10m 89.4M - 9.4.7 954c08fa6188 044a70fdd07e 2024-03-07T03:05:15.441 INFO:teuthology.orchestra.run.smithi090.stdout:mds.a smithi090 running (11m) 16s ago 11m 16.0M - 18.2.1-718-gae75fc9d 0164bb8a7c67 8b3baf63c0c9 2024-03-07T03:05:15.442 INFO:teuthology.orchestra.run.smithi090.stdout:mds.b smithi092 running (11m) 2m ago 11m 19.7M - 18.2.1-718-gae75fc9d 0164bb8a7c67 ce3c1188fa28 2024-03-07T03:05:15.442 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.x smithi092 *:8443,9283,8765 running (3m) 2m ago 14m 450M - 19.0.0-1905-gea9a5688 fdb83767c1ab ca843ce9235f 2024-03-07T03:05:15.442 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.y smithi090 *:8443,9283,8765 running (3m) 16s ago 16m 506M - 19.0.0-1905-gea9a5688 fdb83767c1ab 3f0549138d93 2024-03-07T03:05:15.442 INFO:teuthology.orchestra.run.smithi090.stdout:mon.a smithi090 running (2m) 16s ago 16m 51.5M 2048M 19.0.0-1905-gea9a5688 fdb83767c1ab f36508ef70bc 2024-03-07T03:05:15.442 INFO:teuthology.orchestra.run.smithi090.stdout:mon.b smithi092 running (2m) 2m ago 15m 20.4M 2048M 19.0.0-1905-gea9a5688 fdb83767c1ab 70867588f01a 2024-03-07T03:05:15.442 INFO:teuthology.orchestra.run.smithi090.stdout:mon.c smithi090 running (2m) 16s ago 15m 43.5M 2048M 19.0.0-1905-gea9a5688 fdb83767c1ab 93f762a9b94a 2024-03-07T03:05:15.442 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.a smithi090 *:9100 running (10m) 16s ago 10m 17.0M - 1.5.0 0da6a335fe13 76496853f3a5 2024-03-07T03:05:15.442 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.b smithi092 *:9100 running (10m) 2m ago 10m 15.5M - 1.5.0 0da6a335fe13 9ed8c0a03920 2024-03-07T03:05:15.442 INFO:teuthology.orchestra.run.smithi090.stdout:osd.0 smithi090 running (89s) 16s ago 14m 178M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab 7a23382ba346 2024-03-07T03:05:15.442 INFO:teuthology.orchestra.run.smithi090.stdout:osd.1 smithi090 running (55s) 16s ago 14m 121M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab d1d5335a3808 2024-03-07T03:05:15.442 INFO:teuthology.orchestra.run.smithi090.stdout:osd.2 smithi090 running (20s) 16s ago 13m 12.7M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab 34e4a76f0e0d 2024-03-07T03:05:15.442 INFO:teuthology.orchestra.run.smithi090.stdout:osd.3 smithi090 running (13m) 16s ago 13m 176M 2480M 18.2.1-718-gae75fc9d 0164bb8a7c67 1e9119683f37 2024-03-07T03:05:15.442 INFO:teuthology.orchestra.run.smithi090.stdout:osd.4 smithi092 running (13m) 2m ago 13m 228M 2480M 18.2.1-718-gae75fc9d 0164bb8a7c67 9ffc02d81c13 2024-03-07T03:05:15.442 INFO:teuthology.orchestra.run.smithi090.stdout:osd.5 smithi092 running (12m) 2m ago 12m 246M 2480M 18.2.1-718-gae75fc9d 0164bb8a7c67 028e6ccdd1db 2024-03-07T03:05:15.443 INFO:teuthology.orchestra.run.smithi090.stdout:osd.6 smithi092 running (12m) 2m ago 12m 125M 2480M 18.2.1-718-gae75fc9d 0164bb8a7c67 04f0a980ec71 2024-03-07T03:05:15.443 INFO:teuthology.orchestra.run.smithi090.stdout:osd.7 smithi092 running (11m) 2m ago 11m 144M 2480M 18.2.1-718-gae75fc9d 0164bb8a7c67 1f2215787147 2024-03-07T03:05:15.443 INFO:teuthology.orchestra.run.smithi090.stdout:prometheus.a smithi092 *:9095 running (3m) 2m ago 11m 47.0M - 2.43.0 a07b618ecd1d 1b8503a67e38 2024-03-07T03:05:15.527 INFO:tasks.rados.rados.0.smithi090.stdout:2397: done (0 left) 2024-03-07T03:05:15.527 INFO:tasks.rados.rados.0.smithi090.stdout:2398: delete oid 21 current snap is 237 2024-03-07T03:05:15.533 INFO:tasks.rados.rados.0.smithi090.stdout:2398: done (0 left) 2024-03-07T03:05:15.533 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 23 current snap is 237 2024-03-07T03:05:15.533 INFO:tasks.rados.rados.0.smithi090.stdout:2399: seq_num 745 ranges {3211264=483328} 2024-03-07T03:05:15.554 INFO:tasks.rados.rados.0.smithi090.stdout:2399: writing smithi09077644-23 from 3211264 to 3694592 tid 1 2024-03-07T03:05:15.554 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 43 current snap is 237 2024-03-07T03:05:15.554 INFO:tasks.rados.rados.0.smithi090.stdout:2400: seq_num 746 ranges {4423680=499712} 2024-03-07T03:05:15.581 INFO:tasks.rados.rados.0.smithi090.stdout:2400: writing smithi09077644-43 from 4423680 to 4923392 tid 1 2024-03-07T03:05:15.582 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 48 current snap is 237 2024-03-07T03:05:15.582 INFO:tasks.rados.rados.0.smithi090.stdout:2399: finishing write tid 1 to smithi09077644-23 2024-03-07T03:05:15.582 INFO:tasks.rados.rados.0.smithi090.stdout:2399: finishing write tid 2 to smithi09077644-23 2024-03-07T03:05:15.582 INFO:tasks.rados.rados.0.smithi090.stdout:2399: finishing write tid 3 to smithi09077644-23 2024-03-07T03:05:15.582 INFO:tasks.rados.rados.0.smithi090.stdout:2399: oid 23 updating version 0 to 1279 2024-03-07T03:05:15.582 INFO:tasks.rados.rados.0.smithi090.stdout:2399: oid 23 version 1279 is already newer than 1278 2024-03-07T03:05:15.582 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 1279 (ObjNum 745 snap 237 seq_num 745) dirty exists 2024-03-07T03:05:15.582 INFO:tasks.rados.rados.0.smithi090.stdout:2399: left oid 23 (ObjNum 745 snap 237 seq_num 745) 2024-03-07T03:05:15.582 INFO:tasks.rados.rados.0.smithi090.stdout:2401: seq_num 747 ranges {17833984=516096} 2024-03-07T03:05:15.680 INFO:tasks.rados.rados.0.smithi090.stdout:2401: writing smithi09077644-48 from 17833984 to 18350080 tid 1 2024-03-07T03:05:15.680 INFO:tasks.rados.rados.0.smithi090.stdout:2399: done (2 left) 2024-03-07T03:05:15.680 INFO:tasks.rados.rados.0.smithi090.stdout:2402: read oid 11 snap -1 2024-03-07T03:05:15.680 INFO:tasks.rados.rados.0.smithi090.stdout:2402: expect deleted 2024-03-07T03:05:15.680 INFO:tasks.rados.rados.0.smithi090.stdout:2403: snap_remove snap 219 2024-03-07T03:05:15.804 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:05:15 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:05:15.401+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:15.804 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:05:15 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:05:15.527+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:15.804 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:15 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:15.544+0000 7fa43c425700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:05:15.804 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:15 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:15.544+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:15.804 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:15 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:15.544+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:15.804 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:15 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:15.545+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 181=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:15.848 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-03-07T03:05:15.848 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": { 2024-03-07T03:05:15.848 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 3 2024-03-07T03:05:15.848 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:05:15.848 INFO:teuthology.orchestra.run.smithi090.stdout: "mgr": { 2024-03-07T03:05:15.848 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 2 2024-03-07T03:05:15.848 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:05:15.848 INFO:teuthology.orchestra.run.smithi090.stdout: "osd": { 2024-03-07T03:05:15.848 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 5, 2024-03-07T03:05:15.848 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 3 2024-03-07T03:05:15.848 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:05:15.848 INFO:teuthology.orchestra.run.smithi090.stdout: "mds": { 2024-03-07T03:05:15.849 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 2 2024-03-07T03:05:15.849 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:05:15.849 INFO:teuthology.orchestra.run.smithi090.stdout: "overall": { 2024-03-07T03:05:15.849 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 7, 2024-03-07T03:05:15.849 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 8 2024-03-07T03:05:15.849 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-03-07T03:05:15.849 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-03-07T03:05:16.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:15 smithi090 ceph-mon[89511]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:16.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:15 smithi090 ceph-mon[89511]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:16.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:15 smithi090 ceph-mon[89511]: No clone_snaps in snapset 181=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:16.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:15 smithi090 ceph-mon[89511]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:16.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:15 smithi090 ceph-mon[89511]: osdmap e543: 8 total, 8 up, 8 in 2024-03-07T03:05:16.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:15 smithi090 ceph-mon[91928]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:16.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:15 smithi090 ceph-mon[91928]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:16.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:15 smithi090 ceph-mon[91928]: No clone_snaps in snapset 181=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:16.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:15 smithi090 ceph-mon[91928]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:16.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:15 smithi090 ceph-mon[91928]: osdmap e543: 8 total, 8 up, 8 in 2024-03-07T03:05:16.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:15 smithi092 ceph-mon[83777]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:16.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:15 smithi092 ceph-mon[83777]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:16.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:15 smithi092 ceph-mon[83777]: No clone_snaps in snapset 181=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:16.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:15 smithi092 ceph-mon[83777]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:16.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:15 smithi092 ceph-mon[83777]: osdmap e543: 8 total, 8 up, 8 in 2024-03-07T03:05:16.534 INFO:tasks.rados.rados.0.smithi090.stdout:2403: done (3 left) 2024-03-07T03:05:16.534 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 41 current snap is 237 2024-03-07T03:05:16.534 INFO:tasks.rados.rados.0.smithi090.stdout:2404: seq_num 748 ranges {0=532480} 2024-03-07T03:05:16.538 INFO:tasks.rados.rados.0.smithi090.stdout:2404: writing smithi09077644-41 from 0 to 532480 tid 1 2024-03-07T03:05:16.538 INFO:tasks.rados.rados.0.smithi090.stdout:2405: read oid 8 snap 224 2024-03-07T03:05:16.538 INFO:tasks.rados.rados.0.smithi090.stdout:2405: expect (ObjNum 609 snap 187 seq_num 609) 2024-03-07T03:05:16.538 INFO:tasks.rados.rados.0.smithi090.stdout:2400: finishing write tid 1 to smithi09077644-43 2024-03-07T03:05:16.538 INFO:tasks.rados.rados.0.smithi090.stdout:2406: read oid 50 snap -1 2024-03-07T03:05:16.538 INFO:tasks.rados.rados.0.smithi090.stdout:2406: expect (ObjNum 720 snap 226 seq_num 720) 2024-03-07T03:05:16.538 INFO:tasks.rados.rados.0.smithi090.stdout:2407: snap_create 2024-03-07T03:05:16.538 INFO:tasks.rados.rados.0.smithi090.stdout:2400: finishing write tid 2 to smithi09077644-43 2024-03-07T03:05:16.538 INFO:tasks.rados.rados.0.smithi090.stdout:2400: finishing write tid 3 to smithi09077644-43 2024-03-07T03:05:16.538 INFO:tasks.rados.rados.0.smithi090.stdout:2400: oid 43 updating version 0 to 1124 2024-03-07T03:05:16.538 INFO:tasks.rados.rados.0.smithi090.stdout:2400: oid 43 updating version 1124 to 1125 2024-03-07T03:05:16.538 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 1125 (ObjNum 746 snap 237 seq_num 746) dirty exists 2024-03-07T03:05:16.539 INFO:tasks.rados.rados.0.smithi090.stdout:2400: left oid 43 (ObjNum 746 snap 237 seq_num 746) 2024-03-07T03:05:16.539 INFO:tasks.rados.rados.0.smithi090.stdout:2401: finishing write tid 1 to smithi09077644-48 2024-03-07T03:05:16.539 INFO:tasks.rados.rados.0.smithi090.stdout:2401: finishing write tid 2 to smithi09077644-48 2024-03-07T03:05:16.539 INFO:tasks.rados.rados.0.smithi090.stdout:2401: finishing write tid 3 to smithi09077644-48 2024-03-07T03:05:16.539 INFO:tasks.rados.rados.0.smithi090.stdout:2401: oid 48 updating version 0 to 1101 2024-03-07T03:05:16.539 INFO:tasks.rados.rados.0.smithi090.stdout:2401: oid 48 version 1101 is already newer than 1100 2024-03-07T03:05:16.539 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 1101 (ObjNum 747 snap 237 seq_num 747) dirty exists 2024-03-07T03:05:16.539 INFO:tasks.rados.rados.0.smithi090.stdout:2401: left oid 48 (ObjNum 747 snap 237 seq_num 747) 2024-03-07T03:05:16.551 INFO:tasks.rados.rados.0.smithi090.stdout:2404: finishing write tid 1 to smithi09077644-41 2024-03-07T03:05:16.551 INFO:tasks.rados.rados.0.smithi090.stdout:2404: finishing write tid 2 to smithi09077644-41 2024-03-07T03:05:16.556 INFO:tasks.rados.rados.0.smithi090.stdout:2404: finishing write tid 3 to smithi09077644-41 2024-03-07T03:05:16.556 INFO:tasks.rados.rados.0.smithi090.stdout:2404: oid 41 updating version 0 to 1102 2024-03-07T03:05:16.556 INFO:tasks.rados.rados.0.smithi090.stdout:2404: oid 41 updating version 1102 to 1103 2024-03-07T03:05:16.556 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 41 v 1103 (ObjNum 748 snap 237 seq_num 748) dirty exists 2024-03-07T03:05:16.556 INFO:tasks.rados.rados.0.smithi090.stdout:2404: left oid 41 (ObjNum 748 snap 237 seq_num 748) 2024-03-07T03:05:16.558 INFO:tasks.rados.rados.0.smithi090.stdout:2405: expect (ObjNum 609 snap 187 seq_num 609) 2024-03-07T03:05:16.642 INFO:tasks.rados.rados.0.smithi090.stdout:2406: expect (ObjNum 720 snap 226 seq_num 720) 2024-03-07T03:05:16.804 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:05:16 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:05:16.531+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:16.805 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:16 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:16.553+0000 7fa43ec2a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 178 after trimming was started 2024-03-07T03:05:16.805 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:16 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:16.558+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:16.805 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:16 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:16.559+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:16.805 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:16 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:16.559+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 181=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:17.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:16 smithi090 ceph-mon[89511]: from='client.34254 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:05:17.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:16 smithi090 ceph-mon[89511]: from='client.44198 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:05:17.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:16 smithi090 ceph-mon[89511]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:17.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:16 smithi090 ceph-mon[89511]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:17.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:16 smithi090 ceph-mon[89511]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:17.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:16 smithi090 ceph-mon[89511]: No clone_snaps in snapset 181=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:17.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:16 smithi090 ceph-mon[89511]: pgmap v237: 121 pgs: 4 active+clean+snaptrim_error, 117 active+clean; 287 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 302 KiB/s wr, 5 op/s 2024-03-07T03:05:17.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:16 smithi090 ceph-mon[89511]: from='client.? 172.21.15.90:0/4010421415' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:05:17.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:16 smithi090 ceph-mon[89511]: osdmap e544: 8 total, 8 up, 8 in 2024-03-07T03:05:17.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:16 smithi090 ceph-mon[91928]: from='client.34254 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:05:17.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:16 smithi090 ceph-mon[91928]: from='client.44198 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:05:17.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:16 smithi090 ceph-mon[91928]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:17.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:16 smithi090 ceph-mon[91928]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:17.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:16 smithi090 ceph-mon[91928]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:17.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:16 smithi090 ceph-mon[91928]: No clone_snaps in snapset 181=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:17.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:16 smithi090 ceph-mon[91928]: pgmap v237: 121 pgs: 4 active+clean+snaptrim_error, 117 active+clean; 287 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 302 KiB/s wr, 5 op/s 2024-03-07T03:05:17.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:16 smithi090 ceph-mon[91928]: from='client.? 172.21.15.90:0/4010421415' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:05:17.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:16 smithi090 ceph-mon[91928]: osdmap e544: 8 total, 8 up, 8 in 2024-03-07T03:05:17.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:16 smithi092 ceph-mon[83777]: from='client.34254 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:05:17.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:16 smithi092 ceph-mon[83777]: from='client.44198 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:05:17.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:16 smithi092 ceph-mon[83777]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:17.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:16 smithi092 ceph-mon[83777]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:17.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:16 smithi092 ceph-mon[83777]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:17.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:16 smithi092 ceph-mon[83777]: No clone_snaps in snapset 181=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:17.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:16 smithi092 ceph-mon[83777]: pgmap v237: 121 pgs: 4 active+clean+snaptrim_error, 117 active+clean; 287 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 302 KiB/s wr, 5 op/s 2024-03-07T03:05:17.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:16 smithi092 ceph-mon[83777]: from='client.? 172.21.15.90:0/4010421415' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:05:17.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:16 smithi092 ceph-mon[83777]: osdmap e544: 8 total, 8 up, 8 in 2024-03-07T03:05:17.535 INFO:tasks.rados.rados.0.smithi090.stdout:2400: done (6 left) 2024-03-07T03:05:17.535 INFO:tasks.rados.rados.0.smithi090.stdout:2401: done (5 left) 2024-03-07T03:05:17.535 INFO:tasks.rados.rados.0.smithi090.stdout:2402: done (4 left) 2024-03-07T03:05:17.535 INFO:tasks.rados.rados.0.smithi090.stdout:2404: done (3 left) 2024-03-07T03:05:17.535 INFO:tasks.rados.rados.0.smithi090.stdout:2405: done (2 left) 2024-03-07T03:05:17.535 INFO:tasks.rados.rados.0.smithi090.stdout:2406: done (1 left) 2024-03-07T03:05:17.535 INFO:tasks.rados.rados.0.smithi090.stdout:2407: done (0 left) 2024-03-07T03:05:17.535 INFO:tasks.rados.rados.0.smithi090.stdout:2408: setattr oid 46 current snap is 238 2024-03-07T03:05:17.536 INFO:tasks.rados.rados.0.smithi090.stdout:2409: rollback oid 35 current snap is 238 2024-03-07T03:05:17.536 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 35 to 224 2024-03-07T03:05:17.537 INFO:tasks.rados.rados.0.smithi090.stdout:2410: snap_remove snap 237 2024-03-07T03:05:17.806 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:05:17 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:05:17.531+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:17.806 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:17 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:17.535+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:17.806 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:17 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:17.535+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:05:17.806 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:17 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:17.535+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:17.806 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:17 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:17.539+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:18.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:17 smithi090 ceph-mon[89511]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:18.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:17 smithi090 ceph-mon[89511]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:18.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:17 smithi090 ceph-mon[89511]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:18.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:17 smithi090 ceph-mon[89511]: No clone_snaps in snapset 181=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:18.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:17 smithi090 ceph-mon[89511]: osdmap e545: 8 total, 8 up, 8 in 2024-03-07T03:05:18.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:17 smithi090 ceph-mon[91928]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:18.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:17 smithi090 ceph-mon[91928]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:18.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:17 smithi090 ceph-mon[91928]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:18.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:17 smithi090 ceph-mon[91928]: No clone_snaps in snapset 181=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:18.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:17 smithi090 ceph-mon[91928]: osdmap e545: 8 total, 8 up, 8 in 2024-03-07T03:05:18.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:17 smithi092 ceph-mon[83777]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:18.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:17 smithi092 ceph-mon[83777]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:18.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:17 smithi092 ceph-mon[83777]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:18.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:17 smithi092 ceph-mon[83777]: No clone_snaps in snapset 181=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:18.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:17 smithi092 ceph-mon[83777]: osdmap e545: 8 total, 8 up, 8 in 2024-03-07T03:05:18.539 INFO:tasks.rados.rados.0.smithi090.stdout:2410: done (2 left) 2024-03-07T03:05:18.539 INFO:tasks.rados.rados.0.smithi090.stdout:2411: read oid 47 snap -1 2024-03-07T03:05:18.539 INFO:tasks.rados.rados.0.smithi090.stdout:2411: expect (ObjNum 636 snap 196 seq_num 636) 2024-03-07T03:05:18.539 INFO:tasks.rados.rados.0.smithi090.stdout:2412: snap_remove snap 234 2024-03-07T03:05:18.807 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:05:18 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:05:18.536+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:19.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:18 smithi090 ceph-mon[89511]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:19.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:18 smithi090 ceph-mon[89511]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:19.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:18 smithi090 ceph-mon[89511]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:19.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:18 smithi090 ceph-mon[89511]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:19.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:18 smithi090 ceph-mon[89511]: pgmap v240: 121 pgs: 4 active+clean+snaptrim_error, 117 active+clean; 294 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-03-07T03:05:19.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:18 smithi090 ceph-mon[89511]: osdmap e546: 8 total, 8 up, 8 in 2024-03-07T03:05:19.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:18 smithi090 ceph-mon[91928]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:19.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:18 smithi090 ceph-mon[91928]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:19.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:18 smithi090 ceph-mon[91928]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:19.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:18 smithi090 ceph-mon[91928]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:19.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:18 smithi090 ceph-mon[91928]: pgmap v240: 121 pgs: 4 active+clean+snaptrim_error, 117 active+clean; 294 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-03-07T03:05:19.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:18 smithi090 ceph-mon[91928]: osdmap e546: 8 total, 8 up, 8 in 2024-03-07T03:05:19.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:18 smithi092 ceph-mon[83777]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:19.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:18 smithi092 ceph-mon[83777]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:19.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:18 smithi092 ceph-mon[83777]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:19.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:18 smithi092 ceph-mon[83777]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:19.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:18 smithi092 ceph-mon[83777]: pgmap v240: 121 pgs: 4 active+clean+snaptrim_error, 117 active+clean; 294 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-03-07T03:05:19.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:18 smithi092 ceph-mon[83777]: osdmap e546: 8 total, 8 up, 8 in 2024-03-07T03:05:19.539 INFO:tasks.rados.rados.0.smithi090.stdout:2412: done (3 left) 2024-03-07T03:05:19.539 INFO:tasks.rados.rados.0.smithi090.stdout:2413: read oid 44 snap -1 2024-03-07T03:05:19.539 INFO:tasks.rados.rados.0.smithi090.stdout:2413: expect (ObjNum 661 snap 205 seq_num 661) 2024-03-07T03:05:19.539 INFO:tasks.rados.rados.0.smithi090.stdout:2414: read oid 16 snap -1 2024-03-07T03:05:19.539 INFO:tasks.rados.rados.0.smithi090.stdout:2414: expect (ObjNum 708 snap 220 seq_num 708) 2024-03-07T03:05:19.539 INFO:tasks.rados.rados.0.smithi090.stdout:2415: rollback oid 22 current snap is 238 2024-03-07T03:05:19.539 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 22 to 212 2024-03-07T03:05:19.540 INFO:tasks.rados.rados.0.smithi090.stdout:2416: snap_remove snap 236 2024-03-07T03:05:19.636 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:05:19 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:05:19.543+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:19.636 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:19 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:19.333+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:19.637 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:19 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:19.333+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:19.637 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:19 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:19.333+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:19.637 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:19 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:19.538+0000 7fa43c425700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:05:19.637 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:19 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:19.538+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:19.637 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:19 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:19.552+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:19.637 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:19 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:19.567+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:20.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:19 smithi090 ceph-mon[89511]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:20.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:19 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-03-07T03:05:20.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:19 smithi090 ceph-mon[89511]: osdmap e547: 8 total, 8 up, 8 in 2024-03-07T03:05:20.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:19 smithi090 ceph-mon[91928]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:20.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:19 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-03-07T03:05:20.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:19 smithi090 ceph-mon[91928]: osdmap e547: 8 total, 8 up, 8 in 2024-03-07T03:05:20.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:19 smithi092 ceph-mon[83777]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:20.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:19 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-03-07T03:05:20.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:19 smithi092 ceph-mon[83777]: osdmap e547: 8 total, 8 up, 8 in 2024-03-07T03:05:20.548 INFO:tasks.rados.rados.0.smithi090.stdout:2416: done (6 left) 2024-03-07T03:05:20.548 INFO:tasks.rados.rados.0.smithi090.stdout:2417: rollback oid 9 current snap is 238 2024-03-07T03:05:20.548 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 9 to 230 2024-03-07T03:05:20.548 INFO:tasks.rados.rados.0.smithi090.stdout:2418: read oid 12 snap -1 2024-03-07T03:05:20.548 INFO:tasks.rados.rados.0.smithi090.stdout:2418: expect deleted 2024-03-07T03:05:20.548 INFO:tasks.rados.rados.0.smithi090.stdout:2419: read oid 23 snap -1 2024-03-07T03:05:20.549 INFO:tasks.rados.rados.0.smithi090.stdout:2419: expect (ObjNum 745 snap 237 seq_num 745) 2024-03-07T03:05:20.549 INFO:tasks.rados.rados.0.smithi090.stdout:2420: delete oid 37 current snap is 238 2024-03-07T03:05:20.549 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 1105 (ObjNum 730 snap 229 seq_num 730) dirty exists 2024-03-07T03:05:20.549 INFO:tasks.rados.rados.0.smithi090.stdout:2409: finishing rollback tid 0 to smithi09077644-35 2024-03-07T03:05:20.549 INFO:tasks.rados.rados.0.smithi090.stdout:2409: finishing rollback tid 1 to smithi09077644-35 2024-03-07T03:05:20.549 INFO:tasks.rados.rados.0.smithi090.stdout:2409: finishing rollback tid 2 to smithi09077644-35 2024-03-07T03:05:20.549 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 35 v 1106 (ObjNum 709 snap 220 seq_num 709) dirty exists 2024-03-07T03:05:20.549 INFO:tasks.rados.rados.0.smithi090.stdout:2411: expect (ObjNum 636 snap 196 seq_num 636) 2024-03-07T03:05:20.653 INFO:tasks.rados.rados.0.smithi090.stdout:2415: finishing rollback tid 0 to smithi09077644-22 2024-03-07T03:05:20.653 INFO:tasks.rados.rados.0.smithi090.stdout:2415: finishing rollback tid 1 to smithi09077644-22 2024-03-07T03:05:20.653 INFO:tasks.rados.rados.0.smithi090.stdout:2408: done (9 left) 2024-03-07T03:05:20.653 INFO:tasks.rados.rados.0.smithi090.stdout:2409: done (8 left) 2024-03-07T03:05:20.653 INFO:tasks.rados.rados.0.smithi090.stdout:2411: done (7 left) 2024-03-07T03:05:20.653 INFO:tasks.rados.rados.0.smithi090.stdout:2420: done (6 left) 2024-03-07T03:05:20.653 INFO:tasks.rados.rados.0.smithi090.stdout:2421: delete oid 40 current snap is 238 2024-03-07T03:05:20.653 INFO:tasks.rados.rados.0.smithi090.stdout:2414: expect (ObjNum 708 snap 220 seq_num 708) 2024-03-07T03:05:20.810 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:05:20 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:05:20.554+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:20.810 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:20 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:20.547+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:20.810 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:20 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:20.550+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:20.810 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:20 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:20.550+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:20.876 INFO:tasks.rados.rados.0.smithi090.stdout:2413: expect (ObjNum 661 snap 205 seq_num 661) 2024-03-07T03:05:21.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:20 smithi090 ceph-mon[89511]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-03-07T03:05:21.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:20 smithi090 ceph-mon[89511]: Upgrade: osd.3 is safe to restart 2024-03-07T03:05:21.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:20 smithi090 ceph-mon[89511]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:21.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:20 smithi090 ceph-mon[89511]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:21.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:20 smithi090 ceph-mon[89511]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:21.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:20 smithi090 ceph-mon[89511]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:21.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:20 smithi090 ceph-mon[89511]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:21.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:20 smithi090 ceph-mon[89511]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:21.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:20 smithi090 ceph-mon[89511]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:21.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:20 smithi090 ceph-mon[89511]: pgmap v243: 121 pgs: 4 active+clean+snaptrim_error, 117 active+clean; 296 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 2.2 MiB/s wr, 12 op/s 2024-03-07T03:05:21.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:20 smithi090 ceph-mon[89511]: osdmap e548: 8 total, 8 up, 8 in 2024-03-07T03:05:21.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:20 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:05:21.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:20 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-03-07T03:05:21.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:20 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:05:21.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:20 smithi090 ceph-mon[91928]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-03-07T03:05:21.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:20 smithi090 ceph-mon[91928]: Upgrade: osd.3 is safe to restart 2024-03-07T03:05:21.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:20 smithi090 ceph-mon[91928]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:21.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:20 smithi090 ceph-mon[91928]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:21.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:20 smithi090 ceph-mon[91928]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:21.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:20 smithi090 ceph-mon[91928]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:21.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:20 smithi090 ceph-mon[91928]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:21.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:20 smithi090 ceph-mon[91928]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:21.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:20 smithi090 ceph-mon[91928]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:21.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:20 smithi090 ceph-mon[91928]: pgmap v243: 121 pgs: 4 active+clean+snaptrim_error, 117 active+clean; 296 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 2.2 MiB/s wr, 12 op/s 2024-03-07T03:05:21.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:20 smithi090 ceph-mon[91928]: osdmap e548: 8 total, 8 up, 8 in 2024-03-07T03:05:21.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:20 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:05:21.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:20 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-03-07T03:05:21.082 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:20 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:05:21.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:20 smithi092 ceph-mon[83777]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-03-07T03:05:21.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:20 smithi092 ceph-mon[83777]: Upgrade: osd.3 is safe to restart 2024-03-07T03:05:21.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:20 smithi092 ceph-mon[83777]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:21.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:20 smithi092 ceph-mon[83777]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:21.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:20 smithi092 ceph-mon[83777]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:21.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:20 smithi092 ceph-mon[83777]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:21.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:20 smithi092 ceph-mon[83777]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:21.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:20 smithi092 ceph-mon[83777]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:21.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:20 smithi092 ceph-mon[83777]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:21.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:20 smithi092 ceph-mon[83777]: pgmap v243: 121 pgs: 4 active+clean+snaptrim_error, 117 active+clean; 296 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 2.2 MiB/s wr, 12 op/s 2024-03-07T03:05:21.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:20 smithi092 ceph-mon[83777]: osdmap e548: 8 total, 8 up, 8 in 2024-03-07T03:05:21.169 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:20 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:05:21.169 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:20 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-03-07T03:05:21.169 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:20 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:05:21.215 INFO:tasks.rados.rados.0.smithi090.stdout:2415: finishing rollback tid 2 to smithi09077644-22 2024-03-07T03:05:21.215 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 1405 (ObjNum 622 snap 190 seq_num 622) dirty exists 2024-03-07T03:05:21.215 INFO:tasks.rados.rados.0.smithi090.stdout:2417: finishing rollback tid 1 to smithi09077644-9 2024-03-07T03:05:21.215 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 9 v 1097 (ObjNum 129 snap 0 seq_num 3340401600) dirty dne 2024-03-07T03:05:21.215 INFO:tasks.rados.rados.0.smithi090.stdout:2413: done (6 left) 2024-03-07T03:05:21.215 INFO:tasks.rados.rados.0.smithi090.stdout:2414: done (5 left) 2024-03-07T03:05:21.216 INFO:tasks.rados.rados.0.smithi090.stdout:2415: done (4 left) 2024-03-07T03:05:21.216 INFO:tasks.rados.rados.0.smithi090.stdout:2417: done (3 left) 2024-03-07T03:05:21.216 INFO:tasks.rados.rados.0.smithi090.stdout:2418: done (2 left) 2024-03-07T03:05:21.216 INFO:tasks.rados.rados.0.smithi090.stdout:2421: done (1 left) 2024-03-07T03:05:21.216 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 43 current snap is 238 2024-03-07T03:05:21.216 INFO:tasks.rados.rados.0.smithi090.stdout:2419: expect (ObjNum 745 snap 237 seq_num 745) 2024-03-07T03:05:21.442 INFO:tasks.rados.rados.0.smithi090.stdout:2422: seq_num 751 ranges {4923392=581632} 2024-03-07T03:05:21.471 INFO:tasks.rados.rados.0.smithi090.stdout:2422: writing smithi09077644-43 from 4923392 to 5505024 tid 1 2024-03-07T03:05:21.471 INFO:tasks.rados.rados.0.smithi090.stdout:2419: done (1 left) 2024-03-07T03:05:21.471 INFO:tasks.rados.rados.0.smithi090.stdout:2423: rmattr oid 35 current snap is 238 2024-03-07T03:05:21.472 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 45 current snap is 238 2024-03-07T03:05:21.472 INFO:tasks.rados.rados.0.smithi090.stdout:2424: seq_num 752 ranges {9248768=598016} 2024-03-07T03:05:21.524 INFO:tasks.rados.rados.0.smithi090.stdout:2424: writing smithi09077644-45 from 9248768 to 9846784 tid 1 2024-03-07T03:05:21.524 INFO:tasks.rados.rados.0.smithi090.stdout:2425: delete oid 19 current snap is 238 2024-03-07T03:05:21.524 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 35 v 0 (ObjNum 709 snap 220 seq_num 709) dirty exists 2024-03-07T03:05:21.524 INFO:tasks.rados.rados.0.smithi090.stdout:2422: finishing write tid 1 to smithi09077644-43 2024-03-07T03:05:21.525 INFO:tasks.rados.rados.0.smithi090.stdout:2422: finishing write tid 2 to smithi09077644-43 2024-03-07T03:05:21.525 INFO:tasks.rados.rados.0.smithi090.stdout:2422: finishing write tid 3 to smithi09077644-43 2024-03-07T03:05:21.525 INFO:tasks.rados.rados.0.smithi090.stdout:2422: oid 43 updating version 0 to 1127 2024-03-07T03:05:21.525 INFO:tasks.rados.rados.0.smithi090.stdout:2422: oid 43 version 1127 is already newer than 1126 2024-03-07T03:05:21.525 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 1127 (ObjNum 751 snap 238 seq_num 751) dirty exists 2024-03-07T03:05:21.525 INFO:tasks.rados.rados.0.smithi090.stdout:2422: left oid 43 (ObjNum 751 snap 238 seq_num 751) 2024-03-07T03:05:21.527 INFO:tasks.rados.rados.0.smithi090.stdout:2422: done (3 left) 2024-03-07T03:05:21.527 INFO:tasks.rados.rados.0.smithi090.stdout:2423: done (2 left) 2024-03-07T03:05:21.527 INFO:tasks.rados.rados.0.smithi090.stdout:2425: done (1 left) 2024-03-07T03:05:21.527 INFO:tasks.rados.rados.0.smithi090.stdout:2426: setattr oid 46 current snap is 238 2024-03-07T03:05:21.528 INFO:tasks.rados.rados.0.smithi090.stdout:2424: finishing write tid 1 to smithi09077644-45 2024-03-07T03:05:21.528 INFO:tasks.rados.rados.0.smithi090.stdout:2424: finishing write tid 2 to smithi09077644-45 2024-03-07T03:05:21.529 INFO:tasks.rados.rados.0.smithi090.stdout:2427: read oid 2 snap -1 2024-03-07T03:05:21.529 INFO:tasks.rados.rados.0.smithi090.stdout:2427: expect (ObjNum 658 snap 205 seq_num 658) 2024-03-07T03:05:21.529 INFO:tasks.rados.rados.0.smithi090.stdout:2428: read oid 42 snap -1 2024-03-07T03:05:21.529 INFO:tasks.rados.rados.0.smithi090.stdout:2428: expect (ObjNum 640 snap 199 seq_num 640) 2024-03-07T03:05:21.529 INFO:tasks.rados.rados.0.smithi090.stdout:2429: delete oid 16 current snap is 238 2024-03-07T03:05:21.532 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 1115 (ObjNum 730 snap 229 seq_num 730) dirty exists 2024-03-07T03:05:21.533 INFO:tasks.rados.rados.0.smithi090.stdout:2426: done (4 left) 2024-03-07T03:05:21.533 INFO:tasks.rados.rados.0.smithi090.stdout:2429: done (3 left) 2024-03-07T03:05:21.533 INFO:tasks.rados.rados.0.smithi090.stdout:2430: rollback oid 48 current snap is 238 2024-03-07T03:05:21.533 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 48 to 212 2024-03-07T03:05:21.533 INFO:tasks.rados.rados.0.smithi090.stdout:2431: snap_create 2024-03-07T03:05:21.534 INFO:tasks.rados.rados.0.smithi090.stdout:2428: expect (ObjNum 640 snap 199 seq_num 640) 2024-03-07T03:05:21.566 INFO:tasks.rados.rados.0.smithi090.stdout:2424: finishing write tid 3 to smithi09077644-45 2024-03-07T03:05:21.566 INFO:tasks.rados.rados.0.smithi090.stdout:2424: oid 45 updating version 0 to 915 2024-03-07T03:05:21.566 INFO:tasks.rados.rados.0.smithi090.stdout:2424: oid 45 updating version 915 to 916 2024-03-07T03:05:21.566 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 45 v 916 (ObjNum 752 snap 238 seq_num 752) dirty exists 2024-03-07T03:05:21.566 INFO:tasks.rados.rados.0.smithi090.stdout:2424: left oid 45 (ObjNum 752 snap 238 seq_num 752) 2024-03-07T03:05:21.566 INFO:tasks.rados.rados.0.smithi090.stdout:2430: finishing rollback tid 0 to smithi09077644-48 2024-03-07T03:05:21.566 INFO:tasks.rados.rados.0.smithi090.stdout:2430: finishing rollback tid 1 to smithi09077644-48 2024-03-07T03:05:21.566 INFO:tasks.rados.rados.0.smithi090.stdout:2427: expect (ObjNum 658 snap 205 seq_num 658) 2024-03-07T03:05:21.673 INFO:tasks.rados.rados.0.smithi090.stdout:2430: finishing rollback tid 2 to smithi09077644-48 2024-03-07T03:05:21.673 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 1106 (ObjNum 545 snap 166 seq_num 545) dirty exists 2024-03-07T03:05:21.823 INFO:tasks.rados.rados.0.smithi090.stdout:2424: done (4 left) 2024-03-07T03:05:21.823 INFO:tasks.rados.rados.0.smithi090.stdout:2427: done (3 left) 2024-03-07T03:05:21.823 INFO:tasks.rados.rados.0.smithi090.stdout:2428: done (2 left) 2024-03-07T03:05:21.823 INFO:tasks.rados.rados.0.smithi090.stdout:2430: done (1 left) 2024-03-07T03:05:21.823 INFO:tasks.rados.rados.0.smithi090.stdout:2431: done (0 left) 2024-03-07T03:05:21.823 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 20 current snap is 239 2024-03-07T03:05:21.823 INFO:tasks.rados.rados.0.smithi090.stdout:2432: seq_num 755 ranges {0=647168} 2024-03-07T03:05:21.826 INFO:tasks.rados.rados.0.smithi090.stdout:2432: writing smithi09077644-20 from 0 to 647168 tid 1 2024-03-07T03:05:21.826 INFO:tasks.rados.rados.0.smithi090.stdout:2433: delete oid 11 current snap is 239 2024-03-07T03:05:21.831 INFO:tasks.rados.rados.0.smithi090.stdout:2433: done (1 left) 2024-03-07T03:05:21.831 INFO:tasks.rados.rados.0.smithi090.stdout:2434: snap_remove snap 238 2024-03-07T03:05:22.079 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:05:21 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:05:21.829+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:22.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:21 smithi090 ceph-mon[89511]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:22.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:21 smithi090 ceph-mon[89511]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:22.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:21 smithi090 ceph-mon[89511]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:22.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:21 smithi090 ceph-mon[89511]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:22.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:21 smithi090 ceph-mon[89511]: Upgrade: Updating osd.3 2024-03-07T03:05:22.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:21 smithi090 ceph-mon[89511]: Deploying daemon osd.3 on smithi090 2024-03-07T03:05:22.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:21 smithi090 ceph-mon[91928]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:22.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:21 smithi090 ceph-mon[91928]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:22.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:21 smithi090 ceph-mon[91928]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:22.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:21 smithi090 ceph-mon[91928]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:22.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:21 smithi090 ceph-mon[91928]: Upgrade: Updating osd.3 2024-03-07T03:05:22.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:21 smithi090 ceph-mon[91928]: Deploying daemon osd.3 on smithi090 2024-03-07T03:05:22.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:21 smithi092 ceph-mon[83777]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:22.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:21 smithi092 ceph-mon[83777]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:22.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:21 smithi092 ceph-mon[83777]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:22.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:21 smithi092 ceph-mon[83777]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:22.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:21 smithi092 ceph-mon[83777]: Upgrade: Updating osd.3 2024-03-07T03:05:22.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:21 smithi092 ceph-mon[83777]: Deploying daemon osd.3 on smithi090 2024-03-07T03:05:22.643 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:22 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:22.385+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:05:22.643 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:22 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:22.385+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:22.643 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:22 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:22.385+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:22.643 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:22 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:22.386+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:22.667 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:05:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:05:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:05:22.823 INFO:tasks.rados.rados.0.smithi090.stdout:2434: done (1 left) 2024-03-07T03:05:22.823 INFO:tasks.rados.rados.0.smithi090.stdout:2435: read oid 18 snap 224 2024-03-07T03:05:22.823 INFO:tasks.rados.rados.0.smithi090.stdout:2435: expect (ObjNum 696 snap 215 seq_num 696) 2024-03-07T03:05:22.823 INFO:tasks.rados.rados.0.smithi090.stdout:2436: rmattr oid 46 current snap is 239 2024-03-07T03:05:22.823 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 28 current snap is 239 2024-03-07T03:05:22.824 INFO:tasks.rados.rados.0.smithi090.stdout:2437: seq_num 757 ranges {4423680=688128} 2024-03-07T03:05:22.852 INFO:tasks.rados.rados.0.smithi090.stdout:2437: writing smithi09077644-28 from 4423680 to 5111808 tid 1 2024-03-07T03:05:22.852 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 27 current snap is 239 2024-03-07T03:05:22.852 INFO:tasks.rados.rados.0.smithi090.stdout:2432: finishing write tid 1 to smithi09077644-20 2024-03-07T03:05:22.852 INFO:tasks.rados.rados.0.smithi090.stdout:2438: seq_num 758 ranges {4669440=704512} 2024-03-07T03:05:22.882 INFO:tasks.rados.rados.0.smithi090.stdout:2438: writing smithi09077644-27 from 4669440 to 5373952 tid 1 2024-03-07T03:05:22.882 INFO:tasks.rados.rados.0.smithi090.stdout:2439: read oid 32 snap -1 2024-03-07T03:05:22.882 INFO:tasks.rados.rados.0.smithi090.stdout:2439: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-07T03:05:22.882 INFO:tasks.rados.rados.0.smithi090.stdout:2440: snap_create 2024-03-07T03:05:22.882 INFO:tasks.rados.rados.0.smithi090.stdout:2432: finishing write tid 2 to smithi09077644-20 2024-03-07T03:05:22.882 INFO:tasks.rados.rados.0.smithi090.stdout:2432: finishing write tid 3 to smithi09077644-20 2024-03-07T03:05:22.882 INFO:tasks.rados.rados.0.smithi090.stdout:2432: oid 20 updating version 0 to 917 2024-03-07T03:05:22.883 INFO:tasks.rados.rados.0.smithi090.stdout:2432: oid 20 updating version 917 to 918 2024-03-07T03:05:22.883 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 20 v 918 (ObjNum 755 snap 239 seq_num 755) dirty exists 2024-03-07T03:05:22.883 INFO:tasks.rados.rados.0.smithi090.stdout:2432: left oid 20 (ObjNum 755 snap 239 seq_num 755) 2024-03-07T03:05:22.883 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 1116 (ObjNum 730 snap 229 seq_num 730) dirty exists 2024-03-07T03:05:22.883 INFO:tasks.rados.rados.0.smithi090.stdout:2437: finishing write tid 1 to smithi09077644-28 2024-03-07T03:05:22.883 INFO:tasks.rados.rados.0.smithi090.stdout:2437: finishing write tid 2 to smithi09077644-28 2024-03-07T03:05:22.883 INFO:tasks.rados.rados.0.smithi090.stdout:2437: finishing write tid 3 to smithi09077644-28 2024-03-07T03:05:22.883 INFO:tasks.rados.rados.0.smithi090.stdout:2437: oid 28 updating version 0 to 1108 2024-03-07T03:05:22.883 INFO:tasks.rados.rados.0.smithi090.stdout:2437: oid 28 version 1108 is already newer than 1107 2024-03-07T03:05:22.883 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 28 v 1108 (ObjNum 757 snap 239 seq_num 757) dirty exists 2024-03-07T03:05:22.883 INFO:tasks.rados.rados.0.smithi090.stdout:2437: left oid 28 (ObjNum 757 snap 239 seq_num 757) 2024-03-07T03:05:22.883 INFO:tasks.rados.rados.0.smithi090.stdout:2435: expect (ObjNum 696 snap 215 seq_num 696) 2024-03-07T03:05:23.004 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:22 smithi090 ceph-mon[89511]: pgmap v245: 121 pgs: 4 active+clean+snaptrim_error, 117 active+clean; 296 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 470 KiB/s wr, 10 op/s 2024-03-07T03:05:23.004 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:22 smithi090 ceph-mon[89511]: osdmap e549: 8 total, 8 up, 8 in 2024-03-07T03:05:23.004 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:22 smithi090 ceph-mon[89511]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:23.004 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:22 smithi090 ceph-mon[91928]: pgmap v245: 121 pgs: 4 active+clean+snaptrim_error, 117 active+clean; 296 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 470 KiB/s wr, 10 op/s 2024-03-07T03:05:23.004 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:22 smithi090 ceph-mon[91928]: osdmap e549: 8 total, 8 up, 8 in 2024-03-07T03:05:23.005 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:22 smithi090 ceph-mon[91928]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:23.005 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:05:22 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:05:22.853+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:23.005 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:22 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:22.822+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:23.005 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:22 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:22.823+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:23.005 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:22 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:22.823+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:23.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:22 smithi092 ceph-mon[83777]: pgmap v245: 121 pgs: 4 active+clean+snaptrim_error, 117 active+clean; 296 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 470 KiB/s wr, 10 op/s 2024-03-07T03:05:23.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:22 smithi092 ceph-mon[83777]: osdmap e549: 8 total, 8 up, 8 in 2024-03-07T03:05:23.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:22 smithi092 ceph-mon[83777]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:23.231 INFO:tasks.rados.rados.0.smithi090.stdout:2439: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-07T03:05:23.233 INFO:tasks.rados.rados.0.smithi090.stdout:2438: finishing write tid 1 to smithi09077644-27 2024-03-07T03:05:23.233 INFO:tasks.rados.rados.0.smithi090.stdout:2438: finishing write tid 2 to smithi09077644-27 2024-03-07T03:05:23.233 INFO:tasks.rados.rados.0.smithi090.stdout:2438: finishing write tid 3 to smithi09077644-27 2024-03-07T03:05:23.233 INFO:tasks.rados.rados.0.smithi090.stdout:2438: oid 27 updating version 0 to 907 2024-03-07T03:05:23.233 INFO:tasks.rados.rados.0.smithi090.stdout:2438: oid 27 version 907 is already newer than 906 2024-03-07T03:05:23.233 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 27 v 907 (ObjNum 758 snap 239 seq_num 758) dirty exists 2024-03-07T03:05:23.233 INFO:tasks.rados.rados.0.smithi090.stdout:2438: left oid 27 (ObjNum 758 snap 239 seq_num 758) 2024-03-07T03:05:23.329 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:05:23 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:05:23] "GET /metrics HTTP/1.1" 200 36174 "" "Prometheus/2.43.0" 2024-03-07T03:05:23.830 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:05:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:05:23.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi090\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:05:23.838 INFO:tasks.rados.rados.0.smithi090.stdout:2432: done (6 left) 2024-03-07T03:05:23.838 INFO:tasks.rados.rados.0.smithi090.stdout:2435: done (5 left) 2024-03-07T03:05:23.838 INFO:tasks.rados.rados.0.smithi090.stdout:2436: done (4 left) 2024-03-07T03:05:23.838 INFO:tasks.rados.rados.0.smithi090.stdout:2437: done (3 left) 2024-03-07T03:05:23.838 INFO:tasks.rados.rados.0.smithi090.stdout:2438: done (2 left) 2024-03-07T03:05:23.838 INFO:tasks.rados.rados.0.smithi090.stdout:2439: done (1 left) 2024-03-07T03:05:23.838 INFO:tasks.rados.rados.0.smithi090.stdout:2440: done (0 left) 2024-03-07T03:05:23.839 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 6 current snap is 240 2024-03-07T03:05:23.839 INFO:tasks.rados.rados.0.smithi090.stdout:2441: seq_num 759 ranges {147456=720896} 2024-03-07T03:05:23.842 INFO:tasks.rados.rados.0.smithi090.stdout:2441: writing smithi09077644-6 from 147456 to 868352 tid 1 2024-03-07T03:05:23.842 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 36 current snap is 240 2024-03-07T03:05:23.843 INFO:tasks.rados.rados.0.smithi090.stdout:2442: seq_num 760 ranges {2506752=737280} 2024-03-07T03:05:23.861 INFO:tasks.rados.rados.0.smithi090.stdout:2442: writing smithi09077644-36 from 2506752 to 3244032 tid 1 2024-03-07T03:05:23.861 INFO:tasks.rados.rados.0.smithi090.stdout:2443: snap_create 2024-03-07T03:05:23.861 INFO:tasks.rados.rados.0.smithi090.stdout:2441: finishing write tid 1 to smithi09077644-6 2024-03-07T03:05:23.861 INFO:tasks.rados.rados.0.smithi090.stdout:2441: finishing write tid 2 to smithi09077644-6 2024-03-07T03:05:23.861 INFO:tasks.rados.rados.0.smithi090.stdout:2441: finishing write tid 3 to smithi09077644-6 2024-03-07T03:05:23.861 INFO:tasks.rados.rados.0.smithi090.stdout:2441: oid 6 updating version 0 to 1108 2024-03-07T03:05:23.861 INFO:tasks.rados.rados.0.smithi090.stdout:2441: oid 6 version 1108 is already newer than 1107 2024-03-07T03:05:23.861 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 1108 (ObjNum 759 snap 240 seq_num 759) dirty exists 2024-03-07T03:05:23.861 INFO:tasks.rados.rados.0.smithi090.stdout:2441: left oid 6 (ObjNum 759 snap 240 seq_num 759) 2024-03-07T03:05:23.864 INFO:tasks.rados.rados.0.smithi090.stdout:2442: finishing write tid 1 to smithi09077644-36 2024-03-07T03:05:23.865 INFO:tasks.rados.rados.0.smithi090.stdout:2442: finishing write tid 2 to smithi09077644-36 2024-03-07T03:05:23.866 INFO:tasks.rados.rados.0.smithi090.stdout:2442: finishing write tid 3 to smithi09077644-36 2024-03-07T03:05:23.866 INFO:tasks.rados.rados.0.smithi090.stdout:2442: oid 36 updating version 0 to 1110 2024-03-07T03:05:23.866 INFO:tasks.rados.rados.0.smithi090.stdout:2442: oid 36 version 1110 is already newer than 1109 2024-03-07T03:05:23.866 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 1110 (ObjNum 760 snap 240 seq_num 760) dirty exists 2024-03-07T03:05:23.866 INFO:tasks.rados.rados.0.smithi090.stdout:2442: left oid 36 (ObjNum 760 snap 240 seq_num 760) 2024-03-07T03:05:24.022 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:05:23 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:05:23.846+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:24.022 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:05:23 smithi090 systemd[1]: Stopping Ceph osd.3 for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T03:05:24.022 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:23 smithi090 ceph-mon[89511]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:24.022 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:23 smithi090 ceph-mon[89511]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:24.023 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:23 smithi090 ceph-mon[89511]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:24.023 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:23 smithi090 ceph-mon[89511]: osdmap e550: 8 total, 8 up, 8 in 2024-03-07T03:05:24.023 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:23 smithi090 ceph-mon[89511]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:24.023 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:23 smithi090 ceph-mon[89511]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:24.023 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:23 smithi090 ceph-mon[89511]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:24.023 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:23 smithi090 ceph-mon[89511]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:24.023 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:23 smithi090 ceph-mon[91928]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:24.023 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:23 smithi090 ceph-mon[91928]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:24.023 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:23 smithi090 ceph-mon[91928]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:24.023 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:23 smithi090 ceph-mon[91928]: osdmap e550: 8 total, 8 up, 8 in 2024-03-07T03:05:24.023 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:23 smithi090 ceph-mon[91928]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:24.024 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:23 smithi090 ceph-mon[91928]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:24.024 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:23 smithi090 ceph-mon[91928]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:24.024 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:23 smithi090 ceph-mon[91928]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:24.024 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:23 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:23.842+0000 7fa43c425700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:05:24.024 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:23 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:23.842+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:24.024 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:23 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:23.842+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:24.024 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:23 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:23.846+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:24.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:23 smithi092 ceph-mon[83777]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:24.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:23 smithi092 ceph-mon[83777]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:24.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:23 smithi092 ceph-mon[83777]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:24.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:23 smithi092 ceph-mon[83777]: osdmap e550: 8 total, 8 up, 8 in 2024-03-07T03:05:24.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:23 smithi092 ceph-mon[83777]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:24.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:23 smithi092 ceph-mon[83777]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:24.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:23 smithi092 ceph-mon[83777]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:24.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:23 smithi092 ceph-mon[83777]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:24.329 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:05:24 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[59641]: 2024-03-07T03:05:24.018+0000 7f2aeeaaf700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-07T03:05:24.329 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:05:24 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[59641]: 2024-03-07T03:05:24.018+0000 7f2aeeaaf700 -1 osd.3 551 *** Got signal Terminated *** 2024-03-07T03:05:24.329 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:05:24 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[59641]: 2024-03-07T03:05:24.018+0000 7f2aeeaaf700 -1 osd.3 551 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-07T03:05:24.846 INFO:tasks.rados.rados.0.smithi090.stdout:2441: done (2 left) 2024-03-07T03:05:24.846 INFO:tasks.rados.rados.0.smithi090.stdout:2442: done (1 left) 2024-03-07T03:05:24.846 INFO:tasks.rados.rados.0.smithi090.stdout:2443: done (0 left) 2024-03-07T03:05:24.846 INFO:tasks.rados.rados.0.smithi090.stdout:2444: rmattr oid 11 current snap is 241 2024-03-07T03:05:24.846 INFO:tasks.rados.rados.0.smithi090.stdout:2444: done (0 left) 2024-03-07T03:05:24.846 INFO:tasks.rados.rados.0.smithi090.stdout:2445: read oid 45 snap -1 2024-03-07T03:05:24.846 INFO:tasks.rados.rados.0.smithi090.stdout:2445: expect (ObjNum 752 snap 238 seq_num 752) 2024-03-07T03:05:24.846 INFO:tasks.rados.rados.0.smithi090.stdout:2446: copy_from oid 30 from oid 9 current snap is 241 2024-03-07T03:05:24.846 INFO:tasks.rados.rados.0.smithi090.stdout:2447: snap_create 2024-03-07T03:05:24.892 INFO:tasks.rados.rados.0.smithi090.stdout:2445: expect (ObjNum 752 snap 238 seq_num 752) 2024-03-07T03:05:25.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:24 smithi092 ceph-mon[83777]: pgmap v248: 121 pgs: 4 active+clean+snaptrim_error, 117 active+clean; 297 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 298 KiB/s wr, 8 op/s 2024-03-07T03:05:25.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:24 smithi092 ceph-mon[83777]: osdmap e551: 8 total, 8 up, 8 in 2024-03-07T03:05:25.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:24 smithi092 ceph-mon[83777]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:25.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:24 smithi092 ceph-mon[83777]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:25.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:24 smithi092 ceph-mon[83777]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:25.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:24 smithi092 ceph-mon[83777]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:25.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:24 smithi092 ceph-mon[83777]: osd.3 marked itself down and dead 2024-03-07T03:05:25.329 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:05:24 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:05:24.859+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:25.329 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:24 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:24.845+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:25.330 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:24 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:24.846+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:25.330 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:24 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:24.848+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:25.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:24 smithi090 ceph-mon[89511]: pgmap v248: 121 pgs: 4 active+clean+snaptrim_error, 117 active+clean; 297 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 298 KiB/s wr, 8 op/s 2024-03-07T03:05:25.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:24 smithi090 ceph-mon[89511]: osdmap e551: 8 total, 8 up, 8 in 2024-03-07T03:05:25.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:24 smithi090 ceph-mon[89511]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:25.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:24 smithi090 ceph-mon[89511]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:25.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:24 smithi090 ceph-mon[89511]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:25.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:24 smithi090 ceph-mon[89511]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:25.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:24 smithi090 ceph-mon[89511]: osd.3 marked itself down and dead 2024-03-07T03:05:25.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:24 smithi090 ceph-mon[91928]: pgmap v248: 121 pgs: 4 active+clean+snaptrim_error, 117 active+clean; 297 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 298 KiB/s wr, 8 op/s 2024-03-07T03:05:25.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:24 smithi090 ceph-mon[91928]: osdmap e551: 8 total, 8 up, 8 in 2024-03-07T03:05:25.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:24 smithi090 ceph-mon[91928]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:25.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:24 smithi090 ceph-mon[91928]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:25.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:24 smithi090 ceph-mon[91928]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:25.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:24 smithi090 ceph-mon[91928]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:25.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:24 smithi090 ceph-mon[91928]: osd.3 marked itself down and dead 2024-03-07T03:05:25.665 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:05:25 smithi090 podman[111033]: 2024-03-07 03:05:25.373829923 +0000 UTC m=+1.460485081 container died 1e9119683f37e45350d4f25c938ad517d14edecc8f474341d8ceba054437c9d6 (image=quay.ceph.io/ceph-ci/ceph@sha256:4e788e3c6821efe986a710ffe10c052cd830c07b33cd4a66b97449fc9bbef8e7, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=reef-ae75fc9, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240222, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-07T03:05:25.848 INFO:tasks.rados.rados.0.smithi090.stdout:2445: done (2 left) 2024-03-07T03:05:25.848 INFO:tasks.rados.rados.0.smithi090.stdout:2447: done (1 left) 2024-03-07T03:05:25.848 INFO:tasks.rados.rados.0.smithi090.stdout:2448: rollback oid 18 current snap is 242 2024-03-07T03:05:25.849 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 18 to 230 2024-03-07T03:05:25.849 INFO:tasks.rados.rados.0.smithi090.stdout:2449: rollback oid 48 current snap is 242 2024-03-07T03:05:25.849 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 48 to 212 2024-03-07T03:05:25.849 INFO:tasks.rados.rados.0.smithi090.stdout:2450: read oid 35 snap -1 2024-03-07T03:05:25.849 INFO:tasks.rados.rados.0.smithi090.stdout:2450: expect (ObjNum 709 snap 220 seq_num 709) 2024-03-07T03:05:25.849 INFO:tasks.rados.rados.0.smithi090.stdout:2451: snap_remove snap 235 2024-03-07T03:05:26.025 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:05:25 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:05:25.848+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:26.025 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:25 smithi090 ceph-mon[91928]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-07T03:05:26.025 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:25 smithi090 ceph-mon[91928]: osdmap e552: 8 total, 7 up, 8 in 2024-03-07T03:05:26.025 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:25 smithi090 ceph-mon[91928]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:26.026 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:25 smithi090 ceph-mon[91928]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:26.026 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:25 smithi090 ceph-mon[91928]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:26.026 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:25 smithi090 ceph-mon[91928]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:26.026 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:25 smithi090 ceph-mon[91928]: pgmap v251: 121 pgs: 8 peering, 1 active+clean+snaptrim, 14 stale+active+clean, 3 active+clean+snaptrim_error, 95 active+clean; 305 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.1 MiB/s wr, 22 op/s 2024-03-07T03:05:26.026 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:25 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:25.846+0000 7fa43c425700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:05:26.026 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:25 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:25.846+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:26.026 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:25 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:25.847+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:26.026 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:25 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:25.859+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:26.027 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:25 smithi090 ceph-mon[89511]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-07T03:05:26.027 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:25 smithi090 ceph-mon[89511]: osdmap e552: 8 total, 7 up, 8 in 2024-03-07T03:05:26.027 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:25 smithi090 ceph-mon[89511]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:26.027 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:25 smithi090 ceph-mon[89511]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:26.027 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:25 smithi090 ceph-mon[89511]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:26.027 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:25 smithi090 ceph-mon[89511]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:26.027 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:25 smithi090 ceph-mon[89511]: pgmap v251: 121 pgs: 8 peering, 1 active+clean+snaptrim, 14 stale+active+clean, 3 active+clean+snaptrim_error, 95 active+clean; 305 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.1 MiB/s wr, 22 op/s 2024-03-07T03:05:26.027 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:25 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-a[89507]: 2024-03-07T03:05:25.833+0000 7f55cfa4e700 -1 log_channel(cluster) log [ERR] : Health check update: Possible data damage: 3 pgs snaptrim_error (PG_DAMAGED) 2024-03-07T03:05:26.027 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:05:25 smithi090 podman[111033]: 2024-03-07 03:05:25.761431083 +0000 UTC m=+1.848086238 container cleanup 1e9119683f37e45350d4f25c938ad517d14edecc8f474341d8ceba054437c9d6 (image=quay.ceph.io/ceph-ci/ceph@sha256:4e788e3c6821efe986a710ffe10c052cd830c07b33cd4a66b97449fc9bbef8e7, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240222, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-ae75fc9) 2024-03-07T03:05:26.027 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:05:25 smithi090 bash[111033]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3 2024-03-07T03:05:26.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:25 smithi092 ceph-mon[83777]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-07T03:05:26.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:25 smithi092 ceph-mon[83777]: osdmap e552: 8 total, 7 up, 8 in 2024-03-07T03:05:26.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:25 smithi092 ceph-mon[83777]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:26.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:25 smithi092 ceph-mon[83777]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:26.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:25 smithi092 ceph-mon[83777]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:26.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:25 smithi092 ceph-mon[83777]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:26.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:25 smithi092 ceph-mon[83777]: pgmap v251: 121 pgs: 8 peering, 1 active+clean+snaptrim, 14 stale+active+clean, 3 active+clean+snaptrim_error, 95 active+clean; 305 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.1 MiB/s wr, 22 op/s 2024-03-07T03:05:26.329 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:05:26 smithi090 podman[111050]: 2024-03-07 03:05:26.022974178 +0000 UTC m=+0.644911249 container remove 1e9119683f37e45350d4f25c938ad517d14edecc8f474341d8ceba054437c9d6 (image=quay.ceph.io/ceph-ci/ceph@sha256:4e788e3c6821efe986a710ffe10c052cd830c07b33cd4a66b97449fc9bbef8e7, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240222, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=reef-ae75fc9) 2024-03-07T03:05:26.646 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:05:26 smithi090 podman[111140]: 2024-03-07 03:05:26.286353777 +0000 UTC m=+0.017444737 image pull fdb83767c1ab7256a5adb2236a0d5ca62c64d53a1398fd6c12f8a81ff166e8ff quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71 2024-03-07T03:05:26.646 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:05:26 smithi090 podman[111140]: 2024-03-07 03:05:26.432722249 +0000 UTC m=+0.163813235 container create 5a966c0db930aa4f5447fd99fa22d463b9233af1562f1de2d07cd8d271fbc298 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3-deactivate, org.label-schema.vendor=CentOS, RELEASE=main-ea9a568, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240222) 2024-03-07T03:05:26.646 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:05:26 smithi090 podman[111140]: 2024-03-07 03:05:26.643826985 +0000 UTC m=+0.374917929 container init 5a966c0db930aa4f5447fd99fa22d463b9233af1562f1de2d07cd8d271fbc298 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3-deactivate, RELEASE=main-ea9a568, io.buildah.version=1.33.5, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.build-date=20240222, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-07T03:05:26.851 INFO:tasks.rados.rados.0.smithi090.stdout:2451: done (4 left) 2024-03-07T03:05:26.851 INFO:tasks.rados.rados.0.smithi090.stdout:2452: snap_create 2024-03-07T03:05:26.851 INFO:tasks.rados.rados.0.smithi090.stdout:2448: finishing rollback tid 0 to smithi09077644-18 2024-03-07T03:05:26.851 INFO:tasks.rados.rados.0.smithi090.stdout:2448: finishing rollback tid 1 to smithi09077644-18 2024-03-07T03:05:26.851 INFO:tasks.rados.rados.0.smithi090.stdout:2448: finishing rollback tid 2 to smithi09077644-18 2024-03-07T03:05:26.851 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 18 v 1130 (ObjNum 696 snap 215 seq_num 696) dirty exists 2024-03-07T03:05:26.851 INFO:tasks.rados.rados.0.smithi090.stdout:2449: finishing rollback tid 0 to smithi09077644-48 2024-03-07T03:05:26.852 INFO:tasks.rados.rados.0.smithi090.stdout:2449: finishing rollback tid 1 to smithi09077644-48 2024-03-07T03:05:26.852 INFO:tasks.rados.rados.0.smithi090.stdout:2449: finishing rollback tid 2 to smithi09077644-48 2024-03-07T03:05:26.852 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 1111 (ObjNum 545 snap 166 seq_num 545) dirty exists 2024-03-07T03:05:26.852 INFO:tasks.rados.rados.0.smithi090.stdout:2446: finishing copy_from to smithi09077644-30 2024-03-07T03:05:26.852 INFO:tasks.rados.rados.0.smithi090.stdout:2446: got expected ENOENT (src dne) 2024-03-07T03:05:26.852 INFO:tasks.rados.rados.0.smithi090.stdout:2446: finishing copy_from racing read to smithi09077644-30 2024-03-07T03:05:26.852 INFO:tasks.rados.rados.0.smithi090.stdout:2450: expect (ObjNum 709 snap 220 seq_num 709) 2024-03-07T03:05:26.942 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:26 smithi090 ceph-mon[91928]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-03-07T03:05:26.943 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:26 smithi090 ceph-mon[91928]: Health check update: Possible data damage: 3 pgs snaptrim_error (PG_DAMAGED) 2024-03-07T03:05:26.943 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:26 smithi090 ceph-mon[91928]: osdmap e553: 8 total, 7 up, 8 in 2024-03-07T03:05:26.943 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:26 smithi090 ceph-mon[91928]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:26.943 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:26 smithi090 ceph-mon[91928]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:26.943 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:26 smithi090 ceph-mon[91928]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:26.943 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:26 smithi090 ceph-mon[91928]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:26.943 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:26 smithi090 ceph-mon[89511]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-03-07T03:05:26.943 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:26 smithi090 ceph-mon[89511]: Health check update: Possible data damage: 3 pgs snaptrim_error (PG_DAMAGED) 2024-03-07T03:05:26.944 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:26 smithi090 ceph-mon[89511]: osdmap e553: 8 total, 7 up, 8 in 2024-03-07T03:05:26.944 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:26 smithi090 ceph-mon[89511]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:26.944 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:26 smithi090 ceph-mon[89511]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:26.944 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:26 smithi090 ceph-mon[89511]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:26.944 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:26 smithi090 ceph-mon[89511]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:26.944 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:05:26 smithi090 podman[111140]: 2024-03-07 03:05:26.647144277 +0000 UTC m=+0.378235225 container start 5a966c0db930aa4f5447fd99fa22d463b9233af1562f1de2d07cd8d271fbc298 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3-deactivate, org.label-schema.build-date=20240222, org.label-schema.license=GPLv2, RELEASE=main-ea9a568, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-03-07T03:05:26.944 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:05:26 smithi090 podman[111140]: 2024-03-07 03:05:26.743982629 +0000 UTC m=+0.475073575 container attach 5a966c0db930aa4f5447fd99fa22d463b9233af1562f1de2d07cd8d271fbc298 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3-deactivate, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240222, RELEASE=main-ea9a568, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-03-07T03:05:26.944 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:05:26 smithi090 podman[111140]: 2024-03-07 03:05:26.940505491 +0000 UTC m=+0.671596440 container died 5a966c0db930aa4f5447fd99fa22d463b9233af1562f1de2d07cd8d271fbc298 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3-deactivate, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240222, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.license=GPLv2, RELEASE=main-ea9a568, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD) 2024-03-07T03:05:27.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:26 smithi092 ceph-mon[83777]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-03-07T03:05:27.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:26 smithi092 ceph-mon[83777]: Health check update: Possible data damage: 3 pgs snaptrim_error (PG_DAMAGED) 2024-03-07T03:05:27.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:26 smithi092 ceph-mon[83777]: osdmap e553: 8 total, 7 up, 8 in 2024-03-07T03:05:27.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:26 smithi092 ceph-mon[83777]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:27.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:26 smithi092 ceph-mon[83777]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:27.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:26 smithi092 ceph-mon[83777]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:27.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:26 smithi092 ceph-mon[83777]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:27.225 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:05:26 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:05:26.977+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:27.225 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:26 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:26.978+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:27.225 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:26 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:26.978+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:27.225 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:26 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:26.981+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:27.484 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:05:27 smithi090 podman[111166]: 2024-03-07 03:05:27.449628673 +0000 UTC m=+0.503858227 container remove 5a966c0db930aa4f5447fd99fa22d463b9233af1562f1de2d07cd8d271fbc298 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3-deactivate, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, RELEASE=main-ea9a568, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240222, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-07T03:05:27.484 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:05:27 smithi090 systemd[1]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@osd.3.service: Deactivated successfully. 2024-03-07T03:05:27.484 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:05:27 smithi090 systemd[1]: Stopped Ceph osd.3 for fb96fd1c-dc2c-11ee-95c6-87774f69a715. 2024-03-07T03:05:27.484 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:05:27 smithi090 systemd[1]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@osd.3.service: Consumed 15.046s CPU time. 2024-03-07T03:05:27.829 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:05:27 smithi090 systemd[1]: Starting Ceph osd.3 for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T03:05:27.865 INFO:tasks.rados.rados.0.smithi090.stdout:2446: done (4 left) 2024-03-07T03:05:27.865 INFO:tasks.rados.rados.0.smithi090.stdout:2448: done (3 left) 2024-03-07T03:05:27.865 INFO:tasks.rados.rados.0.smithi090.stdout:2449: done (2 left) 2024-03-07T03:05:27.865 INFO:tasks.rados.rados.0.smithi090.stdout:2450: done (1 left) 2024-03-07T03:05:27.865 INFO:tasks.rados.rados.0.smithi090.stdout:2452: done (0 left) 2024-03-07T03:05:27.865 INFO:tasks.rados.rados.0.smithi090.stdout:2453: snap_create 2024-03-07T03:05:28.115 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:27 smithi090 ceph-mon[89511]: osdmap e554: 8 total, 7 up, 8 in 2024-03-07T03:05:28.115 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:27 smithi090 ceph-mon[89511]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:28.115 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:27 smithi090 ceph-mon[89511]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:28.115 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:27 smithi090 ceph-mon[89511]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:28.115 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:27 smithi090 ceph-mon[89511]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:28.115 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:27 smithi090 ceph-mon[89511]: pgmap v254: 121 pgs: 15 peering, 1 active+clean+snaptrim, 12 stale+active+clean, 3 active+clean+snaptrim_error, 90 active+clean; 305 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 828 KiB/s wr, 14 op/s 2024-03-07T03:05:28.115 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:27 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:05:28.115 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:27 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:05:28.116 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:27 smithi090 ceph-mon[91928]: osdmap e554: 8 total, 7 up, 8 in 2024-03-07T03:05:28.116 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:27 smithi090 ceph-mon[91928]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:28.116 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:27 smithi090 ceph-mon[91928]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:28.116 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:27 smithi090 ceph-mon[91928]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:28.116 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:27 smithi090 ceph-mon[91928]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:28.116 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:27 smithi090 ceph-mon[91928]: pgmap v254: 121 pgs: 15 peering, 1 active+clean+snaptrim, 12 stale+active+clean, 3 active+clean+snaptrim_error, 90 active+clean; 305 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 828 KiB/s wr, 14 op/s 2024-03-07T03:05:28.116 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:27 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:05:28.116 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:27 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:05:28.116 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:05:27 smithi090 podman[111271]: 2024-03-07 03:05:27.794269455 +0000 UTC m=+0.021628300 image pull fdb83767c1ab7256a5adb2236a0d5ca62c64d53a1398fd6c12f8a81ff166e8ff quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71 2024-03-07T03:05:28.117 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:05:27 smithi090 podman[111271]: 2024-03-07 03:05:27.901169379 +0000 UTC m=+0.128528232 container create 36c5aefb9d8e50dbb5bf8f18cafdb675de4a052efe7e51d3cda55eec74e9fddb (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3-activate, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240222, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-ea9a568) 2024-03-07T03:05:28.117 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:05:28 smithi090 podman[111271]: 2024-03-07 03:05:28.112695595 +0000 UTC m=+0.340054452 container init 36c5aefb9d8e50dbb5bf8f18cafdb675de4a052efe7e51d3cda55eec74e9fddb (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3-activate, org.label-schema.license=GPLv2, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, io.buildah.version=1.33.5, org.label-schema.build-date=20240222, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, RELEASE=main-ea9a568, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-07T03:05:28.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:27 smithi092 ceph-mon[83777]: osdmap e554: 8 total, 7 up, 8 in 2024-03-07T03:05:28.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:27 smithi092 ceph-mon[83777]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:28.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:27 smithi092 ceph-mon[83777]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:28.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:27 smithi092 ceph-mon[83777]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:28.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:27 smithi092 ceph-mon[83777]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:28.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:27 smithi092 ceph-mon[83777]: pgmap v254: 121 pgs: 15 peering, 1 active+clean+snaptrim, 12 stale+active+clean, 3 active+clean+snaptrim_error, 90 active+clean; 305 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 828 KiB/s wr, 14 op/s 2024-03-07T03:05:28.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:27 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:05:28.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:27 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:05:28.560 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:05:28 smithi090 podman[111271]: 2024-03-07 03:05:28.116109607 +0000 UTC m=+0.343468454 container start 36c5aefb9d8e50dbb5bf8f18cafdb675de4a052efe7e51d3cda55eec74e9fddb (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3-activate, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240222, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.schema-version=1.0, RELEASE=main-ea9a568, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-03-07T03:05:28.560 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:05:28 smithi090 podman[111271]: 2024-03-07 03:05:28.212451645 +0000 UTC m=+0.439810509 container attach 36c5aefb9d8e50dbb5bf8f18cafdb675de4a052efe7e51d3cda55eec74e9fddb (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3-activate, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240222, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, RELEASE=main-ea9a568, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-07T03:05:28.829 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:05:28 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3-activate[111286]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-03-07T03:05:28.830 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:05:28 smithi090 bash[111271]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-03-07T03:05:28.830 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:05:28 smithi090 bash[111271]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-03-07T03:05:28.830 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:05:28 smithi090 bash[111271]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-03-07T03:05:28.830 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:05:28 smithi090 bash[111271]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-03-07T03:05:28.830 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:05:28 smithi090 bash[111271]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-03-07T03:05:28.830 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:05:28 smithi090 bash[111271]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-03-07T03:05:28.830 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:05:28 smithi090 bash[111271]: --> ceph-volume raw activate successful for osd ID: 3 2024-03-07T03:05:28.830 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:05:28 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3-activate[111286]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-03-07T03:05:28.830 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:05:28 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3-activate[111286]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-03-07T03:05:28.830 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:05:28 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3-activate[111286]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-03-07T03:05:28.830 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:05:28 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3-activate[111286]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-03-07T03:05:28.830 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:05:28 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3-activate[111286]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-03-07T03:05:28.830 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:05:28 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3-activate[111286]: --> ceph-volume raw activate successful for osd ID: 3 2024-03-07T03:05:28.830 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:05:28 smithi090 podman[111271]: 2024-03-07 03:05:28.581405047 +0000 UTC m=+0.808763902 container died 36c5aefb9d8e50dbb5bf8f18cafdb675de4a052efe7e51d3cda55eec74e9fddb (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3-activate, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=main-ea9a568, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240222, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True) 2024-03-07T03:05:28.862 INFO:tasks.rados.rados.0.smithi090.stdout:2453: done (0 left) 2024-03-07T03:05:28.863 INFO:tasks.rados.rados.0.smithi090.stdout:2454: setattr oid 22 current snap is 244 2024-03-07T03:05:28.864 INFO:tasks.rados.rados.0.smithi090.stdout:2455: snap_remove snap 230 2024-03-07T03:05:29.145 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:28 smithi090 ceph-mon[89511]: osdmap e555: 8 total, 7 up, 8 in 2024-03-07T03:05:29.145 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:28 smithi090 ceph-mon[91928]: osdmap e555: 8 total, 7 up, 8 in 2024-03-07T03:05:29.145 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:28 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:28.866+0000 7fa43c425700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:05:29.146 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:28 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:28.866+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:29.146 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:28 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:28.866+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:29.146 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:28 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:28.866+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:29.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:28 smithi092 ceph-mon[83777]: osdmap e555: 8 total, 7 up, 8 in 2024-03-07T03:05:29.464 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:05:29 smithi090 podman[111404]: 2024-03-07 03:05:29.143198836 +0000 UTC m=+0.553890888 container remove 36c5aefb9d8e50dbb5bf8f18cafdb675de4a052efe7e51d3cda55eec74e9fddb (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3-activate, org.label-schema.license=GPLv2, org.label-schema.build-date=20240222, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, RELEASE=main-ea9a568, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD) 2024-03-07T03:05:29.464 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:05:29 smithi090 podman[111466]: 2024-03-07 03:05:29.344356245 +0000 UTC m=+0.105817013 container create 04aef511bc7e8235867fde0599f37b0bdac5f168d41ece381ea7e916c88d8748 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=main-ea9a568, org.label-schema.build-date=20240222, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.vendor=CentOS) 2024-03-07T03:05:29.464 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:05:29 smithi090 podman[111466]: 2024-03-07 03:05:29.256030242 +0000 UTC m=+0.017491017 image pull fdb83767c1ab7256a5adb2236a0d5ca62c64d53a1398fd6c12f8a81ff166e8ff quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71 2024-03-07T03:05:29.864 INFO:tasks.rados.rados.0.smithi090.stdout:2455: done (1 left) 2024-03-07T03:05:29.864 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 11 current snap is 244 2024-03-07T03:05:29.864 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 1407 (ObjNum 622 snap 190 seq_num 622) dirty exists 2024-03-07T03:05:29.864 INFO:tasks.rados.rados.0.smithi090.stdout:2456: seq_num 761 ranges {0=753664} 2024-03-07T03:05:29.868 INFO:tasks.rados.rados.0.smithi090.stdout:2456: writing smithi09077644-11 from 0 to 753664 tid 1 2024-03-07T03:05:29.868 INFO:tasks.rados.rados.0.smithi090.stdout:2454: done (1 left) 2024-03-07T03:05:29.868 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 44 current snap is 244 2024-03-07T03:05:29.868 INFO:tasks.rados.rados.0.smithi090.stdout:2457: seq_num 762 ranges {6864896=770048} 2024-03-07T03:05:29.869 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:05:29 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:05:29.798+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:29.870 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:05:29 smithi090 podman[111466]: 2024-03-07 03:05:29.589343598 +0000 UTC m=+0.350804377 container init 04aef511bc7e8235867fde0599f37b0bdac5f168d41ece381ea7e916c88d8748 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240222, RELEASE=main-ea9a568, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-03-07T03:05:29.870 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:05:29 smithi090 podman[111466]: 2024-03-07 03:05:29.593035392 +0000 UTC m=+0.354496166 container start 04aef511bc7e8235867fde0599f37b0bdac5f168d41ece381ea7e916c88d8748 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240222, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, RELEASE=main-ea9a568, GIT_BRANCH=HEAD) 2024-03-07T03:05:29.870 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:05:29 smithi090 ceph-osd[111485]: -- 172.21.15.90:0/1845202245 <== mon.2 v2:172.21.15.90:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x563cc120b680 con 0x563cc11d4c00 2024-03-07T03:05:29.870 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:05:29 smithi090 bash[111466]: 04aef511bc7e8235867fde0599f37b0bdac5f168d41ece381ea7e916c88d8748 2024-03-07T03:05:29.870 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:05:29 smithi090 systemd[1]: Started Ceph osd.3 for fb96fd1c-dc2c-11ee-95c6-87774f69a715. 2024-03-07T03:05:29.910 INFO:tasks.rados.rados.0.smithi090.stdout:2457: writing smithi09077644-44 from 6864896 to 7634944 tid 1 2024-03-07T03:05:29.910 INFO:tasks.rados.rados.0.smithi090.stdout:2458: setattr oid 23 current snap is 244 2024-03-07T03:05:29.910 INFO:tasks.rados.rados.0.smithi090.stdout:2456: finishing write tid 1 to smithi09077644-11 2024-03-07T03:05:29.910 INFO:tasks.rados.rados.0.smithi090.stdout:2456: finishing write tid 2 to smithi09077644-11 2024-03-07T03:05:29.910 INFO:tasks.rados.rados.0.smithi090.stdout:2456: finishing write tid 3 to smithi09077644-11 2024-03-07T03:05:29.911 INFO:tasks.rados.rados.0.smithi090.stdout:2456: oid 11 updating version 0 to 1294 2024-03-07T03:05:29.911 INFO:tasks.rados.rados.0.smithi090.stdout:2456: oid 11 version 1294 is already newer than 1293 2024-03-07T03:05:29.911 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 11 v 1294 (ObjNum 761 snap 244 seq_num 761) dirty exists 2024-03-07T03:05:29.911 INFO:tasks.rados.rados.0.smithi090.stdout:2456: left oid 11 (ObjNum 761 snap 244 seq_num 761) 2024-03-07T03:05:29.911 INFO:tasks.rados.rados.0.smithi090.stdout:2456: done (2 left) 2024-03-07T03:05:29.911 INFO:tasks.rados.rados.0.smithi090.stdout:2459: snap_remove snap 240 2024-03-07T03:05:30.138 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:05:29 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:05:29.872+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:30.138 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:29 smithi090 ceph-mon[91928]: osdmap e556: 8 total, 7 up, 8 in 2024-03-07T03:05:30.139 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:29 smithi090 ceph-mon[91928]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:30.139 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:29 smithi090 ceph-mon[91928]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:30.139 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:29 smithi090 ceph-mon[91928]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:30.139 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:29 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:05:30.139 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:29 smithi090 ceph-mon[91928]: pgmap v257: 121 pgs: 4 active+undersized+degraded, 76 active+clean, 22 active+undersized, 3 active+clean+snaptrim_error, 1 active+clean+snaptrim, 15 peering; 299 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 0 B/s wr, 6 op/s; 24/525 objects degraded (4.571%) 2024-03-07T03:05:30.139 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:29 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:05:30.139 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:29 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:05:30.139 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:29 smithi090 ceph-mon[91928]: osdmap e557: 8 total, 7 up, 8 in 2024-03-07T03:05:30.139 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:29 smithi090 ceph-mon[89511]: osdmap e556: 8 total, 7 up, 8 in 2024-03-07T03:05:30.140 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:29 smithi090 ceph-mon[89511]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:30.140 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:29 smithi090 ceph-mon[89511]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:30.140 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:29 smithi090 ceph-mon[89511]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:30.140 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:29 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:05:30.140 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:29 smithi090 ceph-mon[89511]: pgmap v257: 121 pgs: 4 active+undersized+degraded, 76 active+clean, 22 active+undersized, 3 active+clean+snaptrim_error, 1 active+clean+snaptrim, 15 peering; 299 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 0 B/s wr, 6 op/s; 24/525 objects degraded (4.571%) 2024-03-07T03:05:30.140 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:29 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:05:30.140 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:29 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:05:30.140 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:29 smithi090 ceph-mon[89511]: osdmap e557: 8 total, 7 up, 8 in 2024-03-07T03:05:30.140 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:29 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:29.914+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:30.140 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:29 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:29.914+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:30.140 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:29 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:29.914+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:30.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:29 smithi092 ceph-mon[83777]: osdmap e556: 8 total, 7 up, 8 in 2024-03-07T03:05:30.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:29 smithi092 ceph-mon[83777]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:30.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:29 smithi092 ceph-mon[83777]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:30.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:29 smithi092 ceph-mon[83777]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:30.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:29 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:05:30.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:29 smithi092 ceph-mon[83777]: pgmap v257: 121 pgs: 4 active+undersized+degraded, 76 active+clean, 22 active+undersized, 3 active+clean+snaptrim_error, 1 active+clean+snaptrim, 15 peering; 299 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 0 B/s wr, 6 op/s; 24/525 objects degraded (4.571%) 2024-03-07T03:05:30.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:29 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:05:30.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:29 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:05:30.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:29 smithi092 ceph-mon[83777]: osdmap e557: 8 total, 7 up, 8 in 2024-03-07T03:05:30.565 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:05:30 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:05:30.135+0000 7f4463b337c0 -1 Falling back to public interface 2024-03-07T03:05:30.885 INFO:tasks.rados.rados.0.smithi090.stdout:2459: done (2 left) 2024-03-07T03:05:30.885 INFO:tasks.rados.rados.0.smithi090.stdout:2460: read oid 25 snap -1 2024-03-07T03:05:30.886 INFO:tasks.rados.rados.0.smithi090.stdout:2460: expect (ObjNum 647 snap 202 seq_num 647) 2024-03-07T03:05:30.886 INFO:tasks.rados.rados.0.smithi090.stdout:2461: delete oid 30 current snap is 244 2024-03-07T03:05:30.886 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 1296 (ObjNum 745 snap 237 seq_num 745) dirty exists 2024-03-07T03:05:30.886 INFO:tasks.rados.rados.0.smithi090.stdout:2457: finishing write tid 1 to smithi09077644-44 2024-03-07T03:05:30.886 INFO:tasks.rados.rados.0.smithi090.stdout:2457: finishing write tid 2 to smithi09077644-44 2024-03-07T03:05:30.886 INFO:tasks.rados.rados.0.smithi090.stdout:2457: finishing write tid 3 to smithi09077644-44 2024-03-07T03:05:30.886 INFO:tasks.rados.rados.0.smithi090.stdout:2457: oid 44 updating version 0 to 1409 2024-03-07T03:05:30.886 INFO:tasks.rados.rados.0.smithi090.stdout:2457: oid 44 updating version 1409 to 1410 2024-03-07T03:05:30.886 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 44 v 1410 (ObjNum 762 snap 244 seq_num 762) dirty exists 2024-03-07T03:05:30.886 INFO:tasks.rados.rados.0.smithi090.stdout:2457: left oid 44 (ObjNum 762 snap 244 seq_num 762) 2024-03-07T03:05:30.890 INFO:tasks.rados.rados.0.smithi090.stdout:2457: done (3 left) 2024-03-07T03:05:30.891 INFO:tasks.rados.rados.0.smithi090.stdout:2458: done (2 left) 2024-03-07T03:05:30.891 INFO:tasks.rados.rados.0.smithi090.stdout:2461: done (1 left) 2024-03-07T03:05:30.891 INFO:tasks.rados.rados.0.smithi090.stdout:2462: snap_remove snap 241 2024-03-07T03:05:31.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:30 smithi092 ceph-mon[83777]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:31.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:30 smithi092 ceph-mon[83777]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:31.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:30 smithi092 ceph-mon[83777]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:31.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:30 smithi092 ceph-mon[83777]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:31.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:30 smithi092 ceph-mon[83777]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:31.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:30 smithi092 ceph-mon[83777]: Health check failed: Degraded data redundancy: 24/525 objects degraded (4.571%), 4 pgs degraded (PG_DEGRADED) 2024-03-07T03:05:31.329 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:05:30 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:05:30.886+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:31.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:30 smithi090 ceph-mon[91928]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:31.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:30 smithi090 ceph-mon[91928]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:31.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:30 smithi090 ceph-mon[91928]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:31.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:30 smithi090 ceph-mon[91928]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:31.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:30 smithi090 ceph-mon[91928]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:31.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:30 smithi090 ceph-mon[91928]: Health check failed: Degraded data redundancy: 24/525 objects degraded (4.571%), 4 pgs degraded (PG_DEGRADED) 2024-03-07T03:05:31.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:30 smithi090 ceph-mon[89511]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:31.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:30 smithi090 ceph-mon[89511]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:31.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:30 smithi090 ceph-mon[89511]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:31.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:30 smithi090 ceph-mon[89511]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:31.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:30 smithi090 ceph-mon[89511]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:31.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:30 smithi090 ceph-mon[89511]: Health check failed: Degraded data redundancy: 24/525 objects degraded (4.571%), 4 pgs degraded (PG_DEGRADED) 2024-03-07T03:05:31.331 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:30 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:30.884+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:31.331 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:30 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:30.891+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:31.331 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:30 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:30.895+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:05:31.331 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:30 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:30.895+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:31.890 INFO:tasks.rados.rados.0.smithi090.stdout:2462: done (1 left) 2024-03-07T03:05:31.891 INFO:tasks.rados.rados.0.smithi090.stdout:2463: rollback oid 44 current snap is 244 2024-03-07T03:05:31.891 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 44 to 233 2024-03-07T03:05:31.891 INFO:tasks.rados.rados.0.smithi090.stdout:2460: expect (ObjNum 647 snap 202 seq_num 647) 2024-03-07T03:05:32.079 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:05:31 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:05:31.893+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:32.079 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:31 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:31.889+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:32.079 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:31 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:31.895+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:32.079 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:31 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:31.896+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:32.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:31 smithi090 ceph-mon[91928]: osdmap e558: 8 total, 7 up, 8 in 2024-03-07T03:05:32.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:31 smithi090 ceph-mon[91928]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:32.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:31 smithi090 ceph-mon[91928]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:32.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:31 smithi090 ceph-mon[91928]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:32.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:31 smithi090 ceph-mon[91928]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:32.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:31 smithi090 ceph-mon[91928]: pgmap v260: 121 pgs: 8 active+undersized+degraded, 76 active+clean, 33 active+undersized, 4 active+clean+snaptrim_error; 299 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 0 B/s wr, 8 op/s; 50/525 objects degraded (9.524%) 2024-03-07T03:05:32.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:31 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-a[89507]: 2024-03-07T03:05:31.877+0000 7f55cfa4e700 -1 log_channel(cluster) log [ERR] : Health check update: Possible data damage: 4 pgs snaptrim_error (PG_DAMAGED) 2024-03-07T03:05:32.081 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:31 smithi090 ceph-mon[89511]: osdmap e558: 8 total, 7 up, 8 in 2024-03-07T03:05:32.081 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:31 smithi090 ceph-mon[89511]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:32.081 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:31 smithi090 ceph-mon[89511]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:32.081 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:31 smithi090 ceph-mon[89511]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:32.081 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:31 smithi090 ceph-mon[89511]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:32.081 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:31 smithi090 ceph-mon[89511]: pgmap v260: 121 pgs: 8 active+undersized+degraded, 76 active+clean, 33 active+undersized, 4 active+clean+snaptrim_error; 299 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 0 B/s wr, 8 op/s; 50/525 objects degraded (9.524%) 2024-03-07T03:05:32.084 INFO:tasks.rados.rados.0.smithi090.stdout:2463: finishing rollback tid 0 to smithi09077644-44 2024-03-07T03:05:32.084 INFO:tasks.rados.rados.0.smithi090.stdout:2463: finishing rollback tid 1 to smithi09077644-44 2024-03-07T03:05:32.084 INFO:tasks.rados.rados.0.smithi090.stdout:2463: finishing rollback tid 2 to smithi09077644-44 2024-03-07T03:05:32.084 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 44 v 1413 (ObjNum 661 snap 205 seq_num 661) dirty exists 2024-03-07T03:05:32.084 INFO:tasks.rados.rados.0.smithi090.stdout:2460: done (1 left) 2024-03-07T03:05:32.084 INFO:tasks.rados.rados.0.smithi090.stdout:2463: done (0 left) 2024-03-07T03:05:32.084 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 4 current snap is 244 2024-03-07T03:05:32.084 INFO:tasks.rados.rados.0.smithi090.stdout:2464: seq_num 764 ranges {0=802816} 2024-03-07T03:05:32.088 INFO:tasks.rados.rados.0.smithi090.stdout:2464: writing smithi09077644-4 from 0 to 802816 tid 1 2024-03-07T03:05:32.088 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 28 current snap is 244 2024-03-07T03:05:32.088 INFO:tasks.rados.rados.0.smithi090.stdout:2465: seq_num 765 ranges {5111808=417792,5529600=401408} 2024-03-07T03:05:32.118 INFO:tasks.rados.rados.0.smithi090.stdout:2465: writing smithi09077644-28 from 5111808 to 5529600 tid 1 2024-03-07T03:05:32.120 INFO:tasks.rados.rados.0.smithi090.stdout:2465: writing smithi09077644-28 from 5529600 to 5931008 tid 2 2024-03-07T03:05:32.120 INFO:tasks.rados.rados.0.smithi090.stdout:2466: snap_create 2024-03-07T03:05:32.121 INFO:tasks.rados.rados.0.smithi090.stdout:2464: finishing write tid 1 to smithi09077644-4 2024-03-07T03:05:32.121 INFO:tasks.rados.rados.0.smithi090.stdout:2464: finishing write tid 2 to smithi09077644-4 2024-03-07T03:05:32.121 INFO:tasks.rados.rados.0.smithi090.stdout:2464: finishing write tid 3 to smithi09077644-4 2024-03-07T03:05:32.121 INFO:tasks.rados.rados.0.smithi090.stdout:2464: oid 4 updating version 0 to 920 2024-03-07T03:05:32.121 INFO:tasks.rados.rados.0.smithi090.stdout:2464: oid 4 version 920 is already newer than 919 2024-03-07T03:05:32.121 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 920 (ObjNum 764 snap 244 seq_num 764) dirty exists 2024-03-07T03:05:32.121 INFO:tasks.rados.rados.0.smithi090.stdout:2464: left oid 4 (ObjNum 764 snap 244 seq_num 764) 2024-03-07T03:05:32.121 INFO:tasks.rados.rados.0.smithi090.stdout:2465: finishing write tid 1 to smithi09077644-28 2024-03-07T03:05:32.123 INFO:tasks.rados.rados.0.smithi090.stdout:2465: finishing write tid 2 to smithi09077644-28 2024-03-07T03:05:32.123 INFO:tasks.rados.rados.0.smithi090.stdout:2465: finishing write tid 3 to smithi09077644-28 2024-03-07T03:05:32.124 INFO:tasks.rados.rados.0.smithi090.stdout:2465: finishing write tid 4 to smithi09077644-28 2024-03-07T03:05:32.124 INFO:tasks.rados.rados.0.smithi090.stdout:2465: oid 28 updating version 0 to 1112 2024-03-07T03:05:32.125 INFO:tasks.rados.rados.0.smithi090.stdout:2465: oid 28 updating version 1112 to 1114 2024-03-07T03:05:32.125 INFO:tasks.rados.rados.0.smithi090.stdout:2465: oid 28 version 1114 is already newer than 1113 2024-03-07T03:05:32.125 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 28 v 1114 (ObjNum 765 snap 244 seq_num 765) dirty exists 2024-03-07T03:05:32.125 INFO:tasks.rados.rados.0.smithi090.stdout:2465: left oid 28 (ObjNum 765 snap 244 seq_num 765) 2024-03-07T03:05:32.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:31 smithi092 ceph-mon[83777]: osdmap e558: 8 total, 7 up, 8 in 2024-03-07T03:05:32.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:31 smithi092 ceph-mon[83777]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:32.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:31 smithi092 ceph-mon[83777]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:32.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:31 smithi092 ceph-mon[83777]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:32.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:31 smithi092 ceph-mon[83777]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:32.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:31 smithi092 ceph-mon[83777]: pgmap v260: 121 pgs: 8 active+undersized+degraded, 76 active+clean, 33 active+undersized, 4 active+clean+snaptrim_error; 299 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 0 B/s wr, 8 op/s; 50/525 objects degraded (9.524%) 2024-03-07T03:05:32.667 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:05:32 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:05:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:05:32.892 INFO:tasks.rados.rados.0.smithi090.stdout:2464: done (2 left) 2024-03-07T03:05:32.892 INFO:tasks.rados.rados.0.smithi090.stdout:2465: done (1 left) 2024-03-07T03:05:32.892 INFO:tasks.rados.rados.0.smithi090.stdout:2466: done (0 left) 2024-03-07T03:05:32.892 INFO:tasks.rados.rados.0.smithi090.stdout:2467: rollback oid 16 current snap is 245 2024-03-07T03:05:32.892 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 16 to 233 2024-03-07T03:05:32.893 INFO:tasks.rados.rados.0.smithi090.stdout:2468: read oid 42 snap -1 2024-03-07T03:05:32.893 INFO:tasks.rados.rados.0.smithi090.stdout:2468: expect (ObjNum 640 snap 199 seq_num 640) 2024-03-07T03:05:32.893 INFO:tasks.rados.rados.0.smithi090.stdout:2469: snap_remove snap 212 2024-03-07T03:05:33.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:32 smithi092 ceph-mon[83777]: Health check update: Possible data damage: 4 pgs snaptrim_error (PG_DAMAGED) 2024-03-07T03:05:33.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:32 smithi092 ceph-mon[83777]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2024-03-07T03:05:33.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:32 smithi092 ceph-mon[83777]: osdmap e559: 8 total, 7 up, 8 in 2024-03-07T03:05:33.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:32 smithi092 ceph-mon[83777]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:33.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:32 smithi092 ceph-mon[83777]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:33.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:32 smithi092 ceph-mon[83777]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:33.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:32 smithi092 ceph-mon[83777]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:33.220 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:32 smithi090 ceph-mon[89511]: Health check update: Possible data damage: 4 pgs snaptrim_error (PG_DAMAGED) 2024-03-07T03:05:33.220 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:32 smithi090 ceph-mon[89511]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2024-03-07T03:05:33.220 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:32 smithi090 ceph-mon[89511]: osdmap e559: 8 total, 7 up, 8 in 2024-03-07T03:05:33.221 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:32 smithi090 ceph-mon[89511]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:33.221 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:32 smithi090 ceph-mon[89511]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:33.221 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:32 smithi090 ceph-mon[89511]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:33.221 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:32 smithi090 ceph-mon[89511]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:33.221 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:32 smithi090 ceph-mon[91928]: Health check update: Possible data damage: 4 pgs snaptrim_error (PG_DAMAGED) 2024-03-07T03:05:33.221 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:32 smithi090 ceph-mon[91928]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2024-03-07T03:05:33.221 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:32 smithi090 ceph-mon[91928]: osdmap e559: 8 total, 7 up, 8 in 2024-03-07T03:05:33.221 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:32 smithi090 ceph-mon[91928]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:33.221 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:32 smithi090 ceph-mon[91928]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:33.222 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:32 smithi090 ceph-mon[91928]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:33.222 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:32 smithi090 ceph-mon[91928]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:33.222 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:32 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:32.888+0000 7fa43c425700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:05:33.222 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:32 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:32.888+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:33.222 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:32 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:32.888+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:33.222 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:32 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:32.888+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:33.222 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:05:32 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:05:32.896+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:33.223 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:05:33 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:05:33.014+0000 7f4463b337c0 -1 osd.3 551 log_to_monitors true 2024-03-07T03:05:33.223 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:05:33 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:05:33] "GET /metrics HTTP/1.1" 200 36246 "" "Prometheus/2.43.0" 2024-03-07T03:05:33.900 INFO:tasks.rados.rados.0.smithi090.stdout:2469: done (2 left) 2024-03-07T03:05:33.900 INFO:tasks.rados.rados.0.smithi090.stdout:2470: snap_create 2024-03-07T03:05:33.900 INFO:tasks.rados.rados.0.smithi090.stdout:2467: finishing rollback tid 1 to smithi09077644-16 2024-03-07T03:05:33.900 INFO:tasks.rados.rados.0.smithi090.stdout:2468: expect (ObjNum 640 snap 199 seq_num 640) 2024-03-07T03:05:33.900 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:05:33 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:05:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi090\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:05:33.936 INFO:tasks.rados.rados.0.smithi090.stdout:2467: finishing rollback tid 2 to smithi09077644-16 2024-03-07T03:05:33.936 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 1132 (ObjNum 708 snap 220 seq_num 708) dirty exists 2024-03-07T03:05:34.079 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:05:33 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:05:33.900+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:34.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:33 smithi090 ceph-mon[91928]: osdmap e560: 8 total, 7 up, 8 in 2024-03-07T03:05:34.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:33 smithi090 ceph-mon[91928]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:34.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:33 smithi090 ceph-mon[91928]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:34.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:33 smithi090 ceph-mon[91928]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:34.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:33 smithi090 ceph-mon[91928]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:34.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:33 smithi090 ceph-mon[91928]: from='osd.3 [v2:172.21.15.90:6826/3299748417,v1:172.21.15.90:6827/3299748417]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-03-07T03:05:34.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:33 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:05:34.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:33 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:05:34.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:33 smithi090 ceph-mon[91928]: pgmap v263: 121 pgs: 8 active+undersized+degraded, 76 active+clean, 33 active+undersized, 4 active+clean+snaptrim_error; 304 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 0 B/s wr, 1 op/s; 50/525 objects degraded (9.524%) 2024-03-07T03:05:34.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:33 smithi090 ceph-mon[89511]: osdmap e560: 8 total, 7 up, 8 in 2024-03-07T03:05:34.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:33 smithi090 ceph-mon[89511]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:34.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:33 smithi090 ceph-mon[89511]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:34.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:33 smithi090 ceph-mon[89511]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:34.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:33 smithi090 ceph-mon[89511]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:34.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:33 smithi090 ceph-mon[89511]: from='osd.3 [v2:172.21.15.90:6826/3299748417,v1:172.21.15.90:6827/3299748417]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-03-07T03:05:34.081 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:33 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:05:34.081 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:33 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:05:34.081 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:33 smithi090 ceph-mon[89511]: pgmap v263: 121 pgs: 8 active+undersized+degraded, 76 active+clean, 33 active+undersized, 4 active+clean+snaptrim_error; 304 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 0 B/s wr, 1 op/s; 50/525 objects degraded (9.524%) 2024-03-07T03:05:34.081 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:05:33 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:05:33.926+0000 7f4454f8b700 -1 osd.3 551 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-07T03:05:34.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:33 smithi092 ceph-mon[83777]: osdmap e560: 8 total, 7 up, 8 in 2024-03-07T03:05:34.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:33 smithi092 ceph-mon[83777]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:34.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:33 smithi092 ceph-mon[83777]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:34.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:33 smithi092 ceph-mon[83777]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:34.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:33 smithi092 ceph-mon[83777]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:34.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:33 smithi092 ceph-mon[83777]: from='osd.3 [v2:172.21.15.90:6826/3299748417,v1:172.21.15.90:6827/3299748417]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-03-07T03:05:34.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:33 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:05:34.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:33 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:05:34.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:33 smithi092 ceph-mon[83777]: pgmap v263: 121 pgs: 8 active+undersized+degraded, 76 active+clean, 33 active+undersized, 4 active+clean+snaptrim_error; 304 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 0 B/s wr, 1 op/s; 50/525 objects degraded (9.524%) 2024-03-07T03:05:34.907 INFO:tasks.rados.rados.0.smithi090.stdout:2467: done (2 left) 2024-03-07T03:05:34.908 INFO:tasks.rados.rados.0.smithi090.stdout:2468: done (1 left) 2024-03-07T03:05:34.908 INFO:tasks.rados.rados.0.smithi090.stdout:2470: done (0 left) 2024-03-07T03:05:34.908 INFO:tasks.rados.rados.0.smithi090.stdout:2471: rmattr oid 46 current snap is 246 2024-03-07T03:05:34.908 INFO:tasks.rados.rados.0.smithi090.stdout:2472: copy_from oid 5 from oid 27 current snap is 246 2024-03-07T03:05:34.908 INFO:tasks.rados.rados.0.smithi090.stdout:2473: read oid 48 snap -1 2024-03-07T03:05:34.908 INFO:tasks.rados.rados.0.smithi090.stdout:2473: expect (ObjNum 545 snap 166 seq_num 545) 2024-03-07T03:05:34.908 INFO:tasks.rados.rados.0.smithi090.stdout:2474: read oid 20 snap -1 2024-03-07T03:05:34.908 INFO:tasks.rados.rados.0.smithi090.stdout:2474: expect (ObjNum 755 snap 239 seq_num 755) 2024-03-07T03:05:34.908 INFO:tasks.rados.rados.0.smithi090.stdout:2475: setattr oid 29 current snap is 246 2024-03-07T03:05:34.908 INFO:tasks.rados.rados.0.smithi090.stdout:2476: copy_from oid 24 from oid 7 current snap is 246 2024-03-07T03:05:34.908 INFO:tasks.rados.rados.0.smithi090.stdout:2477: copy_from oid 1 from oid 43 current snap is 246 2024-03-07T03:05:34.908 INFO:tasks.rados.rados.0.smithi090.stdout:2478: snap_remove snap 232 2024-03-07T03:05:35.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:34 smithi092 ceph-mon[83777]: from='osd.3 [v2:172.21.15.90:6826/3299748417,v1:172.21.15.90:6827/3299748417]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-03-07T03:05:35.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:34 smithi092 ceph-mon[83777]: osdmap e561: 8 total, 7 up, 8 in 2024-03-07T03:05:35.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:34 smithi092 ceph-mon[83777]: from='osd.3 [v2:172.21.15.90:6826/3299748417,v1:172.21.15.90:6827/3299748417]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-03-07T03:05:35.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:34 smithi092 ceph-mon[83777]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:35.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:34 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:05:35.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:34 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:05:35.240 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:05:34 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:05:34.918+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:35.240 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:34 smithi090 ceph-mon[89511]: from='osd.3 [v2:172.21.15.90:6826/3299748417,v1:172.21.15.90:6827/3299748417]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-03-07T03:05:35.240 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:34 smithi090 ceph-mon[89511]: osdmap e561: 8 total, 7 up, 8 in 2024-03-07T03:05:35.241 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:34 smithi090 ceph-mon[89511]: from='osd.3 [v2:172.21.15.90:6826/3299748417,v1:172.21.15.90:6827/3299748417]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-03-07T03:05:35.241 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:34 smithi090 ceph-mon[89511]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:35.241 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:34 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:05:35.241 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:34 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:05:35.241 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:34 smithi090 ceph-mon[91928]: from='osd.3 [v2:172.21.15.90:6826/3299748417,v1:172.21.15.90:6827/3299748417]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-03-07T03:05:35.241 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:34 smithi090 ceph-mon[91928]: osdmap e561: 8 total, 7 up, 8 in 2024-03-07T03:05:35.241 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:34 smithi090 ceph-mon[91928]: from='osd.3 [v2:172.21.15.90:6826/3299748417,v1:172.21.15.90:6827/3299748417]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-03-07T03:05:35.241 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:34 smithi090 ceph-mon[91928]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:35.241 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:34 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:05:35.241 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:34 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:05:35.242 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:34 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:34.904+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:35.242 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:34 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:34.905+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:35.242 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:34 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:34.913+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:35.908 INFO:tasks.rados.rados.0.smithi090.stdout:2478: done (7 left) 2024-03-07T03:05:35.908 INFO:tasks.rados.rados.0.smithi090.stdout:2479: rollback oid 4 current snap is 246 2024-03-07T03:05:35.908 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 4 to 211 2024-03-07T03:05:35.908 INFO:tasks.rados.rados.0.smithi090.stdout:2480: rollback oid 10 current snap is 246 2024-03-07T03:05:35.908 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 10 to 243 2024-03-07T03:05:35.908 INFO:tasks.rados.rados.0.smithi090.stdout:2481: read oid 42 snap -1 2024-03-07T03:05:35.908 INFO:tasks.rados.rados.0.smithi090.stdout:2481: expect (ObjNum 640 snap 199 seq_num 640) 2024-03-07T03:05:35.908 INFO:tasks.rados.rados.0.smithi090.stdout:2482: rollback oid 26 current snap is 246 2024-03-07T03:05:35.908 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 26 to 224 2024-03-07T03:05:35.908 INFO:tasks.rados.rados.0.smithi090.stdout:2483: snap_remove snap 218 2024-03-07T03:05:36.200 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:05:35 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:05:35.923+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 192=[]:{192=[192,191,190,18f,18c,186,185,181,17d]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:36.200 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:35 smithi090 ceph-mon[91928]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-07T03:05:36.200 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:35 smithi090 ceph-mon[91928]: osd.3 [v2:172.21.15.90:6826/3299748417,v1:172.21.15.90:6827/3299748417] boot 2024-03-07T03:05:36.200 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:35 smithi090 ceph-mon[91928]: osdmap e562: 8 total, 8 up, 8 in 2024-03-07T03:05:36.200 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:35 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-07T03:05:36.200 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:35 smithi090 ceph-mon[91928]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:36.200 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:35 smithi090 ceph-mon[91928]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:36.201 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:35 smithi090 ceph-mon[91928]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:36.201 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:35 smithi090 ceph-mon[91928]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:36.201 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:35 smithi090 ceph-mon[91928]: pgmap v266: 121 pgs: 8 active+undersized+degraded, 76 active+clean, 33 active+undersized, 4 active+clean+snaptrim_error; 306 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 768 KiB/s wr, 11 op/s; 52/537 objects degraded (9.683%) 2024-03-07T03:05:36.201 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:35 smithi090 ceph-mon[91928]: osdmap e563: 8 total, 8 up, 8 in 2024-03-07T03:05:36.201 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:35 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:35.917+0000 7fa43c425700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:05:36.201 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:35 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:35.917+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:36.201 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:35 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:35.921+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:36.201 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:35 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:35.921+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:36.202 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:35 smithi090 ceph-mon[89511]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-07T03:05:36.202 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:35 smithi090 ceph-mon[89511]: osd.3 [v2:172.21.15.90:6826/3299748417,v1:172.21.15.90:6827/3299748417] boot 2024-03-07T03:05:36.202 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:35 smithi090 ceph-mon[89511]: osdmap e562: 8 total, 8 up, 8 in 2024-03-07T03:05:36.202 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:35 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-07T03:05:36.202 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:35 smithi090 ceph-mon[89511]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:36.202 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:35 smithi090 ceph-mon[89511]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:36.202 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:35 smithi090 ceph-mon[89511]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:36.202 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:35 smithi090 ceph-mon[89511]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:36.202 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:35 smithi090 ceph-mon[89511]: pgmap v266: 121 pgs: 8 active+undersized+degraded, 76 active+clean, 33 active+undersized, 4 active+clean+snaptrim_error; 306 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 768 KiB/s wr, 11 op/s; 52/537 objects degraded (9.683%) 2024-03-07T03:05:36.202 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:35 smithi090 ceph-mon[89511]: osdmap e563: 8 total, 8 up, 8 in 2024-03-07T03:05:36.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:35 smithi092 ceph-mon[83777]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-07T03:05:36.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:35 smithi092 ceph-mon[83777]: osd.3 [v2:172.21.15.90:6826/3299748417,v1:172.21.15.90:6827/3299748417] boot 2024-03-07T03:05:36.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:35 smithi092 ceph-mon[83777]: osdmap e562: 8 total, 8 up, 8 in 2024-03-07T03:05:36.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:35 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-07T03:05:36.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:35 smithi092 ceph-mon[83777]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:36.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:35 smithi092 ceph-mon[83777]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:36.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:35 smithi092 ceph-mon[83777]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:36.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:35 smithi092 ceph-mon[83777]: No clone_snaps in snapset 17c=[]:{} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:36.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:35 smithi092 ceph-mon[83777]: pgmap v266: 121 pgs: 8 active+undersized+degraded, 76 active+clean, 33 active+undersized, 4 active+clean+snaptrim_error; 306 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 768 KiB/s wr, 11 op/s; 52/537 objects degraded (9.683%) 2024-03-07T03:05:36.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:35 smithi092 ceph-mon[83777]: osdmap e563: 8 total, 8 up, 8 in 2024-03-07T03:05:36.908 INFO:tasks.rados.rados.0.smithi090.stdout:2483: done (11 left) 2024-03-07T03:05:36.908 INFO:tasks.rados.rados.0.smithi090.stdout:2484: rollback oid 14 current snap is 246 2024-03-07T03:05:36.908 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 14 to 244 2024-03-07T03:05:36.908 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 1133 (ObjNum 737 snap 230 seq_num 737) dirty exists 2024-03-07T03:05:36.909 INFO:tasks.rados.rados.0.smithi090.stdout:2474: expect (ObjNum 755 snap 239 seq_num 755) 2024-03-07T03:05:36.933 INFO:tasks.rados.rados.0.smithi090.stdout:2472: finishing copy_from racing read to smithi09077644-5 2024-03-07T03:05:36.933 INFO:tasks.rados.rados.0.smithi090.stdout:2472: finishing copy_from to smithi09077644-5 2024-03-07T03:05:36.933 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 5 v 907 (ObjNum 758 snap 239 seq_num 758) dirty exists 2024-03-07T03:05:36.933 INFO:tasks.rados.rados.0.smithi090.stdout:2473: expect (ObjNum 545 snap 166 seq_num 545) 2024-03-07T03:05:37.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:36 smithi090 ceph-mon[91928]: Health check update: Degraded data redundancy: 52/537 objects degraded (9.683%), 8 pgs degraded (PG_DEGRADED) 2024-03-07T03:05:37.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:36 smithi090 ceph-mon[91928]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:37.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:36 smithi090 ceph-mon[91928]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:37.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:36 smithi090 ceph-mon[91928]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:37.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:36 smithi090 ceph-mon[91928]: No clone_snaps in snapset 192=[]:{192=[192,191,190,18f,18c,186,185,181,17d]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:37.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:36 smithi090 ceph-mon[91928]: osdmap e564: 8 total, 8 up, 8 in 2024-03-07T03:05:37.330 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:05:36 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:05:36.904+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 192=[]:{192=[192,191,190,18f,18c,186,185,181,17d]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:37.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:36 smithi090 ceph-mon[89511]: Health check update: Degraded data redundancy: 52/537 objects degraded (9.683%), 8 pgs degraded (PG_DEGRADED) 2024-03-07T03:05:37.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:36 smithi090 ceph-mon[89511]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:37.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:36 smithi090 ceph-mon[89511]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:37.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:36 smithi090 ceph-mon[89511]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:37.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:36 smithi090 ceph-mon[89511]: No clone_snaps in snapset 192=[]:{192=[192,191,190,18f,18c,186,185,181,17d]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:37.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:36 smithi090 ceph-mon[89511]: osdmap e564: 8 total, 8 up, 8 in 2024-03-07T03:05:37.331 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:05:36 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:05:36.905+0000 7f443d75c700 -1 osd.3 pg_epoch: 563 pg[5.3s1( v 563'533 (0'0,563'533] local-lis/les=562/563 n=7 ec=71/71 lis/c=562/562 les/c/f=563/563/0 sis=562) [0,3,6]p0(0) r=1 lpr=562 luod=0'0 crt=563'533 mlcod 563'533 active mbc={} ps=[143~1,158~1,15b~1,160~3,164~2,167~2,16b~5,171~6,178~4,17e~3,182~4,187~5,18d~2]] update_snap_map remove_oid 5:c47f38eb:::smithi09077644-21:17a failed with -2 2024-03-07T03:05:37.331 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:05:36 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:05:36.907+0000 7f4441764700 -1 osd.3 pg_epoch: 564 pg[5.3s1( v 564'535 (0'0,564'535] local-lis/les=562/563 n=6 ec=71/71 lis/c=562/562 les/c/f=563/563/0 sis=562) [0,3,6]p0(0) r=1 lpr=562 luod=0'0 crt=563'533 mlcod 563'533 active mbc={} ps=[143~1,158~1,15b~1,160~3,164~2,167~2,16b~5,171~6,178~4,17e~3,182~4,187~5,18d~2]] update_snap_map remove_oid 5:ceacb9cb:::smithi09077644-1:17b failed with -2 2024-03-07T03:05:37.331 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:05:36 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:05:36.909+0000 7f4442f67700 -1 osd.3 pg_epoch: 564 pg[5.0s0( v 564'1314 (0'0,564'1314] local-lis/les=562/563 n=14 ec=71/71 lis/c=562/562 les/c/f=563/563/0 sis=562) [3,1,4]p3(0) r=0 lpr=562 luod=563'1312 crt=563'1312 lcod 563'1310 mlcod 563'1310 active+clean+snaptrim trimq=[177~1] ps=[143~1,158~1,15b~1,160~3,164~2,167~2,16b~5,171~6,178~4,17e~3,182~4,187~5,18d~2]] update_snap_map remove_oid 5:0ec057fb:::smithi09077644-23:17b failed with -2 2024-03-07T03:05:37.331 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:05:36 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:05:36.917+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 190=[]:{172=[170],17c=[17c],189=[186,181,17d],190=[190,18f,18c]} for object 5:0ec057fb:::smithi09077644-23:17b 2024-03-07T03:05:37.331 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:36 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:36.919+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:37.331 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:36 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:36.919+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:37.331 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:36 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:36.919+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:37.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:36 smithi092 ceph-mon[83777]: Health check update: Degraded data redundancy: 52/537 objects degraded (9.683%), 8 pgs degraded (PG_DEGRADED) 2024-03-07T03:05:37.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:36 smithi092 ceph-mon[83777]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:37.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:36 smithi092 ceph-mon[83777]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:37.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:36 smithi092 ceph-mon[83777]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:37.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:36 smithi092 ceph-mon[83777]: No clone_snaps in snapset 192=[]:{192=[192,191,190,18f,18c,186,185,181,17d]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:37.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:36 smithi092 ceph-mon[83777]: osdmap e564: 8 total, 8 up, 8 in 2024-03-07T03:05:38.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:37 smithi090 ceph-mon[89511]: No clone_snaps in snapset 192=[]:{192=[192,191,190,18f,18c,186,185,181,17d]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:38.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:37 smithi090 ceph-mon[89511]: No clone_snaps in snapset 190=[]:{172=[170],17c=[17c],189=[186,181,17d],190=[190,18f,18c]} for object 5:0ec057fb:::smithi09077644-23:17b 2024-03-07T03:05:38.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:37 smithi090 ceph-mon[89511]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:38.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:37 smithi090 ceph-mon[89511]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:38.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:37 smithi090 ceph-mon[89511]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:38.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:37 smithi090 ceph-mon[89511]: pgmap v269: 121 pgs: 5 peering, 6 active+undersized+degraded, 76 active+clean, 30 active+undersized, 4 active+clean+snaptrim_error; 306 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 768 KiB/s wr, 10 op/s; 42/537 objects degraded (7.821%) 2024-03-07T03:05:38.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:37 smithi090 ceph-mon[91928]: No clone_snaps in snapset 192=[]:{192=[192,191,190,18f,18c,186,185,181,17d]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:38.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:37 smithi090 ceph-mon[91928]: No clone_snaps in snapset 190=[]:{172=[170],17c=[17c],189=[186,181,17d],190=[190,18f,18c]} for object 5:0ec057fb:::smithi09077644-23:17b 2024-03-07T03:05:38.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:37 smithi090 ceph-mon[91928]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:38.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:37 smithi090 ceph-mon[91928]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:38.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:37 smithi090 ceph-mon[91928]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:38.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:37 smithi090 ceph-mon[91928]: pgmap v269: 121 pgs: 5 peering, 6 active+undersized+degraded, 76 active+clean, 30 active+undersized, 4 active+clean+snaptrim_error; 306 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 768 KiB/s wr, 10 op/s; 42/537 objects degraded (7.821%) 2024-03-07T03:05:38.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:37 smithi092 ceph-mon[83777]: No clone_snaps in snapset 192=[]:{192=[192,191,190,18f,18c,186,185,181,17d]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:38.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:37 smithi092 ceph-mon[83777]: No clone_snaps in snapset 190=[]:{172=[170],17c=[17c],189=[186,181,17d],190=[190,18f,18c]} for object 5:0ec057fb:::smithi09077644-23:17b 2024-03-07T03:05:38.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:37 smithi092 ceph-mon[83777]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:38.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:37 smithi092 ceph-mon[83777]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:38.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:37 smithi092 ceph-mon[83777]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:38.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:37 smithi092 ceph-mon[83777]: pgmap v269: 121 pgs: 5 peering, 6 active+undersized+degraded, 76 active+clean, 30 active+undersized, 4 active+clean+snaptrim_error; 306 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 768 KiB/s wr, 10 op/s; 42/537 objects degraded (7.821%) 2024-03-07T03:05:38.579 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:05:38 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:05:38.380+0000 7f8323fc5700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-03-07T03:05:38.919 INFO:tasks.rados.rados.0.smithi090.stdout:2482: finishing rollback tid 0 to smithi09077644-26 2024-03-07T03:05:38.919 INFO:tasks.rados.rados.0.smithi090.stdout:2482: finishing rollback tid 1 to smithi09077644-26 2024-03-07T03:05:38.919 INFO:tasks.rados.rados.0.smithi090.stdout:2482: finishing rollback tid 2 to smithi09077644-26 2024-03-07T03:05:38.919 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 26 v 1221 (ObjNum 575 snap 172 seq_num 575) dirty exists 2024-03-07T03:05:38.920 INFO:tasks.rados.rados.0.smithi090.stdout:2480: finishing rollback tid 0 to smithi09077644-10 2024-03-07T03:05:38.920 INFO:tasks.rados.rados.0.smithi090.stdout:2479: finishing rollback tid 0 to smithi09077644-4 2024-03-07T03:05:38.920 INFO:tasks.rados.rados.0.smithi090.stdout:2479: finishing rollback tid 1 to smithi09077644-4 2024-03-07T03:05:38.920 INFO:tasks.rados.rados.0.smithi090.stdout:2480: finishing rollback tid 1 to smithi09077644-10 2024-03-07T03:05:38.920 INFO:tasks.rados.rados.0.smithi090.stdout:2480: finishing rollback tid 2 to smithi09077644-10 2024-03-07T03:05:38.920 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 1417 (ObjNum 673 snap 208 seq_num 673) dirty exists 2024-03-07T03:05:38.920 INFO:tasks.rados.rados.0.smithi090.stdout:2479: finishing rollback tid 2 to smithi09077644-4 2024-03-07T03:05:38.920 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 923 (ObjNum 653 snap 203 seq_num 653) dirty exists 2024-03-07T03:05:38.920 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 1118 (ObjNum 730 snap 229 seq_num 730) dirty exists 2024-03-07T03:05:38.920 INFO:tasks.rados.rados.0.smithi090.stdout:2481: expect (ObjNum 640 snap 199 seq_num 640) 2024-03-07T03:05:38.949 INFO:tasks.rados.rados.0.smithi090.stdout:2476: finishing copy_from racing read to smithi09077644-24 2024-03-07T03:05:38.949 INFO:tasks.rados.rados.0.smithi090.stdout:2476: finishing copy_from to smithi09077644-24 2024-03-07T03:05:38.949 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 24 v 714 (ObjNum 682 snap 212 seq_num 682) dirty exists 2024-03-07T03:05:38.949 INFO:tasks.rados.rados.0.smithi090.stdout:2477: finishing copy_from racing read to smithi09077644-1 2024-03-07T03:05:38.949 INFO:tasks.rados.rados.0.smithi090.stdout:2477: finishing copy_from to smithi09077644-1 2024-03-07T03:05:38.949 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 1 v 1127 (ObjNum 751 snap 238 seq_num 751) dirty exists 2024-03-07T03:05:38.949 INFO:tasks.rados.rados.0.smithi090.stdout:2484: finishing rollback tid 0 to smithi09077644-14 2024-03-07T03:05:38.949 INFO:tasks.rados.rados.0.smithi090.stdout:2484: finishing rollback tid 1 to smithi09077644-14 2024-03-07T03:05:38.949 INFO:tasks.rados.rados.0.smithi090.stdout:2484: finishing rollback tid 2 to smithi09077644-14 2024-03-07T03:05:38.949 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 14 v 1196 (ObjNum 626 snap 191 seq_num 626) dirty exists 2024-03-07T03:05:38.949 INFO:tasks.rados.rados.0.smithi090.stdout:2471: done (11 left) 2024-03-07T03:05:38.949 INFO:tasks.rados.rados.0.smithi090.stdout:2472: done (10 left) 2024-03-07T03:05:38.950 INFO:tasks.rados.rados.0.smithi090.stdout:2473: done (9 left) 2024-03-07T03:05:38.950 INFO:tasks.rados.rados.0.smithi090.stdout:2474: done (8 left) 2024-03-07T03:05:38.950 INFO:tasks.rados.rados.0.smithi090.stdout:2475: done (7 left) 2024-03-07T03:05:38.950 INFO:tasks.rados.rados.0.smithi090.stdout:2476: done (6 left) 2024-03-07T03:05:38.950 INFO:tasks.rados.rados.0.smithi090.stdout:2477: done (5 left) 2024-03-07T03:05:38.950 INFO:tasks.rados.rados.0.smithi090.stdout:2479: done (4 left) 2024-03-07T03:05:38.950 INFO:tasks.rados.rados.0.smithi090.stdout:2480: done (3 left) 2024-03-07T03:05:38.950 INFO:tasks.rados.rados.0.smithi090.stdout:2481: done (2 left) 2024-03-07T03:05:38.950 INFO:tasks.rados.rados.0.smithi090.stdout:2482: done (1 left) 2024-03-07T03:05:38.950 INFO:tasks.rados.rados.0.smithi090.stdout:2484: done (0 left) 2024-03-07T03:05:38.950 INFO:tasks.rados.rados.0.smithi090.stdout:2485: delete oid 46 current snap is 246 2024-03-07T03:05:38.951 INFO:tasks.rados.rados.0.smithi090.stdout:2485: done (0 left) 2024-03-07T03:05:38.951 INFO:tasks.rados.rados.0.smithi090.stdout:2486: rollback oid 11 current snap is 246 2024-03-07T03:05:38.951 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 11 to 245 2024-03-07T03:05:38.952 INFO:tasks.rados.rados.0.smithi090.stdout:2487: snap_create 2024-03-07T03:05:38.954 INFO:tasks.rados.rados.0.smithi090.stdout:2486: finishing rollback tid 0 to smithi09077644-11 2024-03-07T03:05:38.955 INFO:tasks.rados.rados.0.smithi090.stdout:2486: finishing rollback tid 1 to smithi09077644-11 2024-03-07T03:05:38.955 INFO:tasks.rados.rados.0.smithi090.stdout:2486: finishing rollback tid 2 to smithi09077644-11 2024-03-07T03:05:38.955 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 11 v 1320 (ObjNum 761 snap 244 seq_num 761) dirty exists 2024-03-07T03:05:39.245 INFO:tasks.rados.rados.0.smithi090.stdout:2486: done (1 left) 2024-03-07T03:05:39.245 INFO:tasks.rados.rados.0.smithi090.stdout:2487: done (0 left) 2024-03-07T03:05:39.245 INFO:tasks.rados.rados.0.smithi090.stdout:2488: snap_create 2024-03-07T03:05:39.579 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:05:39 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:05:39.242+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 190=[]:{172=[170],17c=[17c],189=[186,181,17d],190=[190,18f,18c]} for object 5:0ec057fb:::smithi09077644-23:17b 2024-03-07T03:05:39.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:39 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:05:39.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:39 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:05:39.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:39 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:05:39.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:39 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:05:39.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:39 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:05:39.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:39 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:05:39.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:39 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:05:39.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:39 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:05:39.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:39 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:05:39.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:39 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-03-07T03:05:39.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:39 smithi090 ceph-mon[91928]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-03-07T03:05:39.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:39 smithi090 ceph-mon[91928]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-03-07T03:05:39.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:39 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:05:39.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:39 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:05:39.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:39 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:05:39.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:39 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:05:39.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:39 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:05:39.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:39 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:05:39.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:39 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:05:39.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:39 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:05:39.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:39 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:05:39.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:39 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-03-07T03:05:39.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:39 smithi090 ceph-mon[89511]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-03-07T03:05:39.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:39 smithi090 ceph-mon[89511]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-03-07T03:05:39.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:39 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:05:39.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:39 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:05:39.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:39 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:05:39.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:39 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:05:39.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:39 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:05:39.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:39 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:05:39.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:39 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:05:39.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:39 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:05:39.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:39 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:05:39.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:39 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-03-07T03:05:39.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:39 smithi092 ceph-mon[83777]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-03-07T03:05:39.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:39 smithi092 ceph-mon[83777]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-03-07T03:05:40.079 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:05:39 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:05:39.811+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 192=[]:{192=[192,191,190,18f,18c,186,185,181,17d]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:40.253 INFO:tasks.rados.rados.0.smithi090.stdout:2488: done (0 left) 2024-03-07T03:05:40.253 INFO:tasks.rados.rados.0.smithi090.stdout:2489: snap_create 2024-03-07T03:05:40.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:40 smithi090 ceph-mon[91928]: osdmap e565: 8 total, 8 up, 8 in 2024-03-07T03:05:40.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:40 smithi090 ceph-mon[91928]: No clone_snaps in snapset 190=[]:{172=[170],17c=[17c],189=[186,181,17d],190=[190,18f,18c]} for object 5:0ec057fb:::smithi09077644-23:17b 2024-03-07T03:05:40.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:40 smithi090 ceph-mon[91928]: pgmap v271: 121 pgs: 5 peering, 1 active+undersized+degraded, 105 active+clean, 5 active+undersized, 5 active+clean+snaptrim_error; 292 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 906 KiB/s wr, 9 op/s; 1/516 objects degraded (0.194%); 1.6 MiB/s, 1 objects/s recovering 2024-03-07T03:05:40.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:40 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-a[89507]: 2024-03-07T03:05:40.238+0000 7f55cfa4e700 -1 log_channel(cluster) log [ERR] : Health check update: Possible data damage: 5 pgs snaptrim_error (PG_DAMAGED) 2024-03-07T03:05:40.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:40 smithi090 ceph-mon[89511]: osdmap e565: 8 total, 8 up, 8 in 2024-03-07T03:05:40.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:40 smithi090 ceph-mon[89511]: No clone_snaps in snapset 190=[]:{172=[170],17c=[17c],189=[186,181,17d],190=[190,18f,18c]} for object 5:0ec057fb:::smithi09077644-23:17b 2024-03-07T03:05:40.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:40 smithi090 ceph-mon[89511]: pgmap v271: 121 pgs: 5 peering, 1 active+undersized+degraded, 105 active+clean, 5 active+undersized, 5 active+clean+snaptrim_error; 292 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 906 KiB/s wr, 9 op/s; 1/516 objects degraded (0.194%); 1.6 MiB/s, 1 objects/s recovering 2024-03-07T03:05:40.580 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:40 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:40.289+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:40.580 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:40 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:40.289+0000 7fa43c425700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:05:40.580 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:40 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:40.289+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:40.580 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:40 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:40.290+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:40.581 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:05:40 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:05:40.248+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 190=[]:{172=[170],17c=[17c],189=[186,181,17d],190=[190,18f,18c]} for object 5:0ec057fb:::smithi09077644-23:17b 2024-03-07T03:05:40.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:40 smithi092 ceph-mon[83777]: osdmap e565: 8 total, 8 up, 8 in 2024-03-07T03:05:40.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:40 smithi092 ceph-mon[83777]: No clone_snaps in snapset 190=[]:{172=[170],17c=[17c],189=[186,181,17d],190=[190,18f,18c]} for object 5:0ec057fb:::smithi09077644-23:17b 2024-03-07T03:05:40.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:40 smithi092 ceph-mon[83777]: pgmap v271: 121 pgs: 5 peering, 1 active+undersized+degraded, 105 active+clean, 5 active+undersized, 5 active+clean+snaptrim_error; 292 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 906 KiB/s wr, 9 op/s; 1/516 objects degraded (0.194%); 1.6 MiB/s, 1 objects/s recovering 2024-03-07T03:05:41.079 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:05:40 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:05:40.590+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 192=[]:{192=[192,191,190,18f,18c,186,185,181,17d]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:41.255 INFO:tasks.rados.rados.0.smithi090.stdout:2489: done (0 left) 2024-03-07T03:05:41.255 INFO:tasks.rados.rados.0.smithi090.stdout:2490: read oid 21 snap -1 2024-03-07T03:05:41.255 INFO:tasks.rados.rados.0.smithi090.stdout:2490: expect deleted 2024-03-07T03:05:41.255 INFO:tasks.rados.rados.0.smithi090.stdout:2491: delete oid 10 current snap is 249 2024-03-07T03:05:41.262 INFO:tasks.rados.rados.0.smithi090.stdout:2490: done (1 left) 2024-03-07T03:05:41.262 INFO:tasks.rados.rados.0.smithi090.stdout:2491: done (0 left) 2024-03-07T03:05:41.262 INFO:tasks.rados.rados.0.smithi090.stdout:2492: rollback oid 38 current snap is 249 2024-03-07T03:05:41.262 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 38 to 211 2024-03-07T03:05:41.262 INFO:tasks.rados.rados.0.smithi090.stdout:2493: snap_remove snap 245 2024-03-07T03:05:41.579 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:05:41 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:05:41.251+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 192=[]:{192=[192,191,190,18f,18c,186,185,181,17d]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:41.580 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:05:41 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:05:41.263+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 190=[]:{172=[170],17c=[17c],189=[186,181,17d],190=[190,18f,18c]} for object 5:0ec057fb:::smithi09077644-23:17b 2024-03-07T03:05:41.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:41 smithi090 ceph-mon[89511]: No clone_snaps in snapset 192=[]:{192=[192,191,190,18f,18c,186,185,181,17d]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:41.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:41 smithi090 ceph-mon[89511]: Health check update: Possible data damage: 5 pgs snaptrim_error (PG_DAMAGED) 2024-03-07T03:05:41.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:41 smithi090 ceph-mon[89511]: No clone_snaps in snapset 190=[]:{172=[170],17c=[17c],189=[186,181,17d],190=[190,18f,18c]} for object 5:0ec057fb:::smithi09077644-23:17b 2024-03-07T03:05:41.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:41 smithi090 ceph-mon[89511]: osdmap e566: 8 total, 8 up, 8 in 2024-03-07T03:05:41.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:41 smithi090 ceph-mon[89511]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:41.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:41 smithi090 ceph-mon[89511]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:41.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:41 smithi090 ceph-mon[89511]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:41.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:41 smithi090 ceph-mon[91928]: No clone_snaps in snapset 192=[]:{192=[192,191,190,18f,18c,186,185,181,17d]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:41.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:41 smithi090 ceph-mon[91928]: Health check update: Possible data damage: 5 pgs snaptrim_error (PG_DAMAGED) 2024-03-07T03:05:41.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:41 smithi090 ceph-mon[91928]: No clone_snaps in snapset 190=[]:{172=[170],17c=[17c],189=[186,181,17d],190=[190,18f,18c]} for object 5:0ec057fb:::smithi09077644-23:17b 2024-03-07T03:05:41.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:41 smithi090 ceph-mon[91928]: osdmap e566: 8 total, 8 up, 8 in 2024-03-07T03:05:41.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:41 smithi090 ceph-mon[91928]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:41.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:41 smithi090 ceph-mon[91928]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:41.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:41 smithi090 ceph-mon[91928]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:41.581 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:41 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:41.255+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:41.582 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:41 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:41.255+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:41.582 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:41 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:41.257+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:41.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:41 smithi092 ceph-mon[83777]: No clone_snaps in snapset 192=[]:{192=[192,191,190,18f,18c,186,185,181,17d]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:41.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:41 smithi092 ceph-mon[83777]: Health check update: Possible data damage: 5 pgs snaptrim_error (PG_DAMAGED) 2024-03-07T03:05:41.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:41 smithi092 ceph-mon[83777]: No clone_snaps in snapset 190=[]:{172=[170],17c=[17c],189=[186,181,17d],190=[190,18f,18c]} for object 5:0ec057fb:::smithi09077644-23:17b 2024-03-07T03:05:41.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:41 smithi092 ceph-mon[83777]: osdmap e566: 8 total, 8 up, 8 in 2024-03-07T03:05:41.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:41 smithi092 ceph-mon[83777]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:41.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:41 smithi092 ceph-mon[83777]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:41.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:41 smithi092 ceph-mon[83777]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:42.271 INFO:tasks.rados.rados.0.smithi090.stdout:2493: done (1 left) 2024-03-07T03:05:42.271 INFO:tasks.rados.rados.0.smithi090.stdout:2494: snap_create 2024-03-07T03:05:42.271 INFO:tasks.rados.rados.0.smithi090.stdout:2492: finishing rollback tid 0 to smithi09077644-38 2024-03-07T03:05:42.271 INFO:tasks.rados.rados.0.smithi090.stdout:2492: finishing rollback tid 1 to smithi09077644-38 2024-03-07T03:05:42.271 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 1323 (ObjNum 97 snap 0 seq_num 3340243744) dirty dne 2024-03-07T03:05:42.579 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:05:42 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:05:42.270+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 192=[]:{192=[192,191,190,18f,18c,186,185,181,17d]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:42.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:42 smithi090 ceph-mon[89511]: No clone_snaps in snapset 192=[]:{192=[192,191,190,18f,18c,186,185,181,17d]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:42.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:42 smithi090 ceph-mon[89511]: osdmap e567: 8 total, 8 up, 8 in 2024-03-07T03:05:42.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:42 smithi090 ceph-mon[89511]: No clone_snaps in snapset 192=[]:{192=[192,191,190,18f,18c,186,185,181,17d]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:42.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:42 smithi090 ceph-mon[89511]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:42.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:42 smithi090 ceph-mon[89511]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:42.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:42 smithi090 ceph-mon[89511]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:42.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:42 smithi090 ceph-mon[89511]: No clone_snaps in snapset 190=[]:{172=[170],17c=[17c],189=[186,181,17d],190=[190,18f,18c]} for object 5:0ec057fb:::smithi09077644-23:17b 2024-03-07T03:05:42.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:42 smithi090 ceph-mon[89511]: pgmap v274: 121 pgs: 116 active+clean, 5 active+clean+snaptrim_error; 298 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.0 MiB/s wr, 11 op/s; 1.6 MiB/s, 1 objects/s recovering 2024-03-07T03:05:42.580 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:05:42 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:05:42.270+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 190=[]:{172=[170],17c=[17c],189=[186,181,17d],190=[190,18f,18c]} for object 5:0ec057fb:::smithi09077644-23:17b 2024-03-07T03:05:42.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:42 smithi090 ceph-mon[91928]: No clone_snaps in snapset 192=[]:{192=[192,191,190,18f,18c,186,185,181,17d]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:42.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:42 smithi090 ceph-mon[91928]: osdmap e567: 8 total, 8 up, 8 in 2024-03-07T03:05:42.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:42 smithi090 ceph-mon[91928]: No clone_snaps in snapset 192=[]:{192=[192,191,190,18f,18c,186,185,181,17d]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:42.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:42 smithi090 ceph-mon[91928]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:42.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:42 smithi090 ceph-mon[91928]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:42.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:42 smithi090 ceph-mon[91928]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:42.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:42 smithi090 ceph-mon[91928]: No clone_snaps in snapset 190=[]:{172=[170],17c=[17c],189=[186,181,17d],190=[190,18f,18c]} for object 5:0ec057fb:::smithi09077644-23:17b 2024-03-07T03:05:42.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:42 smithi090 ceph-mon[91928]: pgmap v274: 121 pgs: 116 active+clean, 5 active+clean+snaptrim_error; 298 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.0 MiB/s wr, 11 op/s; 1.6 MiB/s, 1 objects/s recovering 2024-03-07T03:05:42.667 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:05:42 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:05:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:05:42.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:42 smithi092 ceph-mon[83777]: No clone_snaps in snapset 192=[]:{192=[192,191,190,18f,18c,186,185,181,17d]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:42.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:42 smithi092 ceph-mon[83777]: osdmap e567: 8 total, 8 up, 8 in 2024-03-07T03:05:42.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:42 smithi092 ceph-mon[83777]: No clone_snaps in snapset 192=[]:{192=[192,191,190,18f,18c,186,185,181,17d]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:42.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:42 smithi092 ceph-mon[83777]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:42.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:42 smithi092 ceph-mon[83777]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:42.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:42 smithi092 ceph-mon[83777]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:42.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:42 smithi092 ceph-mon[83777]: No clone_snaps in snapset 190=[]:{172=[170],17c=[17c],189=[186,181,17d],190=[190,18f,18c]} for object 5:0ec057fb:::smithi09077644-23:17b 2024-03-07T03:05:42.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:42 smithi092 ceph-mon[83777]: pgmap v274: 121 pgs: 116 active+clean, 5 active+clean+snaptrim_error; 298 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.0 MiB/s wr, 11 op/s; 1.6 MiB/s, 1 objects/s recovering 2024-03-07T03:05:43.079 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:05:43 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:05:43] "GET /metrics HTTP/1.1" 200 36253 "" "Prometheus/2.43.0" 2024-03-07T03:05:43.079 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:42 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:42.902+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:43.080 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:42 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:42.902+0000 7fa43c425700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:05:43.080 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:42 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:42.903+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:43.080 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:42 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:42.903+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:43.274 INFO:tasks.rados.rados.0.smithi090.stdout:2492: done (1 left) 2024-03-07T03:05:43.275 INFO:tasks.rados.rados.0.smithi090.stdout:2494: done (0 left) 2024-03-07T03:05:43.275 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 40 current snap is 250 2024-03-07T03:05:43.275 INFO:tasks.rados.rados.0.smithi090.stdout:2495: seq_num 768 ranges {0=466944,466944=401408} 2024-03-07T03:05:43.277 INFO:tasks.rados.rados.0.smithi090.stdout:2495: writing smithi09077644-40 from 0 to 466944 tid 1 2024-03-07T03:05:43.280 INFO:tasks.rados.rados.0.smithi090.stdout:2495: writing smithi09077644-40 from 466944 to 868352 tid 2 2024-03-07T03:05:43.280 INFO:tasks.rados.rados.0.smithi090.stdout:2496: setattr oid 18 current snap is 250 2024-03-07T03:05:43.283 INFO:tasks.rados.rados.0.smithi090.stdout:2497: setattr oid 7 current snap is 250 2024-03-07T03:05:43.283 INFO:tasks.rados.rados.0.smithi090.stdout:2495: finishing write tid 1 to smithi09077644-40 2024-03-07T03:05:43.283 INFO:tasks.rados.rados.0.smithi090.stdout:2498: rollback oid 12 current snap is 250 2024-03-07T03:05:43.283 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 12 to 233 2024-03-07T03:05:43.283 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 4 current snap is 250 2024-03-07T03:05:43.283 INFO:tasks.rados.rados.0.smithi090.stdout:2499: seq_num 769 ranges {2383872=483328,2867200=401408} 2024-03-07T03:05:43.298 INFO:tasks.rados.rados.0.smithi090.stdout:2499: writing smithi09077644-4 from 2383872 to 2867200 tid 1 2024-03-07T03:05:43.302 INFO:tasks.rados.rados.0.smithi090.stdout:2499: writing smithi09077644-4 from 2867200 to 3268608 tid 2 2024-03-07T03:05:43.302 INFO:tasks.rados.rados.0.smithi090.stdout:2500: read oid 32 snap 211 2024-03-07T03:05:43.302 INFO:tasks.rados.rados.0.smithi090.stdout:2500: expect (ObjNum 655 snap 204 seq_num 655) 2024-03-07T03:05:43.302 INFO:tasks.rados.rados.0.smithi090.stdout:2501: copy_from oid 46 from oid 20 current snap is 250 2024-03-07T03:05:43.302 INFO:tasks.rados.rados.0.smithi090.stdout:2495: finishing write tid 2 to smithi09077644-40 2024-03-07T03:05:43.302 INFO:tasks.rados.rados.0.smithi090.stdout:2495: finishing write tid 3 to smithi09077644-40 2024-03-07T03:05:43.303 INFO:tasks.rados.rados.0.smithi090.stdout:2495: finishing write tid 4 to smithi09077644-40 2024-03-07T03:05:43.303 INFO:tasks.rados.rados.0.smithi090.stdout:2495: oid 40 updating version 0 to 1198 2024-03-07T03:05:43.303 INFO:tasks.rados.rados.0.smithi090.stdout:2495: oid 40 updating version 1198 to 1199 2024-03-07T03:05:43.303 INFO:tasks.rados.rados.0.smithi090.stdout:2495: oid 40 version 1199 is already newer than 1197 2024-03-07T03:05:43.303 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 40 v 1199 (ObjNum 768 snap 250 seq_num 768) dirty exists 2024-03-07T03:05:43.303 INFO:tasks.rados.rados.0.smithi090.stdout:2495: left oid 40 (ObjNum 768 snap 250 seq_num 768) 2024-03-07T03:05:43.303 INFO:tasks.rados.rados.0.smithi090.stdout:2498: finishing rollback tid 1 to smithi09077644-12 2024-03-07T03:05:43.303 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 12 v 0 (ObjNum 33 snap 0 seq_num 3340354368) dirty dne 2024-03-07T03:05:43.303 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 18 v 1134 (ObjNum 696 snap 215 seq_num 696) dirty exists 2024-03-07T03:05:43.303 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 7 v 715 (ObjNum 682 snap 212 seq_num 682) dirty exists 2024-03-07T03:05:43.303 INFO:tasks.rados.rados.0.smithi090.stdout:2495: done (6 left) 2024-03-07T03:05:43.303 INFO:tasks.rados.rados.0.smithi090.stdout:2496: done (5 left) 2024-03-07T03:05:43.304 INFO:tasks.rados.rados.0.smithi090.stdout:2497: done (4 left) 2024-03-07T03:05:43.304 INFO:tasks.rados.rados.0.smithi090.stdout:2498: done (3 left) 2024-03-07T03:05:43.304 INFO:tasks.rados.rados.0.smithi090.stdout:2502: read oid 38 snap 249 2024-03-07T03:05:43.304 INFO:tasks.rados.rados.0.smithi090.stdout:2502: expect deleted 2024-03-07T03:05:43.304 INFO:tasks.rados.rados.0.smithi090.stdout:2503: snap_create 2024-03-07T03:05:43.305 INFO:tasks.rados.rados.0.smithi090.stdout:2499: finishing write tid 1 to smithi09077644-4 2024-03-07T03:05:43.305 INFO:tasks.rados.rados.0.smithi090.stdout:2499: finishing write tid 2 to smithi09077644-4 2024-03-07T03:05:43.306 INFO:tasks.rados.rados.0.smithi090.stdout:2499: finishing write tid 3 to smithi09077644-4 2024-03-07T03:05:43.307 INFO:tasks.rados.rados.0.smithi090.stdout:2499: finishing write tid 4 to smithi09077644-4 2024-03-07T03:05:43.308 INFO:tasks.rados.rados.0.smithi090.stdout:2499: oid 4 updating version 0 to 925 2024-03-07T03:05:43.308 INFO:tasks.rados.rados.0.smithi090.stdout:2499: oid 4 updating version 925 to 926 2024-03-07T03:05:43.308 INFO:tasks.rados.rados.0.smithi090.stdout:2499: oid 4 version 926 is already newer than 924 2024-03-07T03:05:43.308 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 926 (ObjNum 769 snap 250 seq_num 769) dirty exists 2024-03-07T03:05:43.308 INFO:tasks.rados.rados.0.smithi090.stdout:2499: left oid 4 (ObjNum 769 snap 250 seq_num 769) 2024-03-07T03:05:43.310 INFO:tasks.rados.rados.0.smithi090.stdout:2501: finishing copy_from racing read to smithi09077644-46 2024-03-07T03:05:43.311 INFO:tasks.rados.rados.0.smithi090.stdout:2500: expect (ObjNum 655 snap 204 seq_num 655) 2024-03-07T03:05:43.347 INFO:tasks.rados.rados.0.smithi090.stdout:2501: finishing copy_from to smithi09077644-46 2024-03-07T03:05:43.347 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 918 (ObjNum 755 snap 239 seq_num 755) dirty exists 2024-03-07T03:05:43.579 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:05:43 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:05:43.287+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 192=[]:{192=[192,191,190,18f,18c,186,185,181,17d]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:43.579 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:05:43 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:05:43.302+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 190=[]:{172=[170],17c=[17c],189=[186,181,17d],190=[190,18f,18c]} for object 5:0ec057fb:::smithi09077644-23:17b 2024-03-07T03:05:43.579 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:43 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:43.282+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:43.580 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:43 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:43.283+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:43.580 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:43 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:43.283+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:43.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:43 smithi090 ceph-mon[89511]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/516 objects degraded (0.194%), 1 pg degraded) 2024-03-07T03:05:43.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:43 smithi090 ceph-mon[89511]: osdmap e568: 8 total, 8 up, 8 in 2024-03-07T03:05:43.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:43 smithi090 ceph-mon[89511]: No clone_snaps in snapset 190=[]:{172=[170],17c=[17c],189=[186,181,17d],190=[190,18f,18c]} for object 5:0ec057fb:::smithi09077644-23:17b 2024-03-07T03:05:43.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:43 smithi090 ceph-mon[89511]: No clone_snaps in snapset 192=[]:{192=[192,191,190,18f,18c,186,185,181,17d]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:43.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:43 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:05:43.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:43 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:05:43.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:43 smithi090 ceph-mon[89511]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:43.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:43 smithi090 ceph-mon[89511]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:43.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:43 smithi090 ceph-mon[89511]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:43.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:43 smithi090 ceph-mon[91928]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/516 objects degraded (0.194%), 1 pg degraded) 2024-03-07T03:05:43.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:43 smithi090 ceph-mon[91928]: osdmap e568: 8 total, 8 up, 8 in 2024-03-07T03:05:43.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:43 smithi090 ceph-mon[91928]: No clone_snaps in snapset 190=[]:{172=[170],17c=[17c],189=[186,181,17d],190=[190,18f,18c]} for object 5:0ec057fb:::smithi09077644-23:17b 2024-03-07T03:05:43.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:43 smithi090 ceph-mon[91928]: No clone_snaps in snapset 192=[]:{192=[192,191,190,18f,18c,186,185,181,17d]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:43.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:43 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:05:43.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:43 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:05:43.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:43 smithi090 ceph-mon[91928]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:43.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:43 smithi090 ceph-mon[91928]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:43.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:43 smithi090 ceph-mon[91928]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:43.667 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:05:43 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:05:43.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi090\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:05:43.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:43 smithi092 ceph-mon[83777]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/516 objects degraded (0.194%), 1 pg degraded) 2024-03-07T03:05:43.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:43 smithi092 ceph-mon[83777]: osdmap e568: 8 total, 8 up, 8 in 2024-03-07T03:05:43.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:43 smithi092 ceph-mon[83777]: No clone_snaps in snapset 190=[]:{172=[170],17c=[17c],189=[186,181,17d],190=[190,18f,18c]} for object 5:0ec057fb:::smithi09077644-23:17b 2024-03-07T03:05:43.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:43 smithi092 ceph-mon[83777]: No clone_snaps in snapset 192=[]:{192=[192,191,190,18f,18c,186,185,181,17d]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:43.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:43 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:05:43.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:43 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:05:43.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:43 smithi092 ceph-mon[83777]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:43.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:43 smithi092 ceph-mon[83777]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:43.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:43 smithi092 ceph-mon[83777]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:44.280 INFO:tasks.rados.rados.0.smithi090.stdout:2499: done (4 left) 2024-03-07T03:05:44.280 INFO:tasks.rados.rados.0.smithi090.stdout:2500: done (3 left) 2024-03-07T03:05:44.281 INFO:tasks.rados.rados.0.smithi090.stdout:2501: done (2 left) 2024-03-07T03:05:44.281 INFO:tasks.rados.rados.0.smithi090.stdout:2502: done (1 left) 2024-03-07T03:05:44.281 INFO:tasks.rados.rados.0.smithi090.stdout:2503: done (0 left) 2024-03-07T03:05:44.281 INFO:tasks.rados.rados.0.smithi090.stdout:2504: copy_from oid 23 from oid 16 current snap is 251 2024-03-07T03:05:44.281 INFO:tasks.rados.rados.0.smithi090.stdout:2505: setattr oid 43 current snap is 251 2024-03-07T03:05:44.282 INFO:tasks.rados.rados.0.smithi090.stdout:2506: snap_create 2024-03-07T03:05:44.290 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 1128 (ObjNum 751 snap 238 seq_num 751) dirty exists 2024-03-07T03:05:44.310 INFO:tasks.rados.rados.0.smithi090.stdout:2504: finishing copy_from racing read to smithi09077644-23 2024-03-07T03:05:44.314 INFO:tasks.rados.rados.0.smithi090.stdout:2504: finishing copy_from to smithi09077644-23 2024-03-07T03:05:44.314 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 1132 (ObjNum 708 snap 220 seq_num 708) dirty exists 2024-03-07T03:05:44.579 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:05:44 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:05:44.276+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 192=[]:{192=[192,191,190,18f,18c,186,185,181,17d]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:44.579 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:05:44 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:05:44.280+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 190=[]:{172=[170],17c=[17c],189=[186,181,17d],190=[190,18f,18c]} for object 5:0ec057fb:::smithi09077644-23:17b 2024-03-07T03:05:44.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:44 smithi090 ceph-mon[91928]: osdmap e569: 8 total, 8 up, 8 in 2024-03-07T03:05:44.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:44 smithi090 ceph-mon[91928]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:44.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:44 smithi090 ceph-mon[91928]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:44.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:44 smithi090 ceph-mon[91928]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:44.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:44 smithi090 ceph-mon[91928]: No clone_snaps in snapset 192=[]:{192=[192,191,190,18f,18c,186,185,181,17d]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:44.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:44 smithi090 ceph-mon[91928]: No clone_snaps in snapset 190=[]:{172=[170],17c=[17c],189=[186,181,17d],190=[190,18f,18c]} for object 5:0ec057fb:::smithi09077644-23:17b 2024-03-07T03:05:44.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:44 smithi090 ceph-mon[91928]: pgmap v277: 121 pgs: 116 active+clean, 5 active+clean+snaptrim_error; 299 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.8 MiB/s wr, 14 op/s 2024-03-07T03:05:44.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:44 smithi090 ceph-mon[89511]: osdmap e569: 8 total, 8 up, 8 in 2024-03-07T03:05:44.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:44 smithi090 ceph-mon[89511]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:44.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:44 smithi090 ceph-mon[89511]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:44.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:44 smithi090 ceph-mon[89511]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:44.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:44 smithi090 ceph-mon[89511]: No clone_snaps in snapset 192=[]:{192=[192,191,190,18f,18c,186,185,181,17d]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:44.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:44 smithi090 ceph-mon[89511]: No clone_snaps in snapset 190=[]:{172=[170],17c=[17c],189=[186,181,17d],190=[190,18f,18c]} for object 5:0ec057fb:::smithi09077644-23:17b 2024-03-07T03:05:44.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:44 smithi090 ceph-mon[89511]: pgmap v277: 121 pgs: 116 active+clean, 5 active+clean+snaptrim_error; 299 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.8 MiB/s wr, 14 op/s 2024-03-07T03:05:44.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:44 smithi092 ceph-mon[83777]: osdmap e569: 8 total, 8 up, 8 in 2024-03-07T03:05:44.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:44 smithi092 ceph-mon[83777]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:44.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:44 smithi092 ceph-mon[83777]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:44.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:44 smithi092 ceph-mon[83777]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:44.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:44 smithi092 ceph-mon[83777]: No clone_snaps in snapset 192=[]:{192=[192,191,190,18f,18c,186,185,181,17d]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:44.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:44 smithi092 ceph-mon[83777]: No clone_snaps in snapset 190=[]:{172=[170],17c=[17c],189=[186,181,17d],190=[190,18f,18c]} for object 5:0ec057fb:::smithi09077644-23:17b 2024-03-07T03:05:44.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:44 smithi092 ceph-mon[83777]: pgmap v277: 121 pgs: 116 active+clean, 5 active+clean+snaptrim_error; 299 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.8 MiB/s wr, 14 op/s 2024-03-07T03:05:45.079 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:44 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:44.691+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:45.079 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:44 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:44.691+0000 7fa43c425700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:05:45.079 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:44 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:44.691+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:45.079 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:44 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:44.691+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:45.287 INFO:tasks.rados.rados.0.smithi090.stdout:2504: done (2 left) 2024-03-07T03:05:45.287 INFO:tasks.rados.rados.0.smithi090.stdout:2505: done (1 left) 2024-03-07T03:05:45.287 INFO:tasks.rados.rados.0.smithi090.stdout:2506: done (0 left) 2024-03-07T03:05:45.287 INFO:tasks.rados.rados.0.smithi090.stdout:2507: copy_from oid 9 from oid 43 current snap is 252 2024-03-07T03:05:45.287 INFO:tasks.rados.rados.0.smithi090.stdout:2508: copy_from oid 20 from oid 18 current snap is 252 2024-03-07T03:05:45.287 INFO:tasks.rados.rados.0.smithi090.stdout:2509: read oid 15 snap 247 2024-03-07T03:05:45.288 INFO:tasks.rados.rados.0.smithi090.stdout:2509: expect deleted 2024-03-07T03:05:45.288 INFO:tasks.rados.rados.0.smithi090.stdout:2510: read oid 44 snap -1 2024-03-07T03:05:45.288 INFO:tasks.rados.rados.0.smithi090.stdout:2510: expect (ObjNum 661 snap 205 seq_num 661) 2024-03-07T03:05:45.288 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 11 current snap is 252 2024-03-07T03:05:45.288 INFO:tasks.rados.rados.0.smithi090.stdout:2511: seq_num 770 ranges {753664=499712,1253376=401408} 2024-03-07T03:05:45.294 INFO:tasks.rados.rados.0.smithi090.stdout:2511: writing smithi09077644-11 from 753664 to 1253376 tid 1 2024-03-07T03:05:45.296 INFO:tasks.rados.rados.0.smithi090.stdout:2511: writing smithi09077644-11 from 1253376 to 1654784 tid 2 2024-03-07T03:05:45.297 INFO:tasks.rados.rados.0.smithi090.stdout:2512: read oid 7 snap -1 2024-03-07T03:05:45.297 INFO:tasks.rados.rados.0.smithi090.stdout:2512: expect (ObjNum 682 snap 212 seq_num 682) 2024-03-07T03:05:45.297 INFO:tasks.rados.rados.0.smithi090.stdout:2513: delete oid 32 current snap is 252 2024-03-07T03:05:45.307 INFO:tasks.rados.rados.0.smithi090.stdout:2509: done (6 left) 2024-03-07T03:05:45.307 INFO:tasks.rados.rados.0.smithi090.stdout:2513: done (5 left) 2024-03-07T03:05:45.307 INFO:tasks.rados.rados.0.smithi090.stdout:2514: read oid 48 snap -1 2024-03-07T03:05:45.307 INFO:tasks.rados.rados.0.smithi090.stdout:2514: expect (ObjNum 545 snap 166 seq_num 545) 2024-03-07T03:05:45.307 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 36 current snap is 252 2024-03-07T03:05:45.307 INFO:tasks.rados.rados.0.smithi090.stdout:2515: seq_num 772 ranges {3244032=532480,3776512=401408} 2024-03-07T03:05:45.328 INFO:tasks.rados.rados.0.smithi090.stdout:2515: writing smithi09077644-36 from 3244032 to 3776512 tid 1 2024-03-07T03:05:45.332 INFO:tasks.rados.rados.0.smithi090.stdout:2515: writing smithi09077644-36 from 3776512 to 4177920 tid 2 2024-03-07T03:05:45.332 INFO:tasks.rados.rados.0.smithi090.stdout:2516: snap_create 2024-03-07T03:05:45.332 INFO:tasks.rados.rados.0.smithi090.stdout:2511: finishing write tid 1 to smithi09077644-11 2024-03-07T03:05:45.332 INFO:tasks.rados.rados.0.smithi090.stdout:2511: finishing write tid 2 to smithi09077644-11 2024-03-07T03:05:45.332 INFO:tasks.rados.rados.0.smithi090.stdout:2511: finishing write tid 3 to smithi09077644-11 2024-03-07T03:05:45.332 INFO:tasks.rados.rados.0.smithi090.stdout:2511: finishing write tid 4 to smithi09077644-11 2024-03-07T03:05:45.332 INFO:tasks.rados.rados.0.smithi090.stdout:2511: oid 11 updating version 0 to 1328 2024-03-07T03:05:45.332 INFO:tasks.rados.rados.0.smithi090.stdout:2511: oid 11 updating version 1328 to 1329 2024-03-07T03:05:45.332 INFO:tasks.rados.rados.0.smithi090.stdout:2511: oid 11 version 1329 is already newer than 1327 2024-03-07T03:05:45.332 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 11 v 1329 (ObjNum 770 snap 252 seq_num 770) dirty exists 2024-03-07T03:05:45.332 INFO:tasks.rados.rados.0.smithi090.stdout:2511: left oid 11 (ObjNum 770 snap 252 seq_num 770) 2024-03-07T03:05:45.332 INFO:tasks.rados.rados.0.smithi090.stdout:2512: expect (ObjNum 682 snap 212 seq_num 682) 2024-03-07T03:05:45.518 INFO:tasks.rados.rados.0.smithi090.stdout:2510: expect (ObjNum 661 snap 205 seq_num 661) 2024-03-07T03:05:45.579 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:05:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:05:45.303+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 197=[]:{172=[170],17c=[17c],189=[186,181,17d],190=[190,18f,18c],197=[197,196,195,194,193,191]} for object 5:0ec057fb:::smithi09077644-23:17b 2024-03-07T03:05:45.579 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:45.287+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:45.579 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:45.288+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:45.579 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:45.298+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:45.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:45 smithi090 ceph-mon[89511]: No clone_snaps in snapset 192=[]:{192=[192,191,190,18f,18c,186,185,181,17d]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:45.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:45 smithi090 ceph-mon[89511]: osdmap e570: 8 total, 8 up, 8 in 2024-03-07T03:05:45.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:45 smithi090 ceph-mon[89511]: No clone_snaps in snapset 190=[]:{172=[170],17c=[17c],189=[186,181,17d],190=[190,18f,18c]} for object 5:0ec057fb:::smithi09077644-23:17b 2024-03-07T03:05:45.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:45 smithi090 ceph-mon[89511]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:45.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:45 smithi090 ceph-mon[89511]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:45.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:45 smithi090 ceph-mon[89511]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:45.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:45 smithi090 ceph-mon[91928]: No clone_snaps in snapset 192=[]:{192=[192,191,190,18f,18c,186,185,181,17d]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:45.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:45 smithi090 ceph-mon[91928]: osdmap e570: 8 total, 8 up, 8 in 2024-03-07T03:05:45.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:45 smithi090 ceph-mon[91928]: No clone_snaps in snapset 190=[]:{172=[170],17c=[17c],189=[186,181,17d],190=[190,18f,18c]} for object 5:0ec057fb:::smithi09077644-23:17b 2024-03-07T03:05:45.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:45 smithi090 ceph-mon[91928]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:45.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:45 smithi090 ceph-mon[91928]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:45.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:45 smithi090 ceph-mon[91928]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:45.581 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:05:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:05:45.287+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 192=[]:{192=[192,191,190,18f,18c,186,185,181,17d]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:45.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:45 smithi092 ceph-mon[83777]: No clone_snaps in snapset 192=[]:{192=[192,191,190,18f,18c,186,185,181,17d]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:45.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:45 smithi092 ceph-mon[83777]: osdmap e570: 8 total, 8 up, 8 in 2024-03-07T03:05:45.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:45 smithi092 ceph-mon[83777]: No clone_snaps in snapset 190=[]:{172=[170],17c=[17c],189=[186,181,17d],190=[190,18f,18c]} for object 5:0ec057fb:::smithi09077644-23:17b 2024-03-07T03:05:45.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:45 smithi092 ceph-mon[83777]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:45.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:45 smithi092 ceph-mon[83777]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:45.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:45 smithi092 ceph-mon[83777]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:45.844 INFO:tasks.rados.rados.0.smithi090.stdout:2507: finishing copy_from racing read to smithi09077644-9 2024-03-07T03:05:45.844 INFO:tasks.rados.rados.0.smithi090.stdout:2508: finishing copy_from racing read to smithi09077644-20 2024-03-07T03:05:45.844 INFO:tasks.rados.rados.0.smithi090.stdout:2515: finishing write tid 1 to smithi09077644-36 2024-03-07T03:05:45.844 INFO:tasks.rados.rados.0.smithi090.stdout:2515: finishing write tid 2 to smithi09077644-36 2024-03-07T03:05:45.844 INFO:tasks.rados.rados.0.smithi090.stdout:2508: finishing copy_from to smithi09077644-20 2024-03-07T03:05:45.845 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 20 v 1134 (ObjNum 696 snap 215 seq_num 696) dirty exists 2024-03-07T03:05:45.845 INFO:tasks.rados.rados.0.smithi090.stdout:2515: finishing write tid 3 to smithi09077644-36 2024-03-07T03:05:45.845 INFO:tasks.rados.rados.0.smithi090.stdout:2515: finishing write tid 4 to smithi09077644-36 2024-03-07T03:05:45.845 INFO:tasks.rados.rados.0.smithi090.stdout:2515: oid 36 updating version 0 to 1111 2024-03-07T03:05:45.845 INFO:tasks.rados.rados.0.smithi090.stdout:2515: oid 36 updating version 1111 to 1112 2024-03-07T03:05:45.845 INFO:tasks.rados.rados.0.smithi090.stdout:2515: oid 36 updating version 1112 to 1113 2024-03-07T03:05:45.845 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 1113 (ObjNum 772 snap 252 seq_num 772) dirty exists 2024-03-07T03:05:45.845 INFO:tasks.rados.rados.0.smithi090.stdout:2515: left oid 36 (ObjNum 772 snap 252 seq_num 772) 2024-03-07T03:05:45.845 INFO:tasks.rados.rados.0.smithi090.stdout:2507: finishing copy_from to smithi09077644-9 2024-03-07T03:05:45.845 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 9 v 1128 (ObjNum 751 snap 238 seq_num 751) dirty exists 2024-03-07T03:05:45.845 INFO:tasks.rados.rados.0.smithi090.stdout:2514: expect (ObjNum 545 snap 166 seq_num 545) 2024-03-07T03:05:46.194 INFO:teuthology.orchestra.run.smithi090.stdout:true 2024-03-07T03:05:46.518 INFO:teuthology.orchestra.run.smithi090.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-07T03:05:46.518 INFO:teuthology.orchestra.run.smithi090.stdout:alertmanager.a smithi090 *:9093,9094 running (10m) 13s ago 11m 24.7M - 0.25.0 c8568f914cd2 c7f315859531 2024-03-07T03:05:46.519 INFO:teuthology.orchestra.run.smithi090.stdout:grafana.a smithi092 *:3000 running (10m) 2m ago 10m 89.4M - 9.4.7 954c08fa6188 044a70fdd07e 2024-03-07T03:05:46.519 INFO:teuthology.orchestra.run.smithi090.stdout:mds.a smithi090 running (12m) 13s ago 12m 16.2M - 18.2.1-718-gae75fc9d 0164bb8a7c67 8b3baf63c0c9 2024-03-07T03:05:46.519 INFO:teuthology.orchestra.run.smithi090.stdout:mds.b smithi092 running (12m) 2m ago 12m 19.7M - 18.2.1-718-gae75fc9d 0164bb8a7c67 ce3c1188fa28 2024-03-07T03:05:46.519 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.x smithi092 *:8443,9283,8765 running (3m) 2m ago 15m 450M - 19.0.0-1905-gea9a5688 fdb83767c1ab ca843ce9235f 2024-03-07T03:05:46.519 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.y smithi090 *:8443,9283,8765 running (4m) 13s ago 17m 507M - 19.0.0-1905-gea9a5688 fdb83767c1ab 3f0549138d93 2024-03-07T03:05:46.519 INFO:teuthology.orchestra.run.smithi090.stdout:mon.a smithi090 running (3m) 13s ago 17m 53.7M 2048M 19.0.0-1905-gea9a5688 fdb83767c1ab f36508ef70bc 2024-03-07T03:05:46.519 INFO:teuthology.orchestra.run.smithi090.stdout:mon.b smithi092 running (2m) 2m ago 15m 20.4M 2048M 19.0.0-1905-gea9a5688 fdb83767c1ab 70867588f01a 2024-03-07T03:05:46.519 INFO:teuthology.orchestra.run.smithi090.stdout:mon.c smithi090 running (3m) 13s ago 15m 46.3M 2048M 19.0.0-1905-gea9a5688 fdb83767c1ab 93f762a9b94a 2024-03-07T03:05:46.519 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.a smithi090 *:9100 running (10m) 13s ago 10m 17.0M - 1.5.0 0da6a335fe13 76496853f3a5 2024-03-07T03:05:46.519 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.b smithi092 *:9100 running (10m) 2m ago 10m 15.5M - 1.5.0 0da6a335fe13 9ed8c0a03920 2024-03-07T03:05:46.519 INFO:teuthology.orchestra.run.smithi090.stdout:osd.0 smithi090 running (2m) 13s ago 15m 195M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab 7a23382ba346 2024-03-07T03:05:46.520 INFO:teuthology.orchestra.run.smithi090.stdout:osd.1 smithi090 running (86s) 13s ago 14m 142M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab d1d5335a3808 2024-03-07T03:05:46.520 INFO:teuthology.orchestra.run.smithi090.stdout:osd.2 smithi090 running (51s) 13s ago 14m 116M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab 34e4a76f0e0d 2024-03-07T03:05:46.520 INFO:teuthology.orchestra.run.smithi090.stdout:osd.3 smithi090 running (17s) 13s ago 13m 15.1M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab 04aef511bc7e 2024-03-07T03:05:46.520 INFO:teuthology.orchestra.run.smithi090.stdout:osd.4 smithi092 running (13m) 2m ago 13m 228M 2480M 18.2.1-718-gae75fc9d 0164bb8a7c67 9ffc02d81c13 2024-03-07T03:05:46.520 INFO:teuthology.orchestra.run.smithi090.stdout:osd.5 smithi092 running (13m) 2m ago 13m 246M 2480M 18.2.1-718-gae75fc9d 0164bb8a7c67 028e6ccdd1db 2024-03-07T03:05:46.520 INFO:teuthology.orchestra.run.smithi090.stdout:osd.6 smithi092 running (12m) 2m ago 12m 125M 2480M 18.2.1-718-gae75fc9d 0164bb8a7c67 04f0a980ec71 2024-03-07T03:05:46.520 INFO:teuthology.orchestra.run.smithi090.stdout:osd.7 smithi092 running (12m) 2m ago 12m 144M 2480M 18.2.1-718-gae75fc9d 0164bb8a7c67 1f2215787147 2024-03-07T03:05:46.520 INFO:teuthology.orchestra.run.smithi090.stdout:prometheus.a smithi092 *:9095 running (3m) 2m ago 11m 47.0M - 2.43.0 a07b618ecd1d 1b8503a67e38 2024-03-07T03:05:46.520 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:05:46 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:05:46.302+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 192=[]:{192=[192,191,190,18f,18c,186,185,181,17d]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:46.521 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:46 smithi090 ceph-mon[89511]: osdmap e571: 8 total, 8 up, 8 in 2024-03-07T03:05:46.521 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:46 smithi090 ceph-mon[89511]: No clone_snaps in snapset 192=[]:{192=[192,191,190,18f,18c,186,185,181,17d]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:46.521 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:46 smithi090 ceph-mon[89511]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:46.521 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:46 smithi090 ceph-mon[89511]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:46.521 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:46 smithi090 ceph-mon[89511]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:46.521 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:46 smithi090 ceph-mon[89511]: No clone_snaps in snapset 197=[]:{172=[170],17c=[17c],189=[186,181,17d],190=[190,18f,18c],197=[197,196,195,194,193,191]} for object 5:0ec057fb:::smithi09077644-23:17b 2024-03-07T03:05:46.521 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:46 smithi090 ceph-mon[89511]: pgmap v280: 121 pgs: 116 active+clean, 5 active+clean+snaptrim_error; 300 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1008 KiB/s rd, 586 KiB/s wr, 14 op/s 2024-03-07T03:05:46.521 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:46 smithi090 ceph-mon[91928]: osdmap e571: 8 total, 8 up, 8 in 2024-03-07T03:05:46.522 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:46 smithi090 ceph-mon[91928]: No clone_snaps in snapset 192=[]:{192=[192,191,190,18f,18c,186,185,181,17d]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:46.522 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:46 smithi090 ceph-mon[91928]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:46.522 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:46 smithi090 ceph-mon[91928]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:46.522 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:46 smithi090 ceph-mon[91928]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:46.522 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:46 smithi090 ceph-mon[91928]: No clone_snaps in snapset 197=[]:{172=[170],17c=[17c],189=[186,181,17d],190=[190,18f,18c],197=[197,196,195,194,193,191]} for object 5:0ec057fb:::smithi09077644-23:17b 2024-03-07T03:05:46.522 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:46 smithi090 ceph-mon[91928]: pgmap v280: 121 pgs: 116 active+clean, 5 active+clean+snaptrim_error; 300 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1008 KiB/s rd, 586 KiB/s wr, 14 op/s 2024-03-07T03:05:46.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:46 smithi092 ceph-mon[83777]: osdmap e571: 8 total, 8 up, 8 in 2024-03-07T03:05:46.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:46 smithi092 ceph-mon[83777]: No clone_snaps in snapset 192=[]:{192=[192,191,190,18f,18c,186,185,181,17d]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:46.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:46 smithi092 ceph-mon[83777]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:46.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:46 smithi092 ceph-mon[83777]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:46.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:46 smithi092 ceph-mon[83777]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:46.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:46 smithi092 ceph-mon[83777]: No clone_snaps in snapset 197=[]:{172=[170],17c=[17c],189=[186,181,17d],190=[190,18f,18c],197=[197,196,195,194,193,191]} for object 5:0ec057fb:::smithi09077644-23:17b 2024-03-07T03:05:46.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:46 smithi092 ceph-mon[83777]: pgmap v280: 121 pgs: 116 active+clean, 5 active+clean+snaptrim_error; 300 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1008 KiB/s rd, 586 KiB/s wr, 14 op/s 2024-03-07T03:05:46.829 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:46 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:46.689+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:05:46.829 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:46 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:46.689+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:46.829 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:46 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:46.689+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:46.829 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:46 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:46.690+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:46.919 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-03-07T03:05:46.919 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": { 2024-03-07T03:05:46.919 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 3 2024-03-07T03:05:46.919 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:05:46.919 INFO:teuthology.orchestra.run.smithi090.stdout: "mgr": { 2024-03-07T03:05:46.919 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 2 2024-03-07T03:05:46.919 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:05:46.919 INFO:teuthology.orchestra.run.smithi090.stdout: "osd": { 2024-03-07T03:05:46.919 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 4, 2024-03-07T03:05:46.919 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 4 2024-03-07T03:05:46.920 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:05:46.920 INFO:teuthology.orchestra.run.smithi090.stdout: "mds": { 2024-03-07T03:05:46.920 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 2 2024-03-07T03:05:46.920 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:05:46.920 INFO:teuthology.orchestra.run.smithi090.stdout: "overall": { 2024-03-07T03:05:46.920 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 6, 2024-03-07T03:05:46.920 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 9 2024-03-07T03:05:46.920 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-03-07T03:05:46.920 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-03-07T03:05:47.300 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:05:47 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:05:47.019+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 197=[]:{172=[170],17c=[17c],189=[186,181,17d],190=[190,18f,18c],197=[197,196,195,194,193,191]} for object 5:0ec057fb:::smithi09077644-23:17b 2024-03-07T03:05:47.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:47 smithi090 ceph-mon[91928]: from='client.34278 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:05:47.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:47 smithi090 ceph-mon[91928]: No clone_snaps in snapset 192=[]:{192=[192,191,190,18f,18c,186,185,181,17d]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:47.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:47 smithi090 ceph-mon[91928]: osdmap e572: 8 total, 8 up, 8 in 2024-03-07T03:05:47.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:47 smithi090 ceph-mon[91928]: from='client.44222 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:05:47.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:47 smithi090 ceph-mon[91928]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:47.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:47 smithi090 ceph-mon[91928]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:47.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:47 smithi090 ceph-mon[91928]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:47.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:47 smithi090 ceph-mon[91928]: from='client.? 172.21.15.90:0/3128091626' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:05:47.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:47 smithi090 ceph-mon[89511]: from='client.34278 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:05:47.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:47 smithi090 ceph-mon[89511]: No clone_snaps in snapset 192=[]:{192=[192,191,190,18f,18c,186,185,181,17d]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:47.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:47 smithi090 ceph-mon[89511]: osdmap e572: 8 total, 8 up, 8 in 2024-03-07T03:05:47.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:47 smithi090 ceph-mon[89511]: from='client.44222 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:05:47.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:47 smithi090 ceph-mon[89511]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:47.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:47 smithi090 ceph-mon[89511]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:47.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:47 smithi090 ceph-mon[89511]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:47.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:47 smithi090 ceph-mon[89511]: from='client.? 172.21.15.90:0/3128091626' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:05:47.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:47 smithi092 ceph-mon[83777]: from='client.34278 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:05:47.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:47 smithi092 ceph-mon[83777]: No clone_snaps in snapset 192=[]:{192=[192,191,190,18f,18c,186,185,181,17d]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:47.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:47 smithi092 ceph-mon[83777]: osdmap e572: 8 total, 8 up, 8 in 2024-03-07T03:05:47.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:47 smithi092 ceph-mon[83777]: from='client.44222 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:05:47.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:47 smithi092 ceph-mon[83777]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:47.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:47 smithi092 ceph-mon[83777]: No clone_snaps in snapset 182=[]:{} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:47.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:47 smithi092 ceph-mon[83777]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:47.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:47 smithi092 ceph-mon[83777]: from='client.? 172.21.15.90:0/3128091626' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:05:47.822 INFO:tasks.rados.rados.0.smithi090.stdout:2507: done (7 left) 2024-03-07T03:05:47.823 INFO:tasks.rados.rados.0.smithi090.stdout:2508: done (6 left) 2024-03-07T03:05:47.823 INFO:tasks.rados.rados.0.smithi090.stdout:2510: done (5 left) 2024-03-07T03:05:47.823 INFO:tasks.rados.rados.0.smithi090.stdout:2511: done (4 left) 2024-03-07T03:05:47.823 INFO:tasks.rados.rados.0.smithi090.stdout:2512: done (3 left) 2024-03-07T03:05:47.823 INFO:tasks.rados.rados.0.smithi090.stdout:2514: done (2 left) 2024-03-07T03:05:47.823 INFO:tasks.rados.rados.0.smithi090.stdout:2515: done (1 left) 2024-03-07T03:05:47.823 INFO:tasks.rados.rados.0.smithi090.stdout:2516: done (0 left) 2024-03-07T03:05:47.823 INFO:tasks.rados.rados.0.smithi090.stdout:2517: setattr oid 39 current snap is 253 2024-03-07T03:05:47.825 INFO:tasks.rados.rados.0.smithi090.stdout:2518: rmattr oid 7 current snap is 253 2024-03-07T03:05:47.825 INFO:tasks.rados.rados.0.smithi090.stdout:2519: read oid 26 snap -1 2024-03-07T03:05:47.825 INFO:tasks.rados.rados.0.smithi090.stdout:2519: expect (ObjNum 575 snap 172 seq_num 575) 2024-03-07T03:05:47.825 INFO:tasks.rados.rados.0.smithi090.stdout:2520: rollback oid 2 current snap is 253 2024-03-07T03:05:47.825 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 2 to 233 2024-03-07T03:05:47.825 INFO:tasks.rados.rados.0.smithi090.stdout:2521: rmattr oid 23 current snap is 253 2024-03-07T03:05:47.825 INFO:tasks.rados.rados.0.smithi090.stdout:2521: done (4 left) 2024-03-07T03:05:47.825 INFO:tasks.rados.rados.0.smithi090.stdout:2522: read oid 42 snap -1 2024-03-07T03:05:47.825 INFO:tasks.rados.rados.0.smithi090.stdout:2522: expect (ObjNum 640 snap 199 seq_num 640) 2024-03-07T03:05:47.825 INFO:tasks.rados.rados.0.smithi090.stdout:2523: rollback oid 9 current snap is 253 2024-03-07T03:05:47.825 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 9 to 233 2024-03-07T03:05:47.825 INFO:tasks.rados.rados.0.smithi090.stdout:2524: rollback oid 33 current snap is 253 2024-03-07T03:05:47.825 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 33 to 223 2024-03-07T03:05:47.825 INFO:tasks.rados.rados.0.smithi090.stdout:2525: copy_from oid 29 from oid 3 current snap is 253 2024-03-07T03:05:47.826 INFO:tasks.rados.rados.0.smithi090.stdout:2526: read oid 1 snap 239 2024-03-07T03:05:47.826 INFO:tasks.rados.rados.0.smithi090.stdout:2526: expect (ObjNum 716 snap 223 seq_num 716) 2024-03-07T03:05:47.826 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 13 current snap is 253 2024-03-07T03:05:47.826 INFO:tasks.rados.rados.0.smithi090.stdout:2527: seq_num 773 ranges {262144=548864,811008=401408} 2024-03-07T03:05:47.829 INFO:tasks.rados.rados.0.smithi090.stdout:2527: writing smithi09077644-13 from 262144 to 811008 tid 1 2024-03-07T03:05:47.832 INFO:tasks.rados.rados.0.smithi090.stdout:2527: writing smithi09077644-13 from 811008 to 1212416 tid 2 2024-03-07T03:05:47.832 INFO:tasks.rados.rados.0.smithi090.stdout:2528: rollback oid 20 current snap is 253 2024-03-07T03:05:47.833 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 20 to 223 2024-03-07T03:05:47.833 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 7 v 716 (ObjNum 682 snap 212 seq_num 682) dirty exists 2024-03-07T03:05:47.833 INFO:tasks.rados.rados.0.smithi090.stdout:2518: done (10 left) 2024-03-07T03:05:47.833 INFO:tasks.rados.rados.0.smithi090.stdout:2529: copy_from oid 14 from oid 4 current snap is 253 2024-03-07T03:05:47.833 INFO:tasks.rados.rados.0.smithi090.stdout:2522: expect (ObjNum 640 snap 199 seq_num 640) 2024-03-07T03:05:47.882 INFO:tasks.rados.rados.0.smithi090.stdout:2523: finishing rollback tid 0 to smithi09077644-9 2024-03-07T03:05:47.882 INFO:tasks.rados.rados.0.smithi090.stdout:2523: finishing rollback tid 1 to smithi09077644-9 2024-03-07T03:05:47.882 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 9 v 1150 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-03-07T03:05:47.882 INFO:tasks.rados.rados.0.smithi090.stdout:2527: finishing write tid 1 to smithi09077644-13 2024-03-07T03:05:47.882 INFO:tasks.rados.rados.0.smithi090.stdout:2520: finishing rollback tid 0 to smithi09077644-2 2024-03-07T03:05:47.882 INFO:tasks.rados.rados.0.smithi090.stdout:2527: finishing write tid 2 to smithi09077644-13 2024-03-07T03:05:47.882 INFO:tasks.rados.rados.0.smithi090.stdout:2520: finishing rollback tid 1 to smithi09077644-2 2024-03-07T03:05:47.883 INFO:tasks.rados.rados.0.smithi090.stdout:2522: done (10 left) 2024-03-07T03:05:47.883 INFO:tasks.rados.rados.0.smithi090.stdout:2523: done (9 left) 2024-03-07T03:05:47.883 INFO:tasks.rados.rados.0.smithi090.stdout:2530: rmattr oid 15 current snap is 253 2024-03-07T03:05:47.883 INFO:tasks.rados.rados.0.smithi090.stdout:2530: done (9 left) 2024-03-07T03:05:47.883 INFO:tasks.rados.rados.0.smithi090.stdout:2531: rmattr oid 12 current snap is 253 2024-03-07T03:05:47.883 INFO:tasks.rados.rados.0.smithi090.stdout:2527: finishing write tid 3 to smithi09077644-13 2024-03-07T03:05:47.883 INFO:tasks.rados.rados.0.smithi090.stdout:2520: finishing rollback tid 2 to smithi09077644-2 2024-03-07T03:05:47.883 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 2 v 1116 (ObjNum 658 snap 205 seq_num 658) dirty exists 2024-03-07T03:05:47.883 INFO:tasks.rados.rados.0.smithi090.stdout:2527: finishing write tid 4 to smithi09077644-13 2024-03-07T03:05:47.883 INFO:tasks.rados.rados.0.smithi090.stdout:2527: oid 13 updating version 0 to 1203 2024-03-07T03:05:47.883 INFO:tasks.rados.rados.0.smithi090.stdout:2527: oid 13 updating version 1203 to 1205 2024-03-07T03:05:47.883 INFO:tasks.rados.rados.0.smithi090.stdout:2527: oid 13 version 1205 is already newer than 1204 2024-03-07T03:05:47.883 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 13 v 1205 (ObjNum 773 snap 253 seq_num 773) dirty exists 2024-03-07T03:05:47.883 INFO:tasks.rados.rados.0.smithi090.stdout:2527: left oid 13 (ObjNum 773 snap 253 seq_num 773) 2024-03-07T03:05:47.883 INFO:tasks.rados.rados.0.smithi090.stdout:2528: finishing rollback tid 0 to smithi09077644-20 2024-03-07T03:05:47.884 INFO:tasks.rados.rados.0.smithi090.stdout:2528: finishing rollback tid 1 to smithi09077644-20 2024-03-07T03:05:47.884 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 20 v 1136 (ObjNum 33 snap 0 seq_num 2432766306) dirty dne 2024-03-07T03:05:47.884 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 1421 (ObjNum 733 snap 230 seq_num 733) dirty exists 2024-03-07T03:05:47.884 INFO:tasks.rados.rados.0.smithi090.stdout:2524: finishing rollback tid 0 to smithi09077644-33 2024-03-07T03:05:47.884 INFO:tasks.rados.rados.0.smithi090.stdout:2529: finishing copy_from racing read to smithi09077644-14 2024-03-07T03:05:47.884 INFO:tasks.rados.rados.0.smithi090.stdout:2524: finishing rollback tid 1 to smithi09077644-33 2024-03-07T03:05:47.884 INFO:tasks.rados.rados.0.smithi090.stdout:2524: finishing rollback tid 2 to smithi09077644-33 2024-03-07T03:05:47.884 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 33 v 1425 (ObjNum 676 snap 210 seq_num 676) dirty exists 2024-03-07T03:05:47.884 INFO:tasks.rados.rados.0.smithi090.stdout:2519: expect (ObjNum 575 snap 172 seq_num 575) 2024-03-07T03:05:48.464 INFO:tasks.rados.rados.0.smithi090.stdout:2526: expect (ObjNum 716 snap 223 seq_num 716) 2024-03-07T03:05:48.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:48 smithi090 ceph-mon[91928]: No clone_snaps in snapset 197=[]:{172=[170],17c=[17c],189=[186,181,17d],190=[190,18f,18c],197=[197,196,195,194,193,191]} for object 5:0ec057fb:::smithi09077644-23:17b 2024-03-07T03:05:48.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:48 smithi090 ceph-mon[91928]: pgmap v282: 121 pgs: 116 active+clean, 5 active+clean+snaptrim_error; 300 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 900 KiB/s rd, 523 KiB/s wr, 13 op/s 2024-03-07T03:05:48.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:48 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:05:48.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:48 smithi090 ceph-mon[89511]: No clone_snaps in snapset 197=[]:{172=[170],17c=[17c],189=[186,181,17d],190=[190,18f,18c],197=[197,196,195,194,193,191]} for object 5:0ec057fb:::smithi09077644-23:17b 2024-03-07T03:05:48.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:48 smithi090 ceph-mon[89511]: pgmap v282: 121 pgs: 116 active+clean, 5 active+clean+snaptrim_error; 300 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 900 KiB/s rd, 523 KiB/s wr, 13 op/s 2024-03-07T03:05:48.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:48 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:05:48.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:48 smithi092 ceph-mon[83777]: No clone_snaps in snapset 197=[]:{172=[170],17c=[17c],189=[186,181,17d],190=[190,18f,18c],197=[197,196,195,194,193,191]} for object 5:0ec057fb:::smithi09077644-23:17b 2024-03-07T03:05:48.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:48 smithi092 ceph-mon[83777]: pgmap v282: 121 pgs: 116 active+clean, 5 active+clean+snaptrim_error; 300 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 900 KiB/s rd, 523 KiB/s wr, 13 op/s 2024-03-07T03:05:48.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:48 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:05:49.268 INFO:tasks.rados.rados.0.smithi090.stdout:2529: finishing copy_from to smithi09077644-14 2024-03-07T03:05:49.269 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 14 v 926 (ObjNum 769 snap 250 seq_num 769) dirty exists 2024-03-07T03:05:49.269 INFO:tasks.rados.rados.0.smithi090.stdout:2525: finishing copy_from racing read to smithi09077644-29 2024-03-07T03:05:49.269 INFO:tasks.rados.rados.0.smithi090.stdout:2525: finishing copy_from to smithi09077644-29 2024-03-07T03:05:49.269 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 876 (ObjNum 698 snap 216 seq_num 698) dirty exists 2024-03-07T03:05:49.269 INFO:tasks.rados.rados.0.smithi090.stdout:2517: done (9 left) 2024-03-07T03:05:49.269 INFO:tasks.rados.rados.0.smithi090.stdout:2519: done (8 left) 2024-03-07T03:05:49.269 INFO:tasks.rados.rados.0.smithi090.stdout:2520: done (7 left) 2024-03-07T03:05:49.269 INFO:tasks.rados.rados.0.smithi090.stdout:2524: done (6 left) 2024-03-07T03:05:49.269 INFO:tasks.rados.rados.0.smithi090.stdout:2525: done (5 left) 2024-03-07T03:05:49.269 INFO:tasks.rados.rados.0.smithi090.stdout:2526: done (4 left) 2024-03-07T03:05:49.269 INFO:tasks.rados.rados.0.smithi090.stdout:2527: done (3 left) 2024-03-07T03:05:49.269 INFO:tasks.rados.rados.0.smithi090.stdout:2528: done (2 left) 2024-03-07T03:05:49.269 INFO:tasks.rados.rados.0.smithi090.stdout:2529: done (1 left) 2024-03-07T03:05:49.269 INFO:tasks.rados.rados.0.smithi090.stdout:2531: done (0 left) 2024-03-07T03:05:49.270 INFO:tasks.rados.rados.0.smithi090.stdout:2532: delete oid 10 current snap is 253 2024-03-07T03:05:49.272 INFO:tasks.rados.rados.0.smithi090.stdout:2532: done (0 left) 2024-03-07T03:05:49.272 INFO:tasks.rados.rados.0.smithi090.stdout:2533: read oid 38 snap -1 2024-03-07T03:05:49.272 INFO:tasks.rados.rados.0.smithi090.stdout:2533: expect deleted 2024-03-07T03:05:49.272 INFO:tasks.rados.rados.0.smithi090.stdout:2534: read oid 20 snap -1 2024-03-07T03:05:49.272 INFO:tasks.rados.rados.0.smithi090.stdout:2534: expect deleted 2024-03-07T03:05:49.272 INFO:tasks.rados.rados.0.smithi090.stdout:2535: read oid 18 snap -1 2024-03-07T03:05:49.272 INFO:tasks.rados.rados.0.smithi090.stdout:2535: expect (ObjNum 696 snap 215 seq_num 696) 2024-03-07T03:05:49.272 INFO:tasks.rados.rados.0.smithi090.stdout:2536: copy_from oid 19 from oid 6 current snap is 253 2024-03-07T03:05:49.272 INFO:tasks.rados.rados.0.smithi090.stdout:2537: read oid 9 snap -1 2024-03-07T03:05:49.272 INFO:tasks.rados.rados.0.smithi090.stdout:2537: expect deleted 2024-03-07T03:05:49.273 INFO:tasks.rados.rados.0.smithi090.stdout:2538: rmattr oid 3 current snap is 253 2024-03-07T03:05:49.273 INFO:tasks.rados.rados.0.smithi090.stdout:2538: done (5 left) 2024-03-07T03:05:49.273 INFO:tasks.rados.rados.0.smithi090.stdout:2539: read oid 49 snap -1 2024-03-07T03:05:49.273 INFO:tasks.rados.rados.0.smithi090.stdout:2539: expect (ObjNum 647 snap 202 seq_num 647) 2024-03-07T03:05:49.273 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 32 current snap is 253 2024-03-07T03:05:49.273 INFO:tasks.rados.rados.0.smithi090.stdout:2540: seq_num 775 ranges {0=589824,589824=401408} 2024-03-07T03:05:49.275 INFO:tasks.rados.rados.0.smithi090.stdout:2540: writing smithi09077644-32 from 0 to 589824 tid 1 2024-03-07T03:05:49.277 INFO:tasks.rados.rados.0.smithi090.stdout:2540: writing smithi09077644-32 from 589824 to 991232 tid 2 2024-03-07T03:05:49.277 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 23 current snap is 253 2024-03-07T03:05:49.278 INFO:tasks.rados.rados.0.smithi090.stdout:2541: seq_num 776 ranges {4907008=606208,5513216=401408} 2024-03-07T03:05:49.307 INFO:tasks.rados.rados.0.smithi090.stdout:2541: writing smithi09077644-23 from 4907008 to 5513216 tid 1 2024-03-07T03:05:49.311 INFO:tasks.rados.rados.0.smithi090.stdout:2541: writing smithi09077644-23 from 5513216 to 5914624 tid 2 2024-03-07T03:05:49.311 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 22 current snap is 253 2024-03-07T03:05:49.311 INFO:tasks.rados.rados.0.smithi090.stdout:2542: seq_num 777 ranges {5005312=622592,5627904=401408} 2024-03-07T03:05:49.340 INFO:tasks.rados.rados.0.smithi090.stdout:2542: writing smithi09077644-22 from 5005312 to 5627904 tid 1 2024-03-07T03:05:49.342 INFO:tasks.rados.rados.0.smithi090.stdout:2542: writing smithi09077644-22 from 5627904 to 6029312 tid 2 2024-03-07T03:05:49.343 INFO:tasks.rados.rados.0.smithi090.stdout:2543: delete oid 5 current snap is 253 2024-03-07T03:05:49.343 INFO:tasks.rados.rados.0.smithi090.stdout:2536: finishing copy_from racing read to smithi09077644-19 2024-03-07T03:05:49.343 INFO:tasks.rados.rados.0.smithi090.stdout:2540: finishing write tid 1 to smithi09077644-32 2024-03-07T03:05:49.343 INFO:tasks.rados.rados.0.smithi090.stdout:2540: finishing write tid 2 to smithi09077644-32 2024-03-07T03:05:49.343 INFO:tasks.rados.rados.0.smithi090.stdout:2540: finishing write tid 3 to smithi09077644-32 2024-03-07T03:05:49.343 INFO:tasks.rados.rados.0.smithi090.stdout:2536: finishing copy_from to smithi09077644-19 2024-03-07T03:05:49.343 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 1108 (ObjNum 759 snap 240 seq_num 759) dirty exists 2024-03-07T03:05:49.343 INFO:tasks.rados.rados.0.smithi090.stdout:2540: finishing write tid 4 to smithi09077644-32 2024-03-07T03:05:49.343 INFO:tasks.rados.rados.0.smithi090.stdout:2540: oid 32 updating version 0 to 1130 2024-03-07T03:05:49.343 INFO:tasks.rados.rados.0.smithi090.stdout:2540: oid 32 updating version 1130 to 1131 2024-03-07T03:05:49.343 INFO:tasks.rados.rados.0.smithi090.stdout:2540: oid 32 updating version 1131 to 1132 2024-03-07T03:05:49.343 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 32 v 1132 (ObjNum 775 snap 253 seq_num 775) dirty exists 2024-03-07T03:05:49.344 INFO:tasks.rados.rados.0.smithi090.stdout:2540: left oid 32 (ObjNum 775 snap 253 seq_num 775) 2024-03-07T03:05:49.344 INFO:tasks.rados.rados.0.smithi090.stdout:2539: expect (ObjNum 647 snap 202 seq_num 647) 2024-03-07T03:05:49.520 INFO:tasks.rados.rados.0.smithi090.stdout:2535: expect (ObjNum 696 snap 215 seq_num 696) 2024-03-07T03:05:49.865 INFO:tasks.rados.rados.0.smithi090.stdout:2541: finishing write tid 1 to smithi09077644-23 2024-03-07T03:05:49.865 INFO:tasks.rados.rados.0.smithi090.stdout:2541: finishing write tid 2 to smithi09077644-23 2024-03-07T03:05:49.865 INFO:tasks.rados.rados.0.smithi090.stdout:2541: finishing write tid 3 to smithi09077644-23 2024-03-07T03:05:49.865 INFO:tasks.rados.rados.0.smithi090.stdout:2541: finishing write tid 4 to smithi09077644-23 2024-03-07T03:05:49.865 INFO:tasks.rados.rados.0.smithi090.stdout:2541: oid 23 updating version 0 to 1333 2024-03-07T03:05:49.865 INFO:tasks.rados.rados.0.smithi090.stdout:2541: oid 23 version 1333 is already newer than 1331 2024-03-07T03:05:49.866 INFO:tasks.rados.rados.0.smithi090.stdout:2541: oid 23 version 1333 is already newer than 1332 2024-03-07T03:05:49.866 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 1333 (ObjNum 776 snap 253 seq_num 776) dirty exists 2024-03-07T03:05:49.866 INFO:tasks.rados.rados.0.smithi090.stdout:2541: left oid 23 (ObjNum 776 snap 253 seq_num 776) 2024-03-07T03:05:49.866 INFO:tasks.rados.rados.0.smithi090.stdout:2542: finishing write tid 1 to smithi09077644-22 2024-03-07T03:05:49.866 INFO:tasks.rados.rados.0.smithi090.stdout:2542: finishing write tid 2 to smithi09077644-22 2024-03-07T03:05:49.866 INFO:tasks.rados.rados.0.smithi090.stdout:2533: done (9 left) 2024-03-07T03:05:49.866 INFO:tasks.rados.rados.0.smithi090.stdout:2534: done (8 left) 2024-03-07T03:05:49.866 INFO:tasks.rados.rados.0.smithi090.stdout:2535: done (7 left) 2024-03-07T03:05:49.866 INFO:tasks.rados.rados.0.smithi090.stdout:2536: done (6 left) 2024-03-07T03:05:49.866 INFO:tasks.rados.rados.0.smithi090.stdout:2537: done (5 left) 2024-03-07T03:05:49.866 INFO:tasks.rados.rados.0.smithi090.stdout:2539: done (4 left) 2024-03-07T03:05:49.866 INFO:tasks.rados.rados.0.smithi090.stdout:2540: done (3 left) 2024-03-07T03:05:49.866 INFO:tasks.rados.rados.0.smithi090.stdout:2541: done (2 left) 2024-03-07T03:05:49.866 INFO:tasks.rados.rados.0.smithi090.stdout:2543: done (1 left) 2024-03-07T03:05:49.867 INFO:tasks.rados.rados.0.smithi090.stdout:2544: setattr oid 13 current snap is 253 2024-03-07T03:05:49.867 INFO:tasks.rados.rados.0.smithi090.stdout:2542: finishing write tid 3 to smithi09077644-22 2024-03-07T03:05:49.867 INFO:tasks.rados.rados.0.smithi090.stdout:2542: finishing write tid 4 to smithi09077644-22 2024-03-07T03:05:49.867 INFO:tasks.rados.rados.0.smithi090.stdout:2542: oid 22 updating version 0 to 1430 2024-03-07T03:05:49.867 INFO:tasks.rados.rados.0.smithi090.stdout:2542: oid 22 version 1430 is already newer than 1429 2024-03-07T03:05:49.867 INFO:tasks.rados.rados.0.smithi090.stdout:2542: oid 22 version 1430 is already newer than 1428 2024-03-07T03:05:49.867 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 1430 (ObjNum 777 snap 253 seq_num 777) dirty exists 2024-03-07T03:05:49.867 INFO:tasks.rados.rados.0.smithi090.stdout:2542: left oid 22 (ObjNum 777 snap 253 seq_num 777) 2024-03-07T03:05:49.868 INFO:tasks.rados.rados.0.smithi090.stdout:2542: done (1 left) 2024-03-07T03:05:49.868 INFO:tasks.rados.rados.0.smithi090.stdout:2545: read oid 39 snap -1 2024-03-07T03:05:49.868 INFO:tasks.rados.rados.0.smithi090.stdout:2545: expect (ObjNum 733 snap 230 seq_num 733) 2024-03-07T03:05:49.868 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 4 current snap is 253 2024-03-07T03:05:49.868 INFO:tasks.rados.rados.0.smithi090.stdout:2546: seq_num 779 ranges {3268608=655360,3923968=401408} 2024-03-07T03:05:49.886 INFO:tasks.rados.rados.0.smithi090.stdout:2546: writing smithi09077644-4 from 3268608 to 3923968 tid 1 2024-03-07T03:05:49.889 INFO:tasks.rados.rados.0.smithi090.stdout:2546: writing smithi09077644-4 from 3923968 to 4325376 tid 2 2024-03-07T03:05:49.889 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 30 current snap is 253 2024-03-07T03:05:49.889 INFO:tasks.rados.rados.0.smithi090.stdout:2547: seq_num 780 ranges {0=671744,671744=401408} 2024-03-07T03:05:49.893 INFO:tasks.rados.rados.0.smithi090.stdout:2547: writing smithi09077644-30 from 0 to 671744 tid 1 2024-03-07T03:05:49.895 INFO:tasks.rados.rados.0.smithi090.stdout:2547: writing smithi09077644-30 from 671744 to 1073152 tid 2 2024-03-07T03:05:49.895 INFO:tasks.rados.rados.0.smithi090.stdout:2548: snap_create 2024-03-07T03:05:49.895 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 13 v 1206 (ObjNum 773 snap 253 seq_num 773) dirty exists 2024-03-07T03:05:49.895 INFO:tasks.rados.rados.0.smithi090.stdout:2545: expect (ObjNum 733 snap 230 seq_num 733) 2024-03-07T03:05:49.905 INFO:tasks.rados.rados.0.smithi090.stdout:2546: finishing write tid 1 to smithi09077644-4 2024-03-07T03:05:49.905 INFO:tasks.rados.rados.0.smithi090.stdout:2546: finishing write tid 2 to smithi09077644-4 2024-03-07T03:05:49.905 INFO:tasks.rados.rados.0.smithi090.stdout:2546: finishing write tid 3 to smithi09077644-4 2024-03-07T03:05:49.905 INFO:tasks.rados.rados.0.smithi090.stdout:2546: finishing write tid 4 to smithi09077644-4 2024-03-07T03:05:49.905 INFO:tasks.rados.rados.0.smithi090.stdout:2546: oid 4 updating version 0 to 1138 2024-03-07T03:05:49.905 INFO:tasks.rados.rados.0.smithi090.stdout:2546: oid 4 updating version 1138 to 1139 2024-03-07T03:05:49.905 INFO:tasks.rados.rados.0.smithi090.stdout:2546: oid 4 updating version 1139 to 1140 2024-03-07T03:05:49.905 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 1140 (ObjNum 779 snap 253 seq_num 779) dirty exists 2024-03-07T03:05:49.905 INFO:tasks.rados.rados.0.smithi090.stdout:2546: left oid 4 (ObjNum 779 snap 253 seq_num 779) 2024-03-07T03:05:49.905 INFO:tasks.rados.rados.0.smithi090.stdout:2547: finishing write tid 1 to smithi09077644-30 2024-03-07T03:05:49.906 INFO:tasks.rados.rados.0.smithi090.stdout:2547: finishing write tid 2 to smithi09077644-30 2024-03-07T03:05:49.906 INFO:tasks.rados.rados.0.smithi090.stdout:2547: finishing write tid 3 to smithi09077644-30 2024-03-07T03:05:49.906 INFO:tasks.rados.rados.0.smithi090.stdout:2547: finishing write tid 4 to smithi09077644-30 2024-03-07T03:05:49.906 INFO:tasks.rados.rados.0.smithi090.stdout:2547: oid 30 updating version 0 to 1336 2024-03-07T03:05:49.906 INFO:tasks.rados.rados.0.smithi090.stdout:2547: oid 30 version 1336 is already newer than 1335 2024-03-07T03:05:49.906 INFO:tasks.rados.rados.0.smithi090.stdout:2547: oid 30 version 1336 is already newer than 1334 2024-03-07T03:05:49.906 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 30 v 1336 (ObjNum 780 snap 253 seq_num 780) dirty exists 2024-03-07T03:05:49.906 INFO:tasks.rados.rados.0.smithi090.stdout:2547: left oid 30 (ObjNum 780 snap 253 seq_num 780) 2024-03-07T03:05:50.820 INFO:tasks.rados.rados.0.smithi090.stdout:2544: done (4 left) 2024-03-07T03:05:50.821 INFO:tasks.rados.rados.0.smithi090.stdout:2545: done (3 left) 2024-03-07T03:05:50.821 INFO:tasks.rados.rados.0.smithi090.stdout:2546: done (2 left) 2024-03-07T03:05:50.821 INFO:tasks.rados.rados.0.smithi090.stdout:2547: done (1 left) 2024-03-07T03:05:50.821 INFO:tasks.rados.rados.0.smithi090.stdout:2548: done (0 left) 2024-03-07T03:05:50.821 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 13 current snap is 254 2024-03-07T03:05:50.821 INFO:tasks.rados.rados.0.smithi090.stdout:2549: seq_num 781 ranges {1212416=688128,1900544=401408} 2024-03-07T03:05:50.830 INFO:tasks.rados.rados.0.smithi090.stdout:2549: writing smithi09077644-13 from 1212416 to 1900544 tid 1 2024-03-07T03:05:50.833 INFO:tasks.rados.rados.0.smithi090.stdout:2549: writing smithi09077644-13 from 1900544 to 2301952 tid 2 2024-03-07T03:05:50.833 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 17 current snap is 254 2024-03-07T03:05:50.833 INFO:tasks.rados.rados.0.smithi090.stdout:2550: seq_num 782 ranges {6602752=704512,7307264=401408} 2024-03-07T03:05:50.872 INFO:tasks.rados.rados.0.smithi090.stdout:2550: writing smithi09077644-17 from 6602752 to 7307264 tid 1 2024-03-07T03:05:50.875 INFO:tasks.rados.rados.0.smithi090.stdout:2550: writing smithi09077644-17 from 7307264 to 7708672 tid 2 2024-03-07T03:05:50.875 INFO:tasks.rados.rados.0.smithi090.stdout:2551: read oid 30 snap -1 2024-03-07T03:05:50.875 INFO:tasks.rados.rados.0.smithi090.stdout:2551: expect (ObjNum 780 snap 253 seq_num 780) 2024-03-07T03:05:50.875 INFO:tasks.rados.rados.0.smithi090.stdout:2552: snap_remove snap 253 2024-03-07T03:05:51.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:50 smithi090 ceph-mon[89511]: pgmap v283: 121 pgs: 116 active+clean, 5 active+clean+snaptrim_error; 322 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.5 MiB/s wr, 17 op/s 2024-03-07T03:05:51.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:50 smithi090 ceph-mon[91928]: pgmap v283: 121 pgs: 116 active+clean, 5 active+clean+snaptrim_error; 322 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.5 MiB/s wr, 17 op/s 2024-03-07T03:05:51.080 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:05:50 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:05:50.877+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 199=[]:{192=[192,191,190,18f,18c,186,185,181,17d],199=[199,198,197,196,195,194,193]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:51.080 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:05:50 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:05:50.879+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 199=[]:{172=[170],17c=[17c],189=[186,181,17d],190=[190,18f,18c],197=[197,196,195,194,193,191],199=[199,198]} for object 5:0ec057fb:::smithi09077644-23:17b 2024-03-07T03:05:51.080 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:50 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:50.830+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 199=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:51.080 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:50 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:50.831+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:51.080 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:50 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:50.836+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:51.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:50 smithi092 ceph-mon[83777]: pgmap v283: 121 pgs: 116 active+clean, 5 active+clean+snaptrim_error; 322 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.5 MiB/s wr, 17 op/s 2024-03-07T03:05:51.829 INFO:tasks.rados.rados.0.smithi090.stdout:2552: done (3 left) 2024-03-07T03:05:51.829 INFO:tasks.rados.rados.0.smithi090.stdout:2553: delete oid 47 current snap is 254 2024-03-07T03:05:51.829 INFO:tasks.rados.rados.0.smithi090.stdout:2549: finishing write tid 1 to smithi09077644-13 2024-03-07T03:05:51.829 INFO:tasks.rados.rados.0.smithi090.stdout:2549: finishing write tid 2 to smithi09077644-13 2024-03-07T03:05:51.829 INFO:tasks.rados.rados.0.smithi090.stdout:2549: finishing write tid 3 to smithi09077644-13 2024-03-07T03:05:51.829 INFO:tasks.rados.rados.0.smithi090.stdout:2549: finishing write tid 4 to smithi09077644-13 2024-03-07T03:05:51.829 INFO:tasks.rados.rados.0.smithi090.stdout:2549: oid 13 updating version 0 to 1210 2024-03-07T03:05:51.829 INFO:tasks.rados.rados.0.smithi090.stdout:2549: oid 13 version 1210 is already newer than 1208 2024-03-07T03:05:51.829 INFO:tasks.rados.rados.0.smithi090.stdout:2549: oid 13 version 1210 is already newer than 1209 2024-03-07T03:05:51.829 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 13 v 1210 (ObjNum 781 snap 254 seq_num 781) dirty exists 2024-03-07T03:05:51.830 INFO:tasks.rados.rados.0.smithi090.stdout:2549: left oid 13 (ObjNum 781 snap 254 seq_num 781) 2024-03-07T03:05:51.830 INFO:tasks.rados.rados.0.smithi090.stdout:2550: finishing write tid 1 to smithi09077644-17 2024-03-07T03:05:51.830 INFO:tasks.rados.rados.0.smithi090.stdout:2550: finishing write tid 2 to smithi09077644-17 2024-03-07T03:05:51.830 INFO:tasks.rados.rados.0.smithi090.stdout:2550: finishing write tid 3 to smithi09077644-17 2024-03-07T03:05:51.830 INFO:tasks.rados.rados.0.smithi090.stdout:2550: finishing write tid 4 to smithi09077644-17 2024-03-07T03:05:51.830 INFO:tasks.rados.rados.0.smithi090.stdout:2550: oid 17 updating version 0 to 1213 2024-03-07T03:05:51.830 INFO:tasks.rados.rados.0.smithi090.stdout:2550: oid 17 updating version 1213 to 1214 2024-03-07T03:05:51.830 INFO:tasks.rados.rados.0.smithi090.stdout:2550: oid 17 version 1214 is already newer than 1212 2024-03-07T03:05:51.830 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 17 v 1214 (ObjNum 782 snap 254 seq_num 782) dirty exists 2024-03-07T03:05:51.830 INFO:tasks.rados.rados.0.smithi090.stdout:2550: left oid 17 (ObjNum 782 snap 254 seq_num 782) 2024-03-07T03:05:51.830 INFO:tasks.rados.rados.0.smithi090.stdout:2551: expect (ObjNum 780 snap 253 seq_num 780) 2024-03-07T03:05:51.857 INFO:tasks.rados.rados.0.smithi090.stdout:2549: done (3 left) 2024-03-07T03:05:51.857 INFO:tasks.rados.rados.0.smithi090.stdout:2550: done (2 left) 2024-03-07T03:05:51.857 INFO:tasks.rados.rados.0.smithi090.stdout:2551: done (1 left) 2024-03-07T03:05:51.857 INFO:tasks.rados.rados.0.smithi090.stdout:2553: done (0 left) 2024-03-07T03:05:51.857 INFO:tasks.rados.rados.0.smithi090.stdout:2554: snap_create 2024-03-07T03:05:52.079 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:05:51 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:05:51.831+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 199=[]:{192=[192,191,190,18f,18c,186,185,181,17d],199=[199,198,197,196,195,194,193]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:52.079 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:05:52 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:05:52.014+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 199=[]:{172=[170],17c=[17c],189=[186,181,17d],190=[190,18f,18c],197=[197,196,195,194,193,191],199=[199,198]} for object 5:0ec057fb:::smithi09077644-23:17b 2024-03-07T03:05:52.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:51 smithi090 ceph-mon[89511]: osdmap e573: 8 total, 8 up, 8 in 2024-03-07T03:05:52.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:51 smithi090 ceph-mon[89511]: No clone_snaps in snapset 199=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:52.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:51 smithi090 ceph-mon[89511]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:52.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:51 smithi090 ceph-mon[89511]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:52.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:51 smithi090 ceph-mon[89511]: No clone_snaps in snapset 199=[]:{192=[192,191,190,18f,18c,186,185,181,17d],199=[199,198,197,196,195,194,193]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:52.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:51 smithi090 ceph-mon[89511]: No clone_snaps in snapset 199=[]:{172=[170],17c=[17c],189=[186,181,17d],190=[190,18f,18c],197=[197,196,195,194,193,191],199=[199,198]} for object 5:0ec057fb:::smithi09077644-23:17b 2024-03-07T03:05:52.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:51 smithi090 ceph-mon[91928]: osdmap e573: 8 total, 8 up, 8 in 2024-03-07T03:05:52.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:51 smithi090 ceph-mon[91928]: No clone_snaps in snapset 199=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:52.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:51 smithi090 ceph-mon[91928]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:52.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:51 smithi090 ceph-mon[91928]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:52.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:51 smithi090 ceph-mon[91928]: No clone_snaps in snapset 199=[]:{192=[192,191,190,18f,18c,186,185,181,17d],199=[199,198,197,196,195,194,193]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:52.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:51 smithi090 ceph-mon[91928]: No clone_snaps in snapset 199=[]:{172=[170],17c=[17c],189=[186,181,17d],190=[190,18f,18c],197=[197,196,195,194,193,191],199=[199,198]} for object 5:0ec057fb:::smithi09077644-23:17b 2024-03-07T03:05:52.081 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:51 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:51.823+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:52.081 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:51 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:51.823+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 199=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:52.081 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:51 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:51.823+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:05:52.081 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:51 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:51.823+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:52.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:51 smithi092 ceph-mon[83777]: osdmap e573: 8 total, 8 up, 8 in 2024-03-07T03:05:52.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:51 smithi092 ceph-mon[83777]: No clone_snaps in snapset 199=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:52.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:51 smithi092 ceph-mon[83777]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:52.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:51 smithi092 ceph-mon[83777]: No clone_snaps in snapset 16d=[]:{} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:52.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:51 smithi092 ceph-mon[83777]: No clone_snaps in snapset 199=[]:{192=[192,191,190,18f,18c,186,185,181,17d],199=[199,198,197,196,195,194,193]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:52.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:51 smithi092 ceph-mon[83777]: No clone_snaps in snapset 199=[]:{172=[170],17c=[17c],189=[186,181,17d],190=[190,18f,18c],197=[197,196,195,194,193,191],199=[199,198]} for object 5:0ec057fb:::smithi09077644-23:17b 2024-03-07T03:05:52.667 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:05:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:05:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:05:52.838 INFO:tasks.rados.rados.0.smithi090.stdout:2554: done (0 left) 2024-03-07T03:05:52.838 INFO:tasks.rados.rados.0.smithi090.stdout:2555: delete oid 28 current snap is 255 2024-03-07T03:05:52.843 INFO:tasks.rados.rados.0.smithi090.stdout:2555: done (0 left) 2024-03-07T03:05:52.844 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 39 current snap is 255 2024-03-07T03:05:52.844 INFO:tasks.rados.rados.0.smithi090.stdout:2556: seq_num 785 ranges {278528=753664,1032192=401408} 2024-03-07T03:05:52.849 INFO:tasks.rados.rados.0.smithi090.stdout:2556: writing smithi09077644-39 from 278528 to 1032192 tid 1 2024-03-07T03:05:52.852 INFO:tasks.rados.rados.0.smithi090.stdout:2556: writing smithi09077644-39 from 1032192 to 1433600 tid 2 2024-03-07T03:05:52.852 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 13 current snap is 255 2024-03-07T03:05:52.852 INFO:tasks.rados.rados.0.smithi090.stdout:2557: seq_num 786 ranges {2301952=770048,3072000=401408} 2024-03-07T03:05:52.869 INFO:tasks.rados.rados.0.smithi090.stdout:2557: writing smithi09077644-13 from 2301952 to 3072000 tid 1 2024-03-07T03:05:52.871 INFO:tasks.rados.rados.0.smithi090.stdout:2557: writing smithi09077644-13 from 3072000 to 3473408 tid 2 2024-03-07T03:05:52.871 INFO:tasks.rados.rados.0.smithi090.stdout:2558: snap_remove snap 228 2024-03-07T03:05:53.079 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:05:53 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:05:53] "GET /metrics HTTP/1.1" 200 36253 "" "Prometheus/2.43.0" 2024-03-07T03:05:53.079 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:05:52 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:05:52.840+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 199=[]:{192=[192,191,190,18f,18c,186,185,181,17d],199=[199,198,197,196,195,194,193]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:53.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:52 smithi090 ceph-mon[91928]: pgmap v285: 121 pgs: 116 active+clean, 5 active+clean+snaptrim_error; 329 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 4.1 MiB/s wr, 16 op/s 2024-03-07T03:05:53.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:52 smithi090 ceph-mon[91928]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:53.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:52 smithi090 ceph-mon[91928]: No clone_snaps in snapset 199=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:53.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:52 smithi090 ceph-mon[91928]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:53.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:52 smithi090 ceph-mon[91928]: osdmap e574: 8 total, 8 up, 8 in 2024-03-07T03:05:53.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:52 smithi090 ceph-mon[91928]: No clone_snaps in snapset 199=[]:{192=[192,191,190,18f,18c,186,185,181,17d],199=[199,198,197,196,195,194,193]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:53.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:52 smithi090 ceph-mon[91928]: No clone_snaps in snapset 199=[]:{172=[170],17c=[17c],189=[186,181,17d],190=[190,18f,18c],197=[197,196,195,194,193,191],199=[199,198]} for object 5:0ec057fb:::smithi09077644-23:17b 2024-03-07T03:05:53.081 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:52 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:52.837+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 199=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:53.081 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:52 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:52.838+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:53.081 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:52 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:52.838+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:53.081 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:52 smithi090 ceph-mon[89511]: pgmap v285: 121 pgs: 116 active+clean, 5 active+clean+snaptrim_error; 329 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 4.1 MiB/s wr, 16 op/s 2024-03-07T03:05:53.081 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:52 smithi090 ceph-mon[89511]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:53.081 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:52 smithi090 ceph-mon[89511]: No clone_snaps in snapset 199=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:53.081 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:52 smithi090 ceph-mon[89511]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:53.081 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:52 smithi090 ceph-mon[89511]: osdmap e574: 8 total, 8 up, 8 in 2024-03-07T03:05:53.081 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:52 smithi090 ceph-mon[89511]: No clone_snaps in snapset 199=[]:{192=[192,191,190,18f,18c,186,185,181,17d],199=[199,198,197,196,195,194,193]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:53.081 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:52 smithi090 ceph-mon[89511]: No clone_snaps in snapset 199=[]:{172=[170],17c=[17c],189=[186,181,17d],190=[190,18f,18c],197=[197,196,195,194,193,191],199=[199,198]} for object 5:0ec057fb:::smithi09077644-23:17b 2024-03-07T03:05:53.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:52 smithi092 ceph-mon[83777]: pgmap v285: 121 pgs: 116 active+clean, 5 active+clean+snaptrim_error; 329 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 4.1 MiB/s wr, 16 op/s 2024-03-07T03:05:53.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:52 smithi092 ceph-mon[83777]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:53.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:52 smithi092 ceph-mon[83777]: No clone_snaps in snapset 199=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:53.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:52 smithi092 ceph-mon[83777]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:53.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:52 smithi092 ceph-mon[83777]: osdmap e574: 8 total, 8 up, 8 in 2024-03-07T03:05:53.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:52 smithi092 ceph-mon[83777]: No clone_snaps in snapset 199=[]:{192=[192,191,190,18f,18c,186,185,181,17d],199=[199,198,197,196,195,194,193]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:53.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:52 smithi092 ceph-mon[83777]: No clone_snaps in snapset 199=[]:{172=[170],17c=[17c],189=[186,181,17d],190=[190,18f,18c],197=[197,196,195,194,193,191],199=[199,198]} for object 5:0ec057fb:::smithi09077644-23:17b 2024-03-07T03:05:53.579 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:05:53 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:05:53.382+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 199=[]:{172=[170],17c=[17c],189=[186,181,17d],190=[190,18f,18c],197=[197,196,195,194,193,191],199=[199,198]} for object 5:0ec057fb:::smithi09077644-23:17b 2024-03-07T03:05:53.838 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:05:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:05:53.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi090\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:05:53.843 INFO:tasks.rados.rados.0.smithi090.stdout:2558: done (2 left) 2024-03-07T03:05:53.843 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 28 current snap is 255 2024-03-07T03:05:53.843 INFO:tasks.rados.rados.0.smithi090.stdout:2556: finishing write tid 1 to smithi09077644-39 2024-03-07T03:05:53.843 INFO:tasks.rados.rados.0.smithi090.stdout:2556: finishing write tid 2 to smithi09077644-39 2024-03-07T03:05:53.843 INFO:tasks.rados.rados.0.smithi090.stdout:2556: finishing write tid 3 to smithi09077644-39 2024-03-07T03:05:53.843 INFO:tasks.rados.rados.0.smithi090.stdout:2556: finishing write tid 4 to smithi09077644-39 2024-03-07T03:05:53.843 INFO:tasks.rados.rados.0.smithi090.stdout:2556: oid 39 updating version 0 to 1434 2024-03-07T03:05:53.843 INFO:tasks.rados.rados.0.smithi090.stdout:2556: oid 39 version 1434 is already newer than 1433 2024-03-07T03:05:53.843 INFO:tasks.rados.rados.0.smithi090.stdout:2556: oid 39 version 1434 is already newer than 1432 2024-03-07T03:05:53.843 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 1434 (ObjNum 785 snap 255 seq_num 785) dirty exists 2024-03-07T03:05:53.843 INFO:tasks.rados.rados.0.smithi090.stdout:2556: left oid 39 (ObjNum 785 snap 255 seq_num 785) 2024-03-07T03:05:53.843 INFO:tasks.rados.rados.0.smithi090.stdout:2557: finishing write tid 1 to smithi09077644-13 2024-03-07T03:05:53.843 INFO:tasks.rados.rados.0.smithi090.stdout:2557: finishing write tid 2 to smithi09077644-13 2024-03-07T03:05:53.844 INFO:tasks.rados.rados.0.smithi090.stdout:2557: finishing write tid 3 to smithi09077644-13 2024-03-07T03:05:53.844 INFO:tasks.rados.rados.0.smithi090.stdout:2557: finishing write tid 4 to smithi09077644-13 2024-03-07T03:05:53.844 INFO:tasks.rados.rados.0.smithi090.stdout:2557: oid 13 updating version 0 to 1217 2024-03-07T03:05:53.844 INFO:tasks.rados.rados.0.smithi090.stdout:2557: oid 13 updating version 1217 to 1218 2024-03-07T03:05:53.844 INFO:tasks.rados.rados.0.smithi090.stdout:2557: oid 13 version 1218 is already newer than 1216 2024-03-07T03:05:53.844 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 13 v 1218 (ObjNum 786 snap 255 seq_num 786) dirty exists 2024-03-07T03:05:53.844 INFO:tasks.rados.rados.0.smithi090.stdout:2557: left oid 13 (ObjNum 786 snap 255 seq_num 786) 2024-03-07T03:05:53.844 INFO:tasks.rados.rados.0.smithi090.stdout:2559: seq_num 787 ranges {0=786432,786432=401408} 2024-03-07T03:05:53.847 INFO:tasks.rados.rados.0.smithi090.stdout:2559: writing smithi09077644-28 from 0 to 786432 tid 1 2024-03-07T03:05:53.850 INFO:tasks.rados.rados.0.smithi090.stdout:2559: writing smithi09077644-28 from 786432 to 1187840 tid 2 2024-03-07T03:05:53.850 INFO:tasks.rados.rados.0.smithi090.stdout:2556: done (2 left) 2024-03-07T03:05:53.850 INFO:tasks.rados.rados.0.smithi090.stdout:2557: done (1 left) 2024-03-07T03:05:53.850 INFO:tasks.rados.rados.0.smithi090.stdout:2560: read oid 36 snap 250 2024-03-07T03:05:53.850 INFO:tasks.rados.rados.0.smithi090.stdout:2560: expect (ObjNum 760 snap 240 seq_num 760) 2024-03-07T03:05:53.850 INFO:tasks.rados.rados.0.smithi090.stdout:2561: delete oid 26 current snap is 255 2024-03-07T03:05:53.856 INFO:tasks.rados.rados.0.smithi090.stdout:2561: done (2 left) 2024-03-07T03:05:53.857 INFO:tasks.rados.rados.0.smithi090.stdout:2562: delete oid 12 current snap is 255 2024-03-07T03:05:53.863 INFO:tasks.rados.rados.0.smithi090.stdout:2559: finishing write tid 1 to smithi09077644-28 2024-03-07T03:05:53.863 INFO:tasks.rados.rados.0.smithi090.stdout:2562: done (2 left) 2024-03-07T03:05:53.863 INFO:tasks.rados.rados.0.smithi090.stdout:2563: setattr oid 33 current snap is 255 2024-03-07T03:05:53.864 INFO:tasks.rados.rados.0.smithi090.stdout:2559: finishing write tid 2 to smithi09077644-28 2024-03-07T03:05:53.865 INFO:tasks.rados.rados.0.smithi090.stdout:2564: snap_remove snap 242 2024-03-07T03:05:54.079 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:05:53 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:05:53.841+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 199=[]:{192=[192,191,190,18f,18c,186,185,181,17d],199=[199,198,197,196,195,194,193]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:54.079 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:05:53 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:05:53.839+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 199=[]:{172=[170],17c=[17c],189=[186,181,17d],190=[190,18f,18c],197=[197,196,195,194,193,191],199=[199,198]} for object 5:0ec057fb:::smithi09077644-23:17b 2024-03-07T03:05:54.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:53 smithi090 ceph-mon[91928]: osdmap e575: 8 total, 8 up, 8 in 2024-03-07T03:05:54.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:53 smithi090 ceph-mon[91928]: No clone_snaps in snapset 199=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:54.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:53 smithi090 ceph-mon[91928]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:54.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:53 smithi090 ceph-mon[91928]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:54.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:53 smithi090 ceph-mon[91928]: No clone_snaps in snapset 199=[]:{192=[192,191,190,18f,18c,186,185,181,17d],199=[199,198,197,196,195,194,193]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:54.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:53 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-03-07T03:05:54.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:53 smithi090 ceph-mon[91928]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-03-07T03:05:54.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:53 smithi090 ceph-mon[91928]: Upgrade: osd.4 is safe to restart 2024-03-07T03:05:54.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:53 smithi090 ceph-mon[91928]: pgmap v288: 121 pgs: 116 active+clean, 5 active+clean+snaptrim_error; 330 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 28 MiB/s rd, 4.6 MiB/s wr, 19 op/s 2024-03-07T03:05:54.081 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:53 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:53.856+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19b=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:54.081 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:53 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:53.857+0000 7fa43c425700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:05:54.081 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:53 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:53.857+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:54.081 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:53 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:53.863+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:54.081 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:53 smithi090 ceph-mon[89511]: osdmap e575: 8 total, 8 up, 8 in 2024-03-07T03:05:54.081 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:53 smithi090 ceph-mon[89511]: No clone_snaps in snapset 199=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:54.081 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:53 smithi090 ceph-mon[89511]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:54.081 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:53 smithi090 ceph-mon[89511]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:54.081 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:53 smithi090 ceph-mon[89511]: No clone_snaps in snapset 199=[]:{192=[192,191,190,18f,18c,186,185,181,17d],199=[199,198,197,196,195,194,193]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:54.082 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:53 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-03-07T03:05:54.082 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:53 smithi090 ceph-mon[89511]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-03-07T03:05:54.082 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:53 smithi090 ceph-mon[89511]: Upgrade: osd.4 is safe to restart 2024-03-07T03:05:54.082 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:53 smithi090 ceph-mon[89511]: pgmap v288: 121 pgs: 116 active+clean, 5 active+clean+snaptrim_error; 330 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 28 MiB/s rd, 4.6 MiB/s wr, 19 op/s 2024-03-07T03:05:54.104 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:53 smithi092 ceph-mon[83777]: osdmap e575: 8 total, 8 up, 8 in 2024-03-07T03:05:54.104 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:53 smithi092 ceph-mon[83777]: No clone_snaps in snapset 199=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:54.104 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:53 smithi092 ceph-mon[83777]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:54.104 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:53 smithi092 ceph-mon[83777]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:54.105 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:53 smithi092 ceph-mon[83777]: No clone_snaps in snapset 199=[]:{192=[192,191,190,18f,18c,186,185,181,17d],199=[199,198,197,196,195,194,193]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:54.105 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:53 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-03-07T03:05:54.105 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:53 smithi092 ceph-mon[83777]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-03-07T03:05:54.105 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:53 smithi092 ceph-mon[83777]: Upgrade: osd.4 is safe to restart 2024-03-07T03:05:54.105 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:53 smithi092 ceph-mon[83777]: pgmap v288: 121 pgs: 116 active+clean, 5 active+clean+snaptrim_error; 330 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 28 MiB/s rd, 4.6 MiB/s wr, 19 op/s 2024-03-07T03:05:54.849 INFO:tasks.rados.rados.0.smithi090.stdout:2559: finishing write tid 3 to smithi09077644-28 2024-03-07T03:05:54.850 INFO:tasks.rados.rados.0.smithi090.stdout:2560: expect (ObjNum 760 snap 240 seq_num 760) 2024-03-07T03:05:54.992 INFO:tasks.rados.rados.0.smithi090.stdout:2559: finishing write tid 4 to smithi09077644-28 2024-03-07T03:05:54.992 INFO:tasks.rados.rados.0.smithi090.stdout:2559: oid 28 updating version 0 to 1118 2024-03-07T03:05:54.993 INFO:tasks.rados.rados.0.smithi090.stdout:2559: oid 28 version 1118 is already newer than 1117 2024-03-07T03:05:54.993 INFO:tasks.rados.rados.0.smithi090.stdout:2559: oid 28 version 1118 is already newer than 1116 2024-03-07T03:05:54.993 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 28 v 1118 (ObjNum 787 snap 255 seq_num 787) dirty exists 2024-03-07T03:05:54.993 INFO:tasks.rados.rados.0.smithi090.stdout:2559: left oid 28 (ObjNum 787 snap 255 seq_num 787) 2024-03-07T03:05:54.993 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 33 v 1436 (ObjNum 676 snap 210 seq_num 676) dirty exists 2024-03-07T03:05:54.993 INFO:tasks.rados.rados.0.smithi090.stdout:2559: done (3 left) 2024-03-07T03:05:54.993 INFO:tasks.rados.rados.0.smithi090.stdout:2560: done (2 left) 2024-03-07T03:05:54.993 INFO:tasks.rados.rados.0.smithi090.stdout:2563: done (1 left) 2024-03-07T03:05:54.993 INFO:tasks.rados.rados.0.smithi090.stdout:2564: done (0 left) 2024-03-07T03:05:54.993 INFO:tasks.rados.rados.0.smithi090.stdout:2565: snap_create 2024-03-07T03:05:55.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:54 smithi092 ceph-mon[83777]: No clone_snaps in snapset 199=[]:{172=[170],17c=[17c],189=[186,181,17d],190=[190,18f,18c],197=[197,196,195,194,193,191],199=[199,198]} for object 5:0ec057fb:::smithi09077644-23:17b 2024-03-07T03:05:55.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:54 smithi092 ceph-mon[83777]: osdmap e576: 8 total, 8 up, 8 in 2024-03-07T03:05:55.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:54 smithi092 ceph-mon[83777]: No clone_snaps in snapset 199=[]:{172=[170],17c=[17c],189=[186,181,17d],190=[190,18f,18c],197=[197,196,195,194,193,191],199=[199,198]} for object 5:0ec057fb:::smithi09077644-23:17b 2024-03-07T03:05:55.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:54 smithi092 ceph-mon[83777]: No clone_snaps in snapset 199=[]:{192=[192,191,190,18f,18c,186,185,181,17d],199=[199,198,197,196,195,194,193]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:55.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:54 smithi092 ceph-mon[83777]: No clone_snaps in snapset 19b=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:55.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:54 smithi092 ceph-mon[83777]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:55.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:54 smithi092 ceph-mon[83777]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:55.329 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:05:54 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:05:54.850+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 199=[]:{192=[192,191,190,18f,18c,186,185,181,17d],199=[199,198,197,196,195,194,193]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:55.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:54 smithi090 ceph-mon[91928]: No clone_snaps in snapset 199=[]:{172=[170],17c=[17c],189=[186,181,17d],190=[190,18f,18c],197=[197,196,195,194,193,191],199=[199,198]} for object 5:0ec057fb:::smithi09077644-23:17b 2024-03-07T03:05:55.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:54 smithi090 ceph-mon[91928]: osdmap e576: 8 total, 8 up, 8 in 2024-03-07T03:05:55.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:54 smithi090 ceph-mon[91928]: No clone_snaps in snapset 199=[]:{172=[170],17c=[17c],189=[186,181,17d],190=[190,18f,18c],197=[197,196,195,194,193,191],199=[199,198]} for object 5:0ec057fb:::smithi09077644-23:17b 2024-03-07T03:05:55.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:54 smithi090 ceph-mon[91928]: No clone_snaps in snapset 199=[]:{192=[192,191,190,18f,18c,186,185,181,17d],199=[199,198,197,196,195,194,193]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:55.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:54 smithi090 ceph-mon[91928]: No clone_snaps in snapset 19b=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:55.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:54 smithi090 ceph-mon[91928]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:55.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:54 smithi090 ceph-mon[91928]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:55.330 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:05:54 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:05:54.851+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 199=[]:{172=[170],17c=[17c],189=[186,181,17d],190=[190,18f,18c],197=[197,196,195,194,193,191],199=[199,198]} for object 5:0ec057fb:::smithi09077644-23:17b 2024-03-07T03:05:55.331 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:54 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:54.844+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:55.331 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:54 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:54.845+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19b=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:55.331 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:54 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:54.845+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:55.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:54 smithi090 ceph-mon[89511]: No clone_snaps in snapset 199=[]:{172=[170],17c=[17c],189=[186,181,17d],190=[190,18f,18c],197=[197,196,195,194,193,191],199=[199,198]} for object 5:0ec057fb:::smithi09077644-23:17b 2024-03-07T03:05:55.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:54 smithi090 ceph-mon[89511]: osdmap e576: 8 total, 8 up, 8 in 2024-03-07T03:05:55.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:54 smithi090 ceph-mon[89511]: No clone_snaps in snapset 199=[]:{172=[170],17c=[17c],189=[186,181,17d],190=[190,18f,18c],197=[197,196,195,194,193,191],199=[199,198]} for object 5:0ec057fb:::smithi09077644-23:17b 2024-03-07T03:05:55.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:54 smithi090 ceph-mon[89511]: No clone_snaps in snapset 199=[]:{192=[192,191,190,18f,18c,186,185,181,17d],199=[199,198,197,196,195,194,193]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:55.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:54 smithi090 ceph-mon[89511]: No clone_snaps in snapset 19b=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:55.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:54 smithi090 ceph-mon[89511]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:55.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:54 smithi090 ceph-mon[89511]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:55.856 INFO:tasks.rados.rados.0.smithi090.stdout:2565: done (0 left) 2024-03-07T03:05:55.856 INFO:tasks.rados.rados.0.smithi090.stdout:2566: read oid 42 snap -1 2024-03-07T03:05:55.856 INFO:tasks.rados.rados.0.smithi090.stdout:2566: expect (ObjNum 640 snap 199 seq_num 640) 2024-03-07T03:05:55.856 INFO:tasks.rados.rados.0.smithi090.stdout:2567: snap_remove snap 252 2024-03-07T03:05:56.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:55 smithi092 ceph-mon[83777]: osdmap e577: 8 total, 8 up, 8 in 2024-03-07T03:05:56.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:55 smithi092 ceph-mon[83777]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:56.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:55 smithi092 ceph-mon[83777]: No clone_snaps in snapset 19b=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:56.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:55 smithi092 ceph-mon[83777]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:56.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:55 smithi092 ceph-mon[83777]: No clone_snaps in snapset 199=[]:{192=[192,191,190,18f,18c,186,185,181,17d],199=[199,198,197,196,195,194,193]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:56.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:55 smithi092 ceph-mon[83777]: No clone_snaps in snapset 199=[]:{172=[170],17c=[17c],189=[186,181,17d],190=[190,18f,18c],197=[197,196,195,194,193,191],199=[199,198]} for object 5:0ec057fb:::smithi09077644-23:17b 2024-03-07T03:05:56.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:55 smithi092 ceph-mon[83777]: Upgrade: Updating osd.4 2024-03-07T03:05:56.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:55 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:05:56.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:55 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-03-07T03:05:56.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:55 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:05:56.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:55 smithi092 ceph-mon[83777]: Deploying daemon osd.4 on smithi092 2024-03-07T03:05:56.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:55 smithi092 ceph-mon[83777]: pgmap v291: 121 pgs: 116 active+clean, 5 active+clean+snaptrim_error; 338 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.3 MiB/s wr, 23 op/s 2024-03-07T03:05:56.325 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:05:55 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:05:55.857+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 199=[]:{192=[192,191,190,18f,18c,186,185,181,17d],199=[199,198,197,196,195,194,193]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:56.326 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:05:55 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:05:55.851+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 199=[]:{172=[170],17c=[17c],189=[186,181,17d],190=[190,18f,18c],197=[197,196,195,194,193,191],199=[199,198]} for object 5:0ec057fb:::smithi09077644-23:17b 2024-03-07T03:05:56.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:55 smithi090 ceph-mon[89511]: osdmap e577: 8 total, 8 up, 8 in 2024-03-07T03:05:56.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:55 smithi090 ceph-mon[89511]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:56.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:55 smithi090 ceph-mon[89511]: No clone_snaps in snapset 19b=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:56.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:55 smithi090 ceph-mon[89511]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:56.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:55 smithi090 ceph-mon[89511]: No clone_snaps in snapset 199=[]:{192=[192,191,190,18f,18c,186,185,181,17d],199=[199,198,197,196,195,194,193]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:56.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:55 smithi090 ceph-mon[89511]: No clone_snaps in snapset 199=[]:{172=[170],17c=[17c],189=[186,181,17d],190=[190,18f,18c],197=[197,196,195,194,193,191],199=[199,198]} for object 5:0ec057fb:::smithi09077644-23:17b 2024-03-07T03:05:56.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:55 smithi090 ceph-mon[89511]: Upgrade: Updating osd.4 2024-03-07T03:05:56.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:55 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:05:56.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:55 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-03-07T03:05:56.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:55 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:05:56.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:55 smithi090 ceph-mon[89511]: Deploying daemon osd.4 on smithi092 2024-03-07T03:05:56.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:55 smithi090 ceph-mon[89511]: pgmap v291: 121 pgs: 116 active+clean, 5 active+clean+snaptrim_error; 338 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.3 MiB/s wr, 23 op/s 2024-03-07T03:05:56.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:55 smithi090 ceph-mon[91928]: osdmap e577: 8 total, 8 up, 8 in 2024-03-07T03:05:56.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:55 smithi090 ceph-mon[91928]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:56.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:55 smithi090 ceph-mon[91928]: No clone_snaps in snapset 19b=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:56.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:55 smithi090 ceph-mon[91928]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:56.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:55 smithi090 ceph-mon[91928]: No clone_snaps in snapset 199=[]:{192=[192,191,190,18f,18c,186,185,181,17d],199=[199,198,197,196,195,194,193]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:56.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:55 smithi090 ceph-mon[91928]: No clone_snaps in snapset 199=[]:{172=[170],17c=[17c],189=[186,181,17d],190=[190,18f,18c],197=[197,196,195,194,193,191],199=[199,198]} for object 5:0ec057fb:::smithi09077644-23:17b 2024-03-07T03:05:56.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:55 smithi090 ceph-mon[91928]: Upgrade: Updating osd.4 2024-03-07T03:05:56.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:55 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:05:56.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:55 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-03-07T03:05:56.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:55 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:05:56.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:55 smithi090 ceph-mon[91928]: Deploying daemon osd.4 on smithi092 2024-03-07T03:05:56.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:55 smithi090 ceph-mon[91928]: pgmap v291: 121 pgs: 116 active+clean, 5 active+clean+snaptrim_error; 338 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.3 MiB/s wr, 23 op/s 2024-03-07T03:05:56.579 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:56 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:56.321+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:05:56.579 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:56 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:56.321+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:56.579 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:56 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:56.321+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19b=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:56.579 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:56 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:56.321+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:56.858 INFO:tasks.rados.rados.0.smithi090.stdout:2567: done (1 left) 2024-03-07T03:05:56.858 INFO:tasks.rados.rados.0.smithi090.stdout:2568: copy_from oid 21 from oid 12 current snap is 256 2024-03-07T03:05:56.858 INFO:tasks.rados.rados.0.smithi090.stdout:2569: copy_from oid 13 from oid 26 current snap is 256 2024-03-07T03:05:56.858 INFO:tasks.rados.rados.0.smithi090.stdout:2570: delete oid 50 current snap is 256 2024-03-07T03:05:56.858 INFO:tasks.rados.rados.0.smithi090.stdout:2566: expect (ObjNum 640 snap 199 seq_num 640) 2024-03-07T03:05:56.892 INFO:tasks.rados.rados.0.smithi090.stdout:2568: finishing copy_from to smithi09077644-21 2024-03-07T03:05:56.892 INFO:tasks.rados.rados.0.smithi090.stdout:2568: got expected ENOENT (src dne) 2024-03-07T03:05:56.893 INFO:tasks.rados.rados.0.smithi090.stdout:2568: finishing copy_from racing read to smithi09077644-21 2024-03-07T03:05:56.893 INFO:tasks.rados.rados.0.smithi090.stdout:2569: finishing copy_from to smithi09077644-13 2024-03-07T03:05:56.893 INFO:tasks.rados.rados.0.smithi090.stdout:2569: got expected ENOENT (src dne) 2024-03-07T03:05:56.893 INFO:tasks.rados.rados.0.smithi090.stdout:2569: finishing copy_from racing read to smithi09077644-13 2024-03-07T03:05:56.893 INFO:tasks.rados.rados.0.smithi090.stdout:2566: done (3 left) 2024-03-07T03:05:56.893 INFO:tasks.rados.rados.0.smithi090.stdout:2568: done (2 left) 2024-03-07T03:05:56.893 INFO:tasks.rados.rados.0.smithi090.stdout:2569: done (1 left) 2024-03-07T03:05:56.893 INFO:tasks.rados.rados.0.smithi090.stdout:2570: done (0 left) 2024-03-07T03:05:56.893 INFO:tasks.rados.rados.0.smithi090.stdout:2571: read oid 34 snap -1 2024-03-07T03:05:56.893 INFO:tasks.rados.rados.0.smithi090.stdout:2571: expect deleted 2024-03-07T03:05:56.893 INFO:tasks.rados.rados.0.smithi090.stdout:2572: snap_remove snap 250 2024-03-07T03:05:57.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:56 smithi092 ceph-mon[83777]: No clone_snaps in snapset 199=[]:{172=[170],17c=[17c],189=[186,181,17d],190=[190,18f,18c],197=[197,196,195,194,193,191],199=[199,198]} for object 5:0ec057fb:::smithi09077644-23:17b 2024-03-07T03:05:57.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:56 smithi092 ceph-mon[83777]: osdmap e578: 8 total, 8 up, 8 in 2024-03-07T03:05:57.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:56 smithi092 ceph-mon[83777]: No clone_snaps in snapset 199=[]:{192=[192,191,190,18f,18c,186,185,181,17d],199=[199,198,197,196,195,194,193]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:57.329 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:05:56 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:05:56.865+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 199=[]:{172=[170],17c=[17c],189=[186,181,17d],190=[190,18f,18c],197=[197,196,195,194,193,191],199=[199,198]} for object 5:0ec057fb:::smithi09077644-23:17b 2024-03-07T03:05:57.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:56 smithi090 ceph-mon[89511]: No clone_snaps in snapset 199=[]:{172=[170],17c=[17c],189=[186,181,17d],190=[190,18f,18c],197=[197,196,195,194,193,191],199=[199,198]} for object 5:0ec057fb:::smithi09077644-23:17b 2024-03-07T03:05:57.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:56 smithi090 ceph-mon[89511]: osdmap e578: 8 total, 8 up, 8 in 2024-03-07T03:05:57.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:56 smithi090 ceph-mon[89511]: No clone_snaps in snapset 199=[]:{192=[192,191,190,18f,18c,186,185,181,17d],199=[199,198,197,196,195,194,193]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:57.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:56 smithi090 ceph-mon[91928]: No clone_snaps in snapset 199=[]:{172=[170],17c=[17c],189=[186,181,17d],190=[190,18f,18c],197=[197,196,195,194,193,191],199=[199,198]} for object 5:0ec057fb:::smithi09077644-23:17b 2024-03-07T03:05:57.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:56 smithi090 ceph-mon[91928]: osdmap e578: 8 total, 8 up, 8 in 2024-03-07T03:05:57.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:56 smithi090 ceph-mon[91928]: No clone_snaps in snapset 199=[]:{192=[192,191,190,18f,18c,186,185,181,17d],199=[199,198,197,196,195,194,193]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:57.330 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:05:56 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:05:56.855+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 199=[]:{192=[192,191,190,18f,18c,186,185,181,17d],199=[199,198,197,196,195,194,193]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:57.330 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:56 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:56.859+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:57.331 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:56 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:56.860+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:57.331 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:56 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:56.860+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19b=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:57.870 INFO:tasks.rados.rados.0.smithi090.stdout:2572: done (1 left) 2024-03-07T03:05:57.870 INFO:tasks.rados.rados.0.smithi090.stdout:2573: copy_from oid 3 from oid 22 current snap is 256 2024-03-07T03:05:57.870 INFO:tasks.rados.rados.0.smithi090.stdout:2571: done (1 left) 2024-03-07T03:05:57.870 INFO:tasks.rados.rados.0.smithi090.stdout:2574: delete oid 20 current snap is 256 2024-03-07T03:05:57.879 INFO:tasks.rados.rados.0.smithi090.stdout:2574: done (1 left) 2024-03-07T03:05:57.879 INFO:tasks.rados.rados.0.smithi090.stdout:2575: read oid 31 snap -1 2024-03-07T03:05:57.879 INFO:tasks.rados.rados.0.smithi090.stdout:2575: expect (ObjNum 741 snap 236 seq_num 741) 2024-03-07T03:05:57.879 INFO:tasks.rados.rados.0.smithi090.stdout:2576: snap_remove snap 248 2024-03-07T03:05:58.158 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:57 smithi092 ceph-mon[83777]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:58.158 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:57 smithi092 ceph-mon[83777]: No clone_snaps in snapset 19b=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:58.159 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:57 smithi092 ceph-mon[83777]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:58.159 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:57 smithi092 ceph-mon[83777]: osdmap e579: 8 total, 8 up, 8 in 2024-03-07T03:05:58.159 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:57 smithi092 ceph-mon[83777]: No clone_snaps in snapset 199=[]:{192=[192,191,190,18f,18c,186,185,181,17d],199=[199,198,197,196,195,194,193]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:58.159 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:57 smithi092 ceph-mon[83777]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:58.159 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:57 smithi092 ceph-mon[83777]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:58.159 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:57 smithi092 ceph-mon[83777]: No clone_snaps in snapset 19b=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:58.159 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:57 smithi092 ceph-mon[83777]: No clone_snaps in snapset 199=[]:{172=[170],17c=[17c],189=[186,181,17d],190=[190,18f,18c],197=[197,196,195,194,193,191],199=[199,198]} for object 5:0ec057fb:::smithi09077644-23:17b 2024-03-07T03:05:58.159 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:57 smithi092 ceph-mon[83777]: pgmap v294: 121 pgs: 116 active+clean, 5 active+clean+snaptrim_error; 338 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 21 op/s 2024-03-07T03:05:58.159 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:57 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:05:58.329 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:05:57 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:05:57.873+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 199=[]:{192=[192,191,190,18f,18c,186,185,181,17d],199=[199,198,197,196,195,194,193]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:58.329 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:57 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:57.875+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:58.330 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:57 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:57.876+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:05:58.330 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:57 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:57.876+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:58.330 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:57 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:57.879+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19b=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:58.330 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:05:57 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:05:57.878+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 199=[]:{172=[170],17c=[17c],189=[186,181,17d],190=[190,18f,18c],197=[197,196,195,194,193,191],199=[199,198]} for object 5:0ec057fb:::smithi09077644-23:17b 2024-03-07T03:05:58.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:57 smithi090 ceph-mon[89511]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:58.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:57 smithi090 ceph-mon[89511]: No clone_snaps in snapset 19b=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:58.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:57 smithi090 ceph-mon[89511]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:58.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:57 smithi090 ceph-mon[89511]: osdmap e579: 8 total, 8 up, 8 in 2024-03-07T03:05:58.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:57 smithi090 ceph-mon[89511]: No clone_snaps in snapset 199=[]:{192=[192,191,190,18f,18c,186,185,181,17d],199=[199,198,197,196,195,194,193]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:58.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:57 smithi090 ceph-mon[89511]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:58.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:57 smithi090 ceph-mon[89511]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:58.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:57 smithi090 ceph-mon[89511]: No clone_snaps in snapset 19b=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:58.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:57 smithi090 ceph-mon[89511]: No clone_snaps in snapset 199=[]:{172=[170],17c=[17c],189=[186,181,17d],190=[190,18f,18c],197=[197,196,195,194,193,191],199=[199,198]} for object 5:0ec057fb:::smithi09077644-23:17b 2024-03-07T03:05:58.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:57 smithi090 ceph-mon[89511]: pgmap v294: 121 pgs: 116 active+clean, 5 active+clean+snaptrim_error; 338 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 21 op/s 2024-03-07T03:05:58.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:57 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:05:58.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:57 smithi090 ceph-mon[91928]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:58.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:57 smithi090 ceph-mon[91928]: No clone_snaps in snapset 19b=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:58.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:57 smithi090 ceph-mon[91928]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:58.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:57 smithi090 ceph-mon[91928]: osdmap e579: 8 total, 8 up, 8 in 2024-03-07T03:05:58.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:57 smithi090 ceph-mon[91928]: No clone_snaps in snapset 199=[]:{192=[192,191,190,18f,18c,186,185,181,17d],199=[199,198,197,196,195,194,193]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:58.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:57 smithi090 ceph-mon[91928]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:58.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:57 smithi090 ceph-mon[91928]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:58.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:57 smithi090 ceph-mon[91928]: No clone_snaps in snapset 19b=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:58.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:57 smithi090 ceph-mon[91928]: No clone_snaps in snapset 199=[]:{172=[170],17c=[17c],189=[186,181,17d],190=[190,18f,18c],197=[197,196,195,194,193,191],199=[199,198]} for object 5:0ec057fb:::smithi09077644-23:17b 2024-03-07T03:05:58.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:57 smithi090 ceph-mon[91928]: pgmap v294: 121 pgs: 116 active+clean, 5 active+clean+snaptrim_error; 338 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 21 op/s 2024-03-07T03:05:58.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:57 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:05:58.417 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:05:58 smithi092 systemd[1]: Stopping Ceph osd.4 for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T03:05:58.867 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:05:58 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[35984]: 2024-03-07T03:05:58.466+0000 7fd95aaa6700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-07T03:05:58.867 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:05:58 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[35984]: 2024-03-07T03:05:58.466+0000 7fd95aaa6700 -1 osd.4 580 *** Got signal Terminated *** 2024-03-07T03:05:58.867 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:05:58 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[35984]: 2024-03-07T03:05:58.466+0000 7fd95aaa6700 -1 osd.4 580 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-07T03:05:58.879 INFO:tasks.rados.rados.0.smithi090.stdout:2576: done (2 left) 2024-03-07T03:05:58.879 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 16 current snap is 256 2024-03-07T03:05:58.879 INFO:tasks.rados.rados.0.smithi090.stdout:2577: seq_num 792 ranges {4907008=466944,5373952=761856,6135808=40960} 2024-03-07T03:05:58.909 INFO:tasks.rados.rados.0.smithi090.stdout:2577: writing smithi09077644-16 from 4907008 to 5373952 tid 1 2024-03-07T03:05:58.913 INFO:tasks.rados.rados.0.smithi090.stdout:2577: writing smithi09077644-16 from 5373952 to 6135808 tid 2 2024-03-07T03:05:58.914 INFO:tasks.rados.rados.0.smithi090.stdout:2577: writing smithi09077644-16 from 6135808 to 6176768 tid 3 2024-03-07T03:05:58.914 INFO:tasks.rados.rados.0.smithi090.stdout:2578: rmattr oid 12 current snap is 256 2024-03-07T03:05:58.914 INFO:tasks.rados.rados.0.smithi090.stdout:2578: done (3 left) 2024-03-07T03:05:58.914 INFO:tasks.rados.rados.0.smithi090.stdout:2579: read oid 39 snap 243 2024-03-07T03:05:58.914 INFO:tasks.rados.rados.0.smithi090.stdout:2579: expect (ObjNum 733 snap 230 seq_num 733) 2024-03-07T03:05:58.914 INFO:tasks.rados.rados.0.smithi090.stdout:2580: read oid 21 snap 247 2024-03-07T03:05:58.914 INFO:tasks.rados.rados.0.smithi090.stdout:2580: expect deleted 2024-03-07T03:05:58.914 INFO:tasks.rados.rados.0.smithi090.stdout:2581: delete oid 18 current snap is 256 2024-03-07T03:05:58.914 INFO:tasks.rados.rados.0.smithi090.stdout:2575: expect (ObjNum 741 snap 236 seq_num 741) 2024-03-07T03:05:58.926 INFO:tasks.rados.rados.0.smithi090.stdout:2573: finishing copy_from racing read to smithi09077644-3 2024-03-07T03:05:58.926 INFO:tasks.rados.rados.0.smithi090.stdout:2573: finishing copy_from to smithi09077644-3 2024-03-07T03:05:58.926 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 1430 (ObjNum 777 snap 253 seq_num 777) dirty exists 2024-03-07T03:05:58.927 INFO:tasks.rados.rados.0.smithi090.stdout:2577: finishing write tid 1 to smithi09077644-16 2024-03-07T03:05:58.927 INFO:tasks.rados.rados.0.smithi090.stdout:2573: done (5 left) 2024-03-07T03:05:58.927 INFO:tasks.rados.rados.0.smithi090.stdout:2575: done (4 left) 2024-03-07T03:05:58.927 INFO:tasks.rados.rados.0.smithi090.stdout:2580: done (3 left) 2024-03-07T03:05:58.927 INFO:tasks.rados.rados.0.smithi090.stdout:2581: done (2 left) 2024-03-07T03:05:58.927 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 23 current snap is 256 2024-03-07T03:05:58.927 INFO:tasks.rados.rados.0.smithi090.stdout:2582: seq_num 794 ranges {5914624=499712,6414336=532480,6946816=270336} 2024-03-07T03:05:58.960 INFO:tasks.rados.rados.0.smithi090.stdout:2582: writing smithi09077644-23 from 5914624 to 6414336 tid 1 2024-03-07T03:05:58.963 INFO:tasks.rados.rados.0.smithi090.stdout:2582: writing smithi09077644-23 from 6414336 to 6946816 tid 2 2024-03-07T03:05:58.965 INFO:tasks.rados.rados.0.smithi090.stdout:2582: writing smithi09077644-23 from 6946816 to 7217152 tid 3 2024-03-07T03:05:58.965 INFO:tasks.rados.rados.0.smithi090.stdout:2583: delete oid 22 current snap is 256 2024-03-07T03:05:58.965 INFO:tasks.rados.rados.0.smithi090.stdout:2577: finishing write tid 2 to smithi09077644-16 2024-03-07T03:05:58.965 INFO:tasks.rados.rados.0.smithi090.stdout:2579: expect (ObjNum 733 snap 230 seq_num 733) 2024-03-07T03:05:58.973 INFO:tasks.rados.rados.0.smithi090.stdout:2577: finishing write tid 3 to smithi09077644-16 2024-03-07T03:05:58.973 INFO:tasks.rados.rados.0.smithi090.stdout:2577: finishing write tid 4 to smithi09077644-16 2024-03-07T03:05:58.973 INFO:tasks.rados.rados.0.smithi090.stdout:2577: finishing write tid 5 to smithi09077644-16 2024-03-07T03:05:58.973 INFO:tasks.rados.rados.0.smithi090.stdout:2577: oid 16 updating version 0 to 1138 2024-03-07T03:05:58.973 INFO:tasks.rados.rados.0.smithi090.stdout:2577: oid 16 version 1138 is already newer than 1136 2024-03-07T03:05:58.973 INFO:tasks.rados.rados.0.smithi090.stdout:2577: oid 16 version 1138 is already newer than 1137 2024-03-07T03:05:58.973 INFO:tasks.rados.rados.0.smithi090.stdout:2577: oid 16 version 1138 is already newer than 1135 2024-03-07T03:05:58.973 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 1138 (ObjNum 792 snap 256 seq_num 792) dirty exists 2024-03-07T03:05:58.973 INFO:tasks.rados.rados.0.smithi090.stdout:2577: left oid 16 (ObjNum 792 snap 256 seq_num 792) 2024-03-07T03:05:58.973 INFO:tasks.rados.rados.0.smithi090.stdout:2577: done (3 left) 2024-03-07T03:05:58.973 INFO:tasks.rados.rados.0.smithi090.stdout:2579: done (2 left) 2024-03-07T03:05:58.973 INFO:tasks.rados.rados.0.smithi090.stdout:2583: done (1 left) 2024-03-07T03:05:58.974 INFO:tasks.rados.rados.0.smithi090.stdout:2584: snap_create 2024-03-07T03:05:59.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:58 smithi092 ceph-mon[83777]: osdmap e580: 8 total, 8 up, 8 in 2024-03-07T03:05:59.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:58 smithi092 ceph-mon[83777]: No clone_snaps in snapset 199=[]:{192=[192,191,190,18f,18c,186,185,181,17d],199=[199,198,197,196,195,194,193]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:59.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:58 smithi092 ceph-mon[83777]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:59.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:58 smithi092 ceph-mon[83777]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:59.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:58 smithi092 ceph-mon[83777]: No clone_snaps in snapset 199=[]:{172=[170],17c=[17c],189=[186,181,17d],190=[190,18f,18c],197=[197,196,195,194,193,191],199=[199,198]} for object 5:0ec057fb:::smithi09077644-23:17b 2024-03-07T03:05:59.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:58 smithi092 ceph-mon[83777]: No clone_snaps in snapset 19b=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:59.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:58 smithi092 ceph-mon[83777]: osd.4 marked itself down and dead 2024-03-07T03:05:59.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:58 smithi090 ceph-mon[91928]: osdmap e580: 8 total, 8 up, 8 in 2024-03-07T03:05:59.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:58 smithi090 ceph-mon[91928]: No clone_snaps in snapset 199=[]:{192=[192,191,190,18f,18c,186,185,181,17d],199=[199,198,197,196,195,194,193]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:59.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:58 smithi090 ceph-mon[91928]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:59.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:58 smithi090 ceph-mon[91928]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:59.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:58 smithi090 ceph-mon[91928]: No clone_snaps in snapset 199=[]:{172=[170],17c=[17c],189=[186,181,17d],190=[190,18f,18c],197=[197,196,195,194,193,191],199=[199,198]} for object 5:0ec057fb:::smithi09077644-23:17b 2024-03-07T03:05:59.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:58 smithi090 ceph-mon[91928]: No clone_snaps in snapset 19b=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:59.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:58 smithi090 ceph-mon[91928]: osd.4 marked itself down and dead 2024-03-07T03:05:59.330 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:58 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:58.882+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19b=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:59.330 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:58 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:58.882+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:59.330 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:58 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:58.883+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:59.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:58 smithi090 ceph-mon[89511]: osdmap e580: 8 total, 8 up, 8 in 2024-03-07T03:05:59.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:58 smithi090 ceph-mon[89511]: No clone_snaps in snapset 199=[]:{192=[192,191,190,18f,18c,186,185,181,17d],199=[199,198,197,196,195,194,193]} for object 5:3842c616:::smithi09077644-5:14a 2024-03-07T03:05:59.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:58 smithi090 ceph-mon[89511]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:05:59.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:58 smithi090 ceph-mon[89511]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:05:59.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:58 smithi090 ceph-mon[89511]: No clone_snaps in snapset 199=[]:{172=[170],17c=[17c],189=[186,181,17d],190=[190,18f,18c],197=[197,196,195,194,193,191],199=[199,198]} for object 5:0ec057fb:::smithi09077644-23:17b 2024-03-07T03:05:59.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:58 smithi090 ceph-mon[89511]: No clone_snaps in snapset 19b=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:05:59.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:58 smithi090 ceph-mon[89511]: osd.4 marked itself down and dead 2024-03-07T03:05:59.868 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:05:59 smithi092 podman[89100]: 2024-03-07 03:05:59.522325046 +0000 UTC m=+1.202742404 container died 9ffc02d81c1378b342a52ad718a26517b30462c8ceb9538ca3899dc66e9325f9 (image=quay.ceph.io/ceph-ci/ceph@sha256:4e788e3c6821efe986a710ffe10c052cd830c07b33cd4a66b97449fc9bbef8e7, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , RELEASE=reef-ae75fc9, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240222) 2024-03-07T03:05:59.892 INFO:tasks.rados.rados.0.smithi090.stdout:2584: done (1 left) 2024-03-07T03:05:59.892 INFO:tasks.rados.rados.0.smithi090.stdout:2585: snap_remove snap 239 2024-03-07T03:06:00.167 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:05:59 smithi092 podman[89100]: 2024-03-07 03:05:59.97543432 +0000 UTC m=+1.655851677 container cleanup 9ffc02d81c1378b342a52ad718a26517b30462c8ceb9538ca3899dc66e9325f9 (image=quay.ceph.io/ceph-ci/ceph@sha256:4e788e3c6821efe986a710ffe10c052cd830c07b33cd4a66b97449fc9bbef8e7, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240222, RELEASE=reef-ae75fc9, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-03-07T03:06:00.167 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:05:59 smithi092 bash[89100]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4 2024-03-07T03:06:00.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:59 smithi092 ceph-mon[83777]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-07T03:06:00.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:59 smithi092 ceph-mon[83777]: osdmap e581: 8 total, 7 up, 8 in 2024-03-07T03:06:00.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:59 smithi092 ceph-mon[83777]: No clone_snaps in snapset 19b=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:00.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:59 smithi092 ceph-mon[83777]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:00.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:59 smithi092 ceph-mon[83777]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:00.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:05:59 smithi092 ceph-mon[83777]: pgmap v297: 121 pgs: 1 peering+snaptrim_error, 8 peering, 6 stale+active+clean, 102 active+clean, 4 active+clean+snaptrim_error; 333 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 0 B/s wr, 3 op/s 2024-03-07T03:06:00.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:59 smithi090 ceph-mon[89511]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-07T03:06:00.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:59 smithi090 ceph-mon[89511]: osdmap e581: 8 total, 7 up, 8 in 2024-03-07T03:06:00.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:59 smithi090 ceph-mon[89511]: No clone_snaps in snapset 19b=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:00.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:59 smithi090 ceph-mon[89511]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:00.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:59 smithi090 ceph-mon[89511]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:00.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:05:59 smithi090 ceph-mon[89511]: pgmap v297: 121 pgs: 1 peering+snaptrim_error, 8 peering, 6 stale+active+clean, 102 active+clean, 4 active+clean+snaptrim_error; 333 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 0 B/s wr, 3 op/s 2024-03-07T03:06:00.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:59 smithi090 ceph-mon[91928]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-07T03:06:00.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:59 smithi090 ceph-mon[91928]: osdmap e581: 8 total, 7 up, 8 in 2024-03-07T03:06:00.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:59 smithi090 ceph-mon[91928]: No clone_snaps in snapset 19b=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:00.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:59 smithi090 ceph-mon[91928]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:00.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:59 smithi090 ceph-mon[91928]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:00.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:05:59 smithi090 ceph-mon[91928]: pgmap v297: 121 pgs: 1 peering+snaptrim_error, 8 peering, 6 stale+active+clean, 102 active+clean, 4 active+clean+snaptrim_error; 333 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 0 B/s wr, 3 op/s 2024-03-07T03:06:00.330 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:59 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:59.885+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:00.331 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:59 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:59.886+0000 7fa43c425700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:06:00.331 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:59 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:59.886+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:00.331 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:05:59 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:05:59.890+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19b=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:00.667 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:00 smithi092 podman[89118]: 2024-03-07 03:06:00.360707811 +0000 UTC m=+0.924734021 container remove 9ffc02d81c1378b342a52ad718a26517b30462c8ceb9538ca3899dc66e9325f9 (image=quay.ceph.io/ceph-ci/ceph@sha256:4e788e3c6821efe986a710ffe10c052cd830c07b33cd4a66b97449fc9bbef8e7, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, RELEASE=reef-ae75fc9, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240222, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2) 2024-03-07T03:06:00.915 INFO:tasks.rados.rados.0.smithi090.stdout:2585: done (1 left) 2024-03-07T03:06:00.915 INFO:tasks.rados.rados.0.smithi090.stdout:2586: copy_from oid 38 from oid 39 current snap is 257 2024-03-07T03:06:00.915 INFO:tasks.rados.rados.0.smithi090.stdout:2582: finishing write tid 1 to smithi09077644-23 2024-03-07T03:06:00.916 INFO:tasks.rados.rados.0.smithi090.stdout:2582: finishing write tid 2 to smithi09077644-23 2024-03-07T03:06:00.916 INFO:tasks.rados.rados.0.smithi090.stdout:2582: finishing write tid 3 to smithi09077644-23 2024-03-07T03:06:00.916 INFO:tasks.rados.rados.0.smithi090.stdout:2582: finishing write tid 4 to smithi09077644-23 2024-03-07T03:06:00.916 INFO:tasks.rados.rados.0.smithi090.stdout:2582: finishing write tid 5 to smithi09077644-23 2024-03-07T03:06:00.916 INFO:tasks.rados.rados.0.smithi090.stdout:2582: oid 23 updating version 0 to 1339 2024-03-07T03:06:00.916 INFO:tasks.rados.rados.0.smithi090.stdout:2582: oid 23 version 1339 is already newer than 1338 2024-03-07T03:06:00.916 INFO:tasks.rados.rados.0.smithi090.stdout:2582: oid 23 updating version 1339 to 1340 2024-03-07T03:06:00.916 INFO:tasks.rados.rados.0.smithi090.stdout:2582: oid 23 updating version 1340 to 1341 2024-03-07T03:06:00.916 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 1341 (ObjNum 794 snap 256 seq_num 794) dirty exists 2024-03-07T03:06:00.916 INFO:tasks.rados.rados.0.smithi090.stdout:2582: left oid 23 (ObjNum 794 snap 256 seq_num 794) 2024-03-07T03:06:00.916 INFO:tasks.rados.rados.0.smithi090.stdout:2582: done (1 left) 2024-03-07T03:06:00.916 INFO:tasks.rados.rados.0.smithi090.stdout:2587: rmattr oid 2 current snap is 257 2024-03-07T03:06:00.916 INFO:tasks.rados.rados.0.smithi090.stdout:2588: snap_remove snap 224 2024-03-07T03:06:00.991 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:00 smithi092 podman[89212]: 2024-03-07 03:06:00.632604462 +0000 UTC m=+0.018892026 image pull fdb83767c1ab7256a5adb2236a0d5ca62c64d53a1398fd6c12f8a81ff166e8ff quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71 2024-03-07T03:06:00.992 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:00 smithi092 podman[89212]: 2024-03-07 03:06:00.761800711 +0000 UTC m=+0.148088303 container create c598935ce5521b552a8b2c9f32f01e75f4a8c730fafd8744601c03e2e31e9b41 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4-deactivate, io.buildah.version=1.33.5, org.label-schema.build-date=20240222, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-ea9a568, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-03-07T03:06:00.992 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:00 smithi092 ceph-mon[83777]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-03-07T03:06:00.992 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:00 smithi092 ceph-mon[83777]: osdmap e582: 8 total, 7 up, 8 in 2024-03-07T03:06:00.992 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:00 smithi092 ceph-mon[83777]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:00.992 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:00 smithi092 ceph-mon[83777]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:00.992 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:00 smithi092 ceph-mon[83777]: No clone_snaps in snapset 19b=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:01.286 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:00 smithi092 podman[89212]: 2024-03-07 03:06:00.989537814 +0000 UTC m=+0.375825363 container init c598935ce5521b552a8b2c9f32f01e75f4a8c730fafd8744601c03e2e31e9b41 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4-deactivate, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240222, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=main-ea9a568, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-07T03:06:01.287 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:00 smithi092 podman[89212]: 2024-03-07 03:06:00.992922549 +0000 UTC m=+0.379210109 container start c598935ce5521b552a8b2c9f32f01e75f4a8c730fafd8744601c03e2e31e9b41 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4-deactivate, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240222, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, RELEASE=main-ea9a568, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-07T03:06:01.287 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:01 smithi092 podman[89212]: 2024-03-07 03:06:01.089580978 +0000 UTC m=+0.475868541 container attach c598935ce5521b552a8b2c9f32f01e75f4a8c730fafd8744601c03e2e31e9b41 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4-deactivate, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-ea9a568, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.build-date=20240222, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b) 2024-03-07T03:06:01.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:00 smithi090 ceph-mon[89511]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-03-07T03:06:01.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:00 smithi090 ceph-mon[89511]: osdmap e582: 8 total, 7 up, 8 in 2024-03-07T03:06:01.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:00 smithi090 ceph-mon[89511]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:01.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:00 smithi090 ceph-mon[89511]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:01.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:00 smithi090 ceph-mon[89511]: No clone_snaps in snapset 19b=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:01.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:00 smithi090 ceph-mon[91928]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-03-07T03:06:01.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:00 smithi090 ceph-mon[91928]: osdmap e582: 8 total, 7 up, 8 in 2024-03-07T03:06:01.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:00 smithi090 ceph-mon[91928]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:01.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:00 smithi090 ceph-mon[91928]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:01.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:00 smithi090 ceph-mon[91928]: No clone_snaps in snapset 19b=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:01.330 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:00 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:00.922+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:01.330 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:00 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:00.924+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19b=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:01.330 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:00 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:00.924+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:01.578 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:01 smithi092 podman[89212]: 2024-03-07 03:06:01.284354274 +0000 UTC m=+0.670641817 container died c598935ce5521b552a8b2c9f32f01e75f4a8c730fafd8744601c03e2e31e9b41 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240222, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, RELEASE=main-ea9a568, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5) 2024-03-07T03:06:01.838 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:01 smithi092 podman[89237]: 2024-03-07 03:06:01.818573652 +0000 UTC m=+0.523720732 container remove c598935ce5521b552a8b2c9f32f01e75f4a8c730fafd8744601c03e2e31e9b41 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4-deactivate, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=main-ea9a568, GIT_BRANCH=HEAD, org.label-schema.build-date=20240222, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-03-07T03:06:01.923 INFO:tasks.rados.rados.0.smithi090.stdout:2588: done (2 left) 2024-03-07T03:06:01.923 INFO:tasks.rados.rados.0.smithi090.stdout:2589: snap_create 2024-03-07T03:06:01.923 INFO:tasks.rados.rados.0.smithi090.stdout:2586: finishing copy_from racing read to smithi09077644-38 2024-03-07T03:06:01.923 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 2 v 1117 (ObjNum 658 snap 205 seq_num 658) dirty exists 2024-03-07T03:06:01.923 INFO:tasks.rados.rados.0.smithi090.stdout:2586: finishing copy_from to smithi09077644-38 2024-03-07T03:06:01.923 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 1434 (ObjNum 785 snap 255 seq_num 785) dirty exists 2024-03-07T03:06:02.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:01 smithi092 ceph-mon[83777]: osdmap e583: 8 total, 7 up, 8 in 2024-03-07T03:06:02.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:01 smithi092 ceph-mon[83777]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:02.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:01 smithi092 ceph-mon[83777]: No clone_snaps in snapset 19b=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:02.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:01 smithi092 ceph-mon[83777]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:02.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:01 smithi092 ceph-mon[83777]: pgmap v300: 121 pgs: 4 active+undersized, 4 active+undersized+degraded, 2 peering+snaptrim_error, 14 peering, 3 stale+active+clean, 91 active+clean, 3 active+clean+snaptrim_error; 338 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.4 MiB/s wr, 4 op/s; 15/615 objects degraded (2.439%) 2024-03-07T03:06:02.168 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:01 smithi092 systemd[1]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@osd.4.service: Deactivated successfully. 2024-03-07T03:06:02.168 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:01 smithi092 systemd[1]: Stopped Ceph osd.4 for fb96fd1c-dc2c-11ee-95c6-87774f69a715. 2024-03-07T03:06:02.168 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:01 smithi092 systemd[1]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@osd.4.service: Consumed 18.296s CPU time. 2024-03-07T03:06:02.168 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:02 smithi092 systemd[1]: Starting Ceph osd.4 for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T03:06:02.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:01 smithi090 ceph-mon[91928]: osdmap e583: 8 total, 7 up, 8 in 2024-03-07T03:06:02.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:01 smithi090 ceph-mon[91928]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:02.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:01 smithi090 ceph-mon[91928]: No clone_snaps in snapset 19b=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:02.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:01 smithi090 ceph-mon[91928]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:02.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:01 smithi090 ceph-mon[91928]: pgmap v300: 121 pgs: 4 active+undersized, 4 active+undersized+degraded, 2 peering+snaptrim_error, 14 peering, 3 stale+active+clean, 91 active+clean, 3 active+clean+snaptrim_error; 338 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.4 MiB/s wr, 4 op/s; 15/615 objects degraded (2.439%) 2024-03-07T03:06:02.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:01 smithi090 ceph-mon[89511]: osdmap e583: 8 total, 7 up, 8 in 2024-03-07T03:06:02.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:01 smithi090 ceph-mon[89511]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:02.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:01 smithi090 ceph-mon[89511]: No clone_snaps in snapset 19b=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:02.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:01 smithi090 ceph-mon[89511]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:02.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:01 smithi090 ceph-mon[89511]: pgmap v300: 121 pgs: 4 active+undersized, 4 active+undersized+degraded, 2 peering+snaptrim_error, 14 peering, 3 stale+active+clean, 91 active+clean, 3 active+clean+snaptrim_error; 338 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.4 MiB/s wr, 4 op/s; 15/615 objects degraded (2.439%) 2024-03-07T03:06:02.330 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:02 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:02.123+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:06:02.330 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:02 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:02.123+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:02.330 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:02 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:02.125+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:02.330 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:02 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:02.125+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19b=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:02.558 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:06:02 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:06:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:06:02.558 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:02 smithi092 podman[89337]: 2024-03-07 03:06:02.163995033 +0000 UTC m=+0.018145693 image pull fdb83767c1ab7256a5adb2236a0d5ca62c64d53a1398fd6c12f8a81ff166e8ff quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71 2024-03-07T03:06:02.558 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:02 smithi092 podman[89337]: 2024-03-07 03:06:02.270001784 +0000 UTC m=+0.124152436 container create 80b4048206aa42e5848ee8250e38b732916d3514cb11d3b499ee0e9f33d34c35 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4-activate, RELEASE=main-ea9a568, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.build-date=20240222, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-03-07T03:06:02.558 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:02 smithi092 podman[89337]: 2024-03-07 03:06:02.456837789 +0000 UTC m=+0.310988441 container init 80b4048206aa42e5848ee8250e38b732916d3514cb11d3b499ee0e9f33d34c35 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4-activate, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240222, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=main-ea9a568, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b) 2024-03-07T03:06:02.558 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:02 smithi092 podman[89337]: 2024-03-07 03:06:02.460291405 +0000 UTC m=+0.314442060 container start 80b4048206aa42e5848ee8250e38b732916d3514cb11d3b499ee0e9f33d34c35 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4-activate, org.label-schema.schema-version=1.0, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=main-ea9a568, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240222) 2024-03-07T03:06:02.558 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:02 smithi092 podman[89337]: 2024-03-07 03:06:02.555762618 +0000 UTC m=+0.409913273 container attach 80b4048206aa42e5848ee8250e38b732916d3514cb11d3b499ee0e9f33d34c35 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4-activate, maintainer=Guillaume Abrioux , RELEASE=main-ea9a568, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240222, GIT_CLEAN=True) 2024-03-07T03:06:02.929 INFO:tasks.rados.rados.0.smithi090.stdout:2586: done (2 left) 2024-03-07T03:06:02.929 INFO:tasks.rados.rados.0.smithi090.stdout:2587: done (1 left) 2024-03-07T03:06:02.929 INFO:tasks.rados.rados.0.smithi090.stdout:2589: done (0 left) 2024-03-07T03:06:02.930 INFO:tasks.rados.rados.0.smithi090.stdout:2590: read oid 47 snap -1 2024-03-07T03:06:02.930 INFO:tasks.rados.rados.0.smithi090.stdout:2590: expect deleted 2024-03-07T03:06:02.930 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 12 current snap is 258 2024-03-07T03:06:02.930 INFO:tasks.rados.rados.0.smithi090.stdout:2591: seq_num 796 ranges {0=540672,540672=704512,1245184=98304} 2024-03-07T03:06:02.932 INFO:tasks.rados.rados.0.smithi090.stdout:2591: writing smithi09077644-12 from 0 to 540672 tid 1 2024-03-07T03:06:02.937 INFO:tasks.rados.rados.0.smithi090.stdout:2591: writing smithi09077644-12 from 540672 to 1245184 tid 2 2024-03-07T03:06:02.937 INFO:tasks.rados.rados.0.smithi090.stdout:2591: writing smithi09077644-12 from 1245184 to 1343488 tid 3 2024-03-07T03:06:02.937 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 8 current snap is 258 2024-03-07T03:06:02.938 INFO:tasks.rados.rados.0.smithi090.stdout:2592: seq_num 797 ranges {2138112=557056,2695168=589824,3284992=212992} 2024-03-07T03:06:02.952 INFO:tasks.rados.rados.0.smithi090.stdout:2592: writing smithi09077644-8 from 2138112 to 2695168 tid 1 2024-03-07T03:06:02.956 INFO:tasks.rados.rados.0.smithi090.stdout:2592: writing smithi09077644-8 from 2695168 to 3284992 tid 2 2024-03-07T03:06:02.958 INFO:tasks.rados.rados.0.smithi090.stdout:2592: writing smithi09077644-8 from 3284992 to 3497984 tid 3 2024-03-07T03:06:02.958 INFO:tasks.rados.rados.0.smithi090.stdout:2593: delete oid 31 current snap is 258 2024-03-07T03:06:02.958 INFO:tasks.rados.rados.0.smithi090.stdout:2591: finishing write tid 1 to smithi09077644-12 2024-03-07T03:06:02.958 INFO:tasks.rados.rados.0.smithi090.stdout:2591: finishing write tid 2 to smithi09077644-12 2024-03-07T03:06:02.958 INFO:tasks.rados.rados.0.smithi090.stdout:2591: finishing write tid 3 to smithi09077644-12 2024-03-07T03:06:02.958 INFO:tasks.rados.rados.0.smithi090.stdout:2591: finishing write tid 4 to smithi09077644-12 2024-03-07T03:06:02.958 INFO:tasks.rados.rados.0.smithi090.stdout:2591: finishing write tid 5 to smithi09077644-12 2024-03-07T03:06:02.958 INFO:tasks.rados.rados.0.smithi090.stdout:2591: oid 12 updating version 0 to 1220 2024-03-07T03:06:02.958 INFO:tasks.rados.rados.0.smithi090.stdout:2591: oid 12 updating version 1220 to 1221 2024-03-07T03:06:02.958 INFO:tasks.rados.rados.0.smithi090.stdout:2591: oid 12 updating version 1221 to 1223 2024-03-07T03:06:02.958 INFO:tasks.rados.rados.0.smithi090.stdout:2591: oid 12 version 1223 is already newer than 1222 2024-03-07T03:06:02.958 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 12 v 1223 (ObjNum 796 snap 258 seq_num 796) dirty exists 2024-03-07T03:06:02.958 INFO:tasks.rados.rados.0.smithi090.stdout:2591: left oid 12 (ObjNum 796 snap 258 seq_num 796) 2024-03-07T03:06:02.958 INFO:tasks.rados.rados.0.smithi090.stdout:2592: finishing write tid 1 to smithi09077644-8 2024-03-07T03:06:02.959 INFO:tasks.rados.rados.0.smithi090.stdout:2590: done (3 left) 2024-03-07T03:06:02.960 INFO:tasks.rados.rados.0.smithi090.stdout:2591: done (2 left) 2024-03-07T03:06:02.960 INFO:tasks.rados.rados.0.smithi090.stdout:2593: done (1 left) 2024-03-07T03:06:02.960 INFO:tasks.rados.rados.0.smithi090.stdout:2594: delete oid 12 current snap is 258 2024-03-07T03:06:02.960 INFO:tasks.rados.rados.0.smithi090.stdout:2592: finishing write tid 2 to smithi09077644-8 2024-03-07T03:06:02.961 INFO:tasks.rados.rados.0.smithi090.stdout:2592: finishing write tid 3 to smithi09077644-8 2024-03-07T03:06:02.962 INFO:tasks.rados.rados.0.smithi090.stdout:2592: finishing write tid 4 to smithi09077644-8 2024-03-07T03:06:02.962 INFO:tasks.rados.rados.0.smithi090.stdout:2594: done (1 left) 2024-03-07T03:06:02.962 INFO:tasks.rados.rados.0.smithi090.stdout:2595: read oid 46 snap -1 2024-03-07T03:06:02.962 INFO:tasks.rados.rados.0.smithi090.stdout:2595: expect (ObjNum 755 snap 239 seq_num 755) 2024-03-07T03:06:02.962 INFO:tasks.rados.rados.0.smithi090.stdout:2596: read oid 44 snap -1 2024-03-07T03:06:02.962 INFO:tasks.rados.rados.0.smithi090.stdout:2596: expect (ObjNum 661 snap 205 seq_num 661) 2024-03-07T03:06:02.962 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 4 current snap is 258 2024-03-07T03:06:02.962 INFO:tasks.rados.rados.0.smithi090.stdout:2597: seq_num 800 ranges {4325376=606208,4931584=688128,5619712=114688} 2024-03-07T03:06:02.989 INFO:tasks.rados.rados.0.smithi090.stdout:2597: writing smithi09077644-4 from 4325376 to 4931584 tid 1 2024-03-07T03:06:02.993 INFO:tasks.rados.rados.0.smithi090.stdout:2597: writing smithi09077644-4 from 4931584 to 5619712 tid 2 2024-03-07T03:06:02.994 INFO:tasks.rados.rados.0.smithi090.stdout:2597: writing smithi09077644-4 from 5619712 to 5734400 tid 3 2024-03-07T03:06:02.994 INFO:tasks.rados.rados.0.smithi090.stdout:2598: snap_create 2024-03-07T03:06:02.994 INFO:tasks.rados.rados.0.smithi090.stdout:2592: finishing write tid 5 to smithi09077644-8 2024-03-07T03:06:02.994 INFO:tasks.rados.rados.0.smithi090.stdout:2592: oid 8 updating version 0 to 1169 2024-03-07T03:06:02.994 INFO:tasks.rados.rados.0.smithi090.stdout:2592: oid 8 updating version 1169 to 1170 2024-03-07T03:06:02.994 INFO:tasks.rados.rados.0.smithi090.stdout:2592: oid 8 version 1170 is already newer than 1168 2024-03-07T03:06:02.994 INFO:tasks.rados.rados.0.smithi090.stdout:2592: oid 8 version 1170 is already newer than 1167 2024-03-07T03:06:02.994 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 1170 (ObjNum 797 snap 258 seq_num 797) dirty exists 2024-03-07T03:06:02.994 INFO:tasks.rados.rados.0.smithi090.stdout:2592: left oid 8 (ObjNum 797 snap 258 seq_num 797) 2024-03-07T03:06:02.994 INFO:tasks.rados.rados.0.smithi090.stdout:2595: expect (ObjNum 755 snap 239 seq_num 755) 2024-03-07T03:06:03.012 INFO:tasks.rados.rados.0.smithi090.stdout:2596: expect (ObjNum 661 snap 205 seq_num 661) 2024-03-07T03:06:03.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:02 smithi092 ceph-mon[83777]: Health check failed: Degraded data redundancy: 15/615 objects degraded (2.439%), 4 pgs degraded (PG_DEGRADED) 2024-03-07T03:06:03.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:02 smithi092 ceph-mon[83777]: osdmap e584: 8 total, 7 up, 8 in 2024-03-07T03:06:03.167 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:02 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4-activate[89352]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-03-07T03:06:03.168 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:02 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4-activate[89352]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-03-07T03:06:03.168 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:02 smithi092 bash[89337]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-03-07T03:06:03.168 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:02 smithi092 bash[89337]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-03-07T03:06:03.168 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:02 smithi092 bash[89337]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-03-07T03:06:03.168 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:02 smithi092 bash[89337]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-03-07T03:06:03.168 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:02 smithi092 bash[89337]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-03-07T03:06:03.168 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:02 smithi092 bash[89337]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-03-07T03:06:03.168 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:02 smithi092 bash[89337]: --> ceph-volume raw activate successful for osd ID: 4 2024-03-07T03:06:03.168 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:02 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4-activate[89352]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-03-07T03:06:03.168 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:02 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4-activate[89352]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-03-07T03:06:03.168 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:02 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4-activate[89352]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-03-07T03:06:03.168 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:02 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4-activate[89352]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-03-07T03:06:03.168 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:02 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4-activate[89352]: --> ceph-volume raw activate successful for osd ID: 4 2024-03-07T03:06:03.168 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:02 smithi092 podman[89337]: 2024-03-07 03:06:02.920490597 +0000 UTC m=+0.774641258 container died 80b4048206aa42e5848ee8250e38b732916d3514cb11d3b499ee0e9f33d34c35 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4-activate, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240222, RELEASE=main-ea9a568, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-07T03:06:03.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:02 smithi090 ceph-mon[91928]: Health check failed: Degraded data redundancy: 15/615 objects degraded (2.439%), 4 pgs degraded (PG_DEGRADED) 2024-03-07T03:06:03.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:02 smithi090 ceph-mon[91928]: osdmap e584: 8 total, 7 up, 8 in 2024-03-07T03:06:03.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:02 smithi090 ceph-mon[89511]: Health check failed: Degraded data redundancy: 15/615 objects degraded (2.439%), 4 pgs degraded (PG_DEGRADED) 2024-03-07T03:06:03.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:02 smithi090 ceph-mon[89511]: osdmap e584: 8 total, 7 up, 8 in 2024-03-07T03:06:03.329 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:06:03 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:06:03] "GET /metrics HTTP/1.1" 200 36238 "" "Prometheus/2.43.0" 2024-03-07T03:06:03.330 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:02 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:02.933+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19b=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:03.330 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:02 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:02.935+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:03.330 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:02 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:02.936+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:03.340 INFO:tasks.rados.rados.0.smithi090.stdout:2597: finishing write tid 1 to smithi09077644-4 2024-03-07T03:06:03.340 INFO:tasks.rados.rados.0.smithi090.stdout:2597: finishing write tid 2 to smithi09077644-4 2024-03-07T03:06:03.340 INFO:tasks.rados.rados.0.smithi090.stdout:2597: finishing write tid 3 to smithi09077644-4 2024-03-07T03:06:03.340 INFO:tasks.rados.rados.0.smithi090.stdout:2597: finishing write tid 4 to smithi09077644-4 2024-03-07T03:06:03.341 INFO:tasks.rados.rados.0.smithi090.stdout:2597: finishing write tid 5 to smithi09077644-4 2024-03-07T03:06:03.341 INFO:tasks.rados.rados.0.smithi090.stdout:2597: oid 4 updating version 0 to 1143 2024-03-07T03:06:03.341 INFO:tasks.rados.rados.0.smithi090.stdout:2597: oid 4 version 1143 is already newer than 1141 2024-03-07T03:06:03.341 INFO:tasks.rados.rados.0.smithi090.stdout:2597: oid 4 version 1143 is already newer than 1142 2024-03-07T03:06:03.341 INFO:tasks.rados.rados.0.smithi090.stdout:2597: oid 4 updating version 1143 to 1144 2024-03-07T03:06:03.341 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 1144 (ObjNum 800 snap 258 seq_num 800) dirty exists 2024-03-07T03:06:03.341 INFO:tasks.rados.rados.0.smithi090.stdout:2597: left oid 4 (ObjNum 800 snap 258 seq_num 800) 2024-03-07T03:06:03.838 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:03 smithi092 podman[89484]: 2024-03-07 03:06:03.618495896 +0000 UTC m=+0.692801955 container remove 80b4048206aa42e5848ee8250e38b732916d3514cb11d3b499ee0e9f33d34c35 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4-activate, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240222, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, RELEASE=main-ea9a568, org.label-schema.schema-version=1.0) 2024-03-07T03:06:03.838 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:06:03 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:06:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi090\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:06:03.936 INFO:tasks.rados.rados.0.smithi090.stdout:2592: done (4 left) 2024-03-07T03:06:03.936 INFO:tasks.rados.rados.0.smithi090.stdout:2595: done (3 left) 2024-03-07T03:06:03.936 INFO:tasks.rados.rados.0.smithi090.stdout:2596: done (2 left) 2024-03-07T03:06:03.936 INFO:tasks.rados.rados.0.smithi090.stdout:2597: done (1 left) 2024-03-07T03:06:03.936 INFO:tasks.rados.rados.0.smithi090.stdout:2598: done (0 left) 2024-03-07T03:06:03.936 INFO:tasks.rados.rados.0.smithi090.stdout:2599: delete oid 46 current snap is 259 2024-03-07T03:06:03.941 INFO:tasks.rados.rados.0.smithi090.stdout:2599: done (0 left) 2024-03-07T03:06:03.941 INFO:tasks.rados.rados.0.smithi090.stdout:2600: delete oid 40 current snap is 259 2024-03-07T03:06:03.945 INFO:tasks.rados.rados.0.smithi090.stdout:2600: done (0 left) 2024-03-07T03:06:03.945 INFO:tasks.rados.rados.0.smithi090.stdout:2601: snap_create 2024-03-07T03:06:04.141 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:03 smithi092 ceph-mon[83777]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:04.141 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:03 smithi092 ceph-mon[83777]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:04.141 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:03 smithi092 ceph-mon[83777]: No clone_snaps in snapset 19b=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:04.141 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:03 smithi092 ceph-mon[83777]: osdmap e585: 8 total, 7 up, 8 in 2024-03-07T03:06:04.141 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:03 smithi092 ceph-mon[83777]: No clone_snaps in snapset 19b=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:04.141 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:03 smithi092 ceph-mon[83777]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:04.141 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:03 smithi092 ceph-mon[83777]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:04.141 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:03 smithi092 ceph-mon[83777]: pgmap v303: 121 pgs: 23 active+undersized, 7 active+undersized+degraded, 2 peering+snaptrim_error, 14 peering, 72 active+clean, 3 active+clean+snaptrim_error; 340 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s wr, 1 op/s; 27/624 objects degraded (4.327%) 2024-03-07T03:06:04.141 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:03 smithi092 podman[89544]: 2024-03-07 03:06:03.836177499 +0000 UTC m=+0.113599435 container create 8e559c34e8fe14e8d2246eb5481065e52b2895ada04fe5ff81997d13f92c6c3f (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240222, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, RELEASE=main-ea9a568, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-03-07T03:06:04.141 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:03 smithi092 podman[89544]: 2024-03-07 03:06:03.740753282 +0000 UTC m=+0.018175218 image pull fdb83767c1ab7256a5adb2236a0d5ca62c64d53a1398fd6c12f8a81ff166e8ff quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71 2024-03-07T03:06:04.141 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:04 smithi092 podman[89544]: 2024-03-07 03:06:04.039037881 +0000 UTC m=+0.316459844 container init 8e559c34e8fe14e8d2246eb5481065e52b2895ada04fe5ff81997d13f92c6c3f (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4, io.buildah.version=1.33.5, RELEASE=main-ea9a568, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240222, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-03-07T03:06:04.142 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:04 smithi092 podman[89544]: 2024-03-07 03:06:04.042164346 +0000 UTC m=+0.319586272 container start 8e559c34e8fe14e8d2246eb5481065e52b2895ada04fe5ff81997d13f92c6c3f (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-ea9a568, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.build-date=20240222, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-03-07T03:06:04.142 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:04 smithi092 ceph-osd[89563]: -- 172.21.15.92:0/625752845 <== mon.1 v2:172.21.15.92:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55965624d680 con 0x559656217400 2024-03-07T03:06:04.142 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:04 smithi092 bash[89544]: 8e559c34e8fe14e8d2246eb5481065e52b2895ada04fe5ff81997d13f92c6c3f 2024-03-07T03:06:04.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:03 smithi090 ceph-mon[89511]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:04.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:03 smithi090 ceph-mon[89511]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:04.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:03 smithi090 ceph-mon[89511]: No clone_snaps in snapset 19b=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:04.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:03 smithi090 ceph-mon[89511]: osdmap e585: 8 total, 7 up, 8 in 2024-03-07T03:06:04.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:03 smithi090 ceph-mon[89511]: No clone_snaps in snapset 19b=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:04.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:03 smithi090 ceph-mon[89511]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:04.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:03 smithi090 ceph-mon[89511]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:04.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:03 smithi090 ceph-mon[89511]: pgmap v303: 121 pgs: 23 active+undersized, 7 active+undersized+degraded, 2 peering+snaptrim_error, 14 peering, 72 active+clean, 3 active+clean+snaptrim_error; 340 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s wr, 1 op/s; 27/624 objects degraded (4.327%) 2024-03-07T03:06:04.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:03 smithi090 ceph-mon[91928]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:04.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:03 smithi090 ceph-mon[91928]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:04.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:03 smithi090 ceph-mon[91928]: No clone_snaps in snapset 19b=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:04.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:03 smithi090 ceph-mon[91928]: osdmap e585: 8 total, 7 up, 8 in 2024-03-07T03:06:04.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:03 smithi090 ceph-mon[91928]: No clone_snaps in snapset 19b=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:04.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:03 smithi090 ceph-mon[91928]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:04.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:03 smithi090 ceph-mon[91928]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:04.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:03 smithi090 ceph-mon[91928]: pgmap v303: 121 pgs: 23 active+undersized, 7 active+undersized+degraded, 2 peering+snaptrim_error, 14 peering, 72 active+clean, 3 active+clean+snaptrim_error; 340 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s wr, 1 op/s; 27/624 objects degraded (4.327%) 2024-03-07T03:06:04.330 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:03 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:03.936+0000 7fa43c425700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:06:04.330 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:03 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:03.936+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:04.330 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:03 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:03.936+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19b=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:04.331 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:03 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:03.936+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:04.417 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:04 smithi092 systemd[1]: Started Ceph osd.4 for fb96fd1c-dc2c-11ee-95c6-87774f69a715. 2024-03-07T03:06:04.917 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:04 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:04.596+0000 7fecbe7f47c0 -1 Falling back to public interface 2024-03-07T03:06:04.944 INFO:tasks.rados.rados.0.smithi090.stdout:2601: done (0 left) 2024-03-07T03:06:04.945 INFO:tasks.rados.rados.0.smithi090.stdout:2602: read oid 50 snap -1 2024-03-07T03:06:04.945 INFO:tasks.rados.rados.0.smithi090.stdout:2602: expect deleted 2024-03-07T03:06:04.945 INFO:tasks.rados.rados.0.smithi090.stdout:2603: read oid 18 snap -1 2024-03-07T03:06:04.945 INFO:tasks.rados.rados.0.smithi090.stdout:2603: expect deleted 2024-03-07T03:06:04.945 INFO:tasks.rados.rados.0.smithi090.stdout:2604: rmattr oid 13 current snap is 260 2024-03-07T03:06:04.945 INFO:tasks.rados.rados.0.smithi090.stdout:2605: rmattr oid 5 current snap is 260 2024-03-07T03:06:04.945 INFO:tasks.rados.rados.0.smithi090.stdout:2605: done (3 left) 2024-03-07T03:06:04.945 INFO:tasks.rados.rados.0.smithi090.stdout:2606: snap_create 2024-03-07T03:06:04.951 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 13 v 1226 (ObjNum 786 snap 255 seq_num 786) dirty exists 2024-03-07T03:06:05.236 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:04 smithi092 ceph-mon[83777]: osdmap e586: 8 total, 7 up, 8 in 2024-03-07T03:06:05.236 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:04 smithi092 ceph-mon[83777]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:05.236 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:04 smithi092 ceph-mon[83777]: No clone_snaps in snapset 19b=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:05.236 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:04 smithi092 ceph-mon[83777]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:05.236 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:04 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:05.236 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:04 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:05.236 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:04 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:06:05.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:04 smithi090 ceph-mon[89511]: osdmap e586: 8 total, 7 up, 8 in 2024-03-07T03:06:05.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:04 smithi090 ceph-mon[89511]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:05.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:04 smithi090 ceph-mon[89511]: No clone_snaps in snapset 19b=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:05.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:04 smithi090 ceph-mon[89511]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:05.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:04 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:05.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:04 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:05.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:04 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:06:05.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:04 smithi090 ceph-mon[91928]: osdmap e586: 8 total, 7 up, 8 in 2024-03-07T03:06:05.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:04 smithi090 ceph-mon[91928]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:05.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:04 smithi090 ceph-mon[91928]: No clone_snaps in snapset 19b=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:05.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:04 smithi090 ceph-mon[91928]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:05.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:04 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:05.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:04 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:05.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:04 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:06:05.330 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:04 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:04.947+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:05.330 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:04 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:04.947+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19b=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:05.331 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:04 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:04.948+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:05.952 INFO:tasks.rados.rados.0.smithi090.stdout:2602: done (3 left) 2024-03-07T03:06:05.952 INFO:tasks.rados.rados.0.smithi090.stdout:2603: done (2 left) 2024-03-07T03:06:05.952 INFO:tasks.rados.rados.0.smithi090.stdout:2604: done (1 left) 2024-03-07T03:06:05.952 INFO:tasks.rados.rados.0.smithi090.stdout:2606: done (0 left) 2024-03-07T03:06:05.952 INFO:tasks.rados.rados.0.smithi090.stdout:2607: copy_from oid 48 from oid 32 current snap is 261 2024-03-07T03:06:05.952 INFO:tasks.rados.rados.0.smithi090.stdout:2608: rollback oid 19 current snap is 261 2024-03-07T03:06:05.952 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 19 to 251 2024-03-07T03:06:05.952 INFO:tasks.rados.rados.0.smithi090.stdout:2609: copy_from oid 36 from oid 37 current snap is 261 2024-03-07T03:06:05.952 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 39 current snap is 261 2024-03-07T03:06:05.952 INFO:tasks.rados.rados.0.smithi090.stdout:2610: seq_num 803 ranges {1433600=655360,2088960=745472,2834432=57344} 2024-03-07T03:06:05.963 INFO:tasks.rados.rados.0.smithi090.stdout:2610: writing smithi09077644-39 from 1433600 to 2088960 tid 1 2024-03-07T03:06:05.968 INFO:tasks.rados.rados.0.smithi090.stdout:2610: writing smithi09077644-39 from 2088960 to 2834432 tid 2 2024-03-07T03:06:05.969 INFO:tasks.rados.rados.0.smithi090.stdout:2610: writing smithi09077644-39 from 2834432 to 2891776 tid 3 2024-03-07T03:06:05.969 INFO:tasks.rados.rados.0.smithi090.stdout:2611: snap_create 2024-03-07T03:06:05.969 INFO:tasks.rados.rados.0.smithi090.stdout:2608: finishing rollback tid 0 to smithi09077644-19 2024-03-07T03:06:05.969 INFO:tasks.rados.rados.0.smithi090.stdout:2609: finishing copy_from to smithi09077644-36 2024-03-07T03:06:05.969 INFO:tasks.rados.rados.0.smithi090.stdout:2609: got expected ENOENT (src dne) 2024-03-07T03:06:05.969 INFO:tasks.rados.rados.0.smithi090.stdout:2609: finishing copy_from racing read to smithi09077644-36 2024-03-07T03:06:05.969 INFO:tasks.rados.rados.0.smithi090.stdout:2608: finishing rollback tid 1 to smithi09077644-19 2024-03-07T03:06:05.969 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 1175 (ObjNum 909588272 snap 825046068 seq_num 304) dirty dne 2024-03-07T03:06:05.969 INFO:tasks.rados.rados.0.smithi090.stdout:2607: finishing copy_from racing read to smithi09077644-48 2024-03-07T03:06:05.969 INFO:tasks.rados.rados.0.smithi090.stdout:2607: finishing copy_from to smithi09077644-48 2024-03-07T03:06:05.970 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 1132 (ObjNum 775 snap 253 seq_num 775) dirty exists 2024-03-07T03:06:05.970 INFO:tasks.rados.rados.0.smithi090.stdout:2610: finishing write tid 1 to smithi09077644-39 2024-03-07T03:06:05.972 INFO:tasks.rados.rados.0.smithi090.stdout:2610: finishing write tid 2 to smithi09077644-39 2024-03-07T03:06:05.973 INFO:tasks.rados.rados.0.smithi090.stdout:2610: finishing write tid 3 to smithi09077644-39 2024-03-07T03:06:05.973 INFO:tasks.rados.rados.0.smithi090.stdout:2610: finishing write tid 4 to smithi09077644-39 2024-03-07T03:06:05.975 INFO:tasks.rados.rados.0.smithi090.stdout:2610: finishing write tid 5 to smithi09077644-39 2024-03-07T03:06:05.975 INFO:tasks.rados.rados.0.smithi090.stdout:2610: oid 39 updating version 0 to 1443 2024-03-07T03:06:05.975 INFO:tasks.rados.rados.0.smithi090.stdout:2610: oid 39 version 1443 is already newer than 1442 2024-03-07T03:06:05.975 INFO:tasks.rados.rados.0.smithi090.stdout:2610: oid 39 version 1443 is already newer than 1440 2024-03-07T03:06:05.975 INFO:tasks.rados.rados.0.smithi090.stdout:2610: oid 39 version 1443 is already newer than 1441 2024-03-07T03:06:05.975 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 1443 (ObjNum 803 snap 261 seq_num 803) dirty exists 2024-03-07T03:06:05.976 INFO:tasks.rados.rados.0.smithi090.stdout:2610: left oid 39 (ObjNum 803 snap 261 seq_num 803) 2024-03-07T03:06:06.047 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:05 smithi092 ceph-mon[83777]: osdmap e587: 8 total, 7 up, 8 in 2024-03-07T03:06:06.047 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:05 smithi092 ceph-mon[83777]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:06.047 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:05 smithi092 ceph-mon[83777]: No clone_snaps in snapset 19b=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:06.048 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:05 smithi092 ceph-mon[83777]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:06.048 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:05 smithi092 ceph-mon[83777]: pgmap v306: 121 pgs: 2 active+undersized+degraded+snaptrim_error, 33 active+undersized, 11 active+undersized+degraded, 72 active+clean, 3 active+clean+snaptrim_error; 345 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.9 MiB/s wr, 11 op/s; 99/636 objects degraded (15.566%) 2024-03-07T03:06:06.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:05 smithi090 ceph-mon[89511]: osdmap e587: 8 total, 7 up, 8 in 2024-03-07T03:06:06.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:05 smithi090 ceph-mon[89511]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:06.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:05 smithi090 ceph-mon[89511]: No clone_snaps in snapset 19b=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:06.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:05 smithi090 ceph-mon[89511]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:06.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:05 smithi090 ceph-mon[89511]: pgmap v306: 121 pgs: 2 active+undersized+degraded+snaptrim_error, 33 active+undersized, 11 active+undersized+degraded, 72 active+clean, 3 active+clean+snaptrim_error; 345 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.9 MiB/s wr, 11 op/s; 99/636 objects degraded (15.566%) 2024-03-07T03:06:06.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:05 smithi090 ceph-mon[91928]: osdmap e587: 8 total, 7 up, 8 in 2024-03-07T03:06:06.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:05 smithi090 ceph-mon[91928]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:06.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:05 smithi090 ceph-mon[91928]: No clone_snaps in snapset 19b=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:06.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:05 smithi090 ceph-mon[91928]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:06.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:05 smithi090 ceph-mon[91928]: pgmap v306: 121 pgs: 2 active+undersized+degraded+snaptrim_error, 33 active+undersized, 11 active+undersized+degraded, 72 active+clean, 3 active+clean+snaptrim_error; 345 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.9 MiB/s wr, 11 op/s; 99/636 objects degraded (15.566%) 2024-03-07T03:06:06.330 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:05 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:05.952+0000 7fa43c425700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:06:06.330 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:05 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:05.952+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:06.331 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:05 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:05.952+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19b=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:06.331 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:05 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:05.953+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:06.956 INFO:tasks.rados.rados.0.smithi090.stdout:2607: done (4 left) 2024-03-07T03:06:06.956 INFO:tasks.rados.rados.0.smithi090.stdout:2608: done (3 left) 2024-03-07T03:06:06.956 INFO:tasks.rados.rados.0.smithi090.stdout:2609: done (2 left) 2024-03-07T03:06:06.956 INFO:tasks.rados.rados.0.smithi090.stdout:2610: done (1 left) 2024-03-07T03:06:06.956 INFO:tasks.rados.rados.0.smithi090.stdout:2611: done (0 left) 2024-03-07T03:06:06.956 INFO:tasks.rados.rados.0.smithi090.stdout:2612: read oid 28 snap -1 2024-03-07T03:06:06.957 INFO:tasks.rados.rados.0.smithi090.stdout:2612: expect (ObjNum 787 snap 255 seq_num 787) 2024-03-07T03:06:06.957 INFO:tasks.rados.rados.0.smithi090.stdout:2613: read oid 50 snap -1 2024-03-07T03:06:06.957 INFO:tasks.rados.rados.0.smithi090.stdout:2613: expect deleted 2024-03-07T03:06:06.957 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 15 current snap is 262 2024-03-07T03:06:06.957 INFO:tasks.rados.rados.0.smithi090.stdout:2614: seq_num 804 ranges {0=671744,671744=622592,1294336=180224} 2024-03-07T03:06:06.960 INFO:tasks.rados.rados.0.smithi090.stdout:2614: writing smithi09077644-15 from 0 to 671744 tid 1 2024-03-07T03:06:06.964 INFO:tasks.rados.rados.0.smithi090.stdout:2614: writing smithi09077644-15 from 671744 to 1294336 tid 2 2024-03-07T03:06:06.965 INFO:tasks.rados.rados.0.smithi090.stdout:2614: writing smithi09077644-15 from 1294336 to 1474560 tid 3 2024-03-07T03:06:06.965 INFO:tasks.rados.rados.0.smithi090.stdout:2615: snap_remove snap 254 2024-03-07T03:06:07.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:06 smithi090 ceph-mon[91928]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2024-03-07T03:06:07.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:06 smithi090 ceph-mon[91928]: osdmap e588: 8 total, 7 up, 8 in 2024-03-07T03:06:07.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:06 smithi090 ceph-mon[91928]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:07.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:06 smithi090 ceph-mon[91928]: No clone_snaps in snapset 19b=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:07.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:06 smithi090 ceph-mon[91928]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:07.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:06 smithi090 ceph-mon[89511]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2024-03-07T03:06:07.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:06 smithi090 ceph-mon[89511]: osdmap e588: 8 total, 7 up, 8 in 2024-03-07T03:06:07.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:06 smithi090 ceph-mon[89511]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:07.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:06 smithi090 ceph-mon[89511]: No clone_snaps in snapset 19b=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:07.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:06 smithi090 ceph-mon[89511]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:07.330 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:06 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:06.956+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a1=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:07.330 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:06 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:06.956+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:07.330 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:06 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:06.956+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:07.396 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:06 smithi092 ceph-mon[83777]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2024-03-07T03:06:07.397 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:06 smithi092 ceph-mon[83777]: osdmap e588: 8 total, 7 up, 8 in 2024-03-07T03:06:07.397 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:06 smithi092 ceph-mon[83777]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:07.397 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:06 smithi092 ceph-mon[83777]: No clone_snaps in snapset 19b=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:07.397 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:06 smithi092 ceph-mon[83777]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:07.963 INFO:tasks.rados.rados.0.smithi090.stdout:2615: done (3 left) 2024-03-07T03:06:07.963 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 25 current snap is 262 2024-03-07T03:06:07.963 INFO:tasks.rados.rados.0.smithi090.stdout:2616: seq_num 805 ranges {3858432=688128,4546560=507904,5054464=294912} 2024-03-07T03:06:07.987 INFO:tasks.rados.rados.0.smithi090.stdout:2616: writing smithi09077644-25 from 3858432 to 4546560 tid 1 2024-03-07T03:06:07.991 INFO:tasks.rados.rados.0.smithi090.stdout:2616: writing smithi09077644-25 from 4546560 to 5054464 tid 2 2024-03-07T03:06:07.993 INFO:tasks.rados.rados.0.smithi090.stdout:2616: writing smithi09077644-25 from 5054464 to 5349376 tid 3 2024-03-07T03:06:07.993 INFO:tasks.rados.rados.0.smithi090.stdout:2617: rollback oid 23 current snap is 262 2024-03-07T03:06:07.993 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 23 to 247 2024-03-07T03:06:07.994 INFO:tasks.rados.rados.0.smithi090.stdout:2612: expect (ObjNum 787 snap 255 seq_num 787) 2024-03-07T03:06:08.027 INFO:tasks.rados.rados.0.smithi090.stdout:2614: finishing write tid 1 to smithi09077644-15 2024-03-07T03:06:08.027 INFO:tasks.rados.rados.0.smithi090.stdout:2614: finishing write tid 2 to smithi09077644-15 2024-03-07T03:06:08.027 INFO:tasks.rados.rados.0.smithi090.stdout:2614: finishing write tid 3 to smithi09077644-15 2024-03-07T03:06:08.027 INFO:tasks.rados.rados.0.smithi090.stdout:2614: finishing write tid 4 to smithi09077644-15 2024-03-07T03:06:08.027 INFO:tasks.rados.rados.0.smithi090.stdout:2614: finishing write tid 5 to smithi09077644-15 2024-03-07T03:06:08.027 INFO:tasks.rados.rados.0.smithi090.stdout:2614: oid 15 updating version 0 to 1445 2024-03-07T03:06:08.028 INFO:tasks.rados.rados.0.smithi090.stdout:2614: oid 15 version 1445 is already newer than 1444 2024-03-07T03:06:08.028 INFO:tasks.rados.rados.0.smithi090.stdout:2614: oid 15 updating version 1445 to 1447 2024-03-07T03:06:08.028 INFO:tasks.rados.rados.0.smithi090.stdout:2614: oid 15 version 1447 is already newer than 1446 2024-03-07T03:06:08.028 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 1447 (ObjNum 804 snap 262 seq_num 804) dirty exists 2024-03-07T03:06:08.028 INFO:tasks.rados.rados.0.smithi090.stdout:2614: left oid 15 (ObjNum 804 snap 262 seq_num 804) 2024-03-07T03:06:08.028 INFO:tasks.rados.rados.0.smithi090.stdout:2617: finishing rollback tid 0 to smithi09077644-23 2024-03-07T03:06:08.028 INFO:tasks.rados.rados.0.smithi090.stdout:2617: finishing rollback tid 1 to smithi09077644-23 2024-03-07T03:06:08.028 INFO:tasks.rados.rados.0.smithi090.stdout:2617: finishing rollback tid 2 to smithi09077644-23 2024-03-07T03:06:08.028 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 1437 (ObjNum 745 snap 237 seq_num 745) dirty exists 2024-03-07T03:06:08.028 INFO:tasks.rados.rados.0.smithi090.stdout:2612: done (4 left) 2024-03-07T03:06:08.028 INFO:tasks.rados.rados.0.smithi090.stdout:2613: done (3 left) 2024-03-07T03:06:08.028 INFO:tasks.rados.rados.0.smithi090.stdout:2614: done (2 left) 2024-03-07T03:06:08.028 INFO:tasks.rados.rados.0.smithi090.stdout:2617: done (1 left) 2024-03-07T03:06:08.029 INFO:tasks.rados.rados.0.smithi090.stdout:2618: read oid 22 snap 255 2024-03-07T03:06:08.029 INFO:tasks.rados.rados.0.smithi090.stdout:2618: expect (ObjNum 777 snap 253 seq_num 777) 2024-03-07T03:06:08.029 INFO:tasks.rados.rados.0.smithi090.stdout:2619: setattr oid 47 current snap is 262 2024-03-07T03:06:08.029 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 30 current snap is 262 2024-03-07T03:06:08.029 INFO:tasks.rados.rados.0.smithi090.stdout:2620: seq_num 806 ranges {1073152=704512,1777664=442368,2220032=360448} 2024-03-07T03:06:08.039 INFO:tasks.rados.rados.0.smithi090.stdout:2620: writing smithi09077644-30 from 1073152 to 1777664 tid 1 2024-03-07T03:06:08.042 INFO:tasks.rados.rados.0.smithi090.stdout:2620: writing smithi09077644-30 from 1777664 to 2220032 tid 2 2024-03-07T03:06:08.045 INFO:tasks.rados.rados.0.smithi090.stdout:2620: writing smithi09077644-30 from 2220032 to 2580480 tid 3 2024-03-07T03:06:08.045 INFO:tasks.rados.rados.0.smithi090.stdout:2621: copy_from oid 20 from oid 37 current snap is 262 2024-03-07T03:06:08.045 INFO:tasks.rados.rados.0.smithi090.stdout:2622: snap_remove snap 247 2024-03-07T03:06:08.167 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:07 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:07.887+0000 7fecbe7f47c0 -1 osd.4 580 log_to_monitors true 2024-03-07T03:06:08.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:07 smithi092 ceph-mon[83777]: osdmap e589: 8 total, 7 up, 8 in 2024-03-07T03:06:08.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:07 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1a1=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:08.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:07 smithi092 ceph-mon[83777]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:08.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:07 smithi092 ceph-mon[83777]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:08.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:07 smithi092 ceph-mon[83777]: Health check update: Degraded data redundancy: 99/636 objects degraded (15.566%), 13 pgs degraded (PG_DEGRADED) 2024-03-07T03:06:08.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:07 smithi092 ceph-mon[83777]: pgmap v309: 121 pgs: 2 active+undersized+degraded+snaptrim_error, 33 active+undersized, 11 active+undersized+degraded, 72 active+clean, 3 active+clean+snaptrim_error; 345 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.6 MiB/s wr, 10 op/s; 99/636 objects degraded (15.566%) 2024-03-07T03:06:08.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:07 smithi092 ceph-mon[83777]: from='osd.4 [v2:172.21.15.92:6800/3231169325,v1:172.21.15.92:6801/3231169325]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-07T03:06:08.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:07 smithi092 ceph-mon[83777]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-07T03:06:08.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:07 smithi090 ceph-mon[89511]: osdmap e589: 8 total, 7 up, 8 in 2024-03-07T03:06:08.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:07 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1a1=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:08.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:07 smithi090 ceph-mon[89511]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:08.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:07 smithi090 ceph-mon[89511]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:08.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:07 smithi090 ceph-mon[89511]: Health check update: Degraded data redundancy: 99/636 objects degraded (15.566%), 13 pgs degraded (PG_DEGRADED) 2024-03-07T03:06:08.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:07 smithi090 ceph-mon[89511]: pgmap v309: 121 pgs: 2 active+undersized+degraded+snaptrim_error, 33 active+undersized, 11 active+undersized+degraded, 72 active+clean, 3 active+clean+snaptrim_error; 345 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.6 MiB/s wr, 10 op/s; 99/636 objects degraded (15.566%) 2024-03-07T03:06:08.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:07 smithi090 ceph-mon[89511]: from='osd.4 [v2:172.21.15.92:6800/3231169325,v1:172.21.15.92:6801/3231169325]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-07T03:06:08.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:07 smithi090 ceph-mon[89511]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-07T03:06:08.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:07 smithi090 ceph-mon[91928]: osdmap e589: 8 total, 7 up, 8 in 2024-03-07T03:06:08.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:07 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1a1=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:08.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:07 smithi090 ceph-mon[91928]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:08.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:07 smithi090 ceph-mon[91928]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:08.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:07 smithi090 ceph-mon[91928]: Health check update: Degraded data redundancy: 99/636 objects degraded (15.566%), 13 pgs degraded (PG_DEGRADED) 2024-03-07T03:06:08.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:07 smithi090 ceph-mon[91928]: pgmap v309: 121 pgs: 2 active+undersized+degraded+snaptrim_error, 33 active+undersized, 11 active+undersized+degraded, 72 active+clean, 3 active+clean+snaptrim_error; 345 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.6 MiB/s wr, 10 op/s; 99/636 objects degraded (15.566%) 2024-03-07T03:06:08.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:07 smithi090 ceph-mon[91928]: from='osd.4 [v2:172.21.15.92:6800/3231169325,v1:172.21.15.92:6801/3231169325]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-07T03:06:08.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:07 smithi090 ceph-mon[91928]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-07T03:06:08.330 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:07 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:07.992+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:06:08.330 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:07 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:07.992+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:08.331 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:07 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:07.993+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a1=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:08.331 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:07 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:07.993+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:08.917 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:08 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:08.438+0000 7fecabc44700 -1 osd.4 580 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-07T03:06:08.967 INFO:tasks.rados.rados.0.smithi090.stdout:2622: done (5 left) 2024-03-07T03:06:08.967 INFO:tasks.rados.rados.0.smithi090.stdout:2623: snap_remove snap 243 2024-03-07T03:06:09.329 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:08 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:08.975+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:09.329 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:08 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:08.976+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:09.329 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:08 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:08.979+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a1=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:09.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:08 smithi090 ceph-mon[89511]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-03-07T03:06:09.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:08 smithi090 ceph-mon[89511]: osdmap e590: 8 total, 7 up, 8 in 2024-03-07T03:06:09.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:08 smithi090 ceph-mon[89511]: from='osd.4 [v2:172.21.15.92:6800/3231169325,v1:172.21.15.92:6801/3231169325]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-03-07T03:06:09.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:08 smithi090 ceph-mon[89511]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-03-07T03:06:09.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:08 smithi090 ceph-mon[89511]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:09.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:08 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1a1=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:09.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:08 smithi090 ceph-mon[89511]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:09.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:08 smithi090 ceph-mon[89511]: from='osd.4 ' entity='osd.4' 2024-03-07T03:06:09.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:08 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:09.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:08 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:09.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:08 smithi090 ceph-mon[91928]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-03-07T03:06:09.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:08 smithi090 ceph-mon[91928]: osdmap e590: 8 total, 7 up, 8 in 2024-03-07T03:06:09.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:08 smithi090 ceph-mon[91928]: from='osd.4 [v2:172.21.15.92:6800/3231169325,v1:172.21.15.92:6801/3231169325]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-03-07T03:06:09.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:08 smithi090 ceph-mon[91928]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-03-07T03:06:09.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:08 smithi090 ceph-mon[91928]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:09.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:08 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1a1=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:09.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:08 smithi090 ceph-mon[91928]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:09.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:08 smithi090 ceph-mon[91928]: from='osd.4 ' entity='osd.4' 2024-03-07T03:06:09.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:08 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:09.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:08 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:09.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:08 smithi092 ceph-mon[83777]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-03-07T03:06:09.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:08 smithi092 ceph-mon[83777]: osdmap e590: 8 total, 7 up, 8 in 2024-03-07T03:06:09.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:08 smithi092 ceph-mon[83777]: from='osd.4 [v2:172.21.15.92:6800/3231169325,v1:172.21.15.92:6801/3231169325]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-03-07T03:06:09.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:08 smithi092 ceph-mon[83777]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-03-07T03:06:09.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:08 smithi092 ceph-mon[83777]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:09.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:08 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1a1=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:09.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:08 smithi092 ceph-mon[83777]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:09.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:08 smithi092 ceph-mon[83777]: from='osd.4 ' entity='osd.4' 2024-03-07T03:06:09.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:08 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:09.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:08 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:09.971 INFO:tasks.rados.rados.0.smithi090.stdout:2623: done (5 left) 2024-03-07T03:06:09.971 INFO:tasks.rados.rados.0.smithi090.stdout:2624: read oid 42 snap 233 2024-03-07T03:06:09.971 INFO:tasks.rados.rados.0.smithi090.stdout:2624: expect (ObjNum 640 snap 199 seq_num 640) 2024-03-07T03:06:09.971 INFO:tasks.rados.rados.0.smithi090.stdout:2625: snap_remove snap 244 2024-03-07T03:06:10.212 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:09 smithi092 ceph-mon[83777]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-07T03:06:10.212 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:09 smithi092 ceph-mon[83777]: osd.4 [v2:172.21.15.92:6800/3231169325,v1:172.21.15.92:6801/3231169325] boot 2024-03-07T03:06:10.212 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:09 smithi092 ceph-mon[83777]: osdmap e591: 8 total, 8 up, 8 in 2024-03-07T03:06:10.212 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:09 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-07T03:06:10.212 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:09 smithi092 ceph-mon[83777]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:10.212 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:09 smithi092 ceph-mon[83777]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:10.212 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:09 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1a1=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:10.212 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:09 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:10.212 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:09 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:10.213 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:09 smithi092 ceph-mon[83777]: pgmap v312: 121 pgs: 2 peering, 2 active+undersized+degraded+snaptrim_error, 32 active+undersized, 10 active+undersized+degraded, 72 active+clean, 3 active+clean+snaptrim_error; 355 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.6 MiB/s wr, 14 op/s; 87/660 objects degraded (13.182%) 2024-03-07T03:06:10.213 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.011+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.214 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.014+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.214 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.017+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.214 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.021+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.214 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.025+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.214 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.028+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.214 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.031+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.214 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.035+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.214 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.038+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.214 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.041+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.214 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.045+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.214 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.048+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.214 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.052+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.215 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.055+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.215 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.059+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.215 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.063+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.215 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.066+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.215 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.069+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.215 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.072+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.215 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.075+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.215 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.079+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.215 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.082+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.215 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.086+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.215 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.090+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.215 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.093+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.215 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.097+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.215 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.100+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.216 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.103+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.216 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.107+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.216 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.110+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.216 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.114+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.216 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.118+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.216 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.121+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.216 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.124+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.216 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.128+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.216 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.131+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.216 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.135+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.216 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.139+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.216 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.142+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.216 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.147+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.217 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.152+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.217 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.156+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.217 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.160+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.217 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.163+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.217 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.167+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.217 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.171+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.217 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.175+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.217 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.179+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.217 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.183+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.217 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.186+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.217 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.190+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.217 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.193+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.217 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.198+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.217 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.202+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.218 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.205+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.218 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.208+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.328 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:06:10 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:06:10.184+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:10.329 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:06:10 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:06:10.137+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:10.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:09 smithi090 ceph-mon[91928]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-07T03:06:10.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:09 smithi090 ceph-mon[91928]: osd.4 [v2:172.21.15.92:6800/3231169325,v1:172.21.15.92:6801/3231169325] boot 2024-03-07T03:06:10.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:09 smithi090 ceph-mon[91928]: osdmap e591: 8 total, 8 up, 8 in 2024-03-07T03:06:10.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:09 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-07T03:06:10.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:09 smithi090 ceph-mon[91928]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:10.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:09 smithi090 ceph-mon[91928]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:10.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:09 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1a1=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:10.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:09 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:10.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:09 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:10.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:09 smithi090 ceph-mon[91928]: pgmap v312: 121 pgs: 2 peering, 2 active+undersized+degraded+snaptrim_error, 32 active+undersized, 10 active+undersized+degraded, 72 active+clean, 3 active+clean+snaptrim_error; 355 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.6 MiB/s wr, 14 op/s; 87/660 objects degraded (13.182%) 2024-03-07T03:06:10.330 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:09 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:09.966+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a1=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:10.330 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:09 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:09.969+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:10.330 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:09 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:09.970+0000 7fa43c425700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:06:10.330 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:09 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:09.970+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:10.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:09 smithi090 ceph-mon[89511]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-07T03:06:10.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:09 smithi090 ceph-mon[89511]: osd.4 [v2:172.21.15.92:6800/3231169325,v1:172.21.15.92:6801/3231169325] boot 2024-03-07T03:06:10.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:09 smithi090 ceph-mon[89511]: osdmap e591: 8 total, 8 up, 8 in 2024-03-07T03:06:10.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:09 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-07T03:06:10.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:09 smithi090 ceph-mon[89511]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:10.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:09 smithi090 ceph-mon[89511]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:10.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:09 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1a1=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:10.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:09 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:10.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:09 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:10.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:09 smithi090 ceph-mon[89511]: pgmap v312: 121 pgs: 2 peering, 2 active+undersized+degraded+snaptrim_error, 32 active+undersized, 10 active+undersized+degraded, 72 active+clean, 3 active+clean+snaptrim_error; 355 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.6 MiB/s wr, 14 op/s; 87/660 objects degraded (13.182%) 2024-03-07T03:06:10.465 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.213+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.465 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.217+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.465 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.221+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.465 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.224+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.466 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.228+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.466 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.231+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.466 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.235+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.466 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.239+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.466 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.242+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.466 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.245+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.466 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.249+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.466 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.252+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.466 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.256+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.466 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.259+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.466 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.263+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.466 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.267+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.467 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.270+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.467 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.274+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.468 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.277+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.468 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.281+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.468 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.284+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.468 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.287+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.468 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.292+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.468 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.295+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.468 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.298+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.468 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.301+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.468 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.304+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.468 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.307+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.468 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.311+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.469 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.314+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.469 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.317+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.469 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.321+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.469 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.324+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.469 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.327+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.469 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.330+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.469 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.333+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.469 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.336+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.469 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.339+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.469 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.342+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.469 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.346+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.469 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.349+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.470 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.352+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.470 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.355+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.470 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.358+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.470 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.361+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.470 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.365+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.470 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.368+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.470 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.371+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.470 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.374+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.470 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.377+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.470 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.380+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.470 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.383+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.470 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.387+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.471 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.389+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.471 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.392+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.471 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.395+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.471 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.398+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.471 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.401+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.471 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.404+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.471 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.408+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.471 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.412+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.471 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.416+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.471 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.418+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.472 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.421+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.472 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.424+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.472 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.427+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.472 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.430+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.472 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.433+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.472 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.437+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.472 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.440+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.472 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.443+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.472 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.446+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.472 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.449+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.472 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.452+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.472 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.455+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.472 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.458+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.472 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.462+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.718 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.465+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.718 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.468+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.718 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.472+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.718 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.475+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.718 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.478+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.718 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.481+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.718 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.484+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.718 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.487+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.719 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.491+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.719 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.495+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.719 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.498+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.719 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.501+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.719 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.505+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.719 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.508+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.719 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.511+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.719 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.515+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.719 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.518+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.720 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.521+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.720 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.524+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.720 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.528+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.720 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.532+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.721 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.536+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.721 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.540+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.721 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.543+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.721 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.546+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.721 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.550+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.721 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.555+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.721 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.558+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.721 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.562+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.721 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.565+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.721 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.569+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.721 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.572+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.721 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.576+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.721 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.579+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.721 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.582+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.722 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.586+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.722 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.589+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.722 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.592+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.722 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.595+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.722 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.599+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.722 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.602+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.722 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.605+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.722 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.609+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.722 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.612+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.722 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.615+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.722 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.619+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.722 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.622+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.722 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.625+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.722 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.629+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.723 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.632+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.723 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.635+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.723 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.639+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.723 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.642+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.723 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.645+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.723 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.649+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.723 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.652+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.723 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.655+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.723 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.659+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.723 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.662+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.723 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.665+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.723 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.669+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.723 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.673+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.723 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.677+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.724 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.681+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.724 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.686+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.724 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.690+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.724 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.694+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.724 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.698+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.724 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.703+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.724 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.707+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.724 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.711+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.724 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.714+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.967 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-mon[83777]: osdmap e592: 8 total, 8 up, 8 in 2024-03-07T03:06:10.967 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1a1=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:10.967 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-mon[83777]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:10.967 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-mon[83777]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:10.967 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:10.968 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.718+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.968 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.721+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.968 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.725+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.968 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.728+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.969 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.731+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.969 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.735+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.969 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.738+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.969 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.741+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.969 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.744+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.969 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.748+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.969 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.751+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.969 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.754+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.969 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.757+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.969 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.761+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.969 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.764+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.969 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.767+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.969 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.770+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.969 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.774+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.970 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.777+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.970 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.781+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.970 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.784+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.970 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.788+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.970 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.791+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.970 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.795+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.970 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.798+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.970 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.802+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.970 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.806+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.970 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.809+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.970 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.812+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.970 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.816+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.970 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.819+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.970 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.823+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.971 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.826+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.971 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.829+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.971 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.833+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.971 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.836+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.971 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.840+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.971 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.843+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.971 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.847+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.971 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.851+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.971 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.854+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.971 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.858+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.971 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.861+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.971 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.865+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.971 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.868+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.972 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.872+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.972 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.875+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.972 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.878+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.972 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.882+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.972 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.886+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.972 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.889+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.972 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.893+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.972 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.896+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.973 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.900+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.973 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.903+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.973 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.907+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.973 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.911+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.973 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.914+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.973 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.918+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.973 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.921+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.973 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.925+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.973 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.928+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.973 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.932+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.973 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.936+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.973 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.939+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.973 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.942+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.974 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.946+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.974 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.949+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.974 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.953+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.974 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.956+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.974 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.959+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.974 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.963+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:10.986 INFO:tasks.rados.rados.0.smithi090.stdout:2625: done (6 left) 2024-03-07T03:06:10.986 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 45 current snap is 262 2024-03-07T03:06:10.986 INFO:tasks.rados.rados.0.smithi090.stdout:2626: seq_num 807 ranges {9846784=720896,10567680=729088,11296768=73728} 2024-03-07T03:06:11.044 INFO:tasks.rados.rados.0.smithi090.stdout:2626: writing smithi09077644-45 from 9846784 to 10567680 tid 1 2024-03-07T03:06:11.049 INFO:tasks.rados.rados.0.smithi090.stdout:2626: writing smithi09077644-45 from 10567680 to 11296768 tid 2 2024-03-07T03:06:11.049 INFO:tasks.rados.rados.0.smithi090.stdout:2626: writing smithi09077644-45 from 11296768 to 11370496 tid 3 2024-03-07T03:06:11.049 INFO:tasks.rados.rados.0.smithi090.stdout:2621: finishing copy_from to smithi09077644-20 2024-03-07T03:06:11.049 INFO:tasks.rados.rados.0.smithi090.stdout:2621: got expected ENOENT (src dne) 2024-03-07T03:06:11.050 INFO:tasks.rados.rados.0.smithi090.stdout:2620: finishing write tid 1 to smithi09077644-30 2024-03-07T03:06:11.050 INFO:tasks.rados.rados.0.smithi090.stdout:2621: finishing copy_from racing read to smithi09077644-20 2024-03-07T03:06:11.050 INFO:tasks.rados.rados.0.smithi090.stdout:2620: finishing write tid 2 to smithi09077644-30 2024-03-07T03:06:11.050 INFO:tasks.rados.rados.0.smithi090.stdout:2620: finishing write tid 3 to smithi09077644-30 2024-03-07T03:06:11.050 INFO:tasks.rados.rados.0.smithi090.stdout:2620: finishing write tid 4 to smithi09077644-30 2024-03-07T03:06:11.050 INFO:tasks.rados.rados.0.smithi090.stdout:2618: expect (ObjNum 777 snap 253 seq_num 777) 2024-03-07T03:06:11.221 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.973+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.221 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.981+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.221 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.991+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.221 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.995+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.221 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:10.999+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.221 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.003+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.221 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.006+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.222 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.009+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.222 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.013+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.222 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.016+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.222 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.020+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.222 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.023+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.222 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.027+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.222 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.031+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.222 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.034+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.222 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.038+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.222 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.041+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.222 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.045+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.222 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.048+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.222 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.053+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.222 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.057+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.223 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.061+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.223 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.065+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.223 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.068+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.223 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.072+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.223 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.076+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.223 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.080+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.223 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.084+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.223 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.087+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.223 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.091+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.223 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.095+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.223 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.098+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.223 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.102+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.223 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.106+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.224 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.109+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.224 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.113+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.224 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.116+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.224 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.120+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.224 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.124+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.225 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.127+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.225 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.131+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.225 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.135+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.225 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.138+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.225 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.142+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.225 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.147+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.225 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.151+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.225 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.155+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.225 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.158+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.225 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.162+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.225 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.165+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.226 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.169+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.226 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.173+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.226 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.176+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.226 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.180+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.226 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.184+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.226 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.187+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.226 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.191+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.226 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.195+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.226 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.199+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.226 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.202+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.226 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.206+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.226 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.209+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.226 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.214+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.226 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.217+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.301 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:06:10 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:06:10.982+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:11.301 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:10 smithi090 ceph-mon[89511]: osdmap e592: 8 total, 8 up, 8 in 2024-03-07T03:06:11.301 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:10 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1a1=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:11.302 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:10 smithi090 ceph-mon[89511]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:11.302 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:10 smithi090 ceph-mon[89511]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:11.302 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:10 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:11.302 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:10 smithi090 ceph-mon[91928]: osdmap e592: 8 total, 8 up, 8 in 2024-03-07T03:06:11.302 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:10 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1a1=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:11.302 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:10 smithi090 ceph-mon[91928]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:11.302 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:10 smithi090 ceph-mon[91928]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:11.302 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:10 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:11.302 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:06:10 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:06:10.984+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:11.457 INFO:tasks.rados.rados.0.smithi090.stdout:2620: finishing write tid 5 to smithi09077644-30 2024-03-07T03:06:11.457 INFO:tasks.rados.rados.0.smithi090.stdout:2620: oid 30 updating version 0 to 1438 2024-03-07T03:06:11.457 INFO:tasks.rados.rados.0.smithi090.stdout:2620: oid 30 updating version 1438 to 1441 2024-03-07T03:06:11.457 INFO:tasks.rados.rados.0.smithi090.stdout:2620: oid 30 version 1441 is already newer than 1440 2024-03-07T03:06:11.457 INFO:tasks.rados.rados.0.smithi090.stdout:2620: oid 30 version 1441 is already newer than 1439 2024-03-07T03:06:11.457 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 30 v 1441 (ObjNum 806 snap 262 seq_num 806) dirty exists 2024-03-07T03:06:11.457 INFO:tasks.rados.rados.0.smithi090.stdout:2620: left oid 30 (ObjNum 806 snap 262 seq_num 806) 2024-03-07T03:06:11.457 INFO:tasks.rados.rados.0.smithi090.stdout:2616: finishing write tid 1 to smithi09077644-25 2024-03-07T03:06:11.457 INFO:tasks.rados.rados.0.smithi090.stdout:2616: finishing write tid 2 to smithi09077644-25 2024-03-07T03:06:11.457 INFO:tasks.rados.rados.0.smithi090.stdout:2616: finishing write tid 3 to smithi09077644-25 2024-03-07T03:06:11.457 INFO:tasks.rados.rados.0.smithi090.stdout:2616: finishing write tid 4 to smithi09077644-25 2024-03-07T03:06:11.458 INFO:tasks.rados.rados.0.smithi090.stdout:2616: finishing write tid 5 to smithi09077644-25 2024-03-07T03:06:11.458 INFO:tasks.rados.rados.0.smithi090.stdout:2616: oid 25 updating version 0 to 1229 2024-03-07T03:06:11.458 INFO:tasks.rados.rados.0.smithi090.stdout:2616: oid 25 version 1229 is already newer than 1228 2024-03-07T03:06:11.458 INFO:tasks.rados.rados.0.smithi090.stdout:2616: oid 25 updating version 1229 to 1231 2024-03-07T03:06:11.458 INFO:tasks.rados.rados.0.smithi090.stdout:2616: oid 25 version 1231 is already newer than 1230 2024-03-07T03:06:11.458 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 25 v 1231 (ObjNum 805 snap 262 seq_num 805) dirty exists 2024-03-07T03:06:11.458 INFO:tasks.rados.rados.0.smithi090.stdout:2616: left oid 25 (ObjNum 805 snap 262 seq_num 805) 2024-03-07T03:06:11.458 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 716 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-03-07T03:06:11.458 INFO:tasks.rados.rados.0.smithi090.stdout:2624: expect (ObjNum 640 snap 199 seq_num 640) 2024-03-07T03:06:11.472 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.221+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.472 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.225+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.472 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.228+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.472 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.232+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.472 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.236+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.472 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.239+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.473 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.243+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.473 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.247+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.473 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.250+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.473 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.254+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.473 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.258+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.473 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.261+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.473 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.265+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.473 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.269+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.473 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.272+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.473 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.276+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.473 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.280+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.474 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.283+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.474 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.287+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.474 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.291+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.474 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.295+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.474 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.300+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.474 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.304+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.474 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.308+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.475 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.312+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.475 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.316+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.475 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.321+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.475 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.324+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.475 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.329+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.475 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.333+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.475 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.337+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.475 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.340+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.475 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.344+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.475 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.348+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.475 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.352+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.475 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.356+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.475 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.359+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.475 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.363+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.475 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.367+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.476 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.371+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.476 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.374+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.476 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.378+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.476 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.382+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.476 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.386+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.476 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.390+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.476 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.394+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.476 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.398+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.476 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.402+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.476 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.405+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.476 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.409+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.476 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.413+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.476 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.417+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.476 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.421+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.476 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.425+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.477 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.429+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.477 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.433+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.477 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.437+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.477 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.441+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.477 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.445+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.477 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.450+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.477 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.454+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.477 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.457+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.477 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.461+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.477 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.465+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.477 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.469+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.489 INFO:tasks.rados.rados.0.smithi090.stdout:2626: finishing write tid 1 to smithi09077644-45 2024-03-07T03:06:11.489 INFO:tasks.rados.rados.0.smithi090.stdout:2616: done (6 left) 2024-03-07T03:06:11.489 INFO:tasks.rados.rados.0.smithi090.stdout:2618: done (5 left) 2024-03-07T03:06:11.489 INFO:tasks.rados.rados.0.smithi090.stdout:2619: done (4 left) 2024-03-07T03:06:11.489 INFO:tasks.rados.rados.0.smithi090.stdout:2620: done (3 left) 2024-03-07T03:06:11.489 INFO:tasks.rados.rados.0.smithi090.stdout:2621: done (2 left) 2024-03-07T03:06:11.489 INFO:tasks.rados.rados.0.smithi090.stdout:2624: done (1 left) 2024-03-07T03:06:11.489 INFO:tasks.rados.rados.0.smithi090.stdout:2627: rollback oid 4 current snap is 262 2024-03-07T03:06:11.489 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 4 to 259 2024-03-07T03:06:11.489 INFO:tasks.rados.rados.0.smithi090.stdout:2626: finishing write tid 2 to smithi09077644-45 2024-03-07T03:06:11.489 INFO:tasks.rados.rados.0.smithi090.stdout:2626: finishing write tid 3 to smithi09077644-45 2024-03-07T03:06:11.489 INFO:tasks.rados.rados.0.smithi090.stdout:2626: finishing write tid 4 to smithi09077644-45 2024-03-07T03:06:11.490 INFO:tasks.rados.rados.0.smithi090.stdout:2626: finishing write tid 5 to smithi09077644-45 2024-03-07T03:06:11.490 INFO:tasks.rados.rados.0.smithi090.stdout:2626: oid 45 updating version 0 to 1148 2024-03-07T03:06:11.490 INFO:tasks.rados.rados.0.smithi090.stdout:2626: oid 45 version 1148 is already newer than 1146 2024-03-07T03:06:11.490 INFO:tasks.rados.rados.0.smithi090.stdout:2626: oid 45 version 1148 is already newer than 1147 2024-03-07T03:06:11.490 INFO:tasks.rados.rados.0.smithi090.stdout:2626: oid 45 version 1148 is already newer than 1145 2024-03-07T03:06:11.490 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 45 v 1148 (ObjNum 807 snap 262 seq_num 807) dirty exists 2024-03-07T03:06:11.490 INFO:tasks.rados.rados.0.smithi090.stdout:2626: left oid 45 (ObjNum 807 snap 262 seq_num 807) 2024-03-07T03:06:11.490 INFO:tasks.rados.rados.0.smithi090.stdout:2626: done (1 left) 2024-03-07T03:06:11.490 INFO:tasks.rados.rados.0.smithi090.stdout:2628: read oid 37 snap -1 2024-03-07T03:06:11.490 INFO:tasks.rados.rados.0.smithi090.stdout:2628: expect deleted 2024-03-07T03:06:11.490 INFO:tasks.rados.rados.0.smithi090.stdout:2629: snap_create 2024-03-07T03:06:11.491 INFO:tasks.rados.rados.0.smithi090.stdout:2627: finishing rollback tid 0 to smithi09077644-4 2024-03-07T03:06:11.491 INFO:tasks.rados.rados.0.smithi090.stdout:2627: finishing rollback tid 1 to smithi09077644-4 2024-03-07T03:06:11.492 INFO:tasks.rados.rados.0.smithi090.stdout:2627: finishing rollback tid 2 to smithi09077644-4 2024-03-07T03:06:11.492 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 1151 (ObjNum 800 snap 258 seq_num 800) dirty exists 2024-03-07T03:06:11.578 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:11 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:11.296+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a1=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:11.578 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:11 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:11.301+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:11.579 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:11 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:11.301+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:11.724 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.473+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.724 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.477+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.724 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.481+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.724 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.485+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.724 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.489+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.724 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.493+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.724 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.497+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.724 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.501+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.724 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.504+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.724 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.508+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.725 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.512+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.725 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.516+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.725 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.519+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.725 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.523+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.725 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.527+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.725 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.531+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.725 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.534+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.726 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.538+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.726 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.542+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.726 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.546+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.726 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.550+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.726 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.554+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.726 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.557+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.726 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.561+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.726 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.565+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.726 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.569+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.726 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.573+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.726 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.577+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.726 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.581+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.727 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.585+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.727 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.589+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.727 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.592+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.727 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.596+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.727 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.600+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.727 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.604+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.727 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.608+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.727 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.611+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.727 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.615+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.727 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.619+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.727 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.623+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.727 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.627+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.727 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.631+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.727 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.635+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.727 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.639+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.728 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.643+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.728 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.647+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.728 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.651+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.728 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.655+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.728 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.659+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.728 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.663+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.728 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.667+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.728 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.671+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.728 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.675+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.728 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.680+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.728 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.684+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.728 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.688+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.729 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.692+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.729 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.696+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.729 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.700+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.729 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.704+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.729 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.708+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.729 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.712+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.729 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.716+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.729 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.720+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.976 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.724+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.977 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.728+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.977 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.733+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.977 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.736+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.977 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.740+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.977 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.744+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.977 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.748+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.977 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.752+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.977 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.757+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.977 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.761+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.977 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.764+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.977 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.768+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.978 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.772+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.978 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.776+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.978 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.781+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.978 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.785+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.978 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.789+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.978 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.793+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.979 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.797+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.979 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.801+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.979 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.805+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.979 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.810+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.979 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.814+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.979 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.818+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.979 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.822+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.979 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.826+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.979 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.830+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.979 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.834+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.979 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.838+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.979 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.843+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.980 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.848+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.980 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.853+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.980 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.858+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.980 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.863+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.980 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.867+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.980 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.871+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.980 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.877+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.980 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.881+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.980 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.886+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.980 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.890+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.980 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.895+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.980 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.900+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.981 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.905+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.981 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.911+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.981 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.916+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.981 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.922+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.981 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.928+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.981 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.933+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.981 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.938+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.981 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.944+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.981 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.948+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.981 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.952+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.981 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.956+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.981 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.960+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.981 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.965+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.981 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.969+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.982 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.973+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:11.987 INFO:tasks.rados.rados.0.smithi090.stdout:2627: done (2 left) 2024-03-07T03:06:11.987 INFO:tasks.rados.rados.0.smithi090.stdout:2628: done (1 left) 2024-03-07T03:06:11.987 INFO:tasks.rados.rados.0.smithi090.stdout:2629: done (0 left) 2024-03-07T03:06:11.987 INFO:tasks.rados.rados.0.smithi090.stdout:2630: delete oid 35 current snap is 263 2024-03-07T03:06:11.989 INFO:tasks.rados.rados.0.smithi090.stdout:2630: done (0 left) 2024-03-07T03:06:11.989 INFO:tasks.rados.rados.0.smithi090.stdout:2631: snap_create 2024-03-07T03:06:12.227 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:12.227 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:12.227 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-mon[83777]: osdmap e593: 8 total, 8 up, 8 in 2024-03-07T03:06:12.227 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:12.227 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-mon[83777]: pgmap v315: 121 pgs: 1 peering+snaptrim_error, 7 peering, 1 active+undersized+degraded+snaptrim_error, 26 active+undersized, 5 active+undersized+degraded, 78 active+clean, 3 active+clean+snaptrim_error; 355 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.6 MiB/s wr, 14 op/s; 44/660 objects degraded (6.667%) 2024-03-07T03:06:12.228 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.978+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.228 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.985+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.228 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.990+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.228 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.994+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.228 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:11.998+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.228 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.003+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.228 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.007+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.229 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.011+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.229 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.015+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.229 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.019+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.229 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.023+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.229 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.027+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.229 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.031+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.229 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.035+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.229 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.040+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.229 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.044+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.229 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.048+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.229 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.052+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.229 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.056+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.229 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.060+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.230 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.065+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.230 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.069+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.230 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.073+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.230 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.077+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.230 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.082+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.230 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.086+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.230 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.091+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.230 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.095+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.230 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.099+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.230 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.103+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.230 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.107+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.230 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.111+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.230 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.116+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.231 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.120+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.231 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.124+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.231 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.128+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.231 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.133+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.231 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.137+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.231 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.141+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.231 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.146+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.231 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.150+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.231 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.154+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.231 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.160+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.231 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.165+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.231 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.169+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.231 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.173+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.231 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.178+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.232 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.182+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.232 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.186+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.232 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.191+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.232 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.195+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.232 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.199+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.232 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.203+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.232 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.207+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.232 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.211+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.232 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.215+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.232 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.220+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.232 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.224+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.329 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:06:11 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:06:11.987+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:12.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:11 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:12.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:11 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:12.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:11 smithi090 ceph-mon[89511]: osdmap e593: 8 total, 8 up, 8 in 2024-03-07T03:06:12.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:11 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:12.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:11 smithi090 ceph-mon[89511]: pgmap v315: 121 pgs: 1 peering+snaptrim_error, 7 peering, 1 active+undersized+degraded+snaptrim_error, 26 active+undersized, 5 active+undersized+degraded, 78 active+clean, 3 active+clean+snaptrim_error; 355 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.6 MiB/s wr, 14 op/s; 44/660 objects degraded (6.667%) 2024-03-07T03:06:12.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:11 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:12.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:11 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:12.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:11 smithi090 ceph-mon[91928]: osdmap e593: 8 total, 8 up, 8 in 2024-03-07T03:06:12.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:11 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:12.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:11 smithi090 ceph-mon[91928]: pgmap v315: 121 pgs: 1 peering+snaptrim_error, 7 peering, 1 active+undersized+degraded+snaptrim_error, 26 active+undersized, 5 active+undersized+degraded, 78 active+clean, 3 active+clean+snaptrim_error; 355 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.6 MiB/s wr, 14 op/s; 44/660 objects degraded (6.667%) 2024-03-07T03:06:12.330 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:11 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:11.983+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a1=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:12.331 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:11 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:11.983+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:12.331 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:11 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:11.983+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:06:12.331 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:11 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:11.983+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:12.479 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:06:12.324Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:06:12.479 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.229+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.480 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.233+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.480 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.237+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.480 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.242+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.480 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.246+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.480 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.251+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.480 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.256+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.480 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.260+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.480 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.265+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.480 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.269+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.480 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.274+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.480 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.279+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.481 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.284+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.481 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.288+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.481 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.295+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.481 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.300+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.481 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.324+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.481 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.329+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.481 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.333+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.482 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.338+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.482 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.342+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.482 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.346+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.482 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.351+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.482 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.355+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.482 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.360+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.482 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.364+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.482 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.368+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.482 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.373+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.482 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.377+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.482 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.381+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.482 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.386+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.482 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.390+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.483 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.394+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.483 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.398+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.483 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.403+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.483 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.407+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.483 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.415+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.483 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.421+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.483 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.425+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.483 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.430+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.483 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.435+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.483 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.440+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.483 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.445+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.483 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.450+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.483 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.455+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.484 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.460+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.484 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.465+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.484 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.470+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.484 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.476+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.732 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.483+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.732 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.488+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.732 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.493+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.732 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.498+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.732 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.503+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.732 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.508+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.732 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.513+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.732 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.518+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.732 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.523+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.732 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.527+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.732 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.532+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.733 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.537+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.733 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.542+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.733 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.546+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.733 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.552+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.733 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.558+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.733 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.563+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.733 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.569+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.733 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.574+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.733 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.580+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.733 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.586+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.733 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.592+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.733 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.598+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.734 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.603+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.734 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.609+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.734 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.614+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.734 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.620+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.734 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.624+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.734 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.629+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.734 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.635+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.734 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.642+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.734 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.648+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.734 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.654+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.734 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.659+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.734 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.665+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.735 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.669+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.735 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.674+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.735 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.678+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.735 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.684+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.735 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.690+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.735 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.696+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.735 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.701+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.735 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.706+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.735 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.712+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.735 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.717+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.735 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.722+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.735 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.727+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.983 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.732+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.984 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.737+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.984 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.742+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.984 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.748+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.984 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.753+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.984 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.759+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.984 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.766+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.984 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.771+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.984 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.776+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.984 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.780+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.984 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.786+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.985 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.791+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.985 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.796+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.985 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.802+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.985 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.807+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.985 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.812+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.985 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.818+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.985 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.824+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.985 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.830+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.985 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.836+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.986 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.841+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.986 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.848+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.986 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.853+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.986 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.858+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.986 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.865+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.986 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.870+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.986 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.875+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.986 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.882+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.986 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.887+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.986 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.894+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.986 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.900+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.986 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.905+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.986 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.911+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.987 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.916+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.987 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.921+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.987 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.926+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.987 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.930+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.987 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.935+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.987 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.942+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.987 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.947+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.987 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.952+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.987 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.958+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.987 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.963+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.987 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.969+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.987 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.974+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.987 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.980+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:12.992 INFO:tasks.rados.rados.0.smithi090.stdout:2631: done (0 left) 2024-03-07T03:06:12.992 INFO:tasks.rados.rados.0.smithi090.stdout:2632: copy_from oid 2 from oid 45 current snap is 264 2024-03-07T03:06:12.992 INFO:tasks.rados.rados.0.smithi090.stdout:2633: rmattr oid 23 current snap is 264 2024-03-07T03:06:12.993 INFO:tasks.rados.rados.0.smithi090.stdout:2634: rmattr oid 38 current snap is 264 2024-03-07T03:06:12.993 INFO:tasks.rados.rados.0.smithi090.stdout:2635: delete oid 47 current snap is 264 2024-03-07T03:06:12.998 INFO:tasks.rados.rados.0.smithi090.stdout:2635: done (3 left) 2024-03-07T03:06:12.999 INFO:tasks.rados.rados.0.smithi090.stdout:2636: snap_remove snap 255 2024-03-07T03:06:13.237 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1a1=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:13.237 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-mon[83777]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:13.237 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-mon[83777]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:13.237 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1a1=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:13.237 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-mon[83777]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:13.238 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-mon[83777]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:13.238 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-mon[83777]: osdmap e594: 8 total, 8 up, 8 in 2024-03-07T03:06:13.238 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:13.238 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-mon[83777]: Health check update: Degraded data redundancy: 44/660 objects degraded (6.667%), 6 pgs degraded (PG_DEGRADED) 2024-03-07T03:06:13.238 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:13.238 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:06:13.238 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:12.991+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.239 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.001+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.239 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.007+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.239 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.015+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.239 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.020+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.239 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.033+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.239 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.041+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.239 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.047+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.239 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.052+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.239 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.057+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.239 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.062+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.239 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.068+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.239 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.074+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.240 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.080+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.240 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.085+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.240 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.090+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.240 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.096+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.240 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.101+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.240 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.106+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.240 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.112+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.240 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.118+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.240 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.124+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.240 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.130+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.240 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.136+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.240 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.141+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.240 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.147+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.240 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.152+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.241 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.158+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.241 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.164+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.241 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.169+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.241 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.175+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.241 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.180+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.241 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.186+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.241 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.191+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.241 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.197+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.241 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.202+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.241 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.208+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.241 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.213+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.241 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.218+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.241 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.223+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.241 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.229+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.241 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.234+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.328 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:06:13 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:06:13.001+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:13.329 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:06:13 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:06:13] "GET /metrics HTTP/1.1" 200 36104 "" "Prometheus/2.43.0" 2024-03-07T03:06:13.329 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:12 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:12.991+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a1=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:13.329 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:12 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:12.992+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:13.329 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:12 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:12.993+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a3=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:13.329 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:06:12 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:06:12.988+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:13.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:12 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1a1=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:13.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:12 smithi090 ceph-mon[89511]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:13.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:12 smithi090 ceph-mon[89511]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:13.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:12 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1a1=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:13.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:12 smithi090 ceph-mon[89511]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:13.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:12 smithi090 ceph-mon[89511]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:13.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:12 smithi090 ceph-mon[89511]: osdmap e594: 8 total, 8 up, 8 in 2024-03-07T03:06:13.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:12 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:13.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:12 smithi090 ceph-mon[89511]: Health check update: Degraded data redundancy: 44/660 objects degraded (6.667%), 6 pgs degraded (PG_DEGRADED) 2024-03-07T03:06:13.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:12 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:13.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:12 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:06:13.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:12 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1a1=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:13.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:12 smithi090 ceph-mon[91928]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:13.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:12 smithi090 ceph-mon[91928]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:13.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:12 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1a1=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:13.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:12 smithi090 ceph-mon[91928]: No clone_snaps in snapset 18a=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:13.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:12 smithi090 ceph-mon[91928]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:13.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:12 smithi090 ceph-mon[91928]: osdmap e594: 8 total, 8 up, 8 in 2024-03-07T03:06:13.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:12 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:13.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:12 smithi090 ceph-mon[91928]: Health check update: Degraded data redundancy: 44/660 objects degraded (6.667%), 6 pgs degraded (PG_DEGRADED) 2024-03-07T03:06:13.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:12 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:13.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:12 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:06:13.489 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.240+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.489 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.246+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.489 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.251+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.489 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.257+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.489 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.263+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.489 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.268+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.489 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.274+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.489 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.280+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.489 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.286+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.490 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.292+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.490 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.300+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.490 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.307+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.490 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.314+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.490 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.321+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.490 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.328+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.490 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.335+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.490 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.343+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.490 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.350+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.490 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.357+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.490 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.362+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.490 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.368+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.490 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.373+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.490 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.378+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.490 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.384+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.491 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.389+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.491 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.395+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.491 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.400+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.491 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.406+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.491 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.411+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.491 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.416+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.491 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.421+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.491 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.426+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.491 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.432+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.491 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.437+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.491 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.443+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.491 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.448+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.491 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.453+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.491 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.459+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.492 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.464+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.492 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.470+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.492 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.475+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.492 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.480+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.492 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.485+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.743 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:06:13.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi090\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:06:13.743 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.491+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.743 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.496+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.744 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.501+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.744 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.506+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.744 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.512+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.744 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.517+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.744 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.523+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.744 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.528+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.744 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.534+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.744 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.539+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.744 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.544+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.744 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.550+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.744 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.555+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.744 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.560+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.744 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.565+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.745 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.571+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.745 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.577+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.745 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.582+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.745 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.590+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.745 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.595+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.745 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.600+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.745 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.606+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.745 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.611+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.745 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.616+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.746 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.622+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.746 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.627+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.746 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.633+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.746 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.639+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.746 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.644+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.746 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.649+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.746 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.653+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.746 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.658+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.746 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.663+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.746 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.668+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.746 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.673+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.746 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.679+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.746 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.684+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.746 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.691+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.746 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.698+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.747 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.704+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.747 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.709+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.747 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.714+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.747 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.719+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.747 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.725+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.747 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.730+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.747 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.735+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.747 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.740+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.998 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.746+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.998 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.751+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.998 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.757+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.999 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.762+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.999 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.767+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.999 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.772+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.999 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.777+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.999 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.782+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.999 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.787+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.999 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.792+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.999 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.797+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.999 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.802+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.999 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.808+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:13.999 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.813+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.000 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.818+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.000 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.824+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.000 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.829+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.000 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.834+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.001 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.839+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.001 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.845+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.001 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.850+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.001 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.855+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.001 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.860+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.001 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.866+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.001 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.872+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.001 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.877+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.001 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.882+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.001 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.887+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.002 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.892+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.002 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.897+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.002 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.902+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.002 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.908+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.002 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.913+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.002 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.918+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.002 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.924+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.002 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.930+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.002 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.935+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.002 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.940+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.002 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.945+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.002 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.950+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.003 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.955+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.003 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.961+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.003 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.966+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.003 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.971+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.003 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.976+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.003 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.981+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.003 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.986+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.003 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:13.995+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.008 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 1442 (ObjNum 745 snap 237 seq_num 745) dirty exists 2024-03-07T03:06:14.009 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 1443 (ObjNum 785 snap 255 seq_num 785) dirty exists 2024-03-07T03:06:14.009 INFO:tasks.rados.rados.0.smithi090.stdout:2632: finishing copy_from racing read to smithi09077644-2 2024-03-07T03:06:14.009 INFO:tasks.rados.rados.0.smithi090.stdout:2632: finishing copy_from to smithi09077644-2 2024-03-07T03:06:14.009 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 2 v 1148 (ObjNum 807 snap 262 seq_num 807) dirty exists 2024-03-07T03:06:14.009 INFO:tasks.rados.rados.0.smithi090.stdout:2632: done (3 left) 2024-03-07T03:06:14.009 INFO:tasks.rados.rados.0.smithi090.stdout:2633: done (2 left) 2024-03-07T03:06:14.009 INFO:tasks.rados.rados.0.smithi090.stdout:2634: done (1 left) 2024-03-07T03:06:14.009 INFO:tasks.rados.rados.0.smithi090.stdout:2636: done (0 left) 2024-03-07T03:06:14.009 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 4 current snap is 264 2024-03-07T03:06:14.009 INFO:tasks.rados.rados.0.smithi090.stdout:2637: seq_num 810 ranges {5734400=770048,6504448=778240,7282688=24576} 2024-03-07T03:06:14.044 INFO:tasks.rados.rados.0.smithi090.stdout:2637: writing smithi09077644-4 from 5734400 to 6504448 tid 1 2024-03-07T03:06:14.049 INFO:tasks.rados.rados.0.smithi090.stdout:2637: writing smithi09077644-4 from 6504448 to 7282688 tid 2 2024-03-07T03:06:14.049 INFO:tasks.rados.rados.0.smithi090.stdout:2637: writing smithi09077644-4 from 7282688 to 7307264 tid 3 2024-03-07T03:06:14.049 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 13 current snap is 264 2024-03-07T03:06:14.049 INFO:tasks.rados.rados.0.smithi090.stdout:2637: finishing write tid 1 to smithi09077644-4 2024-03-07T03:06:14.049 INFO:tasks.rados.rados.0.smithi090.stdout:2638: seq_num 811 ranges {3473408=786432,4259840=663552,4923392=139264} 2024-03-07T03:06:14.072 INFO:tasks.rados.rados.0.smithi090.stdout:2638: writing smithi09077644-13 from 3473408 to 4259840 tid 1 2024-03-07T03:06:14.076 INFO:tasks.rados.rados.0.smithi090.stdout:2638: writing smithi09077644-13 from 4259840 to 4923392 tid 2 2024-03-07T03:06:14.077 INFO:tasks.rados.rados.0.smithi090.stdout:2638: writing smithi09077644-13 from 4923392 to 5062656 tid 3 2024-03-07T03:06:14.078 INFO:tasks.rados.rados.0.smithi090.stdout:2639: snap_remove snap 262 2024-03-07T03:06:14.251 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-mon[83777]: osdmap e595: 8 total, 8 up, 8 in 2024-03-07T03:06:14.251 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:14.251 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1a1=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:14.251 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-mon[83777]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:14.251 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1a3=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:14.252 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:14.252 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:13 smithi092 ceph-mon[83777]: pgmap v318: 121 pgs: 1 active+clean+snaptrim, 1 peering+snaptrim_error, 7 peering, 1 active+undersized+degraded+snaptrim_error, 4 active+undersized, 104 active+clean, 3 active+clean+snaptrim_error; 355 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s; 22/663 objects degraded (3.318%); 318 KiB/s, 0 objects/s recovering 2024-03-07T03:06:14.252 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.008+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.253 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.014+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.253 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.019+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.253 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.024+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.253 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.030+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.253 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.035+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.253 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.041+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.253 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.047+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.253 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.053+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.253 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.059+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.253 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.064+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.253 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.070+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.253 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.080+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.254 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.087+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.254 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.093+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.254 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.098+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.254 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.103+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.254 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.109+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.254 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.114+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.254 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.119+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.254 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.125+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.254 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.130+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.254 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.136+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.254 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.141+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.254 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.147+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.254 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.154+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.254 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.163+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.255 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.173+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.255 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.185+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.255 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.195+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.255 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.205+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.255 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.216+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.255 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.224+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.255 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.231+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.255 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.237+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.255 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.243+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.255 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.248+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:13 smithi090 ceph-mon[89511]: osdmap e595: 8 total, 8 up, 8 in 2024-03-07T03:06:14.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:13 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:14.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:13 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1a1=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:14.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:13 smithi090 ceph-mon[89511]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:14.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:13 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1a3=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:14.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:13 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:14.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:13 smithi090 ceph-mon[89511]: pgmap v318: 121 pgs: 1 active+clean+snaptrim, 1 peering+snaptrim_error, 7 peering, 1 active+undersized+degraded+snaptrim_error, 4 active+undersized, 104 active+clean, 3 active+clean+snaptrim_error; 355 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s; 22/663 objects degraded (3.318%); 318 KiB/s, 0 objects/s recovering 2024-03-07T03:06:14.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:13 smithi090 ceph-mon[91928]: osdmap e595: 8 total, 8 up, 8 in 2024-03-07T03:06:14.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:13 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:14.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:13 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1a1=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:14.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:13 smithi090 ceph-mon[91928]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:14.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:13 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1a3=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:14.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:13 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:14.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:13 smithi090 ceph-mon[91928]: pgmap v318: 121 pgs: 1 active+clean+snaptrim, 1 peering+snaptrim_error, 7 peering, 1 active+undersized+degraded+snaptrim_error, 4 active+undersized, 104 active+clean, 3 active+clean+snaptrim_error; 355 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s; 22/663 objects degraded (3.318%); 318 KiB/s, 0 objects/s recovering 2024-03-07T03:06:14.330 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:14 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:14.078+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a1=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:14.330 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:14 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:14.081+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a3=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:14.330 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:14 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:14.081+0000 7fa43c425700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:06:14.330 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:14 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:14.081+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:14.331 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:06:14 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:06:14.076+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:14.331 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:06:14 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:06:14.007+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:14.503 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.254+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.504 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.260+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.504 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.266+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.504 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.273+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.504 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.279+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.504 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.284+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.504 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.289+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.504 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.295+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.504 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.300+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.504 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.306+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.504 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.311+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.504 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.317+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.504 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.322+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.505 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.328+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.505 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.339+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.505 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.346+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.505 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.353+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.505 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.359+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.505 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.366+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.505 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.373+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.505 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.378+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.505 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.383+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.505 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.388+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.505 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.393+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.505 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.399+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.506 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.404+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.506 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.409+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.506 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.414+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.506 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.420+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.506 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.425+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.506 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.430+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.506 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.436+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.506 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.441+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.506 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.447+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.506 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.453+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.506 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.462+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.506 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.468+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.506 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.474+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.506 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.479+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.507 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.484+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.507 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.489+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.507 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.494+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.507 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.500+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.755 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.505+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.755 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.511+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.755 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.517+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.755 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.523+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.755 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.529+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.755 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.534+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.755 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.539+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.755 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.546+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.755 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.551+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.755 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.557+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.755 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.562+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.756 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.568+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.756 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.574+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.756 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.580+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.756 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.585+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.756 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.591+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.756 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.596+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.756 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.601+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.757 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.607+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.757 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.613+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.757 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.618+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.757 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.624+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.757 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.629+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.757 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.634+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.757 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.640+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.757 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.645+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.757 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.651+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.757 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.656+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.757 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.662+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.757 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.668+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.758 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.673+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.758 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.679+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.758 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.684+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.758 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.690+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.758 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.696+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.758 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.701+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.758 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.707+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.758 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.712+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.758 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.717+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.758 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.723+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.758 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.729+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.758 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.734+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.759 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.740+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.759 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.746+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.759 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.751+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:14.828 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:06:14 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:06:14.412+0000 7f8323fc5700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-03-07T03:06:15.010 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-mon[83777]: osdmap e596: 8 total, 8 up, 8 in 2024-03-07T03:06:15.010 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:15.011 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1a1=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:15.011 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1a3=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:15.011 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-mon[83777]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:15.011 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:15.011 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:15.011 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:06:15.011 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:06:15.011 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:15.011 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:06:15.011 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:06:15.011 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:06:15.011 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:06:15.011 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-03-07T03:06:15.011 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-mon[83777]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-03-07T03:06:15.012 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-mon[83777]: Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-03-07T03:06:15.012 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.758+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.012 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.764+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.012 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.770+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.012 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.776+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.012 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.782+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.012 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.787+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.012 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.793+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.013 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.799+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.013 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.805+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.013 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.811+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.013 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.817+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.013 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.822+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.013 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.828+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.013 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.833+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.013 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.839+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.013 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.844+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.013 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.850+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.013 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.856+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.013 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.862+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.013 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.867+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.013 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.872+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.013 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.878+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.013 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.883+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.014 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.889+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.014 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.895+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.014 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.901+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.014 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.907+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.014 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.913+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.014 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.918+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.014 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.924+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.014 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.929+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.014 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.935+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.014 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.940+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.014 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.946+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.014 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.952+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.014 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.957+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.014 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.963+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.015 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.969+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.015 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.974+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.015 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.980+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.015 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.985+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.015 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.991+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.015 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:14.996+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.015 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.007+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.016 INFO:tasks.rados.rados.0.smithi090.stdout:2639: done (2 left) 2024-03-07T03:06:15.016 INFO:tasks.rados.rados.0.smithi090.stdout:2640: setattr oid 10 current snap is 264 2024-03-07T03:06:15.016 INFO:tasks.rados.rados.0.smithi090.stdout:2637: finishing write tid 2 to smithi09077644-4 2024-03-07T03:06:15.016 INFO:tasks.rados.rados.0.smithi090.stdout:2637: finishing write tid 3 to smithi09077644-4 2024-03-07T03:06:15.016 INFO:tasks.rados.rados.0.smithi090.stdout:2637: finishing write tid 4 to smithi09077644-4 2024-03-07T03:06:15.016 INFO:tasks.rados.rados.0.smithi090.stdout:2637: finishing write tid 5 to smithi09077644-4 2024-03-07T03:06:15.016 INFO:tasks.rados.rados.0.smithi090.stdout:2637: oid 4 updating version 0 to 1153 2024-03-07T03:06:15.016 INFO:tasks.rados.rados.0.smithi090.stdout:2637: oid 4 updating version 1153 to 1155 2024-03-07T03:06:15.016 INFO:tasks.rados.rados.0.smithi090.stdout:2637: oid 4 version 1155 is already newer than 1154 2024-03-07T03:06:15.016 INFO:tasks.rados.rados.0.smithi090.stdout:2637: oid 4 version 1155 is already newer than 1152 2024-03-07T03:06:15.016 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 1155 (ObjNum 810 snap 264 seq_num 810) dirty exists 2024-03-07T03:06:15.017 INFO:tasks.rados.rados.0.smithi090.stdout:2637: left oid 4 (ObjNum 810 snap 264 seq_num 810) 2024-03-07T03:06:15.017 INFO:tasks.rados.rados.0.smithi090.stdout:2638: finishing write tid 1 to smithi09077644-13 2024-03-07T03:06:15.017 INFO:tasks.rados.rados.0.smithi090.stdout:2638: finishing write tid 2 to smithi09077644-13 2024-03-07T03:06:15.017 INFO:tasks.rados.rados.0.smithi090.stdout:2638: finishing write tid 3 to smithi09077644-13 2024-03-07T03:06:15.017 INFO:tasks.rados.rados.0.smithi090.stdout:2638: finishing write tid 4 to smithi09077644-13 2024-03-07T03:06:15.017 INFO:tasks.rados.rados.0.smithi090.stdout:2638: finishing write tid 5 to smithi09077644-13 2024-03-07T03:06:15.017 INFO:tasks.rados.rados.0.smithi090.stdout:2638: oid 13 updating version 0 to 1233 2024-03-07T03:06:15.017 INFO:tasks.rados.rados.0.smithi090.stdout:2638: oid 13 updating version 1233 to 1235 2024-03-07T03:06:15.017 INFO:tasks.rados.rados.0.smithi090.stdout:2638: oid 13 updating version 1235 to 1236 2024-03-07T03:06:15.017 INFO:tasks.rados.rados.0.smithi090.stdout:2638: oid 13 version 1236 is already newer than 1234 2024-03-07T03:06:15.017 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 13 v 1236 (ObjNum 811 snap 264 seq_num 811) dirty exists 2024-03-07T03:06:15.017 INFO:tasks.rados.rados.0.smithi090.stdout:2638: left oid 13 (ObjNum 811 snap 264 seq_num 811) 2024-03-07T03:06:15.017 INFO:tasks.rados.rados.0.smithi090.stdout:2637: done (2 left) 2024-03-07T03:06:15.017 INFO:tasks.rados.rados.0.smithi090.stdout:2638: done (1 left) 2024-03-07T03:06:15.018 INFO:tasks.rados.rados.0.smithi090.stdout:2641: rmattr oid 39 current snap is 264 2024-03-07T03:06:15.018 INFO:tasks.rados.rados.0.smithi090.stdout:2642: rollback oid 7 current snap is 264 2024-03-07T03:06:15.018 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 7 to 256 2024-03-07T03:06:15.018 INFO:tasks.rados.rados.0.smithi090.stdout:2643: snap_remove snap 223 2024-03-07T03:06:15.263 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.022+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.263 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.028+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.263 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.034+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.263 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.040+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.263 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.045+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.263 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.051+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.264 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.057+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.264 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.063+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.264 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.069+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.264 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.074+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.264 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.080+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.264 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.086+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.264 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.091+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.264 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.097+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.264 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.102+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.264 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.109+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.264 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.115+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.265 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.121+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.265 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.127+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.265 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.133+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.265 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.139+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.265 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.145+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.265 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.151+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.265 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.158+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.265 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.164+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.265 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.170+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.265 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.176+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.266 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.182+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.266 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.188+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.266 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.195+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.266 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.200+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.266 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.206+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.266 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.212+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.266 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.218+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.266 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.224+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.266 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.229+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.266 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.235+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.266 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.241+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.266 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.247+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.266 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.253+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.266 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.260+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.328 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:06:15 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:06:15.017+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:15.329 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:06:15 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:06:15.014+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:15.329 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:15 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:15.020+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a4=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:15.329 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:15 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:15.020+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:15.329 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:15 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:15.020+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a3=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:15.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:14 smithi090 ceph-mon[89511]: osdmap e596: 8 total, 8 up, 8 in 2024-03-07T03:06:15.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:14 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:15.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:14 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1a1=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:15.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:14 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1a3=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:15.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:14 smithi090 ceph-mon[89511]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:15.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:14 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:15.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:14 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:15.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:14 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:06:15.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:14 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:06:15.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:14 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:15.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:14 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:06:15.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:14 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:06:15.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:14 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:06:15.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:14 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:06:15.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:14 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-03-07T03:06:15.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:14 smithi090 ceph-mon[89511]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-03-07T03:06:15.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:14 smithi090 ceph-mon[89511]: Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-03-07T03:06:15.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:15 smithi090 ceph-mon[91928]: osdmap e596: 8 total, 8 up, 8 in 2024-03-07T03:06:15.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:15 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:15.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:15 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1a1=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:15.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:15 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1a3=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:15.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:15 smithi090 ceph-mon[91928]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:15.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:15 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:15.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:15 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:15.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:15 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:06:15.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:15 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:06:15.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:15 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:15.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:15 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:06:15.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:15 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:06:15.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:15 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:06:15.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:15 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:06:15.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:15 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-03-07T03:06:15.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:15 smithi090 ceph-mon[91928]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-03-07T03:06:15.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:15 smithi090 ceph-mon[91928]: Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-03-07T03:06:15.517 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.267+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.517 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.273+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.517 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.279+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.517 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.285+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.517 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.292+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.517 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.298+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.517 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.305+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.517 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.312+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.517 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.318+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.518 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.324+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.518 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.330+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.518 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.336+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.518 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.342+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.518 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.348+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.518 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.354+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.518 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.360+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.518 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.367+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.518 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.373+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.518 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.379+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.518 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.385+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.518 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.391+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.518 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.397+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.518 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.403+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.519 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.409+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.519 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.416+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.519 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.422+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.519 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.428+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.519 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.434+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.519 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.440+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.519 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.446+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.519 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.452+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.519 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.459+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.519 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.465+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.519 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.470+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.519 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.477+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.519 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.484+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.519 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.490+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.519 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.496+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.520 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.502+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.520 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.508+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.520 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.513+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.770 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.520+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.771 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.527+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.771 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.533+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.771 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.539+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.771 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.545+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.771 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.550+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.771 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.556+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.771 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.562+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.771 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.569+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.771 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.575+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.771 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.581+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.771 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.586+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.771 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.592+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.772 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.598+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.772 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.604+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.772 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.611+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.772 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.617+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.772 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.623+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.772 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.629+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.772 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.635+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.772 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.642+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.773 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.648+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.773 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.655+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.773 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.661+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.773 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.667+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.773 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.674+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.773 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.680+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.773 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.686+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.773 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.692+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.773 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.698+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.773 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.705+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.773 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.711+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.773 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.717+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.773 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.723+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.773 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.730+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.773 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.736+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.774 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.742+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.774 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.748+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.774 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.754+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.774 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.761+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:15.774 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.767+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.022 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:16.022 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-mon[83777]: osdmap e597: 8 total, 8 up, 8 in 2024-03-07T03:06:16.022 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:16.022 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:16.022 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1a4=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:16.022 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-mon[83777]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:16.022 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1a3=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:16.022 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-mon[83777]: pgmap v321: 121 pgs: 1 active+clean+snaptrim, 115 active+clean, 5 active+clean+snaptrim_error; 370 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 829 KiB/s rd, 3.8 MiB/s wr, 14 op/s; 9.6 MiB/s, 4 objects/s recovering 2024-03-07T03:06:16.023 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.774+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.023 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.782+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.023 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.788+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.023 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.795+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.023 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.802+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.023 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.808+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.023 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.815+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.023 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.821+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.023 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.827+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.023 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.834+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.023 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.840+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.023 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.846+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.023 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.852+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.024 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.858+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.024 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.865+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.024 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.872+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.024 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.878+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.024 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.885+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.024 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.892+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.024 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.898+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.024 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.905+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.024 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.912+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.024 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.920+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.024 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.929+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.024 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.937+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.024 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.943+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.024 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.950+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.024 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.956+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.025 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.962+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.025 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.969+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.025 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.975+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.025 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.981+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.025 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.988+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.025 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:15.994+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.025 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.001+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.025 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.007+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.025 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.017+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.026 INFO:tasks.rados.rados.0.smithi090.stdout:2643: done (3 left) 2024-03-07T03:06:16.026 INFO:tasks.rados.rados.0.smithi090.stdout:2644: delete oid 43 current snap is 264 2024-03-07T03:06:16.026 INFO:tasks.rados.rados.0.smithi090.stdout:2642: finishing rollback tid 0 to smithi09077644-7 2024-03-07T03:06:16.026 INFO:tasks.rados.rados.0.smithi090.stdout:2642: finishing rollback tid 1 to smithi09077644-7 2024-03-07T03:06:16.026 INFO:tasks.rados.rados.0.smithi090.stdout:2642: finishing rollback tid 2 to smithi09077644-7 2024-03-07T03:06:16.026 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 7 v 719 (ObjNum 682 snap 212 seq_num 682) dirty exists 2024-03-07T03:06:16.026 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 1448 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-03-07T03:06:16.027 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 1450 (ObjNum 803 snap 261 seq_num 803) dirty exists 2024-03-07T03:06:16.035 INFO:tasks.rados.rados.0.smithi090.stdout:2640: done (3 left) 2024-03-07T03:06:16.035 INFO:tasks.rados.rados.0.smithi090.stdout:2641: done (2 left) 2024-03-07T03:06:16.035 INFO:tasks.rados.rados.0.smithi090.stdout:2642: done (1 left) 2024-03-07T03:06:16.035 INFO:tasks.rados.rados.0.smithi090.stdout:2644: done (0 left) 2024-03-07T03:06:16.035 INFO:tasks.rados.rados.0.smithi090.stdout:2645: read oid 50 snap -1 2024-03-07T03:06:16.035 INFO:tasks.rados.rados.0.smithi090.stdout:2645: expect deleted 2024-03-07T03:06:16.035 INFO:tasks.rados.rados.0.smithi090.stdout:2646: rollback oid 21 current snap is 264 2024-03-07T03:06:16.035 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 21 to 260 2024-03-07T03:06:16.035 INFO:tasks.rados.rados.0.smithi090.stdout:2647: delete oid 35 current snap is 264 2024-03-07T03:06:16.037 INFO:tasks.rados.rados.0.smithi090.stdout:2647: done (2 left) 2024-03-07T03:06:16.037 INFO:tasks.rados.rados.0.smithi090.stdout:2648: delete oid 33 current snap is 264 2024-03-07T03:06:16.037 INFO:tasks.rados.rados.0.smithi090.stdout:2646: finishing rollback tid 1 to smithi09077644-21 2024-03-07T03:06:16.038 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 1326 (ObjNum 529 snap 0 seq_num 3365908192) dirty dne 2024-03-07T03:06:16.042 INFO:tasks.rados.rados.0.smithi090.stdout:2645: done (2 left) 2024-03-07T03:06:16.042 INFO:tasks.rados.rados.0.smithi090.stdout:2646: done (1 left) 2024-03-07T03:06:16.042 INFO:tasks.rados.rados.0.smithi090.stdout:2648: done (0 left) 2024-03-07T03:06:16.042 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 35 current snap is 264 2024-03-07T03:06:16.042 INFO:tasks.rados.rados.0.smithi090.stdout:2649: seq_num 815 ranges {0=458752,458752=655360,1114112=409600,1523712=139264} 2024-03-07T03:06:16.045 INFO:tasks.rados.rados.0.smithi090.stdout:2649: writing smithi09077644-35 from 0 to 458752 tid 1 2024-03-07T03:06:16.048 INFO:tasks.rados.rados.0.smithi090.stdout:2649: writing smithi09077644-35 from 458752 to 1114112 tid 2 2024-03-07T03:06:16.051 INFO:tasks.rados.rados.0.smithi090.stdout:2649: writing smithi09077644-35 from 1114112 to 1523712 tid 3 2024-03-07T03:06:16.052 INFO:tasks.rados.rados.0.smithi090.stdout:2649: writing smithi09077644-35 from 1523712 to 1662976 tid 4 2024-03-07T03:06:16.052 INFO:tasks.rados.rados.0.smithi090.stdout:2650: delete oid 17 current snap is 264 2024-03-07T03:06:16.052 INFO:tasks.rados.rados.0.smithi090.stdout:2649: finishing write tid 1 to smithi09077644-35 2024-03-07T03:06:16.053 INFO:tasks.rados.rados.0.smithi090.stdout:2649: finishing write tid 2 to smithi09077644-35 2024-03-07T03:06:16.055 INFO:tasks.rados.rados.0.smithi090.stdout:2650: done (1 left) 2024-03-07T03:06:16.056 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 3 current snap is 264 2024-03-07T03:06:16.056 INFO:tasks.rados.rados.0.smithi090.stdout:2649: finishing write tid 3 to smithi09077644-35 2024-03-07T03:06:16.056 INFO:tasks.rados.rados.0.smithi090.stdout:2651: seq_num 817 ranges {6029312=491520,6520832=417792,6938624=425984,7364608=360448} 2024-03-07T03:06:16.091 INFO:tasks.rados.rados.0.smithi090.stdout:2651: writing smithi09077644-3 from 6029312 to 6520832 tid 1 2024-03-07T03:06:16.093 INFO:tasks.rados.rados.0.smithi090.stdout:2651: writing smithi09077644-3 from 6520832 to 6938624 tid 2 2024-03-07T03:06:16.096 INFO:tasks.rados.rados.0.smithi090.stdout:2651: writing smithi09077644-3 from 6938624 to 7364608 tid 3 2024-03-07T03:06:16.099 INFO:tasks.rados.rados.0.smithi090.stdout:2651: writing smithi09077644-3 from 7364608 to 7725056 tid 4 2024-03-07T03:06:16.099 INFO:tasks.rados.rados.0.smithi090.stdout:2652: snap_create 2024-03-07T03:06:16.099 INFO:tasks.rados.rados.0.smithi090.stdout:2649: finishing write tid 4 to smithi09077644-35 2024-03-07T03:06:16.099 INFO:tasks.rados.rados.0.smithi090.stdout:2649: finishing write tid 5 to smithi09077644-35 2024-03-07T03:06:16.099 INFO:tasks.rados.rados.0.smithi090.stdout:2649: finishing write tid 6 to smithi09077644-35 2024-03-07T03:06:16.099 INFO:tasks.rados.rados.0.smithi090.stdout:2649: oid 35 updating version 0 to 1151 2024-03-07T03:06:16.100 INFO:tasks.rados.rados.0.smithi090.stdout:2649: oid 35 version 1151 is already newer than 1149 2024-03-07T03:06:16.100 INFO:tasks.rados.rados.0.smithi090.stdout:2649: oid 35 version 1151 is already newer than 1150 2024-03-07T03:06:16.100 INFO:tasks.rados.rados.0.smithi090.stdout:2649: oid 35 updating version 1151 to 1153 2024-03-07T03:06:16.100 INFO:tasks.rados.rados.0.smithi090.stdout:2649: oid 35 version 1153 is already newer than 1152 2024-03-07T03:06:16.100 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 35 v 1153 (ObjNum 815 snap 264 seq_num 815) dirty exists 2024-03-07T03:06:16.100 INFO:tasks.rados.rados.0.smithi090.stdout:2649: left oid 35 (ObjNum 815 snap 264 seq_num 815) 2024-03-07T03:06:16.100 INFO:tasks.rados.rados.0.smithi090.stdout:2651: finishing write tid 1 to smithi09077644-3 2024-03-07T03:06:16.100 INFO:tasks.rados.rados.0.smithi090.stdout:2651: finishing write tid 2 to smithi09077644-3 2024-03-07T03:06:16.102 INFO:tasks.rados.rados.0.smithi090.stdout:2651: finishing write tid 3 to smithi09077644-3 2024-03-07T03:06:16.102 INFO:tasks.rados.rados.0.smithi090.stdout:2651: finishing write tid 4 to smithi09077644-3 2024-03-07T03:06:16.102 INFO:tasks.rados.rados.0.smithi090.stdout:2651: finishing write tid 5 to smithi09077644-3 2024-03-07T03:06:16.104 INFO:tasks.rados.rados.0.smithi090.stdout:2651: finishing write tid 6 to smithi09077644-3 2024-03-07T03:06:16.104 INFO:tasks.rados.rados.0.smithi090.stdout:2651: oid 3 updating version 0 to 1431 2024-03-07T03:06:16.104 INFO:tasks.rados.rados.0.smithi090.stdout:2651: oid 3 updating version 1431 to 1434 2024-03-07T03:06:16.104 INFO:tasks.rados.rados.0.smithi090.stdout:2651: oid 3 version 1434 is already newer than 1433 2024-03-07T03:06:16.104 INFO:tasks.rados.rados.0.smithi090.stdout:2651: oid 3 updating version 1434 to 1435 2024-03-07T03:06:16.104 INFO:tasks.rados.rados.0.smithi090.stdout:2651: oid 3 version 1435 is already newer than 1432 2024-03-07T03:06:16.104 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 1435 (ObjNum 817 snap 264 seq_num 817) dirty exists 2024-03-07T03:06:16.104 INFO:tasks.rados.rados.0.smithi090.stdout:2651: left oid 3 (ObjNum 817 snap 264 seq_num 817) 2024-03-07T03:06:16.277 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.037+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.277 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.045+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.277 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.054+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.277 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.061+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.277 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.067+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.277 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.074+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.277 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.080+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.277 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.086+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.277 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.094+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.277 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.103+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.277 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.110+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.278 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.116+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.278 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.123+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.278 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.130+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.278 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.138+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.278 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.144+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.278 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.151+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.278 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.157+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.278 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.163+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.278 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.170+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.279 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.177+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.279 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.183+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.279 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.190+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.279 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.196+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.279 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.202+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.279 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.209+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.279 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.216+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.279 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.222+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.279 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.228+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.279 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.234+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.279 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.241+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.279 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.247+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.279 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.254+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.279 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.260+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.280 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.267+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.280 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.274+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.328 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:06:16 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:06:16.017+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:16.329 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:06:16 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:06:16.023+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:16.329 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:16 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:16.026+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a4=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:16.329 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:16 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:16.037+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a3=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:16.329 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:16 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:16.037+0000 7fa43c425700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:06:16.329 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:16 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:16.037+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:16.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:16 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:16.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:16 smithi090 ceph-mon[89511]: osdmap e597: 8 total, 8 up, 8 in 2024-03-07T03:06:16.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:16 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:16.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:16 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:16.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:16 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1a4=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:16.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:16 smithi090 ceph-mon[89511]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:16.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:16 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1a3=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:16.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:16 smithi090 ceph-mon[89511]: pgmap v321: 121 pgs: 1 active+clean+snaptrim, 115 active+clean, 5 active+clean+snaptrim_error; 370 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 829 KiB/s rd, 3.8 MiB/s wr, 14 op/s; 9.6 MiB/s, 4 objects/s recovering 2024-03-07T03:06:16.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:16 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:16.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:16 smithi090 ceph-mon[91928]: osdmap e597: 8 total, 8 up, 8 in 2024-03-07T03:06:16.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:16 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:16.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:16 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:16.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:16 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1a4=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:16.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:16 smithi090 ceph-mon[91928]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:16.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:16 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1a3=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:16.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:16 smithi090 ceph-mon[91928]: pgmap v321: 121 pgs: 1 active+clean+snaptrim, 115 active+clean, 5 active+clean+snaptrim_error; 370 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 829 KiB/s rd, 3.8 MiB/s wr, 14 op/s; 9.6 MiB/s, 4 objects/s recovering 2024-03-07T03:06:16.532 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.281+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.532 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.287+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.532 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.293+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.532 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.300+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.532 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.306+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.532 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.313+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.532 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.320+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.532 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.326+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.532 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.333+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.532 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.339+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.532 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.346+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.533 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.352+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.533 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.359+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.533 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.365+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.533 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.372+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.533 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.378+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.533 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.385+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.533 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.391+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.533 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.399+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.533 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.406+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.533 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.413+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.533 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.419+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.533 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.426+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.533 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.432+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.534 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.438+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.534 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.445+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.534 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.452+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.534 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.459+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.534 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.466+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.534 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.473+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.534 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.480+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.534 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.486+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.534 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.493+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.534 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.500+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.534 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.507+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.534 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.514+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.535 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.521+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.535 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.528+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.786 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.536+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.786 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.543+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.786 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.549+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.786 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.557+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.786 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.563+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.786 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.570+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.787 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.577+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.787 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.584+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.787 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.591+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.787 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.598+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.787 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.605+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.787 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.612+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.787 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.619+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.787 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.626+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.787 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.633+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.787 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.639+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.787 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.646+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.788 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.652+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.788 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.659+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.788 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.666+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.788 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.673+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.788 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.680+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.788 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.687+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.788 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.693+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.788 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.700+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.789 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.707+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.789 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.714+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.789 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.720+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.789 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.727+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.789 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.734+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.789 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.741+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.789 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.748+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.789 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.756+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.789 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.763+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.789 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.770+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.789 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.776+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:16.789 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.783+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.028 INFO:tasks.rados.rados.0.smithi090.stdout:2649: done (2 left) 2024-03-07T03:06:17.028 INFO:tasks.rados.rados.0.smithi090.stdout:2651: done (1 left) 2024-03-07T03:06:17.028 INFO:tasks.rados.rados.0.smithi090.stdout:2652: done (0 left) 2024-03-07T03:06:17.028 INFO:tasks.rados.rados.0.smithi090.stdout:2653: delete oid 47 current snap is 265 2024-03-07T03:06:17.032 INFO:tasks.rados.rados.0.smithi090.stdout:2653: done (0 left) 2024-03-07T03:06:17.032 INFO:tasks.rados.rados.0.smithi090.stdout:2654: copy_from oid 37 from oid 34 current snap is 265 2024-03-07T03:06:17.033 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 9 current snap is 265 2024-03-07T03:06:17.033 INFO:tasks.rados.rados.0.smithi090.stdout:2655: seq_num 819 ranges {0=524288,524288=589824,1114112=614400} 2024-03-07T03:06:17.035 INFO:tasks.rados.rados.0.smithi090.stdout:2655: writing smithi09077644-9 from 0 to 524288 tid 1 2024-03-07T03:06:17.037 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-mon[83777]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 22/663 objects degraded (3.318%), 1 pg degraded) 2024-03-07T03:06:17.037 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:17.037 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-mon[83777]: osdmap e598: 8 total, 8 up, 8 in 2024-03-07T03:06:17.037 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:17.037 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1a4=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:17.037 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1a3=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:17.037 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-mon[83777]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:17.038 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.790+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.038 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.796+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.038 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.804+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.038 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.811+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.038 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.818+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.038 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.825+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.038 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.833+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.038 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.840+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.038 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.847+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.039 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.853+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.039 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.860+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.039 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.868+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.039 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.875+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.039 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.882+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.039 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.889+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.039 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.896+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.039 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.902+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.039 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.909+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.039 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.916+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.039 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.924+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.039 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.931+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.040 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.938+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.040 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.946+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.040 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.952+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.040 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.960+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.040 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.967+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.040 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.974+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.040 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.982+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.040 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.989+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.040 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:16.997+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.040 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.004+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.041 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.011+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.041 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.020+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.041 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.034+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.041 INFO:tasks.rados.rados.0.smithi090.stdout:2655: writing smithi09077644-9 from 524288 to 1114112 tid 2 2024-03-07T03:06:17.044 INFO:tasks.rados.rados.0.smithi090.stdout:2655: writing smithi09077644-9 from 1114112 to 1728512 tid 3 2024-03-07T03:06:17.044 INFO:tasks.rados.rados.0.smithi090.stdout:2656: rollback oid 27 current snap is 265 2024-03-07T03:06:17.044 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 27 to 261 2024-03-07T03:06:17.044 INFO:tasks.rados.rados.0.smithi090.stdout:2654: finishing copy_from to smithi09077644-37 2024-03-07T03:06:17.045 INFO:tasks.rados.rados.0.smithi090.stdout:2654: got expected ENOENT (src dne) 2024-03-07T03:06:17.045 INFO:tasks.rados.rados.0.smithi090.stdout:2654: finishing copy_from racing read to smithi09077644-37 2024-03-07T03:06:17.045 INFO:tasks.rados.rados.0.smithi090.stdout:2655: finishing write tid 1 to smithi09077644-9 2024-03-07T03:06:17.045 INFO:tasks.rados.rados.0.smithi090.stdout:2655: finishing write tid 2 to smithi09077644-9 2024-03-07T03:06:17.045 INFO:tasks.rados.rados.0.smithi090.stdout:2654: done (2 left) 2024-03-07T03:06:17.045 INFO:tasks.rados.rados.0.smithi090.stdout:2657: delete oid 48 current snap is 265 2024-03-07T03:06:17.048 INFO:tasks.rados.rados.0.smithi090.stdout:2655: finishing write tid 3 to smithi09077644-9 2024-03-07T03:06:17.048 INFO:tasks.rados.rados.0.smithi090.stdout:2657: done (2 left) 2024-03-07T03:06:17.048 INFO:tasks.rados.rados.0.smithi090.stdout:2658: delete oid 20 current snap is 265 2024-03-07T03:06:17.048 INFO:tasks.rados.rados.0.smithi090.stdout:2655: finishing write tid 4 to smithi09077644-9 2024-03-07T03:06:17.049 INFO:tasks.rados.rados.0.smithi090.stdout:2656: finishing rollback tid 0 to smithi09077644-27 2024-03-07T03:06:17.050 INFO:tasks.rados.rados.0.smithi090.stdout:2656: finishing rollback tid 1 to smithi09077644-27 2024-03-07T03:06:17.050 INFO:tasks.rados.rados.0.smithi090.stdout:2656: finishing rollback tid 2 to smithi09077644-27 2024-03-07T03:06:17.050 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 27 v 910 (ObjNum 758 snap 239 seq_num 758) dirty exists 2024-03-07T03:06:17.052 INFO:tasks.rados.rados.0.smithi090.stdout:2655: finishing write tid 5 to smithi09077644-9 2024-03-07T03:06:17.052 INFO:tasks.rados.rados.0.smithi090.stdout:2655: oid 9 updating version 0 to 1216 2024-03-07T03:06:17.052 INFO:tasks.rados.rados.0.smithi090.stdout:2655: oid 9 version 1216 is already newer than 1214 2024-03-07T03:06:17.052 INFO:tasks.rados.rados.0.smithi090.stdout:2655: oid 9 updating version 1216 to 1217 2024-03-07T03:06:17.052 INFO:tasks.rados.rados.0.smithi090.stdout:2655: oid 9 version 1217 is already newer than 1215 2024-03-07T03:06:17.052 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 9 v 1217 (ObjNum 819 snap 265 seq_num 819) dirty exists 2024-03-07T03:06:17.052 INFO:tasks.rados.rados.0.smithi090.stdout:2655: left oid 9 (ObjNum 819 snap 265 seq_num 819) 2024-03-07T03:06:17.052 INFO:tasks.rados.rados.0.smithi090.stdout:2655: done (2 left) 2024-03-07T03:06:17.052 INFO:tasks.rados.rados.0.smithi090.stdout:2656: done (1 left) 2024-03-07T03:06:17.053 INFO:tasks.rados.rados.0.smithi090.stdout:2658: done (0 left) 2024-03-07T03:06:17.053 INFO:tasks.rados.rados.0.smithi090.stdout:2659: snap_create 2024-03-07T03:06:17.290 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.048+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.290 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.057+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.290 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.064+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.290 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.071+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.290 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.078+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.290 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.085+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.290 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.093+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.290 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.100+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.290 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.107+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.290 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.114+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.290 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.121+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.291 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.129+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.291 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.136+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.291 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.143+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.291 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.150+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.291 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.158+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.291 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.165+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.291 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.173+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.291 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.180+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.291 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.188+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.292 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.196+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.292 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.203+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.292 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.210+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.292 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.218+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.292 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.225+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.292 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.232+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.292 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.240+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.292 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.248+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.292 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.256+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.293 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.263+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.293 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.270+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.293 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.279+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.293 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.286+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.293 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:17 smithi090 ceph-mon[89511]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 22/663 objects degraded (3.318%), 1 pg degraded) 2024-03-07T03:06:17.293 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:17 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:17.293 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:17 smithi090 ceph-mon[89511]: osdmap e598: 8 total, 8 up, 8 in 2024-03-07T03:06:17.294 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:17 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:17.294 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:17 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1a4=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:17.294 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:17 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1a3=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:17.294 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:17 smithi090 ceph-mon[89511]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:17.294 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:17 smithi090 ceph-mon[91928]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 22/663 objects degraded (3.318%), 1 pg degraded) 2024-03-07T03:06:17.294 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:17 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:17.294 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:17 smithi090 ceph-mon[91928]: osdmap e598: 8 total, 8 up, 8 in 2024-03-07T03:06:17.294 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:17 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:17.294 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:17 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1a4=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:17.294 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:17 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1a3=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:17.294 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:17 smithi090 ceph-mon[91928]: No clone_snaps in snapset 19a=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:17.295 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:06:17 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:06:17.025+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:17.295 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:06:17 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:06:17.042+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:17.295 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:17 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:17.036+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:17.295 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:17 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:17.036+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a4=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:17.296 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:17 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:17.036+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a4=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:17.296 INFO:teuthology.orchestra.run.smithi090.stdout:true 2024-03-07T03:06:17.546 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.294+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.546 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.302+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.546 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.310+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.546 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.318+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.546 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.328+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.546 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.336+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.546 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.343+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.546 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.350+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.547 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.358+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.547 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.365+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.547 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.373+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.547 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.380+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.547 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.387+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.547 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.395+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.547 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.402+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.547 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.410+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.547 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.417+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.547 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.424+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.547 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.432+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.548 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.439+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.548 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.446+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.548 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.453+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.548 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.461+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.548 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.468+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.548 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.475+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.548 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.483+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.548 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.490+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.548 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.498+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.548 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.505+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.548 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.513+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.548 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.520+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.548 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.528+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.548 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.535+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.548 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.542+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.633 INFO:teuthology.orchestra.run.smithi090.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-07T03:06:17.633 INFO:teuthology.orchestra.run.smithi090.stdout:alertmanager.a smithi090 *:9093,9094 running (10m) 44s ago 11m 24.7M - 0.25.0 c8568f914cd2 c7f315859531 2024-03-07T03:06:17.633 INFO:teuthology.orchestra.run.smithi090.stdout:grafana.a smithi092 *:3000 running (11m) 8s ago 11m 88.7M - 9.4.7 954c08fa6188 044a70fdd07e 2024-03-07T03:06:17.633 INFO:teuthology.orchestra.run.smithi090.stdout:mds.a smithi090 running (12m) 44s ago 12m 16.2M - 18.2.1-718-gae75fc9d 0164bb8a7c67 8b3baf63c0c9 2024-03-07T03:06:17.633 INFO:teuthology.orchestra.run.smithi090.stdout:mds.b smithi092 running (12m) 8s ago 12m 21.3M - 18.2.1-718-gae75fc9d 0164bb8a7c67 ce3c1188fa28 2024-03-07T03:06:17.633 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.x smithi092 *:8443,9283,8765 running (4m) 8s ago 15m 453M - 19.0.0-1905-gea9a5688 fdb83767c1ab ca843ce9235f 2024-03-07T03:06:17.633 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.y smithi090 *:8443,9283,8765 running (4m) 44s ago 17m 507M - 19.0.0-1905-gea9a5688 fdb83767c1ab 3f0549138d93 2024-03-07T03:06:17.633 INFO:teuthology.orchestra.run.smithi090.stdout:mon.a smithi090 running (4m) 44s ago 17m 53.7M 2048M 19.0.0-1905-gea9a5688 fdb83767c1ab f36508ef70bc 2024-03-07T03:06:17.634 INFO:teuthology.orchestra.run.smithi090.stdout:mon.b smithi092 running (3m) 8s ago 16m 44.6M 2048M 19.0.0-1905-gea9a5688 fdb83767c1ab 70867588f01a 2024-03-07T03:06:17.634 INFO:teuthology.orchestra.run.smithi090.stdout:mon.c smithi090 running (3m) 44s ago 16m 46.3M 2048M 19.0.0-1905-gea9a5688 fdb83767c1ab 93f762a9b94a 2024-03-07T03:06:17.634 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.a smithi090 *:9100 running (11m) 44s ago 11m 17.0M - 1.5.0 0da6a335fe13 76496853f3a5 2024-03-07T03:06:17.634 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.b smithi092 *:9100 running (11m) 8s ago 11m 15.2M - 1.5.0 0da6a335fe13 9ed8c0a03920 2024-03-07T03:06:17.634 INFO:teuthology.orchestra.run.smithi090.stdout:osd.0 smithi090 running (2m) 44s ago 15m 195M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab 7a23382ba346 2024-03-07T03:06:17.634 INFO:teuthology.orchestra.run.smithi090.stdout:osd.1 smithi090 running (117s) 44s ago 15m 142M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab d1d5335a3808 2024-03-07T03:06:17.634 INFO:teuthology.orchestra.run.smithi090.stdout:osd.2 smithi090 running (82s) 44s ago 14m 116M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab 34e4a76f0e0d 2024-03-07T03:06:17.634 INFO:teuthology.orchestra.run.smithi090.stdout:osd.3 smithi090 running (48s) 44s ago 14m 15.1M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab 04aef511bc7e 2024-03-07T03:06:17.634 INFO:teuthology.orchestra.run.smithi090.stdout:osd.4 smithi092 running (13s) 8s ago 14m 12.5M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab 8e559c34e8fe 2024-03-07T03:06:17.634 INFO:teuthology.orchestra.run.smithi090.stdout:osd.5 smithi092 running (13m) 8s ago 13m 357M 2480M 18.2.1-718-gae75fc9d 0164bb8a7c67 028e6ccdd1db 2024-03-07T03:06:17.634 INFO:teuthology.orchestra.run.smithi090.stdout:osd.6 smithi092 running (13m) 8s ago 13m 170M 2480M 18.2.1-718-gae75fc9d 0164bb8a7c67 04f0a980ec71 2024-03-07T03:06:17.634 INFO:teuthology.orchestra.run.smithi090.stdout:osd.7 smithi092 running (12m) 8s ago 12m 194M 2480M 18.2.1-718-gae75fc9d 0164bb8a7c67 1f2215787147 2024-03-07T03:06:17.634 INFO:teuthology.orchestra.run.smithi090.stdout:prometheus.a smithi092 *:9095 running (4m) 8s ago 12m 62.9M - 2.43.0 a07b618ecd1d 1b8503a67e38 2024-03-07T03:06:17.804 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.551+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.804 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.559+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.804 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.567+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.804 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.574+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.804 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.582+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.804 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.590+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.804 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.597+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.805 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.605+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.805 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.612+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.805 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.620+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.805 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.628+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.805 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.636+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.805 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.643+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.805 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.651+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.805 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.659+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.805 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.666+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.805 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.674+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.805 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.681+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.806 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.689+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.806 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.697+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.806 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.704+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.806 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.712+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.806 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.720+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.806 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.727+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.806 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.735+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.806 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.743+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.806 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.752+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.806 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.760+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.806 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.767+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.806 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.775+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.806 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.783+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.806 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.791+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:17.807 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.801+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.034 INFO:tasks.rados.rados.0.smithi090.stdout:2659: done (0 left) 2024-03-07T03:06:18.034 INFO:tasks.rados.rados.0.smithi090.stdout:2660: snap_remove snap 256 2024-03-07T03:06:18.060 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-mon[83777]: osdmap e599: 8 total, 8 up, 8 in 2024-03-07T03:06:18.060 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:18.060 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:18.060 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1a4=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:18.060 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1a4=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:18.061 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:18.061 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-mon[83777]: from='client.34299 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:06:18.061 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-mon[83777]: from='client.44243 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:06:18.061 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-mon[83777]: pgmap v324: 121 pgs: 1 active+clean+snaptrim, 115 active+clean, 5 active+clean+snaptrim_error; 370 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 829 KiB/s rd, 3.8 MiB/s wr, 13 op/s; 9.3 MiB/s, 3 objects/s recovering 2024-03-07T03:06:18.061 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.809+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.061 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.817+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.061 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.825+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.062 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.835+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.062 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.843+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.062 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.852+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.062 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.860+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.062 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.868+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.062 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.876+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.062 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.885+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.062 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.893+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.062 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.902+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.062 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.910+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.062 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.919+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.062 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.928+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.062 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.936+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.062 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.944+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.062 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.951+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.063 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.959+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.063 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.967+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.063 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.974+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.063 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.982+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.063 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:17.992+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.063 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.002+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.063 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.010+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.063 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.017+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.063 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.027+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.063 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.041+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.063 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.049+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.063 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.057+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.099 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-03-07T03:06:18.099 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": { 2024-03-07T03:06:18.099 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 3 2024-03-07T03:06:18.099 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:06:18.099 INFO:teuthology.orchestra.run.smithi090.stdout: "mgr": { 2024-03-07T03:06:18.099 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 2 2024-03-07T03:06:18.099 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:06:18.099 INFO:teuthology.orchestra.run.smithi090.stdout: "osd": { 2024-03-07T03:06:18.099 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 3, 2024-03-07T03:06:18.099 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 5 2024-03-07T03:06:18.100 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:06:18.100 INFO:teuthology.orchestra.run.smithi090.stdout: "mds": { 2024-03-07T03:06:18.100 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 2 2024-03-07T03:06:18.100 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:06:18.100 INFO:teuthology.orchestra.run.smithi090.stdout: "overall": { 2024-03-07T03:06:18.100 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 5, 2024-03-07T03:06:18.100 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 10 2024-03-07T03:06:18.100 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-03-07T03:06:18.100 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-03-07T03:06:18.317 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.066+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.317 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.074+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.317 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.082+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.317 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.090+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.317 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.098+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.317 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.107+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.317 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.116+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.318 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.123+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.318 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.131+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.318 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.141+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.318 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.149+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.318 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.157+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.318 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.166+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.318 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.174+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.318 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.183+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.318 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.191+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.318 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.199+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.318 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.207+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.318 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.214+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.318 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.223+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.318 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.232+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.319 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.239+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.319 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.248+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.319 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.256+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.319 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.264+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.319 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.273+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.319 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.280+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.319 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.288+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.319 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.296+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.319 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.304+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.319 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.314+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.328 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:06:18 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:06:18.216+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:18.329 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:18 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:18.030+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:06:18.329 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:18 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:18.030+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:18.329 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:18 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:18.030+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a4=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:18.329 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:18 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:18.031+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a4=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:18.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:18 smithi090 ceph-mon[89511]: osdmap e599: 8 total, 8 up, 8 in 2024-03-07T03:06:18.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:18 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:18.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:18 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:18.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:18 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1a4=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:18.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:18 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1a4=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:18.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:18 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:18.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:18 smithi090 ceph-mon[89511]: from='client.34299 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:06:18.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:18 smithi090 ceph-mon[89511]: from='client.44243 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:06:18.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:18 smithi090 ceph-mon[89511]: pgmap v324: 121 pgs: 1 active+clean+snaptrim, 115 active+clean, 5 active+clean+snaptrim_error; 370 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 829 KiB/s rd, 3.8 MiB/s wr, 13 op/s; 9.3 MiB/s, 3 objects/s recovering 2024-03-07T03:06:18.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:18 smithi090 ceph-mon[91928]: osdmap e599: 8 total, 8 up, 8 in 2024-03-07T03:06:18.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:18 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:18.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:18 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:18.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:18 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1a4=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:18.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:18 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1a4=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:18.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:18 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:18.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:18 smithi090 ceph-mon[91928]: from='client.34299 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:06:18.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:18 smithi090 ceph-mon[91928]: from='client.44243 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:06:18.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:18 smithi090 ceph-mon[91928]: pgmap v324: 121 pgs: 1 active+clean+snaptrim, 115 active+clean, 5 active+clean+snaptrim_error; 370 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 829 KiB/s rd, 3.8 MiB/s wr, 13 op/s; 9.3 MiB/s, 3 objects/s recovering 2024-03-07T03:06:18.575 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.322+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.575 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.330+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.575 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.337+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.575 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.346+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.575 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.354+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.575 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.362+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.575 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.370+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.575 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.378+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.575 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.386+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.575 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.395+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.576 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.403+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.576 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.411+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.576 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.419+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.576 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.427+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.576 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.434+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.576 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.442+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.576 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.450+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.576 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.458+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.576 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.467+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.576 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.475+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.576 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.483+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.576 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.491+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.577 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.500+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.577 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.508+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.577 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.516+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.577 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.524+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.577 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.532+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.577 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.540+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.577 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.548+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.577 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.555+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.577 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.563+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.577 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.571+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.830 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.580+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.830 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.587+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.830 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.595+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.830 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.603+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.831 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.611+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.831 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.619+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.831 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.627+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.831 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.635+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.831 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.642+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.831 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.650+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.831 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.658+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.831 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.666+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.831 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.674+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.831 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.682+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.831 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.690+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.832 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.698+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.832 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.707+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.832 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.715+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.832 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.723+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.832 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.731+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.832 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.740+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.832 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.749+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.832 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.756+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.832 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.764+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.832 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.771+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.832 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.779+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.832 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.786+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.833 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.794+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.833 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.802+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.833 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.810+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.833 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.818+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:18.833 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.827+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.042 INFO:tasks.rados.rados.0.smithi090.stdout:2660: done (0 left) 2024-03-07T03:06:19.042 INFO:tasks.rados.rados.0.smithi090.stdout:2661: snap_create 2024-03-07T03:06:19.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:19 smithi090 ceph-mon[89511]: osdmap e600: 8 total, 8 up, 8 in 2024-03-07T03:06:19.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:19 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:19.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:19 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1a4=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:19.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:19 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1a4=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:19.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:19 smithi090 ceph-mon[89511]: from='client.? 172.21.15.90:0/2009946479' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:06:19.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:19 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:19.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:19 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:19.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:19 smithi090 ceph-mon[91928]: osdmap e600: 8 total, 8 up, 8 in 2024-03-07T03:06:19.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:19 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:19.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:19 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1a4=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:19.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:19 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1a4=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:19.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:19 smithi090 ceph-mon[91928]: from='client.? 172.21.15.90:0/2009946479' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:06:19.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:19 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:19.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:19 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:19.080 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:19 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:19.045+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a4=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:19.080 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:19 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:19.049+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:19.080 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:19 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:19.049+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a4=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:19.081 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:06:19 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:06:19.044+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:19.081 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:06:18 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:06:18.824+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:19.081 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:06:19 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:06:19.039+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:19.082 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-mon[83777]: osdmap e600: 8 total, 8 up, 8 in 2024-03-07T03:06:19.082 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:19.082 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1a4=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:19.082 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1a4=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:19.082 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-mon[83777]: from='client.? 172.21.15.90:0/2009946479' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:06:19.082 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:19.082 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:19.083 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.835+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.083 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.843+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.083 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.851+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.083 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.859+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.083 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.869+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.083 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.877+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.083 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.884+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.083 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.892+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.083 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.900+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.083 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.908+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.084 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.916+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.084 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.923+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.084 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.931+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.084 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.939+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.084 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.947+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.084 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.955+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.084 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.963+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.084 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.971+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.084 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.979+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.084 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.987+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.084 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:18.994+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.084 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.002+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.084 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.011+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.084 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.018+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.085 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.027+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.085 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.037+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.085 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.054+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.085 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.063+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.085 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.071+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.085 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.079+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.338 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.088+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.338 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.096+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.338 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.104+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.338 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.112+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.338 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.120+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.338 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.127+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.339 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.135+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.339 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.143+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.339 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.151+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.339 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.160+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.339 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.168+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.339 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.175+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.339 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.183+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.339 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.191+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.339 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.199+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.339 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.207+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.339 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.215+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.340 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.223+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.340 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.231+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.340 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.240+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.340 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.247+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.340 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.256+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.340 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.264+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.340 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.272+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.340 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.280+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.340 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.287+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.340 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.295+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.340 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.303+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.340 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.311+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.341 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.319+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.341 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.327+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.341 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.335+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.593 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.344+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.593 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.353+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.593 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.361+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.593 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.370+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.593 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.377+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.593 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.386+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.593 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.394+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.594 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.402+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.594 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.410+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.594 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.418+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.594 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.426+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.594 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.434+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.594 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.442+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.594 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.450+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.594 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.458+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.594 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.466+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.594 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.473+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.594 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.481+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.595 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.488+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.595 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.496+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.595 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.505+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.595 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.512+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.595 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.520+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.595 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.527+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.595 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.535+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.595 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.542+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.595 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.550+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.595 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.559+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.595 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.567+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.595 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.575+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.595 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.582+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.595 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.590+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.848 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.598+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.848 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.607+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.848 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.615+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.848 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.622+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.848 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.630+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.849 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.639+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.849 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.647+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.849 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.654+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.849 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.662+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.849 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.669+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.849 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.678+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.849 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.687+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.849 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.694+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.849 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.702+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.849 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.710+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.849 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.717+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.849 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.726+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.849 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.734+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.849 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.742+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.850 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.750+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.850 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.758+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.850 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.765+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.850 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.773+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.850 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.781+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.850 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.789+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.850 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.797+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.850 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.804+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.850 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.813+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.850 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.821+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.850 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.829+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.850 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.837+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:19.850 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.845+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.049 INFO:tasks.rados.rados.0.smithi090.stdout:2661: done (0 left) 2024-03-07T03:06:20.049 INFO:tasks.rados.rados.0.smithi090.stdout:2662: snap_remove snap 246 2024-03-07T03:06:20.102 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:20.102 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-mon[83777]: osdmap e601: 8 total, 8 up, 8 in 2024-03-07T03:06:20.102 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:20.103 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1a4=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:20.103 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:20.103 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1a4=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:20.103 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-mon[83777]: pgmap v327: 121 pgs: 1 active+clean+snaptrim, 115 active+clean, 5 active+clean+snaptrim_error; 369 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 828 KiB/s wr, 12 op/s 2024-03-07T03:06:20.103 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.853+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.104 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.861+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.104 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.868+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.104 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.876+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.104 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.884+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.104 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.892+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.104 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.900+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.104 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.907+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.104 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.915+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.104 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.923+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.104 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.931+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.104 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.938+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.104 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.947+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.104 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.955+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.105 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.962+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.105 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.970+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.105 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.978+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.105 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.986+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.105 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:19.994+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.105 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.002+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.105 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.010+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.105 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.018+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.105 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.026+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.105 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.034+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.105 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.048+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.105 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.058+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.105 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.066+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.105 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.074+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.105 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.083+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.106 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.091+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.106 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.100+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:20 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:20.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:20 smithi090 ceph-mon[89511]: osdmap e601: 8 total, 8 up, 8 in 2024-03-07T03:06:20.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:20 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:20.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:20 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1a4=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:20.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:20 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:20.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:20 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1a4=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:20.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:20 smithi090 ceph-mon[89511]: pgmap v327: 121 pgs: 1 active+clean+snaptrim, 115 active+clean, 5 active+clean+snaptrim_error; 369 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 828 KiB/s wr, 12 op/s 2024-03-07T03:06:20.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:20 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:20.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:20 smithi090 ceph-mon[91928]: osdmap e601: 8 total, 8 up, 8 in 2024-03-07T03:06:20.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:20 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:20.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:20 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1a4=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:20.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:20 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:20.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:20 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1a4=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:20.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:20 smithi090 ceph-mon[91928]: pgmap v327: 121 pgs: 1 active+clean+snaptrim, 115 active+clean, 5 active+clean+snaptrim_error; 369 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 828 KiB/s wr, 12 op/s 2024-03-07T03:06:20.360 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.109+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.360 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.117+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.360 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.125+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.360 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.133+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.360 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.141+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.360 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.150+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.360 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.158+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.360 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.166+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.360 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.175+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.360 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.183+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.360 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.191+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.361 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.199+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.361 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.207+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.361 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.214+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.361 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.222+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.361 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.230+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.361 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.239+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.361 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.248+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.361 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.256+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.361 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.264+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.362 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.273+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.362 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.280+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.362 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.289+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.362 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.297+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.362 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.305+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.362 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.313+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.362 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.321+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.362 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.332+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.362 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.341+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.362 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.349+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.362 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.357+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.613 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.366+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.613 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.375+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.613 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.383+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.613 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.390+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.613 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.398+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.613 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.406+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.613 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.414+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.614 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.423+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.614 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.431+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.614 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.439+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.614 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.447+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.614 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.455+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.614 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.463+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.614 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.471+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.614 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.479+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.614 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.488+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.614 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.496+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.614 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.504+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.615 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.511+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.615 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.519+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.615 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.527+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.615 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.535+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.615 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.544+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.615 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.552+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.615 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.561+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.615 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.569+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.615 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.578+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.615 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.586+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.615 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.594+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.615 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.602+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.615 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.610+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.870 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.618+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.870 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.626+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.870 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.634+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.870 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.643+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.870 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.651+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.870 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.661+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.870 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.669+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.870 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.677+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.870 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.686+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.870 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.694+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.870 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.703+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.870 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.712+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.870 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.720+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.871 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.728+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.871 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.736+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.871 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.744+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.871 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.752+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.871 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.760+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.871 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.769+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.871 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.777+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.871 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.785+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.871 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.793+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.872 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.801+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.872 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.809+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.872 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.817+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.872 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.826+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.872 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.834+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.872 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.842+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.872 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.850+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.872 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.858+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:20.872 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.867+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.047 INFO:tasks.rados.rados.0.smithi090.stdout:2662: done (0 left) 2024-03-07T03:06:21.047 INFO:tasks.rados.rados.0.smithi090.stdout:2663: setattr oid 43 current snap is 267 2024-03-07T03:06:21.050 INFO:tasks.rados.rados.0.smithi090.stdout:2664: setattr oid 29 current snap is 267 2024-03-07T03:06:21.051 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:06:20 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:06:20.658+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:21.051 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:20 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:20.593+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:06:21.051 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:20 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:20.593+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a4=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:21.051 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:20 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:20.593+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:21.051 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:20 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:20.593+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a4=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:21.052 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:06:20 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:06:20.658+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:21.054 INFO:tasks.rados.rados.0.smithi090.stdout:2665: rmattr oid 12 current snap is 267 2024-03-07T03:06:21.054 INFO:tasks.rados.rados.0.smithi090.stdout:2665: done (2 left) 2024-03-07T03:06:21.054 INFO:tasks.rados.rados.0.smithi090.stdout:2666: read oid 3 snap -1 2024-03-07T03:06:21.054 INFO:tasks.rados.rados.0.smithi090.stdout:2666: expect (ObjNum 817 snap 264 seq_num 817) 2024-03-07T03:06:21.055 INFO:tasks.rados.rados.0.smithi090.stdout:2667: setattr oid 15 current snap is 267 2024-03-07T03:06:21.057 INFO:tasks.rados.rados.0.smithi090.stdout:2668: read oid 47 snap -1 2024-03-07T03:06:21.057 INFO:tasks.rados.rados.0.smithi090.stdout:2668: expect deleted 2024-03-07T03:06:21.057 INFO:tasks.rados.rados.0.smithi090.stdout:2669: rmattr oid 46 current snap is 267 2024-03-07T03:06:21.057 INFO:tasks.rados.rados.0.smithi090.stdout:2669: done (5 left) 2024-03-07T03:06:21.057 INFO:tasks.rados.rados.0.smithi090.stdout:2670: rollback oid 8 current snap is 267 2024-03-07T03:06:21.057 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 8 to 261 2024-03-07T03:06:21.057 INFO:tasks.rados.rados.0.smithi090.stdout:2671: snap_create 2024-03-07T03:06:21.063 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 1134 (ObjNum 945 snap 0 seq_num 3340405440) dirty exists 2024-03-07T03:06:21.070 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 1454 (ObjNum 804 snap 262 seq_num 804) dirty exists 2024-03-07T03:06:21.073 INFO:tasks.rados.rados.0.smithi090.stdout:2670: finishing rollback tid 0 to smithi09077644-8 2024-03-07T03:06:21.073 INFO:tasks.rados.rados.0.smithi090.stdout:2670: finishing rollback tid 1 to smithi09077644-8 2024-03-07T03:06:21.073 INFO:tasks.rados.rados.0.smithi090.stdout:2670: finishing rollback tid 2 to smithi09077644-8 2024-03-07T03:06:21.074 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 1227 (ObjNum 797 snap 258 seq_num 797) dirty exists 2024-03-07T03:06:21.074 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 1140 (ObjNum 698 snap 216 seq_num 698) dirty exists 2024-03-07T03:06:21.089 INFO:tasks.rados.rados.0.smithi090.stdout:2666: expect (ObjNum 817 snap 264 seq_num 817) 2024-03-07T03:06:21.123 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-mon[83777]: osdmap e602: 8 total, 8 up, 8 in 2024-03-07T03:06:21.123 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:21.123 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.876+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.123 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.884+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.123 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.891+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.124 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.900+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.124 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.908+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.124 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.916+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.124 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.924+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.124 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.932+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.124 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.941+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.124 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.950+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.124 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.958+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.124 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.966+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.124 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.974+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.124 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.982+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.124 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.989+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.124 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:20.997+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.125 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.006+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.125 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.014+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.125 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.022+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.125 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.030+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.125 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.039+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.125 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.050+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.125 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.075+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.125 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.086+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.125 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.095+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.125 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.103+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.125 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.112+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.125 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.120+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:21 smithi090 ceph-mon[89511]: osdmap e602: 8 total, 8 up, 8 in 2024-03-07T03:06:21.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:21 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:21.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:21 smithi090 ceph-mon[91928]: osdmap e602: 8 total, 8 up, 8 in 2024-03-07T03:06:21.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:21 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:21.329 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:06:21 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:06:21.065+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:21.329 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:21 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:21.070+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a4=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:21.330 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:21 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:21.070+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:21.330 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:21 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:21.070+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a4=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:21.330 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:06:21 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:06:21.046+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:21.381 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.130+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.381 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.138+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.381 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.147+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.381 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.155+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.381 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.163+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.381 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.171+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.381 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.179+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.381 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.187+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.381 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.195+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.382 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.203+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.382 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.211+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.382 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.220+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.382 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.228+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.382 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.236+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.382 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.245+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.382 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.253+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.382 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.261+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.382 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.269+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.382 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.277+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.382 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.286+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.382 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.293+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.382 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.303+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.382 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.311+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.382 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.319+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.383 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.327+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.383 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.336+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.383 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.344+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.383 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.353+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.383 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.362+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.383 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.370+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.383 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.378+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.637 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.386+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.637 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.394+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.637 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.402+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.637 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.411+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.637 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.419+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.637 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.429+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.637 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.438+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.638 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.447+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.638 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.457+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.638 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.467+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.638 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.475+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.638 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.484+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.638 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.492+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.638 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.500+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.638 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.509+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.638 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.518+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.638 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.527+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.638 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.535+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.638 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.544+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.639 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.552+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.639 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.560+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.639 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.568+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.639 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.576+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.639 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.584+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.639 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.592+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.639 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.600+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.639 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.608+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.639 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.617+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.639 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.625+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.639 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.633+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.894 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.643+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.895 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.651+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.895 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.659+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.895 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.667+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.895 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.676+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.895 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.684+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.895 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.692+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.895 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.699+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.895 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.707+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.895 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.715+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.895 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.725+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.895 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.733+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.896 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.741+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.896 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.749+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.896 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.757+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.896 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.764+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.896 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.772+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.896 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.781+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.896 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.789+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.896 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.797+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.896 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.805+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.896 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.813+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.896 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.820+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.896 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.828+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.897 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.836+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.897 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.844+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.897 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.852+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.897 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.860+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.897 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.868+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.897 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.876+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.897 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.883+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:21.897 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.891+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.064 INFO:tasks.rados.rados.0.smithi090.stdout:2663: done (6 left) 2024-03-07T03:06:22.064 INFO:tasks.rados.rados.0.smithi090.stdout:2664: done (5 left) 2024-03-07T03:06:22.064 INFO:tasks.rados.rados.0.smithi090.stdout:2666: done (4 left) 2024-03-07T03:06:22.064 INFO:tasks.rados.rados.0.smithi090.stdout:2667: done (3 left) 2024-03-07T03:06:22.064 INFO:tasks.rados.rados.0.smithi090.stdout:2668: done (2 left) 2024-03-07T03:06:22.065 INFO:tasks.rados.rados.0.smithi090.stdout:2670: done (1 left) 2024-03-07T03:06:22.065 INFO:tasks.rados.rados.0.smithi090.stdout:2671: done (0 left) 2024-03-07T03:06:22.065 INFO:tasks.rados.rados.0.smithi090.stdout:2672: read oid 32 snap 261 2024-03-07T03:06:22.065 INFO:tasks.rados.rados.0.smithi090.stdout:2672: expect (ObjNum 775 snap 253 seq_num 775) 2024-03-07T03:06:22.065 INFO:tasks.rados.rados.0.smithi090.stdout:2673: copy_from oid 28 from oid 18 current snap is 268 2024-03-07T03:06:22.065 INFO:tasks.rados.rados.0.smithi090.stdout:2674: snap_remove snap 265 2024-03-07T03:06:22.148 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1a4=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:22.148 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:22.148 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1a4=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:22.148 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:22.148 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-mon[83777]: osdmap e603: 8 total, 8 up, 8 in 2024-03-07T03:06:22.148 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:22.149 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:22.149 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1a4=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:22.149 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:22.149 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1a4=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:22.149 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-mon[83777]: pgmap v330: 121 pgs: 1 active+clean+snaptrim, 115 active+clean, 5 active+clean+snaptrim_error; 371 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.2 MiB/s wr, 13 op/s 2024-03-07T03:06:22.149 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.900+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.150 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.908+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.150 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.917+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.150 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.925+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.150 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.932+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.150 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.940+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.150 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.948+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.150 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.956+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.150 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.964+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.150 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.973+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.150 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.981+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.150 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.989+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.151 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:21.998+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.151 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.006+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.151 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.014+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.151 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.022+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.151 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.030+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.151 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.038+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.151 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.046+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.151 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.055+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.151 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.071+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.151 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.079+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.151 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.087+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.152 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.095+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.152 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.103+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.152 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.112+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.152 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.120+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.152 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.128+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.152 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.137+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.152 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.145+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.328 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:06:22 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:06:22.058+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:22.328 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:06:22 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:06:22.065+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:22.329 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:22 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:22.063+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a4=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:22.329 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:22 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:22.064+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:06:22.329 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:22 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:22.064+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:22.329 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:22 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:22.064+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a4=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:22.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:22 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1a4=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:22.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:22 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:22.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:22 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1a4=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:22.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:22 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:22.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:22 smithi090 ceph-mon[91928]: osdmap e603: 8 total, 8 up, 8 in 2024-03-07T03:06:22.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:22 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:22.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:22 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:22.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:22 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1a4=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:22.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:22 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:22.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:22 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1a4=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:22.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:22 smithi090 ceph-mon[91928]: pgmap v330: 121 pgs: 1 active+clean+snaptrim, 115 active+clean, 5 active+clean+snaptrim_error; 371 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.2 MiB/s wr, 13 op/s 2024-03-07T03:06:22.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:22 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1a4=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:22.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:22 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:22.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:22 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1a4=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:22.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:22 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:22.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:22 smithi090 ceph-mon[89511]: osdmap e603: 8 total, 8 up, 8 in 2024-03-07T03:06:22.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:22 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:22.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:22 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:22.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:22 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1a4=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:22.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:22 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:22.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:22 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1a4=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:22.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:22 smithi090 ceph-mon[89511]: pgmap v330: 121 pgs: 1 active+clean+snaptrim, 115 active+clean, 5 active+clean+snaptrim_error; 371 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.2 MiB/s wr, 13 op/s 2024-03-07T03:06:22.402 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:06:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:06:22.403 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.154+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.403 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.162+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.403 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.171+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.403 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.179+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.403 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.187+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.403 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.195+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.403 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.204+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.403 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.213+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.404 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.221+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.404 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.230+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.404 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.238+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.404 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.247+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.404 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.256+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.404 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.264+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.404 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.272+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.404 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.281+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.404 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.290+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.404 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.298+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.404 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.306+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.405 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.315+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.405 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.324+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.405 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.332+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.405 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.342+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.405 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.350+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.405 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.358+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.405 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.367+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.405 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.375+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.405 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.384+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.405 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.392+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.405 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.400+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.659 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.410+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.659 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.418+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.659 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.427+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.659 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.434+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.660 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.442+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.660 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.450+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.660 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.459+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.660 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.467+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.660 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.475+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.660 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.483+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.660 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.491+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.660 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.499+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.660 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.508+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.660 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.516+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.660 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.525+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.660 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.533+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.661 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.543+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.661 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.550+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.661 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.559+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.661 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.567+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.661 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.576+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.661 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.583+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.661 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.591+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.661 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.600+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.661 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.608+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.661 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.616+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.661 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.624+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.661 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.632+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.661 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.640+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.661 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.648+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.662 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.656+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.911 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.664+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.911 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.673+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.912 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.681+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.912 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.689+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.912 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.697+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.912 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.705+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.912 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.714+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.912 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.723+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.912 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.732+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.912 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.740+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.912 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.748+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.912 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.756+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.912 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.765+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.912 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.772+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.912 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.780+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.913 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.788+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.913 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.795+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.913 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.803+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.913 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.811+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.913 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.819+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.913 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.826+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.913 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.834+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.913 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.842+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.913 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.850+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.913 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.859+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.913 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.866+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.913 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.875+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.913 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.884+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.913 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.892+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.913 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.900+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:22.913 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.908+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.075 INFO:tasks.rados.rados.0.smithi090.stdout:2674: done (2 left) 2024-03-07T03:06:23.075 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 47 current snap is 268 2024-03-07T03:06:23.075 INFO:tasks.rados.rados.0.smithi090.stdout:2675: seq_num 822 ranges {0=573440,573440=696320,1269760=507904} 2024-03-07T03:06:23.078 INFO:tasks.rados.rados.0.smithi090.stdout:2675: writing smithi09077644-47 from 0 to 573440 tid 1 2024-03-07T03:06:23.082 INFO:tasks.rados.rados.0.smithi090.stdout:2675: writing smithi09077644-47 from 573440 to 1269760 tid 2 2024-03-07T03:06:23.085 INFO:tasks.rados.rados.0.smithi090.stdout:2675: writing smithi09077644-47 from 1269760 to 1777664 tid 3 2024-03-07T03:06:23.085 INFO:tasks.rados.rados.0.smithi090.stdout:2676: delete oid 10 current snap is 268 2024-03-07T03:06:23.085 INFO:tasks.rados.rados.0.smithi090.stdout:2673: finishing copy_from to smithi09077644-28 2024-03-07T03:06:23.086 INFO:tasks.rados.rados.0.smithi090.stdout:2673: got expected ENOENT (src dne) 2024-03-07T03:06:23.086 INFO:tasks.rados.rados.0.smithi090.stdout:2672: expect (ObjNum 775 snap 253 seq_num 775) 2024-03-07T03:06:23.116 INFO:tasks.rados.rados.0.smithi090.stdout:2673: finishing copy_from racing read to smithi09077644-28 2024-03-07T03:06:23.116 INFO:tasks.rados.rados.0.smithi090.stdout:2672: done (3 left) 2024-03-07T03:06:23.116 INFO:tasks.rados.rados.0.smithi090.stdout:2673: done (2 left) 2024-03-07T03:06:23.116 INFO:tasks.rados.rados.0.smithi090.stdout:2676: done (1 left) 2024-03-07T03:06:23.116 INFO:tasks.rados.rados.0.smithi090.stdout:2677: read oid 48 snap -1 2024-03-07T03:06:23.116 INFO:tasks.rados.rados.0.smithi090.stdout:2677: expect deleted 2024-03-07T03:06:23.116 INFO:tasks.rados.rados.0.smithi090.stdout:2678: delete oid 1 current snap is 268 2024-03-07T03:06:23.116 INFO:tasks.rados.rados.0.smithi090.stdout:2675: finishing write tid 1 to smithi09077644-47 2024-03-07T03:06:23.116 INFO:tasks.rados.rados.0.smithi090.stdout:2675: finishing write tid 2 to smithi09077644-47 2024-03-07T03:06:23.117 INFO:tasks.rados.rados.0.smithi090.stdout:2675: finishing write tid 3 to smithi09077644-47 2024-03-07T03:06:23.117 INFO:tasks.rados.rados.0.smithi090.stdout:2675: finishing write tid 4 to smithi09077644-47 2024-03-07T03:06:23.117 INFO:tasks.rados.rados.0.smithi090.stdout:2675: finishing write tid 5 to smithi09077644-47 2024-03-07T03:06:23.117 INFO:tasks.rados.rados.0.smithi090.stdout:2675: oid 47 updating version 0 to 719 2024-03-07T03:06:23.117 INFO:tasks.rados.rados.0.smithi090.stdout:2675: oid 47 updating version 719 to 721 2024-03-07T03:06:23.117 INFO:tasks.rados.rados.0.smithi090.stdout:2675: oid 47 version 721 is already newer than 720 2024-03-07T03:06:23.117 INFO:tasks.rados.rados.0.smithi090.stdout:2675: oid 47 version 721 is already newer than 718 2024-03-07T03:06:23.117 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 721 (ObjNum 822 snap 268 seq_num 822) dirty exists 2024-03-07T03:06:23.117 INFO:tasks.rados.rados.0.smithi090.stdout:2675: left oid 47 (ObjNum 822 snap 268 seq_num 822) 2024-03-07T03:06:23.117 INFO:tasks.rados.rados.0.smithi090.stdout:2675: done (2 left) 2024-03-07T03:06:23.117 INFO:tasks.rados.rados.0.smithi090.stdout:2677: done (1 left) 2024-03-07T03:06:23.118 INFO:tasks.rados.rados.0.smithi090.stdout:2678: done (0 left) 2024-03-07T03:06:23.118 INFO:tasks.rados.rados.0.smithi090.stdout:2679: delete oid 12 current snap is 268 2024-03-07T03:06:23.120 INFO:tasks.rados.rados.0.smithi090.stdout:2679: done (0 left) 2024-03-07T03:06:23.120 INFO:tasks.rados.rados.0.smithi090.stdout:2680: setattr oid 45 current snap is 268 2024-03-07T03:06:23.121 INFO:tasks.rados.rados.0.smithi090.stdout:2681: read oid 1 snap -1 2024-03-07T03:06:23.122 INFO:tasks.rados.rados.0.smithi090.stdout:2681: expect deleted 2024-03-07T03:06:23.122 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 18 current snap is 268 2024-03-07T03:06:23.122 INFO:tasks.rados.rados.0.smithi090.stdout:2682: seq_num 826 ranges {0=638976,638976=630784,1269760=573440} 2024-03-07T03:06:23.125 INFO:tasks.rados.rados.0.smithi090.stdout:2682: writing smithi09077644-18 from 0 to 638976 tid 1 2024-03-07T03:06:23.128 INFO:tasks.rados.rados.0.smithi090.stdout:2682: writing smithi09077644-18 from 638976 to 1269760 tid 2 2024-03-07T03:06:23.132 INFO:tasks.rados.rados.0.smithi090.stdout:2682: writing smithi09077644-18 from 1269760 to 1843200 tid 3 2024-03-07T03:06:23.132 INFO:tasks.rados.rados.0.smithi090.stdout:2683: delete oid 20 current snap is 268 2024-03-07T03:06:23.132 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 45 v 1156 (ObjNum 807 snap 262 seq_num 807) dirty exists 2024-03-07T03:06:23.132 INFO:tasks.rados.rados.0.smithi090.stdout:2682: finishing write tid 1 to smithi09077644-18 2024-03-07T03:06:23.133 INFO:tasks.rados.rados.0.smithi090.stdout:2682: finishing write tid 2 to smithi09077644-18 2024-03-07T03:06:23.134 INFO:tasks.rados.rados.0.smithi090.stdout:2680: done (3 left) 2024-03-07T03:06:23.134 INFO:tasks.rados.rados.0.smithi090.stdout:2681: done (2 left) 2024-03-07T03:06:23.134 INFO:tasks.rados.rados.0.smithi090.stdout:2683: done (1 left) 2024-03-07T03:06:23.134 INFO:tasks.rados.rados.0.smithi090.stdout:2684: read oid 28 snap -1 2024-03-07T03:06:23.134 INFO:tasks.rados.rados.0.smithi090.stdout:2684: expect (ObjNum 787 snap 255 seq_num 787) 2024-03-07T03:06:23.134 INFO:tasks.rados.rados.0.smithi090.stdout:2685: rollback oid 6 current snap is 268 2024-03-07T03:06:23.134 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 6 to 233 2024-03-07T03:06:23.134 INFO:tasks.rados.rados.0.smithi090.stdout:2686: rmattr oid 33 current snap is 268 2024-03-07T03:06:23.134 INFO:tasks.rados.rados.0.smithi090.stdout:2686: done (3 left) 2024-03-07T03:06:23.135 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 50 current snap is 268 2024-03-07T03:06:23.135 INFO:tasks.rados.rados.0.smithi090.stdout:2687: seq_num 828 ranges {0=671744,671744=802816,1474560=401408} 2024-03-07T03:06:23.138 INFO:tasks.rados.rados.0.smithi090.stdout:2687: writing smithi09077644-50 from 0 to 671744 tid 1 2024-03-07T03:06:23.143 INFO:tasks.rados.rados.0.smithi090.stdout:2687: writing smithi09077644-50 from 671744 to 1474560 tid 2 2024-03-07T03:06:23.146 INFO:tasks.rados.rados.0.smithi090.stdout:2687: writing smithi09077644-50 from 1474560 to 1875968 tid 3 2024-03-07T03:06:23.146 INFO:tasks.rados.rados.0.smithi090.stdout:2688: read oid 49 snap -1 2024-03-07T03:06:23.146 INFO:tasks.rados.rados.0.smithi090.stdout:2688: expect (ObjNum 647 snap 202 seq_num 647) 2024-03-07T03:06:23.146 INFO:tasks.rados.rados.0.smithi090.stdout:2689: read oid 47 snap -1 2024-03-07T03:06:23.146 INFO:tasks.rados.rados.0.smithi090.stdout:2689: expect (ObjNum 822 snap 268 seq_num 822) 2024-03-07T03:06:23.146 INFO:tasks.rados.rados.0.smithi090.stdout:2690: rollback oid 40 current snap is 268 2024-03-07T03:06:23.146 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 40 to 258 2024-03-07T03:06:23.146 INFO:tasks.rados.rados.0.smithi090.stdout:2682: finishing write tid 3 to smithi09077644-18 2024-03-07T03:06:23.147 INFO:tasks.rados.rados.0.smithi090.stdout:2682: finishing write tid 4 to smithi09077644-18 2024-03-07T03:06:23.147 INFO:tasks.rados.rados.0.smithi090.stdout:2684: expect (ObjNum 787 snap 255 seq_num 787) 2024-03-07T03:06:23.161 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:23.162 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-mon[83777]: osdmap e604: 8 total, 8 up, 8 in 2024-03-07T03:06:23.162 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1a4=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:23.162 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:23.162 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1a4=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:23.162 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:23.162 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:23.163 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.919+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.163 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.927+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.163 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.936+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.163 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.945+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.163 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.953+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.163 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.961+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.163 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.969+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.163 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.978+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.163 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.986+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.163 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:22.994+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.163 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.003+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.163 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.011+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.164 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.020+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.164 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.028+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.164 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.036+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.164 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.044+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.164 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.052+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.164 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.061+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.164 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.076+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.164 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.092+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.164 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.100+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.164 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.108+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.164 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.117+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.164 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.130+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.165 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.143+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.165 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.159+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.184 INFO:tasks.rados.rados.0.smithi090.stdout:2685: finishing rollback tid 0 to smithi09077644-6 2024-03-07T03:06:23.184 INFO:tasks.rados.rados.0.smithi090.stdout:2685: finishing rollback tid 1 to smithi09077644-6 2024-03-07T03:06:23.184 INFO:tasks.rados.rados.0.smithi090.stdout:2682: finishing write tid 5 to smithi09077644-18 2024-03-07T03:06:23.184 INFO:tasks.rados.rados.0.smithi090.stdout:2682: oid 18 updating version 0 to 1144 2024-03-07T03:06:23.184 INFO:tasks.rados.rados.0.smithi090.stdout:2682: oid 18 version 1144 is already newer than 1143 2024-03-07T03:06:23.184 INFO:tasks.rados.rados.0.smithi090.stdout:2682: oid 18 version 1144 is already newer than 1142 2024-03-07T03:06:23.184 INFO:tasks.rados.rados.0.smithi090.stdout:2682: oid 18 version 1144 is already newer than 1141 2024-03-07T03:06:23.184 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 18 v 1144 (ObjNum 826 snap 268 seq_num 826) dirty exists 2024-03-07T03:06:23.185 INFO:tasks.rados.rados.0.smithi090.stdout:2682: left oid 18 (ObjNum 826 snap 268 seq_num 826) 2024-03-07T03:06:23.185 INFO:tasks.rados.rados.0.smithi090.stdout:2685: finishing rollback tid 2 to smithi09077644-6 2024-03-07T03:06:23.185 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 1156 (ObjNum 725 snap 229 seq_num 725) dirty exists 2024-03-07T03:06:23.185 INFO:tasks.rados.rados.0.smithi090.stdout:2687: finishing write tid 1 to smithi09077644-50 2024-03-07T03:06:23.185 INFO:tasks.rados.rados.0.smithi090.stdout:2682: done (6 left) 2024-03-07T03:06:23.185 INFO:tasks.rados.rados.0.smithi090.stdout:2684: done (5 left) 2024-03-07T03:06:23.185 INFO:tasks.rados.rados.0.smithi090.stdout:2685: done (4 left) 2024-03-07T03:06:23.185 INFO:tasks.rados.rados.0.smithi090.stdout:2691: read oid 1 snap -1 2024-03-07T03:06:23.185 INFO:tasks.rados.rados.0.smithi090.stdout:2691: expect deleted 2024-03-07T03:06:23.185 INFO:tasks.rados.rados.0.smithi090.stdout:2692: read oid 34 snap -1 2024-03-07T03:06:23.185 INFO:tasks.rados.rados.0.smithi090.stdout:2692: expect deleted 2024-03-07T03:06:23.185 INFO:tasks.rados.rados.0.smithi090.stdout:2693: setattr oid 43 current snap is 268 2024-03-07T03:06:23.185 INFO:tasks.rados.rados.0.smithi090.stdout:2687: finishing write tid 2 to smithi09077644-50 2024-03-07T03:06:23.185 INFO:tasks.rados.rados.0.smithi090.stdout:2687: finishing write tid 3 to smithi09077644-50 2024-03-07T03:06:23.185 INFO:tasks.rados.rados.0.smithi090.stdout:2687: finishing write tid 4 to smithi09077644-50 2024-03-07T03:06:23.185 INFO:tasks.rados.rados.0.smithi090.stdout:2687: finishing write tid 5 to smithi09077644-50 2024-03-07T03:06:23.186 INFO:tasks.rados.rados.0.smithi090.stdout:2687: oid 50 updating version 0 to 1439 2024-03-07T03:06:23.186 INFO:tasks.rados.rados.0.smithi090.stdout:2687: oid 50 version 1439 is already newer than 1436 2024-03-07T03:06:23.186 INFO:tasks.rados.rados.0.smithi090.stdout:2687: oid 50 version 1439 is already newer than 1438 2024-03-07T03:06:23.186 INFO:tasks.rados.rados.0.smithi090.stdout:2687: oid 50 version 1439 is already newer than 1437 2024-03-07T03:06:23.186 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 50 v 1439 (ObjNum 828 snap 268 seq_num 828) dirty exists 2024-03-07T03:06:23.186 INFO:tasks.rados.rados.0.smithi090.stdout:2687: left oid 50 (ObjNum 828 snap 268 seq_num 828) 2024-03-07T03:06:23.186 INFO:tasks.rados.rados.0.smithi090.stdout:2690: finishing rollback tid 1 to smithi09077644-40 2024-03-07T03:06:23.186 INFO:tasks.rados.rados.0.smithi090.stdout:2689: expect (ObjNum 822 snap 268 seq_num 822) 2024-03-07T03:06:23.248 INFO:tasks.rados.rados.0.smithi090.stdout:2690: finishing rollback tid 2 to smithi09077644-40 2024-03-07T03:06:23.248 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 40 v 9001 (ObjNum 768 snap 250 seq_num 768) dirty exists 2024-03-07T03:06:23.248 INFO:tasks.rados.rados.0.smithi090.stdout:2688: expect (ObjNum 647 snap 202 seq_num 647) 2024-03-07T03:06:23.328 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:06:23 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:06:23.091+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:23.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:23 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:23.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:23 smithi090 ceph-mon[91928]: osdmap e604: 8 total, 8 up, 8 in 2024-03-07T03:06:23.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:23 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1a4=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:23.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:23 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:23.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:23 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1a4=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:23.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:23 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:23.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:23 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:23.329 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:06:23 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:06:23.070+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:23.329 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:23 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:23.087+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:23.330 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:23 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:23.088+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a4=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:23.330 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:23 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:23.088+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a4=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:23.330 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:06:23 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:06:23] "GET /metrics HTTP/1.1" 200 36104 "" "Prometheus/2.43.0" 2024-03-07T03:06:23.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:23 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:23.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:23 smithi090 ceph-mon[89511]: osdmap e604: 8 total, 8 up, 8 in 2024-03-07T03:06:23.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:23 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1a4=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:23.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:23 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:23.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:23 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1a4=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:23.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:23 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:23.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:23 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:23.415 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.169+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.415 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.177+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.415 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.185+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.416 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.193+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.416 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.202+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.416 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.210+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.416 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.219+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.416 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.227+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.416 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.236+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.416 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.245+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.416 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.253+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.416 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.262+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.416 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.270+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.416 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.278+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.417 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.286+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.417 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.294+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.417 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.302+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.417 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.311+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.417 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.320+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.417 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.329+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.417 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.338+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.417 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.345+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.417 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.353+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.417 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.361+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.417 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.370+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.417 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.378+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.417 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.387+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.418 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.395+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.418 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.403+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.418 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.412+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.450 INFO:tasks.rados.rados.0.smithi090.stdout:2687: done (6 left) 2024-03-07T03:06:23.450 INFO:tasks.rados.rados.0.smithi090.stdout:2688: done (5 left) 2024-03-07T03:06:23.451 INFO:tasks.rados.rados.0.smithi090.stdout:2689: done (4 left) 2024-03-07T03:06:23.451 INFO:tasks.rados.rados.0.smithi090.stdout:2690: done (3 left) 2024-03-07T03:06:23.451 INFO:tasks.rados.rados.0.smithi090.stdout:2691: done (2 left) 2024-03-07T03:06:23.451 INFO:tasks.rados.rados.0.smithi090.stdout:2692: done (1 left) 2024-03-07T03:06:23.451 INFO:tasks.rados.rados.0.smithi090.stdout:2694: rollback oid 29 current snap is 268 2024-03-07T03:06:23.451 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 29 to 249 2024-03-07T03:06:23.451 INFO:tasks.rados.rados.0.smithi090.stdout:2695: snap_create 2024-03-07T03:06:23.454 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 1135 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-03-07T03:06:23.455 INFO:tasks.rados.rados.0.smithi090.stdout:2694: finishing rollback tid 0 to smithi09077644-29 2024-03-07T03:06:23.455 INFO:tasks.rados.rados.0.smithi090.stdout:2694: finishing rollback tid 1 to smithi09077644-29 2024-03-07T03:06:23.456 INFO:tasks.rados.rados.0.smithi090.stdout:2694: finishing rollback tid 2 to smithi09077644-29 2024-03-07T03:06:23.456 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 1147 (ObjNum 737 snap 230 seq_num 737) dirty exists 2024-03-07T03:06:23.665 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:06:23.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi090\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:06:23.666 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.421+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.666 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.429+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.666 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.437+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.666 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.445+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.666 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.456+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.666 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.465+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.666 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.473+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.666 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.482+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.667 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.491+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.667 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.499+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.667 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.508+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.667 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.516+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.667 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.524+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.667 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.532+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.667 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.540+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.667 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.548+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.667 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.556+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.667 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.565+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.667 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.573+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.667 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.581+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.667 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.589+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.668 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.597+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.668 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.605+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.668 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.612+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.668 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.621+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.668 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.629+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.668 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.638+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.668 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.646+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.668 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.654+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.668 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.662+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.917 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.671+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.917 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.680+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.917 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.688+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.917 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.697+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.917 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.706+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.918 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.716+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.918 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.726+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.918 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.734+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.918 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.743+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.918 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.751+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.918 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.758+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.918 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.766+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.918 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.775+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.918 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.784+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.918 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.792+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.918 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.800+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.918 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.808+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.918 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.816+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.919 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.825+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.919 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.833+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.919 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.841+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.919 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.850+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.919 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.858+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.919 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.866+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.919 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.875+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.919 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.884+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.919 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.892+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.919 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.900+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:23.919 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.907+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.078 INFO:tasks.rados.rados.0.smithi090.stdout:2693: done (2 left) 2024-03-07T03:06:24.078 INFO:tasks.rados.rados.0.smithi090.stdout:2694: done (1 left) 2024-03-07T03:06:24.078 INFO:tasks.rados.rados.0.smithi090.stdout:2695: done (0 left) 2024-03-07T03:06:24.078 INFO:tasks.rados.rados.0.smithi090.stdout:2696: copy_from oid 16 from oid 7 current snap is 269 2024-03-07T03:06:24.078 INFO:tasks.rados.rados.0.smithi090.stdout:2697: read oid 14 snap -1 2024-03-07T03:06:24.078 INFO:tasks.rados.rados.0.smithi090.stdout:2697: expect (ObjNum 769 snap 250 seq_num 769) 2024-03-07T03:06:24.078 INFO:tasks.rados.rados.0.smithi090.stdout:2698: delete oid 40 current snap is 269 2024-03-07T03:06:24.099 INFO:tasks.rados.rados.0.smithi090.stdout:2696: finishing copy_from racing read to smithi09077644-16 2024-03-07T03:06:24.101 INFO:tasks.rados.rados.0.smithi090.stdout:2698: done (2 left) 2024-03-07T03:06:24.101 INFO:tasks.rados.rados.0.smithi090.stdout:2699: snap_remove snap 263 2024-03-07T03:06:24.171 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:24.171 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-mon[83777]: osdmap e605: 8 total, 8 up, 8 in 2024-03-07T03:06:24.171 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:24.171 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1a4=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:24.172 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1a4=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:24.172 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:24.172 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-mon[83777]: pgmap v333: 121 pgs: 1 active+clean+snaptrim, 115 active+clean, 5 active+clean+snaptrim_error; 375 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-03-07T03:06:24.172 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.916+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.173 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.925+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.173 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.933+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.173 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.942+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.173 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.950+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.173 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.958+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.173 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.967+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.173 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.975+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.173 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.983+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.173 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:23.991+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.173 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.000+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.173 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.008+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.173 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.016+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.173 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.024+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.173 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.033+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.174 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.042+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.174 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.050+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.174 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.057+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.174 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.065+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.174 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.079+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.174 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.103+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.174 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.112+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.174 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.120+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.174 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.128+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.174 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.136+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.174 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.144+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.174 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.152+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.174 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.161+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.174 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.169+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.328 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:06:24 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:06:24.074+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:24.328 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:06:24 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:06:24.125+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:24.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:24 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:24.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:24 smithi090 ceph-mon[91928]: osdmap e605: 8 total, 8 up, 8 in 2024-03-07T03:06:24.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:24 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:24.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:24 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1a4=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:24.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:24 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1a4=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:24.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:24 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:24.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:24 smithi090 ceph-mon[91928]: pgmap v333: 121 pgs: 1 active+clean+snaptrim, 115 active+clean, 5 active+clean+snaptrim_error; 375 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-03-07T03:06:24.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:24 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:24.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:24 smithi090 ceph-mon[89511]: osdmap e605: 8 total, 8 up, 8 in 2024-03-07T03:06:24.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:24 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:24.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:24 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1a4=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:24.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:24 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1a4=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:24.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:24 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:24.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:24 smithi090 ceph-mon[89511]: pgmap v333: 121 pgs: 1 active+clean+snaptrim, 115 active+clean, 5 active+clean+snaptrim_error; 375 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-03-07T03:06:24.330 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:24 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:24.158+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:06:24.330 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:24 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:24.158+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a4=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:24.331 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:24 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:24.158+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:24.331 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:24 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:24.159+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a4=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:24.430 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.178+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.430 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.186+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.430 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.195+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.430 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.204+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.431 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.212+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.431 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.220+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.431 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.228+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.431 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.237+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.431 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.244+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.431 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.252+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.431 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.259+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.431 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.267+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.431 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.274+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.431 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.282+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.431 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.290+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.431 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.298+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.431 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.305+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.432 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.314+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.432 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.321+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.432 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.329+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.432 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.337+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.432 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.345+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.432 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.353+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.433 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.361+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.433 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.369+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.433 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.377+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.433 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.385+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.433 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.394+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.433 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.402+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.433 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.411+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.433 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.419+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.433 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.427+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.681 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.436+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.681 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.444+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.681 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.452+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.681 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.460+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.681 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.469+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.681 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.477+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.681 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.485+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.682 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.494+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.682 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.502+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.682 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.509+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.682 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.517+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.682 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.525+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.682 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.533+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.682 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.541+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.682 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.549+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.682 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.557+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.682 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.564+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.682 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.572+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.682 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.580+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.682 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.589+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.682 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.598+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.683 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.606+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.683 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.614+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.683 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.622+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.683 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.631+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.683 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.638+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.683 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.646+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.683 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.655+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.683 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.662+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.683 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.671+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.683 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.678+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.933 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.686+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.933 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.695+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.933 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.703+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.933 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.710+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.933 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.718+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.933 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.727+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.933 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.734+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.933 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.742+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.933 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.751+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.933 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.759+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.934 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.767+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.934 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.777+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.934 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.786+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.934 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.794+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.934 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.802+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.934 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.810+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.934 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.818+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.934 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.826+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.934 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.834+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.934 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.842+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.934 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.849+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.935 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.857+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.935 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.865+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.935 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.874+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.935 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.883+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.935 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.890+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.935 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.898+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.935 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.906+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.935 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.914+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.935 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.922+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:24.935 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.929+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.084 INFO:tasks.rados.rados.0.smithi090.stdout:2696: finishing copy_from to smithi09077644-16 2024-03-07T03:06:25.084 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 719 (ObjNum 682 snap 212 seq_num 682) dirty exists 2024-03-07T03:06:25.084 INFO:tasks.rados.rados.0.smithi090.stdout:2697: expect (ObjNum 769 snap 250 seq_num 769) 2024-03-07T03:06:25.184 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:25.185 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-mon[83777]: osdmap e606: 8 total, 8 up, 8 in 2024-03-07T03:06:25.185 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:25.185 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.938+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.185 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.946+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.185 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.954+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.186 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.962+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.186 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.970+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.186 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.976+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.186 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.984+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.186 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:24.992+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.186 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.000+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.186 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.008+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.186 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.016+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.186 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.024+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.186 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.032+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.186 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.040+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.186 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.048+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.186 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.056+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.187 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.064+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.187 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.074+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.187 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.098+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.187 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.112+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.187 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.135+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.187 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.156+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.187 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.165+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.187 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.173+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.187 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.181+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.242 INFO:tasks.rados.rados.0.smithi090.stdout:2696: done (2 left) 2024-03-07T03:06:25.242 INFO:tasks.rados.rados.0.smithi090.stdout:2697: done (1 left) 2024-03-07T03:06:25.242 INFO:tasks.rados.rados.0.smithi090.stdout:2699: done (0 left) 2024-03-07T03:06:25.242 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 25 current snap is 269 2024-03-07T03:06:25.242 INFO:tasks.rados.rados.0.smithi090.stdout:2700: seq_num 830 ranges {5349376=704512,6053888=614400,6668288=573440,7241728=16384} 2024-03-07T03:06:25.275 INFO:tasks.rados.rados.0.smithi090.stdout:2700: writing smithi09077644-25 from 5349376 to 6053888 tid 1 2024-03-07T03:06:25.279 INFO:tasks.rados.rados.0.smithi090.stdout:2700: writing smithi09077644-25 from 6053888 to 6668288 tid 2 2024-03-07T03:06:25.282 INFO:tasks.rados.rados.0.smithi090.stdout:2700: writing smithi09077644-25 from 6668288 to 7241728 tid 3 2024-03-07T03:06:25.283 INFO:tasks.rados.rados.0.smithi090.stdout:2700: writing smithi09077644-25 from 7241728 to 7258112 tid 4 2024-03-07T03:06:25.283 INFO:tasks.rados.rados.0.smithi090.stdout:2701: snap_remove snap 257 2024-03-07T03:06:25.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:25 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:25.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:25 smithi090 ceph-mon[89511]: osdmap e606: 8 total, 8 up, 8 in 2024-03-07T03:06:25.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:25 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:25.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:25 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:25.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:25 smithi090 ceph-mon[91928]: osdmap e606: 8 total, 8 up, 8 in 2024-03-07T03:06:25.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:25 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:25.329 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:06:25 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:06:25.085+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:25.329 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:25 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:25.089+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a4=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:25.329 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:25 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:25.089+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:25.330 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:25 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:25.090+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a4=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:25.330 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:06:25 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:06:25.081+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:25.438 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.190+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.439 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.198+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.439 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.206+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.439 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.214+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.439 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.222+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.439 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.230+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.439 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.238+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.439 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.245+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.439 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.253+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.439 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.262+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.439 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.270+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.439 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.279+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.439 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.289+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.439 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.298+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.439 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.306+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.440 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.313+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.440 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.321+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.440 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.330+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.440 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.338+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.440 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.346+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.440 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.354+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.440 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.362+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.440 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.371+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.440 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.378+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.440 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.385+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.440 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.394+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.440 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.402+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.440 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.410+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.441 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.419+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.441 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.426+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.441 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.434+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.694 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.443+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.695 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.452+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.695 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.459+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.695 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.467+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.695 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.475+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.695 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.483+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.695 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.492+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.695 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.500+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.695 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.507+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.695 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.516+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.695 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.523+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.695 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.532+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.695 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.540+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.695 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.548+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.696 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.555+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.696 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.563+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.696 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.571+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.696 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.579+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.696 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.587+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.696 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.595+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.696 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.604+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.696 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.612+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.696 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.619+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.696 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.627+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.696 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.635+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.696 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.642+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.696 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.651+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.696 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.658+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.697 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.666+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.697 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.674+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.697 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.682+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.697 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.690+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.946 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.699+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.946 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.707+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.946 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.717+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.946 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.725+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.946 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.733+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.946 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.741+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.946 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.748+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.947 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.756+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.947 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.764+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.947 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.771+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.947 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.780+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.947 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.788+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.947 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.795+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.947 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.803+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.947 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.811+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.947 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.818+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.947 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.827+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.947 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.834+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.947 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.842+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.948 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.849+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.948 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.857+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.948 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.865+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.948 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.873+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.948 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.881+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.948 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.890+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.948 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.899+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.948 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.908+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.948 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.916+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.948 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.924+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.948 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.934+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:25.948 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.942+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.102 INFO:tasks.rados.rados.0.smithi090.stdout:2700: finishing write tid 1 to smithi09077644-25 2024-03-07T03:06:26.103 INFO:tasks.rados.rados.0.smithi090.stdout:2700: finishing write tid 2 to smithi09077644-25 2024-03-07T03:06:26.103 INFO:tasks.rados.rados.0.smithi090.stdout:2700: finishing write tid 3 to smithi09077644-25 2024-03-07T03:06:26.103 INFO:tasks.rados.rados.0.smithi090.stdout:2700: finishing write tid 4 to smithi09077644-25 2024-03-07T03:06:26.103 INFO:tasks.rados.rados.0.smithi090.stdout:2700: finishing write tid 5 to smithi09077644-25 2024-03-07T03:06:26.103 INFO:tasks.rados.rados.0.smithi090.stdout:2700: finishing write tid 6 to smithi09077644-25 2024-03-07T03:06:26.103 INFO:tasks.rados.rados.0.smithi090.stdout:2700: oid 25 updating version 0 to 1245 2024-03-07T03:06:26.103 INFO:tasks.rados.rados.0.smithi090.stdout:2700: oid 25 version 1245 is already newer than 1242 2024-03-07T03:06:26.103 INFO:tasks.rados.rados.0.smithi090.stdout:2700: oid 25 version 1245 is already newer than 1241 2024-03-07T03:06:26.103 INFO:tasks.rados.rados.0.smithi090.stdout:2700: oid 25 version 1245 is already newer than 1243 2024-03-07T03:06:26.103 INFO:tasks.rados.rados.0.smithi090.stdout:2700: oid 25 version 1245 is already newer than 1244 2024-03-07T03:06:26.103 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 25 v 1245 (ObjNum 830 snap 269 seq_num 830) dirty exists 2024-03-07T03:06:26.103 INFO:tasks.rados.rados.0.smithi090.stdout:2700: left oid 25 (ObjNum 830 snap 269 seq_num 830) 2024-03-07T03:06:26.104 INFO:tasks.rados.rados.0.smithi090.stdout:2700: done (1 left) 2024-03-07T03:06:26.104 INFO:tasks.rados.rados.0.smithi090.stdout:2701: done (0 left) 2024-03-07T03:06:26.104 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 3 current snap is 269 2024-03-07T03:06:26.104 INFO:tasks.rados.rados.0.smithi090.stdout:2702: seq_num 831 ranges {7725056=720896,8445952=499712,8945664=704512} 2024-03-07T03:06:26.149 INFO:tasks.rados.rados.0.smithi090.stdout:2702: writing smithi09077644-3 from 7725056 to 8445952 tid 1 2024-03-07T03:06:26.152 INFO:tasks.rados.rados.0.smithi090.stdout:2702: writing smithi09077644-3 from 8445952 to 8945664 tid 2 2024-03-07T03:06:26.156 INFO:tasks.rados.rados.0.smithi090.stdout:2702: writing smithi09077644-3 from 8945664 to 9650176 tid 3 2024-03-07T03:06:26.156 INFO:tasks.rados.rados.0.smithi090.stdout:2703: copy_from oid 25 from oid 17 current snap is 269 2024-03-07T03:06:26.156 INFO:tasks.rados.rados.0.smithi090.stdout:2702: finishing write tid 1 to smithi09077644-3 2024-03-07T03:06:26.156 INFO:tasks.rados.rados.0.smithi090.stdout:2704: rollback oid 48 current snap is 269 2024-03-07T03:06:26.156 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 48 to 251 2024-03-07T03:06:26.157 INFO:tasks.rados.rados.0.smithi090.stdout:2705: delete oid 23 current snap is 269 2024-03-07T03:06:26.157 INFO:tasks.rados.rados.0.smithi090.stdout:2703: finishing copy_from to smithi09077644-25 2024-03-07T03:06:26.157 INFO:tasks.rados.rados.0.smithi090.stdout:2703: got expected ENOENT (src dne) 2024-03-07T03:06:26.157 INFO:tasks.rados.rados.0.smithi090.stdout:2703: finishing copy_from racing read to smithi09077644-25 2024-03-07T03:06:26.161 INFO:tasks.rados.rados.0.smithi090.stdout:2702: finishing write tid 2 to smithi09077644-3 2024-03-07T03:06:26.164 INFO:tasks.rados.rados.0.smithi090.stdout:2704: finishing rollback tid 1 to smithi09077644-48 2024-03-07T03:06:26.164 INFO:tasks.rados.rados.0.smithi090.stdout:2704: finishing rollback tid 2 to smithi09077644-48 2024-03-07T03:06:26.164 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 1135 (ObjNum 545 snap 166 seq_num 545) dirty exists 2024-03-07T03:06:26.164 INFO:tasks.rados.rados.0.smithi090.stdout:2702: finishing write tid 3 to smithi09077644-3 2024-03-07T03:06:26.164 INFO:tasks.rados.rados.0.smithi090.stdout:2703: done (3 left) 2024-03-07T03:06:26.164 INFO:tasks.rados.rados.0.smithi090.stdout:2704: done (2 left) 2024-03-07T03:06:26.164 INFO:tasks.rados.rados.0.smithi090.stdout:2705: done (1 left) 2024-03-07T03:06:26.164 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 30 current snap is 269 2024-03-07T03:06:26.164 INFO:tasks.rados.rados.0.smithi090.stdout:2706: seq_num 833 ranges {2580480=761856,3342336=671744,4014080=532480} 2024-03-07T03:06:26.182 INFO:tasks.rados.rados.0.smithi090.stdout:2706: writing smithi09077644-30 from 2580480 to 3342336 tid 1 2024-03-07T03:06:26.187 INFO:tasks.rados.rados.0.smithi090.stdout:2706: writing smithi09077644-30 from 3342336 to 4014080 tid 2 2024-03-07T03:06:26.191 INFO:tasks.rados.rados.0.smithi090.stdout:2706: writing smithi09077644-30 from 4014080 to 4546560 tid 3 2024-03-07T03:06:26.191 INFO:tasks.rados.rados.0.smithi090.stdout:2707: copy_from oid 14 from oid 2 current snap is 269 2024-03-07T03:06:26.191 INFO:tasks.rados.rados.0.smithi090.stdout:2702: finishing write tid 4 to smithi09077644-3 2024-03-07T03:06:26.191 INFO:tasks.rados.rados.0.smithi090.stdout:2702: finishing write tid 5 to smithi09077644-3 2024-03-07T03:06:26.191 INFO:tasks.rados.rados.0.smithi090.stdout:2702: oid 3 updating version 0 to 1442 2024-03-07T03:06:26.191 INFO:tasks.rados.rados.0.smithi090.stdout:2702: oid 3 updating version 1442 to 1443 2024-03-07T03:06:26.191 INFO:tasks.rados.rados.0.smithi090.stdout:2702: oid 3 version 1443 is already newer than 1441 2024-03-07T03:06:26.191 INFO:tasks.rados.rados.0.smithi090.stdout:2702: oid 3 version 1443 is already newer than 1440 2024-03-07T03:06:26.191 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 1443 (ObjNum 831 snap 269 seq_num 831) dirty exists 2024-03-07T03:06:26.191 INFO:tasks.rados.rados.0.smithi090.stdout:2702: left oid 3 (ObjNum 831 snap 269 seq_num 831) 2024-03-07T03:06:26.191 INFO:tasks.rados.rados.0.smithi090.stdout:2706: finishing write tid 1 to smithi09077644-30 2024-03-07T03:06:26.191 INFO:tasks.rados.rados.0.smithi090.stdout:2706: finishing write tid 2 to smithi09077644-30 2024-03-07T03:06:26.192 INFO:tasks.rados.rados.0.smithi090.stdout:2702: done (2 left) 2024-03-07T03:06:26.192 INFO:tasks.rados.rados.0.smithi090.stdout:2708: snap_remove snap 267 2024-03-07T03:06:26.197 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1a4=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:26.197 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:26.197 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1a4=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:26.197 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-mon[83777]: osdmap e607: 8 total, 8 up, 8 in 2024-03-07T03:06:26.197 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:26.197 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:26.197 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1a4=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:26.197 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:26.197 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1a4=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:26.197 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-mon[83777]: pgmap v336: 121 pgs: 1 active+clean+snaptrim, 115 active+clean, 5 active+clean+snaptrim_error; 377 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.3 MiB/s wr, 31 op/s 2024-03-07T03:06:26.198 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.951+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.198 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.959+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.198 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.967+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.198 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.975+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.198 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.984+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.198 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:25.995+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.198 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.003+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.199 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.012+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.199 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.020+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.199 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.028+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.199 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.036+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.199 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.044+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.199 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.052+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.199 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.060+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.199 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.068+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.199 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.076+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.199 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.089+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.199 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.103+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.199 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.118+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.199 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.126+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.199 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.134+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.200 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.142+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.200 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.152+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.200 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.167+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.200 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.175+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.200 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.183+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.200 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.193+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.449 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.204+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.449 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.226+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.449 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.246+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.449 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.256+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.449 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.263+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.449 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.271+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.449 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.279+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.450 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.286+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.450 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.294+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.450 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.302+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.450 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.310+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.450 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.318+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.450 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.326+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.450 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.339+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.450 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.347+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.450 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.355+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.450 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.363+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.450 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.371+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.450 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.379+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.450 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.387+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.450 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.396+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.451 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.405+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.451 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.414+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.451 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.421+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.451 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.429+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.451 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.437+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.451 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.445+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.578 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:06:26 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:06:26.106+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:26.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:26 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1a4=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:26.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:26 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:26.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:26 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1a4=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:26.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:26 smithi090 ceph-mon[89511]: osdmap e607: 8 total, 8 up, 8 in 2024-03-07T03:06:26.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:26 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:26.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:26 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:26.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:26 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1a4=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:26.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:26 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:26.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:26 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1a4=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:26.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:26 smithi090 ceph-mon[89511]: pgmap v336: 121 pgs: 1 active+clean+snaptrim, 115 active+clean, 5 active+clean+snaptrim_error; 377 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.3 MiB/s wr, 31 op/s 2024-03-07T03:06:26.579 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:26 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:26.104+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a4=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:26.579 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:26 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:26.105+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a4=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:26.580 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:26 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:26.110+0000 7fa43c425700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:06:26.580 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:26 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:26.111+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:26.580 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:06:26 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:06:26.101+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:26.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:26 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1a4=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:26.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:26 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:26.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:26 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1a4=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:26.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:26 smithi090 ceph-mon[91928]: osdmap e607: 8 total, 8 up, 8 in 2024-03-07T03:06:26.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:26 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:26.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:26 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:26.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:26 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1a4=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:26.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:26 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:26.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:26 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1a4=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:26.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:26 smithi090 ceph-mon[91928]: pgmap v336: 121 pgs: 1 active+clean+snaptrim, 115 active+clean, 5 active+clean+snaptrim_error; 377 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.3 MiB/s wr, 31 op/s 2024-03-07T03:06:26.700 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.454+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.700 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.462+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.700 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.470+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.700 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.477+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.700 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.485+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.700 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.492+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.700 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.499+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.700 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.508+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.700 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.516+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.700 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.524+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.700 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.532+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.701 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.540+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.701 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.548+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.701 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.555+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.701 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.563+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.701 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.571+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.701 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.579+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.701 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.587+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.701 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.596+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.701 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.604+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.701 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.611+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.701 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.619+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.702 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.627+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.702 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.634+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.702 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.642+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.702 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.650+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.702 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.658+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.702 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.665+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.702 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.673+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.702 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.680+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.702 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.688+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.702 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.696+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.955 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.704+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.955 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.713+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.955 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.721+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.955 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.728+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.955 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.736+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.955 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.745+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.955 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.753+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.955 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.761+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.955 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.768+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.955 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.776+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.955 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.784+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.955 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.792+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.955 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.800+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.955 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.807+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.956 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.815+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.956 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.822+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.956 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.830+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.956 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.839+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.956 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.848+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.956 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.856+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.956 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.864+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.956 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.872+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.956 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.881+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.957 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.888+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.957 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.896+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.957 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.904+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.957 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.912+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.957 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.919+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.957 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.927+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.957 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.935+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.957 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.943+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:26.957 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.951+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.107 INFO:tasks.rados.rados.0.smithi090.stdout:2706: finishing write tid 3 to smithi09077644-30 2024-03-07T03:06:27.107 INFO:tasks.rados.rados.0.smithi090.stdout:2706: finishing write tid 4 to smithi09077644-30 2024-03-07T03:06:27.107 INFO:tasks.rados.rados.0.smithi090.stdout:2706: finishing write tid 5 to smithi09077644-30 2024-03-07T03:06:27.107 INFO:tasks.rados.rados.0.smithi090.stdout:2706: oid 30 updating version 0 to 1447 2024-03-07T03:06:27.108 INFO:tasks.rados.rados.0.smithi090.stdout:2706: oid 30 updating version 1447 to 1448 2024-03-07T03:06:27.108 INFO:tasks.rados.rados.0.smithi090.stdout:2706: oid 30 version 1448 is already newer than 1445 2024-03-07T03:06:27.108 INFO:tasks.rados.rados.0.smithi090.stdout:2706: oid 30 version 1448 is already newer than 1446 2024-03-07T03:06:27.108 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 30 v 1448 (ObjNum 833 snap 269 seq_num 833) dirty exists 2024-03-07T03:06:27.108 INFO:tasks.rados.rados.0.smithi090.stdout:2706: left oid 30 (ObjNum 833 snap 269 seq_num 833) 2024-03-07T03:06:27.108 INFO:tasks.rados.rados.0.smithi090.stdout:2707: finishing copy_from racing read to smithi09077644-14 2024-03-07T03:06:27.108 INFO:tasks.rados.rados.0.smithi090.stdout:2707: finishing copy_from to smithi09077644-14 2024-03-07T03:06:27.108 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 14 v 1148 (ObjNum 807 snap 262 seq_num 807) dirty exists 2024-03-07T03:06:27.108 INFO:tasks.rados.rados.0.smithi090.stdout:2706: done (2 left) 2024-03-07T03:06:27.108 INFO:tasks.rados.rados.0.smithi090.stdout:2707: done (1 left) 2024-03-07T03:06:27.108 INFO:tasks.rados.rados.0.smithi090.stdout:2708: done (0 left) 2024-03-07T03:06:27.108 INFO:tasks.rados.rados.0.smithi090.stdout:2709: read oid 3 snap -1 2024-03-07T03:06:27.108 INFO:tasks.rados.rados.0.smithi090.stdout:2709: expect (ObjNum 831 snap 269 seq_num 831) 2024-03-07T03:06:27.108 INFO:tasks.rados.rados.0.smithi090.stdout:2710: rollback oid 21 current snap is 269 2024-03-07T03:06:27.108 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 21 to 259 2024-03-07T03:06:27.109 INFO:tasks.rados.rados.0.smithi090.stdout:2711: rollback oid 8 current snap is 269 2024-03-07T03:06:27.109 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 8 to 258 2024-03-07T03:06:27.109 INFO:tasks.rados.rados.0.smithi090.stdout:2712: read oid 19 snap -1 2024-03-07T03:06:27.109 INFO:tasks.rados.rados.0.smithi090.stdout:2712: expect deleted 2024-03-07T03:06:27.109 INFO:tasks.rados.rados.0.smithi090.stdout:2713: copy_from oid 20 from oid 44 current snap is 269 2024-03-07T03:06:27.109 INFO:tasks.rados.rados.0.smithi090.stdout:2714: rollback oid 1 current snap is 269 2024-03-07T03:06:27.109 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 1 to 259 2024-03-07T03:06:27.109 INFO:tasks.rados.rados.0.smithi090.stdout:2715: setattr oid 39 current snap is 269 2024-03-07T03:06:27.110 INFO:tasks.rados.rados.0.smithi090.stdout:2716: setattr oid 35 current snap is 269 2024-03-07T03:06:27.113 INFO:tasks.rados.rados.0.smithi090.stdout:2717: read oid 14 snap -1 2024-03-07T03:06:27.113 INFO:tasks.rados.rados.0.smithi090.stdout:2717: expect (ObjNum 807 snap 262 seq_num 807) 2024-03-07T03:06:27.113 INFO:tasks.rados.rados.0.smithi090.stdout:2718: rmattr oid 45 current snap is 269 2024-03-07T03:06:27.113 INFO:tasks.rados.rados.0.smithi090.stdout:2719: copy_from oid 12 from oid 33 current snap is 269 2024-03-07T03:06:27.113 INFO:tasks.rados.rados.0.smithi090.stdout:2720: delete oid 24 current snap is 269 2024-03-07T03:06:27.116 INFO:tasks.rados.rados.0.smithi090.stdout:2711: finishing rollback tid 0 to smithi09077644-8 2024-03-07T03:06:27.119 INFO:tasks.rados.rados.0.smithi090.stdout:2711: finishing rollback tid 1 to smithi09077644-8 2024-03-07T03:06:27.120 INFO:tasks.rados.rados.0.smithi090.stdout:2719: finishing copy_from to smithi09077644-12 2024-03-07T03:06:27.120 INFO:tasks.rados.rados.0.smithi090.stdout:2719: got expected ENOENT (src dne) 2024-03-07T03:06:27.120 INFO:tasks.rados.rados.0.smithi090.stdout:2719: finishing copy_from racing read to smithi09077644-12 2024-03-07T03:06:27.122 INFO:tasks.rados.rados.0.smithi090.stdout:2711: finishing rollback tid 2 to smithi09077644-8 2024-03-07T03:06:27.122 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 1243 (ObjNum 797 snap 258 seq_num 797) dirty exists 2024-03-07T03:06:27.122 INFO:tasks.rados.rados.0.smithi090.stdout:2711: done (11 left) 2024-03-07T03:06:27.122 INFO:tasks.rados.rados.0.smithi090.stdout:2712: done (10 left) 2024-03-07T03:06:27.122 INFO:tasks.rados.rados.0.smithi090.stdout:2719: done (9 left) 2024-03-07T03:06:27.122 INFO:tasks.rados.rados.0.smithi090.stdout:2720: done (8 left) 2024-03-07T03:06:27.122 INFO:tasks.rados.rados.0.smithi090.stdout:2721: rollback oid 2 current snap is 269 2024-03-07T03:06:27.122 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 2 to 268 2024-03-07T03:06:27.122 INFO:tasks.rados.rados.0.smithi090.stdout:2722: read oid 19 snap -1 2024-03-07T03:06:27.122 INFO:tasks.rados.rados.0.smithi090.stdout:2722: expect deleted 2024-03-07T03:06:27.122 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 32 current snap is 269 2024-03-07T03:06:27.122 INFO:tasks.rados.rados.0.smithi090.stdout:2723: seq_num 835 ranges {991232=794624,1785856=442368,2228224=712704,2940928=49152} 2024-03-07T03:06:27.132 INFO:tasks.rados.rados.0.smithi090.stdout:2723: writing smithi09077644-32 from 991232 to 1785856 tid 1 2024-03-07T03:06:27.135 INFO:tasks.rados.rados.0.smithi090.stdout:2723: writing smithi09077644-32 from 1785856 to 2228224 tid 2 2024-03-07T03:06:27.139 INFO:tasks.rados.rados.0.smithi090.stdout:2723: writing smithi09077644-32 from 2228224 to 2940928 tid 3 2024-03-07T03:06:27.140 INFO:tasks.rados.rados.0.smithi090.stdout:2723: writing smithi09077644-32 from 2940928 to 2990080 tid 4 2024-03-07T03:06:27.140 INFO:tasks.rados.rados.0.smithi090.stdout:2724: read oid 8 snap -1 2024-03-07T03:06:27.140 INFO:tasks.rados.rados.0.smithi090.stdout:2724: expect (ObjNum 797 snap 258 seq_num 797) 2024-03-07T03:06:27.140 INFO:tasks.rados.rados.0.smithi090.stdout:2725: snap_remove snap 211 2024-03-07T03:06:27.206 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-mon[83777]: osdmap e608: 8 total, 8 up, 8 in 2024-03-07T03:06:27.206 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:27.206 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:27.206 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.960+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.206 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.968+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.207 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.975+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.207 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.984+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.207 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:26.992+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.207 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.000+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.207 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.007+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.207 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.015+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.207 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.023+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.207 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.031+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.207 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.039+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.207 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.048+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.207 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.056+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.207 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.063+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.207 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.071+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.207 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.079+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.208 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.088+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.208 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.098+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.208 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.142+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.208 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.168+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.208 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.177+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.208 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.185+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.208 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.193+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.208 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.202+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.458 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.211+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.458 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.220+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.458 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.228+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.458 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.236+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.459 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.244+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.459 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.253+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.459 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.261+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.459 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.269+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.459 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.276+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.459 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.284+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.459 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.293+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.459 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.300+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.459 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.308+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.459 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.316+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.459 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.324+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.459 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.332+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.459 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.340+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.460 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.348+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.460 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.357+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.460 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.365+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.460 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.373+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.460 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.381+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.460 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.389+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.460 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.396+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.460 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.404+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.460 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.413+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.461 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.421+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.461 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.429+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.461 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.437+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.461 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.445+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.461 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.454+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.578 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 03:06:27 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-0[97505]: 2024-03-07T03:06:27.146+0000 7f107e294700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1a8 after trimming was started 2024-03-07T03:06:27.578 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:06:27 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:06:27.115+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:27.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:27 smithi090 ceph-mon[89511]: osdmap e608: 8 total, 8 up, 8 in 2024-03-07T03:06:27.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:27 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:27.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:27 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:27.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:27 smithi090 ceph-mon[91928]: osdmap e608: 8 total, 8 up, 8 in 2024-03-07T03:06:27.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:27 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:27.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:27 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:27.580 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:06:27 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:06:27.103+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:27.580 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:27 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:27.107+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a4=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:27.580 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:27 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:27.109+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a4=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:27.580 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:27 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:27.110+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:27.710 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.463+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.710 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.471+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.710 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.480+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.710 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.488+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.710 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.495+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.710 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.503+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.710 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.510+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.710 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.519+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.710 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.527+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.710 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.535+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.711 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.543+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.711 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.550+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.711 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.558+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.711 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.566+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.711 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.574+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.711 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.582+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.711 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.590+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.711 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.599+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.711 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.607+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.711 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.617+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.711 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.625+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.711 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.633+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.711 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.641+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.712 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.648+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.712 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.657+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.712 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.665+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.712 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.673+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.712 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.681+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.712 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.689+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.712 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.697+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.712 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.705+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.962 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.714+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.962 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.722+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.962 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.730+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.962 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.738+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.962 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.747+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.962 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.755+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.962 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.764+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.962 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.771+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.962 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.779+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.963 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.786+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.963 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.794+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.963 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.803+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.963 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.811+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.963 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.819+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.963 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.827+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.963 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.836+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.963 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.844+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.963 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.853+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.963 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.861+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.963 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.869+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.963 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.877+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.963 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.885+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.963 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.893+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.964 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.901+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.964 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.909+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.964 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.918+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.964 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.925+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.964 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.934+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.964 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.942+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.964 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.950+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:27.964 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.958+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.116 INFO:tasks.rados.rados.0.smithi090.stdout:2725: done (12 left) 2024-03-07T03:06:28.116 INFO:tasks.rados.rados.0.smithi090.stdout:2726: snap_create 2024-03-07T03:06:28.116 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 35 v 1157 (ObjNum 815 snap 264 seq_num 815) dirty exists 2024-03-07T03:06:28.116 INFO:tasks.rados.rados.0.smithi090.stdout:2721: finishing rollback tid 0 to smithi09077644-2 2024-03-07T03:06:28.116 INFO:tasks.rados.rados.0.smithi090.stdout:2721: finishing rollback tid 1 to smithi09077644-2 2024-03-07T03:06:28.116 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 1458 (ObjNum 803 snap 261 seq_num 803) dirty exists 2024-03-07T03:06:28.116 INFO:tasks.rados.rados.0.smithi090.stdout:2721: finishing rollback tid 2 to smithi09077644-2 2024-03-07T03:06:28.117 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 2 v 1160 (ObjNum 807 snap 262 seq_num 807) dirty exists 2024-03-07T03:06:28.117 INFO:tasks.rados.rados.0.smithi090.stdout:2710: finishing rollback tid 1 to smithi09077644-21 2024-03-07T03:06:28.117 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 1326 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-03-07T03:06:28.117 INFO:tasks.rados.rados.0.smithi090.stdout:2714: finishing rollback tid 1 to smithi09077644-1 2024-03-07T03:06:28.117 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 45 v 1157 (ObjNum 807 snap 262 seq_num 807) dirty exists 2024-03-07T03:06:28.117 INFO:tasks.rados.rados.0.smithi090.stdout:2714: finishing rollback tid 2 to smithi09077644-1 2024-03-07T03:06:28.117 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 1 v 1329 (ObjNum 751 snap 238 seq_num 751) dirty exists 2024-03-07T03:06:28.117 INFO:tasks.rados.rados.0.smithi090.stdout:2723: finishing write tid 1 to smithi09077644-32 2024-03-07T03:06:28.117 INFO:tasks.rados.rados.0.smithi090.stdout:2723: finishing write tid 2 to smithi09077644-32 2024-03-07T03:06:28.117 INFO:tasks.rados.rados.0.smithi090.stdout:2709: expect (ObjNum 831 snap 269 seq_num 831) 2024-03-07T03:06:28.216 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1a4=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:28.216 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1a4=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:28.216 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:28.216 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:28.216 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-mon[83777]: osdmap e609: 8 total, 8 up, 8 in 2024-03-07T03:06:28.216 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1a4=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:28.216 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1a4=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:28.216 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:28.217 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:28.217 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-mon[83777]: pgmap v339: 121 pgs: 1 active+clean+snaptrim, 115 active+clean, 5 active+clean+snaptrim_error; 377 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 458 KiB/s wr, 16 op/s 2024-03-07T03:06:28.217 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:28.217 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:06:28.217 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.966+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.218 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.974+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.218 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.982+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.218 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.990+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.218 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:27.997+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.218 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.005+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.218 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.013+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.218 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.020+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.218 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.029+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.218 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.037+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.218 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.044+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.218 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.052+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.218 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.061+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.219 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.069+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.219 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.077+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.219 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.085+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.219 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.093+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.219 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.104+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.219 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.120+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.219 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.140+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.219 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.148+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.219 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.156+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.219 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.164+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.219 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.172+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.219 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.180+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.219 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.189+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.220 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.197+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.220 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.205+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.220 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.212+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.473 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.221+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.473 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.229+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.473 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.238+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.473 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.246+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.473 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.254+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.473 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.262+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.473 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.271+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.473 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.279+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.473 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.288+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.474 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.296+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.474 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.305+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.474 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.314+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.474 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.321+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.474 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.330+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.474 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.338+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.474 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.349+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.474 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.356+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.474 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.364+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.474 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.372+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.474 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.381+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.474 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.388+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.474 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.396+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.474 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.404+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.475 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.412+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.475 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.419+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.475 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.427+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.475 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.435+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.475 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.444+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.475 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.452+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.475 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.461+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.475 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.469+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.578 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:06:28 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:06:28.119+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:28.578 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:28 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:28.125+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a9=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2],1a9=[1a9,1a7,1a5]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:28.579 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:28 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:28.139+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:06:28.579 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:28 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:28.139+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:28.579 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:28 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:28.140+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a9=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193],1a9=[1a9,1a7,1a5]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:28.579 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:06:28 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:06:28.135+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:28.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:28 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1a4=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:28.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:28 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1a4=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:28.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:28 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:28.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:28 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:28.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:28 smithi090 ceph-mon[89511]: osdmap e609: 8 total, 8 up, 8 in 2024-03-07T03:06:28.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:28 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1a4=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:28.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:28 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1a4=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:28.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:28 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:28.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:28 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:28.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:28 smithi090 ceph-mon[89511]: pgmap v339: 121 pgs: 1 active+clean+snaptrim, 115 active+clean, 5 active+clean+snaptrim_error; 377 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 458 KiB/s wr, 16 op/s 2024-03-07T03:06:28.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:28 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:28.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:28 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:06:28.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:28 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1a4=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:28.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:28 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1a4=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:28.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:28 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:28.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:28 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:28.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:28 smithi090 ceph-mon[91928]: osdmap e609: 8 total, 8 up, 8 in 2024-03-07T03:06:28.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:28 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1a4=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:28.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:28 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1a4=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:28.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:28 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:28.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:28 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:28.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:28 smithi090 ceph-mon[91928]: pgmap v339: 121 pgs: 1 active+clean+snaptrim, 115 active+clean, 5 active+clean+snaptrim_error; 377 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 458 KiB/s wr, 16 op/s 2024-03-07T03:06:28.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:28 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:28.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:28 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:06:28.726 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.477+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.726 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.485+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.726 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.495+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.726 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.502+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.726 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.511+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.726 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.519+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.726 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.526+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.726 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.535+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.727 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.542+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.727 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.550+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.727 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.558+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.727 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.566+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.727 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.573+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.727 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.581+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.727 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.590+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.727 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.598+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.727 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.607+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.728 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.614+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.728 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.623+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.728 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.631+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.728 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.639+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.728 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.647+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.728 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.655+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.728 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.664+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.728 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.672+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.728 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.680+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.728 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.688+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.728 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.698+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.728 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.706+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.729 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.714+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.729 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.722+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.857 INFO:tasks.rados.rados.0.smithi090.stdout:2713: finishing copy_from racing read to smithi09077644-20 2024-03-07T03:06:28.857 INFO:tasks.rados.rados.0.smithi090.stdout:2724: expect (ObjNum 797 snap 258 seq_num 797) 2024-03-07T03:06:28.977 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.730+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.977 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.739+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.977 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.747+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.977 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.755+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.978 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.763+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.978 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.771+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.978 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.780+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.978 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.788+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.978 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.795+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.978 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.803+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.978 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.811+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.978 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.819+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.978 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.827+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.978 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.835+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.978 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.843+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.978 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.852+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.978 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.860+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.979 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.868+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.979 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.876+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.979 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.884+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.979 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.892+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.979 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.901+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.979 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.909+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.979 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.917+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.979 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.925+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.979 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.933+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.979 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.941+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.979 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.948+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.979 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.957+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.979 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.965+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:28.980 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.973+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.015 INFO:tasks.rados.rados.0.smithi090.stdout:2723: finishing write tid 3 to smithi09077644-32 2024-03-07T03:06:29.015 INFO:tasks.rados.rados.0.smithi090.stdout:2723: finishing write tid 4 to smithi09077644-32 2024-03-07T03:06:29.015 INFO:tasks.rados.rados.0.smithi090.stdout:2723: finishing write tid 5 to smithi09077644-32 2024-03-07T03:06:29.015 INFO:tasks.rados.rados.0.smithi090.stdout:2723: finishing write tid 6 to smithi09077644-32 2024-03-07T03:06:29.015 INFO:tasks.rados.rados.0.smithi090.stdout:2723: oid 32 updating version 0 to 1136 2024-03-07T03:06:29.016 INFO:tasks.rados.rados.0.smithi090.stdout:2723: oid 32 updating version 1136 to 1138 2024-03-07T03:06:29.016 INFO:tasks.rados.rados.0.smithi090.stdout:2723: oid 32 updating version 1138 to 1139 2024-03-07T03:06:29.016 INFO:tasks.rados.rados.0.smithi090.stdout:2723: oid 32 updating version 1139 to 1140 2024-03-07T03:06:29.016 INFO:tasks.rados.rados.0.smithi090.stdout:2723: oid 32 version 1140 is already newer than 1137 2024-03-07T03:06:29.016 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 32 v 1140 (ObjNum 835 snap 269 seq_num 835) dirty exists 2024-03-07T03:06:29.016 INFO:tasks.rados.rados.0.smithi090.stdout:2723: left oid 32 (ObjNum 835 snap 269 seq_num 835) 2024-03-07T03:06:29.016 INFO:tasks.rados.rados.0.smithi090.stdout:2713: finishing copy_from to smithi09077644-20 2024-03-07T03:06:29.016 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 20 v 1413 (ObjNum 661 snap 205 seq_num 661) dirty exists 2024-03-07T03:06:29.016 INFO:tasks.rados.rados.0.smithi090.stdout:2717: expect (ObjNum 807 snap 262 seq_num 807) 2024-03-07T03:06:29.235 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-mon[83777]: osdmap e610: 8 total, 8 up, 8 in 2024-03-07T03:06:29.235 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:29.235 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1a9=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2],1a9=[1a9,1a7,1a5]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:29.235 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:29.235 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:29.235 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1a9=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193],1a9=[1a9,1a7,1a5]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:29.236 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.982+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.236 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.990+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.236 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:28.999+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.236 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.008+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.236 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.016+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.236 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.024+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.237 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.032+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.237 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.042+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.237 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.050+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.237 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.058+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.237 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.066+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.237 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.075+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.237 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.083+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.237 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.091+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.237 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.099+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.237 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.107+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.237 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.119+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.237 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.128+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.237 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.136+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.238 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.144+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.238 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.153+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.238 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.161+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.238 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.169+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.238 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.178+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.238 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.186+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.238 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.194+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.238 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.201+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.238 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.209+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.238 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.217+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.238 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.224+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.238 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.232+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.488 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.242+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.488 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.250+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.488 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.258+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.488 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.266+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.488 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.274+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.488 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.282+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.489 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.290+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.489 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.299+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.489 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.307+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.489 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.316+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.489 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.325+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.489 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.337+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.489 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.345+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.489 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.353+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.489 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.360+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.489 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.369+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.489 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.376+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.489 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.384+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.489 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.392+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.489 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.399+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.489 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.407+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.490 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.414+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.490 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.422+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.490 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.430+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.490 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.440+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.490 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.451+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.490 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.463+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.490 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.474+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.490 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.485+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.496 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:29 smithi090 ceph-mon[91928]: osdmap e610: 8 total, 8 up, 8 in 2024-03-07T03:06:29.496 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:29 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:29.497 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:29 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1a9=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2],1a9=[1a9,1a7,1a5]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:29.497 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:29 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:29.497 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:29 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:29.497 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:29 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1a9=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193],1a9=[1a9,1a7,1a5]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:29.497 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:29 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:29.114+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a9=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2],1a9=[1a9,1a7,1a5]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:29.497 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:29 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:29.114+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:29.497 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:29 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:29.115+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a9=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193],1a9=[1a9,1a7,1a5]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:29.497 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:29 smithi090 ceph-mon[89511]: osdmap e610: 8 total, 8 up, 8 in 2024-03-07T03:06:29.497 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:29 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:29.498 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:29 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1a9=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2],1a9=[1a9,1a7,1a5]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:29.498 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:29 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:29.498 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:29 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:29.498 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:29 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1a9=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193],1a9=[1a9,1a7,1a5]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:29.741 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.496+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.741 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.506+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.741 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.516+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.741 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.527+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.741 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.537+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.741 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.547+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.741 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.558+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.742 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.567+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.742 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.578+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.742 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.589+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.742 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.598+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.742 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.608+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.742 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.620+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.742 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.634+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.742 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.647+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.742 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.656+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.742 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.666+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.742 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.675+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.742 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.685+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.742 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.697+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.742 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.708+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.742 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.718+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.743 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.728+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.743 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.738+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:29.828 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:06:29 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:06:29.493+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:29.828 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:06:29 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:06:29.613+0000 7f4442f67700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:06:29.828 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:06:29 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:06:29.613+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:29.915 INFO:tasks.rados.rados.0.smithi090.stdout:2709: done (12 left) 2024-03-07T03:06:29.915 INFO:tasks.rados.rados.0.smithi090.stdout:2710: done (11 left) 2024-03-07T03:06:29.915 INFO:tasks.rados.rados.0.smithi090.stdout:2713: done (10 left) 2024-03-07T03:06:29.915 INFO:tasks.rados.rados.0.smithi090.stdout:2714: done (9 left) 2024-03-07T03:06:29.915 INFO:tasks.rados.rados.0.smithi090.stdout:2715: done (8 left) 2024-03-07T03:06:29.916 INFO:tasks.rados.rados.0.smithi090.stdout:2716: done (7 left) 2024-03-07T03:06:29.916 INFO:tasks.rados.rados.0.smithi090.stdout:2717: done (6 left) 2024-03-07T03:06:29.916 INFO:tasks.rados.rados.0.smithi090.stdout:2718: done (5 left) 2024-03-07T03:06:29.916 INFO:tasks.rados.rados.0.smithi090.stdout:2721: done (4 left) 2024-03-07T03:06:29.916 INFO:tasks.rados.rados.0.smithi090.stdout:2722: done (3 left) 2024-03-07T03:06:29.916 INFO:tasks.rados.rados.0.smithi090.stdout:2723: done (2 left) 2024-03-07T03:06:29.916 INFO:tasks.rados.rados.0.smithi090.stdout:2724: done (1 left) 2024-03-07T03:06:29.916 INFO:tasks.rados.rados.0.smithi090.stdout:2726: done (0 left) 2024-03-07T03:06:29.916 INFO:tasks.rados.rados.0.smithi090.stdout:2727: delete oid 19 current snap is 270 2024-03-07T03:06:29.917 INFO:tasks.rados.rados.0.smithi090.stdout:2727: done (0 left) 2024-03-07T03:06:29.917 INFO:tasks.rados.rados.0.smithi090.stdout:2728: setattr oid 7 current snap is 270 2024-03-07T03:06:29.917 INFO:tasks.rados.rados.0.smithi090.stdout:2729: copy_from oid 43 from oid 12 current snap is 270 2024-03-07T03:06:29.918 INFO:tasks.rados.rados.0.smithi090.stdout:2730: read oid 28 snap -1 2024-03-07T03:06:29.918 INFO:tasks.rados.rados.0.smithi090.stdout:2730: expect (ObjNum 787 snap 255 seq_num 787) 2024-03-07T03:06:29.918 INFO:tasks.rados.rados.0.smithi090.stdout:2731: rollback oid 47 current snap is 270 2024-03-07T03:06:29.918 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 47 to 268 2024-03-07T03:06:29.918 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 10 current snap is 270 2024-03-07T03:06:29.918 INFO:tasks.rados.rados.0.smithi090.stdout:2732: seq_num 837 ranges {0=425984,425984=655360,1081344=729088,1810432=221184} 2024-03-07T03:06:29.920 INFO:tasks.rados.rados.0.smithi090.stdout:2732: writing smithi09077644-10 from 0 to 425984 tid 1 2024-03-07T03:06:29.924 INFO:tasks.rados.rados.0.smithi090.stdout:2732: writing smithi09077644-10 from 425984 to 1081344 tid 2 2024-03-07T03:06:29.928 INFO:tasks.rados.rados.0.smithi090.stdout:2732: writing smithi09077644-10 from 1081344 to 1810432 tid 3 2024-03-07T03:06:29.930 INFO:tasks.rados.rados.0.smithi090.stdout:2732: writing smithi09077644-10 from 1810432 to 2031616 tid 4 2024-03-07T03:06:29.930 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 34 current snap is 270 2024-03-07T03:06:29.930 INFO:tasks.rados.rados.0.smithi090.stdout:2729: finishing copy_from to smithi09077644-43 2024-03-07T03:06:29.930 INFO:tasks.rados.rados.0.smithi090.stdout:2729: got expected ENOENT (src dne) 2024-03-07T03:06:29.930 INFO:tasks.rados.rados.0.smithi090.stdout:2729: finishing copy_from racing read to smithi09077644-43 2024-03-07T03:06:29.930 INFO:tasks.rados.rados.0.smithi090.stdout:2733: seq_num 838 ranges {0=442368,442368=540672,983040=532480,1515520=442368,1957888=90112} 2024-03-07T03:06:29.932 INFO:tasks.rados.rados.0.smithi090.stdout:2733: writing smithi09077644-34 from 0 to 442368 tid 1 2024-03-07T03:06:29.935 INFO:tasks.rados.rados.0.smithi090.stdout:2733: writing smithi09077644-34 from 442368 to 983040 tid 2 2024-03-07T03:06:29.938 INFO:tasks.rados.rados.0.smithi090.stdout:2733: writing smithi09077644-34 from 983040 to 1515520 tid 3 2024-03-07T03:06:29.941 INFO:tasks.rados.rados.0.smithi090.stdout:2733: writing smithi09077644-34 from 1515520 to 1957888 tid 4 2024-03-07T03:06:29.942 INFO:tasks.rados.rados.0.smithi090.stdout:2733: writing smithi09077644-34 from 1957888 to 2048000 tid 5 2024-03-07T03:06:29.942 INFO:tasks.rados.rados.0.smithi090.stdout:2729: done (5 left) 2024-03-07T03:06:29.942 INFO:tasks.rados.rados.0.smithi090.stdout:2734: snap_create 2024-03-07T03:06:29.942 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 7 v 720 (ObjNum 682 snap 212 seq_num 682) dirty exists 2024-03-07T03:06:29.942 INFO:tasks.rados.rados.0.smithi090.stdout:2731: finishing rollback tid 0 to smithi09077644-47 2024-03-07T03:06:29.942 INFO:tasks.rados.rados.0.smithi090.stdout:2731: finishing rollback tid 1 to smithi09077644-47 2024-03-07T03:06:29.942 INFO:tasks.rados.rados.0.smithi090.stdout:2731: finishing rollback tid 2 to smithi09077644-47 2024-03-07T03:06:29.942 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 724 (ObjNum 822 snap 268 seq_num 822) dirty exists 2024-03-07T03:06:29.942 INFO:tasks.rados.rados.0.smithi090.stdout:2730: expect (ObjNum 787 snap 255 seq_num 787) 2024-03-07T03:06:29.975 INFO:tasks.rados.rados.0.smithi090.stdout:2732: finishing write tid 1 to smithi09077644-10 2024-03-07T03:06:29.975 INFO:tasks.rados.rados.0.smithi090.stdout:2732: finishing write tid 2 to smithi09077644-10 2024-03-07T03:06:29.975 INFO:tasks.rados.rados.0.smithi090.stdout:2732: finishing write tid 3 to smithi09077644-10 2024-03-07T03:06:29.975 INFO:tasks.rados.rados.0.smithi090.stdout:2732: finishing write tid 4 to smithi09077644-10 2024-03-07T03:06:29.975 INFO:tasks.rados.rados.0.smithi090.stdout:2732: finishing write tid 5 to smithi09077644-10 2024-03-07T03:06:29.975 INFO:tasks.rados.rados.0.smithi090.stdout:2732: finishing write tid 6 to smithi09077644-10 2024-03-07T03:06:29.975 INFO:tasks.rados.rados.0.smithi090.stdout:2732: oid 10 updating version 0 to 1459 2024-03-07T03:06:29.975 INFO:tasks.rados.rados.0.smithi090.stdout:2732: oid 10 updating version 1459 to 1461 2024-03-07T03:06:29.975 INFO:tasks.rados.rados.0.smithi090.stdout:2732: oid 10 version 1461 is already newer than 1460 2024-03-07T03:06:29.976 INFO:tasks.rados.rados.0.smithi090.stdout:2732: oid 10 updating version 1461 to 1463 2024-03-07T03:06:29.976 INFO:tasks.rados.rados.0.smithi090.stdout:2732: oid 10 version 1463 is already newer than 1462 2024-03-07T03:06:29.976 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 1463 (ObjNum 837 snap 270 seq_num 837) dirty exists 2024-03-07T03:06:29.976 INFO:tasks.rados.rados.0.smithi090.stdout:2732: left oid 10 (ObjNum 837 snap 270 seq_num 837) 2024-03-07T03:06:29.976 INFO:tasks.rados.rados.0.smithi090.stdout:2733: finishing write tid 1 to smithi09077644-34 2024-03-07T03:06:29.976 INFO:tasks.rados.rados.0.smithi090.stdout:2733: finishing write tid 2 to smithi09077644-34 2024-03-07T03:06:29.976 INFO:tasks.rados.rados.0.smithi090.stdout:2733: finishing write tid 3 to smithi09077644-34 2024-03-07T03:06:29.976 INFO:tasks.rados.rados.0.smithi090.stdout:2733: finishing write tid 4 to smithi09077644-34 2024-03-07T03:06:29.976 INFO:tasks.rados.rados.0.smithi090.stdout:2733: finishing write tid 5 to smithi09077644-34 2024-03-07T03:06:29.976 INFO:tasks.rados.rados.0.smithi090.stdout:2733: finishing write tid 6 to smithi09077644-34 2024-03-07T03:06:29.976 INFO:tasks.rados.rados.0.smithi090.stdout:2733: finishing write tid 7 to smithi09077644-34 2024-03-07T03:06:29.976 INFO:tasks.rados.rados.0.smithi090.stdout:2733: oid 34 updating version 0 to 912 2024-03-07T03:06:29.976 INFO:tasks.rados.rados.0.smithi090.stdout:2733: oid 34 updating version 912 to 914 2024-03-07T03:06:29.976 INFO:tasks.rados.rados.0.smithi090.stdout:2733: oid 34 updating version 914 to 916 2024-03-07T03:06:29.977 INFO:tasks.rados.rados.0.smithi090.stdout:2733: oid 34 version 916 is already newer than 911 2024-03-07T03:06:29.977 INFO:tasks.rados.rados.0.smithi090.stdout:2733: oid 34 version 916 is already newer than 913 2024-03-07T03:06:29.977 INFO:tasks.rados.rados.0.smithi090.stdout:2733: oid 34 version 916 is already newer than 915 2024-03-07T03:06:29.977 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 34 v 916 (ObjNum 838 snap 270 seq_num 838) dirty exists 2024-03-07T03:06:29.977 INFO:tasks.rados.rados.0.smithi090.stdout:2733: left oid 34 (ObjNum 838 snap 270 seq_num 838) 2024-03-07T03:06:30.001 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.748+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.002 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.758+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.002 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.769+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.002 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.779+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.002 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.793+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.002 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.805+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.002 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.819+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.002 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.829+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.002 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.841+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.002 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.854+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.002 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.866+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.002 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.878+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.002 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.889+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.003 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.899+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.003 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.909+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.003 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.921+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.003 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.934+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.003 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.948+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.003 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.961+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.003 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.973+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.003 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.985+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.003 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:29.998+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.129 INFO:tasks.rados.rados.0.smithi090.stdout:2728: done (5 left) 2024-03-07T03:06:30.129 INFO:tasks.rados.rados.0.smithi090.stdout:2730: done (4 left) 2024-03-07T03:06:30.129 INFO:tasks.rados.rados.0.smithi090.stdout:2731: done (3 left) 2024-03-07T03:06:30.129 INFO:tasks.rados.rados.0.smithi090.stdout:2732: done (2 left) 2024-03-07T03:06:30.129 INFO:tasks.rados.rados.0.smithi090.stdout:2733: done (1 left) 2024-03-07T03:06:30.129 INFO:tasks.rados.rados.0.smithi090.stdout:2734: done (0 left) 2024-03-07T03:06:30.129 INFO:tasks.rados.rados.0.smithi090.stdout:2735: rollback oid 45 current snap is 271 2024-03-07T03:06:30.129 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 45 to 270 2024-03-07T03:06:30.129 INFO:tasks.rados.rados.0.smithi090.stdout:2736: read oid 14 snap -1 2024-03-07T03:06:30.129 INFO:tasks.rados.rados.0.smithi090.stdout:2736: expect (ObjNum 807 snap 262 seq_num 807) 2024-03-07T03:06:30.129 INFO:tasks.rados.rados.0.smithi090.stdout:2737: read oid 3 snap -1 2024-03-07T03:06:30.129 INFO:tasks.rados.rados.0.smithi090.stdout:2737: expect (ObjNum 831 snap 269 seq_num 831) 2024-03-07T03:06:30.130 INFO:tasks.rados.rados.0.smithi090.stdout:2738: snap_remove snap 233 2024-03-07T03:06:30.255 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-mon[83777]: osdmap e611: 8 total, 8 up, 8 in 2024-03-07T03:06:30.255 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1a9=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2],1a9=[1a9,1a7,1a5]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:30.255 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:30.255 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1a9=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193],1a9=[1a9,1a7,1a5]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:30.255 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-03-07T03:06:30.255 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-mon[83777]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-03-07T03:06:30.255 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-mon[83777]: Upgrade: osd.5 is safe to restart 2024-03-07T03:06:30.255 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:30.256 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-mon[83777]: pgmap v342: 121 pgs: 1 active+clean+snaptrim, 115 active+clean, 5 active+clean+snaptrim_error; 383 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 5.2 MiB/s wr, 25 op/s 2024-03-07T03:06:30.256 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.011+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.256 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.020+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.256 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.029+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.256 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.037+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.256 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.046+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.256 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.054+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.256 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.062+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.257 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.071+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.257 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.079+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.257 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.088+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.257 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.096+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.257 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.104+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.257 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.112+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.257 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.120+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.257 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.154+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.257 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.174+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.257 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.184+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.257 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.192+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.257 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.199+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.258 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.207+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.258 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.215+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.258 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.223+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.258 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.233+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.258 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.242+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.258 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.252+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.398 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:06:30 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:06:30.133+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:30.398 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:30 smithi090 ceph-mon[89511]: osdmap e611: 8 total, 8 up, 8 in 2024-03-07T03:06:30.398 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:30 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1a9=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2],1a9=[1a9,1a7,1a5]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:30.398 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:30 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:30.399 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:30 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1a9=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193],1a9=[1a9,1a7,1a5]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:30.399 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:30 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-03-07T03:06:30.399 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:30 smithi090 ceph-mon[89511]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-03-07T03:06:30.399 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:30 smithi090 ceph-mon[89511]: Upgrade: osd.5 is safe to restart 2024-03-07T03:06:30.399 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:30 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:30.399 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:30 smithi090 ceph-mon[89511]: pgmap v342: 121 pgs: 1 active+clean+snaptrim, 115 active+clean, 5 active+clean+snaptrim_error; 383 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 5.2 MiB/s wr, 25 op/s 2024-03-07T03:06:30.399 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:30 smithi090 ceph-mon[91928]: osdmap e611: 8 total, 8 up, 8 in 2024-03-07T03:06:30.399 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:30 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1a9=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2],1a9=[1a9,1a7,1a5]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:30.399 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:30 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:30.400 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:30 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1a9=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193],1a9=[1a9,1a7,1a5]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:30.400 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:30 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-03-07T03:06:30.400 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:30 smithi090 ceph-mon[91928]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-03-07T03:06:30.400 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:30 smithi090 ceph-mon[91928]: Upgrade: osd.5 is safe to restart 2024-03-07T03:06:30.400 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:30 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:30.400 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:30 smithi090 ceph-mon[91928]: pgmap v342: 121 pgs: 1 active+clean+snaptrim, 115 active+clean, 5 active+clean+snaptrim_error; 383 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 5.2 MiB/s wr, 25 op/s 2024-03-07T03:06:30.515 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.264+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.515 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.272+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.515 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.281+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.515 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.288+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.515 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.296+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.515 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.304+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.515 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.312+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.515 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.320+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.515 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.327+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.516 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.335+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.516 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.343+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.516 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.352+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.516 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.361+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.516 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.369+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.516 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.378+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.516 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.389+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.516 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.399+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.516 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.409+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.516 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.419+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.516 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.432+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.516 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.443+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.517 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.454+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.517 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.465+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.517 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.475+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.517 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.487+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.517 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.500+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.517 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.511+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.771 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.523+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.771 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.532+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.771 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.540+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.771 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.548+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.771 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.556+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.771 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.564+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.772 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.572+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.772 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.581+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.772 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.589+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.772 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.596+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.772 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.604+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.772 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.612+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.772 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.620+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.772 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.628+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.772 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.636+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.772 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.645+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.772 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.653+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.772 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.661+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.773 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.670+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.773 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.679+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.773 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.688+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.773 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.696+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.773 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.705+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.773 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.713+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.773 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.723+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.773 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.730+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.773 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.739+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.773 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.746+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.773 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.757+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.773 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.768+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:30.828 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:06:30 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:06:30.517+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:30.828 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:30 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:30.394+0000 7fa43c425700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:06:30.829 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:30 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:30.394+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:30.829 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:30 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:30.394+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a9=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2],1a9=[1a9,1a7,1a5]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:30.829 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:30 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:30.395+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a9=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193],1a9=[1a9,1a7,1a5]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:31.028 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.776+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:31.029 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.785+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:31.029 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.794+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:31.029 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.802+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:31.029 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.810+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:31.029 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.818+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:31.029 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.826+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:31.029 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.834+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:31.029 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.842+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:31.029 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.850+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:31.029 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.858+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:31.029 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.867+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:31.029 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.876+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:31.029 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.885+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:31.029 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.893+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:31.030 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.903+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:31.030 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.911+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:31.030 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.919+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:31.030 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.927+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:31.030 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.935+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:31.030 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.943+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:31.030 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.952+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:31.030 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.961+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:31.031 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.970+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:31.031 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.978+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:31.031 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.986+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:31.031 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:30.994+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:31.031 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:31 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:31.002+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:31.031 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:31 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:31.010+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:31.031 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:31 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:31.018+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:31.031 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:31 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:31.025+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:31.130 INFO:tasks.rados.rados.0.smithi090.stdout:2738: done (3 left) 2024-03-07T03:06:31.130 INFO:tasks.rados.rados.0.smithi090.stdout:2739: read oid 10 snap -1 2024-03-07T03:06:31.130 INFO:tasks.rados.rados.0.smithi090.stdout:2739: expect (ObjNum 837 snap 270 seq_num 837) 2024-03-07T03:06:31.130 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 21 current snap is 271 2024-03-07T03:06:31.130 INFO:tasks.rados.rados.0.smithi090.stdout:2735: finishing rollback tid 0 to smithi09077644-45 2024-03-07T03:06:31.130 INFO:tasks.rados.rados.0.smithi090.stdout:2740: seq_num 839 ranges {0=458752,458752=425984,884736=688128,1572864=491520} 2024-03-07T03:06:31.132 INFO:tasks.rados.rados.0.smithi090.stdout:2740: writing smithi09077644-21 from 0 to 458752 tid 1 2024-03-07T03:06:31.136 INFO:tasks.rados.rados.0.smithi090.stdout:2740: writing smithi09077644-21 from 458752 to 884736 tid 2 2024-03-07T03:06:31.140 INFO:tasks.rados.rados.0.smithi090.stdout:2740: writing smithi09077644-21 from 884736 to 1572864 tid 3 2024-03-07T03:06:31.144 INFO:tasks.rados.rados.0.smithi090.stdout:2740: writing smithi09077644-21 from 1572864 to 2064384 tid 4 2024-03-07T03:06:31.144 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 2 current snap is 271 2024-03-07T03:06:31.147 INFO:tasks.rados.rados.0.smithi090.stdout:2735: finishing rollback tid 1 to smithi09077644-45 2024-03-07T03:06:31.147 INFO:tasks.rados.rados.0.smithi090.stdout:2735: finishing rollback tid 2 to smithi09077644-45 2024-03-07T03:06:31.147 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 45 v 1416 (ObjNum 807 snap 262 seq_num 807) dirty exists 2024-03-07T03:06:31.147 INFO:tasks.rados.rados.0.smithi090.stdout:2737: expect (ObjNum 831 snap 269 seq_num 831) 2024-03-07T03:06:31.284 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:31 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:31.284 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:31 smithi092 ceph-mon[83777]: osdmap e612: 8 total, 8 up, 8 in 2024-03-07T03:06:31.284 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:31 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:31.284 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:31 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:31.284 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:31 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1a9=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2],1a9=[1a9,1a7,1a5]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:31.284 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:31 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1a9=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193],1a9=[1a9,1a7,1a5]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:31.284 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:31 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:31.285 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:31 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:31.034+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:31.285 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:31 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:31.042+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:31.285 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:31 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:31.050+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:31.285 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:31 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:31.058+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:31.285 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:31 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:31.067+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:31.285 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:31 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:31.075+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:31.285 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:31 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:31.083+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:31.285 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:31 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:31.091+0000 7fec96c1a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:31.285 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:31 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:31.099+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:31.285 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:31 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:31.108+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:31.286 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:31 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:31.116+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:31.286 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:31 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:31.124+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:31.286 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:31 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:31.146+0000 7fec94c16700 -1 osd.4 pg_epoch: 613 pg[5.as1( v 611'1254 (0'0,611'1254] local-lis/les=591/592 n=13 ec=71/71 lis/c=591/591 les/c/f=592/592/0 sis=591) [2,4,3]p2(0) r=1 lpr=591 luod=0'0 crt=610'1253 mlcod 610'1253 active mbc={} ps=[143~1,158~1,15b~1,160~3,164~2,167~2,16b~1b,187~f,197~1,199~6,1a3~2,1a6~1,1a8~1]] update_snap_map remove_oid 5:5e782615:::smithi09077644-19:18a failed with -2 2024-03-07T03:06:31.286 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:31 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:31.153+0000 7fec92c12700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17d after trimming was started 2024-03-07T03:06:31.286 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:31 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:31.153+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a9=[]:{19f=[19f,19e,19d,19c,19b,198],1a9=[1a9]} for object 5:74a2fa8e:::smithi09077644-40:18a 2024-03-07T03:06:31.286 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:31 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:31.158+0000 7fec98c1e700 -1 osd.4 pg_epoch: 613 pg[5.as1( v 613'1260 (0'0,613'1260] local-lis/les=591/592 n=11 ec=71/71 lis/c=591/591 les/c/f=592/592/0 sis=591) [2,4,3]p2(0) r=1 lpr=591 luod=0'0 crt=613'1258 mlcod 613'1258 active mbc={} ps=[143~1,158~1,15b~1,160~3,164~2,167~2,16b~1b,187~f,197~1,199~6,1a3~2,1a6~1,1a8~1]] update_snap_map remove_oid 5:53363fac:::smithi09077644-46:18a failed with -2 2024-03-07T03:06:31.578 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:06:31 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:06:31.136+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:31.579 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:06:31 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:06:31.133+0000 7f443ef5f700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:06:31.579 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:06:31 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:06:31.133+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:31.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:31 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:31.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:31 smithi090 ceph-mon[89511]: osdmap e612: 8 total, 8 up, 8 in 2024-03-07T03:06:31.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:31 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:31.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:31 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:31.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:31 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1a9=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2],1a9=[1a9,1a7,1a5]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:31.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:31 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1a9=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193],1a9=[1a9,1a7,1a5]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:31.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:31 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:31.580 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:31 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:31.133+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:31.580 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:31 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:31.137+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a9=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193],1a9=[1a9,1a7,1a5]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:31.580 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:31 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:31.145+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a9=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2],1a9=[1a9,1a7,1a5]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:31.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:31 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:31.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:31 smithi090 ceph-mon[91928]: osdmap e612: 8 total, 8 up, 8 in 2024-03-07T03:06:31.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:31 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:31.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:31 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:31.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:31 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1a9=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2],1a9=[1a9,1a7,1a5]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:31.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:31 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1a9=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193],1a9=[1a9,1a7,1a5]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:31.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:31 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:31.836 INFO:tasks.rados.rados.0.smithi090.stdout:2736: expect (ObjNum 807 snap 262 seq_num 807) 2024-03-07T03:06:32.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:32 smithi092 ceph-mon[83777]: osdmap e613: 8 total, 8 up, 8 in 2024-03-07T03:06:32.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:32 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:32.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:32 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:32.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:32 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:32.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:32 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1a9=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193],1a9=[1a9,1a7,1a5]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:32.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:32 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1a9=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2],1a9=[1a9,1a7,1a5]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:32.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:32 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1a9=[]:{19f=[19f,19e,19d,19c,19b,198],1a9=[1a9]} for object 5:74a2fa8e:::smithi09077644-40:18a 2024-03-07T03:06:32.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:32 smithi092 ceph-mon[83777]: Upgrade: Updating osd.5 2024-03-07T03:06:32.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:32 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:32.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:32 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-03-07T03:06:32.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:32 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:06:32.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:32 smithi092 ceph-mon[83777]: Deploying daemon osd.5 on smithi092 2024-03-07T03:06:32.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:32 smithi092 ceph-mon[83777]: pgmap v345: 121 pgs: 1 active+clean+snaptrim, 115 active+clean, 5 active+clean+snaptrim_error; 388 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 7.3 MiB/s wr, 31 op/s 2024-03-07T03:06:32.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:32 smithi090 ceph-mon[89511]: osdmap e613: 8 total, 8 up, 8 in 2024-03-07T03:06:32.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:32 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:32.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:32 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:32.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:32 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:32.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:32 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1a9=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193],1a9=[1a9,1a7,1a5]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:32.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:32 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1a9=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2],1a9=[1a9,1a7,1a5]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:32.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:32 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1a9=[]:{19f=[19f,19e,19d,19c,19b,198],1a9=[1a9]} for object 5:74a2fa8e:::smithi09077644-40:18a 2024-03-07T03:06:32.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:32 smithi090 ceph-mon[89511]: Upgrade: Updating osd.5 2024-03-07T03:06:32.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:32 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:32.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:32 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-03-07T03:06:32.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:32 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:06:32.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:32 smithi090 ceph-mon[89511]: Deploying daemon osd.5 on smithi092 2024-03-07T03:06:32.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:32 smithi090 ceph-mon[89511]: pgmap v345: 121 pgs: 1 active+clean+snaptrim, 115 active+clean, 5 active+clean+snaptrim_error; 388 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 7.3 MiB/s wr, 31 op/s 2024-03-07T03:06:32.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:32 smithi090 ceph-mon[91928]: osdmap e613: 8 total, 8 up, 8 in 2024-03-07T03:06:32.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:32 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:32.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:32 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:32.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:32 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:32.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:32 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1a9=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193],1a9=[1a9,1a7,1a5]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:32.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:32 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1a9=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2],1a9=[1a9,1a7,1a5]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:32.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:32 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1a9=[]:{19f=[19f,19e,19d,19c,19b,198],1a9=[1a9]} for object 5:74a2fa8e:::smithi09077644-40:18a 2024-03-07T03:06:32.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:32 smithi090 ceph-mon[91928]: Upgrade: Updating osd.5 2024-03-07T03:06:32.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:32 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:32.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:32 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-03-07T03:06:32.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:32 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:06:32.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:32 smithi090 ceph-mon[91928]: Deploying daemon osd.5 on smithi092 2024-03-07T03:06:32.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:32 smithi090 ceph-mon[91928]: pgmap v345: 121 pgs: 1 active+clean+snaptrim, 115 active+clean, 5 active+clean+snaptrim_error; 388 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 7.3 MiB/s wr, 31 op/s 2024-03-07T03:06:32.599 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:06:32 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:06:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:06:32.670 INFO:tasks.rados.rados.0.smithi090.stdout:2740: finishing write tid 1 to smithi09077644-21 2024-03-07T03:06:32.670 INFO:tasks.rados.rados.0.smithi090.stdout:2740: finishing write tid 2 to smithi09077644-21 2024-03-07T03:06:32.670 INFO:tasks.rados.rados.0.smithi090.stdout:2740: finishing write tid 3 to smithi09077644-21 2024-03-07T03:06:32.670 INFO:tasks.rados.rados.0.smithi090.stdout:2740: finishing write tid 4 to smithi09077644-21 2024-03-07T03:06:32.670 INFO:tasks.rados.rados.0.smithi090.stdout:2740: finishing write tid 5 to smithi09077644-21 2024-03-07T03:06:32.670 INFO:tasks.rados.rados.0.smithi090.stdout:2739: expect (ObjNum 837 snap 270 seq_num 837) 2024-03-07T03:06:32.721 INFO:tasks.rados.rados.0.smithi090.stdout:2740: finishing write tid 6 to smithi09077644-21 2024-03-07T03:06:32.721 INFO:tasks.rados.rados.0.smithi090.stdout:2740: oid 21 updating version 0 to 1330 2024-03-07T03:06:32.721 INFO:tasks.rados.rados.0.smithi090.stdout:2740: oid 21 updating version 1330 to 1334 2024-03-07T03:06:32.721 INFO:tasks.rados.rados.0.smithi090.stdout:2740: oid 21 version 1334 is already newer than 1332 2024-03-07T03:06:32.721 INFO:tasks.rados.rados.0.smithi090.stdout:2740: oid 21 version 1334 is already newer than 1331 2024-03-07T03:06:32.721 INFO:tasks.rados.rados.0.smithi090.stdout:2740: oid 21 version 1334 is already newer than 1333 2024-03-07T03:06:32.721 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 1334 (ObjNum 839 snap 271 seq_num 839) dirty exists 2024-03-07T03:06:32.721 INFO:tasks.rados.rados.0.smithi090.stdout:2740: left oid 21 (ObjNum 839 snap 271 seq_num 839) 2024-03-07T03:06:32.721 INFO:tasks.rados.rados.0.smithi090.stdout:2741: seq_num 840 ranges {11370496=475136,11845632=712704,12558336=499712,13058048=393216} 2024-03-07T03:06:32.783 INFO:tasks.rados.rados.0.smithi090.stdout:2741: writing smithi09077644-2 from 11370496 to 11845632 tid 1 2024-03-07T03:06:32.788 INFO:tasks.rados.rados.0.smithi090.stdout:2741: writing smithi09077644-2 from 11845632 to 12558336 tid 2 2024-03-07T03:06:32.791 INFO:tasks.rados.rados.0.smithi090.stdout:2741: writing smithi09077644-2 from 12558336 to 13058048 tid 3 2024-03-07T03:06:32.794 INFO:tasks.rados.rados.0.smithi090.stdout:2741: writing smithi09077644-2 from 13058048 to 13451264 tid 4 2024-03-07T03:06:32.794 INFO:tasks.rados.rados.0.smithi090.stdout:2735: done (5 left) 2024-03-07T03:06:32.794 INFO:tasks.rados.rados.0.smithi090.stdout:2736: done (4 left) 2024-03-07T03:06:32.794 INFO:tasks.rados.rados.0.smithi090.stdout:2737: done (3 left) 2024-03-07T03:06:32.794 INFO:tasks.rados.rados.0.smithi090.stdout:2739: done (2 left) 2024-03-07T03:06:32.794 INFO:tasks.rados.rados.0.smithi090.stdout:2740: done (1 left) 2024-03-07T03:06:32.794 INFO:tasks.rados.rados.0.smithi090.stdout:2742: snap_create 2024-03-07T03:06:32.794 INFO:tasks.rados.rados.0.smithi090.stdout:2741: finishing write tid 1 to smithi09077644-2 2024-03-07T03:06:32.795 INFO:tasks.rados.rados.0.smithi090.stdout:2741: finishing write tid 2 to smithi09077644-2 2024-03-07T03:06:32.795 INFO:tasks.rados.rados.0.smithi090.stdout:2741: finishing write tid 3 to smithi09077644-2 2024-03-07T03:06:32.796 INFO:tasks.rados.rados.0.smithi090.stdout:2741: finishing write tid 4 to smithi09077644-2 2024-03-07T03:06:32.796 INFO:tasks.rados.rados.0.smithi090.stdout:2741: finishing write tid 5 to smithi09077644-2 2024-03-07T03:06:32.798 INFO:tasks.rados.rados.0.smithi090.stdout:2741: finishing write tid 6 to smithi09077644-2 2024-03-07T03:06:32.798 INFO:tasks.rados.rados.0.smithi090.stdout:2741: oid 2 updating version 0 to 1162 2024-03-07T03:06:32.798 INFO:tasks.rados.rados.0.smithi090.stdout:2741: oid 2 updating version 1162 to 1163 2024-03-07T03:06:32.798 INFO:tasks.rados.rados.0.smithi090.stdout:2741: oid 2 version 1163 is already newer than 1161 2024-03-07T03:06:32.798 INFO:tasks.rados.rados.0.smithi090.stdout:2741: oid 2 updating version 1163 to 1164 2024-03-07T03:06:32.798 INFO:tasks.rados.rados.0.smithi090.stdout:2741: oid 2 updating version 1164 to 1165 2024-03-07T03:06:32.798 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 2 v 1165 (ObjNum 840 snap 271 seq_num 840) dirty exists 2024-03-07T03:06:32.798 INFO:tasks.rados.rados.0.smithi090.stdout:2741: left oid 2 (ObjNum 840 snap 271 seq_num 840) 2024-03-07T03:06:33.328 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:06:33 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:06:33] "GET /metrics HTTP/1.1" 200 36246 "" "Prometheus/2.43.0" 2024-03-07T03:06:33.363 INFO:tasks.rados.rados.0.smithi090.stdout:2741: done (1 left) 2024-03-07T03:06:33.363 INFO:tasks.rados.rados.0.smithi090.stdout:2742: done (0 left) 2024-03-07T03:06:33.363 INFO:tasks.rados.rados.0.smithi090.stdout:2743: read oid 29 snap -1 2024-03-07T03:06:33.363 INFO:tasks.rados.rados.0.smithi090.stdout:2743: expect (ObjNum 737 snap 230 seq_num 737) 2024-03-07T03:06:33.363 INFO:tasks.rados.rados.0.smithi090.stdout:2744: rollback oid 13 current snap is 272 2024-03-07T03:06:33.363 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 13 to 251 2024-03-07T03:06:33.363 INFO:tasks.rados.rados.0.smithi090.stdout:2745: rmattr oid 47 current snap is 272 2024-03-07T03:06:33.363 INFO:tasks.rados.rados.0.smithi090.stdout:2745: done (2 left) 2024-03-07T03:06:33.363 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 14 current snap is 272 2024-03-07T03:06:33.363 INFO:tasks.rados.rados.0.smithi090.stdout:2746: seq_num 841 ranges {11370496=491520,11862016=598016,12460032=704512,13164544=303104} 2024-03-07T03:06:33.426 INFO:tasks.rados.rados.0.smithi090.stdout:2746: writing smithi09077644-14 from 11370496 to 11862016 tid 1 2024-03-07T03:06:33.429 INFO:tasks.rados.rados.0.smithi090.stdout:2746: writing smithi09077644-14 from 11862016 to 12460032 tid 2 2024-03-07T03:06:33.433 INFO:tasks.rados.rados.0.smithi090.stdout:2746: writing smithi09077644-14 from 12460032 to 13164544 tid 3 2024-03-07T03:06:33.435 INFO:tasks.rados.rados.0.smithi090.stdout:2746: writing smithi09077644-14 from 13164544 to 13467648 tid 4 2024-03-07T03:06:33.436 INFO:tasks.rados.rados.0.smithi090.stdout:2747: read oid 26 snap -1 2024-03-07T03:06:33.436 INFO:tasks.rados.rados.0.smithi090.stdout:2747: expect deleted 2024-03-07T03:06:33.436 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 40 current snap is 272 2024-03-07T03:06:33.436 INFO:tasks.rados.rados.0.smithi090.stdout:2748: seq_num 842 ranges {0=507904,507904=475136,983040=516096,1499136=499712,1998848=114688} 2024-03-07T03:06:33.438 INFO:tasks.rados.rados.0.smithi090.stdout:2748: writing smithi09077644-40 from 0 to 507904 tid 1 2024-03-07T03:06:33.441 INFO:tasks.rados.rados.0.smithi090.stdout:2748: writing smithi09077644-40 from 507904 to 983040 tid 2 2024-03-07T03:06:33.443 INFO:tasks.rados.rados.0.smithi090.stdout:2748: writing smithi09077644-40 from 983040 to 1499136 tid 3 2024-03-07T03:06:33.446 INFO:tasks.rados.rados.0.smithi090.stdout:2748: writing smithi09077644-40 from 1499136 to 1998848 tid 4 2024-03-07T03:06:33.447 INFO:tasks.rados.rados.0.smithi090.stdout:2748: writing smithi09077644-40 from 1998848 to 2113536 tid 5 2024-03-07T03:06:33.447 INFO:tasks.rados.rados.0.smithi090.stdout:2749: snap_create 2024-03-07T03:06:33.447 INFO:tasks.rados.rados.0.smithi090.stdout:2744: finishing rollback tid 0 to smithi09077644-13 2024-03-07T03:06:33.447 INFO:tasks.rados.rados.0.smithi090.stdout:2743: expect (ObjNum 737 snap 230 seq_num 737) 2024-03-07T03:06:33.471 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:33 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:33.354+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a9=[]:{19f=[19f,19e,19d,19c,19b,198],1a9=[1a9]} for object 5:74a2fa8e:::smithi09077644-40:18a 2024-03-07T03:06:33.478 INFO:tasks.rados.rados.0.smithi090.stdout:2744: finishing rollback tid 1 to smithi09077644-13 2024-03-07T03:06:33.478 INFO:tasks.rados.rados.0.smithi090.stdout:2744: finishing rollback tid 2 to smithi09077644-13 2024-03-07T03:06:33.478 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 13 v 1249 (ObjNum 732 snap 229 seq_num 732) dirty exists 2024-03-07T03:06:33.478 INFO:tasks.rados.rados.0.smithi090.stdout:2746: finishing write tid 1 to smithi09077644-14 2024-03-07T03:06:33.478 INFO:tasks.rados.rados.0.smithi090.stdout:2746: finishing write tid 2 to smithi09077644-14 2024-03-07T03:06:33.478 INFO:tasks.rados.rados.0.smithi090.stdout:2746: finishing write tid 3 to smithi09077644-14 2024-03-07T03:06:33.478 INFO:tasks.rados.rados.0.smithi090.stdout:2746: finishing write tid 4 to smithi09077644-14 2024-03-07T03:06:33.478 INFO:tasks.rados.rados.0.smithi090.stdout:2746: finishing write tid 5 to smithi09077644-14 2024-03-07T03:06:33.478 INFO:tasks.rados.rados.0.smithi090.stdout:2746: finishing write tid 6 to smithi09077644-14 2024-03-07T03:06:33.478 INFO:tasks.rados.rados.0.smithi090.stdout:2746: oid 14 updating version 0 to 12689 2024-03-07T03:06:33.478 INFO:tasks.rados.rados.0.smithi090.stdout:2746: oid 14 updating version 12689 to 12692 2024-03-07T03:06:33.478 INFO:tasks.rados.rados.0.smithi090.stdout:2746: oid 14 updating version 12692 to 12693 2024-03-07T03:06:33.478 INFO:tasks.rados.rados.0.smithi090.stdout:2746: oid 14 version 12693 is already newer than 12691 2024-03-07T03:06:33.478 INFO:tasks.rados.rados.0.smithi090.stdout:2746: oid 14 version 12693 is already newer than 12690 2024-03-07T03:06:33.479 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 14 v 12693 (ObjNum 841 snap 272 seq_num 841) dirty exists 2024-03-07T03:06:33.479 INFO:tasks.rados.rados.0.smithi090.stdout:2746: left oid 14 (ObjNum 841 snap 272 seq_num 841) 2024-03-07T03:06:33.479 INFO:tasks.rados.rados.0.smithi090.stdout:2748: finishing write tid 1 to smithi09077644-40 2024-03-07T03:06:33.479 INFO:tasks.rados.rados.0.smithi090.stdout:2748: finishing write tid 2 to smithi09077644-40 2024-03-07T03:06:33.479 INFO:tasks.rados.rados.0.smithi090.stdout:2748: finishing write tid 3 to smithi09077644-40 2024-03-07T03:06:33.479 INFO:tasks.rados.rados.0.smithi090.stdout:2748: finishing write tid 4 to smithi09077644-40 2024-03-07T03:06:33.479 INFO:tasks.rados.rados.0.smithi090.stdout:2748: finishing write tid 5 to smithi09077644-40 2024-03-07T03:06:33.479 INFO:tasks.rados.rados.0.smithi090.stdout:2748: finishing write tid 6 to smithi09077644-40 2024-03-07T03:06:33.480 INFO:tasks.rados.rados.0.smithi090.stdout:2748: finishing write tid 7 to smithi09077644-40 2024-03-07T03:06:33.480 INFO:tasks.rados.rados.0.smithi090.stdout:2748: oid 40 updating version 0 to 12697 2024-03-07T03:06:33.480 INFO:tasks.rados.rados.0.smithi090.stdout:2748: oid 40 version 12697 is already newer than 12695 2024-03-07T03:06:33.480 INFO:tasks.rados.rados.0.smithi090.stdout:2748: oid 40 version 12697 is already newer than 12696 2024-03-07T03:06:33.480 INFO:tasks.rados.rados.0.smithi090.stdout:2748: oid 40 updating version 12697 to 12698 2024-03-07T03:06:33.480 INFO:tasks.rados.rados.0.smithi090.stdout:2748: oid 40 version 12698 is already newer than 12694 2024-03-07T03:06:33.480 INFO:tasks.rados.rados.0.smithi090.stdout:2748: oid 40 updating version 12698 to 12699 2024-03-07T03:06:33.480 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 40 v 12699 (ObjNum 842 snap 272 seq_num 842) dirty exists 2024-03-07T03:06:33.481 INFO:tasks.rados.rados.0.smithi090.stdout:2748: left oid 40 (ObjNum 842 snap 272 seq_num 842) 2024-03-07T03:06:33.828 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:06:33 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:06:33.359+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:33.828 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:33 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:33.363+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a9=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2],1a9=[1a9,1a7,1a5]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:33.828 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:33 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:33.363+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a9=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193],1a9=[1a9,1a7,1a5]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:33.829 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:33 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:33.367+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:06:33.829 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:33 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:33.367+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:34.328 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:06:34 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:06:33.998+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:34.365 INFO:tasks.rados.rados.0.smithi090.stdout:2743: done (5 left) 2024-03-07T03:06:34.365 INFO:tasks.rados.rados.0.smithi090.stdout:2744: done (4 left) 2024-03-07T03:06:34.365 INFO:tasks.rados.rados.0.smithi090.stdout:2746: done (3 left) 2024-03-07T03:06:34.365 INFO:tasks.rados.rados.0.smithi090.stdout:2747: done (2 left) 2024-03-07T03:06:34.365 INFO:tasks.rados.rados.0.smithi090.stdout:2748: done (1 left) 2024-03-07T03:06:34.365 INFO:tasks.rados.rados.0.smithi090.stdout:2749: done (0 left) 2024-03-07T03:06:34.366 INFO:tasks.rados.rados.0.smithi090.stdout:2750: copy_from oid 27 from oid 18 current snap is 273 2024-03-07T03:06:34.366 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 13 current snap is 273 2024-03-07T03:06:34.366 INFO:tasks.rados.rados.0.smithi090.stdout:2751: seq_num 843 ranges {262144=524288,786432=761856,1548288=671744,2220032=172032} 2024-03-07T03:06:34.369 INFO:tasks.rados.rados.0.smithi090.stdout:2751: writing smithi09077644-13 from 262144 to 786432 tid 1 2024-03-07T03:06:34.373 INFO:tasks.rados.rados.0.smithi090.stdout:2751: writing smithi09077644-13 from 786432 to 1548288 tid 2 2024-03-07T03:06:34.377 INFO:tasks.rados.rados.0.smithi090.stdout:2751: writing smithi09077644-13 from 1548288 to 2220032 tid 3 2024-03-07T03:06:34.379 INFO:tasks.rados.rados.0.smithi090.stdout:2751: writing smithi09077644-13 from 2220032 to 2392064 tid 4 2024-03-07T03:06:34.379 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 35 current snap is 273 2024-03-07T03:06:34.379 INFO:tasks.rados.rados.0.smithi090.stdout:2751: finishing write tid 1 to smithi09077644-13 2024-03-07T03:06:34.379 INFO:tasks.rados.rados.0.smithi090.stdout:2752: seq_num 844 ranges {1662976=540672,2203648=696320,2899968=475136,3375104=434176} 2024-03-07T03:06:34.390 INFO:tasks.rados.rados.0.smithi090.stdout:2752: writing smithi09077644-35 from 1662976 to 2203648 tid 1 2024-03-07T03:06:34.395 INFO:tasks.rados.rados.0.smithi090.stdout:2752: writing smithi09077644-35 from 2203648 to 2899968 tid 2 2024-03-07T03:06:34.398 INFO:tasks.rados.rados.0.smithi090.stdout:2752: writing smithi09077644-35 from 2899968 to 3375104 tid 3 2024-03-07T03:06:34.402 INFO:tasks.rados.rados.0.smithi090.stdout:2752: writing smithi09077644-35 from 3375104 to 3809280 tid 4 2024-03-07T03:06:34.402 INFO:tasks.rados.rados.0.smithi090.stdout:2753: read oid 3 snap -1 2024-03-07T03:06:34.402 INFO:tasks.rados.rados.0.smithi090.stdout:2753: expect (ObjNum 831 snap 269 seq_num 831) 2024-03-07T03:06:34.402 INFO:tasks.rados.rados.0.smithi090.stdout:2754: read oid 7 snap -1 2024-03-07T03:06:34.402 INFO:tasks.rados.rados.0.smithi090.stdout:2754: expect (ObjNum 682 snap 212 seq_num 682) 2024-03-07T03:06:34.402 INFO:tasks.rados.rados.0.smithi090.stdout:2755: copy_from oid 11 from oid 44 current snap is 273 2024-03-07T03:06:34.402 INFO:tasks.rados.rados.0.smithi090.stdout:2751: finishing write tid 2 to smithi09077644-13 2024-03-07T03:06:34.402 INFO:tasks.rados.rados.0.smithi090.stdout:2751: finishing write tid 3 to smithi09077644-13 2024-03-07T03:06:34.402 INFO:tasks.rados.rados.0.smithi090.stdout:2750: finishing copy_from racing read to smithi09077644-27 2024-03-07T03:06:34.402 INFO:tasks.rados.rados.0.smithi090.stdout:2751: finishing write tid 4 to smithi09077644-13 2024-03-07T03:06:34.402 INFO:tasks.rados.rados.0.smithi090.stdout:2756: delete oid 14 current snap is 273 2024-03-07T03:06:34.402 INFO:tasks.rados.rados.0.smithi090.stdout:2750: finishing copy_from to smithi09077644-27 2024-03-07T03:06:34.402 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 27 v 1144 (ObjNum 826 snap 268 seq_num 826) dirty exists 2024-03-07T03:06:34.403 INFO:tasks.rados.rados.0.smithi090.stdout:2751: finishing write tid 5 to smithi09077644-13 2024-03-07T03:06:34.403 INFO:tasks.rados.rados.0.smithi090.stdout:2751: finishing write tid 6 to smithi09077644-13 2024-03-07T03:06:34.403 INFO:tasks.rados.rados.0.smithi090.stdout:2751: oid 13 updating version 0 to 1253 2024-03-07T03:06:34.403 INFO:tasks.rados.rados.0.smithi090.stdout:2751: oid 13 updating version 1253 to 1254 2024-03-07T03:06:34.403 INFO:tasks.rados.rados.0.smithi090.stdout:2751: oid 13 updating version 1254 to 1255 2024-03-07T03:06:34.404 INFO:tasks.rados.rados.0.smithi090.stdout:2751: oid 13 version 1255 is already newer than 1251 2024-03-07T03:06:34.404 INFO:tasks.rados.rados.0.smithi090.stdout:2751: oid 13 version 1255 is already newer than 1252 2024-03-07T03:06:34.404 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 13 v 1255 (ObjNum 843 snap 273 seq_num 843) dirty exists 2024-03-07T03:06:34.404 INFO:tasks.rados.rados.0.smithi090.stdout:2751: left oid 13 (ObjNum 843 snap 273 seq_num 843) 2024-03-07T03:06:34.404 INFO:tasks.rados.rados.0.smithi090.stdout:2752: finishing write tid 1 to smithi09077644-35 2024-03-07T03:06:34.404 INFO:tasks.rados.rados.0.smithi090.stdout:2752: finishing write tid 2 to smithi09077644-35 2024-03-07T03:06:34.404 INFO:tasks.rados.rados.0.smithi090.stdout:2752: finishing write tid 3 to smithi09077644-35 2024-03-07T03:06:34.406 INFO:tasks.rados.rados.0.smithi090.stdout:2752: finishing write tid 4 to smithi09077644-35 2024-03-07T03:06:34.407 INFO:tasks.rados.rados.0.smithi090.stdout:2752: finishing write tid 5 to smithi09077644-35 2024-03-07T03:06:34.408 INFO:tasks.rados.rados.0.smithi090.stdout:2750: done (6 left) 2024-03-07T03:06:34.408 INFO:tasks.rados.rados.0.smithi090.stdout:2751: done (5 left) 2024-03-07T03:06:34.408 INFO:tasks.rados.rados.0.smithi090.stdout:2756: done (4 left) 2024-03-07T03:06:34.408 INFO:tasks.rados.rados.0.smithi090.stdout:2757: snap_remove snap 258 2024-03-07T03:06:34.646 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:34 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1a9=[]:{19f=[19f,19e,19d,19c,19b,198],1a9=[1a9]} for object 5:74a2fa8e:::smithi09077644-40:18a 2024-03-07T03:06:34.646 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:34 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:34.647 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:34 smithi092 ceph-mon[83777]: osdmap e614: 8 total, 8 up, 8 in 2024-03-07T03:06:34.647 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:34 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1a9=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2],1a9=[1a9,1a7,1a5]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:34.647 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:34 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1a9=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193],1a9=[1a9,1a7,1a5]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:34.647 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:34 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:34.647 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:34 smithi092 ceph-mon[83777]: pgmap v347: 121 pgs: 115 active+clean, 6 active+clean+snaptrim_error; 377 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 2.6 MiB/s wr, 25 op/s 2024-03-07T03:06:34.647 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:34 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:34.647 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:34 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:34.360+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ac=[]:{19f=[19f,19e,19d,19c,19b,198],1a9=[1a9]} for object 5:74a2fa8e:::smithi09077644-40:18a 2024-03-07T03:06:34.828 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:06:34 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:06:34.392+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:34.829 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:34 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:34.360+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a9=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2],1a9=[1a9,1a7,1a5]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:34.829 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:34 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:34.360+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:34.829 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:34 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:34.361+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a9=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193],1a9=[1a9,1a7,1a5]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:34.829 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:06:34 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:06:34.402+0000 7f443ef5f700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:06:34.829 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:06:34 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:06:34.402+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:34.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:34 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1a9=[]:{19f=[19f,19e,19d,19c,19b,198],1a9=[1a9]} for object 5:74a2fa8e:::smithi09077644-40:18a 2024-03-07T03:06:34.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:34 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:34.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:34 smithi090 ceph-mon[91928]: osdmap e614: 8 total, 8 up, 8 in 2024-03-07T03:06:34.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:34 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1a9=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2],1a9=[1a9,1a7,1a5]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:34.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:34 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1a9=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193],1a9=[1a9,1a7,1a5]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:34.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:34 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:34.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:34 smithi090 ceph-mon[91928]: pgmap v347: 121 pgs: 115 active+clean, 6 active+clean+snaptrim_error; 377 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 2.6 MiB/s wr, 25 op/s 2024-03-07T03:06:34.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:34 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:34.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:34 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-a[89507]: 2024-03-07T03:06:34.352+0000 7f55cfa4e700 -1 log_channel(cluster) log [ERR] : Health check update: Possible data damage: 6 pgs snaptrim_error (PG_DAMAGED) 2024-03-07T03:06:34.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:34 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1a9=[]:{19f=[19f,19e,19d,19c,19b,198],1a9=[1a9]} for object 5:74a2fa8e:::smithi09077644-40:18a 2024-03-07T03:06:34.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:34 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:34.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:34 smithi090 ceph-mon[89511]: osdmap e614: 8 total, 8 up, 8 in 2024-03-07T03:06:34.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:34 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1a9=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2],1a9=[1a9,1a7,1a5]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:34.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:34 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1a9=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193],1a9=[1a9,1a7,1a5]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:34.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:34 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:34.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:34 smithi090 ceph-mon[89511]: pgmap v347: 121 pgs: 115 active+clean, 6 active+clean+snaptrim_error; 377 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 2.6 MiB/s wr, 25 op/s 2024-03-07T03:06:34.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:34 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:35.166 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:35 smithi092 systemd[1]: Stopping Ceph osd.5 for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T03:06:35.373 INFO:tasks.rados.rados.0.smithi090.stdout:2757: done (4 left) 2024-03-07T03:06:35.373 INFO:tasks.rados.rados.0.smithi090.stdout:2758: rollback oid 32 current snap is 273 2024-03-07T03:06:35.373 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 32 to 269 2024-03-07T03:06:35.373 INFO:tasks.rados.rados.0.smithi090.stdout:2752: finishing write tid 6 to smithi09077644-35 2024-03-07T03:06:35.373 INFO:tasks.rados.rados.0.smithi090.stdout:2752: oid 35 updating version 0 to 1167 2024-03-07T03:06:35.373 INFO:tasks.rados.rados.0.smithi090.stdout:2752: oid 35 version 1167 is already newer than 1166 2024-03-07T03:06:35.373 INFO:tasks.rados.rados.0.smithi090.stdout:2752: oid 35 updating version 1167 to 1169 2024-03-07T03:06:35.373 INFO:tasks.rados.rados.0.smithi090.stdout:2752: oid 35 updating version 1169 to 1170 2024-03-07T03:06:35.373 INFO:tasks.rados.rados.0.smithi090.stdout:2752: oid 35 version 1170 is already newer than 1168 2024-03-07T03:06:35.373 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 35 v 1170 (ObjNum 844 snap 273 seq_num 844) dirty exists 2024-03-07T03:06:35.373 INFO:tasks.rados.rados.0.smithi090.stdout:2752: left oid 35 (ObjNum 844 snap 273 seq_num 844) 2024-03-07T03:06:35.374 INFO:tasks.rados.rados.0.smithi090.stdout:2754: expect (ObjNum 682 snap 212 seq_num 682) 2024-03-07T03:06:35.557 INFO:tasks.rados.rados.0.smithi090.stdout:2755: finishing copy_from racing read to smithi09077644-11 2024-03-07T03:06:35.558 INFO:tasks.rados.rados.0.smithi090.stdout:2753: expect (ObjNum 831 snap 269 seq_num 831) 2024-03-07T03:06:35.666 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:35 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:35.369+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ac=[]:{19f=[19f,19e,19d,19c,19b,198],1a9=[1a9]} for object 5:74a2fa8e:::smithi09077644-40:18a 2024-03-07T03:06:35.667 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:35 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[41578]: 2024-03-07T03:06:35.411+0000 7fe0b12f0700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-07T03:06:35.667 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:35 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[41578]: 2024-03-07T03:06:35.411+0000 7fe0b12f0700 -1 osd.5 616 *** Got signal Terminated *** 2024-03-07T03:06:35.667 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:35 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[41578]: 2024-03-07T03:06:35.411+0000 7fe0b12f0700 -1 osd.5 616 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-07T03:06:35.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:35 smithi092 ceph-mon[83777]: Health check update: Possible data damage: 6 pgs snaptrim_error (PG_DAMAGED) 2024-03-07T03:06:35.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:35 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ac=[]:{19f=[19f,19e,19d,19c,19b,198],1a9=[1a9]} for object 5:74a2fa8e:::smithi09077644-40:18a 2024-03-07T03:06:35.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:35 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1a9=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2],1a9=[1a9,1a7,1a5]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:35.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:35 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:35.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:35 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1a9=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193],1a9=[1a9,1a7,1a5]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:35.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:35 smithi092 ceph-mon[83777]: osdmap e615: 8 total, 8 up, 8 in 2024-03-07T03:06:35.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:35 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:35.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:35 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:35.828 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:06:35 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:06:35.373+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:35.829 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:06:35 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:06:35.379+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:35.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:35 smithi090 ceph-mon[91928]: Health check update: Possible data damage: 6 pgs snaptrim_error (PG_DAMAGED) 2024-03-07T03:06:35.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:35 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ac=[]:{19f=[19f,19e,19d,19c,19b,198],1a9=[1a9]} for object 5:74a2fa8e:::smithi09077644-40:18a 2024-03-07T03:06:35.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:35 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1a9=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2],1a9=[1a9,1a7,1a5]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:35.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:35 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:35.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:35 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1a9=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193],1a9=[1a9,1a7,1a5]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:35.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:35 smithi090 ceph-mon[91928]: osdmap e615: 8 total, 8 up, 8 in 2024-03-07T03:06:35.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:35 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:35.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:35 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:35.830 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:35 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:35.385+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ad=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193],1a9=[1a9,1a7,1a5],1ad=[1ad,1ac,1ab,1aa]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:35.830 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:35 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:35.385+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:06:35.830 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:35 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:35.385+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:35.830 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:35 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:35.386+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a9=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2],1a9=[1a9,1a7,1a5]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:35.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:35 smithi090 ceph-mon[89511]: Health check update: Possible data damage: 6 pgs snaptrim_error (PG_DAMAGED) 2024-03-07T03:06:35.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:35 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ac=[]:{19f=[19f,19e,19d,19c,19b,198],1a9=[1a9]} for object 5:74a2fa8e:::smithi09077644-40:18a 2024-03-07T03:06:35.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:35 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1a9=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2],1a9=[1a9,1a7,1a5]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:35.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:35 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:35.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:35 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1a9=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193],1a9=[1a9,1a7,1a5]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:35.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:35 smithi090 ceph-mon[89511]: osdmap e615: 8 total, 8 up, 8 in 2024-03-07T03:06:35.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:35 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:35.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:35 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:36.240 INFO:tasks.rados.rados.0.smithi090.stdout:2755: finishing copy_from to smithi09077644-11 2024-03-07T03:06:36.241 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 11 v 1413 (ObjNum 661 snap 205 seq_num 661) dirty exists 2024-03-07T03:06:36.241 INFO:tasks.rados.rados.0.smithi090.stdout:2758: finishing rollback tid 0 to smithi09077644-32 2024-03-07T03:06:36.241 INFO:tasks.rados.rados.0.smithi090.stdout:2758: finishing rollback tid 1 to smithi09077644-32 2024-03-07T03:06:36.241 INFO:tasks.rados.rados.0.smithi090.stdout:2752: done (4 left) 2024-03-07T03:06:36.241 INFO:tasks.rados.rados.0.smithi090.stdout:2753: done (3 left) 2024-03-07T03:06:36.241 INFO:tasks.rados.rados.0.smithi090.stdout:2754: done (2 left) 2024-03-07T03:06:36.241 INFO:tasks.rados.rados.0.smithi090.stdout:2755: done (1 left) 2024-03-07T03:06:36.241 INFO:tasks.rados.rados.0.smithi090.stdout:2759: snap_create 2024-03-07T03:06:36.241 INFO:tasks.rados.rados.0.smithi090.stdout:2758: finishing rollback tid 2 to smithi09077644-32 2024-03-07T03:06:36.242 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 32 v 1143 (ObjNum 835 snap 269 seq_num 835) dirty exists 2024-03-07T03:06:36.378 INFO:tasks.rados.rados.0.smithi090.stdout:2758: done (1 left) 2024-03-07T03:06:36.378 INFO:tasks.rados.rados.0.smithi090.stdout:2759: done (0 left) 2024-03-07T03:06:36.378 INFO:tasks.rados.rados.0.smithi090.stdout:2760: snap_remove snap 273 2024-03-07T03:06:36.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:36 smithi092 ceph-mon[83777]: osdmap e616: 8 total, 8 up, 8 in 2024-03-07T03:06:36.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:36 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ac=[]:{19f=[19f,19e,19d,19c,19b,198],1a9=[1a9]} for object 5:74a2fa8e:::smithi09077644-40:18a 2024-03-07T03:06:36.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:36 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:36.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:36 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:36.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:36 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ad=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193],1a9=[1a9,1a7,1a5],1ad=[1ad,1ac,1ab,1aa]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:36.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:36 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:36.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:36 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1a9=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2],1a9=[1a9,1a7,1a5]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:36.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:36 smithi092 ceph-mon[83777]: osd.5 marked itself down and dead 2024-03-07T03:06:36.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:36 smithi092 ceph-mon[83777]: pgmap v350: 121 pgs: 115 active+clean, 6 active+clean+snaptrim_error; 360 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.6 MiB/s wr, 18 op/s 2024-03-07T03:06:36.828 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:06:36 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:06:36.379+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:36.829 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:06:36 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:06:36.384+0000 7f4442f67700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:06:36.829 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:06:36 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:06:36.385+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:36.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:36 smithi090 ceph-mon[91928]: osdmap e616: 8 total, 8 up, 8 in 2024-03-07T03:06:36.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:36 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ac=[]:{19f=[19f,19e,19d,19c,19b,198],1a9=[1a9]} for object 5:74a2fa8e:::smithi09077644-40:18a 2024-03-07T03:06:36.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:36 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:36.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:36 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:36.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:36 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ad=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193],1a9=[1a9,1a7,1a5],1ad=[1ad,1ac,1ab,1aa]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:36.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:36 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:36.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:36 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1a9=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2],1a9=[1a9,1a7,1a5]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:36.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:36 smithi090 ceph-mon[91928]: osd.5 marked itself down and dead 2024-03-07T03:06:36.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:36 smithi090 ceph-mon[91928]: pgmap v350: 121 pgs: 115 active+clean, 6 active+clean+snaptrim_error; 360 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.6 MiB/s wr, 18 op/s 2024-03-07T03:06:36.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:36 smithi090 ceph-mon[89511]: osdmap e616: 8 total, 8 up, 8 in 2024-03-07T03:06:36.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:36 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ac=[]:{19f=[19f,19e,19d,19c,19b,198],1a9=[1a9]} for object 5:74a2fa8e:::smithi09077644-40:18a 2024-03-07T03:06:36.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:36 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:36.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:36 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:36.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:36 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ad=[]:{172=[172,171,170],178=[178,177,175],181=[181,180,17f,17d,17c,17b],18a=[18a,189,188,187,186,185,183],1a3=[1a3,1a2,1a1,1a0,19f,19e,19d,19c,198,196,193],1a9=[1a9,1a7,1a5],1ad=[1ad,1ac,1ab,1aa]} for object 5:69400004:::smithi09077644-35:16f 2024-03-07T03:06:36.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:36 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1a4=[]:{19a=[19a,199,198,197,196,195,194,193,191,190,18f,18c,186,181,17d,17c,170],1a4=[1a4,1a2,1a1,1a0,19f,19e,19d]} for object 5:b9b7d4ca:::smithi09077644-17:16d 2024-03-07T03:06:36.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:36 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1a9=[]:{199=[199,198,197,196,195,194,193,191,190,18f,18c,186],19b=[19b],1a1=[1a1,1a0,19f,19e,19d,19c],1a4=[1a4,1a2],1a9=[1a9,1a7,1a5]} for object 5:d091193a:::smithi09077644-39:16d 2024-03-07T03:06:36.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:36 smithi090 ceph-mon[89511]: osd.5 marked itself down and dead 2024-03-07T03:06:36.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:36 smithi090 ceph-mon[89511]: pgmap v350: 121 pgs: 115 active+clean, 6 active+clean+snaptrim_error; 360 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.6 MiB/s wr, 18 op/s 2024-03-07T03:06:37.247 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:36 smithi092 podman[93910]: 2024-03-07 03:06:36.944992695 +0000 UTC m=+1.661019277 container died 028e6ccdd1db81c80d04f6185b6bb3e5a52a443e163f62a3f8838a38b6bb95a6 (image=quay.ceph.io/ceph-ci/ceph@sha256:4e788e3c6821efe986a710ffe10c052cd830c07b33cd4a66b97449fc9bbef8e7, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=reef-ae75fc9, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240222, GIT_BRANCH=HEAD, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, io.buildah.version=1.33.5) 2024-03-07T03:06:37.383 INFO:tasks.rados.rados.0.smithi090.stdout:2760: done (0 left) 2024-03-07T03:06:37.384 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 2 current snap is 274 2024-03-07T03:06:37.384 INFO:tasks.rados.rados.0.smithi090.stdout:2761: seq_num 846 ranges {13451264=573440,14024704=466944,14491648=491520,14983168=548864,15532032=98304} 2024-03-07T03:06:37.459 INFO:tasks.rados.rados.0.smithi090.stdout:2761: writing smithi09077644-2 from 13451264 to 14024704 tid 1 2024-03-07T03:06:37.462 INFO:tasks.rados.rados.0.smithi090.stdout:2761: writing smithi09077644-2 from 14024704 to 14491648 tid 2 2024-03-07T03:06:37.465 INFO:tasks.rados.rados.0.smithi090.stdout:2761: writing smithi09077644-2 from 14491648 to 14983168 tid 3 2024-03-07T03:06:37.468 INFO:tasks.rados.rados.0.smithi090.stdout:2761: writing smithi09077644-2 from 14983168 to 15532032 tid 4 2024-03-07T03:06:37.469 INFO:tasks.rados.rados.0.smithi090.stdout:2761: writing smithi09077644-2 from 15532032 to 15630336 tid 5 2024-03-07T03:06:37.470 INFO:tasks.rados.rados.0.smithi090.stdout:2762: read oid 25 snap -1 2024-03-07T03:06:37.470 INFO:tasks.rados.rados.0.smithi090.stdout:2762: expect (ObjNum 830 snap 269 seq_num 830) 2024-03-07T03:06:37.470 INFO:tasks.rados.rados.0.smithi090.stdout:2763: read oid 48 snap 251 2024-03-07T03:06:37.470 INFO:tasks.rados.rados.0.smithi090.stdout:2763: expect (ObjNum 545 snap 166 seq_num 545) 2024-03-07T03:06:37.470 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 9 current snap is 274 2024-03-07T03:06:37.470 INFO:tasks.rados.rados.0.smithi090.stdout:2761: finishing write tid 1 to smithi09077644-2 2024-03-07T03:06:37.470 INFO:tasks.rados.rados.0.smithi090.stdout:2761: finishing write tid 2 to smithi09077644-2 2024-03-07T03:06:37.470 INFO:tasks.rados.rados.0.smithi090.stdout:2761: finishing write tid 3 to smithi09077644-2 2024-03-07T03:06:37.470 INFO:tasks.rados.rados.0.smithi090.stdout:2764: seq_num 847 ranges {1728512=589824,2318336=753664,3072000=655360,3727360=196608} 2024-03-07T03:06:37.482 INFO:tasks.rados.rados.0.smithi090.stdout:2764: writing smithi09077644-9 from 1728512 to 2318336 tid 1 2024-03-07T03:06:37.487 INFO:tasks.rados.rados.0.smithi090.stdout:2764: writing smithi09077644-9 from 2318336 to 3072000 tid 2 2024-03-07T03:06:37.491 INFO:tasks.rados.rados.0.smithi090.stdout:2764: writing smithi09077644-9 from 3072000 to 3727360 tid 3 2024-03-07T03:06:37.492 INFO:tasks.rados.rados.0.smithi090.stdout:2764: writing smithi09077644-9 from 3727360 to 3923968 tid 4 2024-03-07T03:06:37.492 INFO:tasks.rados.rados.0.smithi090.stdout:2765: read oid 19 snap -1 2024-03-07T03:06:37.493 INFO:tasks.rados.rados.0.smithi090.stdout:2765: expect deleted 2024-03-07T03:06:37.493 INFO:tasks.rados.rados.0.smithi090.stdout:2766: delete oid 38 current snap is 274 2024-03-07T03:06:37.493 INFO:tasks.rados.rados.0.smithi090.stdout:2761: finishing write tid 4 to smithi09077644-2 2024-03-07T03:06:37.493 INFO:tasks.rados.rados.0.smithi090.stdout:2761: finishing write tid 5 to smithi09077644-2 2024-03-07T03:06:37.495 INFO:tasks.rados.rados.0.smithi090.stdout:2766: done (5 left) 2024-03-07T03:06:37.495 INFO:tasks.rados.rados.0.smithi090.stdout:2767: read oid 12 snap -1 2024-03-07T03:06:37.495 INFO:tasks.rados.rados.0.smithi090.stdout:2767: expect deleted 2024-03-07T03:06:37.495 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 13 current snap is 274 2024-03-07T03:06:37.495 INFO:tasks.rados.rados.0.smithi090.stdout:2768: seq_num 849 ranges {2392064=622592,3014656=516096,3530752=663552,4194304=425984} 2024-03-07T03:06:37.512 INFO:tasks.rados.rados.0.smithi090.stdout:2768: writing smithi09077644-13 from 2392064 to 3014656 tid 1 2024-03-07T03:06:37.515 INFO:tasks.rados.rados.0.smithi090.stdout:2768: writing smithi09077644-13 from 3014656 to 3530752 tid 2 2024-03-07T03:06:37.519 INFO:tasks.rados.rados.0.smithi090.stdout:2768: writing smithi09077644-13 from 3530752 to 4194304 tid 3 2024-03-07T03:06:37.522 INFO:tasks.rados.rados.0.smithi090.stdout:2768: writing smithi09077644-13 from 4194304 to 4620288 tid 4 2024-03-07T03:06:37.522 INFO:tasks.rados.rados.0.smithi090.stdout:2769: snap_remove snap 266 2024-03-07T03:06:37.590 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:37 smithi092 ceph-mon[83777]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-07T03:06:37.590 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:37 smithi092 ceph-mon[83777]: osdmap e617: 8 total, 7 up, 8 in 2024-03-07T03:06:37.590 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:37 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:37.590 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:37 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:37.590 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:37 smithi092 podman[93910]: 2024-03-07 03:06:37.353166357 +0000 UTC m=+2.069192927 container cleanup 028e6ccdd1db81c80d04f6185b6bb3e5a52a443e163f62a3f8838a38b6bb95a6 (image=quay.ceph.io/ceph-ci/ceph@sha256:4e788e3c6821efe986a710ffe10c052cd830c07b33cd4a66b97449fc9bbef8e7, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, RELEASE=reef-ae75fc9, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240222) 2024-03-07T03:06:37.590 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:37 smithi092 bash[93910]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5 2024-03-07T03:06:37.828 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:06:37 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:06:37.382+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:37.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:37 smithi090 ceph-mon[89511]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-07T03:06:37.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:37 smithi090 ceph-mon[89511]: osdmap e617: 8 total, 7 up, 8 in 2024-03-07T03:06:37.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:37 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:37.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:37 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:37.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:37 smithi090 ceph-mon[91928]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-07T03:06:37.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:37 smithi090 ceph-mon[91928]: osdmap e617: 8 total, 7 up, 8 in 2024-03-07T03:06:37.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:37 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:37.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:37 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:37.829 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:06:37 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:06:37.396+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:37.884 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:37 smithi092 podman[93929]: 2024-03-07 03:06:37.588487738 +0000 UTC m=+0.640764705 container remove 028e6ccdd1db81c80d04f6185b6bb3e5a52a443e163f62a3f8838a38b6bb95a6 (image=quay.ceph.io/ceph-ci/ceph@sha256:4e788e3c6821efe986a710ffe10c052cd830c07b33cd4a66b97449fc9bbef8e7, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5, RELEASE=reef-ae75fc9, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240222, org.label-schema.schema-version=1.0) 2024-03-07T03:06:38.166 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:37 smithi092 podman[94025]: 2024-03-07 03:06:37.785997385 +0000 UTC m=+0.018013101 image pull fdb83767c1ab7256a5adb2236a0d5ca62c64d53a1398fd6c12f8a81ff166e8ff quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71 2024-03-07T03:06:38.166 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:37 smithi092 podman[94025]: 2024-03-07 03:06:37.914725729 +0000 UTC m=+0.146741437 container create ef21a0a565fba07eceedc8970c4acee09b49c72b15bafc3f942a0f9ac1394d25 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5-deactivate, org.label-schema.license=GPLv2, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, RELEASE=main-ea9a568, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240222, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-07T03:06:38.396 INFO:tasks.rados.rados.0.smithi090.stdout:2769: done (7 left) 2024-03-07T03:06:38.396 INFO:tasks.rados.rados.0.smithi090.stdout:2770: copy_from oid 27 from oid 24 current snap is 274 2024-03-07T03:06:38.396 INFO:tasks.rados.rados.0.smithi090.stdout:2761: finishing write tid 6 to smithi09077644-2 2024-03-07T03:06:38.397 INFO:tasks.rados.rados.0.smithi090.stdout:2761: finishing write tid 7 to smithi09077644-2 2024-03-07T03:06:38.397 INFO:tasks.rados.rados.0.smithi090.stdout:2761: oid 2 updating version 0 to 1171 2024-03-07T03:06:38.397 INFO:tasks.rados.rados.0.smithi090.stdout:2761: oid 2 updating version 1171 to 1172 2024-03-07T03:06:38.397 INFO:tasks.rados.rados.0.smithi090.stdout:2761: oid 2 updating version 1172 to 1174 2024-03-07T03:06:38.397 INFO:tasks.rados.rados.0.smithi090.stdout:2761: oid 2 updating version 1174 to 1176 2024-03-07T03:06:38.397 INFO:tasks.rados.rados.0.smithi090.stdout:2761: oid 2 version 1176 is already newer than 1173 2024-03-07T03:06:38.397 INFO:tasks.rados.rados.0.smithi090.stdout:2761: oid 2 version 1176 is already newer than 1175 2024-03-07T03:06:38.397 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 2 v 1176 (ObjNum 846 snap 274 seq_num 846) dirty exists 2024-03-07T03:06:38.397 INFO:tasks.rados.rados.0.smithi090.stdout:2761: left oid 2 (ObjNum 846 snap 274 seq_num 846) 2024-03-07T03:06:38.397 INFO:tasks.rados.rados.0.smithi090.stdout:2764: finishing write tid 1 to smithi09077644-9 2024-03-07T03:06:38.397 INFO:tasks.rados.rados.0.smithi090.stdout:2764: finishing write tid 2 to smithi09077644-9 2024-03-07T03:06:38.397 INFO:tasks.rados.rados.0.smithi090.stdout:2764: finishing write tid 3 to smithi09077644-9 2024-03-07T03:06:38.397 INFO:tasks.rados.rados.0.smithi090.stdout:2764: finishing write tid 4 to smithi09077644-9 2024-03-07T03:06:38.397 INFO:tasks.rados.rados.0.smithi090.stdout:2764: finishing write tid 5 to smithi09077644-9 2024-03-07T03:06:38.398 INFO:tasks.rados.rados.0.smithi090.stdout:2763: expect (ObjNum 545 snap 166 seq_num 545) 2024-03-07T03:06:38.494 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:38 smithi092 ceph-mon[83777]: osdmap e618: 8 total, 7 up, 8 in 2024-03-07T03:06:38.495 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:38 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:38.495 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:38 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:38.495 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:38 smithi092 ceph-mon[83777]: pgmap v353: 121 pgs: 19 stale+active+clean, 96 active+clean, 6 active+clean+snaptrim_error; 360 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 2.5 MiB/s wr, 11 op/s 2024-03-07T03:06:38.495 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:38 smithi092 podman[94025]: 2024-03-07 03:06:38.184102019 +0000 UTC m=+0.416117728 container init ef21a0a565fba07eceedc8970c4acee09b49c72b15bafc3f942a0f9ac1394d25 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, RELEASE=main-ea9a568, org.label-schema.build-date=20240222, io.buildah.version=1.33.5, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-07T03:06:38.495 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:38 smithi092 podman[94025]: 2024-03-07 03:06:38.187164624 +0000 UTC m=+0.419180340 container start ef21a0a565fba07eceedc8970c4acee09b49c72b15bafc3f942a0f9ac1394d25 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5-deactivate, RELEASE=main-ea9a568, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240222, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-03-07T03:06:38.495 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:38 smithi092 podman[94025]: 2024-03-07 03:06:38.267258171 +0000 UTC m=+0.499273888 container attach ef21a0a565fba07eceedc8970c4acee09b49c72b15bafc3f942a0f9ac1394d25 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240222, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-ea9a568) 2024-03-07T03:06:38.806 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:38 smithi092 podman[94025]: 2024-03-07 03:06:38.493192232 +0000 UTC m=+0.725207948 container died ef21a0a565fba07eceedc8970c4acee09b49c72b15bafc3f942a0f9ac1394d25 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5-deactivate, RELEASE=main-ea9a568, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240222, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b) 2024-03-07T03:06:38.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:38 smithi090 ceph-mon[91928]: osdmap e618: 8 total, 7 up, 8 in 2024-03-07T03:06:38.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:38 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:38.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:38 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:38.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:38 smithi090 ceph-mon[91928]: pgmap v353: 121 pgs: 19 stale+active+clean, 96 active+clean, 6 active+clean+snaptrim_error; 360 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 2.5 MiB/s wr, 11 op/s 2024-03-07T03:06:38.829 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:06:38 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:06:38.396+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:38.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:38 smithi090 ceph-mon[89511]: osdmap e618: 8 total, 7 up, 8 in 2024-03-07T03:06:38.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:38 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:38.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:38 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:38.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:38 smithi090 ceph-mon[89511]: pgmap v353: 121 pgs: 19 stale+active+clean, 96 active+clean, 6 active+clean+snaptrim_error; 360 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 2.5 MiB/s wr, 11 op/s 2024-03-07T03:06:38.829 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:06:38 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:06:38.391+0000 7f443ef5f700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:06:38.829 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:06:38 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:06:38.391+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:39.387 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:39 smithi092 podman[94051]: 2024-03-07 03:06:39.054922763 +0000 UTC m=+0.555331344 container remove ef21a0a565fba07eceedc8970c4acee09b49c72b15bafc3f942a0f9ac1394d25 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5-deactivate, io.buildah.version=1.33.5, org.label-schema.build-date=20240222, org.label-schema.license=GPLv2, RELEASE=main-ea9a568, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-03-07T03:06:39.387 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:39 smithi092 systemd[1]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@osd.5.service: Deactivated successfully. 2024-03-07T03:06:39.387 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:39 smithi092 systemd[1]: Stopped Ceph osd.5 for fb96fd1c-dc2c-11ee-95c6-87774f69a715. 2024-03-07T03:06:39.387 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:39 smithi092 systemd[1]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@osd.5.service: Consumed 39.278s CPU time. 2024-03-07T03:06:39.387 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:39 smithi092 systemd[1]: Starting Ceph osd.5 for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T03:06:39.666 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:39 smithi092 podman[94157]: 2024-03-07 03:06:39.397458908 +0000 UTC m=+0.019131170 image pull fdb83767c1ab7256a5adb2236a0d5ca62c64d53a1398fd6c12f8a81ff166e8ff quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71 2024-03-07T03:06:39.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:39 smithi092 ceph-mon[83777]: osdmap e619: 8 total, 7 up, 8 in 2024-03-07T03:06:39.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:39 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:39.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:39 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:39.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:39 smithi090 ceph-mon[89511]: osdmap e619: 8 total, 7 up, 8 in 2024-03-07T03:06:39.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:39 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:39.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:39 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:39.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:39 smithi090 ceph-mon[91928]: osdmap e619: 8 total, 7 up, 8 in 2024-03-07T03:06:39.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:39 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:39.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:39 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:39.976 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:39 smithi092 podman[94157]: 2024-03-07 03:06:39.673002725 +0000 UTC m=+0.294674986 container create 9416b6f334757244eeb62f902c0f4b2561aaca449baafad5a239378b89b3dd14 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5-activate, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, ceph=True, org.label-schema.build-date=20240222, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-ea9a568) 2024-03-07T03:06:39.976 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:39 smithi092 podman[94157]: 2024-03-07 03:06:39.892738133 +0000 UTC m=+0.514410404 container init 9416b6f334757244eeb62f902c0f4b2561aaca449baafad5a239378b89b3dd14 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5-activate, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, RELEASE=main-ea9a568, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240222, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-07T03:06:39.976 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:39 smithi092 podman[94157]: 2024-03-07 03:06:39.896263434 +0000 UTC m=+0.517935706 container start 9416b6f334757244eeb62f902c0f4b2561aaca449baafad5a239378b89b3dd14 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5-activate, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-ea9a568, org.label-schema.build-date=20240222, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-03-07T03:06:40.346 INFO:tasks.rados.rados.0.smithi090.stdout:2762: expect (ObjNum 830 snap 269 seq_num 830) 2024-03-07T03:06:40.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:40 smithi092 ceph-mon[83777]: pgmap v355: 121 pgs: 6 active+undersized+degraded, 4 active+undersized+degraded+snaptrim_error, 27 active+undersized, 4 stale+active+clean, 78 active+clean, 2 active+clean+snaptrim_error; 379 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 4.7 MiB/s wr, 14 op/s; 104/669 objects degraded (15.546%) 2024-03-07T03:06:40.667 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:39 smithi092 podman[94157]: 2024-03-07 03:06:39.975500938 +0000 UTC m=+0.597173193 container attach 9416b6f334757244eeb62f902c0f4b2561aaca449baafad5a239378b89b3dd14 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=main-ea9a568, org.label-schema.build-date=20240222, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, maintainer=Guillaume Abrioux ) 2024-03-07T03:06:40.667 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:40 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5-activate[94173]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-03-07T03:06:40.667 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:40 smithi092 bash[94157]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-03-07T03:06:40.667 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:40 smithi092 bash[94157]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-03-07T03:06:40.667 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:40 smithi092 bash[94157]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-03-07T03:06:40.667 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:40 smithi092 bash[94157]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-03-07T03:06:40.667 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:40 smithi092 bash[94157]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-03-07T03:06:40.667 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:40 smithi092 bash[94157]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-03-07T03:06:40.667 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:40 smithi092 bash[94157]: --> ceph-volume raw activate successful for osd ID: 5 2024-03-07T03:06:40.667 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:40 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5-activate[94173]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-03-07T03:06:40.668 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:40 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5-activate[94173]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-03-07T03:06:40.668 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:40 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5-activate[94173]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-03-07T03:06:40.668 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:40 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5-activate[94173]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-03-07T03:06:40.668 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:40 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5-activate[94173]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-03-07T03:06:40.668 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:40 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5-activate[94173]: --> ceph-volume raw activate successful for osd ID: 5 2024-03-07T03:06:40.668 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:40 smithi092 podman[94157]: 2024-03-07 03:06:40.363066431 +0000 UTC m=+0.984738680 container died 9416b6f334757244eeb62f902c0f4b2561aaca449baafad5a239378b89b3dd14 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5-activate, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-ea9a568, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, ceph=True, org.label-schema.build-date=20240222, io.buildah.version=1.33.5) 2024-03-07T03:06:40.751 INFO:tasks.rados.rados.0.smithi090.stdout:2768: finishing write tid 1 to smithi09077644-13 2024-03-07T03:06:40.751 INFO:tasks.rados.rados.0.smithi090.stdout:2764: finishing write tid 6 to smithi09077644-9 2024-03-07T03:06:40.751 INFO:tasks.rados.rados.0.smithi090.stdout:2764: oid 9 updating version 0 to 1274 2024-03-07T03:06:40.751 INFO:tasks.rados.rados.0.smithi090.stdout:2764: oid 9 updating version 1274 to 1275 2024-03-07T03:06:40.751 INFO:tasks.rados.rados.0.smithi090.stdout:2764: oid 9 updating version 1275 to 1276 2024-03-07T03:06:40.751 INFO:tasks.rados.rados.0.smithi090.stdout:2764: oid 9 version 1276 is already newer than 1272 2024-03-07T03:06:40.752 INFO:tasks.rados.rados.0.smithi090.stdout:2764: oid 9 version 1276 is already newer than 1273 2024-03-07T03:06:40.752 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 9 v 1276 (ObjNum 847 snap 274 seq_num 847) dirty exists 2024-03-07T03:06:40.752 INFO:tasks.rados.rados.0.smithi090.stdout:2764: left oid 9 (ObjNum 847 snap 274 seq_num 847) 2024-03-07T03:06:40.752 INFO:tasks.rados.rados.0.smithi090.stdout:2768: finishing write tid 2 to smithi09077644-13 2024-03-07T03:06:40.752 INFO:tasks.rados.rados.0.smithi090.stdout:2768: finishing write tid 3 to smithi09077644-13 2024-03-07T03:06:40.752 INFO:tasks.rados.rados.0.smithi090.stdout:2768: finishing write tid 4 to smithi09077644-13 2024-03-07T03:06:40.752 INFO:tasks.rados.rados.0.smithi090.stdout:2768: finishing write tid 5 to smithi09077644-13 2024-03-07T03:06:40.752 INFO:tasks.rados.rados.0.smithi090.stdout:2768: finishing write tid 6 to smithi09077644-13 2024-03-07T03:06:40.752 INFO:tasks.rados.rados.0.smithi090.stdout:2768: oid 13 updating version 0 to 1260 2024-03-07T03:06:40.752 INFO:tasks.rados.rados.0.smithi090.stdout:2768: oid 13 version 1260 is already newer than 1257 2024-03-07T03:06:40.752 INFO:tasks.rados.rados.0.smithi090.stdout:2768: oid 13 version 1260 is already newer than 1258 2024-03-07T03:06:40.752 INFO:tasks.rados.rados.0.smithi090.stdout:2768: oid 13 version 1260 is already newer than 1256 2024-03-07T03:06:40.752 INFO:tasks.rados.rados.0.smithi090.stdout:2768: oid 13 version 1260 is already newer than 1259 2024-03-07T03:06:40.753 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 13 v 1260 (ObjNum 849 snap 274 seq_num 849) dirty exists 2024-03-07T03:06:40.753 INFO:tasks.rados.rados.0.smithi090.stdout:2768: left oid 13 (ObjNum 849 snap 274 seq_num 849) 2024-03-07T03:06:40.753 INFO:tasks.rados.rados.0.smithi090.stdout:2761: done (7 left) 2024-03-07T03:06:40.753 INFO:tasks.rados.rados.0.smithi090.stdout:2762: done (6 left) 2024-03-07T03:06:40.753 INFO:tasks.rados.rados.0.smithi090.stdout:2763: done (5 left) 2024-03-07T03:06:40.753 INFO:tasks.rados.rados.0.smithi090.stdout:2764: done (4 left) 2024-03-07T03:06:40.753 INFO:tasks.rados.rados.0.smithi090.stdout:2765: done (3 left) 2024-03-07T03:06:40.753 INFO:tasks.rados.rados.0.smithi090.stdout:2767: done (2 left) 2024-03-07T03:06:40.753 INFO:tasks.rados.rados.0.smithi090.stdout:2768: done (1 left) 2024-03-07T03:06:40.753 INFO:tasks.rados.rados.0.smithi090.stdout:2771: read oid 22 snap 269 2024-03-07T03:06:40.753 INFO:tasks.rados.rados.0.smithi090.stdout:2771: expect deleted 2024-03-07T03:06:40.753 INFO:tasks.rados.rados.0.smithi090.stdout:2772: copy_from oid 48 from oid 33 current snap is 274 2024-03-07T03:06:40.753 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 23 current snap is 274 2024-03-07T03:06:40.753 INFO:tasks.rados.rados.0.smithi090.stdout:2773: seq_num 850 ranges {0=638976,638976=802816,1441792=475136,1916928=327680} 2024-03-07T03:06:40.754 INFO:tasks.rados.rados.0.smithi090.stdout:2773: writing smithi09077644-23 from 0 to 638976 tid 1 2024-03-07T03:06:40.759 INFO:tasks.rados.rados.0.smithi090.stdout:2773: writing smithi09077644-23 from 638976 to 1441792 tid 2 2024-03-07T03:06:40.762 INFO:tasks.rados.rados.0.smithi090.stdout:2773: writing smithi09077644-23 from 1441792 to 1916928 tid 3 2024-03-07T03:06:40.764 INFO:tasks.rados.rados.0.smithi090.stdout:2773: writing smithi09077644-23 from 1916928 to 2244608 tid 4 2024-03-07T03:06:40.764 INFO:tasks.rados.rados.0.smithi090.stdout:2774: delete oid 4 current snap is 274 2024-03-07T03:06:40.764 INFO:tasks.rados.rados.0.smithi090.stdout:2772: finishing copy_from to smithi09077644-48 2024-03-07T03:06:40.764 INFO:tasks.rados.rados.0.smithi090.stdout:2772: got expected ENOENT (src dne) 2024-03-07T03:06:40.764 INFO:tasks.rados.rados.0.smithi090.stdout:2772: finishing copy_from racing read to smithi09077644-48 2024-03-07T03:06:40.764 INFO:tasks.rados.rados.0.smithi090.stdout:2770: finishing copy_from to smithi09077644-27 2024-03-07T03:06:40.764 INFO:tasks.rados.rados.0.smithi090.stdout:2770: got expected ENOENT (src dne) 2024-03-07T03:06:40.764 INFO:tasks.rados.rados.0.smithi090.stdout:2770: finishing copy_from racing read to smithi09077644-27 2024-03-07T03:06:40.764 INFO:tasks.rados.rados.0.smithi090.stdout:2773: finishing write tid 1 to smithi09077644-23 2024-03-07T03:06:40.765 INFO:tasks.rados.rados.0.smithi090.stdout:2773: finishing write tid 2 to smithi09077644-23 2024-03-07T03:06:40.766 INFO:tasks.rados.rados.0.smithi090.stdout:2773: finishing write tid 3 to smithi09077644-23 2024-03-07T03:06:40.767 INFO:tasks.rados.rados.0.smithi090.stdout:2770: done (4 left) 2024-03-07T03:06:40.767 INFO:tasks.rados.rados.0.smithi090.stdout:2771: done (3 left) 2024-03-07T03:06:40.767 INFO:tasks.rados.rados.0.smithi090.stdout:2772: done (2 left) 2024-03-07T03:06:40.767 INFO:tasks.rados.rados.0.smithi090.stdout:2774: done (1 left) 2024-03-07T03:06:40.767 INFO:tasks.rados.rados.0.smithi090.stdout:2775: copy_from oid 27 from oid 37 current snap is 274 2024-03-07T03:06:40.767 INFO:tasks.rados.rados.0.smithi090.stdout:2776: snap_remove snap 271 2024-03-07T03:06:40.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:40 smithi090 ceph-mon[89511]: pgmap v355: 121 pgs: 6 active+undersized+degraded, 4 active+undersized+degraded+snaptrim_error, 27 active+undersized, 4 stale+active+clean, 78 active+clean, 2 active+clean+snaptrim_error; 379 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 4.7 MiB/s wr, 14 op/s; 104/669 objects degraded (15.546%) 2024-03-07T03:06:40.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:40 smithi090 ceph-mon[91928]: pgmap v355: 121 pgs: 6 active+undersized+degraded, 4 active+undersized+degraded+snaptrim_error, 27 active+undersized, 4 stale+active+clean, 78 active+clean, 2 active+clean+snaptrim_error; 379 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 4.7 MiB/s wr, 14 op/s; 104/669 objects degraded (15.546%) 2024-03-07T03:06:41.303 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:40 smithi092 podman[94305]: 2024-03-07 03:06:40.964388065 +0000 UTC m=+0.596102794 container remove 9416b6f334757244eeb62f902c0f4b2561aaca449baafad5a239378b89b3dd14 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5-activate, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.33.5, RELEASE=main-ea9a568, org.label-schema.build-date=20240222, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-03-07T03:06:41.303 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:41 smithi092 podman[94371]: 2024-03-07 03:06:41.082987936 +0000 UTC m=+0.019420090 image pull fdb83767c1ab7256a5adb2236a0d5ca62c64d53a1398fd6c12f8a81ff166e8ff quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71 2024-03-07T03:06:41.303 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:41 smithi092 podman[94371]: 2024-03-07 03:06:41.19756077 +0000 UTC m=+0.133992917 container create d3fe952fea5f5e9d0ee83eeb107d5f6cd8262ca14f9ede79e5a2dc552b66c8d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240222, org.label-schema.schema-version=1.0, RELEASE=main-ea9a568, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-03-07T03:06:41.400 INFO:tasks.rados.rados.0.smithi090.stdout:2776: done (2 left) 2024-03-07T03:06:41.400 INFO:tasks.rados.rados.0.smithi090.stdout:2777: read oid 17 snap 259 2024-03-07T03:06:41.400 INFO:tasks.rados.rados.0.smithi090.stdout:2777: expect (ObjNum 782 snap 254 seq_num 782) 2024-03-07T03:06:41.400 INFO:tasks.rados.rados.0.smithi090.stdout:2778: delete oid 41 current snap is 274 2024-03-07T03:06:41.400 INFO:tasks.rados.rados.0.smithi090.stdout:2775: finishing copy_from to smithi09077644-27 2024-03-07T03:06:41.400 INFO:tasks.rados.rados.0.smithi090.stdout:2775: got expected ENOENT (src dne) 2024-03-07T03:06:41.400 INFO:tasks.rados.rados.0.smithi090.stdout:2773: finishing write tid 4 to smithi09077644-23 2024-03-07T03:06:41.400 INFO:tasks.rados.rados.0.smithi090.stdout:2775: finishing copy_from racing read to smithi09077644-27 2024-03-07T03:06:41.400 INFO:tasks.rados.rados.0.smithi090.stdout:2773: finishing write tid 5 to smithi09077644-23 2024-03-07T03:06:41.400 INFO:tasks.rados.rados.0.smithi090.stdout:2773: finishing write tid 6 to smithi09077644-23 2024-03-07T03:06:41.400 INFO:tasks.rados.rados.0.smithi090.stdout:2773: oid 23 updating version 0 to 1451 2024-03-07T03:06:41.400 INFO:tasks.rados.rados.0.smithi090.stdout:2773: oid 23 version 1451 is already newer than 1450 2024-03-07T03:06:41.400 INFO:tasks.rados.rados.0.smithi090.stdout:2773: oid 23 updating version 1451 to 1453 2024-03-07T03:06:41.401 INFO:tasks.rados.rados.0.smithi090.stdout:2773: oid 23 version 1453 is already newer than 1452 2024-03-07T03:06:41.401 INFO:tasks.rados.rados.0.smithi090.stdout:2773: oid 23 updating version 1453 to 1454 2024-03-07T03:06:41.401 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 1454 (ObjNum 850 snap 274 seq_num 850) dirty exists 2024-03-07T03:06:41.401 INFO:tasks.rados.rados.0.smithi090.stdout:2773: left oid 23 (ObjNum 850 snap 274 seq_num 850) 2024-03-07T03:06:41.408 INFO:tasks.rados.rados.0.smithi090.stdout:2773: done (3 left) 2024-03-07T03:06:41.408 INFO:tasks.rados.rados.0.smithi090.stdout:2775: done (2 left) 2024-03-07T03:06:41.408 INFO:tasks.rados.rados.0.smithi090.stdout:2778: done (1 left) 2024-03-07T03:06:41.408 INFO:tasks.rados.rados.0.smithi090.stdout:2779: delete oid 35 current snap is 274 2024-03-07T03:06:41.413 INFO:tasks.rados.rados.0.smithi090.stdout:2779: done (1 left) 2024-03-07T03:06:41.413 INFO:tasks.rados.rados.0.smithi090.stdout:2780: rollback oid 39 current snap is 274 2024-03-07T03:06:41.413 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 39 to 270 2024-03-07T03:06:41.413 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 47 current snap is 274 2024-03-07T03:06:41.413 INFO:tasks.rados.rados.0.smithi090.stdout:2781: seq_num 854 ranges {1777664=712704,2490368=794624,3284992=450560,3735552=360448} 2024-03-07T03:06:41.427 INFO:tasks.rados.rados.0.smithi090.stdout:2781: writing smithi09077644-47 from 1777664 to 2490368 tid 1 2024-03-07T03:06:41.432 INFO:tasks.rados.rados.0.smithi090.stdout:2781: writing smithi09077644-47 from 2490368 to 3284992 tid 2 2024-03-07T03:06:41.434 INFO:tasks.rados.rados.0.smithi090.stdout:2781: writing smithi09077644-47 from 3284992 to 3735552 tid 3 2024-03-07T03:06:41.437 INFO:tasks.rados.rados.0.smithi090.stdout:2781: writing smithi09077644-47 from 3735552 to 4096000 tid 4 2024-03-07T03:06:41.437 INFO:tasks.rados.rados.0.smithi090.stdout:2782: read oid 7 snap -1 2024-03-07T03:06:41.437 INFO:tasks.rados.rados.0.smithi090.stdout:2782: expect (ObjNum 682 snap 212 seq_num 682) 2024-03-07T03:06:41.437 INFO:tasks.rados.rados.0.smithi090.stdout:2783: snap_remove snap 272 2024-03-07T03:06:41.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:41 smithi092 ceph-mon[83777]: Health check failed: Degraded data redundancy: 104/669 objects degraded (15.546%), 10 pgs degraded (PG_DEGRADED) 2024-03-07T03:06:41.666 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:41 smithi092 podman[94371]: 2024-03-07 03:06:41.41665613 +0000 UTC m=+0.353088287 container init d3fe952fea5f5e9d0ee83eeb107d5f6cd8262ca14f9ede79e5a2dc552b66c8d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240222, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=main-ea9a568, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-07T03:06:41.666 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:41 smithi092 podman[94371]: 2024-03-07 03:06:41.420001471 +0000 UTC m=+0.356433613 container start d3fe952fea5f5e9d0ee83eeb107d5f6cd8262ca14f9ede79e5a2dc552b66c8d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=main-ea9a568, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_CLEAN=True, org.label-schema.build-date=20240222, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-07T03:06:41.667 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:41 smithi092 ceph-osd[94390]: -- 172.21.15.92:0/1520195863 <== mon.1 v2:172.21.15.92:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55d17a91f680 con 0x55d17a8e8c00 2024-03-07T03:06:41.667 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:41 smithi092 bash[94371]: d3fe952fea5f5e9d0ee83eeb107d5f6cd8262ca14f9ede79e5a2dc552b66c8d1 2024-03-07T03:06:41.667 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:41 smithi092 systemd[1]: Started Ceph osd.5 for fb96fd1c-dc2c-11ee-95c6-87774f69a715. 2024-03-07T03:06:41.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:41 smithi090 ceph-mon[89511]: Health check failed: Degraded data redundancy: 104/669 objects degraded (15.546%), 10 pgs degraded (PG_DEGRADED) 2024-03-07T03:06:41.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:41 smithi090 ceph-mon[91928]: Health check failed: Degraded data redundancy: 104/669 objects degraded (15.546%), 10 pgs degraded (PG_DEGRADED) 2024-03-07T03:06:41.829 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:06:41 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:06:41.405+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:41.829 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:06:41 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:06:41.400+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:42.316 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:41 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:41.962+0000 7fcdbe69a7c0 -1 Falling back to public interface 2024-03-07T03:06:42.405 INFO:tasks.rados.rados.0.smithi090.stdout:2783: done (4 left) 2024-03-07T03:06:42.405 INFO:tasks.rados.rados.0.smithi090.stdout:2784: delete oid 3 current snap is 274 2024-03-07T03:06:42.405 INFO:tasks.rados.rados.0.smithi090.stdout:2780: finishing rollback tid 0 to smithi09077644-39 2024-03-07T03:06:42.405 INFO:tasks.rados.rados.0.smithi090.stdout:2780: finishing rollback tid 1 to smithi09077644-39 2024-03-07T03:06:42.406 INFO:tasks.rados.rados.0.smithi090.stdout:2780: finishing rollback tid 2 to smithi09077644-39 2024-03-07T03:06:42.406 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 1467 (ObjNum 803 snap 261 seq_num 803) dirty exists 2024-03-07T03:06:42.406 INFO:tasks.rados.rados.0.smithi090.stdout:2781: finishing write tid 1 to smithi09077644-47 2024-03-07T03:06:42.406 INFO:tasks.rados.rados.0.smithi090.stdout:2781: finishing write tid 2 to smithi09077644-47 2024-03-07T03:06:42.406 INFO:tasks.rados.rados.0.smithi090.stdout:2781: finishing write tid 3 to smithi09077644-47 2024-03-07T03:06:42.406 INFO:tasks.rados.rados.0.smithi090.stdout:2781: finishing write tid 4 to smithi09077644-47 2024-03-07T03:06:42.406 INFO:tasks.rados.rados.0.smithi090.stdout:2781: finishing write tid 5 to smithi09077644-47 2024-03-07T03:06:42.406 INFO:tasks.rados.rados.0.smithi090.stdout:2781: finishing write tid 6 to smithi09077644-47 2024-03-07T03:06:42.406 INFO:tasks.rados.rados.0.smithi090.stdout:2781: oid 47 updating version 0 to 729 2024-03-07T03:06:42.406 INFO:tasks.rados.rados.0.smithi090.stdout:2781: oid 47 version 729 is already newer than 726 2024-03-07T03:06:42.406 INFO:tasks.rados.rados.0.smithi090.stdout:2781: oid 47 version 729 is already newer than 728 2024-03-07T03:06:42.406 INFO:tasks.rados.rados.0.smithi090.stdout:2781: oid 47 version 729 is already newer than 727 2024-03-07T03:06:42.406 INFO:tasks.rados.rados.0.smithi090.stdout:2781: oid 47 version 729 is already newer than 725 2024-03-07T03:06:42.406 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 729 (ObjNum 854 snap 274 seq_num 854) dirty exists 2024-03-07T03:06:42.407 INFO:tasks.rados.rados.0.smithi090.stdout:2781: left oid 47 (ObjNum 854 snap 274 seq_num 854) 2024-03-07T03:06:42.407 INFO:tasks.rados.rados.0.smithi090.stdout:2777: expect (ObjNum 782 snap 254 seq_num 782) 2024-03-07T03:06:42.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:42 smithi092 ceph-mon[83777]: osdmap e620: 8 total, 7 up, 8 in 2024-03-07T03:06:42.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:42 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:42.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:42 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:42.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:42 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:42.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:42 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:42.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:42 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:06:42.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:42 smithi092 ceph-mon[83777]: pgmap v357: 121 pgs: 8 active+undersized+degraded, 4 active+undersized+degraded+snaptrim_error, 38 active+undersized, 69 active+clean, 2 active+clean+snaptrim_error; 379 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.4 MiB/s wr, 9 op/s; 109/669 objects degraded (16.293%) 2024-03-07T03:06:42.667 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:06:42 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:06:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:06:42.729 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:06:42 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:06:42.407+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:42.730 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:06:42 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:06:42.407+0000 7f443ef5f700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:06:42.730 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:06:42 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:06:42.407+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:42.730 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:42 smithi090 ceph-mon[89511]: osdmap e620: 8 total, 7 up, 8 in 2024-03-07T03:06:42.730 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:42 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:42.730 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:42 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:42.730 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:42 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:42.730 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:42 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:42.730 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:42 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:06:42.731 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:42 smithi090 ceph-mon[89511]: pgmap v357: 121 pgs: 8 active+undersized+degraded, 4 active+undersized+degraded+snaptrim_error, 38 active+undersized, 69 active+clean, 2 active+clean+snaptrim_error; 379 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.4 MiB/s wr, 9 op/s; 109/669 objects degraded (16.293%) 2024-03-07T03:06:42.731 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:42 smithi090 ceph-mon[91928]: osdmap e620: 8 total, 7 up, 8 in 2024-03-07T03:06:42.731 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:42 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:42.731 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:42 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:42.731 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:42 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:42.731 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:42 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:42.731 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:42 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:06:42.731 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:42 smithi090 ceph-mon[91928]: pgmap v357: 121 pgs: 8 active+undersized+degraded, 4 active+undersized+degraded+snaptrim_error, 38 active+undersized, 69 active+clean, 2 active+clean+snaptrim_error; 379 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.4 MiB/s wr, 9 op/s; 109/669 objects degraded (16.293%) 2024-03-07T03:06:42.883 INFO:tasks.rados.rados.0.smithi090.stdout:2782: expect (ObjNum 682 snap 212 seq_num 682) 2024-03-07T03:06:43.062 INFO:tasks.rados.rados.0.smithi090.stdout:2777: done (4 left) 2024-03-07T03:06:43.062 INFO:tasks.rados.rados.0.smithi090.stdout:2780: done (3 left) 2024-03-07T03:06:43.062 INFO:tasks.rados.rados.0.smithi090.stdout:2781: done (2 left) 2024-03-07T03:06:43.062 INFO:tasks.rados.rados.0.smithi090.stdout:2782: done (1 left) 2024-03-07T03:06:43.062 INFO:tasks.rados.rados.0.smithi090.stdout:2784: done (0 left) 2024-03-07T03:06:43.062 INFO:tasks.rados.rados.0.smithi090.stdout:2785: rmattr oid 13 current snap is 274 2024-03-07T03:06:43.062 INFO:tasks.rados.rados.0.smithi090.stdout:2785: done (0 left) 2024-03-07T03:06:43.062 INFO:tasks.rados.rados.0.smithi090.stdout:2786: setattr oid 39 current snap is 274 2024-03-07T03:06:43.063 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 43 current snap is 274 2024-03-07T03:06:43.063 INFO:tasks.rados.rados.0.smithi090.stdout:2787: seq_num 856 ranges {0=745472,745472=557056,1302528=417792,1720320=434176,2154496=196608} 2024-03-07T03:06:43.067 INFO:tasks.rados.rados.0.smithi090.stdout:2787: writing smithi09077644-43 from 0 to 745472 tid 1 2024-03-07T03:06:43.071 INFO:tasks.rados.rados.0.smithi090.stdout:2787: writing smithi09077644-43 from 745472 to 1302528 tid 2 2024-03-07T03:06:43.073 INFO:tasks.rados.rados.0.smithi090.stdout:2787: writing smithi09077644-43 from 1302528 to 1720320 tid 3 2024-03-07T03:06:43.076 INFO:tasks.rados.rados.0.smithi090.stdout:2787: writing smithi09077644-43 from 1720320 to 2154496 tid 4 2024-03-07T03:06:43.077 INFO:tasks.rados.rados.0.smithi090.stdout:2787: writing smithi09077644-43 from 2154496 to 2351104 tid 5 2024-03-07T03:06:43.077 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 47 current snap is 274 2024-03-07T03:06:43.077 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 1468 (ObjNum 803 snap 261 seq_num 803) dirty exists 2024-03-07T03:06:43.077 INFO:tasks.rados.rados.0.smithi090.stdout:2787: finishing write tid 1 to smithi09077644-43 2024-03-07T03:06:43.077 INFO:tasks.rados.rados.0.smithi090.stdout:2787: finishing write tid 2 to smithi09077644-43 2024-03-07T03:06:43.078 INFO:tasks.rados.rados.0.smithi090.stdout:2787: finishing write tid 3 to smithi09077644-43 2024-03-07T03:06:43.078 INFO:tasks.rados.rados.0.smithi090.stdout:2788: seq_num 857 ranges {4096000=761856,4857856=442368,5300224=630784,5931008=532480} 2024-03-07T03:06:43.103 INFO:tasks.rados.rados.0.smithi090.stdout:2788: writing smithi09077644-47 from 4096000 to 4857856 tid 1 2024-03-07T03:06:43.105 INFO:tasks.rados.rados.0.smithi090.stdout:2788: writing smithi09077644-47 from 4857856 to 5300224 tid 2 2024-03-07T03:06:43.109 INFO:tasks.rados.rados.0.smithi090.stdout:2788: writing smithi09077644-47 from 5300224 to 5931008 tid 3 2024-03-07T03:06:43.112 INFO:tasks.rados.rados.0.smithi090.stdout:2788: writing smithi09077644-47 from 5931008 to 6463488 tid 4 2024-03-07T03:06:43.112 INFO:tasks.rados.rados.0.smithi090.stdout:2786: done (2 left) 2024-03-07T03:06:43.112 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 25 current snap is 274 2024-03-07T03:06:43.112 INFO:tasks.rados.rados.0.smithi090.stdout:2787: finishing write tid 4 to smithi09077644-43 2024-03-07T03:06:43.112 INFO:tasks.rados.rados.0.smithi090.stdout:2787: finishing write tid 5 to smithi09077644-43 2024-03-07T03:06:43.113 INFO:tasks.rados.rados.0.smithi090.stdout:2787: finishing write tid 6 to smithi09077644-43 2024-03-07T03:06:43.113 INFO:tasks.rados.rados.0.smithi090.stdout:2789: seq_num 858 ranges {7258112=778240,8036352=729088,8765440=434176,9199616=442368} 2024-03-07T03:06:43.155 INFO:tasks.rados.rados.0.smithi090.stdout:2789: writing smithi09077644-25 from 7258112 to 8036352 tid 1 2024-03-07T03:06:43.158 INFO:tasks.rados.rados.0.smithi090.stdout:2789: writing smithi09077644-25 from 8036352 to 8765440 tid 2 2024-03-07T03:06:43.161 INFO:tasks.rados.rados.0.smithi090.stdout:2789: writing smithi09077644-25 from 8765440 to 9199616 tid 3 2024-03-07T03:06:43.165 INFO:tasks.rados.rados.0.smithi090.stdout:2789: writing smithi09077644-25 from 9199616 to 9641984 tid 4 2024-03-07T03:06:43.165 INFO:tasks.rados.rados.0.smithi090.stdout:2790: rollback oid 50 current snap is 274 2024-03-07T03:06:43.165 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 50 to 270 2024-03-07T03:06:43.165 INFO:tasks.rados.rados.0.smithi090.stdout:2787: finishing write tid 7 to smithi09077644-43 2024-03-07T03:06:43.165 INFO:tasks.rados.rados.0.smithi090.stdout:2787: oid 43 updating version 0 to 1146 2024-03-07T03:06:43.165 INFO:tasks.rados.rados.0.smithi090.stdout:2787: oid 43 updating version 1146 to 1147 2024-03-07T03:06:43.165 INFO:tasks.rados.rados.0.smithi090.stdout:2787: oid 43 updating version 1147 to 1148 2024-03-07T03:06:43.165 INFO:tasks.rados.rados.0.smithi090.stdout:2787: oid 43 updating version 1148 to 1149 2024-03-07T03:06:43.165 INFO:tasks.rados.rados.0.smithi090.stdout:2787: oid 43 version 1149 is already newer than 1145 2024-03-07T03:06:43.165 INFO:tasks.rados.rados.0.smithi090.stdout:2787: oid 43 version 1149 is already newer than 1144 2024-03-07T03:06:43.165 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 1149 (ObjNum 856 snap 274 seq_num 856) dirty exists 2024-03-07T03:06:43.166 INFO:tasks.rados.rados.0.smithi090.stdout:2787: left oid 43 (ObjNum 856 snap 274 seq_num 856) 2024-03-07T03:06:43.166 INFO:tasks.rados.rados.0.smithi090.stdout:2788: finishing write tid 1 to smithi09077644-47 2024-03-07T03:06:43.166 INFO:tasks.rados.rados.0.smithi090.stdout:2787: done (3 left) 2024-03-07T03:06:43.166 INFO:tasks.rados.rados.0.smithi090.stdout:2791: delete oid 43 current snap is 274 2024-03-07T03:06:43.166 INFO:tasks.rados.rados.0.smithi090.stdout:2788: finishing write tid 2 to smithi09077644-47 2024-03-07T03:06:43.166 INFO:tasks.rados.rados.0.smithi090.stdout:2788: finishing write tid 3 to smithi09077644-47 2024-03-07T03:06:43.166 INFO:tasks.rados.rados.0.smithi090.stdout:2788: finishing write tid 4 to smithi09077644-47 2024-03-07T03:06:43.166 INFO:tasks.rados.rados.0.smithi090.stdout:2788: finishing write tid 5 to smithi09077644-47 2024-03-07T03:06:43.166 INFO:tasks.rados.rados.0.smithi090.stdout:2788: finishing write tid 6 to smithi09077644-47 2024-03-07T03:06:43.166 INFO:tasks.rados.rados.0.smithi090.stdout:2788: oid 47 updating version 0 to 731 2024-03-07T03:06:43.166 INFO:tasks.rados.rados.0.smithi090.stdout:2788: oid 47 updating version 731 to 732 2024-03-07T03:06:43.166 INFO:tasks.rados.rados.0.smithi090.stdout:2788: oid 47 updating version 732 to 734 2024-03-07T03:06:43.166 INFO:tasks.rados.rados.0.smithi090.stdout:2788: oid 47 version 734 is already newer than 730 2024-03-07T03:06:43.166 INFO:tasks.rados.rados.0.smithi090.stdout:2788: oid 47 version 734 is already newer than 733 2024-03-07T03:06:43.167 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 734 (ObjNum 857 snap 274 seq_num 857) dirty exists 2024-03-07T03:06:43.167 INFO:tasks.rados.rados.0.smithi090.stdout:2788: left oid 47 (ObjNum 857 snap 274 seq_num 857) 2024-03-07T03:06:43.167 INFO:tasks.rados.rados.0.smithi090.stdout:2789: finishing write tid 1 to smithi09077644-25 2024-03-07T03:06:43.167 INFO:tasks.rados.rados.0.smithi090.stdout:2789: finishing write tid 2 to smithi09077644-25 2024-03-07T03:06:43.167 INFO:tasks.rados.rados.0.smithi090.stdout:2789: finishing write tid 3 to smithi09077644-25 2024-03-07T03:06:43.167 INFO:tasks.rados.rados.0.smithi090.stdout:2788: done (3 left) 2024-03-07T03:06:43.167 INFO:tasks.rados.rados.0.smithi090.stdout:2791: done (2 left) 2024-03-07T03:06:43.167 INFO:tasks.rados.rados.0.smithi090.stdout:2792: snap_create 2024-03-07T03:06:43.168 INFO:tasks.rados.rados.0.smithi090.stdout:2789: finishing write tid 4 to smithi09077644-25 2024-03-07T03:06:43.168 INFO:tasks.rados.rados.0.smithi090.stdout:2789: finishing write tid 5 to smithi09077644-25 2024-03-07T03:06:43.169 INFO:tasks.rados.rados.0.smithi090.stdout:2790: finishing rollback tid 0 to smithi09077644-50 2024-03-07T03:06:43.169 INFO:tasks.rados.rados.0.smithi090.stdout:2790: finishing rollback tid 1 to smithi09077644-50 2024-03-07T03:06:43.169 INFO:tasks.rados.rados.0.smithi090.stdout:2790: finishing rollback tid 2 to smithi09077644-50 2024-03-07T03:06:43.169 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 50 v 1447 (ObjNum 828 snap 268 seq_num 828) dirty exists 2024-03-07T03:06:43.170 INFO:tasks.rados.rados.0.smithi090.stdout:2789: finishing write tid 6 to smithi09077644-25 2024-03-07T03:06:43.170 INFO:tasks.rados.rados.0.smithi090.stdout:2789: oid 25 updating version 0 to 1266 2024-03-07T03:06:43.170 INFO:tasks.rados.rados.0.smithi090.stdout:2789: oid 25 version 1266 is already newer than 1264 2024-03-07T03:06:43.170 INFO:tasks.rados.rados.0.smithi090.stdout:2789: oid 25 version 1266 is already newer than 1263 2024-03-07T03:06:43.170 INFO:tasks.rados.rados.0.smithi090.stdout:2789: oid 25 version 1266 is already newer than 1265 2024-03-07T03:06:43.170 INFO:tasks.rados.rados.0.smithi090.stdout:2789: oid 25 version 1266 is already newer than 1262 2024-03-07T03:06:43.170 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 25 v 1266 (ObjNum 858 snap 274 seq_num 858) dirty exists 2024-03-07T03:06:43.170 INFO:tasks.rados.rados.0.smithi090.stdout:2789: left oid 25 (ObjNum 858 snap 274 seq_num 858) 2024-03-07T03:06:43.328 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:06:43 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:06:43] "GET /metrics HTTP/1.1" 200 36247 "" "Prometheus/2.43.0" 2024-03-07T03:06:43.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:43 smithi092 ceph-mon[83777]: osdmap e621: 8 total, 7 up, 8 in 2024-03-07T03:06:43.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:43 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:43.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:43 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:43.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:43 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:43.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:43 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:06:43.806 INFO:tasks.rados.rados.0.smithi090.stdout:2789: done (2 left) 2024-03-07T03:06:43.806 INFO:tasks.rados.rados.0.smithi090.stdout:2790: done (1 left) 2024-03-07T03:06:43.806 INFO:tasks.rados.rados.0.smithi090.stdout:2792: done (0 left) 2024-03-07T03:06:43.806 INFO:tasks.rados.rados.0.smithi090.stdout:2793: copy_from oid 8 from oid 3 current snap is 275 2024-03-07T03:06:43.806 INFO:tasks.rados.rados.0.smithi090.stdout:2794: setattr oid 13 current snap is 275 2024-03-07T03:06:43.807 INFO:tasks.rados.rados.0.smithi090.stdout:2795: delete oid 23 current snap is 275 2024-03-07T03:06:43.809 INFO:tasks.rados.rados.0.smithi090.stdout:2793: finishing copy_from to smithi09077644-8 2024-03-07T03:06:43.809 INFO:tasks.rados.rados.0.smithi090.stdout:2793: got expected ENOENT (src dne) 2024-03-07T03:06:43.809 INFO:tasks.rados.rados.0.smithi090.stdout:2793: finishing copy_from racing read to smithi09077644-8 2024-03-07T03:06:43.812 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:43 smithi090 ceph-mon[89511]: osdmap e621: 8 total, 7 up, 8 in 2024-03-07T03:06:43.812 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:43 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:43.812 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:43 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:43.812 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:43 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:43.812 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:43 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:06:43.813 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:43 smithi090 ceph-mon[91928]: osdmap e621: 8 total, 7 up, 8 in 2024-03-07T03:06:43.813 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:43 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:43.813 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:43 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:43.813 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:43 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:43.813 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:43 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:06:43.814 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 13 v 1268 (ObjNum 849 snap 274 seq_num 849) dirty exists 2024-03-07T03:06:43.814 INFO:tasks.rados.rados.0.smithi090.stdout:2793: done (2 left) 2024-03-07T03:06:43.814 INFO:tasks.rados.rados.0.smithi090.stdout:2794: done (1 left) 2024-03-07T03:06:43.814 INFO:tasks.rados.rados.0.smithi090.stdout:2795: done (0 left) 2024-03-07T03:06:43.814 INFO:tasks.rados.rados.0.smithi090.stdout:2796: copy_from oid 14 from oid 16 current snap is 275 2024-03-07T03:06:43.814 INFO:tasks.rados.rados.0.smithi090.stdout:2797: snap_create 2024-03-07T03:06:43.834 INFO:tasks.rados.rados.0.smithi090.stdout:2796: finishing copy_from racing read to smithi09077644-14 2024-03-07T03:06:43.837 INFO:tasks.rados.rados.0.smithi090.stdout:2796: finishing copy_from to smithi09077644-14 2024-03-07T03:06:43.837 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 14 v 719 (ObjNum 682 snap 212 seq_num 682) dirty exists 2024-03-07T03:06:44.078 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:06:43 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:06:43.812+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:44.078 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:06:43 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:06:43.810+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:44.814 INFO:tasks.rados.rados.0.smithi090.stdout:2796: done (1 left) 2024-03-07T03:06:44.814 INFO:tasks.rados.rados.0.smithi090.stdout:2797: done (0 left) 2024-03-07T03:06:44.814 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 12 current snap is 276 2024-03-07T03:06:44.814 INFO:tasks.rados.rados.0.smithi090.stdout:2798: seq_num 861 ranges {0=24576} 2024-03-07T03:06:44.814 INFO:tasks.rados.rados.0.smithi090.stdout:2798: writing smithi09077644-12 from 0 to 24576 tid 1 2024-03-07T03:06:44.814 INFO:tasks.rados.rados.0.smithi090.stdout:2799: read oid 33 snap -1 2024-03-07T03:06:44.814 INFO:tasks.rados.rados.0.smithi090.stdout:2799: expect deleted 2024-03-07T03:06:44.814 INFO:tasks.rados.rados.0.smithi090.stdout:2800: rmattr oid 38 current snap is 276 2024-03-07T03:06:44.814 INFO:tasks.rados.rados.0.smithi090.stdout:2800: done (2 left) 2024-03-07T03:06:44.814 INFO:tasks.rados.rados.0.smithi090.stdout:2801: rollback oid 44 current snap is 276 2024-03-07T03:06:44.814 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 44 to 251 2024-03-07T03:06:44.814 INFO:tasks.rados.rados.0.smithi090.stdout:2802: rollback oid 4 current snap is 276 2024-03-07T03:06:44.815 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 4 to 269 2024-03-07T03:06:44.815 INFO:tasks.rados.rados.0.smithi090.stdout:2803: rollback oid 41 current snap is 276 2024-03-07T03:06:44.815 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 41 to 270 2024-03-07T03:06:44.815 INFO:tasks.rados.rados.0.smithi090.stdout:2804: read oid 29 snap -1 2024-03-07T03:06:44.815 INFO:tasks.rados.rados.0.smithi090.stdout:2804: expect (ObjNum 737 snap 230 seq_num 737) 2024-03-07T03:06:44.815 INFO:tasks.rados.rados.0.smithi090.stdout:2805: snap_remove snap 275 2024-03-07T03:06:44.916 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:44 smithi092 ceph-mon[83777]: pgmap v359: 121 pgs: 8 active+undersized+degraded, 4 active+undersized+degraded+snaptrim_error, 38 active+undersized, 69 active+clean, 2 active+clean+snaptrim_error; 379 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.1 MiB/s wr, 9 op/s; 109/669 objects degraded (16.293%) 2024-03-07T03:06:44.916 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:44 smithi092 ceph-mon[83777]: osdmap e622: 8 total, 7 up, 8 in 2024-03-07T03:06:44.916 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:44 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:44.916 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:44 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:45.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:44 smithi090 ceph-mon[89511]: pgmap v359: 121 pgs: 8 active+undersized+degraded, 4 active+undersized+degraded+snaptrim_error, 38 active+undersized, 69 active+clean, 2 active+clean+snaptrim_error; 379 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.1 MiB/s wr, 9 op/s; 109/669 objects degraded (16.293%) 2024-03-07T03:06:45.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:44 smithi090 ceph-mon[89511]: osdmap e622: 8 total, 7 up, 8 in 2024-03-07T03:06:45.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:44 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:45.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:44 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:45.079 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:06:44 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:06:44.818+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:45.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:44 smithi090 ceph-mon[91928]: pgmap v359: 121 pgs: 8 active+undersized+degraded, 4 active+undersized+degraded+snaptrim_error, 38 active+undersized, 69 active+clean, 2 active+clean+snaptrim_error; 379 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.1 MiB/s wr, 9 op/s; 109/669 objects degraded (16.293%) 2024-03-07T03:06:45.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:44 smithi090 ceph-mon[91928]: osdmap e622: 8 total, 7 up, 8 in 2024-03-07T03:06:45.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:44 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:45.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:44 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:45.079 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:06:44 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:06:44.928+0000 7f4442f67700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:06:45.079 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:06:44 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:06:44.928+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:45.828 INFO:tasks.rados.rados.0.smithi090.stdout:2805: done (6 left) 2024-03-07T03:06:45.828 INFO:tasks.rados.rados.0.smithi090.stdout:2806: read oid 7 snap -1 2024-03-07T03:06:45.828 INFO:tasks.rados.rados.0.smithi090.stdout:2806: expect (ObjNum 682 snap 212 seq_num 682) 2024-03-07T03:06:45.828 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 50 current snap is 276 2024-03-07T03:06:45.828 INFO:tasks.rados.rados.0.smithi090.stdout:2803: finishing rollback tid 1 to smithi09077644-41 2024-03-07T03:06:45.828 INFO:tasks.rados.rados.0.smithi090.stdout:2803: finishing rollback tid 2 to smithi09077644-41 2024-03-07T03:06:45.828 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 41 v 1138 (ObjNum 748 snap 237 seq_num 748) dirty exists 2024-03-07T03:06:45.828 INFO:tasks.rados.rados.0.smithi090.stdout:2802: finishing rollback tid 1 to smithi09077644-4 2024-03-07T03:06:45.828 INFO:tasks.rados.rados.0.smithi090.stdout:2802: finishing rollback tid 2 to smithi09077644-4 2024-03-07T03:06:45.828 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 1419 (ObjNum 810 snap 264 seq_num 810) dirty exists 2024-03-07T03:06:45.828 INFO:tasks.rados.rados.0.smithi090.stdout:2804: expect (ObjNum 737 snap 230 seq_num 737) 2024-03-07T03:06:45.858 INFO:tasks.rados.rados.0.smithi090.stdout:2798: finishing write tid 1 to smithi09077644-12 2024-03-07T03:06:45.858 INFO:tasks.rados.rados.0.smithi090.stdout:2798: finishing write tid 2 to smithi09077644-12 2024-03-07T03:06:45.858 INFO:tasks.rados.rados.0.smithi090.stdout:2801: finishing rollback tid 0 to smithi09077644-44 2024-03-07T03:06:45.858 INFO:tasks.rados.rados.0.smithi090.stdout:2801: finishing rollback tid 1 to smithi09077644-44 2024-03-07T03:06:45.858 INFO:tasks.rados.rados.0.smithi090.stdout:2801: finishing rollback tid 2 to smithi09077644-44 2024-03-07T03:06:45.858 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 44 v 1472 (ObjNum 661 snap 205 seq_num 661) dirty exists 2024-03-07T03:06:45.858 INFO:tasks.rados.rados.0.smithi090.stdout:2798: finishing write tid 3 to smithi09077644-12 2024-03-07T03:06:45.858 INFO:tasks.rados.rados.0.smithi090.stdout:2798: oid 12 updating version 0 to 1269 2024-03-07T03:06:45.858 INFO:tasks.rados.rados.0.smithi090.stdout:2798: oid 12 updating version 1269 to 1270 2024-03-07T03:06:45.858 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 12 v 1270 (ObjNum 861 snap 276 seq_num 861) dirty exists 2024-03-07T03:06:45.858 INFO:tasks.rados.rados.0.smithi090.stdout:2798: left oid 12 (ObjNum 861 snap 276 seq_num 861) 2024-03-07T03:06:45.858 INFO:tasks.rados.rados.0.smithi090.stdout:2807: seq_num 862 ranges {1875968=40960} 2024-03-07T03:06:45.868 INFO:tasks.rados.rados.0.smithi090.stdout:2807: writing smithi09077644-50 from 1875968 to 1916928 tid 1 2024-03-07T03:06:45.868 INFO:tasks.rados.rados.0.smithi090.stdout:2798: done (7 left) 2024-03-07T03:06:45.868 INFO:tasks.rados.rados.0.smithi090.stdout:2799: done (6 left) 2024-03-07T03:06:45.869 INFO:tasks.rados.rados.0.smithi090.stdout:2801: done (5 left) 2024-03-07T03:06:45.869 INFO:tasks.rados.rados.0.smithi090.stdout:2802: done (4 left) 2024-03-07T03:06:45.869 INFO:tasks.rados.rados.0.smithi090.stdout:2803: done (3 left) 2024-03-07T03:06:45.869 INFO:tasks.rados.rados.0.smithi090.stdout:2804: done (2 left) 2024-03-07T03:06:45.869 INFO:tasks.rados.rados.0.smithi090.stdout:2808: copy_from oid 34 from oid 6 current snap is 276 2024-03-07T03:06:45.869 INFO:tasks.rados.rados.0.smithi090.stdout:2806: expect (ObjNum 682 snap 212 seq_num 682) 2024-03-07T03:06:45.986 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:45 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:45.738+0000 7fcdbe69a7c0 -1 osd.5 616 log_to_monitors true 2024-03-07T03:06:45.986 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:45 smithi092 ceph-mon[83777]: osdmap e623: 8 total, 7 up, 8 in 2024-03-07T03:06:45.987 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:45 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:45.987 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:45 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:45.987 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:45 smithi092 ceph-mon[83777]: from='osd.5 [v2:172.21.15.92:6808/1132994683,v1:172.21.15.92:6809/1132994683]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-07T03:06:45.987 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:45 smithi092 ceph-mon[83777]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-07T03:06:46.051 INFO:tasks.rados.rados.0.smithi090.stdout:2808: finishing copy_from racing read to smithi09077644-34 2024-03-07T03:06:46.052 INFO:tasks.rados.rados.0.smithi090.stdout:2808: finishing copy_from to smithi09077644-34 2024-03-07T03:06:46.052 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 34 v 1156 (ObjNum 725 snap 229 seq_num 725) dirty exists 2024-03-07T03:06:46.052 INFO:tasks.rados.rados.0.smithi090.stdout:2807: finishing write tid 1 to smithi09077644-50 2024-03-07T03:06:46.052 INFO:tasks.rados.rados.0.smithi090.stdout:2807: finishing write tid 2 to smithi09077644-50 2024-03-07T03:06:46.052 INFO:tasks.rados.rados.0.smithi090.stdout:2807: finishing write tid 3 to smithi09077644-50 2024-03-07T03:06:46.052 INFO:tasks.rados.rados.0.smithi090.stdout:2807: oid 50 updating version 0 to 1449 2024-03-07T03:06:46.052 INFO:tasks.rados.rados.0.smithi090.stdout:2807: oid 50 version 1449 is already newer than 1448 2024-03-07T03:06:46.052 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 50 v 1449 (ObjNum 862 snap 276 seq_num 862) dirty exists 2024-03-07T03:06:46.052 INFO:tasks.rados.rados.0.smithi090.stdout:2807: left oid 50 (ObjNum 862 snap 276 seq_num 862) 2024-03-07T03:06:46.052 INFO:tasks.rados.rados.0.smithi090.stdout:2806: done (2 left) 2024-03-07T03:06:46.052 INFO:tasks.rados.rados.0.smithi090.stdout:2807: done (1 left) 2024-03-07T03:06:46.053 INFO:tasks.rados.rados.0.smithi090.stdout:2808: done (0 left) 2024-03-07T03:06:46.053 INFO:tasks.rados.rados.0.smithi090.stdout:2809: snap_remove snap 264 2024-03-07T03:06:46.078 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:06:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:06:45.871+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:46.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:45 smithi090 ceph-mon[89511]: osdmap e623: 8 total, 7 up, 8 in 2024-03-07T03:06:46.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:45 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:46.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:45 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:46.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:45 smithi090 ceph-mon[89511]: from='osd.5 [v2:172.21.15.92:6808/1132994683,v1:172.21.15.92:6809/1132994683]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-07T03:06:46.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:45 smithi090 ceph-mon[89511]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-07T03:06:46.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:45 smithi090 ceph-mon[91928]: osdmap e623: 8 total, 7 up, 8 in 2024-03-07T03:06:46.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:45 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:46.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:45 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:46.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:45 smithi090 ceph-mon[91928]: from='osd.5 [v2:172.21.15.92:6808/1132994683,v1:172.21.15.92:6809/1132994683]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-07T03:06:46.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:45 smithi090 ceph-mon[91928]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-07T03:06:46.666 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:46 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:46.291+0000 7fcdabaea700 -1 osd.5 616 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-07T03:06:46.818 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:06:46 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:06:46.341+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:46.838 INFO:tasks.rados.rados.0.smithi090.stdout:2809: done (0 left) 2024-03-07T03:06:46.838 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 40 current snap is 276 2024-03-07T03:06:46.838 INFO:tasks.rados.rados.0.smithi090.stdout:2810: seq_num 863 ranges {2113536=57344} 2024-03-07T03:06:46.850 INFO:tasks.rados.rados.0.smithi090.stdout:2810: writing smithi09077644-40 from 2113536 to 2170880 tid 1 2024-03-07T03:06:46.850 INFO:tasks.rados.rados.0.smithi090.stdout:2811: delete oid 32 current snap is 276 2024-03-07T03:06:46.855 INFO:tasks.rados.rados.0.smithi090.stdout:2811: done (1 left) 2024-03-07T03:06:46.855 INFO:tasks.rados.rados.0.smithi090.stdout:2812: rollback oid 10 current snap is 276 2024-03-07T03:06:46.855 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 10 to 269 2024-03-07T03:06:46.855 INFO:tasks.rados.rados.0.smithi090.stdout:2813: snap_create 2024-03-07T03:06:47.078 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:06:46 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:06:46.831+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:47.078 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:06:46 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:06:46.835+0000 7f4442f67700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:06:47.078 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:06:46 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:06:46.835+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:47.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:46 smithi090 ceph-mon[89511]: pgmap v362: 121 pgs: 8 active+undersized+degraded, 4 active+undersized+degraded+snaptrim_error, 38 active+undersized, 69 active+clean, 2 active+clean+snaptrim_error; 392 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 2.0 MiB/s wr, 20 op/s; 113/696 objects degraded (16.236%) 2024-03-07T03:06:47.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:46 smithi090 ceph-mon[89511]: Health check update: Degraded data redundancy: 113/696 objects degraded (16.236%), 12 pgs degraded (PG_DEGRADED) 2024-03-07T03:06:47.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:46 smithi090 ceph-mon[89511]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-03-07T03:06:47.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:46 smithi090 ceph-mon[89511]: from='osd.5 [v2:172.21.15.92:6808/1132994683,v1:172.21.15.92:6809/1132994683]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-03-07T03:06:47.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:46 smithi090 ceph-mon[89511]: osdmap e624: 8 total, 7 up, 8 in 2024-03-07T03:06:47.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:46 smithi090 ceph-mon[89511]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-03-07T03:06:47.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:46 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:47.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:46 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:47.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:46 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:47.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:46 smithi090 ceph-mon[89511]: from='osd.5 ' entity='osd.5' 2024-03-07T03:06:47.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:46 smithi090 ceph-mon[91928]: pgmap v362: 121 pgs: 8 active+undersized+degraded, 4 active+undersized+degraded+snaptrim_error, 38 active+undersized, 69 active+clean, 2 active+clean+snaptrim_error; 392 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 2.0 MiB/s wr, 20 op/s; 113/696 objects degraded (16.236%) 2024-03-07T03:06:47.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:46 smithi090 ceph-mon[91928]: Health check update: Degraded data redundancy: 113/696 objects degraded (16.236%), 12 pgs degraded (PG_DEGRADED) 2024-03-07T03:06:47.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:46 smithi090 ceph-mon[91928]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-03-07T03:06:47.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:46 smithi090 ceph-mon[91928]: from='osd.5 [v2:172.21.15.92:6808/1132994683,v1:172.21.15.92:6809/1132994683]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-03-07T03:06:47.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:46 smithi090 ceph-mon[91928]: osdmap e624: 8 total, 7 up, 8 in 2024-03-07T03:06:47.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:46 smithi090 ceph-mon[91928]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-03-07T03:06:47.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:46 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:47.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:46 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:47.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:46 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:47.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:46 smithi090 ceph-mon[91928]: from='osd.5 ' entity='osd.5' 2024-03-07T03:06:47.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:46 smithi092 ceph-mon[83777]: pgmap v362: 121 pgs: 8 active+undersized+degraded, 4 active+undersized+degraded+snaptrim_error, 38 active+undersized, 69 active+clean, 2 active+clean+snaptrim_error; 392 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 2.0 MiB/s wr, 20 op/s; 113/696 objects degraded (16.236%) 2024-03-07T03:06:47.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:46 smithi092 ceph-mon[83777]: Health check update: Degraded data redundancy: 113/696 objects degraded (16.236%), 12 pgs degraded (PG_DEGRADED) 2024-03-07T03:06:47.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:46 smithi092 ceph-mon[83777]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-03-07T03:06:47.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:46 smithi092 ceph-mon[83777]: from='osd.5 [v2:172.21.15.92:6808/1132994683,v1:172.21.15.92:6809/1132994683]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-03-07T03:06:47.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:46 smithi092 ceph-mon[83777]: osdmap e624: 8 total, 7 up, 8 in 2024-03-07T03:06:47.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:46 smithi092 ceph-mon[83777]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-03-07T03:06:47.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:46 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:47.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:46 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:47.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:46 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:47.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:46 smithi092 ceph-mon[83777]: from='osd.5 ' entity='osd.5' 2024-03-07T03:06:47.831 INFO:tasks.rados.rados.0.smithi090.stdout:2813: done (2 left) 2024-03-07T03:06:47.832 INFO:tasks.rados.rados.0.smithi090.stdout:2814: delete oid 30 current snap is 277 2024-03-07T03:06:47.843 INFO:tasks.rados.rados.0.smithi090.stdout:2814: done (2 left) 2024-03-07T03:06:47.843 INFO:tasks.rados.rados.0.smithi090.stdout:2815: read oid 29 snap -1 2024-03-07T03:06:47.843 INFO:tasks.rados.rados.0.smithi090.stdout:2815: expect (ObjNum 737 snap 230 seq_num 737) 2024-03-07T03:06:47.843 INFO:tasks.rados.rados.0.smithi090.stdout:2816: copy_from oid 44 from oid 20 current snap is 277 2024-03-07T03:06:47.844 INFO:tasks.rados.rados.0.smithi090.stdout:2817: delete oid 9 current snap is 277 2024-03-07T03:06:47.848 INFO:tasks.rados.rados.0.smithi090.stdout:2817: done (4 left) 2024-03-07T03:06:47.848 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 18 current snap is 277 2024-03-07T03:06:47.848 INFO:tasks.rados.rados.0.smithi090.stdout:2818: seq_num 867 ranges {1843200=122880} 2024-03-07T03:06:47.860 INFO:tasks.rados.rados.0.smithi090.stdout:2818: writing smithi09077644-18 from 1843200 to 1966080 tid 1 2024-03-07T03:06:47.860 INFO:tasks.rados.rados.0.smithi090.stdout:2819: copy_from oid 11 from oid 31 current snap is 277 2024-03-07T03:06:47.860 INFO:tasks.rados.rados.0.smithi090.stdout:2815: expect (ObjNum 737 snap 230 seq_num 737) 2024-03-07T03:06:47.896 INFO:tasks.rados.rados.0.smithi090.stdout:2812: finishing rollback tid 0 to smithi09077644-10 2024-03-07T03:06:47.896 INFO:tasks.rados.rados.0.smithi090.stdout:2819: finishing copy_from to smithi09077644-11 2024-03-07T03:06:47.896 INFO:tasks.rados.rados.0.smithi090.stdout:2819: got expected ENOENT (src dne) 2024-03-07T03:06:47.896 INFO:tasks.rados.rados.0.smithi090.stdout:2815: done (5 left) 2024-03-07T03:06:47.896 INFO:tasks.rados.rados.0.smithi090.stdout:2820: snap_remove snap 261 2024-03-07T03:06:48.070 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:47 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:47.963+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:06:48.071 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:47 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:48.071 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:47 smithi090 ceph-mon[89511]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-07T03:06:48.071 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:47 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:48.071 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:47 smithi090 ceph-mon[89511]: osd.5 [v2:172.21.15.92:6808/1132994683,v1:172.21.15.92:6809/1132994683] boot 2024-03-07T03:06:48.071 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:47 smithi090 ceph-mon[89511]: osdmap e625: 8 total, 8 up, 8 in 2024-03-07T03:06:48.071 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:47 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-07T03:06:48.071 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:47 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:48.071 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:47 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:48.071 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:47 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:48.072 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:47 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:48.072 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:47 smithi090 ceph-mon[91928]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-07T03:06:48.072 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:47 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:48.072 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:47 smithi090 ceph-mon[91928]: osd.5 [v2:172.21.15.92:6808/1132994683,v1:172.21.15.92:6809/1132994683] boot 2024-03-07T03:06:48.072 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:47 smithi090 ceph-mon[91928]: osdmap e625: 8 total, 8 up, 8 in 2024-03-07T03:06:48.072 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:47 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-07T03:06:48.072 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:47 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:48.072 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:47 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:48.072 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:47 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:48.072 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:06:47 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:06:47.834+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:48.073 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:06:47 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:06:47.836+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:48.091 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:47 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:48.091 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:47 smithi092 ceph-mon[83777]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-07T03:06:48.091 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:47 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:48.091 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:47 smithi092 ceph-mon[83777]: osd.5 [v2:172.21.15.92:6808/1132994683,v1:172.21.15.92:6809/1132994683] boot 2024-03-07T03:06:48.091 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:47 smithi092 ceph-mon[83777]: osdmap e625: 8 total, 8 up, 8 in 2024-03-07T03:06:48.091 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:47 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-07T03:06:48.091 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:47 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:48.091 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:47 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:48.091 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:47 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:48.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:48 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:48.068+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:06:48.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:48 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:48.131+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:06:48.416 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:48.088+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:06:48.445 INFO:teuthology.orchestra.run.smithi090.stdout:true 2024-03-07T03:06:48.756 INFO:teuthology.orchestra.run.smithi090.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-07T03:06:48.756 INFO:teuthology.orchestra.run.smithi090.stdout:alertmanager.a smithi090 *:9093,9094 running (11m) 75s ago 12m 24.7M - 0.25.0 c8568f914cd2 c7f315859531 2024-03-07T03:06:48.756 INFO:teuthology.orchestra.run.smithi090.stdout:grafana.a smithi092 *:3000 running (12m) 2s ago 12m 88.9M - 9.4.7 954c08fa6188 044a70fdd07e 2024-03-07T03:06:48.757 INFO:teuthology.orchestra.run.smithi090.stdout:mds.a smithi090 running (13m) 75s ago 13m 16.2M - 18.2.1-718-gae75fc9d 0164bb8a7c67 8b3baf63c0c9 2024-03-07T03:06:48.757 INFO:teuthology.orchestra.run.smithi090.stdout:mds.b smithi092 running (13m) 2s ago 13m 21.6M - 18.2.1-718-gae75fc9d 0164bb8a7c67 ce3c1188fa28 2024-03-07T03:06:48.757 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.x smithi092 *:8443,9283,8765 running (4m) 2s ago 16m 453M - 19.0.0-1905-gea9a5688 fdb83767c1ab ca843ce9235f 2024-03-07T03:06:48.757 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.y smithi090 *:8443,9283,8765 running (5m) 75s ago 18m 507M - 19.0.0-1905-gea9a5688 fdb83767c1ab 3f0549138d93 2024-03-07T03:06:48.757 INFO:teuthology.orchestra.run.smithi090.stdout:mon.a smithi090 running (4m) 75s ago 18m 53.7M 2048M 19.0.0-1905-gea9a5688 fdb83767c1ab f36508ef70bc 2024-03-07T03:06:48.757 INFO:teuthology.orchestra.run.smithi090.stdout:mon.b smithi092 running (3m) 2s ago 16m 45.2M 2048M 19.0.0-1905-gea9a5688 fdb83767c1ab 70867588f01a 2024-03-07T03:06:48.757 INFO:teuthology.orchestra.run.smithi090.stdout:mon.c smithi090 running (4m) 75s ago 16m 46.3M 2048M 19.0.0-1905-gea9a5688 fdb83767c1ab 93f762a9b94a 2024-03-07T03:06:48.757 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.a smithi090 *:9100 running (11m) 75s ago 11m 17.0M - 1.5.0 0da6a335fe13 76496853f3a5 2024-03-07T03:06:48.757 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.b smithi092 *:9100 running (11m) 2s ago 11m 14.9M - 1.5.0 0da6a335fe13 9ed8c0a03920 2024-03-07T03:06:48.757 INFO:teuthology.orchestra.run.smithi090.stdout:osd.0 smithi090 running (3m) 75s ago 16m 195M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab 7a23382ba346 2024-03-07T03:06:48.757 INFO:teuthology.orchestra.run.smithi090.stdout:osd.1 smithi090 running (2m) 75s ago 15m 142M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab d1d5335a3808 2024-03-07T03:06:48.757 INFO:teuthology.orchestra.run.smithi090.stdout:osd.2 smithi090 running (113s) 75s ago 15m 116M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab 34e4a76f0e0d 2024-03-07T03:06:48.757 INFO:teuthology.orchestra.run.smithi090.stdout:osd.3 smithi090 running (79s) 75s ago 14m 15.1M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab 04aef511bc7e 2024-03-07T03:06:48.757 INFO:teuthology.orchestra.run.smithi090.stdout:osd.4 smithi092 running (45s) 2s ago 14m 172M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab 8e559c34e8fe 2024-03-07T03:06:48.757 INFO:teuthology.orchestra.run.smithi090.stdout:osd.5 smithi092 running (7s) 2s ago 14m 11.7M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab d3fe952fea5f 2024-03-07T03:06:48.758 INFO:teuthology.orchestra.run.smithi090.stdout:osd.6 smithi092 running (13m) 2s ago 13m 177M 2480M 18.2.1-718-gae75fc9d 0164bb8a7c67 04f0a980ec71 2024-03-07T03:06:48.758 INFO:teuthology.orchestra.run.smithi090.stdout:osd.7 smithi092 running (13m) 2s ago 13m 214M 2480M 18.2.1-718-gae75fc9d 0164bb8a7c67 1f2215787147 2024-03-07T03:06:48.758 INFO:teuthology.orchestra.run.smithi090.stdout:prometheus.a smithi092 *:9095 running (4m) 2s ago 12m 63.2M - 2.43.0 a07b618ecd1d 1b8503a67e38 2024-03-07T03:06:48.839 INFO:tasks.rados.rados.0.smithi090.stdout:2820: done (5 left) 2024-03-07T03:06:48.839 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 34 current snap is 277 2024-03-07T03:06:48.839 INFO:tasks.rados.rados.0.smithi090.stdout:2819: finishing copy_from racing read to smithi09077644-11 2024-03-07T03:06:48.839 INFO:tasks.rados.rados.0.smithi090.stdout:2812: finishing rollback tid 1 to smithi09077644-10 2024-03-07T03:06:48.839 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 1475 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-03-07T03:06:48.839 INFO:tasks.rados.rados.0.smithi090.stdout:2818: finishing write tid 1 to smithi09077644-18 2024-03-07T03:06:48.839 INFO:tasks.rados.rados.0.smithi090.stdout:2818: finishing write tid 2 to smithi09077644-18 2024-03-07T03:06:48.839 INFO:tasks.rados.rados.0.smithi090.stdout:2818: finishing write tid 3 to smithi09077644-18 2024-03-07T03:06:48.840 INFO:tasks.rados.rados.0.smithi090.stdout:2818: oid 18 updating version 0 to 1149 2024-03-07T03:06:48.840 INFO:tasks.rados.rados.0.smithi090.stdout:2818: oid 18 version 1149 is already newer than 1148 2024-03-07T03:06:48.840 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 18 v 1149 (ObjNum 867 snap 277 seq_num 867) dirty exists 2024-03-07T03:06:48.840 INFO:tasks.rados.rados.0.smithi090.stdout:2818: left oid 18 (ObjNum 867 snap 277 seq_num 867) 2024-03-07T03:06:48.840 INFO:tasks.rados.rados.0.smithi090.stdout:2810: finishing write tid 1 to smithi09077644-40 2024-03-07T03:06:48.840 INFO:tasks.rados.rados.0.smithi090.stdout:2810: finishing write tid 2 to smithi09077644-40 2024-03-07T03:06:48.840 INFO:tasks.rados.rados.0.smithi090.stdout:2810: finishing write tid 3 to smithi09077644-40 2024-03-07T03:06:48.840 INFO:tasks.rados.rados.0.smithi090.stdout:2810: oid 40 updating version 0 to 12705 2024-03-07T03:06:48.840 INFO:tasks.rados.rados.0.smithi090.stdout:2810: oid 40 version 12705 is already newer than 12704 2024-03-07T03:06:48.840 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 40 v 12705 (ObjNum 863 snap 276 seq_num 863) dirty exists 2024-03-07T03:06:48.840 INFO:tasks.rados.rados.0.smithi090.stdout:2810: left oid 40 (ObjNum 863 snap 276 seq_num 863) 2024-03-07T03:06:48.840 INFO:tasks.rados.rados.0.smithi090.stdout:2816: finishing copy_from racing read to smithi09077644-44 2024-03-07T03:06:48.840 INFO:tasks.rados.rados.0.smithi090.stdout:2816: finishing copy_from to smithi09077644-44 2024-03-07T03:06:48.840 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 44 v 1413 (ObjNum 661 snap 205 seq_num 661) dirty exists 2024-03-07T03:06:48.841 INFO:tasks.rados.rados.0.smithi090.stdout:2821: seq_num 868 ranges {147456=139264} 2024-03-07T03:06:48.841 INFO:tasks.rados.rados.0.smithi090.stdout:2821: writing smithi09077644-34 from 147456 to 286720 tid 1 2024-03-07T03:06:48.841 INFO:tasks.rados.rados.0.smithi090.stdout:2810: done (5 left) 2024-03-07T03:06:48.841 INFO:tasks.rados.rados.0.smithi090.stdout:2812: done (4 left) 2024-03-07T03:06:48.841 INFO:tasks.rados.rados.0.smithi090.stdout:2816: done (3 left) 2024-03-07T03:06:48.841 INFO:tasks.rados.rados.0.smithi090.stdout:2818: done (2 left) 2024-03-07T03:06:48.841 INFO:tasks.rados.rados.0.smithi090.stdout:2819: done (1 left) 2024-03-07T03:06:48.841 INFO:tasks.rados.rados.0.smithi090.stdout:2822: delete oid 40 current snap is 277 2024-03-07T03:06:48.850 INFO:tasks.rados.rados.0.smithi090.stdout:2821: finishing write tid 1 to smithi09077644-34 2024-03-07T03:06:48.851 INFO:tasks.rados.rados.0.smithi090.stdout:2822: done (1 left) 2024-03-07T03:06:48.851 INFO:tasks.rados.rados.0.smithi090.stdout:2823: delete oid 28 current snap is 277 2024-03-07T03:06:48.852 INFO:tasks.rados.rados.0.smithi090.stdout:2821: finishing write tid 2 to smithi09077644-34 2024-03-07T03:06:48.854 INFO:tasks.rados.rados.0.smithi090.stdout:2821: finishing write tid 3 to smithi09077644-34 2024-03-07T03:06:48.855 INFO:tasks.rados.rados.0.smithi090.stdout:2821: oid 34 updating version 0 to 1158 2024-03-07T03:06:48.855 INFO:tasks.rados.rados.0.smithi090.stdout:2821: oid 34 version 1158 is already newer than 1157 2024-03-07T03:06:48.855 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 34 v 1158 (ObjNum 868 snap 277 seq_num 868) dirty exists 2024-03-07T03:06:48.855 INFO:tasks.rados.rados.0.smithi090.stdout:2821: left oid 34 (ObjNum 868 snap 277 seq_num 868) 2024-03-07T03:06:48.855 INFO:tasks.rados.rados.0.smithi090.stdout:2821: done (1 left) 2024-03-07T03:06:48.855 INFO:tasks.rados.rados.0.smithi090.stdout:2823: done (0 left) 2024-03-07T03:06:48.855 INFO:tasks.rados.rados.0.smithi090.stdout:2824: snap_remove snap 251 2024-03-07T03:06:49.078 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:06:48 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:06:48.841+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:49.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:48 smithi090 ceph-mon[91928]: pgmap v365: 121 pgs: 8 active+undersized+degraded, 4 active+undersized+degraded+snaptrim_error, 38 active+undersized, 69 active+clean, 2 active+clean+snaptrim_error; 392 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.2 MiB/s wr, 20 op/s; 113/696 objects degraded (16.236%) 2024-03-07T03:06:49.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:48 smithi090 ceph-mon[91928]: osdmap e626: 8 total, 8 up, 8 in 2024-03-07T03:06:49.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:48 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:49.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:48 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:49.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:48 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:06:49.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:48 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:06:49.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:48 smithi090 ceph-mon[89511]: pgmap v365: 121 pgs: 8 active+undersized+degraded, 4 active+undersized+degraded+snaptrim_error, 38 active+undersized, 69 active+clean, 2 active+clean+snaptrim_error; 392 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.2 MiB/s wr, 20 op/s; 113/696 objects degraded (16.236%) 2024-03-07T03:06:49.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:48 smithi090 ceph-mon[89511]: osdmap e626: 8 total, 8 up, 8 in 2024-03-07T03:06:49.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:48 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:49.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:48 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:49.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:48 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:06:49.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:48 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:06:49.079 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:48 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:48.852+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:06:49.079 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:48 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:48.852+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:06:49.079 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:48 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:48.852+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:06:49.080 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:48 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:48.853+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:06:49.080 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:06:48 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:06:48.835+0000 7f443ef5f700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:06:49.080 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:06:48 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:06:48.835+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:49.114 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:48.837+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:06:49.114 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:48 smithi092 ceph-mon[83777]: pgmap v365: 121 pgs: 8 active+undersized+degraded, 4 active+undersized+degraded+snaptrim_error, 38 active+undersized, 69 active+clean, 2 active+clean+snaptrim_error; 392 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.2 MiB/s wr, 20 op/s; 113/696 objects degraded (16.236%) 2024-03-07T03:06:49.114 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:48 smithi092 ceph-mon[83777]: osdmap e626: 8 total, 8 up, 8 in 2024-03-07T03:06:49.114 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:48 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:49.114 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:48 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:49.114 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:48 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:06:49.114 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:48 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:06:49.160 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-03-07T03:06:49.160 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": { 2024-03-07T03:06:49.160 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 3 2024-03-07T03:06:49.160 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:06:49.160 INFO:teuthology.orchestra.run.smithi090.stdout: "mgr": { 2024-03-07T03:06:49.160 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 2 2024-03-07T03:06:49.160 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:06:49.161 INFO:teuthology.orchestra.run.smithi090.stdout: "osd": { 2024-03-07T03:06:49.161 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 2, 2024-03-07T03:06:49.161 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 6 2024-03-07T03:06:49.161 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:06:49.161 INFO:teuthology.orchestra.run.smithi090.stdout: "mds": { 2024-03-07T03:06:49.161 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 2 2024-03-07T03:06:49.161 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:06:49.161 INFO:teuthology.orchestra.run.smithi090.stdout: "overall": { 2024-03-07T03:06:49.161 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 4, 2024-03-07T03:06:49.161 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 11 2024-03-07T03:06:49.161 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-03-07T03:06:49.161 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-03-07T03:06:49.851 INFO:tasks.rados.rados.0.smithi090.stdout:2824: done (0 left) 2024-03-07T03:06:49.851 INFO:tasks.rados.rados.0.smithi090.stdout:2825: snap_create 2024-03-07T03:06:50.083 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:06:50.084 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:06:50.084 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-mon[83777]: from='client.44258 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:06:50.084 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-mon[83777]: from='client.44264 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:06:50.084 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:50.084 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-mon[83777]: osdmap e627: 8 total, 8 up, 8 in 2024-03-07T03:06:50.084 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:06:50.084 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:50.084 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:06:50.084 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:06:50.084 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:06:50.084 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-mon[83777]: from='client.? 172.21.15.90:0/623140863' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:06:50.085 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:49.857+0000 7fcd98ac4700 -1 osd.5 pg_epoch: 628 pg[5.2s2( v 628'929 (0'0,628'929] local-lis/les=625/626 n=9 ec=71/71 lis/c=625/625 les/c/f=626/626/0 sis=625) [6,0,5]p6(0) r=2 lpr=625 luod=0'0 crt=628'929 mlcod 628'929 active mbc={} ps=[143~1,158~1,15b~1,160~3,164~2,167~2,16b~2b,197~1,199~7,1a2~7,1ac~3,1b0~1]] update_snap_map remove_oid 5:41930f4a:::smithi09077644-18:19c failed with -2 2024-03-07T03:06:50.085 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:49.859+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.085 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:49.861+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.085 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:49.863+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.085 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:49.867+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.085 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:49.869+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.085 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:49.872+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.085 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:49.873+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.085 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:49.876+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.085 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:49.877+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.085 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:49.881+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.085 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:49.881+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.086 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:49.885+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.086 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:49.886+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.086 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:49.889+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.086 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:49.890+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.086 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:49.846+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:06:50.087 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:49.893+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.087 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:49.895+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.087 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:49.898+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.087 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:49.899+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.087 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:49.902+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.087 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:49.904+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.087 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:49.907+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.087 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:49.908+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.087 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:49.911+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.088 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:49.912+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.088 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:49.915+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.088 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:49.916+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.088 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:49.920+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.088 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:49.921+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.088 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:49.925+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.088 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:49.925+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.088 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:49.929+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.088 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:49.930+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.088 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:49.934+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.088 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:49.935+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.088 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:49.938+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.088 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:49.939+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.088 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:49.943+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.088 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:49.944+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.089 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:49.947+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.089 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:49.948+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.089 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:49.952+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.089 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:49.952+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.089 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:49.956+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.089 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:49.957+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.089 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:49.960+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.089 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:49.962+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.089 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:49.965+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.089 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:49.966+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.089 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:49.970+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.089 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:49.971+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.089 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:49.974+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.089 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:49.975+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.089 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:49.978+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.090 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:49.979+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.090 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:49.983+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.090 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:49.984+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.090 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:49.987+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.090 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:49.989+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.090 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:49.994+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.090 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:49.995+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.090 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:49.999+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.090 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.000+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.090 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.004+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.090 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.005+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.090 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.008+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.090 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.009+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.090 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.013+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.090 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.014+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.090 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.017+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.091 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.018+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.091 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.022+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.091 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.023+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.091 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.027+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.091 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.028+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.091 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.031+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.091 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.032+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.091 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.035+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.091 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.037+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.091 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.040+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.091 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.041+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.091 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.045+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.091 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.046+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.091 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.049+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.091 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.050+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.092 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.053+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.092 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.055+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.092 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.058+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.092 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.059+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.092 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.063+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.092 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.064+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.092 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.067+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.092 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.069+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.092 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.072+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.092 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.073+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.092 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.076+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.092 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.078+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.092 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.081+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.092 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.083+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.328 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:06:49 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:06:49.854+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:50.328 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:06:49 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:06:49.848+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:50.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:49 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:49.856+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:06:50.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:49 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:49.865+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:06:50.329 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:49 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:49.866+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:06:50.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:49 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:06:50.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:49 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:06:50.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:49 smithi090 ceph-mon[91928]: from='client.44258 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:06:50.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:49 smithi090 ceph-mon[91928]: from='client.44264 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:06:50.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:49 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:50.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:49 smithi090 ceph-mon[91928]: osdmap e627: 8 total, 8 up, 8 in 2024-03-07T03:06:50.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:49 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:06:50.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:49 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:50.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:49 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:06:50.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:49 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:06:50.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:49 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:06:50.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:49 smithi090 ceph-mon[91928]: from='client.? 172.21.15.90:0/623140863' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:06:50.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:49 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:06:50.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:49 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:06:50.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:49 smithi090 ceph-mon[89511]: from='client.44258 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:06:50.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:49 smithi090 ceph-mon[89511]: from='client.44264 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:06:50.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:49 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:50.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:49 smithi090 ceph-mon[89511]: osdmap e627: 8 total, 8 up, 8 in 2024-03-07T03:06:50.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:49 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:06:50.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:49 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:50.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:49 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:06:50.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:49 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:06:50.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:49 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:06:50.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:49 smithi090 ceph-mon[89511]: from='client.? 172.21.15.90:0/623140863' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:06:50.336 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.087+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.337 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.088+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.337 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.092+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.337 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.093+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.337 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.097+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.337 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.098+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.337 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.101+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.337 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.103+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.337 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.106+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.337 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.108+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.337 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.112+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.337 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.113+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.337 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.117+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.338 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.118+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.338 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.122+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.338 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.123+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.338 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.126+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.338 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.128+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.339 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.131+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.339 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.132+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.339 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.136+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.339 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.137+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.339 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.140+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.339 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.142+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.339 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.146+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.339 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.147+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.339 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.150+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.339 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.151+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.339 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.155+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.340 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.156+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.340 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.160+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.340 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.160+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.340 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.164+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.340 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.165+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.340 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.169+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.340 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.170+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.340 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.174+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.340 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.174+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.340 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.178+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.340 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.179+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.340 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.183+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.340 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.184+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.340 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.187+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.340 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.189+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.341 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.192+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.341 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.193+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.341 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.195+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.341 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.199+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.341 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.200+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.341 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.203+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.341 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.204+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.341 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.207+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.341 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.209+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.341 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.213+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.341 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.214+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.341 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.218+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.341 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.219+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.341 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.223+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.341 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.224+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.342 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.227+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.342 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.228+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.342 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.232+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.342 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.233+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.342 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.236+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.342 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.238+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.342 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.241+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.342 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.242+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.342 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.246+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.342 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.247+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.342 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.251+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.343 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.252+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.343 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.257+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.343 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.259+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.343 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.263+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.343 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.264+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.343 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.269+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.343 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.270+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.343 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.274+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.343 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.275+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.343 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.280+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.343 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.281+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.344 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.284+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.344 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.285+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.344 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.288+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.344 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.289+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.344 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.293+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.344 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.294+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.344 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.297+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.344 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.298+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.344 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.301+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.344 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.302+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.344 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.306+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.344 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.306+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.345 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.309+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.345 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.310+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.345 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.313+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.345 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.314+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.345 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.318+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.345 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.319+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.345 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.322+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.345 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.324+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.345 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.327+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.345 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.329+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.345 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.331+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.345 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.334+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.590 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.341+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.590 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.342+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.590 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.345+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.590 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.345+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.590 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.348+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.590 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.349+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.590 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.353+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.590 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.354+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.590 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.357+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.590 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.358+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.591 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.362+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.591 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.363+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.591 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.365+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.591 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.367+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.591 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.370+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.591 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.371+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.591 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.375+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.592 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.376+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.592 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.379+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.592 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.380+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.592 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.383+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.592 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.385+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.592 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.388+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.592 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.389+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.592 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.393+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.592 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.394+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.593 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.397+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.593 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.398+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.593 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.402+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.593 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.403+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.593 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.406+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.593 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.407+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.593 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.410+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.593 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.411+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.593 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.415+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.593 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.416+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.593 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.419+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.593 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.420+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.593 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.424+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.593 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.425+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.593 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.428+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.594 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.429+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.594 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.433+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.594 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.434+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.594 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.438+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.594 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.439+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.594 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.443+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.594 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.444+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.594 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.447+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.594 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.448+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.594 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.451+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.594 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.453+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.594 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.456+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.594 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.457+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.594 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.461+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.595 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.462+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.595 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.464+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.595 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.466+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.595 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.469+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.595 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.470+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.595 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.474+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.595 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.475+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.595 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.478+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.595 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.479+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.595 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.483+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.595 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.484+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.595 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.488+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.595 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.489+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.595 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.491+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.595 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.493+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.596 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.496+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.596 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.497+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.596 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.500+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.596 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.502+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.596 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.505+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.596 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.506+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.596 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.510+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.597 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.511+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.597 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.515+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.597 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.516+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.597 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.520+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.597 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.521+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.597 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.524+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.597 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.526+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.597 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.529+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.597 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.530+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.597 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.534+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.597 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.535+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.597 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.539+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.597 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.540+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.597 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.543+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.597 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.544+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.598 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.547+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.598 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.548+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.598 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.552+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.598 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.553+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.598 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.556+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.598 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.557+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.598 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.560+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.598 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.561+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.598 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.564+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.598 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.566+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.598 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.569+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.598 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.570+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.598 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.573+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.598 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.575+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.598 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.578+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.599 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.580+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.599 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.583+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.599 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.584+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.599 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.587+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.599 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.589+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.841 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-mon[83777]: pgmap v368: 121 pgs: 1 active+recovery_wait+degraded+snaptrim_error, 3 active+undersized+degraded, 25 active+undersized, 87 active+clean, 5 active+clean+snaptrim_error; 403 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.4 MiB/s wr, 12 op/s; 9/729 objects degraded (1.235%); 18 MiB/s, 3 objects/s recovering 2024-03-07T03:06:50.841 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:06:50.841 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-mon[83777]: osdmap e628: 8 total, 8 up, 8 in 2024-03-07T03:06:50.841 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:50.841 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:50.841 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:06:50.841 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:06:50.842 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:06:50.842 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.592+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.842 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.593+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.842 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.596+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.842 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.598+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.842 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.600+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.842 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.603+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.843 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.604+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.843 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.607+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.843 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.609+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.843 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.613+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.843 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.615+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.843 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.619+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.843 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.621+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.843 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.625+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.843 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.626+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.843 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.629+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.843 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.630+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.843 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.634+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.843 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.635+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.844 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.638+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.844 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.639+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.844 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.642+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.844 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.643+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.844 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.647+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.844 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.648+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.844 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.651+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.844 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.653+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.844 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.657+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.844 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.658+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.844 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.661+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.844 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.663+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.845 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.667+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.845 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.668+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.845 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.671+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.845 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.672+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.845 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.676+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.845 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.677+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.846 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.680+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.846 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.682+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.846 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.685+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.846 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.687+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.846 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.690+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.846 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.690+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.846 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.694+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.846 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.694+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.846 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.698+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.846 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.699+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.846 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.703+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.846 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.704+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.846 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.708+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.846 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.708+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.847 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.712+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.847 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.713+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.847 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.716+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.847 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.718+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.847 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.721+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.847 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.722+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.847 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.725+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.847 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.727+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.847 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.731+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.847 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.732+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.847 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.736+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.847 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.737+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.847 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.741+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.847 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.742+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.847 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.746+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.848 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.747+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.848 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.750+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.848 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.752+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.848 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.756+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.848 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.757+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.848 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.760+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.848 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.762+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.848 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.766+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.848 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.767+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.848 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.771+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.848 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.772+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.848 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.775+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.849 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.776+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.849 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.780+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.849 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.781+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.849 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.784+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.849 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.785+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.849 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.789+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.849 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.790+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.849 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.794+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.849 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.796+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.849 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.799+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.849 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.800+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.849 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.804+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.849 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.805+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.850 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.808+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.850 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.810+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.850 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.813+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.850 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.814+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.850 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.818+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.850 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.819+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.850 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.823+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.850 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.825+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.850 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.828+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.850 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.829+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.850 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.834+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.850 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.836+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.850 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.839+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.850 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.841+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:50.851 INFO:tasks.rados.rados.0.smithi090.stdout:2825: done (0 left) 2024-03-07T03:06:50.851 INFO:tasks.rados.rados.0.smithi090.stdout:2826: rmattr oid 49 current snap is 278 2024-03-07T03:06:50.851 INFO:tasks.rados.rados.0.smithi090.stdout:2826: done (0 left) 2024-03-07T03:06:50.851 INFO:tasks.rados.rados.0.smithi090.stdout:2827: snap_remove snap 269 2024-03-07T03:06:51.093 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:50.851+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:06:51.093 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.845+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.093 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.849+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.093 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.855+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.093 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.856+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.094 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.860+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.094 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.861+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.094 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.865+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.094 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.866+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.094 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.870+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.094 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.871+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.094 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.875+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.094 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.876+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.094 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.879+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.094 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.886+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.094 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.890+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.094 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.891+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.095 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.895+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.095 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.896+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.095 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.900+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.095 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.901+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.095 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.905+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.096 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.907+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.096 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.911+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.096 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.911+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.096 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.915+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.096 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.917+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.096 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.921+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.096 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.923+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.096 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.926+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.096 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.927+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.096 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.931+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.096 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.933+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.096 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.936+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.097 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.938+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.097 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.941+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.097 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.942+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.097 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.946+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.097 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.947+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.097 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.951+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.097 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.952+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.097 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.956+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.097 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.957+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.097 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.961+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.097 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.962+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.097 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.966+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.097 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.967+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.097 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.970+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.097 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.972+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.097 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.975+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.098 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.977+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.098 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.981+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.098 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.982+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.098 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.986+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.098 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.987+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.098 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.991+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.098 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.992+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.098 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.995+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.098 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:50.997+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.098 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.001+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.098 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.002+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.098 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.006+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.098 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.007+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.098 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.010+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.099 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.012+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.099 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.015+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.099 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.017+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.099 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.020+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.099 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.022+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.099 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.026+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.099 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.027+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.099 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.031+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.100 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.032+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.100 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.036+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.100 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.037+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.100 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.041+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.100 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.043+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.100 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.046+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.100 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.047+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.100 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.051+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.100 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.053+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.100 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.056+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.100 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.057+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.100 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.061+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.100 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.063+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.100 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.066+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.100 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.068+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.101 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.071+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.101 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.072+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.101 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.076+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.101 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.077+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.101 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.081+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.101 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.082+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.101 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.086+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.101 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.087+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.101 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.091+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.101 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.092+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.328 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:06:50 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:06:50.855+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:51.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:50 smithi090 ceph-mon[89511]: pgmap v368: 121 pgs: 1 active+recovery_wait+degraded+snaptrim_error, 3 active+undersized+degraded, 25 active+undersized, 87 active+clean, 5 active+clean+snaptrim_error; 403 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.4 MiB/s wr, 12 op/s; 9/729 objects degraded (1.235%); 18 MiB/s, 3 objects/s recovering 2024-03-07T03:06:51.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:50 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:06:51.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:50 smithi090 ceph-mon[89511]: osdmap e628: 8 total, 8 up, 8 in 2024-03-07T03:06:51.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:50 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:51.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:50 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:51.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:50 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:06:51.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:50 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:06:51.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:50 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:06:51.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:50 smithi090 ceph-mon[91928]: pgmap v368: 121 pgs: 1 active+recovery_wait+degraded+snaptrim_error, 3 active+undersized+degraded, 25 active+undersized, 87 active+clean, 5 active+clean+snaptrim_error; 403 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.4 MiB/s wr, 12 op/s; 9/729 objects degraded (1.235%); 18 MiB/s, 3 objects/s recovering 2024-03-07T03:06:51.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:50 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:06:51.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:50 smithi090 ceph-mon[91928]: osdmap e628: 8 total, 8 up, 8 in 2024-03-07T03:06:51.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:50 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:51.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:50 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:51.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:50 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:06:51.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:50 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:06:51.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:50 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:06:51.347 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.096+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.347 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.098+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.347 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.103+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.347 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.104+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.347 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.108+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.347 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.111+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.347 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.115+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.347 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.116+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.347 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.120+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.347 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.122+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.347 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.126+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.347 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.128+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.348 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.133+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.348 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.135+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.348 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.139+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.348 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.141+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.348 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.145+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.349 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.145+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.349 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.150+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.349 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.151+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.349 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.155+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.349 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.156+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.349 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.161+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.349 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.162+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.349 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.166+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.349 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.168+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.349 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.171+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.350 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.172+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.350 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.176+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.350 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.177+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.350 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.181+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.350 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.185+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.350 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.186+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.350 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.191+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.350 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.192+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.350 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.196+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.350 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.198+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.350 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.202+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.350 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.203+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.350 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.206+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.350 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.208+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.351 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.210+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.351 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.214+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.351 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.215+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.351 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.219+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.351 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.220+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.351 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.225+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.351 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.226+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.351 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.229+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.351 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.231+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.351 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.235+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.351 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.236+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.351 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.239+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.351 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.241+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.351 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.245+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.352 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.246+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.352 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.249+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.352 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.250+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.352 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.255+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.352 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.256+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.352 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.260+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.352 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.261+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.352 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.266+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.352 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.267+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.352 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.271+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.352 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.273+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.353 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.278+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.353 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.278+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.353 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.284+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.353 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.285+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.353 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.290+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.353 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.292+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.353 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.296+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.353 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.298+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.353 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.303+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.353 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.303+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.353 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.307+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.353 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.308+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.353 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.312+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.354 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.313+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.354 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.317+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.354 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.319+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.354 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.323+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.354 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.324+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.354 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.328+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.354 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.329+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.354 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.333+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.354 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.334+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.354 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.338+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.354 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.340+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.354 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.344+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.354 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.346+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.600 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.351+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.600 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.353+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.600 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.356+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.600 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.358+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.600 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.362+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.600 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.363+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.600 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.368+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.600 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.369+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.600 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.372+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.601 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.374+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.601 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.378+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.601 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.379+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.601 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.383+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.601 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.385+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.601 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.389+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.601 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.391+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.601 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.394+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.602 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.396+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.602 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.400+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.602 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.401+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.602 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.406+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.602 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.407+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.602 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.411+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.603 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.412+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.603 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.416+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.603 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.417+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.603 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.421+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.603 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.422+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.603 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.427+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.603 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.429+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.603 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.433+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.603 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.435+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.603 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.439+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.603 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.440+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.603 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.445+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.603 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.445+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.603 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.449+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.604 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.449+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.604 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.454+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.604 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.455+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.604 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.459+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.604 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.461+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.604 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.465+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.604 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.467+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.604 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.471+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.604 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.472+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.604 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.476+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.604 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.478+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.604 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.482+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.604 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.483+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.604 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.486+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.604 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.488+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.605 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.492+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.605 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.494+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.605 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.498+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.605 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.499+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.605 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.502+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.605 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.504+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.605 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.508+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.605 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.509+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.605 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.514+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.605 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.516+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.605 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.520+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.605 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.521+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.605 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.525+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.605 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.527+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.606 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.531+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.606 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.532+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.606 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.536+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.606 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.537+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.606 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.541+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.606 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.543+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.606 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.547+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.606 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.548+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.606 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.552+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.606 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.554+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.606 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.557+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.606 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.559+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.606 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.563+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.606 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.565+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.606 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.569+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.607 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.571+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.607 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.575+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.607 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.576+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.607 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.580+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.607 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.581+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.607 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.586+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.607 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.587+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.607 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.591+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.607 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.593+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.607 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.597+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.607 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.599+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.623 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:06:51 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:06:51.338+0000 7f8323fc5700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-03-07T03:06:51.851 INFO:tasks.rados.rados.0.smithi090.stdout:2827: done (0 left) 2024-03-07T03:06:51.852 INFO:tasks.rados.rados.0.smithi090.stdout:2828: rollback oid 11 current snap is 278 2024-03-07T03:06:51.852 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 11 to 277 2024-03-07T03:06:51.852 INFO:tasks.rados.rados.0.smithi090.stdout:2829: delete oid 36 current snap is 278 2024-03-07T03:06:51.854 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.604+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.854 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.606+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.854 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.610+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.854 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.611+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.854 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.616+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.854 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.617+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.854 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.620+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.854 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.623+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.854 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.625+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.854 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.629+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.854 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.631+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.855 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.635+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.855 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.636+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.855 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.641+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.855 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.642+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.855 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.646+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.855 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.648+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.856 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.651+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.856 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.653+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.856 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.657+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.856 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.658+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.856 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.663+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.856 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.664+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.857 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.669+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.857 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.669+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.857 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.674+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.857 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.676+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.857 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.679+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.857 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.681+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.857 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.684+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.857 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.687+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.857 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.689+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.857 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.693+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.857 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.695+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.858 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.699+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.858 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.700+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.858 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.704+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.858 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.706+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.858 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.710+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.858 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.711+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.858 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.715+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.858 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.717+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.858 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.720+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.858 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.722+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.858 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.726+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.858 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.728+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.858 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.732+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.858 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.733+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.859 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.737+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.859 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.739+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.859 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.743+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.859 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.744+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.859 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.748+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.859 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.750+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.859 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.754+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.859 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.755+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.859 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.759+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.859 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.759+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.859 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.764+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.859 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.766+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.859 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.771+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.859 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.772+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.860 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.776+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.860 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.778+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.860 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.782+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.860 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.783+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.860 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.787+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.860 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.789+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.860 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.794+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.860 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.795+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.861 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.800+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.861 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.801+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.861 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.805+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.861 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.807+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.861 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.811+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.861 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.812+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.861 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.816+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.861 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.817+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.861 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.821+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.861 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.822+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.861 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.826+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.861 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.828+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.862 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.833+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.862 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.834+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.862 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.838+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.862 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.840+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.862 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.843+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.862 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.845+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.862 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.851+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:51.863 INFO:tasks.rados.rados.0.smithi090.stdout:2829: done (1 left) 2024-03-07T03:06:51.863 INFO:tasks.rados.rados.0.smithi090.stdout:2830: copy_from oid 1 from oid 9 current snap is 278 2024-03-07T03:06:51.863 INFO:tasks.rados.rados.0.smithi090.stdout:2831: snap_remove snap 276 2024-03-07T03:06:52.078 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:06:51 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:06:51.853+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:52.078 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:06:51 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:06:51.620+0000 7f4442f67700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:06:52.078 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:06:51 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:06:51.620+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:52.078 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:06:51 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:06:51.860+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:52.079 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:51 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:51.620+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:06:52.079 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:51 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:51.620+0000 7fa43c425700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:06:52.079 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:51 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:51.620+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:06:52.079 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:51 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:51.621+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:06:52.079 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:51 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:51.863+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:06:52.079 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:51 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:51.863+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:06:52.079 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:51 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:51.863+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:06:52.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:51 smithi090 ceph-mon[89511]: osdmap e629: 8 total, 8 up, 8 in 2024-03-07T03:06:52.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:51 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:06:52.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:51 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:52.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:51 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:52.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:51 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:52.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:51 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:06:52.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:51 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:06:52.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:51 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:52.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:51 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:06:52.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:51 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:06:52.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:51 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:06:52.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:51 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:06:52.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:51 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-03-07T03:06:52.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:51 smithi090 ceph-mon[89511]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-03-07T03:06:52.081 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:51 smithi090 ceph-mon[89511]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-03-07T03:06:52.081 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:51 smithi090 ceph-mon[89511]: pgmap v371: 121 pgs: 2 active+clean+snaptrim, 1 active+recovery_wait+degraded+snaptrim_error, 113 active+clean, 5 active+clean+snaptrim_error; 403 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.4 MiB/s wr, 12 op/s; 1/732 objects degraded (0.137%); 20 MiB/s, 3 objects/s recovering 2024-03-07T03:06:52.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:51 smithi090 ceph-mon[91928]: osdmap e629: 8 total, 8 up, 8 in 2024-03-07T03:06:52.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:51 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:06:52.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:51 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:52.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:51 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:52.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:51 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:52.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:51 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:06:52.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:51 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:06:52.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:51 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:52.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:51 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:06:52.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:51 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:06:52.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:51 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:06:52.082 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:51 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:06:52.082 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:51 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-03-07T03:06:52.082 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:51 smithi090 ceph-mon[91928]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-03-07T03:06:52.082 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:51 smithi090 ceph-mon[91928]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-03-07T03:06:52.082 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:51 smithi090 ceph-mon[91928]: pgmap v371: 121 pgs: 2 active+clean+snaptrim, 1 active+recovery_wait+degraded+snaptrim_error, 113 active+clean, 5 active+clean+snaptrim_error; 403 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.4 MiB/s wr, 12 op/s; 1/732 objects degraded (0.137%); 20 MiB/s, 3 objects/s recovering 2024-03-07T03:06:52.105 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:51.851+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:06:52.105 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-mon[83777]: osdmap e629: 8 total, 8 up, 8 in 2024-03-07T03:06:52.106 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:06:52.106 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:52.106 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:52.106 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:52.106 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:06:52.106 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:06:52.106 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:52.106 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:06:52.106 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:06:52.106 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:06:52.106 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:06:52.107 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-03-07T03:06:52.107 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-mon[83777]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-03-07T03:06:52.107 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-mon[83777]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-03-07T03:06:52.107 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-mon[83777]: pgmap v371: 121 pgs: 2 active+clean+snaptrim, 1 active+recovery_wait+degraded+snaptrim_error, 113 active+clean, 5 active+clean+snaptrim_error; 403 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.4 MiB/s wr, 12 op/s; 1/732 objects degraded (0.137%); 20 MiB/s, 3 objects/s recovering 2024-03-07T03:06:52.108 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.865+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.108 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.867+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.108 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.871+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.108 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.873+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.108 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.876+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.108 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.879+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.108 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.881+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.108 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.885+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.108 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.886+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.109 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.891+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.109 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.893+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.109 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.896+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.109 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.898+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.109 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.902+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.109 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.903+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.109 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.908+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.109 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.910+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.109 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.914+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.109 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.916+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.109 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.920+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.109 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.922+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.109 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.926+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.109 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.928+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.109 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.932+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.110 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.933+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.110 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.937+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.110 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.938+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.110 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.944+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.110 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.945+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.110 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.950+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.110 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.951+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.110 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.956+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.110 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.957+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.110 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.961+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.110 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.962+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.110 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.967+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.110 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.968+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.110 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.972+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.110 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.974+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.111 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.979+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.111 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.980+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.111 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.984+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.111 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.986+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.111 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.990+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.111 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.991+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.111 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.996+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.111 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:51.997+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.111 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.001+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.111 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.003+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.111 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.007+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.111 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.008+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.111 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.013+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.111 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.014+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.112 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.019+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.112 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.021+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.112 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.025+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.112 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.026+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.112 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.030+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.112 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.032+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.112 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.037+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.112 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.038+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.112 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.043+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.112 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.044+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.112 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.049+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.112 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.050+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.112 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.055+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.112 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.056+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.112 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.060+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.113 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.062+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.113 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.066+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.113 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.067+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.113 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.072+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.113 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.073+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.113 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.078+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.113 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.080+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.113 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.084+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.113 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.086+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.113 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.091+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.113 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.092+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.114 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.097+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.114 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.098+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.114 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.103+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.114 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.105+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.357 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:06:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:06:52.357 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.110+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.357 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.111+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.357 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.116+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.357 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.118+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.357 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.122+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.358 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.124+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.358 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.128+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.358 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.129+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.358 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.134+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.358 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.135+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.358 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.140+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.358 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.141+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.358 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.146+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.358 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.147+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.358 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.152+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.358 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.153+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.358 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.158+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.359 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.159+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.359 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.164+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.359 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.165+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.359 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.169+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.359 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.171+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.359 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.175+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.359 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.176+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.360 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.182+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.360 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.183+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.360 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.188+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.360 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.189+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.360 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.194+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.360 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.196+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.360 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.202+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.360 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.203+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.360 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.208+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.360 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.209+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.360 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.215+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.360 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.216+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.360 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.221+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.360 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.223+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.360 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.228+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.361 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.229+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.361 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.235+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.361 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.236+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.361 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.240+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.361 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.243+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.361 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.247+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.361 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.248+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.361 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.254+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.361 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.255+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.361 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.260+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.361 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.261+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.361 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.266+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.361 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.268+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.362 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.272+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.362 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.274+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.362 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.279+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.362 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.280+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.362 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.284+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.362 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.287+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.362 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.291+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.362 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.293+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.362 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.298+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.362 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.299+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.362 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.305+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.363 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.306+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.363 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.311+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.363 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.312+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.363 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.317+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.363 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.319+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.363 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.324+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.363 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.325+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.363 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.330+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.363 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.331+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.363 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.336+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.363 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.337+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.363 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.342+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.363 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.344+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.363 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.349+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.364 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.350+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.364 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.355+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.364 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.357+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.609 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.362+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.609 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.364+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.609 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.369+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.610 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.371+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.610 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.376+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.610 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.377+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.610 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.382+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.610 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.383+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.610 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.388+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.610 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.390+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.610 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.394+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.610 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.395+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.610 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.400+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.610 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.402+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.610 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.407+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.610 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.408+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.611 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.414+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.611 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.416+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.611 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.420+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.611 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.421+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.612 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.427+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.612 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.428+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.612 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.432+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.612 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.435+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.612 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.437+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.612 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.442+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.612 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.444+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.612 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.449+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.612 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.451+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.612 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.456+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.612 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.457+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.612 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.462+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.612 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.464+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.613 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.469+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.613 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.471+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.613 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.476+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.613 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.478+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.613 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.483+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.613 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.483+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.613 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.488+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.613 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.490+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.613 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.494+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.613 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.496+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.613 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.500+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.613 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.502+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.613 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.507+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.613 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.509+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.613 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.514+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.614 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.516+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.614 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.521+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.614 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.523+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.614 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.528+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.614 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.530+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.614 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.534+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.614 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.536+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.614 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.540+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.614 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.542+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.614 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.547+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.614 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.548+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.614 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.553+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.614 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.555+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.614 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.560+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.614 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.562+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.615 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.567+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.615 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.568+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.615 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.573+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.615 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.575+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.615 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.579+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.615 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.581+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.615 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.586+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.615 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.587+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.615 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.592+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.615 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.594+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.615 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.598+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.615 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.600+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.615 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.604+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.615 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.607+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.861 INFO:tasks.rados.rados.0.smithi090.stdout:2831: done (2 left) 2024-03-07T03:06:52.861 INFO:tasks.rados.rados.0.smithi090.stdout:2832: setattr oid 41 current snap is 278 2024-03-07T03:06:52.861 INFO:tasks.rados.rados.0.smithi090.stdout:2828: finishing rollback tid 0 to smithi09077644-11 2024-03-07T03:06:52.861 INFO:tasks.rados.rados.0.smithi090.stdout:2830: finishing copy_from to smithi09077644-1 2024-03-07T03:06:52.861 INFO:tasks.rados.rados.0.smithi090.stdout:2830: got expected ENOENT (src dne) 2024-03-07T03:06:52.861 INFO:tasks.rados.rados.0.smithi090.stdout:2830: finishing copy_from racing read to smithi09077644-1 2024-03-07T03:06:52.861 INFO:tasks.rados.rados.0.smithi090.stdout:2828: finishing rollback tid 1 to smithi09077644-11 2024-03-07T03:06:52.861 INFO:tasks.rados.rados.0.smithi090.stdout:2828: finishing rollback tid 2 to smithi09077644-11 2024-03-07T03:06:52.861 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 11 v 1459 (ObjNum 661 snap 205 seq_num 661) dirty exists 2024-03-07T03:06:52.862 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.612+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.862 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.614+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.862 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.619+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.862 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.621+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.862 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.627+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.862 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.629+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.862 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.634+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.862 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.636+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.862 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.640+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.862 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.642+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.862 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.647+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.863 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.650+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.863 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.655+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.863 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.655+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.863 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.660+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.863 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.662+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.863 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.667+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.863 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.669+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.863 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.674+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.863 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.675+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.863 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.680+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.863 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.682+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.863 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.685+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.863 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.688+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.864 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.692+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.864 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.694+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.864 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.699+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.864 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.700+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.864 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.705+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.864 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.707+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.864 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.712+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.864 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.714+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.864 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.719+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.864 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.721+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.864 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.724+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.865 INFO:tasks.rados.rados.0.smithi090.stdout:2828: done (2 left) 2024-03-07T03:06:52.865 INFO:tasks.rados.rados.0.smithi090.stdout:2830: done (1 left) 2024-03-07T03:06:52.865 INFO:tasks.rados.rados.0.smithi090.stdout:2833: snap_remove snap 249 2024-03-07T03:06:52.866 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.727+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.866 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.732+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.866 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.734+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.866 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.738+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.866 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.741+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.866 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.745+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.866 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.748+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.866 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.753+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.866 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.754+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.866 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.760+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.866 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.762+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.866 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.767+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.866 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.769+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.867 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.773+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.867 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.775+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.867 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.780+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.867 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.782+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.867 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.787+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.867 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.788+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.867 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.793+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.867 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.795+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.867 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.800+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.867 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.802+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.867 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.807+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.867 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.809+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.867 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.814+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.868 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.816+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.868 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.822+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.868 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.824+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.868 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.829+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.868 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.830+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.868 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.835+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.868 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.837+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.868 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.842+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.868 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.844+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.868 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.848+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.868 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.849+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.868 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.854+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:52.869 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.856+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.111 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:53.111 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:06:53.111 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:06:53.111 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:06:53.111 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-mon[83777]: osdmap e630: 8 total, 8 up, 8 in 2024-03-07T03:06:53.112 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:06:53.112 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:53.112 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:53.112 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:06:53.112 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:06:53.112 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:06:53.112 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-mon[83777]: Health check update: Degraded data redundancy: 1/732 objects degraded (0.137%), 1 pg degraded (PG_DEGRADED) 2024-03-07T03:06:53.112 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:52.858+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:06:53.113 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.866+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.113 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.868+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.113 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.874+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.113 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.876+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.113 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.881+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.114 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.883+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.114 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.888+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.114 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.890+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.114 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.895+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.114 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.897+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.114 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.901+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.114 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.903+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.114 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.908+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.114 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.909+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.114 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.914+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.114 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.916+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.114 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.921+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.114 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.923+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.114 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.928+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.114 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.930+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.115 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.935+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.115 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.937+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.115 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.942+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.115 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.943+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.115 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.949+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.115 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.950+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.115 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.954+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.115 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.956+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.115 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.962+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.115 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.963+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.115 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.967+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.115 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.969+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.115 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.974+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.115 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.976+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.116 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.981+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.116 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.983+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.116 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.988+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.116 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.989+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.116 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.994+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.116 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:52.995+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.116 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.001+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.116 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.003+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.116 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.008+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.116 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.010+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.116 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.015+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.116 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.017+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.117 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.022+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.117 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.024+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.117 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.028+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.117 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.031+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.117 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.035+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.117 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.038+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.117 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.042+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.117 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.044+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.117 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.050+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.117 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.051+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.117 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.056+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.117 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.058+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.117 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.064+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.117 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.066+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.118 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.071+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.118 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.073+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.118 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.078+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.118 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.080+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.118 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.085+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.118 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.088+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.118 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.093+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.118 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.094+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.118 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.099+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.118 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.101+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.118 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.107+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.118 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.109+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.328 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:06:52 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:06:52.864+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:53.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:52 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:52.870+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:06:53.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:52 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:52.870+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:06:53.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:52 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:52.870+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:06:53.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:52 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:52.870+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:06:53.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:52 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:53.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:52 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:06:53.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:52 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:06:53.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:52 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:06:53.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:52 smithi090 ceph-mon[89511]: osdmap e630: 8 total, 8 up, 8 in 2024-03-07T03:06:53.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:52 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:06:53.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:52 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:53.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:52 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:53.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:52 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:06:53.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:52 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:06:53.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:52 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:06:53.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:52 smithi090 ceph-mon[89511]: Health check update: Degraded data redundancy: 1/732 objects degraded (0.137%), 1 pg degraded (PG_DEGRADED) 2024-03-07T03:06:53.330 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:06:52 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:06:52.867+0000 7f4442f67700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:06:53.330 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:06:52 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:06:52.868+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:53.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:52 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:53.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:52 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:06:53.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:52 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:06:53.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:52 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:06:53.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:52 smithi090 ceph-mon[91928]: osdmap e630: 8 total, 8 up, 8 in 2024-03-07T03:06:53.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:52 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:06:53.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:52 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:53.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:52 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:53.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:52 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:06:53.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:52 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:06:53.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:52 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:06:53.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:52 smithi090 ceph-mon[91928]: Health check update: Degraded data redundancy: 1/732 objects degraded (0.137%), 1 pg degraded (PG_DEGRADED) 2024-03-07T03:06:53.331 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:06:53 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:06:53] "GET /metrics HTTP/1.1" 200 36247 "" "Prometheus/2.43.0" 2024-03-07T03:06:53.363 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.117+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.363 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.118+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.363 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.123+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.363 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.125+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.363 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.130+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.363 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.131+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.363 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.136+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.364 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.138+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.364 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.143+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.364 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.145+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.364 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.150+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.364 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.151+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.364 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.157+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.364 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.159+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.364 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.164+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.364 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.166+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.364 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.171+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.365 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.172+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.365 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.177+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.365 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.179+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.365 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.184+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.365 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.186+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.365 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.192+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.365 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.193+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.366 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.199+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.366 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.201+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.366 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.205+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.366 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.208+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.366 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.213+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.366 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.214+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.366 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.220+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.366 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.222+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.366 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.227+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.366 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.229+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.366 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.234+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.366 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.237+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.366 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.242+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.366 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.244+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.367 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.249+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.367 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.250+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.367 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.256+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.367 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.257+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.367 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.262+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.367 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.263+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.367 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.270+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.367 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.271+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.367 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.276+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.367 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.278+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.367 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.284+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.367 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.286+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.367 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.291+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.368 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.293+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.368 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.298+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.368 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.300+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.368 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.305+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.368 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.306+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.368 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.311+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.368 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.314+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.368 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.319+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.368 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.320+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.368 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.326+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.368 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.329+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.368 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.334+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.368 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.337+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.369 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.343+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.369 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.345+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.369 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.351+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.369 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.354+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.369 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.359+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.369 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.361+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.614 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.366+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.614 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.369+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.615 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.374+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.615 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.377+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.615 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.382+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.615 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.384+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.615 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.389+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.615 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.390+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.615 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.396+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.615 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.397+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.615 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.403+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.615 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.405+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.615 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.410+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.615 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.411+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.616 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.416+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.616 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.419+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.616 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.424+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.616 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.427+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.616 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.432+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.617 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.433+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.617 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.439+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.617 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.441+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.617 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.446+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.617 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.448+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.617 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.453+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.617 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.456+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.617 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.461+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.617 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.463+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.617 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.468+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.617 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.470+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.617 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.476+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.618 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.478+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.618 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.483+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.618 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.485+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.618 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.491+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.618 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.493+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.618 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.498+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.618 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.499+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.618 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.506+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.618 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.508+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.618 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.513+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.618 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.516+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.618 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.521+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.618 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.523+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.618 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.528+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.618 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.530+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.619 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.535+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.619 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.537+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.619 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.541+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.619 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.544+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.619 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.549+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.619 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.552+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.619 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.557+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.619 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.559+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.619 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.565+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.619 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.566+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.619 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.571+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.619 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.573+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.619 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.578+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.620 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.581+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.620 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.586+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.620 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.589+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.620 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.596+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.620 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.598+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.620 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.604+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.620 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.605+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.620 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.612+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.620 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.614+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.865 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.620+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.865 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.622+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.865 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.627+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.865 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.629+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.865 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.635+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.865 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.637+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.865 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.643+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.865 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.643+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.865 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.650+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.866 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.651+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.866 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.657+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.866 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.660+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.866 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.665+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.866 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.667+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.866 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.673+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.866 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.674+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.866 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.680+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.867 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.682+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.867 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.688+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.867 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.690+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.867 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.696+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.867 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.697+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.867 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.704+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.867 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.706+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.867 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.712+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.867 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.714+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.867 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.719+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.867 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.722+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.868 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.727+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.868 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.730+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.868 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.735+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.868 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.738+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.868 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.743+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.868 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.745+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.868 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.752+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.868 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.754+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.868 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.759+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.868 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.761+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.868 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.767+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.868 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.768+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.868 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.774+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.869 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.776+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.869 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.782+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.869 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.784+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.869 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.790+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.869 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.792+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.869 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.798+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.869 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.800+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.869 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.806+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.869 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.808+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.869 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.814+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.869 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.816+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.869 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.821+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.869 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.824+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.869 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.830+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.870 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.831+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.870 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.837+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.870 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.839+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.870 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.844+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.870 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.846+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.870 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.853+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.870 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.854+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.870 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.859+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.870 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.862+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:53.872 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 41 v 1140 (ObjNum 748 snap 237 seq_num 748) dirty exists 2024-03-07T03:06:53.872 INFO:tasks.rados.rados.0.smithi090.stdout:2832: done (1 left) 2024-03-07T03:06:53.872 INFO:tasks.rados.rados.0.smithi090.stdout:2833: done (0 left) 2024-03-07T03:06:53.872 INFO:tasks.rados.rados.0.smithi090.stdout:2834: delete oid 29 current snap is 278 2024-03-07T03:06:53.885 INFO:tasks.rados.rados.0.smithi090.stdout:2834: done (0 left) 2024-03-07T03:06:53.885 INFO:tasks.rados.rados.0.smithi090.stdout:2835: copy_from oid 14 from oid 22 current snap is 278 2024-03-07T03:06:53.886 INFO:tasks.rados.rados.0.smithi090.stdout:2836: delete oid 40 current snap is 278 2024-03-07T03:06:53.889 INFO:tasks.rados.rados.0.smithi090.stdout:2835: finishing copy_from to smithi09077644-14 2024-03-07T03:06:53.889 INFO:tasks.rados.rados.0.smithi090.stdout:2835: got expected ENOENT (src dne) 2024-03-07T03:06:53.890 INFO:tasks.rados.rados.0.smithi090.stdout:2835: finishing copy_from racing read to smithi09077644-14 2024-03-07T03:06:53.892 INFO:tasks.rados.rados.0.smithi090.stdout:2835: done (1 left) 2024-03-07T03:06:53.892 INFO:tasks.rados.rados.0.smithi090.stdout:2836: done (0 left) 2024-03-07T03:06:53.892 INFO:tasks.rados.rados.0.smithi090.stdout:2837: delete oid 19 current snap is 278 2024-03-07T03:06:53.894 INFO:tasks.rados.rados.0.smithi090.stdout:2837: done (0 left) 2024-03-07T03:06:53.894 INFO:tasks.rados.rados.0.smithi090.stdout:2838: rmattr oid 35 current snap is 278 2024-03-07T03:06:53.894 INFO:tasks.rados.rados.0.smithi090.stdout:2838: done (0 left) 2024-03-07T03:06:53.894 INFO:tasks.rados.rados.0.smithi090.stdout:2839: read oid 38 snap 268 2024-03-07T03:06:53.894 INFO:tasks.rados.rados.0.smithi090.stdout:2839: expect (ObjNum 785 snap 255 seq_num 785) 2024-03-07T03:06:53.894 INFO:tasks.rados.rados.0.smithi090.stdout:2840: rmattr oid 7 current snap is 278 2024-03-07T03:06:53.894 INFO:tasks.rados.rados.0.smithi090.stdout:2841: read oid 13 snap 270 2024-03-07T03:06:53.894 INFO:tasks.rados.rados.0.smithi090.stdout:2841: expect (ObjNum 811 snap 264 seq_num 811) 2024-03-07T03:06:53.895 INFO:tasks.rados.rados.0.smithi090.stdout:2842: delete oid 11 current snap is 278 2024-03-07T03:06:53.896 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 7 v 721 (ObjNum 682 snap 212 seq_num 682) dirty exists 2024-03-07T03:06:53.900 INFO:tasks.rados.rados.0.smithi090.stdout:2840: done (3 left) 2024-03-07T03:06:53.900 INFO:tasks.rados.rados.0.smithi090.stdout:2842: done (2 left) 2024-03-07T03:06:53.900 INFO:tasks.rados.rados.0.smithi090.stdout:2843: snap_remove snap 277 2024-03-07T03:06:54.166 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:53.868+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:06:54.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-mon[83777]: osdmap e631: 8 total, 8 up, 8 in 2024-03-07T03:06:54.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:06:54.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:54.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:54.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:06:54.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:06:54.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:06:54.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-mon[83777]: pgmap v374: 121 pgs: 2 active+clean+snaptrim, 113 active+clean, 6 active+clean+snaptrim_error; 403 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 44 KiB/s wr, 1 op/s; 3.0 MiB/s, 0 objects/s recovering 2024-03-07T03:06:54.167 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.873+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:54.167 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.880+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:54.167 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.889+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:54.167 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.889+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:06:54.168 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.891+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 198 after trimming was started 2024-03-07T03:06:54.168 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:53.891+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:06:54.328 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:06:53 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:06:53.869+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:54.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:53 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:53.881+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:06:54.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:53 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:53.882+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:06:54.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:53 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:53.882+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:06:54.328 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:06:53 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:06:53.872+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:54.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:53 smithi090 ceph-mon[89511]: osdmap e631: 8 total, 8 up, 8 in 2024-03-07T03:06:54.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:53 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:06:54.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:53 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:54.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:53 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:54.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:53 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:06:54.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:53 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:06:54.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:53 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:06:54.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:53 smithi090 ceph-mon[89511]: pgmap v374: 121 pgs: 2 active+clean+snaptrim, 113 active+clean, 6 active+clean+snaptrim_error; 403 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 44 KiB/s wr, 1 op/s; 3.0 MiB/s, 0 objects/s recovering 2024-03-07T03:06:54.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:53 smithi090 ceph-mon[91928]: osdmap e631: 8 total, 8 up, 8 in 2024-03-07T03:06:54.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:53 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:06:54.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:53 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:54.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:53 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:54.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:53 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:06:54.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:53 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:06:54.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:53 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:06:54.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:53 smithi090 ceph-mon[91928]: pgmap v374: 121 pgs: 2 active+clean+snaptrim, 113 active+clean, 6 active+clean+snaptrim_error; 403 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 44 KiB/s wr, 1 op/s; 3.0 MiB/s, 0 objects/s recovering 2024-03-07T03:06:54.880 INFO:tasks.rados.rados.0.smithi090.stdout:2843: done (2 left) 2024-03-07T03:06:54.880 INFO:tasks.rados.rados.0.smithi090.stdout:2844: read oid 24 snap -1 2024-03-07T03:06:54.881 INFO:tasks.rados.rados.0.smithi090.stdout:2844: expect deleted 2024-03-07T03:06:54.881 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 9 current snap is 278 2024-03-07T03:06:54.881 INFO:tasks.rados.rados.0.smithi090.stdout:2845: seq_num 876 ranges {0=278528} 2024-03-07T03:06:54.882 INFO:tasks.rados.rados.0.smithi090.stdout:2845: writing smithi09077644-9 from 0 to 278528 tid 1 2024-03-07T03:06:54.883 INFO:tasks.rados.rados.0.smithi090.stdout:2839: expect (ObjNum 785 snap 255 seq_num 785) 2024-03-07T03:06:54.928 INFO:tasks.rados.rados.0.smithi090.stdout:2841: expect (ObjNum 811 snap 264 seq_num 811) 2024-03-07T03:06:55.166 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:54 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:54.888+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:06:55.166 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:54 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:54.879+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:06:55.166 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:54 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:54.879+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:06:55.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:54 smithi092 ceph-mon[83777]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/732 objects degraded (0.137%), 1 pg degraded) 2024-03-07T03:06:55.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:54 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:06:55.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:54 smithi092 ceph-mon[83777]: osdmap e632: 8 total, 8 up, 8 in 2024-03-07T03:06:55.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:54 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:55.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:54 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:55.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:54 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:06:55.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:54 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:06:55.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:54 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:06:55.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:54 smithi092 ceph-mon[83777]: No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:06:55.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:54 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:06:55.172 INFO:tasks.rados.rados.0.smithi090.stdout:2845: finishing write tid 1 to smithi09077644-9 2024-03-07T03:06:55.172 INFO:tasks.rados.rados.0.smithi090.stdout:2845: finishing write tid 2 to smithi09077644-9 2024-03-07T03:06:55.172 INFO:tasks.rados.rados.0.smithi090.stdout:2845: finishing write tid 3 to smithi09077644-9 2024-03-07T03:06:55.173 INFO:tasks.rados.rados.0.smithi090.stdout:2845: oid 9 updating version 0 to 1313 2024-03-07T03:06:55.173 INFO:tasks.rados.rados.0.smithi090.stdout:2845: oid 9 version 1313 is already newer than 1312 2024-03-07T03:06:55.173 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 9 v 1313 (ObjNum 876 snap 278 seq_num 876) dirty exists 2024-03-07T03:06:55.173 INFO:tasks.rados.rados.0.smithi090.stdout:2845: left oid 9 (ObjNum 876 snap 278 seq_num 876) 2024-03-07T03:06:55.173 INFO:tasks.rados.rados.0.smithi090.stdout:2839: done (3 left) 2024-03-07T03:06:55.173 INFO:tasks.rados.rados.0.smithi090.stdout:2841: done (2 left) 2024-03-07T03:06:55.173 INFO:tasks.rados.rados.0.smithi090.stdout:2844: done (1 left) 2024-03-07T03:06:55.173 INFO:tasks.rados.rados.0.smithi090.stdout:2845: done (0 left) 2024-03-07T03:06:55.173 INFO:tasks.rados.rados.0.smithi090.stdout:2846: read oid 10 snap -1 2024-03-07T03:06:55.173 INFO:tasks.rados.rados.0.smithi090.stdout:2846: expect deleted 2024-03-07T03:06:55.173 INFO:tasks.rados.rados.0.smithi090.stdout:2847: snap_remove snap 260 2024-03-07T03:06:55.328 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:06:54 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:06:54.891+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:55.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:54 smithi090 ceph-mon[89511]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/732 objects degraded (0.137%), 1 pg degraded) 2024-03-07T03:06:55.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:54 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:06:55.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:54 smithi090 ceph-mon[89511]: osdmap e632: 8 total, 8 up, 8 in 2024-03-07T03:06:55.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:54 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:55.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:54 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:55.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:54 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:06:55.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:54 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:06:55.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:54 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:06:55.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:54 smithi090 ceph-mon[89511]: No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:06:55.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:54 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:06:55.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:54 smithi090 ceph-mon[91928]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/732 objects degraded (0.137%), 1 pg degraded) 2024-03-07T03:06:55.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:54 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:06:55.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:54 smithi090 ceph-mon[91928]: osdmap e632: 8 total, 8 up, 8 in 2024-03-07T03:06:55.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:54 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:55.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:54 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:55.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:54 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:06:55.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:54 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:06:55.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:54 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:06:55.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:54 smithi090 ceph-mon[91928]: No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:06:55.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:54 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:06:55.330 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:06:54 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:06:54.880+0000 7f4442f67700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:06:55.331 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:06:54 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:06:54.880+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:55.331 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:54 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:54.888+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:06:55.331 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:54 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:54.889+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:06:55.331 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:54 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:54.889+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:06:55.331 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:54 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:54.889+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:06:55.889 INFO:tasks.rados.rados.0.smithi090.stdout:2846: done (1 left) 2024-03-07T03:06:55.889 INFO:tasks.rados.rados.0.smithi090.stdout:2847: done (0 left) 2024-03-07T03:06:55.889 INFO:tasks.rados.rados.0.smithi090.stdout:2848: delete oid 15 current snap is 278 2024-03-07T03:06:55.897 INFO:tasks.rados.rados.0.smithi090.stdout:2848: done (0 left) 2024-03-07T03:06:55.897 INFO:tasks.rados.rados.0.smithi090.stdout:2849: delete oid 39 current snap is 278 2024-03-07T03:06:55.904 INFO:tasks.rados.rados.0.smithi090.stdout:2849: done (0 left) 2024-03-07T03:06:55.904 INFO:tasks.rados.rados.0.smithi090.stdout:2850: copy_from oid 18 from oid 48 current snap is 278 2024-03-07T03:06:55.904 INFO:tasks.rados.rados.0.smithi090.stdout:2851: read oid 29 snap -1 2024-03-07T03:06:55.904 INFO:tasks.rados.rados.0.smithi090.stdout:2851: expect deleted 2024-03-07T03:06:55.904 INFO:tasks.rados.rados.0.smithi090.stdout:2852: read oid 12 snap -1 2024-03-07T03:06:55.904 INFO:tasks.rados.rados.0.smithi090.stdout:2852: expect (ObjNum 861 snap 276 seq_num 861) 2024-03-07T03:06:55.905 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 21 current snap is 278 2024-03-07T03:06:55.905 INFO:tasks.rados.rados.0.smithi090.stdout:2853: seq_num 879 ranges {2064384=327680} 2024-03-07T03:06:55.918 INFO:tasks.rados.rados.0.smithi090.stdout:2853: writing smithi09077644-21 from 2064384 to 2392064 tid 1 2024-03-07T03:06:55.918 INFO:tasks.rados.rados.0.smithi090.stdout:2854: read oid 17 snap -1 2024-03-07T03:06:55.918 INFO:tasks.rados.rados.0.smithi090.stdout:2854: expect deleted 2024-03-07T03:06:55.918 INFO:tasks.rados.rados.0.smithi090.stdout:2855: rollback oid 3 current snap is 278 2024-03-07T03:06:55.918 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 3 to 259 2024-03-07T03:06:55.918 INFO:tasks.rados.rados.0.smithi090.stdout:2852: expect (ObjNum 861 snap 276 seq_num 861) 2024-03-07T03:06:55.918 INFO:tasks.rados.rados.0.smithi090.stdout:2851: done (5 left) 2024-03-07T03:06:55.919 INFO:tasks.rados.rados.0.smithi090.stdout:2852: done (4 left) 2024-03-07T03:06:55.919 INFO:tasks.rados.rados.0.smithi090.stdout:2854: done (3 left) 2024-03-07T03:06:55.919 INFO:tasks.rados.rados.0.smithi090.stdout:2856: snap_remove snap 270 2024-03-07T03:06:56.166 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:55 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:55.888+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:06:56.167 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:55 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:55.897+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:06:56.167 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:55 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:55.897+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:06:56.167 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:55 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:55.898+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:06:56.167 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:55 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:55.898+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:06:56.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:55 smithi092 ceph-mon[83777]: osdmap e633: 8 total, 8 up, 8 in 2024-03-07T03:06:56.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:55 smithi092 ceph-mon[83777]: No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:06:56.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:55 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:06:56.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:55 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:56.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:55 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:06:56.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:55 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:06:56.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:55 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:06:56.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:55 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:06:56.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:55 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:56.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:55 smithi092 ceph-mon[83777]: pgmap v377: 121 pgs: 2 active+clean+snaptrim, 113 active+clean, 6 active+clean+snaptrim_error; 381 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 34 KiB/s wr, 9 op/s; 1.1 MiB/s, 0 objects/s recovering 2024-03-07T03:06:56.328 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:06:55 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:06:55.892+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:56.328 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:06:55 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:06:55.890+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:56.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:55 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:55.900+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:06:56.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:55 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:55.901+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:06:56.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:55 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:55.901+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:06:56.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:55 smithi090 ceph-mon[91928]: osdmap e633: 8 total, 8 up, 8 in 2024-03-07T03:06:56.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:55 smithi090 ceph-mon[91928]: No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:06:56.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:55 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:06:56.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:55 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:56.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:55 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:06:56.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:55 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:06:56.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:55 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:06:56.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:55 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:06:56.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:55 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:56.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:55 smithi090 ceph-mon[91928]: pgmap v377: 121 pgs: 2 active+clean+snaptrim, 113 active+clean, 6 active+clean+snaptrim_error; 381 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 34 KiB/s wr, 9 op/s; 1.1 MiB/s, 0 objects/s recovering 2024-03-07T03:06:56.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:55 smithi090 ceph-mon[89511]: osdmap e633: 8 total, 8 up, 8 in 2024-03-07T03:06:56.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:55 smithi090 ceph-mon[89511]: No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:06:56.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:55 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:06:56.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:55 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:56.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:55 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:06:56.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:55 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:06:56.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:55 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:06:56.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:55 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:06:56.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:55 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:56.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:55 smithi090 ceph-mon[89511]: pgmap v377: 121 pgs: 2 active+clean+snaptrim, 113 active+clean, 6 active+clean+snaptrim_error; 381 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 34 KiB/s wr, 9 op/s; 1.1 MiB/s, 0 objects/s recovering 2024-03-07T03:06:56.899 INFO:tasks.rados.rados.0.smithi090.stdout:2855: finishing rollback tid 1 to smithi09077644-3 2024-03-07T03:06:56.899 INFO:tasks.rados.rados.0.smithi090.stdout:2853: finishing write tid 1 to smithi09077644-21 2024-03-07T03:06:56.899 INFO:tasks.rados.rados.0.smithi090.stdout:2853: finishing write tid 2 to smithi09077644-21 2024-03-07T03:06:56.899 INFO:tasks.rados.rados.0.smithi090.stdout:2855: finishing rollback tid 2 to smithi09077644-3 2024-03-07T03:06:56.900 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 1451 (ObjNum 777 snap 253 seq_num 777) dirty exists 2024-03-07T03:06:56.900 INFO:tasks.rados.rados.0.smithi090.stdout:2853: finishing write tid 3 to smithi09077644-21 2024-03-07T03:06:56.900 INFO:tasks.rados.rados.0.smithi090.stdout:2853: oid 21 updating version 0 to 1336 2024-03-07T03:06:56.900 INFO:tasks.rados.rados.0.smithi090.stdout:2853: oid 21 version 1336 is already newer than 1335 2024-03-07T03:06:56.900 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 1336 (ObjNum 879 snap 278 seq_num 879) dirty exists 2024-03-07T03:06:56.900 INFO:tasks.rados.rados.0.smithi090.stdout:2853: left oid 21 (ObjNum 879 snap 278 seq_num 879) 2024-03-07T03:06:56.900 INFO:tasks.rados.rados.0.smithi090.stdout:2850: finishing copy_from racing read to smithi09077644-18 2024-03-07T03:06:56.900 INFO:tasks.rados.rados.0.smithi090.stdout:2850: finishing copy_from to smithi09077644-18 2024-03-07T03:06:56.900 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 18 v 1135 (ObjNum 545 snap 166 seq_num 545) dirty exists 2024-03-07T03:06:56.900 INFO:tasks.rados.rados.0.smithi090.stdout:2850: done (3 left) 2024-03-07T03:06:56.900 INFO:tasks.rados.rados.0.smithi090.stdout:2853: done (2 left) 2024-03-07T03:06:56.901 INFO:tasks.rados.rados.0.smithi090.stdout:2855: done (1 left) 2024-03-07T03:06:56.901 INFO:tasks.rados.rados.0.smithi090.stdout:2856: done (0 left) 2024-03-07T03:06:56.901 INFO:tasks.rados.rados.0.smithi090.stdout:2857: rmattr oid 5 current snap is 278 2024-03-07T03:06:56.901 INFO:tasks.rados.rados.0.smithi090.stdout:2857: done (0 left) 2024-03-07T03:06:56.901 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 28 current snap is 278 2024-03-07T03:06:56.901 INFO:tasks.rados.rados.0.smithi090.stdout:2858: seq_num 880 ranges {0=344064} 2024-03-07T03:06:56.901 INFO:tasks.rados.rados.0.smithi090.stdout:2858: writing smithi09077644-28 from 0 to 344064 tid 1 2024-03-07T03:06:56.902 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 29 current snap is 278 2024-03-07T03:06:56.902 INFO:tasks.rados.rados.0.smithi090.stdout:2859: seq_num 881 ranges {0=360448} 2024-03-07T03:06:56.904 INFO:tasks.rados.rados.0.smithi090.stdout:2859: writing smithi09077644-29 from 0 to 360448 tid 1 2024-03-07T03:06:56.904 INFO:tasks.rados.rados.0.smithi090.stdout:2860: read oid 19 snap -1 2024-03-07T03:06:56.904 INFO:tasks.rados.rados.0.smithi090.stdout:2860: expect deleted 2024-03-07T03:06:56.905 INFO:tasks.rados.rados.0.smithi090.stdout:2861: snap_remove snap 268 2024-03-07T03:06:57.166 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:56 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:56.890+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:06:57.166 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:56 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:56.897+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:06:57.166 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:56 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:56.900+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:06:57.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:56 smithi092 ceph-mon[83777]: osdmap e634: 8 total, 8 up, 8 in 2024-03-07T03:06:57.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:56 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:06:57.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:56 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:57.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:56 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:57.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:56 smithi092 ceph-mon[83777]: No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:06:57.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:56 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:06:57.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:56 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:06:57.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:56 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:06:57.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:56 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:06:57.328 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:06:56 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:06:56.899+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:57.328 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:06:56 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:06:56.894+0000 7f4442f67700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:06:57.328 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:06:56 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:06:56.894+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:57.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:56 smithi090 ceph-mon[89511]: osdmap e634: 8 total, 8 up, 8 in 2024-03-07T03:06:57.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:56 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:06:57.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:56 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:57.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:56 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:57.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:56 smithi090 ceph-mon[89511]: No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:06:57.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:56 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:06:57.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:56 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:06:57.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:56 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:06:57.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:56 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:06:57.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:56 smithi090 ceph-mon[91928]: osdmap e634: 8 total, 8 up, 8 in 2024-03-07T03:06:57.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:56 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:06:57.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:56 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:57.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:56 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:57.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:56 smithi090 ceph-mon[91928]: No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:06:57.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:56 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:06:57.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:56 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:06:57.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:56 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:06:57.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:56 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:06:57.330 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:56 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:56.898+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:06:57.330 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:56 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:56.898+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:06:57.330 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:56 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:56.899+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:06:57.330 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:56 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:56.899+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:06:57.901 INFO:tasks.rados.rados.0.smithi090.stdout:2861: done (3 left) 2024-03-07T03:06:57.901 INFO:tasks.rados.rados.0.smithi090.stdout:2862: setattr oid 14 current snap is 278 2024-03-07T03:06:57.901 INFO:tasks.rados.rados.0.smithi090.stdout:2858: finishing write tid 1 to smithi09077644-28 2024-03-07T03:06:57.901 INFO:tasks.rados.rados.0.smithi090.stdout:2859: finishing write tid 1 to smithi09077644-29 2024-03-07T03:06:57.902 INFO:tasks.rados.rados.0.smithi090.stdout:2859: finishing write tid 2 to smithi09077644-29 2024-03-07T03:06:57.902 INFO:tasks.rados.rados.0.smithi090.stdout:2858: finishing write tid 2 to smithi09077644-28 2024-03-07T03:06:57.902 INFO:tasks.rados.rados.0.smithi090.stdout:2859: finishing write tid 3 to smithi09077644-29 2024-03-07T03:06:57.902 INFO:tasks.rados.rados.0.smithi090.stdout:2859: oid 29 updating version 0 to 1152 2024-03-07T03:06:57.902 INFO:tasks.rados.rados.0.smithi090.stdout:2859: oid 29 version 1152 is already newer than 1151 2024-03-07T03:06:57.902 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 1152 (ObjNum 881 snap 278 seq_num 881) dirty exists 2024-03-07T03:06:57.902 INFO:tasks.rados.rados.0.smithi090.stdout:2859: left oid 29 (ObjNum 881 snap 278 seq_num 881) 2024-03-07T03:06:57.902 INFO:tasks.rados.rados.0.smithi090.stdout:2858: finishing write tid 3 to smithi09077644-28 2024-03-07T03:06:57.902 INFO:tasks.rados.rados.0.smithi090.stdout:2858: oid 28 updating version 0 to 1142 2024-03-07T03:06:57.902 INFO:tasks.rados.rados.0.smithi090.stdout:2858: oid 28 version 1142 is already newer than 1141 2024-03-07T03:06:57.902 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 28 v 1142 (ObjNum 880 snap 278 seq_num 880) dirty exists 2024-03-07T03:06:57.902 INFO:tasks.rados.rados.0.smithi090.stdout:2858: left oid 28 (ObjNum 880 snap 278 seq_num 880) 2024-03-07T03:06:57.903 INFO:tasks.rados.rados.0.smithi090.stdout:2858: done (3 left) 2024-03-07T03:06:57.903 INFO:tasks.rados.rados.0.smithi090.stdout:2859: done (2 left) 2024-03-07T03:06:57.903 INFO:tasks.rados.rados.0.smithi090.stdout:2860: done (1 left) 2024-03-07T03:06:57.903 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 49 current snap is 278 2024-03-07T03:06:57.903 INFO:tasks.rados.rados.0.smithi090.stdout:2863: seq_num 882 ranges {3858432=376832} 2024-03-07T03:06:57.926 INFO:tasks.rados.rados.0.smithi090.stdout:2863: writing smithi09077644-49 from 3858432 to 4235264 tid 1 2024-03-07T03:06:57.926 INFO:tasks.rados.rados.0.smithi090.stdout:2864: snap_remove snap 259 2024-03-07T03:06:57.926 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 14 v 12709 (ObjNum 682 snap 212 seq_num 682) dirty exists 2024-03-07T03:06:58.166 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:57 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:57.908+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:06:58.166 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:57 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:57.903+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:06:58.166 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:57 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:57.903+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:06:58.166 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:57 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:57.903+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:06:58.167 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:57 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:57.903+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:06:58.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:57 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:06:58.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:57 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:58.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:57 smithi092 ceph-mon[83777]: osdmap e635: 8 total, 8 up, 8 in 2024-03-07T03:06:58.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:57 smithi092 ceph-mon[83777]: No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:06:58.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:57 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:06:58.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:57 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:06:58.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:57 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:58.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:57 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:06:58.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:57 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:06:58.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:57 smithi092 ceph-mon[83777]: pgmap v380: 121 pgs: 113 active+clean, 8 active+clean+snaptrim_error; 378 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 0 B/s wr, 8 op/s 2024-03-07T03:06:58.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:57 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:58.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:57 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:06:58.328 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:06:57 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:06:57.901+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:58.328 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:06:57 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:06:57.907+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:58.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:57 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:57.918+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:06:58.329 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:57 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:57.919+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:06:58.329 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:57 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:57.919+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:06:58.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:57 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:06:58.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:57 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:58.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:57 smithi090 ceph-mon[91928]: osdmap e635: 8 total, 8 up, 8 in 2024-03-07T03:06:58.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:57 smithi090 ceph-mon[91928]: No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:06:58.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:57 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:06:58.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:57 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:06:58.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:57 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:58.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:57 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:06:58.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:57 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:06:58.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:57 smithi090 ceph-mon[91928]: pgmap v380: 121 pgs: 113 active+clean, 8 active+clean+snaptrim_error; 378 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 0 B/s wr, 8 op/s 2024-03-07T03:06:58.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:57 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:58.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:57 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:06:58.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:57 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-a[89507]: 2024-03-07T03:06:57.887+0000 7f55cfa4e700 -1 log_channel(cluster) log [ERR] : Health check update: Possible data damage: 8 pgs snaptrim_error (PG_DAMAGED) 2024-03-07T03:06:58.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:57 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:06:58.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:57 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:58.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:57 smithi090 ceph-mon[89511]: osdmap e635: 8 total, 8 up, 8 in 2024-03-07T03:06:58.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:57 smithi090 ceph-mon[89511]: No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:06:58.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:57 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:06:58.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:57 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:06:58.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:57 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:58.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:57 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:06:58.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:57 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:06:58.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:57 smithi090 ceph-mon[89511]: pgmap v380: 121 pgs: 113 active+clean, 8 active+clean+snaptrim_error; 378 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 0 B/s wr, 8 op/s 2024-03-07T03:06:58.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:57 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:06:58.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:57 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:06:58.910 INFO:tasks.rados.rados.0.smithi090.stdout:2863: finishing write tid 1 to smithi09077644-49 2024-03-07T03:06:58.910 INFO:tasks.rados.rados.0.smithi090.stdout:2863: finishing write tid 2 to smithi09077644-49 2024-03-07T03:06:58.910 INFO:tasks.rados.rados.0.smithi090.stdout:2863: finishing write tid 3 to smithi09077644-49 2024-03-07T03:06:58.910 INFO:tasks.rados.rados.0.smithi090.stdout:2863: oid 49 updating version 0 to 1273 2024-03-07T03:06:58.911 INFO:tasks.rados.rados.0.smithi090.stdout:2863: oid 49 version 1273 is already newer than 1272 2024-03-07T03:06:58.911 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 49 v 1273 (ObjNum 882 snap 278 seq_num 882) dirty exists 2024-03-07T03:06:58.911 INFO:tasks.rados.rados.0.smithi090.stdout:2863: left oid 49 (ObjNum 882 snap 278 seq_num 882) 2024-03-07T03:06:58.911 INFO:tasks.rados.rados.0.smithi090.stdout:2862: done (2 left) 2024-03-07T03:06:58.911 INFO:tasks.rados.rados.0.smithi090.stdout:2863: done (1 left) 2024-03-07T03:06:58.911 INFO:tasks.rados.rados.0.smithi090.stdout:2864: done (0 left) 2024-03-07T03:06:58.911 INFO:tasks.rados.rados.0.smithi090.stdout:2865: snap_remove snap 274 2024-03-07T03:06:59.166 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:58 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:58.909+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:06:59.166 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:58 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:58.917+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:06:59.166 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:58 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:58.917+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:06:59.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:58 smithi092 ceph-mon[83777]: Health check update: Possible data damage: 8 pgs snaptrim_error (PG_DAMAGED) 2024-03-07T03:06:59.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:58 smithi092 ceph-mon[83777]: osdmap e636: 8 total, 8 up, 8 in 2024-03-07T03:06:59.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:58 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:59.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:58 smithi092 ceph-mon[83777]: No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:06:59.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:58 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:06:59.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:58 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:59.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:58 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:06:59.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:58 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:06:59.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:58 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:06:59.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:58 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:06:59.328 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:06:58 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:06:58.911+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:59.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:58 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:58.904+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:06:59.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:58 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:58.906+0000 7fa43c425700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:06:59.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:58 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:58.906+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:06:59.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:58 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:58.907+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:06:59.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:58 smithi090 ceph-mon[89511]: Health check update: Possible data damage: 8 pgs snaptrim_error (PG_DAMAGED) 2024-03-07T03:06:59.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:58 smithi090 ceph-mon[89511]: osdmap e636: 8 total, 8 up, 8 in 2024-03-07T03:06:59.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:58 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:59.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:58 smithi090 ceph-mon[89511]: No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:06:59.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:58 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:06:59.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:58 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:59.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:58 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:06:59.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:58 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:06:59.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:58 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:06:59.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:58 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:06:59.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:58 smithi090 ceph-mon[91928]: Health check update: Possible data damage: 8 pgs snaptrim_error (PG_DAMAGED) 2024-03-07T03:06:59.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:58 smithi090 ceph-mon[91928]: osdmap e636: 8 total, 8 up, 8 in 2024-03-07T03:06:59.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:58 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:06:59.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:58 smithi090 ceph-mon[91928]: No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:06:59.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:58 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:06:59.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:58 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:59.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:58 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:06:59.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:58 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:06:59.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:58 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:06:59.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:58 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:06:59.330 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:06:58 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:06:58.909+0000 7f4442f67700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:06:59.331 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:06:58 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:06:58.909+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:06:59.914 INFO:tasks.rados.rados.0.smithi090.stdout:2865: done (0 left) 2024-03-07T03:06:59.914 INFO:tasks.rados.rados.0.smithi090.stdout:2866: delete oid 28 current snap is 278 2024-03-07T03:06:59.920 INFO:tasks.rados.rados.0.smithi090.stdout:2866: done (0 left) 2024-03-07T03:06:59.921 INFO:tasks.rados.rados.0.smithi090.stdout:2867: delete oid 19 current snap is 278 2024-03-07T03:06:59.924 INFO:tasks.rados.rados.0.smithi090.stdout:2867: done (0 left) 2024-03-07T03:06:59.924 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 18 current snap is 278 2024-03-07T03:06:59.924 INFO:tasks.rados.rados.0.smithi090.stdout:2868: seq_num 885 ranges {15294464=425984} 2024-03-07T03:07:00.007 INFO:tasks.rados.rados.0.smithi090.stdout:2868: writing smithi09077644-18 from 15294464 to 15720448 tid 1 2024-03-07T03:07:00.007 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 14 current snap is 278 2024-03-07T03:07:00.007 INFO:tasks.rados.rados.0.smithi090.stdout:2869: seq_num 886 ranges {4505600=442368} 2024-03-07T03:07:00.034 INFO:tasks.rados.rados.0.smithi090.stdout:2869: writing smithi09077644-14 from 4505600 to 4947968 tid 1 2024-03-07T03:07:00.034 INFO:tasks.rados.rados.0.smithi090.stdout:2870: delete oid 35 current snap is 278 2024-03-07T03:07:00.034 INFO:tasks.rados.rados.0.smithi090.stdout:2868: finishing write tid 1 to smithi09077644-18 2024-03-07T03:07:00.034 INFO:tasks.rados.rados.0.smithi090.stdout:2868: finishing write tid 2 to smithi09077644-18 2024-03-07T03:07:00.034 INFO:tasks.rados.rados.0.smithi090.stdout:2868: finishing write tid 3 to smithi09077644-18 2024-03-07T03:07:00.034 INFO:tasks.rados.rados.0.smithi090.stdout:2868: oid 18 updating version 0 to 1153 2024-03-07T03:07:00.034 INFO:tasks.rados.rados.0.smithi090.stdout:2868: oid 18 updating version 1153 to 1154 2024-03-07T03:07:00.034 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 18 v 1154 (ObjNum 885 snap 278 seq_num 885) dirty exists 2024-03-07T03:07:00.034 INFO:tasks.rados.rados.0.smithi090.stdout:2868: left oid 18 (ObjNum 885 snap 278 seq_num 885) 2024-03-07T03:07:00.035 INFO:tasks.rados.rados.0.smithi090.stdout:2868: done (2 left) 2024-03-07T03:07:00.035 INFO:tasks.rados.rados.0.smithi090.stdout:2870: done (1 left) 2024-03-07T03:07:00.035 INFO:tasks.rados.rados.0.smithi090.stdout:2871: setattr oid 35 current snap is 278 2024-03-07T03:07:00.036 INFO:tasks.rados.rados.0.smithi090.stdout:2872: copy_from oid 26 from oid 1 current snap is 278 2024-03-07T03:07:00.036 INFO:tasks.rados.rados.0.smithi090.stdout:2873: copy_from oid 17 from oid 29 current snap is 278 2024-03-07T03:07:00.036 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 27 current snap is 278 2024-03-07T03:07:00.037 INFO:tasks.rados.rados.0.smithi090.stdout:2874: seq_num 888 ranges {1843200=475136} 2024-03-07T03:07:00.050 INFO:tasks.rados.rados.0.smithi090.stdout:2874: writing smithi09077644-27 from 1843200 to 2318336 tid 1 2024-03-07T03:07:00.050 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 2 current snap is 278 2024-03-07T03:07:00.050 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 35 v 1179 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-03-07T03:07:00.050 INFO:tasks.rados.rados.0.smithi090.stdout:2873: finishing copy_from racing read to smithi09077644-17 2024-03-07T03:07:00.050 INFO:tasks.rados.rados.0.smithi090.stdout:2869: finishing write tid 1 to smithi09077644-14 2024-03-07T03:07:00.050 INFO:tasks.rados.rados.0.smithi090.stdout:2873: finishing copy_from to smithi09077644-17 2024-03-07T03:07:00.050 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 17 v 1152 (ObjNum 881 snap 278 seq_num 881) dirty exists 2024-03-07T03:07:00.051 INFO:tasks.rados.rados.0.smithi090.stdout:2869: finishing write tid 2 to smithi09077644-14 2024-03-07T03:07:00.051 INFO:tasks.rados.rados.0.smithi090.stdout:2875: seq_num 889 ranges {15630336=491520} 2024-03-07T03:07:00.136 INFO:tasks.rados.rados.0.smithi090.stdout:2875: writing smithi09077644-2 from 15630336 to 16121856 tid 1 2024-03-07T03:07:00.136 INFO:tasks.rados.rados.0.smithi090.stdout:2871: done (5 left) 2024-03-07T03:07:00.136 INFO:tasks.rados.rados.0.smithi090.stdout:2873: done (4 left) 2024-03-07T03:07:00.136 INFO:tasks.rados.rados.0.smithi090.stdout:2876: read oid 3 snap -1 2024-03-07T03:07:00.136 INFO:tasks.rados.rados.0.smithi090.stdout:2876: expect (ObjNum 777 snap 253 seq_num 777) 2024-03-07T03:07:00.136 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 34 current snap is 278 2024-03-07T03:07:00.136 INFO:tasks.rados.rados.0.smithi090.stdout:2869: finishing write tid 3 to smithi09077644-14 2024-03-07T03:07:00.136 INFO:tasks.rados.rados.0.smithi090.stdout:2869: oid 14 updating version 0 to 12710 2024-03-07T03:07:00.136 INFO:tasks.rados.rados.0.smithi090.stdout:2869: oid 14 updating version 12710 to 12711 2024-03-07T03:07:00.136 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 14 v 12711 (ObjNum 886 snap 278 seq_num 886) dirty exists 2024-03-07T03:07:00.137 INFO:tasks.rados.rados.0.smithi090.stdout:2869: left oid 14 (ObjNum 886 snap 278 seq_num 886) 2024-03-07T03:07:00.137 INFO:tasks.rados.rados.0.smithi090.stdout:2874: finishing write tid 1 to smithi09077644-27 2024-03-07T03:07:00.137 INFO:tasks.rados.rados.0.smithi090.stdout:2877: seq_num 890 ranges {286720=507904} 2024-03-07T03:07:00.141 INFO:tasks.rados.rados.0.smithi090.stdout:2877: writing smithi09077644-34 from 286720 to 794624 tid 1 2024-03-07T03:07:00.141 INFO:tasks.rados.rados.0.smithi090.stdout:2869: done (5 left) 2024-03-07T03:07:00.141 INFO:tasks.rados.rados.0.smithi090.stdout:2878: read oid 14 snap -1 2024-03-07T03:07:00.141 INFO:tasks.rados.rados.0.smithi090.stdout:2878: expect (ObjNum 886 snap 278 seq_num 886) 2024-03-07T03:07:00.141 INFO:tasks.rados.rados.0.smithi090.stdout:2879: rollback oid 32 current snap is 278 2024-03-07T03:07:00.141 INFO:tasks.rados.rados.0.smithi090.stdout:2879: done (6 left) 2024-03-07T03:07:00.141 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 25 current snap is 278 2024-03-07T03:07:00.141 INFO:tasks.rados.rados.0.smithi090.stdout:2874: finishing write tid 2 to smithi09077644-27 2024-03-07T03:07:00.141 INFO:tasks.rados.rados.0.smithi090.stdout:2872: finishing copy_from racing read to smithi09077644-26 2024-03-07T03:07:00.142 INFO:tasks.rados.rados.0.smithi090.stdout:2874: finishing write tid 3 to smithi09077644-27 2024-03-07T03:07:00.142 INFO:tasks.rados.rados.0.smithi090.stdout:2874: oid 27 updating version 0 to 1159 2024-03-07T03:07:00.142 INFO:tasks.rados.rados.0.smithi090.stdout:2874: oid 27 updating version 1159 to 1160 2024-03-07T03:07:00.142 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 27 v 1160 (ObjNum 888 snap 278 seq_num 888) dirty exists 2024-03-07T03:07:00.142 INFO:tasks.rados.rados.0.smithi090.stdout:2874: left oid 27 (ObjNum 888 snap 278 seq_num 888) 2024-03-07T03:07:00.142 INFO:tasks.rados.rados.0.smithi090.stdout:2872: finishing copy_from to smithi09077644-26 2024-03-07T03:07:00.142 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 26 v 1329 (ObjNum 751 snap 238 seq_num 751) dirty exists 2024-03-07T03:07:00.142 INFO:tasks.rados.rados.0.smithi090.stdout:2880: seq_num 891 ranges {9641984=532480} 2024-03-07T03:07:00.166 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:06:59 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:06:59.914+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:00.166 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:59 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:59.913+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:07:00.166 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:59 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:59.913+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:07:00.166 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:59 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:59.914+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:07:00.166 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:06:59 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:06:59.914+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:00.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:59 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:00.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:59 smithi092 ceph-mon[83777]: osdmap e637: 8 total, 8 up, 8 in 2024-03-07T03:07:00.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:59 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:00.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:59 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:00.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:59 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:00.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:59 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:00.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:59 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:00.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:59 smithi092 ceph-mon[83777]: No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:07:00.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:59 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:00.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:06:59 smithi092 ceph-mon[83777]: pgmap v383: 121 pgs: 113 active+clean, 8 active+clean+snaptrim_error; 366 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 4.0 MiB/s wr, 14 op/s 2024-03-07T03:07:00.196 INFO:tasks.rados.rados.0.smithi090.stdout:2880: writing smithi09077644-25 from 9641984 to 10174464 tid 1 2024-03-07T03:07:00.196 INFO:tasks.rados.rados.0.smithi090.stdout:2872: done (6 left) 2024-03-07T03:07:00.196 INFO:tasks.rados.rados.0.smithi090.stdout:2874: done (5 left) 2024-03-07T03:07:00.196 INFO:tasks.rados.rados.0.smithi090.stdout:2881: rollback oid 48 current snap is 278 2024-03-07T03:07:00.196 INFO:tasks.rados.rados.0.smithi090.stdout:2881: done (5 left) 2024-03-07T03:07:00.196 INFO:tasks.rados.rados.0.smithi090.stdout:2882: setattr oid 44 current snap is 278 2024-03-07T03:07:00.196 INFO:tasks.rados.rados.0.smithi090.stdout:2875: finishing write tid 1 to smithi09077644-2 2024-03-07T03:07:00.196 INFO:tasks.rados.rados.0.smithi090.stdout:2875: finishing write tid 2 to smithi09077644-2 2024-03-07T03:07:00.196 INFO:tasks.rados.rados.0.smithi090.stdout:2877: finishing write tid 1 to smithi09077644-34 2024-03-07T03:07:00.196 INFO:tasks.rados.rados.0.smithi090.stdout:2877: finishing write tid 2 to smithi09077644-34 2024-03-07T03:07:00.196 INFO:tasks.rados.rados.0.smithi090.stdout:2877: finishing write tid 3 to smithi09077644-34 2024-03-07T03:07:00.197 INFO:tasks.rados.rados.0.smithi090.stdout:2877: oid 34 updating version 0 to 1161 2024-03-07T03:07:00.197 INFO:tasks.rados.rados.0.smithi090.stdout:2877: oid 34 updating version 1161 to 1162 2024-03-07T03:07:00.197 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 34 v 1162 (ObjNum 890 snap 278 seq_num 890) dirty exists 2024-03-07T03:07:00.197 INFO:tasks.rados.rados.0.smithi090.stdout:2877: left oid 34 (ObjNum 890 snap 278 seq_num 890) 2024-03-07T03:07:00.197 INFO:tasks.rados.rados.0.smithi090.stdout:2875: finishing write tid 3 to smithi09077644-2 2024-03-07T03:07:00.197 INFO:tasks.rados.rados.0.smithi090.stdout:2875: oid 2 updating version 0 to 1180 2024-03-07T03:07:00.197 INFO:tasks.rados.rados.0.smithi090.stdout:2875: oid 2 updating version 1180 to 1181 2024-03-07T03:07:00.197 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 2 v 1181 (ObjNum 889 snap 278 seq_num 889) dirty exists 2024-03-07T03:07:00.197 INFO:tasks.rados.rados.0.smithi090.stdout:2875: left oid 2 (ObjNum 889 snap 278 seq_num 889) 2024-03-07T03:07:00.197 INFO:tasks.rados.rados.0.smithi090.stdout:2876: expect (ObjNum 777 snap 253 seq_num 777) 2024-03-07T03:07:00.328 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:06:59 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:06:59.914+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:00.328 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:06:59 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:06:59.913+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:00.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:59 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:59.916+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:00.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:59 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:59.921+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:00.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:06:59 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:06:59.921+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:00.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:59 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:00.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:59 smithi090 ceph-mon[91928]: osdmap e637: 8 total, 8 up, 8 in 2024-03-07T03:07:00.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:59 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:00.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:59 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:00.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:59 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:00.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:59 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:00.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:59 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:00.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:59 smithi090 ceph-mon[91928]: No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:07:00.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:59 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:00.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:06:59 smithi090 ceph-mon[91928]: pgmap v383: 121 pgs: 113 active+clean, 8 active+clean+snaptrim_error; 366 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 4.0 MiB/s wr, 14 op/s 2024-03-07T03:07:00.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:59 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:00.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:59 smithi090 ceph-mon[89511]: osdmap e637: 8 total, 8 up, 8 in 2024-03-07T03:07:00.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:59 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:00.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:59 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:00.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:59 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:00.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:59 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:00.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:59 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:00.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:59 smithi090 ceph-mon[89511]: No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:07:00.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:59 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:00.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:06:59 smithi090 ceph-mon[89511]: pgmap v383: 121 pgs: 113 active+clean, 8 active+clean+snaptrim_error; 366 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 4.0 MiB/s wr, 14 op/s 2024-03-07T03:07:00.574 INFO:tasks.rados.rados.0.smithi090.stdout:2878: expect (ObjNum 886 snap 278 seq_num 886) 2024-03-07T03:07:00.835 INFO:tasks.rados.rados.0.smithi090.stdout:2880: finishing write tid 1 to smithi09077644-25 2024-03-07T03:07:00.835 INFO:tasks.rados.rados.0.smithi090.stdout:2880: finishing write tid 2 to smithi09077644-25 2024-03-07T03:07:00.836 INFO:tasks.rados.rados.0.smithi090.stdout:2880: finishing write tid 3 to smithi09077644-25 2024-03-07T03:07:00.836 INFO:tasks.rados.rados.0.smithi090.stdout:2880: oid 25 updating version 0 to 1276 2024-03-07T03:07:00.836 INFO:tasks.rados.rados.0.smithi090.stdout:2880: oid 25 version 1276 is already newer than 1275 2024-03-07T03:07:00.836 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 25 v 1276 (ObjNum 891 snap 278 seq_num 891) dirty exists 2024-03-07T03:07:00.836 INFO:tasks.rados.rados.0.smithi090.stdout:2880: left oid 25 (ObjNum 891 snap 278 seq_num 891) 2024-03-07T03:07:00.836 INFO:tasks.rados.rados.0.smithi090.stdout:2875: done (5 left) 2024-03-07T03:07:00.836 INFO:tasks.rados.rados.0.smithi090.stdout:2876: done (4 left) 2024-03-07T03:07:00.836 INFO:tasks.rados.rados.0.smithi090.stdout:2877: done (3 left) 2024-03-07T03:07:00.836 INFO:tasks.rados.rados.0.smithi090.stdout:2878: done (2 left) 2024-03-07T03:07:00.836 INFO:tasks.rados.rados.0.smithi090.stdout:2880: done (1 left) 2024-03-07T03:07:00.836 INFO:tasks.rados.rados.0.smithi090.stdout:2883: rmattr oid 27 current snap is 278 2024-03-07T03:07:00.836 INFO:tasks.rados.rados.0.smithi090.stdout:2883: done (1 left) 2024-03-07T03:07:00.837 INFO:tasks.rados.rados.0.smithi090.stdout:2884: rmattr oid 30 current snap is 278 2024-03-07T03:07:00.837 INFO:tasks.rados.rados.0.smithi090.stdout:2884: done (1 left) 2024-03-07T03:07:00.837 INFO:tasks.rados.rados.0.smithi090.stdout:2885: read oid 16 snap -1 2024-03-07T03:07:00.837 INFO:tasks.rados.rados.0.smithi090.stdout:2885: expect (ObjNum 682 snap 212 seq_num 682) 2024-03-07T03:07:00.837 INFO:tasks.rados.rados.0.smithi090.stdout:2886: read oid 20 snap -1 2024-03-07T03:07:00.837 INFO:tasks.rados.rados.0.smithi090.stdout:2886: expect (ObjNum 661 snap 205 seq_num 661) 2024-03-07T03:07:00.837 INFO:tasks.rados.rados.0.smithi090.stdout:2887: delete oid 27 current snap is 278 2024-03-07T03:07:00.838 INFO:tasks.rados.rados.0.smithi090.stdout:2887: done (3 left) 2024-03-07T03:07:00.838 INFO:tasks.rados.rados.0.smithi090.stdout:2888: snap_create 2024-03-07T03:07:00.839 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 44 v 1482 (ObjNum 661 snap 205 seq_num 661) dirty exists 2024-03-07T03:07:00.856 INFO:tasks.rados.rados.0.smithi090.stdout:2886: expect (ObjNum 661 snap 205 seq_num 661) 2024-03-07T03:07:01.166 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:07:00 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:07:00.914+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:01.166 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:00 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:00.942+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:07:01.166 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:00 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:00.943+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:01.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:00 smithi092 ceph-mon[83777]: osdmap e638: 8 total, 8 up, 8 in 2024-03-07T03:07:01.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:00 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:01.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:00 smithi092 ceph-mon[83777]: No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:07:01.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:00 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:01.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:00 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:01.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:00 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:01.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:00 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:01.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:00 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:01.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:00 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:01.188 INFO:tasks.rados.rados.0.smithi090.stdout:2885: expect (ObjNum 682 snap 212 seq_num 682) 2024-03-07T03:07:01.205 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:07:00 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:07:00.921+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:01.205 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:00 smithi090 ceph-mon[91928]: osdmap e638: 8 total, 8 up, 8 in 2024-03-07T03:07:01.206 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:00 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:01.206 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:00 smithi090 ceph-mon[91928]: No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:07:01.206 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:00 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:01.206 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:00 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:01.206 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:00 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:01.206 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:00 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:01.206 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:00 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:01.206 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:00 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:01.206 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:00 smithi090 ceph-mon[89511]: osdmap e638: 8 total, 8 up, 8 in 2024-03-07T03:07:01.206 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:00 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:01.206 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:00 smithi090 ceph-mon[89511]: No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:07:01.207 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:00 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:01.207 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:00 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:01.207 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:00 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:01.207 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:00 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:01.207 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:00 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:01.207 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:00 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:01.207 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:01.099+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:01.207 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:01.100+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:07:01.207 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:01.100+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:01.207 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:01.100+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:01.366 INFO:tasks.rados.rados.0.smithi090.stdout:2882: done (3 left) 2024-03-07T03:07:01.366 INFO:tasks.rados.rados.0.smithi090.stdout:2885: done (2 left) 2024-03-07T03:07:01.366 INFO:tasks.rados.rados.0.smithi090.stdout:2886: done (1 left) 2024-03-07T03:07:01.367 INFO:tasks.rados.rados.0.smithi090.stdout:2888: done (0 left) 2024-03-07T03:07:01.367 INFO:tasks.rados.rados.0.smithi090.stdout:2889: read oid 29 snap -1 2024-03-07T03:07:01.367 INFO:tasks.rados.rados.0.smithi090.stdout:2889: expect (ObjNum 881 snap 278 seq_num 881) 2024-03-07T03:07:01.367 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 4 current snap is 279 2024-03-07T03:07:01.367 INFO:tasks.rados.rados.0.smithi090.stdout:2890: seq_num 893 ranges {7307264=565248} 2024-03-07T03:07:01.407 INFO:tasks.rados.rados.0.smithi090.stdout:2890: writing smithi09077644-4 from 7307264 to 7872512 tid 1 2024-03-07T03:07:01.407 INFO:tasks.rados.rados.0.smithi090.stdout:2891: rollback oid 27 current snap is 279 2024-03-07T03:07:01.407 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 27 to 278 2024-03-07T03:07:01.408 INFO:tasks.rados.rados.0.smithi090.stdout:2889: expect (ObjNum 881 snap 278 seq_num 881) 2024-03-07T03:07:01.418 INFO:tasks.rados.rados.0.smithi090.stdout:2891: finishing rollback tid 1 to smithi09077644-27 2024-03-07T03:07:01.418 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 27 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-03-07T03:07:01.418 INFO:tasks.rados.rados.0.smithi090.stdout:2890: finishing write tid 1 to smithi09077644-4 2024-03-07T03:07:01.418 INFO:tasks.rados.rados.0.smithi090.stdout:2889: done (2 left) 2024-03-07T03:07:01.418 INFO:tasks.rados.rados.0.smithi090.stdout:2891: done (1 left) 2024-03-07T03:07:01.419 INFO:tasks.rados.rados.0.smithi090.stdout:2892: rmattr oid 10 current snap is 279 2024-03-07T03:07:01.419 INFO:tasks.rados.rados.0.smithi090.stdout:2892: done (1 left) 2024-03-07T03:07:01.419 INFO:tasks.rados.rados.0.smithi090.stdout:2893: read oid 39 snap 278 2024-03-07T03:07:01.419 INFO:tasks.rados.rados.0.smithi090.stdout:2893: expect deleted 2024-03-07T03:07:01.419 INFO:tasks.rados.rados.0.smithi090.stdout:2894: delete oid 5 current snap is 279 2024-03-07T03:07:01.419 INFO:tasks.rados.rados.0.smithi090.stdout:2890: finishing write tid 2 to smithi09077644-4 2024-03-07T03:07:01.419 INFO:tasks.rados.rados.0.smithi090.stdout:2890: finishing write tid 3 to smithi09077644-4 2024-03-07T03:07:01.419 INFO:tasks.rados.rados.0.smithi090.stdout:2890: oid 4 updating version 0 to 1420 2024-03-07T03:07:01.419 INFO:tasks.rados.rados.0.smithi090.stdout:2890: oid 4 updating version 1420 to 1421 2024-03-07T03:07:01.419 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 1421 (ObjNum 893 snap 279 seq_num 893) dirty exists 2024-03-07T03:07:01.419 INFO:tasks.rados.rados.0.smithi090.stdout:2890: left oid 4 (ObjNum 893 snap 279 seq_num 893) 2024-03-07T03:07:01.420 INFO:tasks.rados.rados.0.smithi090.stdout:2890: done (2 left) 2024-03-07T03:07:01.420 INFO:tasks.rados.rados.0.smithi090.stdout:2893: done (1 left) 2024-03-07T03:07:01.420 INFO:tasks.rados.rados.0.smithi090.stdout:2894: done (0 left) 2024-03-07T03:07:01.420 INFO:tasks.rados.rados.0.smithi090.stdout:2895: copy_from oid 48 from oid 21 current snap is 279 2024-03-07T03:07:01.420 INFO:tasks.rados.rados.0.smithi090.stdout:2896: read oid 20 snap -1 2024-03-07T03:07:01.420 INFO:tasks.rados.rados.0.smithi090.stdout:2896: expect (ObjNum 661 snap 205 seq_num 661) 2024-03-07T03:07:01.420 INFO:tasks.rados.rados.0.smithi090.stdout:2897: delete oid 43 current snap is 279 2024-03-07T03:07:01.422 INFO:tasks.rados.rados.0.smithi090.stdout:2897: done (2 left) 2024-03-07T03:07:01.422 INFO:tasks.rados.rados.0.smithi090.stdout:2898: read oid 3 snap -1 2024-03-07T03:07:01.422 INFO:tasks.rados.rados.0.smithi090.stdout:2898: expect (ObjNum 777 snap 253 seq_num 777) 2024-03-07T03:07:01.422 INFO:tasks.rados.rados.0.smithi090.stdout:2899: snap_create 2024-03-07T03:07:01.436 INFO:tasks.rados.rados.0.smithi090.stdout:2895: finishing copy_from racing read to smithi09077644-48 2024-03-07T03:07:01.438 INFO:tasks.rados.rados.0.smithi090.stdout:2895: finishing copy_from to smithi09077644-48 2024-03-07T03:07:01.439 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 1336 (ObjNum 879 snap 278 seq_num 879) dirty exists 2024-03-07T03:07:01.444 INFO:tasks.rados.rados.0.smithi090.stdout:2898: expect (ObjNum 777 snap 253 seq_num 777) 2024-03-07T03:07:01.578 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:01.202+0000 7f443ef5f700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:07:01.578 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:01.202+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:01.821 INFO:tasks.rados.rados.0.smithi090.stdout:2896: expect (ObjNum 661 snap 205 seq_num 661) 2024-03-07T03:07:02.148 INFO:tasks.rados.rados.0.smithi090.stdout:2895: done (3 left) 2024-03-07T03:07:02.148 INFO:tasks.rados.rados.0.smithi090.stdout:2896: done (2 left) 2024-03-07T03:07:02.148 INFO:tasks.rados.rados.0.smithi090.stdout:2898: done (1 left) 2024-03-07T03:07:02.148 INFO:tasks.rados.rados.0.smithi090.stdout:2899: done (0 left) 2024-03-07T03:07:02.148 INFO:tasks.rados.rados.0.smithi090.stdout:2900: rollback oid 5 current snap is 280 2024-03-07T03:07:02.148 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 5 to 278 2024-03-07T03:07:02.148 INFO:tasks.rados.rados.0.smithi090.stdout:2901: read oid 13 snap -1 2024-03-07T03:07:02.148 INFO:tasks.rados.rados.0.smithi090.stdout:2901: expect (ObjNum 849 snap 274 seq_num 849) 2024-03-07T03:07:02.148 INFO:tasks.rados.rados.0.smithi090.stdout:2902: read oid 36 snap -1 2024-03-07T03:07:02.148 INFO:tasks.rados.rados.0.smithi090.stdout:2902: expect deleted 2024-03-07T03:07:02.148 INFO:tasks.rados.rados.0.smithi090.stdout:2903: delete oid 10 current snap is 280 2024-03-07T03:07:02.152 INFO:tasks.rados.rados.0.smithi090.stdout:2900: finishing rollback tid 1 to smithi09077644-5 2024-03-07T03:07:02.152 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 5 v 1137 (ObjNum 289 snap 0 seq_num 3339785984) dirty dne 2024-03-07T03:07:02.153 INFO:tasks.rados.rados.0.smithi090.stdout:2900: done (3 left) 2024-03-07T03:07:02.153 INFO:tasks.rados.rados.0.smithi090.stdout:2902: done (2 left) 2024-03-07T03:07:02.153 INFO:tasks.rados.rados.0.smithi090.stdout:2903: done (1 left) 2024-03-07T03:07:02.153 INFO:tasks.rados.rados.0.smithi090.stdout:2904: rmattr oid 24 current snap is 280 2024-03-07T03:07:02.153 INFO:tasks.rados.rados.0.smithi090.stdout:2904: done (1 left) 2024-03-07T03:07:02.153 INFO:tasks.rados.rados.0.smithi090.stdout:2905: snap_remove snap 278 2024-03-07T03:07:02.315 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:07:02 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:07:02.153+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:02.315 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:01 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:02.315 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:01 smithi092 ceph-mon[83777]: osdmap e639: 8 total, 8 up, 8 in 2024-03-07T03:07:02.316 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:01 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:02.316 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:01 smithi092 ceph-mon[83777]: No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:07:02.316 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:01 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:02.316 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:01 smithi092 ceph-mon[83777]: pgmap v386: 121 pgs: 113 active+clean, 8 active+clean+snaptrim_error; 363 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 5.4 MiB/s wr, 16 op/s 2024-03-07T03:07:02.316 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:01 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:01.923+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:07:02.316 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:01 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:01.923+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:07:02.316 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:01 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:01.923+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:07:02.316 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:01 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:01.923+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:02.327 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:07:02 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:07:02.150+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:02.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:01 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:02.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:01 smithi090 ceph-mon[91928]: osdmap e639: 8 total, 8 up, 8 in 2024-03-07T03:07:02.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:01 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:02.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:01 smithi090 ceph-mon[91928]: No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:07:02.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:01 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:02.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:01 smithi090 ceph-mon[91928]: pgmap v386: 121 pgs: 113 active+clean, 8 active+clean+snaptrim_error; 363 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 5.4 MiB/s wr, 16 op/s 2024-03-07T03:07:02.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:02 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:02.150+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:02.329 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:02 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:02.151+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:02.329 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:02 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:02.155+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:02.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:01 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:02.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:01 smithi090 ceph-mon[89511]: osdmap e639: 8 total, 8 up, 8 in 2024-03-07T03:07:02.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:01 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:02.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:01 smithi090 ceph-mon[89511]: No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:07:02.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:01 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:02.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:01 smithi090 ceph-mon[89511]: pgmap v386: 121 pgs: 113 active+clean, 8 active+clean+snaptrim_error; 363 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 5.4 MiB/s wr, 16 op/s 2024-03-07T03:07:02.666 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:07:02 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:07:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:07:02.934 INFO:tasks.rados.rados.0.smithi090.stdout:2905: done (1 left) 2024-03-07T03:07:02.934 INFO:tasks.rados.rados.0.smithi090.stdout:2906: rollback oid 20 current snap is 280 2024-03-07T03:07:02.934 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 20 to 279 2024-03-07T03:07:02.935 INFO:tasks.rados.rados.0.smithi090.stdout:2901: expect (ObjNum 849 snap 274 seq_num 849) 2024-03-07T03:07:03.002 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:07:02 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:07:02.940+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:03.003 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:02 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:03.003 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:02 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:03.003 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:02 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:03.003 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:02 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:03.003 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:02 smithi090 ceph-mon[91928]: No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:07:03.003 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:02 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:03.003 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:02 smithi090 ceph-mon[91928]: osdmap e640: 8 total, 8 up, 8 in 2024-03-07T03:07:03.003 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:02 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:03.003 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:02 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:03.003 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:02 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:07:03.003 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:02 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:03.004 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:02 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:03.004 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:02 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:03.004 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:02 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:03.004 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:02 smithi090 ceph-mon[89511]: No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:07:03.004 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:02 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:03.004 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:02 smithi090 ceph-mon[89511]: osdmap e640: 8 total, 8 up, 8 in 2024-03-07T03:07:03.004 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:02 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:03.004 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:02 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:03.004 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:02 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:07:03.004 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:02 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:02.721+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:03.004 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:02 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:02.931+0000 7f4442f67700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:07:03.004 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:02 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:02.931+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:03.098 INFO:tasks.rados.rados.0.smithi090.stdout:2906: finishing rollback tid 0 to smithi09077644-20 2024-03-07T03:07:03.098 INFO:tasks.rados.rados.0.smithi090.stdout:2906: finishing rollback tid 1 to smithi09077644-20 2024-03-07T03:07:03.098 INFO:tasks.rados.rados.0.smithi090.stdout:2901: done (1 left) 2024-03-07T03:07:03.098 INFO:tasks.rados.rados.0.smithi090.stdout:2907: copy_from oid 36 from oid 45 current snap is 280 2024-03-07T03:07:03.098 INFO:tasks.rados.rados.0.smithi090.stdout:2906: finishing rollback tid 2 to smithi09077644-20 2024-03-07T03:07:03.098 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 20 v 1424 (ObjNum 661 snap 205 seq_num 661) dirty exists 2024-03-07T03:07:03.098 INFO:tasks.rados.rados.0.smithi090.stdout:2906: done (1 left) 2024-03-07T03:07:03.099 INFO:tasks.rados.rados.0.smithi090.stdout:2908: read oid 10 snap -1 2024-03-07T03:07:03.099 INFO:tasks.rados.rados.0.smithi090.stdout:2908: expect deleted 2024-03-07T03:07:03.099 INFO:tasks.rados.rados.0.smithi090.stdout:2909: copy_from oid 22 from oid 33 current snap is 280 2024-03-07T03:07:03.099 INFO:tasks.rados.rados.0.smithi090.stdout:2910: read oid 5 snap -1 2024-03-07T03:07:03.099 INFO:tasks.rados.rados.0.smithi090.stdout:2910: expect deleted 2024-03-07T03:07:03.099 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 43 current snap is 280 2024-03-07T03:07:03.099 INFO:tasks.rados.rados.0.smithi090.stdout:2911: seq_num 897 ranges {0=630784} 2024-03-07T03:07:03.102 INFO:tasks.rados.rados.0.smithi090.stdout:2911: writing smithi09077644-43 from 0 to 630784 tid 1 2024-03-07T03:07:03.102 INFO:tasks.rados.rados.0.smithi090.stdout:2912: setattr oid 38 current snap is 280 2024-03-07T03:07:03.102 INFO:tasks.rados.rados.0.smithi090.stdout:2909: finishing copy_from to smithi09077644-22 2024-03-07T03:07:03.102 INFO:tasks.rados.rados.0.smithi090.stdout:2909: got expected ENOENT (src dne) 2024-03-07T03:07:03.102 INFO:tasks.rados.rados.0.smithi090.stdout:2909: finishing copy_from racing read to smithi09077644-22 2024-03-07T03:07:03.104 INFO:tasks.rados.rados.0.smithi090.stdout:2908: done (5 left) 2024-03-07T03:07:03.104 INFO:tasks.rados.rados.0.smithi090.stdout:2909: done (4 left) 2024-03-07T03:07:03.104 INFO:tasks.rados.rados.0.smithi090.stdout:2910: done (3 left) 2024-03-07T03:07:03.104 INFO:tasks.rados.rados.0.smithi090.stdout:2913: read oid 12 snap -1 2024-03-07T03:07:03.104 INFO:tasks.rados.rados.0.smithi090.stdout:2913: expect (ObjNum 861 snap 276 seq_num 861) 2024-03-07T03:07:03.104 INFO:tasks.rados.rados.0.smithi090.stdout:2914: rmattr oid 44 current snap is 280 2024-03-07T03:07:03.105 INFO:tasks.rados.rados.0.smithi090.stdout:2915: snap_create 2024-03-07T03:07:03.109 INFO:tasks.rados.rados.0.smithi090.stdout:2913: expect (ObjNum 861 snap 276 seq_num 861) 2024-03-07T03:07:03.109 INFO:tasks.rados.rados.0.smithi090.stdout:2911: finishing write tid 1 to smithi09077644-43 2024-03-07T03:07:03.109 INFO:tasks.rados.rados.0.smithi090.stdout:2911: finishing write tid 2 to smithi09077644-43 2024-03-07T03:07:03.109 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 1461 (ObjNum 129 snap 0 seq_num 3339895168) dirty exists 2024-03-07T03:07:03.110 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 44 v 1485 (ObjNum 661 snap 205 seq_num 661) dirty exists 2024-03-07T03:07:03.111 INFO:tasks.rados.rados.0.smithi090.stdout:2911: finishing write tid 3 to smithi09077644-43 2024-03-07T03:07:03.111 INFO:tasks.rados.rados.0.smithi090.stdout:2911: oid 43 updating version 0 to 1152 2024-03-07T03:07:03.111 INFO:tasks.rados.rados.0.smithi090.stdout:2911: oid 43 updating version 1152 to 1153 2024-03-07T03:07:03.111 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 1153 (ObjNum 897 snap 280 seq_num 897) dirty exists 2024-03-07T03:07:03.111 INFO:tasks.rados.rados.0.smithi090.stdout:2911: left oid 43 (ObjNum 897 snap 280 seq_num 897) 2024-03-07T03:07:03.141 INFO:tasks.rados.rados.0.smithi090.stdout:2907: finishing copy_from racing read to smithi09077644-36 2024-03-07T03:07:03.142 INFO:tasks.rados.rados.0.smithi090.stdout:2907: finishing copy_from to smithi09077644-36 2024-03-07T03:07:03.142 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 1416 (ObjNum 807 snap 262 seq_num 807) dirty exists 2024-03-07T03:07:03.327 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:07:03 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:07:03] "GET /metrics HTTP/1.1" 200 36241 "" "Prometheus/2.43.0" 2024-03-07T03:07:03.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:03 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:03.100+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:03.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:03 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:03.100+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:03.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:03 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:03.101+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:07:03.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:03 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:03.101+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:03.416 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:07:02 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:07:02.929+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:03.416 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:03 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:03.108+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:07:03.416 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:03 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:03.108+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:03.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:02 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:03.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:02 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:03.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:02 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:03.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:02 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:03.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:02 smithi092 ceph-mon[83777]: No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:07:03.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:02 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:03.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:02 smithi092 ceph-mon[83777]: osdmap e640: 8 total, 8 up, 8 in 2024-03-07T03:07:03.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:02 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:03.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:02 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:03.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:02 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:07:03.937 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:03 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:03.937 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:03 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:03.937 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:03 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:03.938 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:03 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:03.938 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:03 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:03.938 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:03 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:03.938 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:03 smithi092 ceph-mon[83777]: osdmap e641: 8 total, 8 up, 8 in 2024-03-07T03:07:03.938 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:03 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:03.938 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:03 smithi092 ceph-mon[83777]: No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:07:03.938 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:03 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:03.938 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:03 smithi092 ceph-mon[83777]: pgmap v389: 121 pgs: 113 active+clean, 8 active+clean+snaptrim_error; 337 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.8 MiB/s wr, 8 op/s 2024-03-07T03:07:03.939 INFO:tasks.rados.rados.0.smithi090.stdout:2907: done (5 left) 2024-03-07T03:07:03.939 INFO:tasks.rados.rados.0.smithi090.stdout:2911: done (4 left) 2024-03-07T03:07:03.939 INFO:tasks.rados.rados.0.smithi090.stdout:2912: done (3 left) 2024-03-07T03:07:03.939 INFO:tasks.rados.rados.0.smithi090.stdout:2913: done (2 left) 2024-03-07T03:07:03.939 INFO:tasks.rados.rados.0.smithi090.stdout:2914: done (1 left) 2024-03-07T03:07:03.939 INFO:tasks.rados.rados.0.smithi090.stdout:2915: done (0 left) 2024-03-07T03:07:03.939 INFO:tasks.rados.rados.0.smithi090.stdout:2916: delete oid 33 current snap is 281 2024-03-07T03:07:03.944 INFO:tasks.rados.rados.0.smithi090.stdout:2916: done (0 left) 2024-03-07T03:07:03.944 INFO:tasks.rados.rados.0.smithi090.stdout:2917: snap_remove snap 280 2024-03-07T03:07:04.328 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:03 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:03.937+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:04.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:03 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:03.940+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:04.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:03 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:03.941+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:04.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:03 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:03.942+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:04.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:03 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:04.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:03 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:04.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:03 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:04.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:03 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:04.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:03 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:04.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:03 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:04.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:03 smithi090 ceph-mon[91928]: osdmap e641: 8 total, 8 up, 8 in 2024-03-07T03:07:04.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:03 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:04.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:03 smithi090 ceph-mon[91928]: No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:07:04.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:03 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:04.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:03 smithi090 ceph-mon[91928]: pgmap v389: 121 pgs: 113 active+clean, 8 active+clean+snaptrim_error; 337 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.8 MiB/s wr, 8 op/s 2024-03-07T03:07:04.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:03 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:04.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:03 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:04.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:03 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:04.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:03 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:04.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:03 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:04.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:03 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:04.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:03 smithi090 ceph-mon[89511]: osdmap e641: 8 total, 8 up, 8 in 2024-03-07T03:07:04.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:03 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:04.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:03 smithi090 ceph-mon[89511]: No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:07:04.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:03 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:04.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:03 smithi090 ceph-mon[89511]: pgmap v389: 121 pgs: 113 active+clean, 8 active+clean+snaptrim_error; 337 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.8 MiB/s wr, 8 op/s 2024-03-07T03:07:04.416 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:07:03 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:07:03.933+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:04.416 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:03 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:03.942+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:07:04.416 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:03 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:03.942+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:07:04.416 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:03 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:03.942+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:07:04.416 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:03 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:03.942+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:04.935 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:07:04 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:07:04.602+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:04.943 INFO:tasks.rados.rados.0.smithi090.stdout:2917: done (0 left) 2024-03-07T03:07:04.943 INFO:tasks.rados.rados.0.smithi090.stdout:2918: snap_remove snap 279 2024-03-07T03:07:05.200 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:07:05 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:07:05.050+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:05.200 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:04 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:05.200 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:04 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:05.200 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:04 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:05.201 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:04 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:05.201 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:04 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:05.201 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:04 smithi090 ceph-mon[89511]: osdmap e642: 8 total, 8 up, 8 in 2024-03-07T03:07:05.201 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:04 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:05.201 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:04 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:05.201 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:04 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:05.201 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:04 smithi090 ceph-mon[89511]: No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:07:05.201 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:04 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:05.201 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:04 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:05.201 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:04 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:05.201 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:04 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:05.202 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:04 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:05.202 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:04 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:05.202 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:04 smithi090 ceph-mon[91928]: osdmap e642: 8 total, 8 up, 8 in 2024-03-07T03:07:05.202 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:04 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:05.202 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:04 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:05.202 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:04 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:05.202 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:04 smithi090 ceph-mon[91928]: No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:07:05.202 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:04 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:05.202 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:07:04 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:07:04.941+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:05.203 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:04 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:05.203 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:04 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:05.203 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:04 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:05.203 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:04 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:05.203 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:04 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:05.203 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:04 smithi092 ceph-mon[83777]: osdmap e642: 8 total, 8 up, 8 in 2024-03-07T03:07:05.203 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:04 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:05.203 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:04 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:05.203 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:04 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:05.203 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:04 smithi092 ceph-mon[83777]: No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:07:05.203 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:04 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:05.577 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:05 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:05.199+0000 7f443ef5f700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:07:05.578 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:05 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:05.199+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:05.578 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:05 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:05.199+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:05.578 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:05 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:05.199+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:05.578 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:05 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:05.199+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:07:05.578 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:05 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:05.199+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:05.666 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:05.198+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:07:05.666 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:05.198+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:05.951 INFO:tasks.rados.rados.0.smithi090.stdout:2918: done (0 left) 2024-03-07T03:07:05.951 INFO:tasks.rados.rados.0.smithi090.stdout:2919: read oid 40 snap -1 2024-03-07T03:07:05.951 INFO:tasks.rados.rados.0.smithi090.stdout:2919: expect deleted 2024-03-07T03:07:05.951 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 16 current snap is 281 2024-03-07T03:07:05.951 INFO:tasks.rados.rados.0.smithi090.stdout:2920: seq_num 899 ranges {4505600=663552} 2024-03-07T03:07:05.978 INFO:tasks.rados.rados.0.smithi090.stdout:2920: writing smithi09077644-16 from 4505600 to 5169152 tid 1 2024-03-07T03:07:05.978 INFO:tasks.rados.rados.0.smithi090.stdout:2921: delete oid 9 current snap is 281 2024-03-07T03:07:05.983 INFO:tasks.rados.rados.0.smithi090.stdout:2920: finishing write tid 1 to smithi09077644-16 2024-03-07T03:07:05.983 INFO:tasks.rados.rados.0.smithi090.stdout:2919: done (2 left) 2024-03-07T03:07:05.984 INFO:tasks.rados.rados.0.smithi090.stdout:2921: done (1 left) 2024-03-07T03:07:05.984 INFO:tasks.rados.rados.0.smithi090.stdout:2922: rollback oid 33 current snap is 281 2024-03-07T03:07:05.984 INFO:tasks.rados.rados.0.smithi090.stdout:2922: done (1 left) 2024-03-07T03:07:05.984 INFO:tasks.rados.rados.0.smithi090.stdout:2923: snap_create 2024-03-07T03:07:05.984 INFO:tasks.rados.rados.0.smithi090.stdout:2920: finishing write tid 2 to smithi09077644-16 2024-03-07T03:07:05.987 INFO:tasks.rados.rados.0.smithi090.stdout:2920: finishing write tid 3 to smithi09077644-16 2024-03-07T03:07:05.987 INFO:tasks.rados.rados.0.smithi090.stdout:2920: oid 16 updating version 0 to 1155 2024-03-07T03:07:05.987 INFO:tasks.rados.rados.0.smithi090.stdout:2920: oid 16 updating version 1155 to 1156 2024-03-07T03:07:05.987 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 1156 (ObjNum 899 snap 281 seq_num 899) dirty exists 2024-03-07T03:07:05.987 INFO:tasks.rados.rados.0.smithi090.stdout:2920: left oid 16 (ObjNum 899 snap 281 seq_num 899) 2024-03-07T03:07:06.328 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:07:06 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:07:06.034+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:06.328 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:05 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:05.983+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:06.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:05 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:06.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:05 smithi090 ceph-mon[89511]: osdmap e643: 8 total, 8 up, 8 in 2024-03-07T03:07:06.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:05 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:06.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:05 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:06.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:05 smithi090 ceph-mon[89511]: No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:07:06.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:05 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:06.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:05 smithi090 ceph-mon[89511]: pgmap v392: 121 pgs: 113 active+clean, 8 active+clean+snaptrim_error; 332 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 4.2 MiB/s wr, 33 op/s 2024-03-07T03:07:06.329 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:05 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:05.980+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:06.329 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:05 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:05.981+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:06.329 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:05 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:05.981+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:06.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:05 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:06.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:05 smithi090 ceph-mon[91928]: osdmap e643: 8 total, 8 up, 8 in 2024-03-07T03:07:06.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:05 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:06.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:05 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:06.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:05 smithi090 ceph-mon[91928]: No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:07:06.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:05 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:06.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:05 smithi090 ceph-mon[91928]: pgmap v392: 121 pgs: 113 active+clean, 8 active+clean+snaptrim_error; 332 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 4.2 MiB/s wr, 33 op/s 2024-03-07T03:07:06.416 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:07:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:07:05.948+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:06.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:05 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:06.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:05 smithi092 ceph-mon[83777]: osdmap e643: 8 total, 8 up, 8 in 2024-03-07T03:07:06.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:05 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:06.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:05 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:06.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:05 smithi092 ceph-mon[83777]: No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:07:06.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:05 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:06.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:05 smithi092 ceph-mon[83777]: pgmap v392: 121 pgs: 113 active+clean, 8 active+clean+snaptrim_error; 332 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 4.2 MiB/s wr, 33 op/s 2024-03-07T03:07:06.417 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:05.982+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:07:06.417 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:05.982+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:07:06.417 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:05.983+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:07:06.417 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:05.983+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:06.952 INFO:tasks.rados.rados.0.smithi090.stdout:2920: done (1 left) 2024-03-07T03:07:06.952 INFO:tasks.rados.rados.0.smithi090.stdout:2923: done (0 left) 2024-03-07T03:07:06.952 INFO:tasks.rados.rados.0.smithi090.stdout:2924: rollback oid 43 current snap is 282 2024-03-07T03:07:06.952 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 43 to 281 2024-03-07T03:07:06.952 INFO:tasks.rados.rados.0.smithi090.stdout:2925: copy_from oid 32 from oid 46 current snap is 282 2024-03-07T03:07:06.952 INFO:tasks.rados.rados.0.smithi090.stdout:2926: copy_from oid 33 from oid 40 current snap is 282 2024-03-07T03:07:06.952 INFO:tasks.rados.rados.0.smithi090.stdout:2927: read oid 10 snap -1 2024-03-07T03:07:06.952 INFO:tasks.rados.rados.0.smithi090.stdout:2927: expect deleted 2024-03-07T03:07:06.952 INFO:tasks.rados.rados.0.smithi090.stdout:2928: snap_create 2024-03-07T03:07:06.956 INFO:tasks.rados.rados.0.smithi090.stdout:2925: finishing copy_from to smithi09077644-32 2024-03-07T03:07:06.956 INFO:tasks.rados.rados.0.smithi090.stdout:2925: got expected ENOENT (src dne) 2024-03-07T03:07:06.956 INFO:tasks.rados.rados.0.smithi090.stdout:2925: finishing copy_from racing read to smithi09077644-32 2024-03-07T03:07:06.957 INFO:tasks.rados.rados.0.smithi090.stdout:2926: finishing copy_from to smithi09077644-33 2024-03-07T03:07:06.957 INFO:tasks.rados.rados.0.smithi090.stdout:2926: got expected ENOENT (src dne) 2024-03-07T03:07:06.957 INFO:tasks.rados.rados.0.smithi090.stdout:2926: finishing copy_from racing read to smithi09077644-33 2024-03-07T03:07:06.957 INFO:tasks.rados.rados.0.smithi090.stdout:2924: finishing rollback tid 0 to smithi09077644-43 2024-03-07T03:07:06.960 INFO:tasks.rados.rados.0.smithi090.stdout:2924: finishing rollback tid 1 to smithi09077644-43 2024-03-07T03:07:06.960 INFO:tasks.rados.rados.0.smithi090.stdout:2924: finishing rollback tid 2 to smithi09077644-43 2024-03-07T03:07:06.960 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 1156 (ObjNum 897 snap 280 seq_num 897) dirty exists 2024-03-07T03:07:07.275 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:07:06 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:07:06.951+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:07.275 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:07 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:07.104+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:07:07.275 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:07 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:07.105+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:07.276 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:06 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:07.276 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:06 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:07.276 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:06 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:07.276 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:06 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:07.276 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:06 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:07.276 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:06 smithi092 ceph-mon[83777]: osdmap e644: 8 total, 8 up, 8 in 2024-03-07T03:07:07.276 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:06 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:07.276 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:06 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:07.276 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:06 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:07.277 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:06 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:07.277 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:06 smithi092 ceph-mon[83777]: No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:07:07.277 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:06 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:07.277 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:06 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:07.277 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:06 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-03-07T03:07:07.277 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:06 smithi092 ceph-mon[83777]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-03-07T03:07:07.277 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:06 smithi092 ceph-mon[83777]: Upgrade: osd.6 is safe to restart 2024-03-07T03:07:07.327 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:07:07 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:07:07.105+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:07.328 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:06 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:06.948+0000 7f4442f67700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:07:07.328 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:06 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:06.948+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:07.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:06 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:06.954+0000 7fa43c425700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:07:07.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:06 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:06.954+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:07.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:06 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:06.955+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:07.329 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:06 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:06.956+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:07.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:06 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:07.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:06 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:07.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:06 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:07.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:06 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:07.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:06 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:07.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:06 smithi090 ceph-mon[89511]: osdmap e644: 8 total, 8 up, 8 in 2024-03-07T03:07:07.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:06 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:07.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:06 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:07.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:06 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:07.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:06 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:07.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:06 smithi090 ceph-mon[89511]: No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:07:07.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:06 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:07.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:06 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:07.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:06 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-03-07T03:07:07.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:06 smithi090 ceph-mon[89511]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-03-07T03:07:07.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:06 smithi090 ceph-mon[89511]: Upgrade: osd.6 is safe to restart 2024-03-07T03:07:07.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:06 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:07.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:06 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:07.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:06 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:07.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:06 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:07.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:06 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:07.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:06 smithi090 ceph-mon[91928]: osdmap e644: 8 total, 8 up, 8 in 2024-03-07T03:07:07.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:06 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:07.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:06 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:07.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:06 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:07.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:06 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:07.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:06 smithi090 ceph-mon[91928]: No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:07:07.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:06 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:07.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:06 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:07.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:06 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-03-07T03:07:07.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:06 smithi090 ceph-mon[91928]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-03-07T03:07:07.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:06 smithi090 ceph-mon[91928]: Upgrade: osd.6 is safe to restart 2024-03-07T03:07:07.952 INFO:tasks.rados.rados.0.smithi090.stdout:2924: done (4 left) 2024-03-07T03:07:07.952 INFO:tasks.rados.rados.0.smithi090.stdout:2925: done (3 left) 2024-03-07T03:07:07.952 INFO:tasks.rados.rados.0.smithi090.stdout:2926: done (2 left) 2024-03-07T03:07:07.952 INFO:tasks.rados.rados.0.smithi090.stdout:2927: done (1 left) 2024-03-07T03:07:07.952 INFO:tasks.rados.rados.0.smithi090.stdout:2928: done (0 left) 2024-03-07T03:07:07.952 INFO:tasks.rados.rados.0.smithi090.stdout:2929: delete oid 21 current snap is 283 2024-03-07T03:07:07.955 INFO:tasks.rados.rados.0.smithi090.stdout:2929: done (0 left) 2024-03-07T03:07:07.955 INFO:tasks.rados.rados.0.smithi090.stdout:2930: copy_from oid 13 from oid 17 current snap is 283 2024-03-07T03:07:07.955 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 26 current snap is 283 2024-03-07T03:07:07.956 INFO:tasks.rados.rados.0.smithi090.stdout:2931: seq_num 902 ranges {5505024=712704} 2024-03-07T03:07:07.988 INFO:tasks.rados.rados.0.smithi090.stdout:2931: writing smithi09077644-26 from 5505024 to 6217728 tid 1 2024-03-07T03:07:07.988 INFO:tasks.rados.rados.0.smithi090.stdout:2932: snap_create 2024-03-07T03:07:07.988 INFO:tasks.rados.rados.0.smithi090.stdout:2930: finishing copy_from racing read to smithi09077644-13 2024-03-07T03:07:07.988 INFO:tasks.rados.rados.0.smithi090.stdout:2930: finishing copy_from to smithi09077644-13 2024-03-07T03:07:07.989 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 13 v 1152 (ObjNum 881 snap 278 seq_num 881) dirty exists 2024-03-07T03:07:07.992 INFO:tasks.rados.rados.0.smithi090.stdout:2931: finishing write tid 1 to smithi09077644-26 2024-03-07T03:07:07.992 INFO:tasks.rados.rados.0.smithi090.stdout:2931: finishing write tid 2 to smithi09077644-26 2024-03-07T03:07:07.994 INFO:tasks.rados.rados.0.smithi090.stdout:2931: finishing write tid 3 to smithi09077644-26 2024-03-07T03:07:07.995 INFO:tasks.rados.rados.0.smithi090.stdout:2931: oid 26 updating version 0 to 1452 2024-03-07T03:07:07.995 INFO:tasks.rados.rados.0.smithi090.stdout:2931: oid 26 updating version 1452 to 1453 2024-03-07T03:07:07.995 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 26 v 1453 (ObjNum 902 snap 283 seq_num 902) dirty exists 2024-03-07T03:07:07.995 INFO:tasks.rados.rados.0.smithi090.stdout:2931: left oid 26 (ObjNum 902 snap 283 seq_num 902) 2024-03-07T03:07:08.327 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:07:07 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:07:07.991+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:08.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:07 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:07.959+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:08.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:07 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:07.960+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:08.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:07 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:07.960+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:08.328 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:07 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:07.955+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:08.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:07 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:08.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:07 smithi090 ceph-mon[91928]: osdmap e645: 8 total, 8 up, 8 in 2024-03-07T03:07:08.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:07 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:08.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:07 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:08.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:07 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:08.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:07 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:08.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:07 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:08.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:07 smithi090 ceph-mon[91928]: No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:07:08.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:07 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:08.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:07 smithi090 ceph-mon[91928]: pgmap v395: 121 pgs: 113 active+clean, 8 active+clean+snaptrim_error; 332 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.7 MiB/s wr, 27 op/s 2024-03-07T03:07:08.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:07 smithi090 ceph-mon[91928]: osdmap e646: 8 total, 8 up, 8 in 2024-03-07T03:07:08.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:07 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:08.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:07 smithi090 ceph-mon[89511]: osdmap e645: 8 total, 8 up, 8 in 2024-03-07T03:07:08.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:07 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:08.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:07 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:08.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:07 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:08.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:07 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:08.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:07 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:08.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:07 smithi090 ceph-mon[89511]: No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:07:08.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:07 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:08.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:07 smithi090 ceph-mon[89511]: pgmap v395: 121 pgs: 113 active+clean, 8 active+clean+snaptrim_error; 332 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.7 MiB/s wr, 27 op/s 2024-03-07T03:07:08.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:07 smithi090 ceph-mon[89511]: osdmap e646: 8 total, 8 up, 8 in 2024-03-07T03:07:08.416 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:07:07 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:07:07.951+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:08.416 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:07 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:07.965+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:07:08.416 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:07 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:07.965+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:07:08.416 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:07 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:07.965+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:07:08.416 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:07 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:07.965+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:08.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:07 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:08.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:07 smithi092 ceph-mon[83777]: osdmap e645: 8 total, 8 up, 8 in 2024-03-07T03:07:08.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:07 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:08.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:07 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:08.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:07 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:08.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:07 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:08.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:07 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:08.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:07 smithi092 ceph-mon[83777]: No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:07:08.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:07 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:08.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:07 smithi092 ceph-mon[83777]: pgmap v395: 121 pgs: 113 active+clean, 8 active+clean+snaptrim_error; 332 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.7 MiB/s wr, 27 op/s 2024-03-07T03:07:08.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:07 smithi092 ceph-mon[83777]: osdmap e646: 8 total, 8 up, 8 in 2024-03-07T03:07:08.969 INFO:tasks.rados.rados.0.smithi090.stdout:2930: done (2 left) 2024-03-07T03:07:08.969 INFO:tasks.rados.rados.0.smithi090.stdout:2931: done (1 left) 2024-03-07T03:07:08.969 INFO:tasks.rados.rados.0.smithi090.stdout:2932: done (0 left) 2024-03-07T03:07:08.969 INFO:tasks.rados.rados.0.smithi090.stdout:2933: copy_from oid 24 from oid 35 current snap is 284 2024-03-07T03:07:08.969 INFO:tasks.rados.rados.0.smithi090.stdout:2934: read oid 32 snap 281 2024-03-07T03:07:08.969 INFO:tasks.rados.rados.0.smithi090.stdout:2934: expect deleted 2024-03-07T03:07:08.969 INFO:tasks.rados.rados.0.smithi090.stdout:2935: read oid 38 snap -1 2024-03-07T03:07:08.969 INFO:tasks.rados.rados.0.smithi090.stdout:2935: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-07T03:07:08.970 INFO:tasks.rados.rados.0.smithi090.stdout:2936: read oid 41 snap -1 2024-03-07T03:07:08.970 INFO:tasks.rados.rados.0.smithi090.stdout:2936: expect (ObjNum 748 snap 237 seq_num 748) 2024-03-07T03:07:08.970 INFO:tasks.rados.rados.0.smithi090.stdout:2937: setattr oid 9 current snap is 284 2024-03-07T03:07:08.972 INFO:tasks.rados.rados.0.smithi090.stdout:2934: done (4 left) 2024-03-07T03:07:08.972 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 48 current snap is 284 2024-03-07T03:07:08.972 INFO:tasks.rados.rados.0.smithi090.stdout:2938: seq_num 903 ranges {2392064=729088} 2024-03-07T03:07:08.988 INFO:tasks.rados.rados.0.smithi090.stdout:2938: writing smithi09077644-48 from 2392064 to 3121152 tid 1 2024-03-07T03:07:08.988 INFO:tasks.rados.rados.0.smithi090.stdout:2939: copy_from oid 21 from oid 42 current snap is 284 2024-03-07T03:07:08.988 INFO:tasks.rados.rados.0.smithi090.stdout:2935: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-07T03:07:08.992 INFO:tasks.rados.rados.0.smithi090.stdout:2933: finishing copy_from racing read to smithi09077644-24 2024-03-07T03:07:08.992 INFO:tasks.rados.rados.0.smithi090.stdout:2936: expect (ObjNum 748 snap 237 seq_num 748) 2024-03-07T03:07:09.014 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 9 v 1338 (ObjNum 81 snap 0 seq_num 1683185488) dirty exists 2024-03-07T03:07:09.014 INFO:tasks.rados.rados.0.smithi090.stdout:2933: finishing copy_from to smithi09077644-24 2024-03-07T03:07:09.014 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 24 v 1179 (ObjNum 81 snap 0 seq_num 1332303694) dirty exists 2024-03-07T03:07:09.014 INFO:tasks.rados.rados.0.smithi090.stdout:2938: finishing write tid 1 to smithi09077644-48 2024-03-07T03:07:09.014 INFO:tasks.rados.rados.0.smithi090.stdout:2938: finishing write tid 2 to smithi09077644-48 2024-03-07T03:07:09.014 INFO:tasks.rados.rados.0.smithi090.stdout:2933: done (5 left) 2024-03-07T03:07:09.014 INFO:tasks.rados.rados.0.smithi090.stdout:2935: done (4 left) 2024-03-07T03:07:09.014 INFO:tasks.rados.rados.0.smithi090.stdout:2936: done (3 left) 2024-03-07T03:07:09.014 INFO:tasks.rados.rados.0.smithi090.stdout:2937: done (2 left) 2024-03-07T03:07:09.015 INFO:tasks.rados.rados.0.smithi090.stdout:2940: rollback oid 11 current snap is 284 2024-03-07T03:07:09.015 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 11 to 283 2024-03-07T03:07:09.015 INFO:tasks.rados.rados.0.smithi090.stdout:2938: finishing write tid 3 to smithi09077644-48 2024-03-07T03:07:09.015 INFO:tasks.rados.rados.0.smithi090.stdout:2938: oid 48 updating version 0 to 1338 2024-03-07T03:07:09.015 INFO:tasks.rados.rados.0.smithi090.stdout:2938: oid 48 version 1338 is already newer than 1337 2024-03-07T03:07:09.015 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 1338 (ObjNum 903 snap 284 seq_num 903) dirty exists 2024-03-07T03:07:09.015 INFO:tasks.rados.rados.0.smithi090.stdout:2938: left oid 48 (ObjNum 903 snap 284 seq_num 903) 2024-03-07T03:07:09.015 INFO:tasks.rados.rados.0.smithi090.stdout:2939: finishing copy_from racing read to smithi09077644-21 2024-03-07T03:07:09.015 INFO:tasks.rados.rados.0.smithi090.stdout:2939: finishing copy_from to smithi09077644-21 2024-03-07T03:07:09.015 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 1192 (ObjNum 640 snap 199 seq_num 640) dirty exists 2024-03-07T03:07:09.015 INFO:tasks.rados.rados.0.smithi090.stdout:2938: done (2 left) 2024-03-07T03:07:09.015 INFO:tasks.rados.rados.0.smithi090.stdout:2939: done (1 left) 2024-03-07T03:07:09.015 INFO:tasks.rados.rados.0.smithi090.stdout:2941: setattr oid 36 current snap is 284 2024-03-07T03:07:09.016 INFO:tasks.rados.rados.0.smithi090.stdout:2942: snap_create 2024-03-07T03:07:09.016 INFO:tasks.rados.rados.0.smithi090.stdout:2940: finishing rollback tid 1 to smithi09077644-11 2024-03-07T03:07:09.016 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 11 v 1460 (ObjNum 609 snap 0 seq_num 2434887789) dirty dne 2024-03-07T03:07:09.017 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 1417 (ObjNum 807 snap 262 seq_num 807) dirty exists 2024-03-07T03:07:09.327 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:07:08 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:07:08.991+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:09.328 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:08 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:08.973+0000 7f443ef5f700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:07:09.328 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:08 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:08.973+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:09.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:08 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:08.971+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:09.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:08 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:08.971+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:07:09.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:08 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:08.971+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:09.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:08 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:08.971+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:09.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:08 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:09.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:08 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:09.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:08 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:09.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:08 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:09.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:08 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:09.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:08 smithi090 ceph-mon[89511]: No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:07:09.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:08 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:09.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:08 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:09.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:08 smithi090 ceph-mon[89511]: Upgrade: Updating osd.6 2024-03-07T03:07:09.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:08 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:07:09.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:08 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-03-07T03:07:09.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:08 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:07:09.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:08 smithi090 ceph-mon[89511]: Deploying daemon osd.6 on smithi092 2024-03-07T03:07:09.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:08 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:09.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:08 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:09.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:08 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:09.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:08 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:09.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:08 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:09.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:08 smithi090 ceph-mon[91928]: No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:07:09.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:08 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:09.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:08 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:09.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:08 smithi090 ceph-mon[91928]: Upgrade: Updating osd.6 2024-03-07T03:07:09.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:08 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:07:09.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:08 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-03-07T03:07:09.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:08 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:07:09.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:08 smithi090 ceph-mon[91928]: Deploying daemon osd.6 on smithi092 2024-03-07T03:07:09.354 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:09 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:09.016+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:07:09.354 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:09 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:09.017+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:09.354 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:07:08 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:07:08.967+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:09.355 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:08 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:09.355 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:08 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:09.355 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:08 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:09.355 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:08 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:09.355 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:08 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:09.355 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:08 smithi092 ceph-mon[83777]: No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:07:09.355 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:08 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:09.355 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:08 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:09.355 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:08 smithi092 ceph-mon[83777]: Upgrade: Updating osd.6 2024-03-07T03:07:09.355 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:08 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:07:09.355 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:08 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-03-07T03:07:09.355 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:08 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:07:09.355 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:08 smithi092 ceph-mon[83777]: Deploying daemon osd.6 on smithi092 2024-03-07T03:07:09.975 INFO:tasks.rados.rados.0.smithi090.stdout:2940: done (2 left) 2024-03-07T03:07:09.975 INFO:tasks.rados.rados.0.smithi090.stdout:2941: done (1 left) 2024-03-07T03:07:09.975 INFO:tasks.rados.rados.0.smithi090.stdout:2942: done (0 left) 2024-03-07T03:07:09.975 INFO:tasks.rados.rados.0.smithi090.stdout:2943: read oid 18 snap -1 2024-03-07T03:07:09.976 INFO:tasks.rados.rados.0.smithi090.stdout:2943: expect (ObjNum 885 snap 278 seq_num 885) 2024-03-07T03:07:09.976 INFO:tasks.rados.rados.0.smithi090.stdout:2944: snap_create 2024-03-07T03:07:10.054 INFO:tasks.rados.rados.0.smithi090.stdout:2943: expect (ObjNum 885 snap 278 seq_num 885) 2024-03-07T03:07:10.125 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:07:09 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:07:09.976+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:10.126 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:09 smithi092 ceph-mon[83777]: osdmap e647: 8 total, 8 up, 8 in 2024-03-07T03:07:10.126 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:09 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:10.126 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:09 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:10.126 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:09 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:10.126 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:09 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:10.126 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:09 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:10.126 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:09 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:10.126 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:09 smithi092 ceph-mon[83777]: No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:07:10.126 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:09 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:10.126 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:09 smithi092 ceph-mon[83777]: pgmap v398: 121 pgs: 113 active+clean, 8 active+clean+snaptrim_error; 334 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 426 KiB/s rd, 582 KiB/s wr, 14 op/s 2024-03-07T03:07:10.327 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:09 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:09.970+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:10.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:09 smithi090 ceph-mon[91928]: osdmap e647: 8 total, 8 up, 8 in 2024-03-07T03:07:10.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:09 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:10.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:09 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:10.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:09 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:10.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:09 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:10.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:09 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:10.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:09 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:10.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:09 smithi090 ceph-mon[91928]: No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:07:10.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:09 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:10.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:09 smithi090 ceph-mon[91928]: pgmap v398: 121 pgs: 113 active+clean, 8 active+clean+snaptrim_error; 334 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 426 KiB/s rd, 582 KiB/s wr, 14 op/s 2024-03-07T03:07:10.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:09 smithi090 ceph-mon[89511]: osdmap e647: 8 total, 8 up, 8 in 2024-03-07T03:07:10.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:09 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:10.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:09 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:10.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:09 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:10.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:09 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:10.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:09 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:10.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:09 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:10.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:09 smithi090 ceph-mon[89511]: No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:07:10.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:09 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:10.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:09 smithi090 ceph-mon[89511]: pgmap v398: 121 pgs: 113 active+clean, 8 active+clean+snaptrim_error; 334 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 426 KiB/s rd, 582 KiB/s wr, 14 op/s 2024-03-07T03:07:11.088 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:10 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:11.088 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:10 smithi092 ceph-mon[83777]: osdmap e648: 8 total, 8 up, 8 in 2024-03-07T03:07:11.088 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:10 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:11.088 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:07:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:07:10.976+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:11.088 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:10.844+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:07:11.088 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:10.844+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:07:11.088 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:10.844+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:07:11.088 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:10.844+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:11.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:10 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:11.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:10 smithi090 ceph-mon[89511]: osdmap e648: 8 total, 8 up, 8 in 2024-03-07T03:07:11.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:10 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:11.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:10 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:11.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:10 smithi090 ceph-mon[91928]: osdmap e648: 8 total, 8 up, 8 in 2024-03-07T03:07:11.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:10 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:11.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:11 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:11.002+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:11.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:11 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:11.002+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:11.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:11 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:11.002+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:11.666 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:07:11 smithi092 systemd[1]: Stopping Ceph osd.6 for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T03:07:11.666 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:11.345+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:07:11.666 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:11.345+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:11.827 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:07:11 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:07:11.344+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:11.985 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:07:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6[47247]: 2024-03-07T03:07:11.690+0000 7fa9a3631700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-07T03:07:11.985 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:07:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6[47247]: 2024-03-07T03:07:11.690+0000 7fa9a3631700 -1 osd.6 648 *** Got signal Terminated *** 2024-03-07T03:07:11.985 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:07:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6[47247]: 2024-03-07T03:07:11.690+0000 7fa9a3631700 -1 osd.6 648 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-07T03:07:12.252 INFO:tasks.rados.rados.0.smithi090.stdout:2943: done (1 left) 2024-03-07T03:07:12.252 INFO:tasks.rados.rados.0.smithi090.stdout:2944: done (0 left) 2024-03-07T03:07:12.252 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 2 current snap is 286 2024-03-07T03:07:12.252 INFO:tasks.rados.rados.0.smithi090.stdout:2945: seq_num 904 ranges {16121856=745472} 2024-03-07T03:07:12.315 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:07:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:07:11.988+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:12.315 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:11.995+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:07:12.315 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:11.995+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:12.315 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:11 smithi092 ceph-mon[83777]: No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:07:12.316 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:11 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:12.316 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:11 smithi092 ceph-mon[83777]: osdmap e649: 8 total, 8 up, 8 in 2024-03-07T03:07:12.316 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:11 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:12.316 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:11 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:12.316 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:11 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:12.316 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:11 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:12.316 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:11 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:12.316 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:11 smithi092 ceph-mon[83777]: No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:07:12.316 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:11 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:12.316 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:11 smithi092 ceph-mon[83777]: osd.6 marked itself down and dead 2024-03-07T03:07:12.316 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:11 smithi092 ceph-mon[83777]: pgmap v401: 121 pgs: 113 active+clean, 8 active+clean+snaptrim_error; 336 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 427 KiB/s rd, 1.0 MiB/s wr, 16 op/s 2024-03-07T03:07:12.327 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:07:12 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:07:12.000+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:12.327 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:11 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:11.995+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:12.327 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:12 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:11.996+0000 7fa43c425700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:07:12.327 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:12 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:11.997+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:12.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:12 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:11.997+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:12.328 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:11 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:11.998+0000 7f443ef5f700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:07:12.328 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:11 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:11.998+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:12.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:11 smithi090 ceph-mon[89511]: No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:07:12.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:11 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:12.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:11 smithi090 ceph-mon[89511]: osdmap e649: 8 total, 8 up, 8 in 2024-03-07T03:07:12.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:11 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:12.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:11 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:12.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:11 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:12.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:11 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:12.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:11 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:12.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:11 smithi090 ceph-mon[89511]: No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:07:12.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:11 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:12.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:11 smithi090 ceph-mon[89511]: osd.6 marked itself down and dead 2024-03-07T03:07:12.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:11 smithi090 ceph-mon[89511]: pgmap v401: 121 pgs: 113 active+clean, 8 active+clean+snaptrim_error; 336 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 427 KiB/s rd, 1.0 MiB/s wr, 16 op/s 2024-03-07T03:07:12.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:11 smithi090 ceph-mon[91928]: No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:07:12.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:11 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:12.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:11 smithi090 ceph-mon[91928]: osdmap e649: 8 total, 8 up, 8 in 2024-03-07T03:07:12.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:11 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:12.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:11 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:12.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:11 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:12.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:11 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:12.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:11 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:12.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:11 smithi090 ceph-mon[91928]: No clone_snaps in snapset 19e=[]:{} for object 5:f3676f31:::smithi09077644-31:19e 2024-03-07T03:07:12.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:11 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:12.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:11 smithi090 ceph-mon[91928]: osd.6 marked itself down and dead 2024-03-07T03:07:12.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:11 smithi090 ceph-mon[91928]: pgmap v401: 121 pgs: 113 active+clean, 8 active+clean+snaptrim_error; 336 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 427 KiB/s rd, 1.0 MiB/s wr, 16 op/s 2024-03-07T03:07:12.341 INFO:tasks.rados.rados.0.smithi090.stdout:2945: writing smithi09077644-2 from 16121856 to 16867328 tid 1 2024-03-07T03:07:12.341 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 29 current snap is 286 2024-03-07T03:07:12.341 INFO:tasks.rados.rados.0.smithi090.stdout:2946: seq_num 905 ranges {360448=761856} 2024-03-07T03:07:12.347 INFO:tasks.rados.rados.0.smithi090.stdout:2946: writing smithi09077644-29 from 360448 to 1122304 tid 1 2024-03-07T03:07:12.347 INFO:tasks.rados.rados.0.smithi090.stdout:2947: snap_create 2024-03-07T03:07:12.348 INFO:tasks.rados.rados.0.smithi090.stdout:2945: finishing write tid 1 to smithi09077644-2 2024-03-07T03:07:12.348 INFO:tasks.rados.rados.0.smithi090.stdout:2945: finishing write tid 2 to smithi09077644-2 2024-03-07T03:07:12.348 INFO:tasks.rados.rados.0.smithi090.stdout:2945: finishing write tid 3 to smithi09077644-2 2024-03-07T03:07:12.348 INFO:tasks.rados.rados.0.smithi090.stdout:2945: oid 2 updating version 0 to 1419 2024-03-07T03:07:12.348 INFO:tasks.rados.rados.0.smithi090.stdout:2945: oid 2 version 1419 is already newer than 1418 2024-03-07T03:07:12.348 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 2 v 1419 (ObjNum 904 snap 286 seq_num 904) dirty exists 2024-03-07T03:07:12.348 INFO:tasks.rados.rados.0.smithi090.stdout:2945: left oid 2 (ObjNum 904 snap 286 seq_num 904) 2024-03-07T03:07:12.666 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:07:12 smithi092 podman[98633]: 2024-03-07 03:07:12.537194295 +0000 UTC m=+0.959561771 container died 04f0a980ec718730d6d9a779bf3a7fc47dac08d402d02b08164ae6ee35929bb1 (image=quay.ceph.io/ceph-ci/ceph@sha256:4e788e3c6821efe986a710ffe10c052cd830c07b33cd4a66b97449fc9bbef8e7, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6, org.label-schema.license=GPLv2, org.label-schema.build-date=20240222, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=reef-ae75fc9, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, ceph=True, io.buildah.version=1.33.5) 2024-03-07T03:07:12.666 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:07:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:07:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:07:12.997 INFO:tasks.rados.rados.0.smithi090.stdout:2945: done (2 left) 2024-03-07T03:07:12.997 INFO:tasks.rados.rados.0.smithi090.stdout:2947: done (1 left) 2024-03-07T03:07:12.997 INFO:tasks.rados.rados.0.smithi090.stdout:2948: copy_from oid 10 from oid 2 current snap is 287 2024-03-07T03:07:12.997 INFO:tasks.rados.rados.0.smithi090.stdout:2949: setattr oid 16 current snap is 287 2024-03-07T03:07:12.997 INFO:tasks.rados.rados.0.smithi090.stdout:2950: read oid 31 snap 285 2024-03-07T03:07:12.997 INFO:tasks.rados.rados.0.smithi090.stdout:2950: expect deleted 2024-03-07T03:07:12.998 INFO:tasks.rados.rados.0.smithi090.stdout:2951: read oid 23 snap -1 2024-03-07T03:07:12.998 INFO:tasks.rados.rados.0.smithi090.stdout:2951: expect deleted 2024-03-07T03:07:12.998 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 7 current snap is 287 2024-03-07T03:07:12.998 INFO:tasks.rados.rados.0.smithi090.stdout:2952: seq_num 906 ranges {4505600=778240} 2024-03-07T03:07:13.026 INFO:tasks.rados.rados.0.smithi090.stdout:2952: writing smithi09077644-7 from 4505600 to 5283840 tid 1 2024-03-07T03:07:13.026 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 38 current snap is 287 2024-03-07T03:07:13.026 INFO:tasks.rados.rados.0.smithi090.stdout:2953: seq_num 907 ranges {0=794624} 2024-03-07T03:07:13.031 INFO:tasks.rados.rados.0.smithi090.stdout:2953: writing smithi09077644-38 from 0 to 794624 tid 1 2024-03-07T03:07:13.031 INFO:tasks.rados.rados.0.smithi090.stdout:2954: rmattr oid 3 current snap is 287 2024-03-07T03:07:13.031 INFO:tasks.rados.rados.0.smithi090.stdout:2946: finishing write tid 1 to smithi09077644-29 2024-03-07T03:07:13.031 INFO:tasks.rados.rados.0.smithi090.stdout:2946: finishing write tid 2 to smithi09077644-29 2024-03-07T03:07:13.031 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 1159 (ObjNum 899 snap 281 seq_num 899) dirty exists 2024-03-07T03:07:13.031 INFO:tasks.rados.rados.0.smithi090.stdout:2946: finishing write tid 3 to smithi09077644-29 2024-03-07T03:07:13.031 INFO:tasks.rados.rados.0.smithi090.stdout:2946: oid 29 updating version 0 to 1158 2024-03-07T03:07:13.032 INFO:tasks.rados.rados.0.smithi090.stdout:2946: oid 29 version 1158 is already newer than 1157 2024-03-07T03:07:13.032 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 1158 (ObjNum 905 snap 286 seq_num 905) dirty exists 2024-03-07T03:07:13.032 INFO:tasks.rados.rados.0.smithi090.stdout:2946: left oid 29 (ObjNum 905 snap 286 seq_num 905) 2024-03-07T03:07:13.032 INFO:tasks.rados.rados.0.smithi090.stdout:2952: finishing write tid 1 to smithi09077644-7 2024-03-07T03:07:13.032 INFO:tasks.rados.rados.0.smithi090.stdout:2952: finishing write tid 2 to smithi09077644-7 2024-03-07T03:07:13.032 INFO:tasks.rados.rados.0.smithi090.stdout:2946: done (7 left) 2024-03-07T03:07:13.032 INFO:tasks.rados.rados.0.smithi090.stdout:2949: done (6 left) 2024-03-07T03:07:13.032 INFO:tasks.rados.rados.0.smithi090.stdout:2950: done (5 left) 2024-03-07T03:07:13.032 INFO:tasks.rados.rados.0.smithi090.stdout:2951: done (4 left) 2024-03-07T03:07:13.032 INFO:tasks.rados.rados.0.smithi090.stdout:2955: rmattr oid 49 current snap is 287 2024-03-07T03:07:13.032 INFO:tasks.rados.rados.0.smithi090.stdout:2955: done (4 left) 2024-03-07T03:07:13.032 INFO:tasks.rados.rados.0.smithi090.stdout:2956: read oid 35 snap 282 2024-03-07T03:07:13.033 INFO:tasks.rados.rados.0.smithi090.stdout:2956: expect (ObjNum -954548528 snap 21858 seq_num 3339498288) 2024-03-07T03:07:13.033 INFO:tasks.rados.rados.0.smithi090.stdout:2957: snap_remove snap 284 2024-03-07T03:07:13.327 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:07:12 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:07:12.991+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:13.328 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:07:13 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:07:13] "GET /metrics HTTP/1.1" 200 36245 "" "Prometheus/2.43.0" 2024-03-07T03:07:13.328 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:12 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:12.996+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:13.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:12 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:12.993+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:13.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:12 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:12.994+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:13.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:12 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:12.996+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:13.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:12 smithi090 ceph-mon[91928]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-07T03:07:13.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:12 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:13.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:12 smithi090 ceph-mon[91928]: osdmap e650: 8 total, 7 up, 8 in 2024-03-07T03:07:13.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:12 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:13.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:12 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:13.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:12 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:13.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:12 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:13.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:12 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:13.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:12 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:13.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:12 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:07:13.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:12 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:07:13.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:12 smithi090 ceph-mon[89511]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-07T03:07:13.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:12 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:13.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:12 smithi090 ceph-mon[89511]: osdmap e650: 8 total, 7 up, 8 in 2024-03-07T03:07:13.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:12 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:13.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:12 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:13.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:12 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:13.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:12 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:13.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:12 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:13.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:12 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:13.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:12 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:07:13.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:12 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:07:13.416 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:07:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:07:12.992+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:13.416 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:13.004+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:13.416 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:07:13 smithi092 podman[98633]: 2024-03-07 03:07:13.208919895 +0000 UTC m=+1.631287379 container cleanup 04f0a980ec718730d6d9a779bf3a7fc47dac08d402d02b08164ae6ee35929bb1 (image=quay.ceph.io/ceph-ci/ceph@sha256:4e788e3c6821efe986a710ffe10c052cd830c07b33cd4a66b97449fc9bbef8e7, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=reef-ae75fc9, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240222, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-03-07T03:07:13.416 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:07:13 smithi092 bash[98633]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6 2024-03-07T03:07:13.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:12 smithi092 ceph-mon[83777]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-07T03:07:13.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:12 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:13.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:12 smithi092 ceph-mon[83777]: osdmap e650: 8 total, 7 up, 8 in 2024-03-07T03:07:13.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:12 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:13.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:12 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:13.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:12 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:13.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:12 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:13.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:12 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:13.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:12 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:13.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:12 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:07:13.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:12 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:07:13.830 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:07:13 smithi092 podman[98650]: 2024-03-07 03:07:13.468726588 +0000 UTC m=+0.925780503 container remove 04f0a980ec718730d6d9a779bf3a7fc47dac08d402d02b08164ae6ee35929bb1 (image=quay.ceph.io/ceph-ci/ceph@sha256:4e788e3c6821efe986a710ffe10c052cd830c07b33cd4a66b97449fc9bbef8e7, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6, org.label-schema.build-date=20240222, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-ae75fc9, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.schema-version=1.0) 2024-03-07T03:07:14.001 INFO:tasks.rados.rados.0.smithi090.stdout:2957: done (5 left) 2024-03-07T03:07:14.001 INFO:tasks.rados.rados.0.smithi090.stdout:2958: delete oid 4 current snap is 287 2024-03-07T03:07:14.001 INFO:tasks.rados.rados.0.smithi090.stdout:2956: expect (ObjNum -954548528 snap 21858 seq_num 3339498288) 2024-03-07T03:07:14.003 INFO:tasks.rados.rados.0.smithi090.stdout:2952: finishing write tid 3 to smithi09077644-7 2024-03-07T03:07:14.003 INFO:tasks.rados.rados.0.smithi090.stdout:2952: oid 7 updating version 0 to 723 2024-03-07T03:07:14.003 INFO:tasks.rados.rados.0.smithi090.stdout:2952: oid 7 version 723 is already newer than 722 2024-03-07T03:07:14.003 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 7 v 723 (ObjNum 906 snap 287 seq_num 906) dirty exists 2024-03-07T03:07:14.003 INFO:tasks.rados.rados.0.smithi090.stdout:2952: left oid 7 (ObjNum 906 snap 287 seq_num 906) 2024-03-07T03:07:14.004 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 1454 (ObjNum 777 snap 253 seq_num 777) dirty exists 2024-03-07T03:07:14.004 INFO:tasks.rados.rados.0.smithi090.stdout:2953: finishing write tid 1 to smithi09077644-38 2024-03-07T03:07:14.004 INFO:tasks.rados.rados.0.smithi090.stdout:2953: finishing write tid 2 to smithi09077644-38 2024-03-07T03:07:14.004 INFO:tasks.rados.rados.0.smithi090.stdout:2953: finishing write tid 3 to smithi09077644-38 2024-03-07T03:07:14.004 INFO:tasks.rados.rados.0.smithi090.stdout:2953: oid 38 updating version 0 to 1462 2024-03-07T03:07:14.004 INFO:tasks.rados.rados.0.smithi090.stdout:2953: oid 38 updating version 1462 to 1463 2024-03-07T03:07:14.004 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 1463 (ObjNum 907 snap 287 seq_num 907) dirty exists 2024-03-07T03:07:14.004 INFO:tasks.rados.rados.0.smithi090.stdout:2953: left oid 38 (ObjNum 907 snap 287 seq_num 907) 2024-03-07T03:07:14.004 INFO:tasks.rados.rados.0.smithi090.stdout:2948: finishing copy_from racing read to smithi09077644-10 2024-03-07T03:07:14.004 INFO:tasks.rados.rados.0.smithi090.stdout:2948: finishing copy_from to smithi09077644-10 2024-03-07T03:07:14.004 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 1419 (ObjNum 904 snap 286 seq_num 904) dirty exists 2024-03-07T03:07:14.006 INFO:tasks.rados.rados.0.smithi090.stdout:2948: done (5 left) 2024-03-07T03:07:14.006 INFO:tasks.rados.rados.0.smithi090.stdout:2952: done (4 left) 2024-03-07T03:07:14.006 INFO:tasks.rados.rados.0.smithi090.stdout:2953: done (3 left) 2024-03-07T03:07:14.006 INFO:tasks.rados.rados.0.smithi090.stdout:2954: done (2 left) 2024-03-07T03:07:14.007 INFO:tasks.rados.rados.0.smithi090.stdout:2956: done (1 left) 2024-03-07T03:07:14.007 INFO:tasks.rados.rados.0.smithi090.stdout:2958: done (0 left) 2024-03-07T03:07:14.007 INFO:tasks.rados.rados.0.smithi090.stdout:2959: snap_create 2024-03-07T03:07:14.156 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:07:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:07:14.001+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:14.156 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:14 smithi092 ceph-mon[83777]: osdmap e651: 8 total, 7 up, 8 in 2024-03-07T03:07:14.156 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:14 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:14.156 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:14 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:14.156 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:14 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:14.156 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:14 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:14.156 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:14 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:14.156 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:14 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:14.157 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:14 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:14.157 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:14 smithi092 ceph-mon[83777]: pgmap v404: 121 pgs: 12 active+undersized, 4 active+undersized+degraded, 8 stale+active+clean, 89 active+clean, 8 active+clean+snaptrim_error; 336 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 640 KiB/s wr, 2 op/s; 6/630 objects degraded (0.952%) 2024-03-07T03:07:14.157 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:07:13 smithi092 podman[98739]: 2024-03-07 03:07:13.732395302 +0000 UTC m=+0.017561573 image pull fdb83767c1ab7256a5adb2236a0d5ca62c64d53a1398fd6c12f8a81ff166e8ff quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71 2024-03-07T03:07:14.157 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:07:13 smithi092 podman[98739]: 2024-03-07 03:07:13.844785582 +0000 UTC m=+0.129951853 container create adcf525a2865979979100d54515793dca3bc313c522991b9d6e68c33873e8555 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6-deactivate, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, io.buildah.version=1.33.5, RELEASE=main-ea9a568, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240222, org.label-schema.vendor=CentOS) 2024-03-07T03:07:14.157 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:07:14 smithi092 podman[98739]: 2024-03-07 03:07:14.07249657 +0000 UTC m=+0.357662855 container init adcf525a2865979979100d54515793dca3bc313c522991b9d6e68c33873e8555 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6-deactivate, org.label-schema.vendor=CentOS, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240222, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-ea9a568, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-03-07T03:07:14.157 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:07:14 smithi092 podman[98739]: 2024-03-07 03:07:14.075936696 +0000 UTC m=+0.361102973 container start adcf525a2865979979100d54515793dca3bc313c522991b9d6e68c33873e8555 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6-deactivate, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=main-ea9a568, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240222, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-07T03:07:14.157 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:07:14 smithi092 podman[98739]: 2024-03-07 03:07:14.155657267 +0000 UTC m=+0.440823556 container attach adcf525a2865979979100d54515793dca3bc313c522991b9d6e68c33873e8555 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6-deactivate, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.build-date=20240222, RELEASE=main-ea9a568, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True) 2024-03-07T03:07:14.246 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:07:14 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:07:14.004+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:14.247 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:13 smithi090 ceph-mon[89511]: osdmap e651: 8 total, 7 up, 8 in 2024-03-07T03:07:14.247 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:13 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:14.247 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:13 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:14.247 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:13 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:14.247 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:13 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:14.247 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:13 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:14.247 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:13 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:14.247 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:13 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:14.247 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:13 smithi090 ceph-mon[89511]: pgmap v404: 121 pgs: 12 active+undersized, 4 active+undersized+degraded, 8 stale+active+clean, 89 active+clean, 8 active+clean+snaptrim_error; 336 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 640 KiB/s wr, 2 op/s; 6/630 objects degraded (0.952%) 2024-03-07T03:07:14.248 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:13 smithi090 ceph-mon[91928]: osdmap e651: 8 total, 7 up, 8 in 2024-03-07T03:07:14.248 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:13 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:14.248 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:13 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:14.248 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:13 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:14.248 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:13 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:14.248 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:13 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:14.248 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:13 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:14.248 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:13 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:14.248 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:13 smithi090 ceph-mon[91928]: pgmap v404: 121 pgs: 12 active+undersized, 4 active+undersized+degraded, 8 stale+active+clean, 89 active+clean, 8 active+clean+snaptrim_error; 336 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 640 KiB/s wr, 2 op/s; 6/630 objects degraded (0.952%) 2024-03-07T03:07:14.415 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:07:14 smithi092 podman[98739]: 2024-03-07 03:07:14.366419449 +0000 UTC m=+0.651585730 container died adcf525a2865979979100d54515793dca3bc313c522991b9d6e68c33873e8555 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6-deactivate, RELEASE=main-ea9a568, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240222, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b) 2024-03-07T03:07:14.577 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:14 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:14.244+0000 7f443ef5f700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:07:14.577 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:14 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:14.244+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:14.578 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:14 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:14.405+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:14.578 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:14 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:14.405+0000 7fa43c425700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:07:14.578 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:14 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:14.405+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:14.578 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:14 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:14.406+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:14.916 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:14.503+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:07:14.916 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:14.503+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:15.009 INFO:tasks.rados.rados.0.smithi090.stdout:2959: done (0 left) 2024-03-07T03:07:15.009 INFO:tasks.rados.rados.0.smithi090.stdout:2960: read oid 43 snap 286 2024-03-07T03:07:15.009 INFO:tasks.rados.rados.0.smithi090.stdout:2960: expect (ObjNum 897 snap 280 seq_num 897) 2024-03-07T03:07:15.009 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 8 current snap is 288 2024-03-07T03:07:15.009 INFO:tasks.rados.rados.0.smithi090.stdout:2961: seq_num 909 ranges {3497984=425984,3923968=401408} 2024-03-07T03:07:15.030 INFO:tasks.rados.rados.0.smithi090.stdout:2961: writing smithi09077644-8 from 3497984 to 3923968 tid 1 2024-03-07T03:07:15.033 INFO:tasks.rados.rados.0.smithi090.stdout:2961: writing smithi09077644-8 from 3923968 to 4325376 tid 2 2024-03-07T03:07:15.033 INFO:tasks.rados.rados.0.smithi090.stdout:2962: rollback oid 29 current snap is 288 2024-03-07T03:07:15.033 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 29 to 282 2024-03-07T03:07:15.033 INFO:tasks.rados.rados.0.smithi090.stdout:2960: expect (ObjNum 897 snap 280 seq_num 897) 2024-03-07T03:07:15.051 INFO:tasks.rados.rados.0.smithi090.stdout:2961: finishing write tid 1 to smithi09077644-8 2024-03-07T03:07:15.051 INFO:tasks.rados.rados.0.smithi090.stdout:2961: finishing write tid 2 to smithi09077644-8 2024-03-07T03:07:15.051 INFO:tasks.rados.rados.0.smithi090.stdout:2961: finishing write tid 3 to smithi09077644-8 2024-03-07T03:07:15.051 INFO:tasks.rados.rados.0.smithi090.stdout:2961: finishing write tid 4 to smithi09077644-8 2024-03-07T03:07:15.051 INFO:tasks.rados.rados.0.smithi090.stdout:2961: oid 8 updating version 0 to 1342 2024-03-07T03:07:15.052 INFO:tasks.rados.rados.0.smithi090.stdout:2961: oid 8 version 1342 is already newer than 1341 2024-03-07T03:07:15.052 INFO:tasks.rados.rados.0.smithi090.stdout:2961: oid 8 updating version 1342 to 1343 2024-03-07T03:07:15.052 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 1343 (ObjNum 909 snap 288 seq_num 909) dirty exists 2024-03-07T03:07:15.052 INFO:tasks.rados.rados.0.smithi090.stdout:2961: left oid 8 (ObjNum 909 snap 288 seq_num 909) 2024-03-07T03:07:15.052 INFO:tasks.rados.rados.0.smithi090.stdout:2962: finishing rollback tid 0 to smithi09077644-29 2024-03-07T03:07:15.052 INFO:tasks.rados.rados.0.smithi090.stdout:2960: done (2 left) 2024-03-07T03:07:15.052 INFO:tasks.rados.rados.0.smithi090.stdout:2961: done (1 left) 2024-03-07T03:07:15.052 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 14 current snap is 288 2024-03-07T03:07:15.052 INFO:tasks.rados.rados.0.smithi090.stdout:2962: finishing rollback tid 1 to smithi09077644-29 2024-03-07T03:07:15.052 INFO:tasks.rados.rados.0.smithi090.stdout:2962: finishing rollback tid 2 to smithi09077644-29 2024-03-07T03:07:15.052 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 1162 (ObjNum 881 snap 278 seq_num 881) dirty exists 2024-03-07T03:07:15.052 INFO:tasks.rados.rados.0.smithi090.stdout:2963: seq_num 910 ranges {4947968=442368,5390336=401408} 2024-03-07T03:07:15.080 INFO:tasks.rados.rados.0.smithi090.stdout:2963: writing smithi09077644-14 from 4947968 to 5390336 tid 1 2024-03-07T03:07:15.082 INFO:tasks.rados.rados.0.smithi090.stdout:2963: writing smithi09077644-14 from 5390336 to 5791744 tid 2 2024-03-07T03:07:15.082 INFO:tasks.rados.rados.0.smithi090.stdout:2962: done (1 left) 2024-03-07T03:07:15.082 INFO:tasks.rados.rados.0.smithi090.stdout:2964: delete oid 26 current snap is 288 2024-03-07T03:07:15.085 INFO:tasks.rados.rados.0.smithi090.stdout:2964: done (1 left) 2024-03-07T03:07:15.085 INFO:tasks.rados.rados.0.smithi090.stdout:2965: setattr oid 31 current snap is 288 2024-03-07T03:07:15.088 INFO:tasks.rados.rados.0.smithi090.stdout:2966: read oid 41 snap -1 2024-03-07T03:07:15.088 INFO:tasks.rados.rados.0.smithi090.stdout:2966: expect (ObjNum 748 snap 237 seq_num 748) 2024-03-07T03:07:15.088 INFO:tasks.rados.rados.0.smithi090.stdout:2967: copy_from oid 6 from oid 26 current snap is 288 2024-03-07T03:07:15.088 INFO:tasks.rados.rados.0.smithi090.stdout:2968: read oid 27 snap -1 2024-03-07T03:07:15.088 INFO:tasks.rados.rados.0.smithi090.stdout:2968: expect deleted 2024-03-07T03:07:15.088 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 15 current snap is 288 2024-03-07T03:07:15.088 INFO:tasks.rados.rados.0.smithi090.stdout:2969: seq_num 912 ranges {0=483328,483328=401408} 2024-03-07T03:07:15.090 INFO:tasks.rados.rados.0.smithi090.stdout:2969: writing smithi09077644-15 from 0 to 483328 tid 1 2024-03-07T03:07:15.093 INFO:tasks.rados.rados.0.smithi090.stdout:2969: writing smithi09077644-15 from 483328 to 884736 tid 2 2024-03-07T03:07:15.093 INFO:tasks.rados.rados.0.smithi090.stdout:2970: copy_from oid 23 from oid 8 current snap is 288 2024-03-07T03:07:15.094 INFO:tasks.rados.rados.0.smithi090.stdout:2967: finishing copy_from to smithi09077644-6 2024-03-07T03:07:15.094 INFO:tasks.rados.rados.0.smithi090.stdout:2967: got expected ENOENT (src dne) 2024-03-07T03:07:15.094 INFO:tasks.rados.rados.0.smithi090.stdout:2968: done (6 left) 2024-03-07T03:07:15.094 INFO:tasks.rados.rados.0.smithi090.stdout:2971: read oid 47 snap -1 2024-03-07T03:07:15.094 INFO:tasks.rados.rados.0.smithi090.stdout:2971: expect (ObjNum 857 snap 274 seq_num 857) 2024-03-07T03:07:15.094 INFO:tasks.rados.rados.0.smithi090.stdout:2972: delete oid 25 current snap is 288 2024-03-07T03:07:15.094 INFO:tasks.rados.rados.0.smithi090.stdout:2967: finishing copy_from racing read to smithi09077644-6 2024-03-07T03:07:15.094 INFO:tasks.rados.rados.0.smithi090.stdout:2966: expect (ObjNum 748 snap 237 seq_num 748) 2024-03-07T03:07:15.118 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 3051 (ObjNum 81 snap 0 seq_num 1683185488) dirty exists 2024-03-07T03:07:15.118 INFO:tasks.rados.rados.0.smithi090.stdout:2963: finishing write tid 1 to smithi09077644-14 2024-03-07T03:07:15.118 INFO:tasks.rados.rados.0.smithi090.stdout:2963: finishing write tid 2 to smithi09077644-14 2024-03-07T03:07:15.118 INFO:tasks.rados.rados.0.smithi090.stdout:2965: done (7 left) 2024-03-07T03:07:15.118 INFO:tasks.rados.rados.0.smithi090.stdout:2966: done (6 left) 2024-03-07T03:07:15.118 INFO:tasks.rados.rados.0.smithi090.stdout:2967: done (5 left) 2024-03-07T03:07:15.118 INFO:tasks.rados.rados.0.smithi090.stdout:2972: done (4 left) 2024-03-07T03:07:15.118 INFO:tasks.rados.rados.0.smithi090.stdout:2973: snap_create 2024-03-07T03:07:15.118 INFO:tasks.rados.rados.0.smithi090.stdout:2963: finishing write tid 3 to smithi09077644-14 2024-03-07T03:07:15.118 INFO:tasks.rados.rados.0.smithi090.stdout:2969: finishing write tid 1 to smithi09077644-15 2024-03-07T03:07:15.118 INFO:tasks.rados.rados.0.smithi090.stdout:2963: finishing write tid 4 to smithi09077644-14 2024-03-07T03:07:15.119 INFO:tasks.rados.rados.0.smithi090.stdout:2963: oid 14 updating version 0 to 12713 2024-03-07T03:07:15.119 INFO:tasks.rados.rados.0.smithi090.stdout:2963: oid 14 updating version 12713 to 12714 2024-03-07T03:07:15.119 INFO:tasks.rados.rados.0.smithi090.stdout:2963: oid 14 updating version 12714 to 12715 2024-03-07T03:07:15.119 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 14 v 12715 (ObjNum 910 snap 288 seq_num 910) dirty exists 2024-03-07T03:07:15.119 INFO:tasks.rados.rados.0.smithi090.stdout:2963: left oid 14 (ObjNum 910 snap 288 seq_num 910) 2024-03-07T03:07:15.119 INFO:tasks.rados.rados.0.smithi090.stdout:2969: finishing write tid 2 to smithi09077644-15 2024-03-07T03:07:15.119 INFO:tasks.rados.rados.0.smithi090.stdout:2969: finishing write tid 3 to smithi09077644-15 2024-03-07T03:07:15.119 INFO:tasks.rados.rados.0.smithi090.stdout:2969: finishing write tid 4 to smithi09077644-15 2024-03-07T03:07:15.119 INFO:tasks.rados.rados.0.smithi090.stdout:2969: oid 15 updating version 0 to 1488 2024-03-07T03:07:15.119 INFO:tasks.rados.rados.0.smithi090.stdout:2969: oid 15 updating version 1488 to 1489 2024-03-07T03:07:15.119 INFO:tasks.rados.rados.0.smithi090.stdout:2969: oid 15 updating version 1489 to 1490 2024-03-07T03:07:15.119 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 1490 (ObjNum 912 snap 288 seq_num 912) dirty exists 2024-03-07T03:07:15.119 INFO:tasks.rados.rados.0.smithi090.stdout:2969: left oid 15 (ObjNum 912 snap 288 seq_num 912) 2024-03-07T03:07:15.119 INFO:tasks.rados.rados.0.smithi090.stdout:2970: finishing copy_from racing read to smithi09077644-23 2024-03-07T03:07:15.119 INFO:tasks.rados.rados.0.smithi090.stdout:2970: finishing copy_from to smithi09077644-23 2024-03-07T03:07:15.119 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 1343 (ObjNum 909 snap 288 seq_num 909) dirty exists 2024-03-07T03:07:15.124 INFO:tasks.rados.rados.0.smithi090.stdout:2971: expect (ObjNum 857 snap 274 seq_num 857) 2024-03-07T03:07:15.327 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:07:15 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:07:15.084+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:15.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:14 smithi090 ceph-mon[89511]: Health check failed: Degraded data redundancy: 6/630 objects degraded (0.952%), 4 pgs degraded (PG_DEGRADED) 2024-03-07T03:07:15.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:14 smithi090 ceph-mon[89511]: osdmap e652: 8 total, 7 up, 8 in 2024-03-07T03:07:15.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:14 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:15.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:14 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:15.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:14 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:15.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:14 smithi090 ceph-mon[91928]: Health check failed: Degraded data redundancy: 6/630 objects degraded (0.952%), 4 pgs degraded (PG_DEGRADED) 2024-03-07T03:07:15.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:14 smithi090 ceph-mon[91928]: osdmap e652: 8 total, 7 up, 8 in 2024-03-07T03:07:15.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:14 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:15.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:14 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:15.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:14 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:15.329 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:15 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:15.031+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:15.329 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:15 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:15.032+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:15.329 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:15 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:15.032+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:15.329 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:15 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:15.012+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:15.414 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:07:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:07:15.009+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:15.414 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:15.040+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:15.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:14 smithi092 ceph-mon[83777]: Health check failed: Degraded data redundancy: 6/630 objects degraded (0.952%), 4 pgs degraded (PG_DEGRADED) 2024-03-07T03:07:15.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:14 smithi092 ceph-mon[83777]: osdmap e652: 8 total, 7 up, 8 in 2024-03-07T03:07:15.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:14 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:15.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:14 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:15.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:14 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:15.415 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:07:14 smithi092 podman[98766]: 2024-03-07 03:07:14.959660011 +0000 UTC m=+0.588678489 container remove adcf525a2865979979100d54515793dca3bc313c522991b9d6e68c33873e8555 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6-deactivate, GIT_CLEAN=True, org.label-schema.build-date=20240222, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, RELEASE=main-ea9a568, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, maintainer=Guillaume Abrioux ) 2024-03-07T03:07:15.415 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:07:14 smithi092 systemd[1]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@osd.6.service: Deactivated successfully. 2024-03-07T03:07:15.415 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:07:14 smithi092 systemd[1]: Stopped Ceph osd.6 for fb96fd1c-dc2c-11ee-95c6-87774f69a715. 2024-03-07T03:07:15.415 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:07:14 smithi092 systemd[1]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@osd.6.service: Consumed 18.414s CPU time. 2024-03-07T03:07:15.415 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:07:15 smithi092 systemd[1]: Starting Ceph osd.6 for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T03:07:15.666 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:07:15 smithi092 podman[98871]: 2024-03-07 03:07:15.316289421 +0000 UTC m=+0.018784253 image pull fdb83767c1ab7256a5adb2236a0d5ca62c64d53a1398fd6c12f8a81ff166e8ff quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71 2024-03-07T03:07:15.666 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:07:15 smithi092 podman[98871]: 2024-03-07 03:07:15.427621224 +0000 UTC m=+0.130116038 container create 2f5fc7016dd751346544939a7450b5ba52b079d89a7035e0c6c6b6b3ee20e111 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6-activate, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, RELEASE=main-ea9a568, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240222, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-03-07T03:07:15.666 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:07:15 smithi092 podman[98871]: 2024-03-07 03:07:15.655440652 +0000 UTC m=+0.357935472 container init 2f5fc7016dd751346544939a7450b5ba52b079d89a7035e0c6c6b6b3ee20e111 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240222, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-ea9a568, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-03-07T03:07:15.666 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:07:15 smithi092 podman[98871]: 2024-03-07 03:07:15.65858753 +0000 UTC m=+0.361082345 container start 2f5fc7016dd751346544939a7450b5ba52b079d89a7035e0c6c6b6b3ee20e111 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6-activate, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, io.buildah.version=1.33.5, ceph=True, CEPH_POINT_RELEASE=, RELEASE=main-ea9a568, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240222, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-07T03:07:16.016 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:07:15 smithi092 podman[98871]: 2024-03-07 03:07:15.755624486 +0000 UTC m=+0.458119310 container attach 2f5fc7016dd751346544939a7450b5ba52b079d89a7035e0c6c6b6b3ee20e111 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6-activate, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=main-ea9a568, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.build-date=20240222, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-07T03:07:16.023 INFO:tasks.rados.rados.0.smithi090.stdout:2963: done (4 left) 2024-03-07T03:07:16.023 INFO:tasks.rados.rados.0.smithi090.stdout:2969: done (3 left) 2024-03-07T03:07:16.023 INFO:tasks.rados.rados.0.smithi090.stdout:2970: done (2 left) 2024-03-07T03:07:16.023 INFO:tasks.rados.rados.0.smithi090.stdout:2971: done (1 left) 2024-03-07T03:07:16.023 INFO:tasks.rados.rados.0.smithi090.stdout:2973: done (0 left) 2024-03-07T03:07:16.023 INFO:tasks.rados.rados.0.smithi090.stdout:2974: rmattr oid 44 current snap is 289 2024-03-07T03:07:16.024 INFO:tasks.rados.rados.0.smithi090.stdout:2975: snap_remove snap 285 2024-03-07T03:07:16.327 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:07:16 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:07:16.024+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:16.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:16 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:16.025+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:07:16.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:16 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:16.025+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:16.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:16 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:16.025+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:16.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:16 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:16.027+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:16.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:16 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:16.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:16 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:16.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:16 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:16.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:16 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:16.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:16 smithi090 ceph-mon[91928]: osdmap e653: 8 total, 7 up, 8 in 2024-03-07T03:07:16.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:16 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:16.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:16 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:16.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:16 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:16.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:16 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:16.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:16 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:16.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:16 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:16.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:16 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:16.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:16 smithi090 ceph-mon[91928]: pgmap v407: 121 pgs: 26 active+undersized, 8 active+undersized+degraded, 3 stale+active+clean, 76 active+clean, 8 active+clean+snaptrim_error; 355 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 32 KiB/s rd, 4.8 MiB/s wr, 16 op/s; 20/654 objects degraded (3.058%) 2024-03-07T03:07:16.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:16 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:16.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:16 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:16.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:16 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:16.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:16 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:16.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:16 smithi090 ceph-mon[89511]: osdmap e653: 8 total, 7 up, 8 in 2024-03-07T03:07:16.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:16 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:16.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:16 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:16.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:16 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:16.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:16 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:16.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:16 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:16.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:16 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:16.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:16 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:16.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:16 smithi090 ceph-mon[89511]: pgmap v407: 121 pgs: 26 active+undersized, 8 active+undersized+degraded, 3 stale+active+clean, 76 active+clean, 8 active+clean+snaptrim_error; 355 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 32 KiB/s rd, 4.8 MiB/s wr, 16 op/s; 20/654 objects degraded (3.058%) 2024-03-07T03:07:16.416 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:07:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:07:16.016+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:16.416 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:16.028+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:07:16.416 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:16.029+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:16.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:16 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:16.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:16 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:16.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:16 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:16.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:16 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:16.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:16 smithi092 ceph-mon[83777]: osdmap e653: 8 total, 7 up, 8 in 2024-03-07T03:07:16.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:16 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:16.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:16 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:16.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:16 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:16.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:16 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:16.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:16 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:16.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:16 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:16.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:16 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:16.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:16 smithi092 ceph-mon[83777]: pgmap v407: 121 pgs: 26 active+undersized, 8 active+undersized+degraded, 3 stale+active+clean, 76 active+clean, 8 active+clean+snaptrim_error; 355 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 32 KiB/s rd, 4.8 MiB/s wr, 16 op/s; 20/654 objects degraded (3.058%) 2024-03-07T03:07:16.417 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:07:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6-activate[98885]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-03-07T03:07:16.417 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:07:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6-activate[98885]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-03-07T03:07:16.418 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:07:16 smithi092 bash[98871]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-03-07T03:07:16.418 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:07:16 smithi092 bash[98871]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-03-07T03:07:16.418 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:07:16 smithi092 bash[98871]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-03-07T03:07:16.418 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:07:16 smithi092 bash[98871]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-03-07T03:07:16.418 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:07:16 smithi092 bash[98871]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-03-07T03:07:16.418 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:07:16 smithi092 bash[98871]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-03-07T03:07:16.418 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:07:16 smithi092 bash[98871]: --> ceph-volume raw activate successful for osd ID: 6 2024-03-07T03:07:16.418 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:07:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6-activate[98885]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-03-07T03:07:16.418 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:07:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6-activate[98885]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-03-07T03:07:16.418 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:07:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6-activate[98885]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-03-07T03:07:16.418 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:07:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6-activate[98885]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-03-07T03:07:16.418 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:07:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6-activate[98885]: --> ceph-volume raw activate successful for osd ID: 6 2024-03-07T03:07:16.418 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:07:16 smithi092 podman[98871]: 2024-03-07 03:07:16.127869331 +0000 UTC m=+0.830364146 container died 2f5fc7016dd751346544939a7450b5ba52b079d89a7035e0c6c6b6b3ee20e111 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6-activate, org.label-schema.build-date=20240222, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, RELEASE=main-ea9a568, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True) 2024-03-07T03:07:16.827 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:16 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:16.524+0000 7f443ef5f700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:07:16.827 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:16 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:16.524+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:17.014 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:07:16 smithi092 podman[99013]: 2024-03-07 03:07:16.692860329 +0000 UTC m=+0.559883499 container remove 2f5fc7016dd751346544939a7450b5ba52b079d89a7035e0c6c6b6b3ee20e111 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6-activate, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, ceph=True, org.label-schema.build-date=20240222, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-ea9a568, org.label-schema.vendor=CentOS) 2024-03-07T03:07:17.014 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:07:16 smithi092 podman[99080]: 2024-03-07 03:07:16.810784127 +0000 UTC m=+0.018237365 image pull fdb83767c1ab7256a5adb2236a0d5ca62c64d53a1398fd6c12f8a81ff166e8ff quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71 2024-03-07T03:07:17.014 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:07:16 smithi092 podman[99080]: 2024-03-07 03:07:16.935399212 +0000 UTC m=+0.142852444 container create 9a6332c192c9f14c556a21e2487122538ec2652231f740cc8ae6127d4ad06525 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6, RELEASE=main-ea9a568, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240222, ceph=True, GIT_CLEAN=True) 2024-03-07T03:07:17.030 INFO:tasks.rados.rados.0.smithi090.stdout:2975: done (1 left) 2024-03-07T03:07:17.030 INFO:tasks.rados.rados.0.smithi090.stdout:2976: read oid 15 snap -1 2024-03-07T03:07:17.030 INFO:tasks.rados.rados.0.smithi090.stdout:2976: expect (ObjNum 912 snap 288 seq_num 912) 2024-03-07T03:07:17.030 INFO:tasks.rados.rados.0.smithi090.stdout:2977: copy_from oid 22 from oid 11 current snap is 289 2024-03-07T03:07:17.030 INFO:tasks.rados.rados.0.smithi090.stdout:2978: copy_from oid 23 from oid 12 current snap is 289 2024-03-07T03:07:17.030 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 13 current snap is 289 2024-03-07T03:07:17.030 INFO:tasks.rados.rados.0.smithi090.stdout:2979: seq_num 914 ranges {360448=516096,876544=401408} 2024-03-07T03:07:17.035 INFO:tasks.rados.rados.0.smithi090.stdout:2979: writing smithi09077644-13 from 360448 to 876544 tid 1 2024-03-07T03:07:17.038 INFO:tasks.rados.rados.0.smithi090.stdout:2979: writing smithi09077644-13 from 876544 to 1277952 tid 2 2024-03-07T03:07:17.038 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 34 current snap is 289 2024-03-07T03:07:17.038 INFO:tasks.rados.rados.0.smithi090.stdout:2980: seq_num 915 ranges {794624=532480,1327104=401408} 2024-03-07T03:07:17.046 INFO:tasks.rados.rados.0.smithi090.stdout:2980: writing smithi09077644-34 from 794624 to 1327104 tid 1 2024-03-07T03:07:17.048 INFO:tasks.rados.rados.0.smithi090.stdout:2980: writing smithi09077644-34 from 1327104 to 1728512 tid 2 2024-03-07T03:07:17.048 INFO:tasks.rados.rados.0.smithi090.stdout:2981: snap_remove snap 281 2024-03-07T03:07:17.297 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:07:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:07:17.029+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:17.297 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:17.025+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:17.297 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:17 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:17.297 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:17 smithi092 ceph-mon[83777]: osdmap e654: 8 total, 7 up, 8 in 2024-03-07T03:07:17.298 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:17 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:17.298 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:17 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:17.298 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:17 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:17.298 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:17 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:17.298 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:17 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:17.298 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:07:17 smithi092 podman[99080]: 2024-03-07 03:07:17.196531762 +0000 UTC m=+0.403985010 container init 9a6332c192c9f14c556a21e2487122538ec2652231f740cc8ae6127d4ad06525 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240222, RELEASE=main-ea9a568, org.label-schema.vendor=CentOS) 2024-03-07T03:07:17.298 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:07:17 smithi092 podman[99080]: 2024-03-07 03:07:17.199608891 +0000 UTC m=+0.407062125 container start 9a6332c192c9f14c556a21e2487122538ec2652231f740cc8ae6127d4ad06525 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240222, RELEASE=main-ea9a568, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, CEPH_POINT_RELEASE=) 2024-03-07T03:07:17.298 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:07:17 smithi092 ceph-osd[99099]: -- 172.21.15.92:0/3718675901 <== mon.1 v2:172.21.15.92:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x558a04143680 con 0x558a0410d400 2024-03-07T03:07:17.327 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:07:17 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:07:17.036+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:17.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:17 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:17.027+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:17.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:17 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:17.027+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:17.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:17 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:17.028+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:17.328 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:17 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:17.034+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:17.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:17 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:17.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:17 smithi090 ceph-mon[89511]: osdmap e654: 8 total, 7 up, 8 in 2024-03-07T03:07:17.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:17 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:17.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:17 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:17.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:17 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:17.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:17 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:17.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:17 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:17.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:17 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:17.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:17 smithi090 ceph-mon[91928]: osdmap e654: 8 total, 7 up, 8 in 2024-03-07T03:07:17.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:17 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:17.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:17 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:17.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:17 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:17.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:17 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:17.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:17 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:17.665 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:07:17 smithi092 bash[99080]: 9a6332c192c9f14c556a21e2487122538ec2652231f740cc8ae6127d4ad06525 2024-03-07T03:07:17.666 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:07:17 smithi092 systemd[1]: Started Ceph osd.6 for fb96fd1c-dc2c-11ee-95c6-87774f69a715. 2024-03-07T03:07:18.024 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:07:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6[99095]: 2024-03-07T03:07:17.741+0000 7f9a1e4db7c0 -1 Falling back to public interface 2024-03-07T03:07:18.044 INFO:tasks.rados.rados.0.smithi090.stdout:2981: done (6 left) 2024-03-07T03:07:18.044 INFO:tasks.rados.rados.0.smithi090.stdout:2982: delete oid 43 current snap is 289 2024-03-07T03:07:18.044 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 44 v 1492 (ObjNum 661 snap 205 seq_num 661) dirty exists 2024-03-07T03:07:18.044 INFO:tasks.rados.rados.0.smithi090.stdout:2977: finishing copy_from to smithi09077644-22 2024-03-07T03:07:18.044 INFO:tasks.rados.rados.0.smithi090.stdout:2977: got expected ENOENT (src dne) 2024-03-07T03:07:18.044 INFO:tasks.rados.rados.0.smithi090.stdout:2977: finishing copy_from racing read to smithi09077644-22 2024-03-07T03:07:18.044 INFO:tasks.rados.rados.0.smithi090.stdout:2976: expect (ObjNum 912 snap 288 seq_num 912) 2024-03-07T03:07:18.069 INFO:tasks.rados.rados.0.smithi090.stdout:2978: finishing copy_from racing read to smithi09077644-23 2024-03-07T03:07:18.069 INFO:tasks.rados.rados.0.smithi090.stdout:2979: finishing write tid 1 to smithi09077644-13 2024-03-07T03:07:18.069 INFO:tasks.rados.rados.0.smithi090.stdout:2978: finishing copy_from to smithi09077644-23 2024-03-07T03:07:18.069 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 1270 (ObjNum 861 snap 276 seq_num 861) dirty exists 2024-03-07T03:07:18.069 INFO:tasks.rados.rados.0.smithi090.stdout:2979: finishing write tid 2 to smithi09077644-13 2024-03-07T03:07:18.069 INFO:tasks.rados.rados.0.smithi090.stdout:2979: finishing write tid 3 to smithi09077644-13 2024-03-07T03:07:18.069 INFO:tasks.rados.rados.0.smithi090.stdout:2979: finishing write tid 4 to smithi09077644-13 2024-03-07T03:07:18.069 INFO:tasks.rados.rados.0.smithi090.stdout:2979: oid 13 updating version 0 to 1284 2024-03-07T03:07:18.070 INFO:tasks.rados.rados.0.smithi090.stdout:2979: oid 13 version 1284 is already newer than 1283 2024-03-07T03:07:18.070 INFO:tasks.rados.rados.0.smithi090.stdout:2979: oid 13 version 1284 is already newer than 1282 2024-03-07T03:07:18.070 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 13 v 1284 (ObjNum 914 snap 289 seq_num 914) dirty exists 2024-03-07T03:07:18.070 INFO:tasks.rados.rados.0.smithi090.stdout:2979: left oid 13 (ObjNum 914 snap 289 seq_num 914) 2024-03-07T03:07:18.070 INFO:tasks.rados.rados.0.smithi090.stdout:2980: finishing write tid 1 to smithi09077644-34 2024-03-07T03:07:18.070 INFO:tasks.rados.rados.0.smithi090.stdout:2974: done (6 left) 2024-03-07T03:07:18.070 INFO:tasks.rados.rados.0.smithi090.stdout:2976: done (5 left) 2024-03-07T03:07:18.070 INFO:tasks.rados.rados.0.smithi090.stdout:2977: done (4 left) 2024-03-07T03:07:18.070 INFO:tasks.rados.rados.0.smithi090.stdout:2978: done (3 left) 2024-03-07T03:07:18.070 INFO:tasks.rados.rados.0.smithi090.stdout:2979: done (2 left) 2024-03-07T03:07:18.070 INFO:tasks.rados.rados.0.smithi090.stdout:2982: done (1 left) 2024-03-07T03:07:18.070 INFO:tasks.rados.rados.0.smithi090.stdout:2983: rollback oid 4 current snap is 289 2024-03-07T03:07:18.070 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 4 to 286 2024-03-07T03:07:18.070 INFO:tasks.rados.rados.0.smithi090.stdout:2980: finishing write tid 2 to smithi09077644-34 2024-03-07T03:07:18.070 INFO:tasks.rados.rados.0.smithi090.stdout:2980: finishing write tid 3 to smithi09077644-34 2024-03-07T03:07:18.070 INFO:tasks.rados.rados.0.smithi090.stdout:2980: finishing write tid 4 to smithi09077644-34 2024-03-07T03:07:18.071 INFO:tasks.rados.rados.0.smithi090.stdout:2980: oid 34 updating version 0 to 1166 2024-03-07T03:07:18.071 INFO:tasks.rados.rados.0.smithi090.stdout:2980: oid 34 version 1166 is already newer than 1164 2024-03-07T03:07:18.071 INFO:tasks.rados.rados.0.smithi090.stdout:2980: oid 34 version 1166 is already newer than 1165 2024-03-07T03:07:18.071 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 34 v 1166 (ObjNum 915 snap 289 seq_num 915) dirty exists 2024-03-07T03:07:18.071 INFO:tasks.rados.rados.0.smithi090.stdout:2980: left oid 34 (ObjNum 915 snap 289 seq_num 915) 2024-03-07T03:07:18.071 INFO:tasks.rados.rados.0.smithi090.stdout:2980: done (1 left) 2024-03-07T03:07:18.071 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 29 current snap is 289 2024-03-07T03:07:18.071 INFO:tasks.rados.rados.0.smithi090.stdout:2984: seq_num 917 ranges {360448=565248,925696=401408} 2024-03-07T03:07:18.074 INFO:tasks.rados.rados.0.smithi090.stdout:2984: writing smithi09077644-29 from 360448 to 925696 tid 1 2024-03-07T03:07:18.076 INFO:tasks.rados.rados.0.smithi090.stdout:2984: writing smithi09077644-29 from 925696 to 1327104 tid 2 2024-03-07T03:07:18.077 INFO:tasks.rados.rados.0.smithi090.stdout:2985: read oid 48 snap 282 2024-03-07T03:07:18.077 INFO:tasks.rados.rados.0.smithi090.stdout:2985: expect (ObjNum 879 snap 278 seq_num 879) 2024-03-07T03:07:18.077 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 12 current snap is 289 2024-03-07T03:07:18.077 INFO:tasks.rados.rados.0.smithi090.stdout:2983: finishing rollback tid 1 to smithi09077644-4 2024-03-07T03:07:18.077 INFO:tasks.rados.rados.0.smithi090.stdout:2983: finishing rollback tid 2 to smithi09077644-4 2024-03-07T03:07:18.077 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 1427 (ObjNum 893 snap 279 seq_num 893) dirty exists 2024-03-07T03:07:18.077 INFO:tasks.rados.rados.0.smithi090.stdout:2986: seq_num 918 ranges {24576=581632,606208=401408} 2024-03-07T03:07:18.080 INFO:tasks.rados.rados.0.smithi090.stdout:2986: writing smithi09077644-12 from 24576 to 606208 tid 1 2024-03-07T03:07:18.083 INFO:tasks.rados.rados.0.smithi090.stdout:2986: writing smithi09077644-12 from 606208 to 1007616 tid 2 2024-03-07T03:07:18.083 INFO:tasks.rados.rados.0.smithi090.stdout:2983: done (3 left) 2024-03-07T03:07:18.083 INFO:tasks.rados.rados.0.smithi090.stdout:2987: copy_from oid 41 from oid 37 current snap is 289 2024-03-07T03:07:18.083 INFO:tasks.rados.rados.0.smithi090.stdout:2984: finishing write tid 1 to smithi09077644-29 2024-03-07T03:07:18.083 INFO:tasks.rados.rados.0.smithi090.stdout:2984: finishing write tid 2 to smithi09077644-29 2024-03-07T03:07:18.083 INFO:tasks.rados.rados.0.smithi090.stdout:2984: finishing write tid 3 to smithi09077644-29 2024-03-07T03:07:18.083 INFO:tasks.rados.rados.0.smithi090.stdout:2984: finishing write tid 4 to smithi09077644-29 2024-03-07T03:07:18.083 INFO:tasks.rados.rados.0.smithi090.stdout:2984: oid 29 updating version 0 to 1163 2024-03-07T03:07:18.083 INFO:tasks.rados.rados.0.smithi090.stdout:2984: oid 29 updating version 1163 to 1164 2024-03-07T03:07:18.084 INFO:tasks.rados.rados.0.smithi090.stdout:2984: oid 29 updating version 1164 to 1165 2024-03-07T03:07:18.084 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 1165 (ObjNum 917 snap 289 seq_num 917) dirty exists 2024-03-07T03:07:18.084 INFO:tasks.rados.rados.0.smithi090.stdout:2984: left oid 29 (ObjNum 917 snap 289 seq_num 917) 2024-03-07T03:07:18.084 INFO:tasks.rados.rados.0.smithi090.stdout:2984: done (3 left) 2024-03-07T03:07:18.084 INFO:tasks.rados.rados.0.smithi090.stdout:2988: delete oid 33 current snap is 289 2024-03-07T03:07:18.086 INFO:tasks.rados.rados.0.smithi090.stdout:2985: expect (ObjNum 879 snap 278 seq_num 879) 2024-03-07T03:07:18.182 INFO:tasks.rados.rados.0.smithi090.stdout:2987: finishing copy_from to smithi09077644-41 2024-03-07T03:07:18.183 INFO:tasks.rados.rados.0.smithi090.stdout:2987: got expected ENOENT (src dne) 2024-03-07T03:07:18.183 INFO:tasks.rados.rados.0.smithi090.stdout:2987: finishing copy_from racing read to smithi09077644-41 2024-03-07T03:07:18.183 INFO:tasks.rados.rados.0.smithi090.stdout:2986: finishing write tid 1 to smithi09077644-12 2024-03-07T03:07:18.183 INFO:tasks.rados.rados.0.smithi090.stdout:2986: finishing write tid 2 to smithi09077644-12 2024-03-07T03:07:18.183 INFO:tasks.rados.rados.0.smithi090.stdout:2986: finishing write tid 3 to smithi09077644-12 2024-03-07T03:07:18.183 INFO:tasks.rados.rados.0.smithi090.stdout:2986: finishing write tid 4 to smithi09077644-12 2024-03-07T03:07:18.183 INFO:tasks.rados.rados.0.smithi090.stdout:2986: oid 12 updating version 0 to 1288 2024-03-07T03:07:18.183 INFO:tasks.rados.rados.0.smithi090.stdout:2986: oid 12 version 1288 is already newer than 1287 2024-03-07T03:07:18.183 INFO:tasks.rados.rados.0.smithi090.stdout:2986: oid 12 version 1288 is already newer than 1286 2024-03-07T03:07:18.183 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 12 v 1288 (ObjNum 918 snap 289 seq_num 918) dirty exists 2024-03-07T03:07:18.184 INFO:tasks.rados.rados.0.smithi090.stdout:2986: left oid 12 (ObjNum 918 snap 289 seq_num 918) 2024-03-07T03:07:18.184 INFO:tasks.rados.rados.0.smithi090.stdout:2985: done (3 left) 2024-03-07T03:07:18.184 INFO:tasks.rados.rados.0.smithi090.stdout:2986: done (2 left) 2024-03-07T03:07:18.184 INFO:tasks.rados.rados.0.smithi090.stdout:2987: done (1 left) 2024-03-07T03:07:18.184 INFO:tasks.rados.rados.0.smithi090.stdout:2988: done (0 left) 2024-03-07T03:07:18.184 INFO:tasks.rados.rados.0.smithi090.stdout:2989: read oid 30 snap -1 2024-03-07T03:07:18.184 INFO:tasks.rados.rados.0.smithi090.stdout:2989: expect deleted 2024-03-07T03:07:18.184 INFO:tasks.rados.rados.0.smithi090.stdout:2990: copy_from oid 35 from oid 28 current snap is 289 2024-03-07T03:07:18.184 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 42 current snap is 289 2024-03-07T03:07:18.184 INFO:tasks.rados.rados.0.smithi090.stdout:2991: seq_num 920 ranges {1130496=614400,1744896=401408} 2024-03-07T03:07:18.191 INFO:tasks.rados.rados.0.smithi090.stdout:2991: writing smithi09077644-42 from 1130496 to 1744896 tid 1 2024-03-07T03:07:18.194 INFO:tasks.rados.rados.0.smithi090.stdout:2991: writing smithi09077644-42 from 1744896 to 2146304 tid 2 2024-03-07T03:07:18.194 INFO:tasks.rados.rados.0.smithi090.stdout:2992: delete oid 24 current snap is 289 2024-03-07T03:07:18.194 INFO:tasks.rados.rados.0.smithi090.stdout:2990: finishing copy_from to smithi09077644-35 2024-03-07T03:07:18.194 INFO:tasks.rados.rados.0.smithi090.stdout:2990: got expected ENOENT (src dne) 2024-03-07T03:07:18.195 INFO:tasks.rados.rados.0.smithi090.stdout:2990: finishing copy_from racing read to smithi09077644-35 2024-03-07T03:07:18.197 INFO:tasks.rados.rados.0.smithi090.stdout:2991: finishing write tid 1 to smithi09077644-42 2024-03-07T03:07:18.198 INFO:tasks.rados.rados.0.smithi090.stdout:2989: done (3 left) 2024-03-07T03:07:18.198 INFO:tasks.rados.rados.0.smithi090.stdout:2990: done (2 left) 2024-03-07T03:07:18.198 INFO:tasks.rados.rados.0.smithi090.stdout:2992: done (1 left) 2024-03-07T03:07:18.198 INFO:tasks.rados.rados.0.smithi090.stdout:2993: rollback oid 20 current snap is 289 2024-03-07T03:07:18.198 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 20 to 282 2024-03-07T03:07:18.198 INFO:tasks.rados.rados.0.smithi090.stdout:2994: copy_from oid 50 from oid 23 current snap is 289 2024-03-07T03:07:18.198 INFO:tasks.rados.rados.0.smithi090.stdout:2995: rollback oid 22 current snap is 289 2024-03-07T03:07:18.198 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 22 to 282 2024-03-07T03:07:18.198 INFO:tasks.rados.rados.0.smithi090.stdout:2996: delete oid 34 current snap is 289 2024-03-07T03:07:18.198 INFO:tasks.rados.rados.0.smithi090.stdout:2991: finishing write tid 2 to smithi09077644-42 2024-03-07T03:07:18.198 INFO:tasks.rados.rados.0.smithi090.stdout:2991: finishing write tid 3 to smithi09077644-42 2024-03-07T03:07:18.200 INFO:tasks.rados.rados.0.smithi090.stdout:2996: done (4 left) 2024-03-07T03:07:18.200 INFO:tasks.rados.rados.0.smithi090.stdout:2997: read oid 25 snap -1 2024-03-07T03:07:18.200 INFO:tasks.rados.rados.0.smithi090.stdout:2997: expect deleted 2024-03-07T03:07:18.200 INFO:tasks.rados.rados.0.smithi090.stdout:2998: read oid 48 snap -1 2024-03-07T03:07:18.200 INFO:tasks.rados.rados.0.smithi090.stdout:2998: expect (ObjNum 903 snap 284 seq_num 903) 2024-03-07T03:07:18.201 INFO:tasks.rados.rados.0.smithi090.stdout:2999: read oid 24 snap -1 2024-03-07T03:07:18.201 INFO:tasks.rados.rados.0.smithi090.stdout:2999: expect deleted 2024-03-07T03:07:18.201 INFO:tasks.rados.rados.0.smithi090.stdout:3000: snap_create 2024-03-07T03:07:18.201 INFO:tasks.rados.rados.0.smithi090.stdout:2995: finishing rollback tid 1 to smithi09077644-22 2024-03-07T03:07:18.201 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 1438 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-03-07T03:07:18.202 INFO:tasks.rados.rados.0.smithi090.stdout:2993: finishing rollback tid 0 to smithi09077644-20 2024-03-07T03:07:18.202 INFO:tasks.rados.rados.0.smithi090.stdout:2993: finishing rollback tid 1 to smithi09077644-20 2024-03-07T03:07:18.203 INFO:tasks.rados.rados.0.smithi090.stdout:2993: finishing rollback tid 2 to smithi09077644-20 2024-03-07T03:07:18.203 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 20 v 1430 (ObjNum 661 snap 205 seq_num 661) dirty exists 2024-03-07T03:07:18.204 INFO:tasks.rados.rados.0.smithi090.stdout:2991: finishing write tid 4 to smithi09077644-42 2024-03-07T03:07:18.204 INFO:tasks.rados.rados.0.smithi090.stdout:2991: oid 42 updating version 0 to 1466 2024-03-07T03:07:18.204 INFO:tasks.rados.rados.0.smithi090.stdout:2991: oid 42 version 1466 is already newer than 1464 2024-03-07T03:07:18.204 INFO:tasks.rados.rados.0.smithi090.stdout:2991: oid 42 version 1466 is already newer than 1465 2024-03-07T03:07:18.204 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 42 v 1466 (ObjNum 920 snap 289 seq_num 920) dirty exists 2024-03-07T03:07:18.204 INFO:tasks.rados.rados.0.smithi090.stdout:2991: left oid 42 (ObjNum 920 snap 289 seq_num 920) 2024-03-07T03:07:18.206 INFO:tasks.rados.rados.0.smithi090.stdout:2994: finishing copy_from racing read to smithi09077644-50 2024-03-07T03:07:18.206 INFO:tasks.rados.rados.0.smithi090.stdout:2994: finishing copy_from to smithi09077644-50 2024-03-07T03:07:18.206 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 50 v 1270 (ObjNum 861 snap 276 seq_num 861) dirty exists 2024-03-07T03:07:18.213 INFO:tasks.rados.rados.0.smithi090.stdout:2998: expect (ObjNum 903 snap 284 seq_num 903) 2024-03-07T03:07:18.327 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:07:18 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:07:18.041+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:18.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:18 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:18.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:18 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:18.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:18 smithi090 ceph-mon[91928]: osdmap e655: 8 total, 7 up, 8 in 2024-03-07T03:07:18.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:18 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:18.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:18 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:18.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:18 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:18.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:18 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:18.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:18 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:18.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:18 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:07:18.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:18 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:07:18.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:18 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:07:18.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:18 smithi090 ceph-mon[91928]: pgmap v410: 121 pgs: 1 active+undersized+snaptrim_error, 34 active+undersized, 8 active+undersized+degraded, 71 active+clean, 7 active+clean+snaptrim_error; 355 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 4.6 MiB/s wr, 21 op/s; 21/657 objects degraded (3.196%) 2024-03-07T03:07:18.329 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:18 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:18.043+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:07:18.329 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:18 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:18.043+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:18.329 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:18 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:18.044+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:18.329 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:18 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:18.044+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:18.329 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:18 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:18.036+0000 7f443ef5f700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:07:18.329 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:18 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:18.036+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:18.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:18 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:18.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:18 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:18.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:18 smithi090 ceph-mon[89511]: osdmap e655: 8 total, 7 up, 8 in 2024-03-07T03:07:18.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:18 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:18.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:18 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:18.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:18 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:18.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:18 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:18.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:18 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:18.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:18 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:07:18.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:18 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:07:18.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:18 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:07:18.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:18 smithi090 ceph-mon[89511]: pgmap v410: 121 pgs: 1 active+undersized+snaptrim_error, 34 active+undersized, 8 active+undersized+degraded, 71 active+clean, 7 active+clean+snaptrim_error; 355 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 4.6 MiB/s wr, 21 op/s; 21/657 objects degraded (3.196%) 2024-03-07T03:07:18.399 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:07:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:07:18.031+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:18.399 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:18.037+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:07:18.399 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:18.037+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:18.400 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:18 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:18.400 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:18 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:18.400 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:18 smithi092 ceph-mon[83777]: osdmap e655: 8 total, 7 up, 8 in 2024-03-07T03:07:18.400 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:18 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:18.400 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:18 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:18.400 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:18 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:18.400 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:18 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:18.400 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:18 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:18.400 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:18 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:07:18.400 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:18 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:07:18.401 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:18 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:07:18.401 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:18 smithi092 ceph-mon[83777]: pgmap v410: 121 pgs: 1 active+undersized+snaptrim_error, 34 active+undersized, 8 active+undersized+degraded, 71 active+clean, 7 active+clean+snaptrim_error; 355 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 4.6 MiB/s wr, 21 op/s; 21/657 objects degraded (3.196%) 2024-03-07T03:07:19.048 INFO:tasks.rados.rados.0.smithi090.stdout:2991: done (7 left) 2024-03-07T03:07:19.048 INFO:tasks.rados.rados.0.smithi090.stdout:2993: done (6 left) 2024-03-07T03:07:19.048 INFO:tasks.rados.rados.0.smithi090.stdout:2994: done (5 left) 2024-03-07T03:07:19.048 INFO:tasks.rados.rados.0.smithi090.stdout:2995: done (4 left) 2024-03-07T03:07:19.048 INFO:tasks.rados.rados.0.smithi090.stdout:2997: done (3 left) 2024-03-07T03:07:19.048 INFO:tasks.rados.rados.0.smithi090.stdout:2998: done (2 left) 2024-03-07T03:07:19.049 INFO:tasks.rados.rados.0.smithi090.stdout:2999: done (1 left) 2024-03-07T03:07:19.049 INFO:tasks.rados.rados.0.smithi090.stdout:3000: done (0 left) 2024-03-07T03:07:19.049 INFO:tasks.rados.rados.0.smithi090.stdout:3001: rollback oid 3 current snap is 290 2024-03-07T03:07:19.049 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 3 to 282 2024-03-07T03:07:19.049 INFO:tasks.rados.rados.0.smithi090.stdout:3002: read oid 39 snap -1 2024-03-07T03:07:19.049 INFO:tasks.rados.rados.0.smithi090.stdout:3002: expect deleted 2024-03-07T03:07:19.049 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 19 current snap is 290 2024-03-07T03:07:19.049 INFO:tasks.rados.rados.0.smithi090.stdout:3003: seq_num 923 ranges {0=663552,663552=401408} 2024-03-07T03:07:19.052 INFO:tasks.rados.rados.0.smithi090.stdout:3003: writing smithi09077644-19 from 0 to 663552 tid 1 2024-03-07T03:07:19.055 INFO:tasks.rados.rados.0.smithi090.stdout:3003: writing smithi09077644-19 from 663552 to 1064960 tid 2 2024-03-07T03:07:19.055 INFO:tasks.rados.rados.0.smithi090.stdout:3004: read oid 26 snap -1 2024-03-07T03:07:19.055 INFO:tasks.rados.rados.0.smithi090.stdout:3004: expect deleted 2024-03-07T03:07:19.055 INFO:tasks.rados.rados.0.smithi090.stdout:3005: read oid 30 snap -1 2024-03-07T03:07:19.055 INFO:tasks.rados.rados.0.smithi090.stdout:3005: expect deleted 2024-03-07T03:07:19.056 INFO:tasks.rados.rados.0.smithi090.stdout:3001: finishing rollback tid 0 to smithi09077644-3 2024-03-07T03:07:19.056 INFO:tasks.rados.rados.0.smithi090.stdout:3001: finishing rollback tid 1 to smithi09077644-3 2024-03-07T03:07:19.056 INFO:tasks.rados.rados.0.smithi090.stdout:3002: done (4 left) 2024-03-07T03:07:19.056 INFO:tasks.rados.rados.0.smithi090.stdout:3006: rollback oid 6 current snap is 290 2024-03-07T03:07:19.056 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 6 to 288 2024-03-07T03:07:19.056 INFO:tasks.rados.rados.0.smithi090.stdout:3007: delete oid 43 current snap is 290 2024-03-07T03:07:19.057 INFO:tasks.rados.rados.0.smithi090.stdout:3001: finishing rollback tid 2 to smithi09077644-3 2024-03-07T03:07:19.057 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 1458 (ObjNum 777 snap 253 seq_num 777) dirty exists 2024-03-07T03:07:19.058 INFO:tasks.rados.rados.0.smithi090.stdout:3001: done (5 left) 2024-03-07T03:07:19.058 INFO:tasks.rados.rados.0.smithi090.stdout:3005: done (4 left) 2024-03-07T03:07:19.059 INFO:tasks.rados.rados.0.smithi090.stdout:3007: done (3 left) 2024-03-07T03:07:19.059 INFO:tasks.rados.rados.0.smithi090.stdout:3008: read oid 17 snap -1 2024-03-07T03:07:19.059 INFO:tasks.rados.rados.0.smithi090.stdout:3008: expect (ObjNum 881 snap 278 seq_num 881) 2024-03-07T03:07:19.059 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 14 current snap is 290 2024-03-07T03:07:19.059 INFO:tasks.rados.rados.0.smithi090.stdout:3009: seq_num 925 ranges {5791744=696320,6488064=401408} 2024-03-07T03:07:19.093 INFO:tasks.rados.rados.0.smithi090.stdout:3009: writing smithi09077644-14 from 5791744 to 6488064 tid 1 2024-03-07T03:07:19.096 INFO:tasks.rados.rados.0.smithi090.stdout:3009: writing smithi09077644-14 from 6488064 to 6889472 tid 2 2024-03-07T03:07:19.096 INFO:tasks.rados.rados.0.smithi090.stdout:3010: read oid 37 snap -1 2024-03-07T03:07:19.096 INFO:tasks.rados.rados.0.smithi090.stdout:3010: expect deleted 2024-03-07T03:07:19.096 INFO:tasks.rados.rados.0.smithi090.stdout:3011: read oid 47 snap 286 2024-03-07T03:07:19.096 INFO:tasks.rados.rados.0.smithi090.stdout:3011: expect (ObjNum 857 snap 274 seq_num 857) 2024-03-07T03:07:19.096 INFO:tasks.rados.rados.0.smithi090.stdout:3012: delete oid 4 current snap is 290 2024-03-07T03:07:19.096 INFO:tasks.rados.rados.0.smithi090.stdout:3003: finishing write tid 1 to smithi09077644-19 2024-03-07T03:07:19.096 INFO:tasks.rados.rados.0.smithi090.stdout:3003: finishing write tid 2 to smithi09077644-19 2024-03-07T03:07:19.096 INFO:tasks.rados.rados.0.smithi090.stdout:3003: finishing write tid 3 to smithi09077644-19 2024-03-07T03:07:19.096 INFO:tasks.rados.rados.0.smithi090.stdout:3006: finishing rollback tid 0 to smithi09077644-6 2024-03-07T03:07:19.096 INFO:tasks.rados.rados.0.smithi090.stdout:3006: finishing rollback tid 1 to smithi09077644-6 2024-03-07T03:07:19.097 INFO:tasks.rados.rados.0.smithi090.stdout:3006: finishing rollback tid 2 to smithi09077644-6 2024-03-07T03:07:19.097 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 1422 (ObjNum 725 snap 229 seq_num 725) dirty exists 2024-03-07T03:07:19.097 INFO:tasks.rados.rados.0.smithi090.stdout:3008: expect (ObjNum 881 snap 278 seq_num 881) 2024-03-07T03:07:19.108 INFO:tasks.rados.rados.0.smithi090.stdout:3003: finishing write tid 4 to smithi09077644-19 2024-03-07T03:07:19.108 INFO:tasks.rados.rados.0.smithi090.stdout:3003: oid 19 updating version 0 to 1350 2024-03-07T03:07:19.108 INFO:tasks.rados.rados.0.smithi090.stdout:3003: oid 19 updating version 1350 to 1352 2024-03-07T03:07:19.108 INFO:tasks.rados.rados.0.smithi090.stdout:3003: oid 19 version 1352 is already newer than 1351 2024-03-07T03:07:19.108 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 1352 (ObjNum 923 snap 290 seq_num 923) dirty exists 2024-03-07T03:07:19.108 INFO:tasks.rados.rados.0.smithi090.stdout:3003: left oid 19 (ObjNum 923 snap 290 seq_num 923) 2024-03-07T03:07:19.108 INFO:tasks.rados.rados.0.smithi090.stdout:3009: finishing write tid 1 to smithi09077644-14 2024-03-07T03:07:19.108 INFO:tasks.rados.rados.0.smithi090.stdout:3009: finishing write tid 2 to smithi09077644-14 2024-03-07T03:07:19.108 INFO:tasks.rados.rados.0.smithi090.stdout:3003: done (7 left) 2024-03-07T03:07:19.108 INFO:tasks.rados.rados.0.smithi090.stdout:3004: done (6 left) 2024-03-07T03:07:19.109 INFO:tasks.rados.rados.0.smithi090.stdout:3006: done (5 left) 2024-03-07T03:07:19.109 INFO:tasks.rados.rados.0.smithi090.stdout:3008: done (4 left) 2024-03-07T03:07:19.109 INFO:tasks.rados.rados.0.smithi090.stdout:3010: done (3 left) 2024-03-07T03:07:19.109 INFO:tasks.rados.rados.0.smithi090.stdout:3012: done (2 left) 2024-03-07T03:07:19.109 INFO:tasks.rados.rados.0.smithi090.stdout:3013: snap_remove snap 289 2024-03-07T03:07:19.327 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:07:19 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:07:19.045+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:19.328 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:19 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:19.057+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:19.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:19 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:19.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:19 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:19.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:19 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:19.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:19 smithi090 ceph-mon[89511]: osdmap e656: 8 total, 7 up, 8 in 2024-03-07T03:07:19.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:19 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:19.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:19 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:19.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:19 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:19.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:19 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:19.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:19 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:19.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:19 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:19.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:19 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:19.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:19 smithi090 ceph-mon[91928]: osdmap e656: 8 total, 7 up, 8 in 2024-03-07T03:07:19.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:19 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:19.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:19 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:19.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:19 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:19.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:19 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:19.330 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:19 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:19.050+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:19.330 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:19 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:19.050+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:19.330 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:19 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:19.050+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:19.337 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:19.060+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:19.338 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:19 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:19.338 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:19 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:19.338 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:19 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:19.338 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:19 smithi092 ceph-mon[83777]: osdmap e656: 8 total, 7 up, 8 in 2024-03-07T03:07:19.338 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:19 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:19.338 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:19 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:19.338 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:19 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:19.338 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:19 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:19.339 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:07:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:07:19.042+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:19.503 INFO:teuthology.orchestra.run.smithi090.stdout:true 2024-03-07T03:07:19.817 INFO:teuthology.orchestra.run.smithi090.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-07T03:07:19.817 INFO:teuthology.orchestra.run.smithi090.stdout:alertmanager.a smithi090 *:9093,9094 running (11m) 106s ago 12m 24.7M - 0.25.0 c8568f914cd2 c7f315859531 2024-03-07T03:07:19.817 INFO:teuthology.orchestra.run.smithi090.stdout:grafana.a smithi092 *:3000 running (12m) 33s ago 12m 88.9M - 9.4.7 954c08fa6188 044a70fdd07e 2024-03-07T03:07:19.817 INFO:teuthology.orchestra.run.smithi090.stdout:mds.a smithi090 running (13m) 106s ago 13m 16.2M - 18.2.1-718-gae75fc9d 0164bb8a7c67 8b3baf63c0c9 2024-03-07T03:07:19.817 INFO:teuthology.orchestra.run.smithi090.stdout:mds.b smithi092 running (13m) 33s ago 13m 21.6M - 18.2.1-718-gae75fc9d 0164bb8a7c67 ce3c1188fa28 2024-03-07T03:07:19.817 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.x smithi092 *:8443,9283,8765 running (5m) 33s ago 17m 453M - 19.0.0-1905-gea9a5688 fdb83767c1ab ca843ce9235f 2024-03-07T03:07:19.817 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.y smithi090 *:8443,9283,8765 running (5m) 106s ago 18m 507M - 19.0.0-1905-gea9a5688 fdb83767c1ab 3f0549138d93 2024-03-07T03:07:19.817 INFO:teuthology.orchestra.run.smithi090.stdout:mon.a smithi090 running (5m) 106s ago 18m 53.7M 2048M 19.0.0-1905-gea9a5688 fdb83767c1ab f36508ef70bc 2024-03-07T03:07:19.817 INFO:teuthology.orchestra.run.smithi090.stdout:mon.b smithi092 running (4m) 33s ago 17m 45.2M 2048M 19.0.0-1905-gea9a5688 fdb83767c1ab 70867588f01a 2024-03-07T03:07:19.817 INFO:teuthology.orchestra.run.smithi090.stdout:mon.c smithi090 running (4m) 106s ago 17m 46.3M 2048M 19.0.0-1905-gea9a5688 fdb83767c1ab 93f762a9b94a 2024-03-07T03:07:19.817 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.a smithi090 *:9100 running (12m) 106s ago 12m 17.0M - 1.5.0 0da6a335fe13 76496853f3a5 2024-03-07T03:07:19.817 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.b smithi092 *:9100 running (12m) 33s ago 12m 14.9M - 1.5.0 0da6a335fe13 9ed8c0a03920 2024-03-07T03:07:19.818 INFO:teuthology.orchestra.run.smithi090.stdout:osd.0 smithi090 running (3m) 106s ago 16m 195M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab 7a23382ba346 2024-03-07T03:07:19.818 INFO:teuthology.orchestra.run.smithi090.stdout:osd.1 smithi090 running (2m) 106s ago 16m 142M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab d1d5335a3808 2024-03-07T03:07:19.818 INFO:teuthology.orchestra.run.smithi090.stdout:osd.2 smithi090 running (2m) 106s ago 15m 116M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab 34e4a76f0e0d 2024-03-07T03:07:19.818 INFO:teuthology.orchestra.run.smithi090.stdout:osd.3 smithi090 running (110s) 106s ago 15m 15.1M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab 04aef511bc7e 2024-03-07T03:07:19.818 INFO:teuthology.orchestra.run.smithi090.stdout:osd.4 smithi092 running (76s) 33s ago 15m 172M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab 8e559c34e8fe 2024-03-07T03:07:19.818 INFO:teuthology.orchestra.run.smithi090.stdout:osd.5 smithi092 running (38s) 33s ago 14m 11.7M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab d3fe952fea5f 2024-03-07T03:07:19.818 INFO:teuthology.orchestra.run.smithi090.stdout:osd.6 smithi092 starting - - - 2480M 2024-03-07T03:07:19.818 INFO:teuthology.orchestra.run.smithi090.stdout:osd.7 smithi092 running (13m) 33s ago 13m 214M 2480M 18.2.1-718-gae75fc9d 0164bb8a7c67 1f2215787147 2024-03-07T03:07:19.818 INFO:teuthology.orchestra.run.smithi090.stdout:prometheus.a smithi092 *:9095 running (5m) 33s ago 13m 63.2M - 2.43.0 a07b618ecd1d 1b8503a67e38 2024-03-07T03:07:20.050 INFO:tasks.rados.rados.0.smithi090.stdout:3009: finishing write tid 3 to smithi09077644-14 2024-03-07T03:07:20.050 INFO:tasks.rados.rados.0.smithi090.stdout:3009: finishing write tid 4 to smithi09077644-14 2024-03-07T03:07:20.050 INFO:tasks.rados.rados.0.smithi090.stdout:3009: oid 14 updating version 0 to 12717 2024-03-07T03:07:20.050 INFO:tasks.rados.rados.0.smithi090.stdout:3009: oid 14 updating version 12717 to 12719 2024-03-07T03:07:20.050 INFO:tasks.rados.rados.0.smithi090.stdout:3009: oid 14 version 12719 is already newer than 12718 2024-03-07T03:07:20.050 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 14 v 12719 (ObjNum 925 snap 290 seq_num 925) dirty exists 2024-03-07T03:07:20.050 INFO:tasks.rados.rados.0.smithi090.stdout:3009: left oid 14 (ObjNum 925 snap 290 seq_num 925) 2024-03-07T03:07:20.050 INFO:tasks.rados.rados.0.smithi090.stdout:3011: expect (ObjNum 857 snap 274 seq_num 857) 2024-03-07T03:07:20.077 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:07:20 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:07:20.052+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:20.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:20 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:20.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:20 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:20.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:20 smithi090 ceph-mon[89511]: osdmap e657: 8 total, 7 up, 8 in 2024-03-07T03:07:20.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:20 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:20.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:20 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:20.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:20 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:20.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:20 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:20.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:20 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:20.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:20 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:20.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:20 smithi090 ceph-mon[89511]: from='client.34341 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:07:20.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:20 smithi090 ceph-mon[89511]: pgmap v413: 121 pgs: 1 active+clean+snaptrim, 1 active+undersized+snaptrim_error, 34 active+undersized, 8 active+undersized+degraded, 70 active+clean, 7 active+clean+snaptrim_error; 365 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.8 MiB/s wr, 25 op/s; 21/693 objects degraded (3.030%) 2024-03-07T03:07:20.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:20 smithi090 ceph-mon[89511]: from='client.44285 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:07:20.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:20 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:20.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:20 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:20.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:20 smithi090 ceph-mon[91928]: osdmap e657: 8 total, 7 up, 8 in 2024-03-07T03:07:20.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:20 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:20.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:20 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:20.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:20 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:20.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:20 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:20.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:20 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:20.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:20 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:20.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:20 smithi090 ceph-mon[91928]: from='client.34341 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:07:20.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:20 smithi090 ceph-mon[91928]: pgmap v413: 121 pgs: 1 active+clean+snaptrim, 1 active+undersized+snaptrim_error, 34 active+undersized, 8 active+undersized+degraded, 70 active+clean, 7 active+clean+snaptrim_error; 365 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.8 MiB/s wr, 25 op/s; 21/693 objects degraded (3.030%) 2024-03-07T03:07:20.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:20 smithi090 ceph-mon[91928]: from='client.44285 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:07:20.239 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-03-07T03:07:20.239 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": { 2024-03-07T03:07:20.239 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 3 2024-03-07T03:07:20.239 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:07:20.239 INFO:teuthology.orchestra.run.smithi090.stdout: "mgr": { 2024-03-07T03:07:20.240 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 2 2024-03-07T03:07:20.240 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:07:20.240 INFO:teuthology.orchestra.run.smithi090.stdout: "osd": { 2024-03-07T03:07:20.240 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 1, 2024-03-07T03:07:20.240 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 6 2024-03-07T03:07:20.240 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:07:20.240 INFO:teuthology.orchestra.run.smithi090.stdout: "mds": { 2024-03-07T03:07:20.240 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 2 2024-03-07T03:07:20.240 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:07:20.240 INFO:teuthology.orchestra.run.smithi090.stdout: "overall": { 2024-03-07T03:07:20.240 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 3, 2024-03-07T03:07:20.240 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 11 2024-03-07T03:07:20.240 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-03-07T03:07:20.240 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-03-07T03:07:20.327 INFO:tasks.rados.rados.0.smithi090.stdout:3009: done (2 left) 2024-03-07T03:07:20.327 INFO:tasks.rados.rados.0.smithi090.stdout:3011: done (1 left) 2024-03-07T03:07:20.327 INFO:tasks.rados.rados.0.smithi090.stdout:3013: done (0 left) 2024-03-07T03:07:20.327 INFO:tasks.rados.rados.0.smithi090.stdout:3014: snap_remove snap 282 2024-03-07T03:07:20.415 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:07:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:07:20.054+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:20.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:20 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:20.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:20 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:20.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:20 smithi092 ceph-mon[83777]: osdmap e657: 8 total, 7 up, 8 in 2024-03-07T03:07:20.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:20 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:20.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:20 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:20.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:20 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:20.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:20 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:20.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:20 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:20.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:20 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:20.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:20 smithi092 ceph-mon[83777]: from='client.34341 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:07:20.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:20 smithi092 ceph-mon[83777]: pgmap v413: 121 pgs: 1 active+clean+snaptrim, 1 active+undersized+snaptrim_error, 34 active+undersized, 8 active+undersized+degraded, 70 active+clean, 7 active+clean+snaptrim_error; 365 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.8 MiB/s wr, 25 op/s; 21/693 objects degraded (3.030%) 2024-03-07T03:07:20.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:20 smithi092 ceph-mon[83777]: from='client.44285 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:07:20.502 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:20 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:20.188+0000 7f443ef5f700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:07:20.502 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:20 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:20.188+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:20.827 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:20 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:20.499+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:20.827 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:20 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:20.499+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:07:20.827 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:20 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:20.499+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:20.827 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:20 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:20.500+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:20.865 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:07:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6[99095]: 2024-03-07T03:07:20.686+0000 7f9a1e4db7c0 -1 osd.6 648 log_to_monitors true 2024-03-07T03:07:20.865 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:20.627+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:07:20.865 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:20.627+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:21.055 INFO:tasks.rados.rados.0.smithi090.stdout:3014: done (0 left) 2024-03-07T03:07:21.055 INFO:tasks.rados.rados.0.smithi090.stdout:3015: rollback oid 12 current snap is 290 2024-03-07T03:07:21.055 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 12 to 286 2024-03-07T03:07:21.055 INFO:tasks.rados.rados.0.smithi090.stdout:3016: rmattr oid 23 current snap is 290 2024-03-07T03:07:21.055 INFO:tasks.rados.rados.0.smithi090.stdout:3016: done (1 left) 2024-03-07T03:07:21.055 INFO:tasks.rados.rados.0.smithi090.stdout:3017: read oid 2 snap -1 2024-03-07T03:07:21.055 INFO:tasks.rados.rados.0.smithi090.stdout:3017: expect (ObjNum 904 snap 286 seq_num 904) 2024-03-07T03:07:21.055 INFO:tasks.rados.rados.0.smithi090.stdout:3018: read oid 34 snap -1 2024-03-07T03:07:21.055 INFO:tasks.rados.rados.0.smithi090.stdout:3018: expect deleted 2024-03-07T03:07:21.055 INFO:tasks.rados.rados.0.smithi090.stdout:3019: read oid 26 snap 283 2024-03-07T03:07:21.055 INFO:tasks.rados.rados.0.smithi090.stdout:3019: expect (ObjNum 902 snap 283 seq_num 902) 2024-03-07T03:07:21.055 INFO:tasks.rados.rados.0.smithi090.stdout:3020: read oid 16 snap -1 2024-03-07T03:07:21.056 INFO:tasks.rados.rados.0.smithi090.stdout:3020: expect (ObjNum 899 snap 281 seq_num 899) 2024-03-07T03:07:21.056 INFO:tasks.rados.rados.0.smithi090.stdout:3021: snap_remove snap 288 2024-03-07T03:07:21.165 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:07:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:07:21.055+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:21.166 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:21.063+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:21.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:21 smithi092 ceph-mon[83777]: Health check update: Degraded data redundancy: 21/693 objects degraded (3.030%), 8 pgs degraded (PG_DEGRADED) 2024-03-07T03:07:21.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:21 smithi092 ceph-mon[83777]: osdmap e658: 8 total, 7 up, 8 in 2024-03-07T03:07:21.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:21 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:21.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:21 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:21.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:21 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:21.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:21 smithi092 ceph-mon[83777]: from='client.? 172.21.15.90:0/166831233' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:07:21.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:21 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:21.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:21 smithi092 ceph-mon[83777]: from='osd.6 [v2:172.21.15.92:6816/1627700836,v1:172.21.15.92:6817/1627700836]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-03-07T03:07:21.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:21 smithi092 ceph-mon[83777]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-03-07T03:07:21.327 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:07:21 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:07:21.060+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:21.327 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:21 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:21.053+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:21.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:21 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:21.054+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:21.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:21 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:21.069+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:21.328 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:21 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:21.060+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:21.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:21 smithi090 ceph-mon[89511]: Health check update: Degraded data redundancy: 21/693 objects degraded (3.030%), 8 pgs degraded (PG_DEGRADED) 2024-03-07T03:07:21.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:21 smithi090 ceph-mon[89511]: osdmap e658: 8 total, 7 up, 8 in 2024-03-07T03:07:21.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:21 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:21.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:21 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:21.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:21 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:21.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:21 smithi090 ceph-mon[89511]: from='client.? 172.21.15.90:0/166831233' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:07:21.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:21 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:21.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:21 smithi090 ceph-mon[89511]: from='osd.6 [v2:172.21.15.92:6816/1627700836,v1:172.21.15.92:6817/1627700836]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-03-07T03:07:21.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:21 smithi090 ceph-mon[89511]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-03-07T03:07:21.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:21 smithi090 ceph-mon[91928]: Health check update: Degraded data redundancy: 21/693 objects degraded (3.030%), 8 pgs degraded (PG_DEGRADED) 2024-03-07T03:07:21.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:21 smithi090 ceph-mon[91928]: osdmap e658: 8 total, 7 up, 8 in 2024-03-07T03:07:21.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:21 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:21.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:21 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:21.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:21 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:21.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:21 smithi090 ceph-mon[91928]: from='client.? 172.21.15.90:0/166831233' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:07:21.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:21 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:21.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:21 smithi090 ceph-mon[91928]: from='osd.6 [v2:172.21.15.92:6816/1627700836,v1:172.21.15.92:6817/1627700836]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-03-07T03:07:21.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:21 smithi090 ceph-mon[91928]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-03-07T03:07:21.915 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:07:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6[99095]: 2024-03-07T03:07:21.530+0000 7f9a0b92b700 -1 osd.6 648 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-07T03:07:22.059 INFO:tasks.rados.rados.0.smithi090.stdout:3015: finishing rollback tid 0 to smithi09077644-12 2024-03-07T03:07:22.059 INFO:tasks.rados.rados.0.smithi090.stdout:3015: finishing rollback tid 1 to smithi09077644-12 2024-03-07T03:07:22.059 INFO:tasks.rados.rados.0.smithi090.stdout:3019: expect (ObjNum 902 snap 283 seq_num 902) 2024-03-07T03:07:22.315 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:07:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:07:22.065+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:22.315 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:22.061+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:07:22.315 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:22.061+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:22.315 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:22 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:22.315 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:22 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:22.316 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:22 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:22.316 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:22 smithi092 ceph-mon[83777]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-03-07T03:07:22.316 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:22 smithi092 ceph-mon[83777]: osdmap e659: 8 total, 7 up, 8 in 2024-03-07T03:07:22.316 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:22 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:22.316 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:22 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:22.316 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:22 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:22.316 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:22 smithi092 ceph-mon[83777]: from='osd.6 [v2:172.21.15.92:6816/1627700836,v1:172.21.15.92:6817/1627700836]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-03-07T03:07:22.316 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:22 smithi092 ceph-mon[83777]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-03-07T03:07:22.316 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:22 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:22.316 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:22 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:22.316 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:22 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:22.316 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:22 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:22.316 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:22 smithi092 ceph-mon[83777]: from='osd.6 ' entity='osd.6' 2024-03-07T03:07:22.316 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:22 smithi092 ceph-mon[83777]: pgmap v416: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 1 active+clean+snaptrim, 34 active+undersized, 8 active+undersized+degraded, 70 active+clean, 7 active+clean+snaptrim_error; 373 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.1 MiB/s wr, 23 op/s; 22/708 objects degraded (3.107%) 2024-03-07T03:07:22.317 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:22 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:07:22.317 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:22 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:07:22.327 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:07:22 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:07:22.069+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:22.327 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:22 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:22.062+0000 7f443ef5f700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:07:22.327 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:22 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:22.062+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:22.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:22 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:22.066+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:22.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:22 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:22.067+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:22.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:22 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:22.069+0000 7fa43c425700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:07:22.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:22 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:22.069+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:22.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:22 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:22.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:22 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:22.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:22 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:22.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:22 smithi090 ceph-mon[89511]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-03-07T03:07:22.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:22 smithi090 ceph-mon[89511]: osdmap e659: 8 total, 7 up, 8 in 2024-03-07T03:07:22.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:22 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:22.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:22 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:22.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:22 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:22.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:22 smithi090 ceph-mon[89511]: from='osd.6 [v2:172.21.15.92:6816/1627700836,v1:172.21.15.92:6817/1627700836]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-03-07T03:07:22.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:22 smithi090 ceph-mon[89511]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-03-07T03:07:22.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:22 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:22.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:22 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:22.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:22 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:22.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:22 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:22.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:22 smithi090 ceph-mon[89511]: from='osd.6 ' entity='osd.6' 2024-03-07T03:07:22.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:22 smithi090 ceph-mon[89511]: pgmap v416: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 1 active+clean+snaptrim, 34 active+undersized, 8 active+undersized+degraded, 70 active+clean, 7 active+clean+snaptrim_error; 373 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.1 MiB/s wr, 23 op/s; 22/708 objects degraded (3.107%) 2024-03-07T03:07:22.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:22 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:07:22.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:22 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:07:22.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:22 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:22.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:22 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:22.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:22 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:22.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:22 smithi090 ceph-mon[91928]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-03-07T03:07:22.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:22 smithi090 ceph-mon[91928]: osdmap e659: 8 total, 7 up, 8 in 2024-03-07T03:07:22.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:22 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:22.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:22 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:22.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:22 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:22.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:22 smithi090 ceph-mon[91928]: from='osd.6 [v2:172.21.15.92:6816/1627700836,v1:172.21.15.92:6817/1627700836]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-03-07T03:07:22.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:22 smithi090 ceph-mon[91928]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-03-07T03:07:22.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:22 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:22.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:22 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:22.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:22 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:22.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:22 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:22.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:22 smithi090 ceph-mon[91928]: from='osd.6 ' entity='osd.6' 2024-03-07T03:07:22.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:22 smithi090 ceph-mon[91928]: pgmap v416: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 1 active+clean+snaptrim, 34 active+undersized, 8 active+undersized+degraded, 70 active+clean, 7 active+clean+snaptrim_error; 373 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.1 MiB/s wr, 23 op/s; 22/708 objects degraded (3.107%) 2024-03-07T03:07:22.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:22 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:07:22.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:22 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:07:22.514 INFO:tasks.rados.rados.0.smithi090.stdout:3020: expect (ObjNum 899 snap 281 seq_num 899) 2024-03-07T03:07:22.665 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:07:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:07:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:07:22.783 INFO:tasks.rados.rados.0.smithi090.stdout:3015: finishing rollback tid 2 to smithi09077644-12 2024-03-07T03:07:22.783 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 12 v 1291 (ObjNum 861 snap 276 seq_num 861) dirty exists 2024-03-07T03:07:22.783 INFO:tasks.rados.rados.0.smithi090.stdout:3017: expect (ObjNum 904 snap 286 seq_num 904) 2024-03-07T03:07:23.327 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:07:23 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:07:23.056+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:23.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:23 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:23.063+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:23.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:23 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:23.063+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:23.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:23 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:23.064+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:23.328 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:23 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:23.060+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:23.328 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:07:23 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:07:23] "GET /metrics HTTP/1.1" 200 36245 "" "Prometheus/2.43.0" 2024-03-07T03:07:23.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:23 smithi090 ceph-mon[91928]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-07T03:07:23.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:23 smithi090 ceph-mon[91928]: osd.6 [v2:172.21.15.92:6816/1627700836,v1:172.21.15.92:6817/1627700836] boot 2024-03-07T03:07:23.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:23 smithi090 ceph-mon[91928]: osdmap e660: 8 total, 8 up, 8 in 2024-03-07T03:07:23.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:23 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-07T03:07:23.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:23 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:23.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:23 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:23.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:23 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:23.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:23 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:23.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:23 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:23.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:23 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:23.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:23 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:23.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:23 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:07:23.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:23 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:07:23.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:23 smithi090 ceph-mon[89511]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-07T03:07:23.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:23 smithi090 ceph-mon[89511]: osd.6 [v2:172.21.15.92:6816/1627700836,v1:172.21.15.92:6817/1627700836] boot 2024-03-07T03:07:23.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:23 smithi090 ceph-mon[89511]: osdmap e660: 8 total, 8 up, 8 in 2024-03-07T03:07:23.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:23 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-07T03:07:23.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:23 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:23.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:23 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:23.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:23 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:23.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:23 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:23.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:23 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:23.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:23 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:23.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:23 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:23.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:23 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:07:23.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:23 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:07:23.415 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:07:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:07:23.064+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:23.415 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:07:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6[99095]: 2024-03-07T03:07:23.078+0000 7f99f8104700 -1 osd.6 pg_epoch: 661 pg[5.3s2( v 647'606 (0'0,647'606] local-lis/les=660/661 n=2 ec=71/71 lis/c=660/660 les/c/f=661/661/0 sis=660) [0,3,6]p0(0) r=2 lpr=660 luod=0'0 crt=647'606 lcod 0'0 mlcod 0'0 active mbc={} ps=[143~1,158~1,15b~1,160~3,164~2,167~2,16b~4b]] update_snap_map remove_oid 5:c47f38eb:::smithi09077644-21:1b7 failed with -2 2024-03-07T03:07:23.416 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:23.074+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:23.416 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:23.129+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:07:23.416 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:23.129+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:23.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:23 smithi092 ceph-mon[83777]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-07T03:07:23.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:23 smithi092 ceph-mon[83777]: osd.6 [v2:172.21.15.92:6816/1627700836,v1:172.21.15.92:6817/1627700836] boot 2024-03-07T03:07:23.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:23 smithi092 ceph-mon[83777]: osdmap e660: 8 total, 8 up, 8 in 2024-03-07T03:07:23.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:23 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-07T03:07:23.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:23 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:23.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:23 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:23.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:23 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:23.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:23 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:23.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:23 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:23.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:23 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:23.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:23 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:23.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:23 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:07:23.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:23 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:07:24.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:24 smithi090 ceph-mon[89511]: osdmap e661: 8 total, 8 up, 8 in 2024-03-07T03:07:24.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:24 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:24.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:24 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:24.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:24 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:24.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:24 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:24.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:24 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:24.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:24 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:24.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:24 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:24.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:24 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:24.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:24 smithi090 ceph-mon[89511]: pgmap v419: 121 pgs: 3 peering, 1 active+undersized+degraded+snaptrim_error, 27 active+undersized, 5 active+undersized+degraded, 78 active+clean, 7 active+clean+snaptrim_error; 375 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 510 KiB/s wr, 5 op/s; 17/711 objects degraded (2.391%); 2.3 MiB/s, 0 objects/s recovering 2024-03-07T03:07:24.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:24 smithi090 ceph-mon[91928]: osdmap e661: 8 total, 8 up, 8 in 2024-03-07T03:07:24.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:24 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:24.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:24 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:24.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:24 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:24.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:24 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:24.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:24 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:24.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:24 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:24.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:24 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:24.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:24 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:24.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:24 smithi090 ceph-mon[91928]: pgmap v419: 121 pgs: 3 peering, 1 active+undersized+degraded+snaptrim_error, 27 active+undersized, 5 active+undersized+degraded, 78 active+clean, 7 active+clean+snaptrim_error; 375 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 510 KiB/s wr, 5 op/s; 17/711 objects degraded (2.391%); 2.3 MiB/s, 0 objects/s recovering 2024-03-07T03:07:24.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:24 smithi092 ceph-mon[83777]: osdmap e661: 8 total, 8 up, 8 in 2024-03-07T03:07:24.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:24 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:24.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:24 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:24.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:24 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:24.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:24 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:24.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:24 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:24.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:24 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:24.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:24 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:24.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:24 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:24.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:24 smithi092 ceph-mon[83777]: pgmap v419: 121 pgs: 3 peering, 1 active+undersized+degraded+snaptrim_error, 27 active+undersized, 5 active+undersized+degraded, 78 active+clean, 7 active+clean+snaptrim_error; 375 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 510 KiB/s wr, 5 op/s; 17/711 objects degraded (2.391%); 2.3 MiB/s, 0 objects/s recovering 2024-03-07T03:07:24.649 INFO:tasks.rados.rados.0.smithi090.stdout:3015: done (5 left) 2024-03-07T03:07:24.649 INFO:tasks.rados.rados.0.smithi090.stdout:3017: done (4 left) 2024-03-07T03:07:24.649 INFO:tasks.rados.rados.0.smithi090.stdout:3018: done (3 left) 2024-03-07T03:07:24.649 INFO:tasks.rados.rados.0.smithi090.stdout:3019: done (2 left) 2024-03-07T03:07:24.649 INFO:tasks.rados.rados.0.smithi090.stdout:3020: done (1 left) 2024-03-07T03:07:24.649 INFO:tasks.rados.rados.0.smithi090.stdout:3021: done (0 left) 2024-03-07T03:07:24.649 INFO:tasks.rados.rados.0.smithi090.stdout:3022: read oid 28 snap -1 2024-03-07T03:07:24.649 INFO:tasks.rados.rados.0.smithi090.stdout:3022: expect deleted 2024-03-07T03:07:24.649 INFO:tasks.rados.rados.0.smithi090.stdout:3023: read oid 41 snap -1 2024-03-07T03:07:24.649 INFO:tasks.rados.rados.0.smithi090.stdout:3023: expect (ObjNum 748 snap 237 seq_num 748) 2024-03-07T03:07:24.649 INFO:tasks.rados.rados.0.smithi090.stdout:3024: delete oid 22 current snap is 290 2024-03-07T03:07:24.651 INFO:tasks.rados.rados.0.smithi090.stdout:3022: done (2 left) 2024-03-07T03:07:24.651 INFO:tasks.rados.rados.0.smithi090.stdout:3024: done (1 left) 2024-03-07T03:07:24.651 INFO:tasks.rados.rados.0.smithi090.stdout:3025: snap_remove snap 283 2024-03-07T03:07:25.067 INFO:tasks.rados.rados.0.smithi090.stdout:3025: done (1 left) 2024-03-07T03:07:25.067 INFO:tasks.rados.rados.0.smithi090.stdout:3026: read oid 50 snap -1 2024-03-07T03:07:25.067 INFO:tasks.rados.rados.0.smithi090.stdout:3026: expect (ObjNum 861 snap 276 seq_num 861) 2024-03-07T03:07:25.068 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 32 current snap is 290 2024-03-07T03:07:25.068 INFO:tasks.rados.rados.0.smithi090.stdout:3027: seq_num 928 ranges {0=745472,745472=401408} 2024-03-07T03:07:25.072 INFO:tasks.rados.rados.0.smithi090.stdout:3027: writing smithi09077644-32 from 0 to 745472 tid 1 2024-03-07T03:07:25.075 INFO:tasks.rados.rados.0.smithi090.stdout:3027: writing smithi09077644-32 from 745472 to 1146880 tid 2 2024-03-07T03:07:25.075 INFO:tasks.rados.rados.0.smithi090.stdout:3028: snap_create 2024-03-07T03:07:25.075 INFO:tasks.rados.rados.0.smithi090.stdout:3023: expect (ObjNum 748 snap 237 seq_num 748) 2024-03-07T03:07:25.095 INFO:tasks.rados.rados.0.smithi090.stdout:3026: expect (ObjNum 861 snap 276 seq_num 861) 2024-03-07T03:07:25.096 INFO:tasks.rados.rados.0.smithi090.stdout:3027: finishing write tid 1 to smithi09077644-32 2024-03-07T03:07:25.096 INFO:tasks.rados.rados.0.smithi090.stdout:3027: finishing write tid 2 to smithi09077644-32 2024-03-07T03:07:25.096 INFO:tasks.rados.rados.0.smithi090.stdout:3027: finishing write tid 3 to smithi09077644-32 2024-03-07T03:07:25.096 INFO:tasks.rados.rados.0.smithi090.stdout:3027: finishing write tid 4 to smithi09077644-32 2024-03-07T03:07:25.096 INFO:tasks.rados.rados.0.smithi090.stdout:3027: oid 32 updating version 0 to 1160 2024-03-07T03:07:25.097 INFO:tasks.rados.rados.0.smithi090.stdout:3027: oid 32 version 1160 is already newer than 1158 2024-03-07T03:07:25.097 INFO:tasks.rados.rados.0.smithi090.stdout:3027: oid 32 version 1160 is already newer than 1159 2024-03-07T03:07:25.097 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 32 v 1160 (ObjNum 928 snap 290 seq_num 928) dirty exists 2024-03-07T03:07:25.097 INFO:tasks.rados.rados.0.smithi090.stdout:3027: left oid 32 (ObjNum 928 snap 290 seq_num 928) 2024-03-07T03:07:25.327 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:07:25 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:07:25.064+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:25.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:25 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:25.073+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:25.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:25 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:25.073+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:07:25.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:25 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:25.073+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:25.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:25 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:25.073+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:25.328 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:25 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:25.065+0000 7f443ef5f700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:07:25.328 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:25 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:25.065+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:25.378 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:07:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:07:25.062+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:25.379 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:25.068+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:07:25.379 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:25.068+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:25.379 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:25.068+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:26.075 INFO:tasks.rados.rados.0.smithi090.stdout:3023: done (3 left) 2024-03-07T03:07:26.076 INFO:tasks.rados.rados.0.smithi090.stdout:3026: done (2 left) 2024-03-07T03:07:26.076 INFO:tasks.rados.rados.0.smithi090.stdout:3027: done (1 left) 2024-03-07T03:07:26.076 INFO:tasks.rados.rados.0.smithi090.stdout:3028: done (0 left) 2024-03-07T03:07:26.076 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 25 current snap is 291 2024-03-07T03:07:26.076 INFO:tasks.rados.rados.0.smithi090.stdout:3029: seq_num 929 ranges {0=761856,761856=401408} 2024-03-07T03:07:26.079 INFO:tasks.rados.rados.0.smithi090.stdout:3029: writing smithi09077644-25 from 0 to 761856 tid 1 2024-03-07T03:07:26.082 INFO:tasks.rados.rados.0.smithi090.stdout:3029: writing smithi09077644-25 from 761856 to 1163264 tid 2 2024-03-07T03:07:26.082 INFO:tasks.rados.rados.0.smithi090.stdout:3030: rmattr oid 5 current snap is 291 2024-03-07T03:07:26.082 INFO:tasks.rados.rados.0.smithi090.stdout:3030: done (1 left) 2024-03-07T03:07:26.082 INFO:tasks.rados.rados.0.smithi090.stdout:3031: snap_create 2024-03-07T03:07:26.087 INFO:tasks.rados.rados.0.smithi090.stdout:3029: finishing write tid 1 to smithi09077644-25 2024-03-07T03:07:26.088 INFO:tasks.rados.rados.0.smithi090.stdout:3029: finishing write tid 2 to smithi09077644-25 2024-03-07T03:07:26.088 INFO:tasks.rados.rados.0.smithi090.stdout:3029: finishing write tid 3 to smithi09077644-25 2024-03-07T03:07:26.089 INFO:tasks.rados.rados.0.smithi090.stdout:3029: finishing write tid 4 to smithi09077644-25 2024-03-07T03:07:26.089 INFO:tasks.rados.rados.0.smithi090.stdout:3029: oid 25 updating version 0 to 1293 2024-03-07T03:07:26.090 INFO:tasks.rados.rados.0.smithi090.stdout:3029: oid 25 version 1293 is already newer than 1292 2024-03-07T03:07:26.090 INFO:tasks.rados.rados.0.smithi090.stdout:3029: oid 25 updating version 1293 to 1294 2024-03-07T03:07:26.090 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 25 v 1294 (ObjNum 929 snap 291 seq_num 929) dirty exists 2024-03-07T03:07:26.090 INFO:tasks.rados.rados.0.smithi090.stdout:3029: left oid 25 (ObjNum 929 snap 291 seq_num 929) 2024-03-07T03:07:26.327 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:07:26 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:07:26.073+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:26.327 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:26 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:26.081+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:26.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:26 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:26.082+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:26.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:26 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:26.083+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:26.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:26 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:26.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:26 smithi090 ceph-mon[91928]: osdmap e662: 8 total, 8 up, 8 in 2024-03-07T03:07:26.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:26 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:26.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:26 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:26.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:26 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:26.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:26 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:26.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:26 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:26.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:26 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:26.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:26 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:26.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:26 smithi090 ceph-mon[91928]: pgmap v421: 121 pgs: 3 peering, 1 active+undersized+degraded+snaptrim_error, 16 active+undersized, 3 active+undersized+degraded, 91 active+clean, 7 active+clean+snaptrim_error; 371 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 227 KiB/s wr, 4 op/s; 13/705 objects degraded (1.844%); 2.0 MiB/s, 0 objects/s recovering 2024-03-07T03:07:26.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:26 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:26.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:26 smithi090 ceph-mon[89511]: osdmap e662: 8 total, 8 up, 8 in 2024-03-07T03:07:26.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:26 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:26.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:26 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:26.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:26 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:26.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:26 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:26.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:26 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:26.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:26 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:26.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:26 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:26.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:26 smithi090 ceph-mon[89511]: pgmap v421: 121 pgs: 3 peering, 1 active+undersized+degraded+snaptrim_error, 16 active+undersized, 3 active+undersized+degraded, 91 active+clean, 7 active+clean+snaptrim_error; 371 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 227 KiB/s wr, 4 op/s; 13/705 objects degraded (1.844%); 2.0 MiB/s, 0 objects/s recovering 2024-03-07T03:07:26.357 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:07:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:07:26.069+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:26.357 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:26.085+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:07:26.357 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:26.085+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:26.357 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:26.086+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:26.358 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:26 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:26.358 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:26 smithi092 ceph-mon[83777]: osdmap e662: 8 total, 8 up, 8 in 2024-03-07T03:07:26.358 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:26 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:26.358 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:26 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:26.358 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:26 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:26.358 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:26 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:26.358 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:26 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:26.358 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:26 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:26.358 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:26 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:26.358 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:26 smithi092 ceph-mon[83777]: pgmap v421: 121 pgs: 3 peering, 1 active+undersized+degraded+snaptrim_error, 16 active+undersized, 3 active+undersized+degraded, 91 active+clean, 7 active+clean+snaptrim_error; 371 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 227 KiB/s wr, 4 op/s; 13/705 objects degraded (1.844%); 2.0 MiB/s, 0 objects/s recovering 2024-03-07T03:07:26.827 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:26 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:26.546+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:27.083 INFO:tasks.rados.rados.0.smithi090.stdout:3029: done (1 left) 2024-03-07T03:07:27.083 INFO:tasks.rados.rados.0.smithi090.stdout:3031: done (0 left) 2024-03-07T03:07:27.083 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 40 current snap is 292 2024-03-07T03:07:27.084 INFO:tasks.rados.rados.0.smithi090.stdout:3032: seq_num 930 ranges {0=786432,786432=401408} 2024-03-07T03:07:27.088 INFO:tasks.rados.rados.0.smithi090.stdout:3032: writing smithi09077644-40 from 0 to 786432 tid 1 2024-03-07T03:07:27.090 INFO:tasks.rados.rados.0.smithi090.stdout:3032: writing smithi09077644-40 from 786432 to 1187840 tid 2 2024-03-07T03:07:27.090 INFO:tasks.rados.rados.0.smithi090.stdout:3033: snap_create 2024-03-07T03:07:27.097 INFO:tasks.rados.rados.0.smithi090.stdout:3032: finishing write tid 1 to smithi09077644-40 2024-03-07T03:07:27.097 INFO:tasks.rados.rados.0.smithi090.stdout:3032: finishing write tid 2 to smithi09077644-40 2024-03-07T03:07:27.102 INFO:tasks.rados.rados.0.smithi090.stdout:3032: finishing write tid 3 to smithi09077644-40 2024-03-07T03:07:27.105 INFO:tasks.rados.rados.0.smithi090.stdout:3032: finishing write tid 4 to smithi09077644-40 2024-03-07T03:07:27.105 INFO:tasks.rados.rados.0.smithi090.stdout:3032: oid 40 updating version 0 to 12722 2024-03-07T03:07:27.105 INFO:tasks.rados.rados.0.smithi090.stdout:3032: oid 40 version 12722 is already newer than 12720 2024-03-07T03:07:27.105 INFO:tasks.rados.rados.0.smithi090.stdout:3032: oid 40 version 12722 is already newer than 12721 2024-03-07T03:07:27.105 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 40 v 12722 (ObjNum 930 snap 292 seq_num 930) dirty exists 2024-03-07T03:07:27.105 INFO:tasks.rados.rados.0.smithi090.stdout:3032: left oid 40 (ObjNum 930 snap 292 seq_num 930) 2024-03-07T03:07:27.327 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:07:26 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:07:26.883+0000 7f8323fc5700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-03-07T03:07:27.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:27 smithi090 ceph-mon[91928]: Health check update: Degraded data redundancy: 13/705 objects degraded (1.844%), 4 pgs degraded (PG_DEGRADED) 2024-03-07T03:07:27.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:27 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:27.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:27 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:27.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:27 smithi090 ceph-mon[91928]: osdmap e663: 8 total, 8 up, 8 in 2024-03-07T03:07:27.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:27 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:27.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:27 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:27.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:27 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:27.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:27 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:27.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:27 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:27.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:27 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:27.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:27 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:07:27.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:27 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:07:27.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:27 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:07:27.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:27 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:07:27.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:27 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:07:27.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:27 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:07:27.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:27 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:07:27.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:27 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:07:27.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:27 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:07:27.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:27 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-03-07T03:07:27.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:27 smithi090 ceph-mon[89511]: Health check update: Degraded data redundancy: 13/705 objects degraded (1.844%), 4 pgs degraded (PG_DEGRADED) 2024-03-07T03:07:27.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:27 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:27.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:27 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:27.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:27 smithi090 ceph-mon[89511]: osdmap e663: 8 total, 8 up, 8 in 2024-03-07T03:07:27.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:27 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:27.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:27 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:27.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:27 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:27.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:27 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:27.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:27 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:27.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:27 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:27.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:27 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:07:27.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:27 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:07:27.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:27 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:07:27.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:27 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:07:27.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:27 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:07:27.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:27 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:07:27.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:27 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:07:27.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:27 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:07:27.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:27 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:07:27.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:27 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-03-07T03:07:27.415 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:07:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:07:27.083+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:27.416 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:27.091+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:27.416 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:27.092+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:07:27.416 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:27.092+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:27.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:27 smithi092 ceph-mon[83777]: Health check update: Degraded data redundancy: 13/705 objects degraded (1.844%), 4 pgs degraded (PG_DEGRADED) 2024-03-07T03:07:27.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:27 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:27.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:27 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:27.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:27 smithi092 ceph-mon[83777]: osdmap e663: 8 total, 8 up, 8 in 2024-03-07T03:07:27.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:27 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:27.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:27 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:27.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:27 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:27.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:27 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:27.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:27 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:27.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:27 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:27.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:27 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:07:27.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:27 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:07:27.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:27 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:07:27.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:27 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:07:27.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:27 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:07:27.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:27 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:07:27.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:27 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:07:27.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:27 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:07:27.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:27 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:07:27.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:27 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-03-07T03:07:28.092 INFO:tasks.rados.rados.0.smithi090.stdout:3032: done (1 left) 2024-03-07T03:07:28.092 INFO:tasks.rados.rados.0.smithi090.stdout:3033: done (0 left) 2024-03-07T03:07:28.092 INFO:tasks.rados.rados.0.smithi090.stdout:3034: snap_create 2024-03-07T03:07:28.327 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:07:28 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:07:28.032+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:28.327 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:07:28 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:07:28.202+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:28.328 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:28 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:28.191+0000 7f443ef5f700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:07:28.328 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:28 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:28.191+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:28.328 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:28 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:28.201+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:28.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:28 smithi090 ceph-mon[91928]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-03-07T03:07:28.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:28 smithi090 ceph-mon[91928]: Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-03-07T03:07:28.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:28 smithi090 ceph-mon[91928]: osdmap e664: 8 total, 8 up, 8 in 2024-03-07T03:07:28.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:28 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:28.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:28 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:28.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:28 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:28.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:28 smithi090 ceph-mon[91928]: pgmap v424: 121 pgs: 3 peering, 110 active+clean, 8 active+clean+snaptrim_error; 371 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 0 B/s wr, 2 op/s; 4.7 MiB/s, 1 objects/s recovering 2024-03-07T03:07:28.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:28 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:07:28.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:28 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:07:28.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:28 smithi090 ceph-mon[89511]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-03-07T03:07:28.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:28 smithi090 ceph-mon[89511]: Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-03-07T03:07:28.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:28 smithi090 ceph-mon[89511]: osdmap e664: 8 total, 8 up, 8 in 2024-03-07T03:07:28.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:28 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:28.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:28 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:28.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:28 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:28.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:28 smithi090 ceph-mon[89511]: pgmap v424: 121 pgs: 3 peering, 110 active+clean, 8 active+clean+snaptrim_error; 371 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 0 B/s wr, 2 op/s; 4.7 MiB/s, 1 objects/s recovering 2024-03-07T03:07:28.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:28 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:07:28.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:28 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:07:28.330 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:28 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:28.003+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:28.330 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:28 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:28.003+0000 7fa43c425700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:07:28.330 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:28 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:28.003+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:28.330 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:28 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:28.003+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:28.330 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:28 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:28.089+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:28.330 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:28 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:28.089+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:28.330 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:28 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:28.090+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:28.415 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:07:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:07:28.087+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:28.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:28 smithi092 ceph-mon[83777]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-03-07T03:07:28.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:28 smithi092 ceph-mon[83777]: Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-03-07T03:07:28.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:28 smithi092 ceph-mon[83777]: osdmap e664: 8 total, 8 up, 8 in 2024-03-07T03:07:28.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:28 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:28.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:28 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:28.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:28 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:28.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:28 smithi092 ceph-mon[83777]: pgmap v424: 121 pgs: 3 peering, 110 active+clean, 8 active+clean+snaptrim_error; 371 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 0 B/s wr, 2 op/s; 4.7 MiB/s, 1 objects/s recovering 2024-03-07T03:07:28.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:28 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:07:28.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:28 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:07:28.416 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:28.202+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:07:28.416 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:28.202+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:28.417 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:28.202+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:29.090 INFO:tasks.rados.rados.0.smithi090.stdout:3034: done (0 left) 2024-03-07T03:07:29.090 INFO:tasks.rados.rados.0.smithi090.stdout:3035: setattr oid 37 current snap is 294 2024-03-07T03:07:29.092 INFO:tasks.rados.rados.0.smithi090.stdout:3036: copy_from oid 13 from oid 1 current snap is 294 2024-03-07T03:07:29.092 INFO:tasks.rados.rados.0.smithi090.stdout:3037: delete oid 27 current snap is 294 2024-03-07T03:07:29.102 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 37 v 1168 (ObjNum 33 snap 0 seq_num 3312841976) dirty exists 2024-03-07T03:07:29.104 INFO:tasks.rados.rados.0.smithi090.stdout:3035: done (2 left) 2024-03-07T03:07:29.104 INFO:tasks.rados.rados.0.smithi090.stdout:3037: done (1 left) 2024-03-07T03:07:29.104 INFO:tasks.rados.rados.0.smithi090.stdout:3038: copy_from oid 18 from oid 34 current snap is 294 2024-03-07T03:07:29.104 INFO:tasks.rados.rados.0.smithi090.stdout:3039: snap_remove snap 293 2024-03-07T03:07:29.415 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:07:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:07:29.088+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:29.416 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:29.102+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:29.416 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:29.103+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:07:29.416 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:29.103+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:29.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:29 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:29.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:29 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:29.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:29 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:29.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:29 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:29.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:29 smithi092 ceph-mon[83777]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 13/705 objects degraded (1.844%), 4 pgs degraded) 2024-03-07T03:07:29.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:29 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:29.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:29 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:29.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:29 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:29.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:29 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:29.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:29 smithi092 ceph-mon[83777]: osdmap e665: 8 total, 8 up, 8 in 2024-03-07T03:07:29.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:29 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:29.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:29 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:29.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:29 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:29.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:29 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:29.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:29 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:29.577 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:29 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:29.095+0000 7f4442f67700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:07:29.577 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:29 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:29.095+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:29.577 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:29 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:29.088+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:29.578 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:29 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:29.088+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:07:29.578 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:29 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:29.088+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:29.578 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:29 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:29.089+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:29.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:29 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:29.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:29 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:29.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:29 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:29.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:29 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:29.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:29 smithi090 ceph-mon[91928]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 13/705 objects degraded (1.844%), 4 pgs degraded) 2024-03-07T03:07:29.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:29 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:29.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:29 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:29.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:29 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:29.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:29 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:29.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:29 smithi090 ceph-mon[91928]: osdmap e665: 8 total, 8 up, 8 in 2024-03-07T03:07:29.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:29 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:29.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:29 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:29.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:29 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:29.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:29 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:29.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:29 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:29.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:29 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:29.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:29 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:29.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:29 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:29.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:29 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:29.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:29 smithi090 ceph-mon[89511]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 13/705 objects degraded (1.844%), 4 pgs degraded) 2024-03-07T03:07:29.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:29 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:29.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:29 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:29.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:29 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:29.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:29 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:29.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:29 smithi090 ceph-mon[89511]: osdmap e665: 8 total, 8 up, 8 in 2024-03-07T03:07:29.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:29 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:29.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:29 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:29.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:29 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:29.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:29 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:29.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:29 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:30.105 INFO:tasks.rados.rados.0.smithi090.stdout:3039: done (2 left) 2024-03-07T03:07:30.105 INFO:tasks.rados.rados.0.smithi090.stdout:3040: rmattr oid 15 current snap is 294 2024-03-07T03:07:30.105 INFO:tasks.rados.rados.0.smithi090.stdout:3040: done (2 left) 2024-03-07T03:07:30.105 INFO:tasks.rados.rados.0.smithi090.stdout:3041: setattr oid 5 current snap is 294 2024-03-07T03:07:30.105 INFO:tasks.rados.rados.0.smithi090.stdout:3038: finishing copy_from to smithi09077644-18 2024-03-07T03:07:30.105 INFO:tasks.rados.rados.0.smithi090.stdout:3038: got expected ENOENT (src dne) 2024-03-07T03:07:30.105 INFO:tasks.rados.rados.0.smithi090.stdout:3038: finishing copy_from racing read to smithi09077644-18 2024-03-07T03:07:30.105 INFO:tasks.rados.rados.0.smithi090.stdout:3036: finishing copy_from racing read to smithi09077644-13 2024-03-07T03:07:30.105 INFO:tasks.rados.rados.0.smithi090.stdout:3036: finishing copy_from to smithi09077644-13 2024-03-07T03:07:30.105 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 13 v 1329 (ObjNum 751 snap 238 seq_num 751) dirty exists 2024-03-07T03:07:30.106 INFO:tasks.rados.rados.0.smithi090.stdout:3036: done (2 left) 2024-03-07T03:07:30.106 INFO:tasks.rados.rados.0.smithi090.stdout:3038: done (1 left) 2024-03-07T03:07:30.106 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 46 current snap is 294 2024-03-07T03:07:30.106 INFO:tasks.rados.rados.0.smithi090.stdout:3042: seq_num 932 ranges {0=417792,417792=663552,1081344=139264} 2024-03-07T03:07:30.108 INFO:tasks.rados.rados.0.smithi090.stdout:3042: writing smithi09077644-46 from 0 to 417792 tid 1 2024-03-07T03:07:30.113 INFO:tasks.rados.rados.0.smithi090.stdout:3042: writing smithi09077644-46 from 417792 to 1081344 tid 2 2024-03-07T03:07:30.114 INFO:tasks.rados.rados.0.smithi090.stdout:3042: writing smithi09077644-46 from 1081344 to 1220608 tid 3 2024-03-07T03:07:30.114 INFO:tasks.rados.rados.0.smithi090.stdout:3043: read oid 42 snap -1 2024-03-07T03:07:30.114 INFO:tasks.rados.rados.0.smithi090.stdout:3043: expect (ObjNum 920 snap 289 seq_num 920) 2024-03-07T03:07:30.114 INFO:tasks.rados.rados.0.smithi090.stdout:3044: snap_remove snap 286 2024-03-07T03:07:30.327 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:07:30 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:07:30.051+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:30.327 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:07:30 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:07:30.102+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:30.327 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:30 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:30.113+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:30.327 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:30 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:30.113+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:30.327 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:30 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:30.113+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:30.328 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:30 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:30.119+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:30.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:30 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:30.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:30 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:30.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:30 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:30.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:30 smithi090 ceph-mon[89511]: osdmap e666: 8 total, 8 up, 8 in 2024-03-07T03:07:30.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:30 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:30.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:30 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:30.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:30 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:30.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:30 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:30.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:30 smithi090 ceph-mon[89511]: pgmap v427: 121 pgs: 113 active+clean, 8 active+clean+snaptrim_error; 380 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 426 KiB/s rd, 2.1 MiB/s wr, 4 op/s; 3.2 MiB/s, 1 objects/s recovering 2024-03-07T03:07:30.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:30 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:30.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:30 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:30.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:30 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:30.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:30 smithi090 ceph-mon[91928]: osdmap e666: 8 total, 8 up, 8 in 2024-03-07T03:07:30.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:30 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:30.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:30 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:30.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:30 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:30.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:30 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:30.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:30 smithi090 ceph-mon[91928]: pgmap v427: 121 pgs: 113 active+clean, 8 active+clean+snaptrim_error; 380 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 426 KiB/s rd, 2.1 MiB/s wr, 4 op/s; 3.2 MiB/s, 1 objects/s recovering 2024-03-07T03:07:30.415 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:07:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:07:30.101+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:30.415 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:30.210+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:07:30.416 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:30.210+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:30.416 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:30.211+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:30.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:30 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:30.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:30 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:30.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:30 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:30.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:30 smithi092 ceph-mon[83777]: osdmap e666: 8 total, 8 up, 8 in 2024-03-07T03:07:30.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:30 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:30.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:30 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:30.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:30 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:30.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:30 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:30.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:30 smithi092 ceph-mon[83777]: pgmap v427: 121 pgs: 113 active+clean, 8 active+clean+snaptrim_error; 380 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 426 KiB/s rd, 2.1 MiB/s wr, 4 op/s; 3.2 MiB/s, 1 objects/s recovering 2024-03-07T03:07:31.111 INFO:tasks.rados.rados.0.smithi090.stdout:3044: done (3 left) 2024-03-07T03:07:31.111 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 14 current snap is 294 2024-03-07T03:07:31.111 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 5 v 1432 (ObjNum 65 snap 0 seq_num 3340474544) dirty exists 2024-03-07T03:07:31.111 INFO:tasks.rados.rados.0.smithi090.stdout:3045: seq_num 933 ranges {6889472=434176,7323648=548864,7872512=253952} 2024-03-07T03:07:31.151 INFO:tasks.rados.rados.0.smithi090.stdout:3045: writing smithi09077644-14 from 6889472 to 7323648 tid 1 2024-03-07T03:07:31.154 INFO:tasks.rados.rados.0.smithi090.stdout:3045: writing smithi09077644-14 from 7323648 to 7872512 tid 2 2024-03-07T03:07:31.156 INFO:tasks.rados.rados.0.smithi090.stdout:3045: writing smithi09077644-14 from 7872512 to 8126464 tid 3 2024-03-07T03:07:31.156 INFO:tasks.rados.rados.0.smithi090.stdout:3041: done (3 left) 2024-03-07T03:07:31.156 INFO:tasks.rados.rados.0.smithi090.stdout:3046: snap_remove snap 290 2024-03-07T03:07:31.415 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:07:31 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:07:31.108+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:31.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:31 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:31.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:31 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:31.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:31 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:31.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:31 smithi092 ceph-mon[83777]: osdmap e667: 8 total, 8 up, 8 in 2024-03-07T03:07:31.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:31 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:31.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:31 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:31.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:31 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:31.416 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:31 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:31.116+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:31.416 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:31 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:31.116+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:07:31.417 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:31 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:31.116+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:31.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:31 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:31.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:31 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:31.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:31 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:31.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:31 smithi090 ceph-mon[91928]: osdmap e667: 8 total, 8 up, 8 in 2024-03-07T03:07:31.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:31 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:31.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:31 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:31.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:31 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:31.578 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:07:31 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:07:31.115+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:31.578 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:31 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:31.113+0000 7f4442f67700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:07:31.578 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:31 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:31.113+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:31.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:31 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:31.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:31 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:31.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:31 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:31.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:31 smithi090 ceph-mon[89511]: osdmap e667: 8 total, 8 up, 8 in 2024-03-07T03:07:31.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:31 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:31.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:31 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:31.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:31 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:31.579 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:31 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:31.116+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:31.579 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:31 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:31.117+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:07:31.579 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:31 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:31.117+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:31.580 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:31 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:31.120+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:32.117 INFO:tasks.rados.rados.0.smithi090.stdout:3042: finishing write tid 1 to smithi09077644-46 2024-03-07T03:07:32.117 INFO:tasks.rados.rados.0.smithi090.stdout:3042: finishing write tid 2 to smithi09077644-46 2024-03-07T03:07:32.117 INFO:tasks.rados.rados.0.smithi090.stdout:3042: finishing write tid 3 to smithi09077644-46 2024-03-07T03:07:32.117 INFO:tasks.rados.rados.0.smithi090.stdout:3046: done (3 left) 2024-03-07T03:07:32.117 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 8 current snap is 294 2024-03-07T03:07:32.117 INFO:tasks.rados.rados.0.smithi090.stdout:3047: seq_num 934 ranges {4325376=450560,4775936=434176,5210112=368640} 2024-03-07T03:07:32.142 INFO:tasks.rados.rados.0.smithi090.stdout:3047: writing smithi09077644-8 from 4325376 to 4775936 tid 1 2024-03-07T03:07:32.145 INFO:tasks.rados.rados.0.smithi090.stdout:3047: writing smithi09077644-8 from 4775936 to 5210112 tid 2 2024-03-07T03:07:32.147 INFO:tasks.rados.rados.0.smithi090.stdout:3047: writing smithi09077644-8 from 5210112 to 5578752 tid 3 2024-03-07T03:07:32.147 INFO:tasks.rados.rados.0.smithi090.stdout:3048: snap_create 2024-03-07T03:07:32.148 INFO:tasks.rados.rados.0.smithi090.stdout:3042: finishing write tid 4 to smithi09077644-46 2024-03-07T03:07:32.148 INFO:tasks.rados.rados.0.smithi090.stdout:3042: finishing write tid 5 to smithi09077644-46 2024-03-07T03:07:32.148 INFO:tasks.rados.rados.0.smithi090.stdout:3042: oid 46 updating version 0 to 1360 2024-03-07T03:07:32.148 INFO:tasks.rados.rados.0.smithi090.stdout:3042: oid 46 version 1360 is already newer than 1359 2024-03-07T03:07:32.148 INFO:tasks.rados.rados.0.smithi090.stdout:3042: oid 46 updating version 1360 to 1361 2024-03-07T03:07:32.148 INFO:tasks.rados.rados.0.smithi090.stdout:3042: oid 46 updating version 1361 to 1362 2024-03-07T03:07:32.148 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 1362 (ObjNum 932 snap 294 seq_num 932) dirty exists 2024-03-07T03:07:32.149 INFO:tasks.rados.rados.0.smithi090.stdout:3042: left oid 46 (ObjNum 932 snap 294 seq_num 932) 2024-03-07T03:07:32.149 INFO:tasks.rados.rados.0.smithi090.stdout:3043: expect (ObjNum 920 snap 289 seq_num 920) 2024-03-07T03:07:32.222 INFO:tasks.rados.rados.0.smithi090.stdout:3045: finishing write tid 1 to smithi09077644-14 2024-03-07T03:07:32.223 INFO:tasks.rados.rados.0.smithi090.stdout:3045: finishing write tid 2 to smithi09077644-14 2024-03-07T03:07:32.223 INFO:tasks.rados.rados.0.smithi090.stdout:3045: finishing write tid 3 to smithi09077644-14 2024-03-07T03:07:32.223 INFO:tasks.rados.rados.0.smithi090.stdout:3045: finishing write tid 4 to smithi09077644-14 2024-03-07T03:07:32.223 INFO:tasks.rados.rados.0.smithi090.stdout:3045: finishing write tid 5 to smithi09077644-14 2024-03-07T03:07:32.223 INFO:tasks.rados.rados.0.smithi090.stdout:3045: oid 14 updating version 0 to 12726 2024-03-07T03:07:32.223 INFO:tasks.rados.rados.0.smithi090.stdout:3045: oid 14 version 12726 is already newer than 12725 2024-03-07T03:07:32.223 INFO:tasks.rados.rados.0.smithi090.stdout:3045: oid 14 version 12726 is already newer than 12724 2024-03-07T03:07:32.223 INFO:tasks.rados.rados.0.smithi090.stdout:3045: oid 14 updating version 12726 to 12727 2024-03-07T03:07:32.223 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 14 v 12727 (ObjNum 933 snap 294 seq_num 933) dirty exists 2024-03-07T03:07:32.223 INFO:tasks.rados.rados.0.smithi090.stdout:3045: left oid 14 (ObjNum 933 snap 294 seq_num 933) 2024-03-07T03:07:32.223 INFO:tasks.rados.rados.0.smithi090.stdout:3047: finishing write tid 1 to smithi09077644-8 2024-03-07T03:07:32.223 INFO:tasks.rados.rados.0.smithi090.stdout:3047: finishing write tid 2 to smithi09077644-8 2024-03-07T03:07:32.223 INFO:tasks.rados.rados.0.smithi090.stdout:3047: finishing write tid 3 to smithi09077644-8 2024-03-07T03:07:32.224 INFO:tasks.rados.rados.0.smithi090.stdout:3047: finishing write tid 4 to smithi09077644-8 2024-03-07T03:07:32.224 INFO:tasks.rados.rados.0.smithi090.stdout:3047: finishing write tid 5 to smithi09077644-8 2024-03-07T03:07:32.224 INFO:tasks.rados.rados.0.smithi090.stdout:3047: oid 8 updating version 0 to 1368 2024-03-07T03:07:32.224 INFO:tasks.rados.rados.0.smithi090.stdout:3047: oid 8 updating version 1368 to 1371 2024-03-07T03:07:32.224 INFO:tasks.rados.rados.0.smithi090.stdout:3047: oid 8 version 1371 is already newer than 1370 2024-03-07T03:07:32.224 INFO:tasks.rados.rados.0.smithi090.stdout:3047: oid 8 version 1371 is already newer than 1369 2024-03-07T03:07:32.224 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 1371 (ObjNum 934 snap 294 seq_num 934) dirty exists 2024-03-07T03:07:32.224 INFO:tasks.rados.rados.0.smithi090.stdout:3047: left oid 8 (ObjNum 934 snap 294 seq_num 934) 2024-03-07T03:07:32.415 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:07:32 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:07:32.119+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:32.416 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:07:32 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:07:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:07:32.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:32 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:32.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:32 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:32.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:32 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:32.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:32 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:32.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:32 smithi092 ceph-mon[83777]: osdmap e668: 8 total, 8 up, 8 in 2024-03-07T03:07:32.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:32 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:32.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:32 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:32.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:32 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:32.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:32 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:32.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:32 smithi092 ceph-mon[83777]: pgmap v430: 121 pgs: 113 active+clean, 8 active+clean+snaptrim_error; 380 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 426 KiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-03-07T03:07:32.577 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:07:32 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:07:32.115+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:32.577 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:32 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:32.147+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:32.577 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:32 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:32.147+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:32.577 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:32 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:32.147+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:32.578 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:32 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:32.147+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:32.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:32 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:32.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:32 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:32.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:32 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:32.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:32 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:32.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:32 smithi090 ceph-mon[89511]: osdmap e668: 8 total, 8 up, 8 in 2024-03-07T03:07:32.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:32 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:32.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:32 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:32.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:32 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:32.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:32 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:32.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:32 smithi090 ceph-mon[89511]: pgmap v430: 121 pgs: 113 active+clean, 8 active+clean+snaptrim_error; 380 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 426 KiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-03-07T03:07:32.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:32 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:32.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:32 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:32.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:32 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:32.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:32 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:32.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:32 smithi090 ceph-mon[91928]: osdmap e668: 8 total, 8 up, 8 in 2024-03-07T03:07:32.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:32 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:32.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:32 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:32.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:32 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:32.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:32 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:32.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:32 smithi090 ceph-mon[91928]: pgmap v430: 121 pgs: 113 active+clean, 8 active+clean+snaptrim_error; 380 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 426 KiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-03-07T03:07:33.122 INFO:tasks.rados.rados.0.smithi090.stdout:3042: done (4 left) 2024-03-07T03:07:33.122 INFO:tasks.rados.rados.0.smithi090.stdout:3043: done (3 left) 2024-03-07T03:07:33.122 INFO:tasks.rados.rados.0.smithi090.stdout:3045: done (2 left) 2024-03-07T03:07:33.122 INFO:tasks.rados.rados.0.smithi090.stdout:3047: done (1 left) 2024-03-07T03:07:33.122 INFO:tasks.rados.rados.0.smithi090.stdout:3048: done (0 left) 2024-03-07T03:07:33.122 INFO:tasks.rados.rados.0.smithi090.stdout:3049: read oid 30 snap -1 2024-03-07T03:07:33.123 INFO:tasks.rados.rados.0.smithi090.stdout:3049: expect deleted 2024-03-07T03:07:33.123 INFO:tasks.rados.rados.0.smithi090.stdout:3050: delete oid 49 current snap is 295 2024-03-07T03:07:33.129 INFO:tasks.rados.rados.0.smithi090.stdout:3049: done (1 left) 2024-03-07T03:07:33.129 INFO:tasks.rados.rados.0.smithi090.stdout:3050: done (0 left) 2024-03-07T03:07:33.130 INFO:tasks.rados.rados.0.smithi090.stdout:3051: rollback oid 37 current snap is 295 2024-03-07T03:07:33.130 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 37 to 291 2024-03-07T03:07:33.130 INFO:tasks.rados.rados.0.smithi090.stdout:3052: copy_from oid 1 from oid 10 current snap is 295 2024-03-07T03:07:33.130 INFO:tasks.rados.rados.0.smithi090.stdout:3053: read oid 5 snap -1 2024-03-07T03:07:33.130 INFO:tasks.rados.rados.0.smithi090.stdout:3053: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-07T03:07:33.130 INFO:tasks.rados.rados.0.smithi090.stdout:3054: delete oid 4 current snap is 295 2024-03-07T03:07:33.133 INFO:tasks.rados.rados.0.smithi090.stdout:3053: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-07T03:07:33.137 INFO:tasks.rados.rados.0.smithi090.stdout:3051: finishing rollback tid 0 to smithi09077644-37 2024-03-07T03:07:33.137 INFO:tasks.rados.rados.0.smithi090.stdout:3051: finishing rollback tid 1 to smithi09077644-37 2024-03-07T03:07:33.137 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 37 v 1170 (ObjNum 65 snap 0 seq_num 3312841552) dirty dne 2024-03-07T03:07:33.137 INFO:tasks.rados.rados.0.smithi090.stdout:3051: done (3 left) 2024-03-07T03:07:33.137 INFO:tasks.rados.rados.0.smithi090.stdout:3053: done (2 left) 2024-03-07T03:07:33.137 INFO:tasks.rados.rados.0.smithi090.stdout:3054: done (1 left) 2024-03-07T03:07:33.137 INFO:tasks.rados.rados.0.smithi090.stdout:3055: rollback oid 32 current snap is 295 2024-03-07T03:07:33.137 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 32 to 294 2024-03-07T03:07:33.137 INFO:tasks.rados.rados.0.smithi090.stdout:3056: read oid 28 snap -1 2024-03-07T03:07:33.137 INFO:tasks.rados.rados.0.smithi090.stdout:3056: expect deleted 2024-03-07T03:07:33.138 INFO:tasks.rados.rados.0.smithi090.stdout:3057: read oid 14 snap 294 2024-03-07T03:07:33.138 INFO:tasks.rados.rados.0.smithi090.stdout:3057: expect (ObjNum 933 snap 294 seq_num 933) 2024-03-07T03:07:33.138 INFO:tasks.rados.rados.0.smithi090.stdout:3058: read oid 23 snap -1 2024-03-07T03:07:33.138 INFO:tasks.rados.rados.0.smithi090.stdout:3058: expect (ObjNum 861 snap 276 seq_num 861) 2024-03-07T03:07:33.138 INFO:tasks.rados.rados.0.smithi090.stdout:3059: read oid 42 snap 291 2024-03-07T03:07:33.138 INFO:tasks.rados.rados.0.smithi090.stdout:3059: expect (ObjNum 920 snap 289 seq_num 920) 2024-03-07T03:07:33.138 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 15 current snap is 295 2024-03-07T03:07:33.138 INFO:tasks.rados.rados.0.smithi090.stdout:3060: seq_num 937 ranges {884736=499712,1384448=532480,1916928=270336} 2024-03-07T03:07:33.144 INFO:tasks.rados.rados.0.smithi090.stdout:3060: writing smithi09077644-15 from 884736 to 1384448 tid 1 2024-03-07T03:07:33.148 INFO:tasks.rados.rados.0.smithi090.stdout:3060: writing smithi09077644-15 from 1384448 to 1916928 tid 2 2024-03-07T03:07:33.150 INFO:tasks.rados.rados.0.smithi090.stdout:3060: writing smithi09077644-15 from 1916928 to 2187264 tid 3 2024-03-07T03:07:33.150 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 22 current snap is 295 2024-03-07T03:07:33.150 INFO:tasks.rados.rados.0.smithi090.stdout:3061: seq_num 938 ranges {0=516096,516096=417792,933888=385024} 2024-03-07T03:07:33.153 INFO:tasks.rados.rados.0.smithi090.stdout:3061: writing smithi09077644-22 from 0 to 516096 tid 1 2024-03-07T03:07:33.156 INFO:tasks.rados.rados.0.smithi090.stdout:3061: writing smithi09077644-22 from 516096 to 933888 tid 2 2024-03-07T03:07:33.158 INFO:tasks.rados.rados.0.smithi090.stdout:3061: writing smithi09077644-22 from 933888 to 1318912 tid 3 2024-03-07T03:07:33.158 INFO:tasks.rados.rados.0.smithi090.stdout:3062: copy_from oid 8 from oid 45 current snap is 295 2024-03-07T03:07:33.159 INFO:tasks.rados.rados.0.smithi090.stdout:3058: expect (ObjNum 861 snap 276 seq_num 861) 2024-03-07T03:07:33.159 INFO:tasks.rados.rados.0.smithi090.stdout:3055: finishing rollback tid 0 to smithi09077644-32 2024-03-07T03:07:33.159 INFO:tasks.rados.rados.0.smithi090.stdout:3055: finishing rollback tid 1 to smithi09077644-32 2024-03-07T03:07:33.159 INFO:tasks.rados.rados.0.smithi090.stdout:3059: expect (ObjNum 920 snap 289 seq_num 920) 2024-03-07T03:07:33.165 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:07:33 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:07:33.118+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:33.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:33 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:33.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:33 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:33.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:33 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:33.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:33 smithi092 ceph-mon[83777]: osdmap e669: 8 total, 8 up, 8 in 2024-03-07T03:07:33.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:33 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:33.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:33 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:33.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:33 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:33.166 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:32 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:32.902+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:07:33.166 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:32 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:32.902+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:33.166 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:32 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:32.902+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:33.166 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:33 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:33.129+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:33.166 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:33 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:33.129+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:07:33.167 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:33 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:33.129+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:33.243 INFO:tasks.rados.rados.0.smithi090.stdout:3060: finishing write tid 1 to smithi09077644-15 2024-03-07T03:07:33.243 INFO:tasks.rados.rados.0.smithi090.stdout:3060: finishing write tid 2 to smithi09077644-15 2024-03-07T03:07:33.243 INFO:tasks.rados.rados.0.smithi090.stdout:3060: finishing write tid 3 to smithi09077644-15 2024-03-07T03:07:33.243 INFO:tasks.rados.rados.0.smithi090.stdout:3060: finishing write tid 4 to smithi09077644-15 2024-03-07T03:07:33.243 INFO:tasks.rados.rados.0.smithi090.stdout:3055: finishing rollback tid 2 to smithi09077644-32 2024-03-07T03:07:33.243 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 32 v 1163 (ObjNum 928 snap 290 seq_num 928) dirty exists 2024-03-07T03:07:33.243 INFO:tasks.rados.rados.0.smithi090.stdout:3061: finishing write tid 1 to smithi09077644-22 2024-03-07T03:07:33.243 INFO:tasks.rados.rados.0.smithi090.stdout:3055: done (8 left) 2024-03-07T03:07:33.244 INFO:tasks.rados.rados.0.smithi090.stdout:3056: done (7 left) 2024-03-07T03:07:33.244 INFO:tasks.rados.rados.0.smithi090.stdout:3058: done (6 left) 2024-03-07T03:07:33.244 INFO:tasks.rados.rados.0.smithi090.stdout:3059: done (5 left) 2024-03-07T03:07:33.244 INFO:tasks.rados.rados.0.smithi090.stdout:3063: read oid 44 snap -1 2024-03-07T03:07:33.244 INFO:tasks.rados.rados.0.smithi090.stdout:3063: expect (ObjNum 661 snap 205 seq_num 661) 2024-03-07T03:07:33.244 INFO:tasks.rados.rados.0.smithi090.stdout:3064: read oid 26 snap -1 2024-03-07T03:07:33.244 INFO:tasks.rados.rados.0.smithi090.stdout:3064: expect deleted 2024-03-07T03:07:33.244 INFO:tasks.rados.rados.0.smithi090.stdout:3065: read oid 29 snap -1 2024-03-07T03:07:33.244 INFO:tasks.rados.rados.0.smithi090.stdout:3065: expect (ObjNum 917 snap 289 seq_num 917) 2024-03-07T03:07:33.244 INFO:tasks.rados.rados.0.smithi090.stdout:3066: read oid 39 snap -1 2024-03-07T03:07:33.244 INFO:tasks.rados.rados.0.smithi090.stdout:3066: expect deleted 2024-03-07T03:07:33.244 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 19 current snap is 295 2024-03-07T03:07:33.244 INFO:tasks.rados.rados.0.smithi090.stdout:3061: finishing write tid 2 to smithi09077644-22 2024-03-07T03:07:33.244 INFO:tasks.rados.rados.0.smithi090.stdout:3060: finishing write tid 5 to smithi09077644-15 2024-03-07T03:07:33.245 INFO:tasks.rados.rados.0.smithi090.stdout:3060: oid 15 updating version 0 to 1500 2024-03-07T03:07:33.245 INFO:tasks.rados.rados.0.smithi090.stdout:3060: oid 15 version 1500 is already newer than 1499 2024-03-07T03:07:33.245 INFO:tasks.rados.rados.0.smithi090.stdout:3060: oid 15 version 1500 is already newer than 1497 2024-03-07T03:07:33.245 INFO:tasks.rados.rados.0.smithi090.stdout:3060: oid 15 version 1500 is already newer than 1498 2024-03-07T03:07:33.245 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 1500 (ObjNum 937 snap 295 seq_num 937) dirty exists 2024-03-07T03:07:33.245 INFO:tasks.rados.rados.0.smithi090.stdout:3060: left oid 15 (ObjNum 937 snap 295 seq_num 937) 2024-03-07T03:07:33.245 INFO:tasks.rados.rados.0.smithi090.stdout:3057: expect (ObjNum 933 snap 294 seq_num 933) 2024-03-07T03:07:33.327 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:07:33 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:07:33.133+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:33.327 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:07:33 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:07:33] "GET /metrics HTTP/1.1" 200 36249 "" "Prometheus/2.43.0" 2024-03-07T03:07:33.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:33 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:33.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:33 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:33.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:33 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:33.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:33 smithi090 ceph-mon[89511]: osdmap e669: 8 total, 8 up, 8 in 2024-03-07T03:07:33.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:33 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:33.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:33 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:33.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:33 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:33.328 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:33 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:33.126+0000 7f443ef5f700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:07:33.329 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:33 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:33.126+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:33.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:33 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:33.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:33 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:33.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:33 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:33.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:33 smithi090 ceph-mon[91928]: osdmap e669: 8 total, 8 up, 8 in 2024-03-07T03:07:33.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:33 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:33.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:33 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:33.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:33 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:33.329 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:33 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:33.122+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:33.330 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:33 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:33.122+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:33.330 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:33 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:33.125+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:07:33.330 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:33 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:33.125+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:33.863 INFO:tasks.rados.rados.0.smithi090.stdout:3061: finishing write tid 3 to smithi09077644-22 2024-03-07T03:07:33.863 INFO:tasks.rados.rados.0.smithi090.stdout:3061: finishing write tid 4 to smithi09077644-22 2024-03-07T03:07:33.863 INFO:tasks.rados.rados.0.smithi090.stdout:3067: seq_num 939 ranges {1064960=532480,1597440=704512,2301952=98304} 2024-03-07T03:07:33.872 INFO:tasks.rados.rados.0.smithi090.stdout:3067: writing smithi09077644-19 from 1064960 to 1597440 tid 1 2024-03-07T03:07:33.876 INFO:tasks.rados.rados.0.smithi090.stdout:3067: writing smithi09077644-19 from 1597440 to 2301952 tid 2 2024-03-07T03:07:33.877 INFO:tasks.rados.rados.0.smithi090.stdout:3067: writing smithi09077644-19 from 2301952 to 2400256 tid 3 2024-03-07T03:07:33.877 INFO:tasks.rados.rados.0.smithi090.stdout:3057: done (9 left) 2024-03-07T03:07:33.877 INFO:tasks.rados.rados.0.smithi090.stdout:3060: done (8 left) 2024-03-07T03:07:33.877 INFO:tasks.rados.rados.0.smithi090.stdout:3068: rmattr oid 4 current snap is 295 2024-03-07T03:07:33.877 INFO:tasks.rados.rados.0.smithi090.stdout:3068: done (8 left) 2024-03-07T03:07:33.877 INFO:tasks.rados.rados.0.smithi090.stdout:3069: rollback oid 43 current snap is 295 2024-03-07T03:07:33.878 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 43 to 291 2024-03-07T03:07:33.878 INFO:tasks.rados.rados.0.smithi090.stdout:3061: finishing write tid 5 to smithi09077644-22 2024-03-07T03:07:33.878 INFO:tasks.rados.rados.0.smithi090.stdout:3061: oid 22 updating version 0 to 1502 2024-03-07T03:07:33.878 INFO:tasks.rados.rados.0.smithi090.stdout:3061: oid 22 version 1502 is already newer than 1501 2024-03-07T03:07:33.878 INFO:tasks.rados.rados.0.smithi090.stdout:3061: oid 22 updating version 1502 to 1504 2024-03-07T03:07:33.878 INFO:tasks.rados.rados.0.smithi090.stdout:3061: oid 22 version 1504 is already newer than 1503 2024-03-07T03:07:33.878 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 1504 (ObjNum 938 snap 295 seq_num 938) dirty exists 2024-03-07T03:07:33.878 INFO:tasks.rados.rados.0.smithi090.stdout:3061: left oid 22 (ObjNum 938 snap 295 seq_num 938) 2024-03-07T03:07:33.878 INFO:tasks.rados.rados.0.smithi090.stdout:3062: finishing copy_from racing read to smithi09077644-8 2024-03-07T03:07:33.878 INFO:tasks.rados.rados.0.smithi090.stdout:3052: finishing copy_from racing read to smithi09077644-1 2024-03-07T03:07:33.878 INFO:tasks.rados.rados.0.smithi090.stdout:3062: finishing copy_from to smithi09077644-8 2024-03-07T03:07:33.878 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 1416 (ObjNum 807 snap 262 seq_num 807) dirty exists 2024-03-07T03:07:33.878 INFO:tasks.rados.rados.0.smithi090.stdout:3052: finishing copy_from to smithi09077644-1 2024-03-07T03:07:33.878 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 1 v 1419 (ObjNum 904 snap 286 seq_num 904) dirty exists 2024-03-07T03:07:33.878 INFO:tasks.rados.rados.0.smithi090.stdout:3052: done (8 left) 2024-03-07T03:07:33.879 INFO:tasks.rados.rados.0.smithi090.stdout:3061: done (7 left) 2024-03-07T03:07:33.879 INFO:tasks.rados.rados.0.smithi090.stdout:3062: done (6 left) 2024-03-07T03:07:33.879 INFO:tasks.rados.rados.0.smithi090.stdout:3070: snap_remove snap 294 2024-03-07T03:07:34.126 INFO:tasks.rados.rados.0.smithi090.stdout:3070: done (6 left) 2024-03-07T03:07:34.127 INFO:tasks.rados.rados.0.smithi090.stdout:3071: rollback oid 21 current snap is 295 2024-03-07T03:07:34.127 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 21 to 292 2024-03-07T03:07:34.127 INFO:tasks.rados.rados.0.smithi090.stdout:3065: expect (ObjNum 917 snap 289 seq_num 917) 2024-03-07T03:07:34.171 INFO:tasks.rados.rados.0.smithi090.stdout:3063: expect (ObjNum 661 snap 205 seq_num 661) 2024-03-07T03:07:34.415 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:07:34 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:07:34.130+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:34.415 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:34 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:34.137+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:07:34.416 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:34 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:34.137+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:34.416 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:34 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:34.137+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:34.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:34 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:34.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:34 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:34.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:34 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:34.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:34 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:34.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:34 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:34.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:34 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:34.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:34 smithi092 ceph-mon[83777]: osdmap e670: 8 total, 8 up, 8 in 2024-03-07T03:07:34.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:34 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:34.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:34 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:34.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:34 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:34.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:34 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:34.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:34 smithi092 ceph-mon[83777]: pgmap v433: 121 pgs: 113 active+clean, 8 active+clean+snaptrim_error; 381 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 302 KiB/s wr, 6 op/s 2024-03-07T03:07:34.497 INFO:tasks.rados.rados.0.smithi090.stdout:3067: finishing write tid 1 to smithi09077644-19 2024-03-07T03:07:34.497 INFO:tasks.rados.rados.0.smithi090.stdout:3069: finishing rollback tid 1 to smithi09077644-43 2024-03-07T03:07:34.498 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 1157 (ObjNum 33 snap 0 seq_num 3339900240) dirty dne 2024-03-07T03:07:34.498 INFO:tasks.rados.rados.0.smithi090.stdout:3067: finishing write tid 2 to smithi09077644-19 2024-03-07T03:07:34.498 INFO:tasks.rados.rados.0.smithi090.stdout:3067: finishing write tid 3 to smithi09077644-19 2024-03-07T03:07:34.498 INFO:tasks.rados.rados.0.smithi090.stdout:3067: finishing write tid 4 to smithi09077644-19 2024-03-07T03:07:34.498 INFO:tasks.rados.rados.0.smithi090.stdout:3067: finishing write tid 5 to smithi09077644-19 2024-03-07T03:07:34.498 INFO:tasks.rados.rados.0.smithi090.stdout:3067: oid 19 updating version 0 to 1418 2024-03-07T03:07:34.498 INFO:tasks.rados.rados.0.smithi090.stdout:3067: oid 19 updating version 1418 to 1419 2024-03-07T03:07:34.498 INFO:tasks.rados.rados.0.smithi090.stdout:3067: oid 19 updating version 1419 to 1420 2024-03-07T03:07:34.498 INFO:tasks.rados.rados.0.smithi090.stdout:3067: oid 19 version 1420 is already newer than 1417 2024-03-07T03:07:34.498 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 1420 (ObjNum 939 snap 295 seq_num 939) dirty exists 2024-03-07T03:07:34.498 INFO:tasks.rados.rados.0.smithi090.stdout:3067: left oid 19 (ObjNum 939 snap 295 seq_num 939) 2024-03-07T03:07:34.498 INFO:tasks.rados.rados.0.smithi090.stdout:3071: finishing rollback tid 0 to smithi09077644-21 2024-03-07T03:07:34.499 INFO:tasks.rados.rados.0.smithi090.stdout:3071: finishing rollback tid 1 to smithi09077644-21 2024-03-07T03:07:34.499 INFO:tasks.rados.rados.0.smithi090.stdout:3071: finishing rollback tid 2 to smithi09077644-21 2024-03-07T03:07:34.499 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 1422 (ObjNum 640 snap 199 seq_num 640) dirty exists 2024-03-07T03:07:34.499 INFO:tasks.rados.rados.0.smithi090.stdout:3063: done (6 left) 2024-03-07T03:07:34.499 INFO:tasks.rados.rados.0.smithi090.stdout:3064: done (5 left) 2024-03-07T03:07:34.499 INFO:tasks.rados.rados.0.smithi090.stdout:3065: done (4 left) 2024-03-07T03:07:34.499 INFO:tasks.rados.rados.0.smithi090.stdout:3066: done (3 left) 2024-03-07T03:07:34.499 INFO:tasks.rados.rados.0.smithi090.stdout:3067: done (2 left) 2024-03-07T03:07:34.499 INFO:tasks.rados.rados.0.smithi090.stdout:3069: done (1 left) 2024-03-07T03:07:34.499 INFO:tasks.rados.rados.0.smithi090.stdout:3071: done (0 left) 2024-03-07T03:07:34.499 INFO:tasks.rados.rados.0.smithi090.stdout:3072: setattr oid 19 current snap is 295 2024-03-07T03:07:34.500 INFO:tasks.rados.rados.0.smithi090.stdout:3073: delete oid 9 current snap is 295 2024-03-07T03:07:34.502 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 1421 (ObjNum 939 snap 295 seq_num 939) dirty exists 2024-03-07T03:07:34.503 INFO:tasks.rados.rados.0.smithi090.stdout:3072: done (1 left) 2024-03-07T03:07:34.503 INFO:tasks.rados.rados.0.smithi090.stdout:3073: done (0 left) 2024-03-07T03:07:34.503 INFO:tasks.rados.rados.0.smithi090.stdout:3074: copy_from oid 8 from oid 46 current snap is 295 2024-03-07T03:07:34.503 INFO:tasks.rados.rados.0.smithi090.stdout:3075: snap_remove snap 291 2024-03-07T03:07:34.577 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:34 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:34.128+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:34.577 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:34 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:34.128+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:34.577 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:34 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:34.128+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:34.577 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:34 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:34.132+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:34.578 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:07:34 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:07:34.167+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:34.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:34 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:34.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:34 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:34.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:34 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:34.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:34 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:34.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:34 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:34.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:34 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:34.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:34 smithi090 ceph-mon[89511]: osdmap e670: 8 total, 8 up, 8 in 2024-03-07T03:07:34.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:34 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:34.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:34 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:34.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:34 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:34.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:34 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:34.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:34 smithi090 ceph-mon[89511]: pgmap v433: 121 pgs: 113 active+clean, 8 active+clean+snaptrim_error; 381 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 302 KiB/s wr, 6 op/s 2024-03-07T03:07:34.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:34 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:34.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:34 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:34.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:34 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:34.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:34 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:34.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:34 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:34.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:34 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:34.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:34 smithi090 ceph-mon[91928]: osdmap e670: 8 total, 8 up, 8 in 2024-03-07T03:07:34.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:34 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:34.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:34 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:34.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:34 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:34.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:34 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:34.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:34 smithi090 ceph-mon[91928]: pgmap v433: 121 pgs: 113 active+clean, 8 active+clean+snaptrim_error; 381 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 302 KiB/s wr, 6 op/s 2024-03-07T03:07:35.130 INFO:tasks.rados.rados.0.smithi090.stdout:3075: done (1 left) 2024-03-07T03:07:35.130 INFO:tasks.rados.rados.0.smithi090.stdout:3076: rmattr oid 36 current snap is 295 2024-03-07T03:07:35.131 INFO:tasks.rados.rados.0.smithi090.stdout:3074: finishing copy_from racing read to smithi09077644-8 2024-03-07T03:07:35.131 INFO:tasks.rados.rados.0.smithi090.stdout:3074: finishing copy_from to smithi09077644-8 2024-03-07T03:07:35.131 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 1362 (ObjNum 932 snap 294 seq_num 932) dirty exists 2024-03-07T03:07:35.131 INFO:tasks.rados.rados.0.smithi090.stdout:3074: done (1 left) 2024-03-07T03:07:35.131 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 12 current snap is 295 2024-03-07T03:07:35.131 INFO:tasks.rados.rados.0.smithi090.stdout:3077: seq_num 941 ranges {24576=565248,589824=475136,1064960=327680} 2024-03-07T03:07:35.134 INFO:tasks.rados.rados.0.smithi090.stdout:3077: writing smithi09077644-12 from 24576 to 589824 tid 1 2024-03-07T03:07:35.137 INFO:tasks.rados.rados.0.smithi090.stdout:3077: writing smithi09077644-12 from 589824 to 1064960 tid 2 2024-03-07T03:07:35.139 INFO:tasks.rados.rados.0.smithi090.stdout:3077: writing smithi09077644-12 from 1064960 to 1392640 tid 3 2024-03-07T03:07:35.140 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 34 current snap is 295 2024-03-07T03:07:35.140 INFO:tasks.rados.rados.0.smithi090.stdout:3078: seq_num 942 ranges {0=581632,581632=761856,1343488=40960} 2024-03-07T03:07:35.143 INFO:tasks.rados.rados.0.smithi090.stdout:3078: writing smithi09077644-34 from 0 to 581632 tid 1 2024-03-07T03:07:35.148 INFO:tasks.rados.rados.0.smithi090.stdout:3078: writing smithi09077644-34 from 581632 to 1343488 tid 2 2024-03-07T03:07:35.148 INFO:tasks.rados.rados.0.smithi090.stdout:3078: writing smithi09077644-34 from 1343488 to 1384448 tid 3 2024-03-07T03:07:35.149 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 20 current snap is 295 2024-03-07T03:07:35.149 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 1423 (ObjNum 807 snap 262 seq_num 807) dirty exists 2024-03-07T03:07:35.149 INFO:tasks.rados.rados.0.smithi090.stdout:3077: finishing write tid 1 to smithi09077644-12 2024-03-07T03:07:35.149 INFO:tasks.rados.rados.0.smithi090.stdout:3079: seq_num 943 ranges {6864896=598016,7462912=688128,8151040=114688} 2024-03-07T03:07:35.189 INFO:tasks.rados.rados.0.smithi090.stdout:3079: writing smithi09077644-20 from 6864896 to 7462912 tid 1 2024-03-07T03:07:35.193 INFO:tasks.rados.rados.0.smithi090.stdout:3079: writing smithi09077644-20 from 7462912 to 8151040 tid 2 2024-03-07T03:07:35.194 INFO:tasks.rados.rados.0.smithi090.stdout:3079: writing smithi09077644-20 from 8151040 to 8265728 tid 3 2024-03-07T03:07:35.194 INFO:tasks.rados.rados.0.smithi090.stdout:3076: done (3 left) 2024-03-07T03:07:35.195 INFO:tasks.rados.rados.0.smithi090.stdout:3080: copy_from oid 5 from oid 37 current snap is 295 2024-03-07T03:07:35.195 INFO:tasks.rados.rados.0.smithi090.stdout:3078: finishing write tid 1 to smithi09077644-34 2024-03-07T03:07:35.195 INFO:tasks.rados.rados.0.smithi090.stdout:3077: finishing write tid 2 to smithi09077644-12 2024-03-07T03:07:35.195 INFO:tasks.rados.rados.0.smithi090.stdout:3081: snap_create 2024-03-07T03:07:35.195 INFO:tasks.rados.rados.0.smithi090.stdout:3077: finishing write tid 3 to smithi09077644-12 2024-03-07T03:07:35.195 INFO:tasks.rados.rados.0.smithi090.stdout:3077: finishing write tid 4 to smithi09077644-12 2024-03-07T03:07:35.195 INFO:tasks.rados.rados.0.smithi090.stdout:3077: finishing write tid 5 to smithi09077644-12 2024-03-07T03:07:35.195 INFO:tasks.rados.rados.0.smithi090.stdout:3077: oid 12 updating version 0 to 1334 2024-03-07T03:07:35.195 INFO:tasks.rados.rados.0.smithi090.stdout:3077: oid 12 version 1334 is already newer than 1331 2024-03-07T03:07:35.195 INFO:tasks.rados.rados.0.smithi090.stdout:3077: oid 12 version 1334 is already newer than 1332 2024-03-07T03:07:35.195 INFO:tasks.rados.rados.0.smithi090.stdout:3077: oid 12 version 1334 is already newer than 1333 2024-03-07T03:07:35.195 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 12 v 1334 (ObjNum 941 snap 295 seq_num 941) dirty exists 2024-03-07T03:07:35.195 INFO:tasks.rados.rados.0.smithi090.stdout:3077: left oid 12 (ObjNum 941 snap 295 seq_num 941) 2024-03-07T03:07:35.196 INFO:tasks.rados.rados.0.smithi090.stdout:3078: finishing write tid 2 to smithi09077644-34 2024-03-07T03:07:35.196 INFO:tasks.rados.rados.0.smithi090.stdout:3078: finishing write tid 3 to smithi09077644-34 2024-03-07T03:07:35.196 INFO:tasks.rados.rados.0.smithi090.stdout:3078: finishing write tid 4 to smithi09077644-34 2024-03-07T03:07:35.196 INFO:tasks.rados.rados.0.smithi090.stdout:3078: finishing write tid 5 to smithi09077644-34 2024-03-07T03:07:35.196 INFO:tasks.rados.rados.0.smithi090.stdout:3078: oid 34 updating version 0 to 1172 2024-03-07T03:07:35.196 INFO:tasks.rados.rados.0.smithi090.stdout:3078: oid 34 version 1172 is already newer than 1171 2024-03-07T03:07:35.196 INFO:tasks.rados.rados.0.smithi090.stdout:3078: oid 34 updating version 1172 to 1173 2024-03-07T03:07:35.196 INFO:tasks.rados.rados.0.smithi090.stdout:3078: oid 34 updating version 1173 to 1174 2024-03-07T03:07:35.196 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 34 v 1174 (ObjNum 942 snap 295 seq_num 942) dirty exists 2024-03-07T03:07:35.196 INFO:tasks.rados.rados.0.smithi090.stdout:3078: left oid 34 (ObjNum 942 snap 295 seq_num 942) 2024-03-07T03:07:35.197 INFO:tasks.rados.rados.0.smithi090.stdout:3079: finishing write tid 1 to smithi09077644-20 2024-03-07T03:07:35.197 INFO:tasks.rados.rados.0.smithi090.stdout:3079: finishing write tid 2 to smithi09077644-20 2024-03-07T03:07:35.198 INFO:tasks.rados.rados.0.smithi090.stdout:3079: finishing write tid 3 to smithi09077644-20 2024-03-07T03:07:35.198 INFO:tasks.rados.rados.0.smithi090.stdout:3079: finishing write tid 4 to smithi09077644-20 2024-03-07T03:07:35.199 INFO:tasks.rados.rados.0.smithi090.stdout:3080: finishing copy_from to smithi09077644-5 2024-03-07T03:07:35.199 INFO:tasks.rados.rados.0.smithi090.stdout:3080: got expected ENOENT (src dne) 2024-03-07T03:07:35.199 INFO:tasks.rados.rados.0.smithi090.stdout:3080: finishing copy_from racing read to smithi09077644-5 2024-03-07T03:07:35.200 INFO:tasks.rados.rados.0.smithi090.stdout:3079: finishing write tid 5 to smithi09077644-20 2024-03-07T03:07:35.200 INFO:tasks.rados.rados.0.smithi090.stdout:3079: oid 20 updating version 0 to 1434 2024-03-07T03:07:35.200 INFO:tasks.rados.rados.0.smithi090.stdout:3079: oid 20 updating version 1434 to 1435 2024-03-07T03:07:35.201 INFO:tasks.rados.rados.0.smithi090.stdout:3079: oid 20 version 1435 is already newer than 1433 2024-03-07T03:07:35.201 INFO:tasks.rados.rados.0.smithi090.stdout:3079: oid 20 updating version 1435 to 1436 2024-03-07T03:07:35.201 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 20 v 1436 (ObjNum 943 snap 295 seq_num 943) dirty exists 2024-03-07T03:07:35.201 INFO:tasks.rados.rados.0.smithi090.stdout:3079: left oid 20 (ObjNum 943 snap 295 seq_num 943) 2024-03-07T03:07:35.374 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:07:35 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:07:35.138+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:35.374 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:35 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:35.131+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:35.375 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:35 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:35.131+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:07:35.375 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:35 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:35.131+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:35.375 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:35 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:35.375 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:35 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:35.375 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:35 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:35.375 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:35 smithi092 ceph-mon[83777]: osdmap e671: 8 total, 8 up, 8 in 2024-03-07T03:07:35.375 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:35 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:35.375 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:35 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:35.375 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:35 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:35.375 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:35 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:35.375 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:35 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:35.577 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:07:35 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:07:35.141+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:35.577 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:35 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:35.138+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:35.577 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:35 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:35.148+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:35.577 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:35 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:35.149+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:07:35.577 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:35 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:35.149+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:35.578 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:35 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:35.136+0000 7f4442f67700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:07:35.578 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:35 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:35.136+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:35.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:35 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:35.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:35 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:35.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:35 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:35.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:35 smithi090 ceph-mon[91928]: osdmap e671: 8 total, 8 up, 8 in 2024-03-07T03:07:35.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:35 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:35.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:35 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:35.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:35 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:35.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:35 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:35.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:35 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:35.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:35 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:35.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:35 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:35.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:35 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:35.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:35 smithi090 ceph-mon[89511]: osdmap e671: 8 total, 8 up, 8 in 2024-03-07T03:07:35.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:35 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:35.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:35 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:35.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:35 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:35.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:35 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:35.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:35 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:36.137 INFO:tasks.rados.rados.0.smithi090.stdout:3077: done (4 left) 2024-03-07T03:07:36.137 INFO:tasks.rados.rados.0.smithi090.stdout:3078: done (3 left) 2024-03-07T03:07:36.137 INFO:tasks.rados.rados.0.smithi090.stdout:3079: done (2 left) 2024-03-07T03:07:36.137 INFO:tasks.rados.rados.0.smithi090.stdout:3080: done (1 left) 2024-03-07T03:07:36.137 INFO:tasks.rados.rados.0.smithi090.stdout:3081: done (0 left) 2024-03-07T03:07:36.137 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 13 current snap is 296 2024-03-07T03:07:36.137 INFO:tasks.rados.rados.0.smithi090.stdout:3082: seq_num 944 ranges {5505024=614400,6119424=573440,6692864=229376} 2024-03-07T03:07:36.169 INFO:tasks.rados.rados.0.smithi090.stdout:3082: writing smithi09077644-13 from 5505024 to 6119424 tid 1 2024-03-07T03:07:36.172 INFO:tasks.rados.rados.0.smithi090.stdout:3082: writing smithi09077644-13 from 6119424 to 6692864 tid 2 2024-03-07T03:07:36.174 INFO:tasks.rados.rados.0.smithi090.stdout:3082: writing smithi09077644-13 from 6692864 to 6922240 tid 3 2024-03-07T03:07:36.174 INFO:tasks.rados.rados.0.smithi090.stdout:3083: rollback oid 43 current snap is 296 2024-03-07T03:07:36.175 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 43 to 295 2024-03-07T03:07:36.175 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 30 current snap is 296 2024-03-07T03:07:36.175 INFO:tasks.rados.rados.0.smithi090.stdout:3084: seq_num 945 ranges {0=630784,630784=458752,1089536=344064} 2024-03-07T03:07:36.178 INFO:tasks.rados.rados.0.smithi090.stdout:3084: writing smithi09077644-30 from 0 to 630784 tid 1 2024-03-07T03:07:36.181 INFO:tasks.rados.rados.0.smithi090.stdout:3084: writing smithi09077644-30 from 630784 to 1089536 tid 2 2024-03-07T03:07:36.184 INFO:tasks.rados.rados.0.smithi090.stdout:3084: writing smithi09077644-30 from 1089536 to 1433600 tid 3 2024-03-07T03:07:36.184 INFO:tasks.rados.rados.0.smithi090.stdout:3085: snap_create 2024-03-07T03:07:36.184 INFO:tasks.rados.rados.0.smithi090.stdout:3083: finishing rollback tid 1 to smithi09077644-43 2024-03-07T03:07:36.185 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 1157 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-03-07T03:07:36.185 INFO:tasks.rados.rados.0.smithi090.stdout:3082: finishing write tid 1 to smithi09077644-13 2024-03-07T03:07:36.185 INFO:tasks.rados.rados.0.smithi090.stdout:3082: finishing write tid 2 to smithi09077644-13 2024-03-07T03:07:36.185 INFO:tasks.rados.rados.0.smithi090.stdout:3082: finishing write tid 3 to smithi09077644-13 2024-03-07T03:07:36.185 INFO:tasks.rados.rados.0.smithi090.stdout:3082: finishing write tid 4 to smithi09077644-13 2024-03-07T03:07:36.185 INFO:tasks.rados.rados.0.smithi090.stdout:3082: finishing write tid 5 to smithi09077644-13 2024-03-07T03:07:36.185 INFO:tasks.rados.rados.0.smithi090.stdout:3082: oid 13 updating version 0 to 1337 2024-03-07T03:07:36.185 INFO:tasks.rados.rados.0.smithi090.stdout:3082: oid 13 updating version 1337 to 1338 2024-03-07T03:07:36.185 INFO:tasks.rados.rados.0.smithi090.stdout:3082: oid 13 version 1338 is already newer than 1335 2024-03-07T03:07:36.185 INFO:tasks.rados.rados.0.smithi090.stdout:3082: oid 13 version 1338 is already newer than 1336 2024-03-07T03:07:36.185 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 13 v 1338 (ObjNum 944 snap 296 seq_num 944) dirty exists 2024-03-07T03:07:36.185 INFO:tasks.rados.rados.0.smithi090.stdout:3082: left oid 13 (ObjNum 944 snap 296 seq_num 944) 2024-03-07T03:07:36.185 INFO:tasks.rados.rados.0.smithi090.stdout:3084: finishing write tid 1 to smithi09077644-30 2024-03-07T03:07:36.187 INFO:tasks.rados.rados.0.smithi090.stdout:3084: finishing write tid 2 to smithi09077644-30 2024-03-07T03:07:36.187 INFO:tasks.rados.rados.0.smithi090.stdout:3084: finishing write tid 3 to smithi09077644-30 2024-03-07T03:07:36.187 INFO:tasks.rados.rados.0.smithi090.stdout:3084: finishing write tid 4 to smithi09077644-30 2024-03-07T03:07:36.188 INFO:tasks.rados.rados.0.smithi090.stdout:3084: finishing write tid 5 to smithi09077644-30 2024-03-07T03:07:36.189 INFO:tasks.rados.rados.0.smithi090.stdout:3084: oid 30 updating version 0 to 1468 2024-03-07T03:07:36.189 INFO:tasks.rados.rados.0.smithi090.stdout:3084: oid 30 updating version 1468 to 1469 2024-03-07T03:07:36.189 INFO:tasks.rados.rados.0.smithi090.stdout:3084: oid 30 updating version 1469 to 1470 2024-03-07T03:07:36.189 INFO:tasks.rados.rados.0.smithi090.stdout:3084: oid 30 version 1470 is already newer than 1467 2024-03-07T03:07:36.189 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 30 v 1470 (ObjNum 945 snap 296 seq_num 945) dirty exists 2024-03-07T03:07:36.189 INFO:tasks.rados.rados.0.smithi090.stdout:3084: left oid 30 (ObjNum 945 snap 296 seq_num 945) 2024-03-07T03:07:36.415 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:07:36 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:07:36.135+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:36.415 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:36 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:36.175+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:07:36.416 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:36 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:36.175+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:36.416 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:36 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:36.175+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:36.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:36 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:36.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:36 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:36.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:36 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:36.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:36 smithi092 ceph-mon[83777]: osdmap e672: 8 total, 8 up, 8 in 2024-03-07T03:07:36.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:36 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:36.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:36 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:36.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:36 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:36.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:36 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:36.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:36 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:36.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:36 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:36.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:36 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:36.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:36 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:36.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:36 smithi092 ceph-mon[83777]: pgmap v436: 121 pgs: 113 active+clean, 8 active+clean+snaptrim_error; 413 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 8.6 MiB/s wr, 24 op/s 2024-03-07T03:07:36.577 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:07:36 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:07:36.182+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:36.577 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:36 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:36.177+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:36.577 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:36 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:36.171+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:36.577 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:36 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:36.171+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:36.577 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:36 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:36.180+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:36.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:36 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:36.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:36 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:36.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:36 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:36.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:36 smithi090 ceph-mon[91928]: osdmap e672: 8 total, 8 up, 8 in 2024-03-07T03:07:36.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:36 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:36.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:36 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:36.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:36 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:36.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:36 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:36.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:36 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:36.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:36 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:36.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:36 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:36.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:36 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:36.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:36 smithi090 ceph-mon[91928]: pgmap v436: 121 pgs: 113 active+clean, 8 active+clean+snaptrim_error; 413 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 8.6 MiB/s wr, 24 op/s 2024-03-07T03:07:36.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:36 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:36.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:36 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:36.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:36 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:36.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:36 smithi090 ceph-mon[89511]: osdmap e672: 8 total, 8 up, 8 in 2024-03-07T03:07:36.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:36 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:36.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:36 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:36.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:36 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:36.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:36 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:36.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:36 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:36.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:36 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:36.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:36 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:36.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:36 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:36.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:36 smithi090 ceph-mon[89511]: pgmap v436: 121 pgs: 113 active+clean, 8 active+clean+snaptrim_error; 413 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 8.6 MiB/s wr, 24 op/s 2024-03-07T03:07:37.142 INFO:tasks.rados.rados.0.smithi090.stdout:3082: done (3 left) 2024-03-07T03:07:37.142 INFO:tasks.rados.rados.0.smithi090.stdout:3083: done (2 left) 2024-03-07T03:07:37.143 INFO:tasks.rados.rados.0.smithi090.stdout:3084: done (1 left) 2024-03-07T03:07:37.143 INFO:tasks.rados.rados.0.smithi090.stdout:3085: done (0 left) 2024-03-07T03:07:37.143 INFO:tasks.rados.rados.0.smithi090.stdout:3086: snap_remove snap 295 2024-03-07T03:07:37.415 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:07:37 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:07:37.140+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:37.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:37 smithi092 ceph-mon[83777]: osdmap e673: 8 total, 8 up, 8 in 2024-03-07T03:07:37.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:37 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:37.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:37 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:37.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:37 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:37.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:37 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:37.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:37 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:37.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:37 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:37.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:37 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:37.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:37 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:37.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:37 smithi090 ceph-mon[89511]: osdmap e673: 8 total, 8 up, 8 in 2024-03-07T03:07:37.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:37 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:37.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:37 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:37.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:37 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:37.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:37 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:37.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:37 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:37.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:37 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:37.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:37 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:37.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:37 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:37.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:37 smithi090 ceph-mon[91928]: osdmap e673: 8 total, 8 up, 8 in 2024-03-07T03:07:37.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:37 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:37.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:37 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:37.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:37 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:37.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:37 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:37.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:37 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:37.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:37 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:37.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:37 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:37.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:37 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:38.150 INFO:tasks.rados.rados.0.smithi090.stdout:3086: done (0 left) 2024-03-07T03:07:38.150 INFO:tasks.rados.rados.0.smithi090.stdout:3087: setattr oid 40 current snap is 297 2024-03-07T03:07:38.151 INFO:tasks.rados.rados.0.smithi090.stdout:3088: read oid 41 snap 296 2024-03-07T03:07:38.151 INFO:tasks.rados.rados.0.smithi090.stdout:3088: expect (ObjNum 748 snap 237 seq_num 748) 2024-03-07T03:07:38.151 INFO:tasks.rados.rados.0.smithi090.stdout:3089: read oid 47 snap -1 2024-03-07T03:07:38.151 INFO:tasks.rados.rados.0.smithi090.stdout:3089: expect (ObjNum 857 snap 274 seq_num 857) 2024-03-07T03:07:38.151 INFO:tasks.rados.rados.0.smithi090.stdout:3090: copy_from oid 12 from oid 49 current snap is 297 2024-03-07T03:07:38.151 INFO:tasks.rados.rados.0.smithi090.stdout:3091: copy_from oid 16 from oid 14 current snap is 297 2024-03-07T03:07:38.151 INFO:tasks.rados.rados.0.smithi090.stdout:3092: snap_create 2024-03-07T03:07:38.154 INFO:tasks.rados.rados.0.smithi090.stdout:3090: finishing copy_from to smithi09077644-12 2024-03-07T03:07:38.155 INFO:tasks.rados.rados.0.smithi090.stdout:3090: got expected ENOENT (src dne) 2024-03-07T03:07:38.155 INFO:tasks.rados.rados.0.smithi090.stdout:3090: finishing copy_from racing read to smithi09077644-12 2024-03-07T03:07:38.156 INFO:tasks.rados.rados.0.smithi090.stdout:3088: expect (ObjNum 748 snap 237 seq_num 748) 2024-03-07T03:07:38.175 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 40 v 12729 (ObjNum 930 snap 292 seq_num 930) dirty exists 2024-03-07T03:07:38.186 INFO:tasks.rados.rados.0.smithi090.stdout:3089: expect (ObjNum 857 snap 274 seq_num 857) 2024-03-07T03:07:38.280 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:07:37 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:07:37.993+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:38.280 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:07:38 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:07:38.147+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:38.281 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:38 smithi090 ceph-mon[89511]: osdmap e674: 8 total, 8 up, 8 in 2024-03-07T03:07:38.281 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:38 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:38.281 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:38 smithi090 ceph-mon[89511]: pgmap v439: 121 pgs: 113 active+clean, 8 active+clean+snaptrim_error; 413 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 8.3 MiB/s wr, 18 op/s 2024-03-07T03:07:38.281 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:38 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:07:38.281 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:38 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:38.281 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:38 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:38.281 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:38 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:38.281 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:38 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:38.282 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:38 smithi090 ceph-mon[91928]: osdmap e674: 8 total, 8 up, 8 in 2024-03-07T03:07:38.282 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:38 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:38.282 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:38 smithi090 ceph-mon[91928]: pgmap v439: 121 pgs: 113 active+clean, 8 active+clean+snaptrim_error; 413 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 8.3 MiB/s wr, 18 op/s 2024-03-07T03:07:38.282 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:38 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:07:38.282 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:38 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:38.282 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:38 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:38.282 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:38 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:38.282 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:38 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:38.282 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:38 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:38.028+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:38.282 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:38 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:38.029+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:07:38.282 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:38 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:38.029+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:38.282 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:38 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:38.029+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:38.283 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:38 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:38.152+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:38.283 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:38 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:38.154+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:38.283 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:38 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:38.154+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:38.283 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:38 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:38.027+0000 7f4442f67700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:07:38.283 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:38 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:38.027+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:38.415 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:07:38 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:07:38.146+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:38.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:38 smithi092 ceph-mon[83777]: osdmap e674: 8 total, 8 up, 8 in 2024-03-07T03:07:38.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:38 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:38.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:38 smithi092 ceph-mon[83777]: pgmap v439: 121 pgs: 113 active+clean, 8 active+clean+snaptrim_error; 413 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 8.3 MiB/s wr, 18 op/s 2024-03-07T03:07:38.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:38 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:07:38.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:38 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:38.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:38 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:38.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:38 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:38.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:38 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:38.416 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:38 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:38.028+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:38.416 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:38 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:38.028+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:07:38.416 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:38 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:38.028+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:38.416 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:38 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:38.153+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:07:38.416 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:38 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:38.153+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:38.416 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:38 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:38.157+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:38.445 INFO:tasks.rados.rados.0.smithi090.stdout:3091: finishing copy_from racing read to smithi09077644-16 2024-03-07T03:07:38.445 INFO:tasks.rados.rados.0.smithi090.stdout:3091: finishing copy_from to smithi09077644-16 2024-03-07T03:07:38.445 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 12727 (ObjNum 933 snap 294 seq_num 933) dirty exists 2024-03-07T03:07:38.577 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:38 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:38.278+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:39.150 INFO:tasks.rados.rados.0.smithi090.stdout:3087: done (5 left) 2024-03-07T03:07:39.150 INFO:tasks.rados.rados.0.smithi090.stdout:3088: done (4 left) 2024-03-07T03:07:39.150 INFO:tasks.rados.rados.0.smithi090.stdout:3089: done (3 left) 2024-03-07T03:07:39.150 INFO:tasks.rados.rados.0.smithi090.stdout:3090: done (2 left) 2024-03-07T03:07:39.150 INFO:tasks.rados.rados.0.smithi090.stdout:3091: done (1 left) 2024-03-07T03:07:39.150 INFO:tasks.rados.rados.0.smithi090.stdout:3092: done (0 left) 2024-03-07T03:07:39.151 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 18 current snap is 298 2024-03-07T03:07:39.151 INFO:tasks.rados.rados.0.smithi090.stdout:3093: seq_num 946 ranges {15720448=647168,16367616=745472,17113088=57344} 2024-03-07T03:07:39.236 INFO:tasks.rados.rados.0.smithi090.stdout:3093: writing smithi09077644-18 from 15720448 to 16367616 tid 1 2024-03-07T03:07:39.240 INFO:tasks.rados.rados.0.smithi090.stdout:3093: writing smithi09077644-18 from 16367616 to 17113088 tid 2 2024-03-07T03:07:39.240 INFO:tasks.rados.rados.0.smithi090.stdout:3093: writing smithi09077644-18 from 17113088 to 17170432 tid 3 2024-03-07T03:07:39.240 INFO:tasks.rados.rados.0.smithi090.stdout:3094: snap_create 2024-03-07T03:07:39.246 INFO:tasks.rados.rados.0.smithi090.stdout:3093: finishing write tid 1 to smithi09077644-18 2024-03-07T03:07:39.246 INFO:tasks.rados.rados.0.smithi090.stdout:3093: finishing write tid 2 to smithi09077644-18 2024-03-07T03:07:39.247 INFO:tasks.rados.rados.0.smithi090.stdout:3093: finishing write tid 3 to smithi09077644-18 2024-03-07T03:07:39.248 INFO:tasks.rados.rados.0.smithi090.stdout:3093: finishing write tid 4 to smithi09077644-18 2024-03-07T03:07:39.249 INFO:tasks.rados.rados.0.smithi090.stdout:3093: finishing write tid 5 to smithi09077644-18 2024-03-07T03:07:39.249 INFO:tasks.rados.rados.0.smithi090.stdout:3093: oid 18 updating version 0 to 12728 2024-03-07T03:07:39.249 INFO:tasks.rados.rados.0.smithi090.stdout:3093: oid 18 updating version 12728 to 12730 2024-03-07T03:07:39.249 INFO:tasks.rados.rados.0.smithi090.stdout:3093: oid 18 updating version 12730 to 12731 2024-03-07T03:07:39.250 INFO:tasks.rados.rados.0.smithi090.stdout:3093: oid 18 version 12731 is already newer than 12729 2024-03-07T03:07:39.250 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 18 v 12731 (ObjNum 946 snap 298 seq_num 946) dirty exists 2024-03-07T03:07:39.250 INFO:tasks.rados.rados.0.smithi090.stdout:3093: left oid 18 (ObjNum 946 snap 298 seq_num 946) 2024-03-07T03:07:39.411 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:39 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:39.411 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:39 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:39.411 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:39 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:39.411 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:39 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:39.412 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:39 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:39.412 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:39 smithi090 ceph-mon[89511]: osdmap e675: 8 total, 8 up, 8 in 2024-03-07T03:07:39.412 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:39 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:39.412 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:39 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:39.412 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:39 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:39.412 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:39 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:39.412 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:39 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:39.412 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:39 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:39.412 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:39 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:39.412 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:39 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:39.412 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:39 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:39.412 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:39 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:39.413 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:39 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:39.413 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:39 smithi090 ceph-mon[91928]: osdmap e675: 8 total, 8 up, 8 in 2024-03-07T03:07:39.413 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:39 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:39.413 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:39 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:39.413 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:39 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:39.413 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:39 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:39.413 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:39 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:39.413 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:39 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:39.413 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:07:39 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:07:39.149+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:39.415 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:07:39 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:07:39.149+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:39.415 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:39 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:39.243+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:07:39.415 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:39 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:39.243+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:39.415 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:39 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:39.243+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:39.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:39 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:39.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:39 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:39.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:39 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:39.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:39 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:39.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:39 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:39.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:39 smithi092 ceph-mon[83777]: osdmap e675: 8 total, 8 up, 8 in 2024-03-07T03:07:39.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:39 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:39.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:39 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:39.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:39 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:39.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:39 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:39.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:39 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:39.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:39 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:39.827 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:39 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:39.409+0000 7f4442f67700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:07:39.827 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:39 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:39.409+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:39.827 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:39 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:39.409+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:07:39.827 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:39 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:39.409+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:39.827 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:39 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:39.409+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:39.827 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:39 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:39.410+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:40.161 INFO:tasks.rados.rados.0.smithi090.stdout:3093: done (1 left) 2024-03-07T03:07:40.161 INFO:tasks.rados.rados.0.smithi090.stdout:3094: done (0 left) 2024-03-07T03:07:40.162 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 45 current snap is 299 2024-03-07T03:07:40.162 INFO:tasks.rados.rados.0.smithi090.stdout:3095: seq_num 947 ranges {11370496=663552,12034048=630784,12664832=172032} 2024-03-07T03:07:40.224 INFO:tasks.rados.rados.0.smithi090.stdout:3095: writing smithi09077644-45 from 11370496 to 12034048 tid 1 2024-03-07T03:07:40.228 INFO:tasks.rados.rados.0.smithi090.stdout:3095: writing smithi09077644-45 from 12034048 to 12664832 tid 2 2024-03-07T03:07:40.229 INFO:tasks.rados.rados.0.smithi090.stdout:3095: writing smithi09077644-45 from 12664832 to 12836864 tid 3 2024-03-07T03:07:40.229 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 17 current snap is 299 2024-03-07T03:07:40.229 INFO:tasks.rados.rados.0.smithi090.stdout:3096: seq_num 948 ranges {360448=679936,1040384=516096,1556480=286720} 2024-03-07T03:07:40.235 INFO:tasks.rados.rados.0.smithi090.stdout:3096: writing smithi09077644-17 from 360448 to 1040384 tid 1 2024-03-07T03:07:40.238 INFO:tasks.rados.rados.0.smithi090.stdout:3096: writing smithi09077644-17 from 1040384 to 1556480 tid 2 2024-03-07T03:07:40.241 INFO:tasks.rados.rados.0.smithi090.stdout:3096: writing smithi09077644-17 from 1556480 to 1843200 tid 3 2024-03-07T03:07:40.241 INFO:tasks.rados.rados.0.smithi090.stdout:3097: snap_create 2024-03-07T03:07:40.241 INFO:tasks.rados.rados.0.smithi090.stdout:3095: finishing write tid 1 to smithi09077644-45 2024-03-07T03:07:40.241 INFO:tasks.rados.rados.0.smithi090.stdout:3095: finishing write tid 2 to smithi09077644-45 2024-03-07T03:07:40.241 INFO:tasks.rados.rados.0.smithi090.stdout:3095: finishing write tid 3 to smithi09077644-45 2024-03-07T03:07:40.241 INFO:tasks.rados.rados.0.smithi090.stdout:3095: finishing write tid 4 to smithi09077644-45 2024-03-07T03:07:40.241 INFO:tasks.rados.rados.0.smithi090.stdout:3095: finishing write tid 5 to smithi09077644-45 2024-03-07T03:07:40.241 INFO:tasks.rados.rados.0.smithi090.stdout:3095: oid 45 updating version 0 to 1440 2024-03-07T03:07:40.241 INFO:tasks.rados.rados.0.smithi090.stdout:3095: oid 45 version 1440 is already newer than 1438 2024-03-07T03:07:40.241 INFO:tasks.rados.rados.0.smithi090.stdout:3095: oid 45 version 1440 is already newer than 1439 2024-03-07T03:07:40.242 INFO:tasks.rados.rados.0.smithi090.stdout:3095: oid 45 version 1440 is already newer than 1437 2024-03-07T03:07:40.242 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 45 v 1440 (ObjNum 947 snap 299 seq_num 947) dirty exists 2024-03-07T03:07:40.242 INFO:tasks.rados.rados.0.smithi090.stdout:3095: left oid 45 (ObjNum 947 snap 299 seq_num 947) 2024-03-07T03:07:40.244 INFO:tasks.rados.rados.0.smithi090.stdout:3096: finishing write tid 1 to smithi09077644-17 2024-03-07T03:07:40.244 INFO:tasks.rados.rados.0.smithi090.stdout:3096: finishing write tid 2 to smithi09077644-17 2024-03-07T03:07:40.247 INFO:tasks.rados.rados.0.smithi090.stdout:3096: finishing write tid 3 to smithi09077644-17 2024-03-07T03:07:40.247 INFO:tasks.rados.rados.0.smithi090.stdout:3096: finishing write tid 4 to smithi09077644-17 2024-03-07T03:07:40.248 INFO:tasks.rados.rados.0.smithi090.stdout:3096: finishing write tid 5 to smithi09077644-17 2024-03-07T03:07:40.248 INFO:tasks.rados.rados.0.smithi090.stdout:3096: oid 17 updating version 0 to 1340 2024-03-07T03:07:40.248 INFO:tasks.rados.rados.0.smithi090.stdout:3096: oid 17 updating version 1340 to 1341 2024-03-07T03:07:40.248 INFO:tasks.rados.rados.0.smithi090.stdout:3096: oid 17 version 1341 is already newer than 1339 2024-03-07T03:07:40.248 INFO:tasks.rados.rados.0.smithi090.stdout:3096: oid 17 updating version 1341 to 1342 2024-03-07T03:07:40.248 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 17 v 1342 (ObjNum 948 snap 299 seq_num 948) dirty exists 2024-03-07T03:07:40.248 INFO:tasks.rados.rados.0.smithi090.stdout:3096: left oid 17 (ObjNum 948 snap 299 seq_num 948) 2024-03-07T03:07:40.415 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:07:40 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:07:40.162+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:40.415 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:40 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:40.241+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:07:40.415 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:40 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:40.241+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:40.416 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:40 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:40.242+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:40.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:40 smithi092 ceph-mon[83777]: osdmap e676: 8 total, 8 up, 8 in 2024-03-07T03:07:40.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:40 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:40.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:40 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:40.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:40 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:40.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:40 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:40.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:40 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:40.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:40 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:40.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:40 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:40.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:40 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:40.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:40 smithi092 ceph-mon[83777]: pgmap v442: 121 pgs: 113 active+clean, 8 active+clean+snaptrim_error; 409 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-03-07T03:07:40.439 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:07:40 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:07:40.229+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:40.439 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:40 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:40.237+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:40.439 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:40 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:40.237+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:40.439 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:40 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:40.239+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:40.439 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:40 smithi090 ceph-mon[91928]: osdmap e676: 8 total, 8 up, 8 in 2024-03-07T03:07:40.440 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:40 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:40.440 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:40 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:40.440 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:40 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:40.440 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:40 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:40.440 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:40 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:40.440 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:40 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:40.440 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:40 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:40.440 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:40 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:40.440 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:40 smithi090 ceph-mon[91928]: pgmap v442: 121 pgs: 113 active+clean, 8 active+clean+snaptrim_error; 409 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-03-07T03:07:40.440 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:40 smithi090 ceph-mon[89511]: osdmap e676: 8 total, 8 up, 8 in 2024-03-07T03:07:40.440 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:40 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:40.440 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:40 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:40.441 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:40 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:40.441 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:40 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:40.441 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:40 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:40.441 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:40 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:40.441 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:40 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:40.441 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:40 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:40.441 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:40 smithi090 ceph-mon[89511]: pgmap v442: 121 pgs: 113 active+clean, 8 active+clean+snaptrim_error; 409 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-03-07T03:07:40.827 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:40 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:40.437+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:41.169 INFO:tasks.rados.rados.0.smithi090.stdout:3095: done (2 left) 2024-03-07T03:07:41.169 INFO:tasks.rados.rados.0.smithi090.stdout:3096: done (1 left) 2024-03-07T03:07:41.169 INFO:tasks.rados.rados.0.smithi090.stdout:3097: done (0 left) 2024-03-07T03:07:41.169 INFO:tasks.rados.rados.0.smithi090.stdout:3098: rmattr oid 43 current snap is 300 2024-03-07T03:07:41.169 INFO:tasks.rados.rados.0.smithi090.stdout:3098: done (0 left) 2024-03-07T03:07:41.169 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 30 current snap is 300 2024-03-07T03:07:41.169 INFO:tasks.rados.rados.0.smithi090.stdout:3099: seq_num 949 ranges {1433600=704512,2138112=794624,2932736=8192} 2024-03-07T03:07:41.180 INFO:tasks.rados.rados.0.smithi090.stdout:3099: writing smithi09077644-30 from 1433600 to 2138112 tid 1 2024-03-07T03:07:41.186 INFO:tasks.rados.rados.0.smithi090.stdout:3099: writing smithi09077644-30 from 2138112 to 2932736 tid 2 2024-03-07T03:07:41.186 INFO:tasks.rados.rados.0.smithi090.stdout:3099: writing smithi09077644-30 from 2932736 to 2940928 tid 3 2024-03-07T03:07:41.186 INFO:tasks.rados.rados.0.smithi090.stdout:3100: read oid 44 snap -1 2024-03-07T03:07:41.186 INFO:tasks.rados.rados.0.smithi090.stdout:3100: expect (ObjNum 661 snap 205 seq_num 661) 2024-03-07T03:07:41.186 INFO:tasks.rados.rados.0.smithi090.stdout:3101: read oid 50 snap -1 2024-03-07T03:07:41.186 INFO:tasks.rados.rados.0.smithi090.stdout:3101: expect (ObjNum 861 snap 276 seq_num 861) 2024-03-07T03:07:41.186 INFO:tasks.rados.rados.0.smithi090.stdout:3102: read oid 49 snap -1 2024-03-07T03:07:41.186 INFO:tasks.rados.rados.0.smithi090.stdout:3102: expect deleted 2024-03-07T03:07:41.186 INFO:tasks.rados.rados.0.smithi090.stdout:3103: snap_remove snap 287 2024-03-07T03:07:41.408 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:07:41 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:07:41.170+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:41.408 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:41 smithi092 ceph-mon[83777]: osdmap e677: 8 total, 8 up, 8 in 2024-03-07T03:07:41.408 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:41 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:41.408 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:41 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:41.408 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:41 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:41.409 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:41 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:41.409 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:41 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:41.409 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:41 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:41.409 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:41 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:41.409 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:41 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:41.577 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:07:41 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:07:41.186+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:41.577 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:41 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:41.186+0000 7f443ef5f700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:07:41.577 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:41 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:41.186+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:41.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:41 smithi090 ceph-mon[89511]: osdmap e677: 8 total, 8 up, 8 in 2024-03-07T03:07:41.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:41 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:41.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:41 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:41.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:41 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:41.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:41 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:41.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:41 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:41.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:41 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:41.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:41 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:41.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:41 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:41.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:41 smithi090 ceph-mon[91928]: osdmap e677: 8 total, 8 up, 8 in 2024-03-07T03:07:41.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:41 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:41.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:41 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:41.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:41 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:41.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:41 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:41.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:41 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:41.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:41 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:41.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:41 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:41.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:41 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:41.579 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:41 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:41.188+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:41.579 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:41 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:41.189+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:07:41.579 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:41 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:41.189+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:41.579 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:41 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:41.192+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:41.665 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:41 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:41.407+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:41.665 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:41 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:41.407+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:07:41.665 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:41 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:41.407+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:42.187 INFO:tasks.rados.rados.0.smithi090.stdout:3101: expect (ObjNum 861 snap 276 seq_num 861) 2024-03-07T03:07:42.187 INFO:tasks.rados.rados.0.smithi090.stdout:3099: finishing write tid 1 to smithi09077644-30 2024-03-07T03:07:42.187 INFO:tasks.rados.rados.0.smithi090.stdout:3099: finishing write tid 2 to smithi09077644-30 2024-03-07T03:07:42.188 INFO:tasks.rados.rados.0.smithi090.stdout:3099: finishing write tid 3 to smithi09077644-30 2024-03-07T03:07:42.188 INFO:tasks.rados.rados.0.smithi090.stdout:3099: finishing write tid 4 to smithi09077644-30 2024-03-07T03:07:42.188 INFO:tasks.rados.rados.0.smithi090.stdout:3099: finishing write tid 5 to smithi09077644-30 2024-03-07T03:07:42.188 INFO:tasks.rados.rados.0.smithi090.stdout:3099: oid 30 updating version 0 to 1472 2024-03-07T03:07:42.188 INFO:tasks.rados.rados.0.smithi090.stdout:3099: oid 30 updating version 1472 to 1474 2024-03-07T03:07:42.188 INFO:tasks.rados.rados.0.smithi090.stdout:3099: oid 30 version 1474 is already newer than 1473 2024-03-07T03:07:42.188 INFO:tasks.rados.rados.0.smithi090.stdout:3099: oid 30 version 1474 is already newer than 1471 2024-03-07T03:07:42.188 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 30 v 1474 (ObjNum 949 snap 300 seq_num 949) dirty exists 2024-03-07T03:07:42.188 INFO:tasks.rados.rados.0.smithi090.stdout:3099: left oid 30 (ObjNum 949 snap 300 seq_num 949) 2024-03-07T03:07:42.188 INFO:tasks.rados.rados.0.smithi090.stdout:3100: expect (ObjNum 661 snap 205 seq_num 661) 2024-03-07T03:07:42.480 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:42 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:42.184+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:42.480 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:42 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:42.184+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:42.480 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:42 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:42.185+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:42.480 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:07:42 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:07:42.188+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:42.480 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:42 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:42.179+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:42.481 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:42 smithi090 ceph-mon[91928]: osdmap e678: 8 total, 8 up, 8 in 2024-03-07T03:07:42.481 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:42 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:42.481 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:42 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:42.481 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:42 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:42.481 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:42 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:42.481 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:42 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:42.481 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:42 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:42.481 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:42 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:42.481 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:42 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:42.481 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:42 smithi090 ceph-mon[91928]: pgmap v445: 121 pgs: 113 active+clean, 8 active+clean+snaptrim_error; 419 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.2 MiB/s wr, 20 op/s 2024-03-07T03:07:42.482 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:42 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-03-07T03:07:42.482 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:42 smithi090 ceph-mon[89511]: osdmap e678: 8 total, 8 up, 8 in 2024-03-07T03:07:42.482 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:42 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:42.482 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:42 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:42.482 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:42 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:42.482 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:42 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:42.482 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:42 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:42.482 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:42 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:42.482 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:42 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:42.482 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:42 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:42.482 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:42 smithi090 ceph-mon[89511]: pgmap v445: 121 pgs: 113 active+clean, 8 active+clean+snaptrim_error; 419 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.2 MiB/s wr, 20 op/s 2024-03-07T03:07:42.482 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:42 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-03-07T03:07:42.487 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:07:42 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:07:42.176+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:42.487 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:42 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:42.181+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:07:42.487 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:42 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:42.181+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:42.487 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:42 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:42.181+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:42.487 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:07:42 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:07:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:07:42.488 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:42 smithi092 ceph-mon[83777]: osdmap e678: 8 total, 8 up, 8 in 2024-03-07T03:07:42.488 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:42 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:42.488 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:42 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:42.488 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:42 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:42.488 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:42 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:42.488 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:42 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:42.488 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:42 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:42.488 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:42 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:42.488 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:42 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:42.488 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:42 smithi092 ceph-mon[83777]: pgmap v445: 121 pgs: 113 active+clean, 8 active+clean+snaptrim_error; 419 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.2 MiB/s wr, 20 op/s 2024-03-07T03:07:42.488 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:42 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-03-07T03:07:42.518 INFO:tasks.rados.rados.0.smithi090.stdout:3099: done (4 left) 2024-03-07T03:07:42.519 INFO:tasks.rados.rados.0.smithi090.stdout:3100: done (3 left) 2024-03-07T03:07:42.519 INFO:tasks.rados.rados.0.smithi090.stdout:3101: done (2 left) 2024-03-07T03:07:42.519 INFO:tasks.rados.rados.0.smithi090.stdout:3102: done (1 left) 2024-03-07T03:07:42.519 INFO:tasks.rados.rados.0.smithi090.stdout:3103: done (0 left) 2024-03-07T03:07:42.519 INFO:tasks.rados.rados.0.smithi090.stdout:3104: read oid 31 snap -1 2024-03-07T03:07:42.519 INFO:tasks.rados.rados.0.smithi090.stdout:3104: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-07T03:07:42.519 INFO:tasks.rados.rados.0.smithi090.stdout:3105: rmattr oid 38 current snap is 300 2024-03-07T03:07:42.519 INFO:tasks.rados.rados.0.smithi090.stdout:3106: delete oid 18 current snap is 300 2024-03-07T03:07:42.519 INFO:tasks.rados.rados.0.smithi090.stdout:3104: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-07T03:07:42.524 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 1475 (ObjNum 907 snap 287 seq_num 907) dirty exists 2024-03-07T03:07:42.524 INFO:tasks.rados.rados.0.smithi090.stdout:3104: done (2 left) 2024-03-07T03:07:42.524 INFO:tasks.rados.rados.0.smithi090.stdout:3105: done (1 left) 2024-03-07T03:07:42.524 INFO:tasks.rados.rados.0.smithi090.stdout:3106: done (0 left) 2024-03-07T03:07:42.524 INFO:tasks.rados.rados.0.smithi090.stdout:3107: delete oid 8 current snap is 300 2024-03-07T03:07:42.526 INFO:tasks.rados.rados.0.smithi090.stdout:3107: done (0 left) 2024-03-07T03:07:42.526 INFO:tasks.rados.rados.0.smithi090.stdout:3108: snap_create 2024-03-07T03:07:43.183 INFO:tasks.rados.rados.0.smithi090.stdout:3108: done (0 left) 2024-03-07T03:07:43.183 INFO:tasks.rados.rados.0.smithi090.stdout:3109: setattr oid 28 current snap is 301 2024-03-07T03:07:43.184 INFO:tasks.rados.rados.0.smithi090.stdout:3110: read oid 7 snap 296 2024-03-07T03:07:43.184 INFO:tasks.rados.rados.0.smithi090.stdout:3110: expect (ObjNum 906 snap 287 seq_num 906) 2024-03-07T03:07:43.184 INFO:tasks.rados.rados.0.smithi090.stdout:3111: snap_create 2024-03-07T03:07:43.188 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 28 v 1339 (ObjNum 129 snap 0 seq_num 3339892048) dirty exists 2024-03-07T03:07:43.208 INFO:tasks.rados.rados.0.smithi090.stdout:3110: expect (ObjNum 906 snap 287 seq_num 906) 2024-03-07T03:07:43.327 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:07:43 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:07:43.188+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:43.327 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:07:43 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:07:43] "GET /metrics HTTP/1.1" 200 36238 "" "Prometheus/2.43.0" 2024-03-07T03:07:43.327 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:43 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:43.180+0000 7f4442f67700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:07:43.327 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:43 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:43.181+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:43.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:43 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:43.185+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:43.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:43 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:43.186+0000 7fa43c425700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:07:43.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:43 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:43.186+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:43.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:43 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:43.186+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:43.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:43 smithi090 ceph-mon[91928]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-03-07T03:07:43.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:43 smithi090 ceph-mon[91928]: Upgrade: osd.7 is safe to restart 2024-03-07T03:07:43.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:43 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:43.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:43 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:43.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:43 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:43.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:43 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:43.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:43 smithi090 ceph-mon[91928]: osdmap e679: 8 total, 8 up, 8 in 2024-03-07T03:07:43.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:43 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:43.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:43 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:43.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:43 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:43.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:43 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:43.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:43 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:07:43.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:43 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:07:43.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:43 smithi090 ceph-mon[89511]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-03-07T03:07:43.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:43 smithi090 ceph-mon[89511]: Upgrade: osd.7 is safe to restart 2024-03-07T03:07:43.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:43 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:43.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:43 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:43.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:43 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:43.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:43 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:43.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:43 smithi090 ceph-mon[89511]: osdmap e679: 8 total, 8 up, 8 in 2024-03-07T03:07:43.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:43 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:43.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:43 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:43.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:43 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:43.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:43 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:43.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:43 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:07:43.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:43 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:07:43.526 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:43 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:43.180+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:07:43.527 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:43 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:43.180+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:43.527 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:43 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:43.180+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:43.527 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:43 smithi092 ceph-mon[83777]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-03-07T03:07:43.527 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:43 smithi092 ceph-mon[83777]: Upgrade: osd.7 is safe to restart 2024-03-07T03:07:43.527 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:43 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:43.527 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:43 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:43.527 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:43 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:43.527 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:43 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:43.527 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:43 smithi092 ceph-mon[83777]: osdmap e679: 8 total, 8 up, 8 in 2024-03-07T03:07:43.527 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:43 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:43.527 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:43 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:43.527 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:43 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:43.528 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:43 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:43.528 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:43 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:07:43.528 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:43 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:07:43.915 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:07:43 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:07:43.706+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:44.183 INFO:tasks.rados.rados.0.smithi090.stdout:3109: done (2 left) 2024-03-07T03:07:44.184 INFO:tasks.rados.rados.0.smithi090.stdout:3110: done (1 left) 2024-03-07T03:07:44.184 INFO:tasks.rados.rados.0.smithi090.stdout:3111: done (0 left) 2024-03-07T03:07:44.184 INFO:tasks.rados.rados.0.smithi090.stdout:3112: rmattr oid 7 current snap is 302 2024-03-07T03:07:44.184 INFO:tasks.rados.rados.0.smithi090.stdout:3113: copy_from oid 47 from oid 38 current snap is 302 2024-03-07T03:07:44.184 INFO:tasks.rados.rados.0.smithi090.stdout:3114: read oid 6 snap -1 2024-03-07T03:07:44.184 INFO:tasks.rados.rados.0.smithi090.stdout:3114: expect (ObjNum 725 snap 229 seq_num 725) 2024-03-07T03:07:44.184 INFO:tasks.rados.rados.0.smithi090.stdout:3115: copy_from oid 25 from oid 4 current snap is 302 2024-03-07T03:07:44.184 INFO:tasks.rados.rados.0.smithi090.stdout:3116: copy_from oid 29 from oid 41 current snap is 302 2024-03-07T03:07:44.184 INFO:tasks.rados.rados.0.smithi090.stdout:3117: snap_remove snap 300 2024-03-07T03:07:44.508 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:07:44 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:07:44.182+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:44.509 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:44 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:44.186+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:07:44.509 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:44 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:44.186+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:44.509 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:44 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:44.187+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:44.509 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:44 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:44.509 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:44 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:44.509 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:44 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:44.509 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:44 smithi092 ceph-mon[83777]: osdmap e680: 8 total, 8 up, 8 in 2024-03-07T03:07:44.509 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:44 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:44.509 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:44 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:44.509 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:44 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:44.510 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:44 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:44.510 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:44 smithi092 ceph-mon[83777]: Upgrade: Updating osd.7 2024-03-07T03:07:44.510 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:44 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:07:44.510 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:44 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-03-07T03:07:44.510 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:44 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:07:44.510 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:44 smithi092 ceph-mon[83777]: Deploying daemon osd.7 on smithi092 2024-03-07T03:07:44.510 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:44 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:44.510 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:44 smithi092 ceph-mon[83777]: pgmap v448: 121 pgs: 113 active+clean, 8 active+clean+snaptrim_error; 418 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 2.6 MiB/s wr, 10 op/s 2024-03-07T03:07:44.577 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:07:44 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:07:44.188+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:44.577 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:44 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:44.185+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:44.577 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:44 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:44.188+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:44.577 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:44 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:44.189+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:44.577 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:44 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:44.191+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:44.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:44 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:44.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:44 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:44.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:44 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:44.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:44 smithi090 ceph-mon[89511]: osdmap e680: 8 total, 8 up, 8 in 2024-03-07T03:07:44.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:44 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:44.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:44 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:44.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:44 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:44.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:44 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:44.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:44 smithi090 ceph-mon[89511]: Upgrade: Updating osd.7 2024-03-07T03:07:44.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:44 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:07:44.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:44 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-03-07T03:07:44.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:44 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:07:44.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:44 smithi090 ceph-mon[89511]: Deploying daemon osd.7 on smithi092 2024-03-07T03:07:44.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:44 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:44.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:44 smithi090 ceph-mon[89511]: pgmap v448: 121 pgs: 113 active+clean, 8 active+clean+snaptrim_error; 418 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 2.6 MiB/s wr, 10 op/s 2024-03-07T03:07:44.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:44 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:44.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:44 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:44.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:44 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:44.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:44 smithi090 ceph-mon[91928]: osdmap e680: 8 total, 8 up, 8 in 2024-03-07T03:07:44.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:44 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:44.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:44 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:44.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:44 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:44.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:44 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:44.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:44 smithi090 ceph-mon[91928]: Upgrade: Updating osd.7 2024-03-07T03:07:44.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:44 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:07:44.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:44 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-03-07T03:07:44.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:44 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:07:44.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:44 smithi090 ceph-mon[91928]: Deploying daemon osd.7 on smithi092 2024-03-07T03:07:44.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:44 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:44.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:44 smithi090 ceph-mon[91928]: pgmap v448: 121 pgs: 113 active+clean, 8 active+clean+snaptrim_error; 418 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 2.6 MiB/s wr, 10 op/s 2024-03-07T03:07:45.189 INFO:tasks.rados.rados.0.smithi090.stdout:3117: done (5 left) 2024-03-07T03:07:45.189 INFO:tasks.rados.rados.0.smithi090.stdout:3118: read oid 9 snap -1 2024-03-07T03:07:45.189 INFO:tasks.rados.rados.0.smithi090.stdout:3118: expect deleted 2024-03-07T03:07:45.189 INFO:tasks.rados.rados.0.smithi090.stdout:3119: copy_from oid 49 from oid 48 current snap is 302 2024-03-07T03:07:45.189 INFO:tasks.rados.rados.0.smithi090.stdout:3120: snap_create 2024-03-07T03:07:45.189 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 7 v 724 (ObjNum 906 snap 287 seq_num 906) dirty exists 2024-03-07T03:07:45.190 INFO:tasks.rados.rados.0.smithi090.stdout:3115: finishing copy_from to smithi09077644-25 2024-03-07T03:07:45.190 INFO:tasks.rados.rados.0.smithi090.stdout:3115: got expected ENOENT (src dne) 2024-03-07T03:07:45.190 INFO:tasks.rados.rados.0.smithi090.stdout:3115: finishing copy_from racing read to smithi09077644-25 2024-03-07T03:07:45.190 INFO:tasks.rados.rados.0.smithi090.stdout:3114: expect (ObjNum 725 snap 229 seq_num 725) 2024-03-07T03:07:45.195 INFO:tasks.rados.rados.0.smithi090.stdout:3116: finishing copy_from racing read to smithi09077644-29 2024-03-07T03:07:45.195 INFO:tasks.rados.rados.0.smithi090.stdout:3116: finishing copy_from to smithi09077644-29 2024-03-07T03:07:45.195 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 1140 (ObjNum 748 snap 237 seq_num 748) dirty exists 2024-03-07T03:07:45.195 INFO:tasks.rados.rados.0.smithi090.stdout:3113: finishing copy_from racing read to smithi09077644-47 2024-03-07T03:07:45.195 INFO:tasks.rados.rados.0.smithi090.stdout:3113: finishing copy_from to smithi09077644-47 2024-03-07T03:07:45.195 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 1475 (ObjNum 907 snap 287 seq_num 907) dirty exists 2024-03-07T03:07:45.203 INFO:tasks.rados.rados.0.smithi090.stdout:3119: finishing copy_from racing read to smithi09077644-49 2024-03-07T03:07:45.206 INFO:tasks.rados.rados.0.smithi090.stdout:3119: finishing copy_from to smithi09077644-49 2024-03-07T03:07:45.206 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 49 v 1338 (ObjNum 903 snap 284 seq_num 903) dirty exists 2024-03-07T03:07:45.436 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:07:45 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:07:45.254+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:45.437 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:45 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:45.183+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:45.437 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:45 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:45.184+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:07:45.437 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:45 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:45.184+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ca=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:45.437 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:45 smithi092 ceph-mon[83777]: osdmap e681: 8 total, 8 up, 8 in 2024-03-07T03:07:45.437 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:45 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:45.437 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:45 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:45.437 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:45 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:45.437 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:45 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:45.437 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:45 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:45.437 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:45 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:45.438 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:45 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:45.438 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:45 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:45.577 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:07:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:07:45.189+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:45.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:45 smithi090 ceph-mon[89511]: osdmap e681: 8 total, 8 up, 8 in 2024-03-07T03:07:45.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:45 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:45.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:45 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:45.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:45 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:45.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:45 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:45.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:45 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:45.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:45 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:45.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:45 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:45.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:45 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:45.578 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:45.224+0000 7f443ef5f700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:07:45.578 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:45.224+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:45.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:45 smithi090 ceph-mon[91928]: osdmap e681: 8 total, 8 up, 8 in 2024-03-07T03:07:45.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:45 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:45.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:45 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:45.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:45 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:45.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:45 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ae=[]:{1aa=[1aa,1a9],1ae=[1ab]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:45.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:45 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:45.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:45 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:45.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:45 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:45.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:45 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:45.579 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:45.191+0000 7fa43c425700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:07:45.579 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:45.191+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:45.579 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:45.192+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:45.579 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:45.192+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:46.188 INFO:tasks.rados.rados.0.smithi090.stdout:3112: done (7 left) 2024-03-07T03:07:46.188 INFO:tasks.rados.rados.0.smithi090.stdout:3113: done (6 left) 2024-03-07T03:07:46.188 INFO:tasks.rados.rados.0.smithi090.stdout:3114: done (5 left) 2024-03-07T03:07:46.188 INFO:tasks.rados.rados.0.smithi090.stdout:3115: done (4 left) 2024-03-07T03:07:46.188 INFO:tasks.rados.rados.0.smithi090.stdout:3116: done (3 left) 2024-03-07T03:07:46.188 INFO:tasks.rados.rados.0.smithi090.stdout:3118: done (2 left) 2024-03-07T03:07:46.188 INFO:tasks.rados.rados.0.smithi090.stdout:3119: done (1 left) 2024-03-07T03:07:46.189 INFO:tasks.rados.rados.0.smithi090.stdout:3120: done (0 left) 2024-03-07T03:07:46.189 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 47 current snap is 303 2024-03-07T03:07:46.189 INFO:tasks.rados.rados.0.smithi090.stdout:3121: seq_num 952 ranges {794624=753664,1548288=499712,2048000=303104} 2024-03-07T03:07:46.197 INFO:tasks.rados.rados.0.smithi090.stdout:3121: writing smithi09077644-47 from 794624 to 1548288 tid 1 2024-03-07T03:07:46.200 INFO:tasks.rados.rados.0.smithi090.stdout:3121: writing smithi09077644-47 from 1548288 to 2048000 tid 2 2024-03-07T03:07:46.202 INFO:tasks.rados.rados.0.smithi090.stdout:3121: writing smithi09077644-47 from 2048000 to 2351104 tid 3 2024-03-07T03:07:46.202 INFO:tasks.rados.rados.0.smithi090.stdout:3122: snap_remove snap 299 2024-03-07T03:07:46.515 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:07:46 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:07:46.185+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:46.515 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:46 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:46.200+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:07:46.515 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:46 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:46.200+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:46.515 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:46 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:46.203+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1cb=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:46.516 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:46 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:46.516 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:46 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ca=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:46.516 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:46 smithi092 ceph-mon[83777]: osdmap e682: 8 total, 8 up, 8 in 2024-03-07T03:07:46.516 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:46 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:46.516 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:46 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:46.516 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:46 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:46.516 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:46 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:46.516 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:46 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:46.516 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:46 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:46.516 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:46 smithi092 ceph-mon[83777]: pgmap v451: 121 pgs: 113 active+clean, 8 active+clean+snaptrim_error; 414 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.1 MiB/s wr, 19 op/s 2024-03-07T03:07:46.516 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:46 smithi092 ceph-mon[83777]: osdmap e683: 8 total, 8 up, 8 in 2024-03-07T03:07:46.576 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:07:46 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:07:46.204+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:46.577 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:46 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:46.239+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:46.577 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:46 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:46.407+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:46.577 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:46 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:46.407+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:46.577 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:46 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:46.408+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:46.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:46 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:46.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:46 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ca=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:46.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:46 smithi090 ceph-mon[89511]: osdmap e682: 8 total, 8 up, 8 in 2024-03-07T03:07:46.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:46 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:46.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:46 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:46.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:46 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:46.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:46 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:46.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:46 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:46.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:46 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:46.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:46 smithi090 ceph-mon[89511]: pgmap v451: 121 pgs: 113 active+clean, 8 active+clean+snaptrim_error; 414 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.1 MiB/s wr, 19 op/s 2024-03-07T03:07:46.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:46 smithi090 ceph-mon[89511]: osdmap e683: 8 total, 8 up, 8 in 2024-03-07T03:07:46.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:46 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:46.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:46 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ca=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:46.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:46 smithi090 ceph-mon[91928]: osdmap e682: 8 total, 8 up, 8 in 2024-03-07T03:07:46.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:46 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:46.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:46 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:46.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:46 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:46.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:46 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:46.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:46 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:46.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:46 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:46.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:46 smithi090 ceph-mon[91928]: pgmap v451: 121 pgs: 113 active+clean, 8 active+clean+snaptrim_error; 414 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.1 MiB/s wr, 19 op/s 2024-03-07T03:07:46.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:46 smithi090 ceph-mon[91928]: osdmap e683: 8 total, 8 up, 8 in 2024-03-07T03:07:47.152 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:07:46 smithi092 systemd[1]: Stopping Ceph osd.7 for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T03:07:47.211 INFO:tasks.rados.rados.0.smithi090.stdout:3122: done (1 left) 2024-03-07T03:07:47.211 INFO:tasks.rados.rados.0.smithi090.stdout:3123: read oid 5 snap -1 2024-03-07T03:07:47.211 INFO:tasks.rados.rados.0.smithi090.stdout:3123: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-07T03:07:47.211 INFO:tasks.rados.rados.0.smithi090.stdout:3124: read oid 17 snap -1 2024-03-07T03:07:47.211 INFO:tasks.rados.rados.0.smithi090.stdout:3124: expect (ObjNum 948 snap 299 seq_num 948) 2024-03-07T03:07:47.211 INFO:tasks.rados.rados.0.smithi090.stdout:3125: rmattr oid 31 current snap is 303 2024-03-07T03:07:47.211 INFO:tasks.rados.rados.0.smithi090.stdout:3121: finishing write tid 1 to smithi09077644-47 2024-03-07T03:07:47.212 INFO:tasks.rados.rados.0.smithi090.stdout:3121: finishing write tid 2 to smithi09077644-47 2024-03-07T03:07:47.212 INFO:tasks.rados.rados.0.smithi090.stdout:3121: finishing write tid 3 to smithi09077644-47 2024-03-07T03:07:47.212 INFO:tasks.rados.rados.0.smithi090.stdout:3121: finishing write tid 4 to smithi09077644-47 2024-03-07T03:07:47.212 INFO:tasks.rados.rados.0.smithi090.stdout:3121: finishing write tid 5 to smithi09077644-47 2024-03-07T03:07:47.212 INFO:tasks.rados.rados.0.smithi090.stdout:3121: oid 47 updating version 0 to 3110 2024-03-07T03:07:47.212 INFO:tasks.rados.rados.0.smithi090.stdout:3121: oid 47 version 3110 is already newer than 3107 2024-03-07T03:07:47.212 INFO:tasks.rados.rados.0.smithi090.stdout:3121: oid 47 version 3110 is already newer than 3109 2024-03-07T03:07:47.212 INFO:tasks.rados.rados.0.smithi090.stdout:3121: oid 47 version 3110 is already newer than 3108 2024-03-07T03:07:47.212 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 3110 (ObjNum 952 snap 303 seq_num 952) dirty exists 2024-03-07T03:07:47.212 INFO:tasks.rados.rados.0.smithi090.stdout:3121: left oid 47 (ObjNum 952 snap 303 seq_num 952) 2024-03-07T03:07:47.212 INFO:tasks.rados.rados.0.smithi090.stdout:3121: done (3 left) 2024-03-07T03:07:47.212 INFO:tasks.rados.rados.0.smithi090.stdout:3126: copy_from oid 44 from oid 2 current snap is 303 2024-03-07T03:07:47.212 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 27 current snap is 303 2024-03-07T03:07:47.212 INFO:tasks.rados.rados.0.smithi090.stdout:3127: seq_num 953 ranges {0=770048,770048=786432,1556480=16384} 2024-03-07T03:07:47.216 INFO:tasks.rados.rados.0.smithi090.stdout:3127: writing smithi09077644-27 from 0 to 770048 tid 1 2024-03-07T03:07:47.222 INFO:tasks.rados.rados.0.smithi090.stdout:3127: writing smithi09077644-27 from 770048 to 1556480 tid 2 2024-03-07T03:07:47.222 INFO:tasks.rados.rados.0.smithi090.stdout:3127: writing smithi09077644-27 from 1556480 to 1572864 tid 3 2024-03-07T03:07:47.222 INFO:tasks.rados.rados.0.smithi090.stdout:3128: copy_from oid 39 from oid 3 current snap is 303 2024-03-07T03:07:47.222 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 35 current snap is 303 2024-03-07T03:07:47.222 INFO:tasks.rados.rados.0.smithi090.stdout:3129: seq_num 954 ranges {0=786432,786432=671744,1458176=131072} 2024-03-07T03:07:47.227 INFO:tasks.rados.rados.0.smithi090.stdout:3129: writing smithi09077644-35 from 0 to 786432 tid 1 2024-03-07T03:07:47.231 INFO:tasks.rados.rados.0.smithi090.stdout:3129: writing smithi09077644-35 from 786432 to 1458176 tid 2 2024-03-07T03:07:47.232 INFO:tasks.rados.rados.0.smithi090.stdout:3129: writing smithi09077644-35 from 1458176 to 1589248 tid 3 2024-03-07T03:07:47.232 INFO:tasks.rados.rados.0.smithi090.stdout:3130: rollback oid 13 current snap is 303 2024-03-07T03:07:47.233 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 13 to 301 2024-03-07T03:07:47.233 INFO:tasks.rados.rados.0.smithi090.stdout:3123: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-07T03:07:47.236 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 3053 (ObjNum 65 snap 0 seq_num 3312841552) dirty exists 2024-03-07T03:07:47.236 INFO:tasks.rados.rados.0.smithi090.stdout:3123: done (7 left) 2024-03-07T03:07:47.236 INFO:tasks.rados.rados.0.smithi090.stdout:3125: done (6 left) 2024-03-07T03:07:47.236 INFO:tasks.rados.rados.0.smithi090.stdout:3131: rollback oid 29 current snap is 303 2024-03-07T03:07:47.237 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 29 to 292 2024-03-07T03:07:47.237 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 37 current snap is 303 2024-03-07T03:07:47.237 INFO:tasks.rados.rados.0.smithi090.stdout:3132: seq_num 955 ranges {0=802816,802816=557056,1359872=245760} 2024-03-07T03:07:47.241 INFO:tasks.rados.rados.0.smithi090.stdout:3132: writing smithi09077644-37 from 0 to 802816 tid 1 2024-03-07T03:07:47.245 INFO:tasks.rados.rados.0.smithi090.stdout:3132: writing smithi09077644-37 from 802816 to 1359872 tid 2 2024-03-07T03:07:47.247 INFO:tasks.rados.rados.0.smithi090.stdout:3132: writing smithi09077644-37 from 1359872 to 1605632 tid 3 2024-03-07T03:07:47.247 INFO:tasks.rados.rados.0.smithi090.stdout:3133: rmattr oid 31 current snap is 303 2024-03-07T03:07:47.247 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 19 current snap is 303 2024-03-07T03:07:47.247 INFO:tasks.rados.rados.0.smithi090.stdout:3131: finishing rollback tid 0 to smithi09077644-29 2024-03-07T03:07:47.247 INFO:tasks.rados.rados.0.smithi090.stdout:3129: finishing write tid 1 to smithi09077644-35 2024-03-07T03:07:47.247 INFO:tasks.rados.rados.0.smithi090.stdout:3131: finishing rollback tid 1 to smithi09077644-29 2024-03-07T03:07:47.247 INFO:tasks.rados.rados.0.smithi090.stdout:3134: seq_num 956 ranges {2400256=417792,2818048=434176,3252224=770048} 2024-03-07T03:07:47.263 INFO:tasks.rados.rados.0.smithi090.stdout:3134: writing smithi09077644-19 from 2400256 to 2818048 tid 1 2024-03-07T03:07:47.266 INFO:tasks.rados.rados.0.smithi090.stdout:3134: writing smithi09077644-19 from 2818048 to 3252224 tid 2 2024-03-07T03:07:47.271 INFO:tasks.rados.rados.0.smithi090.stdout:3134: writing smithi09077644-19 from 3252224 to 4022272 tid 3 2024-03-07T03:07:47.271 INFO:tasks.rados.rados.0.smithi090.stdout:3135: setattr oid 7 current snap is 303 2024-03-07T03:07:47.271 INFO:tasks.rados.rados.0.smithi090.stdout:3131: finishing rollback tid 2 to smithi09077644-29 2024-03-07T03:07:47.271 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 12735 (ObjNum 917 snap 289 seq_num 917) dirty exists 2024-03-07T03:07:47.271 INFO:tasks.rados.rados.0.smithi090.stdout:3129: finishing write tid 2 to smithi09077644-35 2024-03-07T03:07:47.271 INFO:tasks.rados.rados.0.smithi090.stdout:3129: finishing write tid 3 to smithi09077644-35 2024-03-07T03:07:47.271 INFO:tasks.rados.rados.0.smithi090.stdout:3129: finishing write tid 4 to smithi09077644-35 2024-03-07T03:07:47.271 INFO:tasks.rados.rados.0.smithi090.stdout:3129: finishing write tid 5 to smithi09077644-35 2024-03-07T03:07:47.272 INFO:tasks.rados.rados.0.smithi090.stdout:3129: oid 35 updating version 0 to 1426 2024-03-07T03:07:47.272 INFO:tasks.rados.rados.0.smithi090.stdout:3129: oid 35 version 1426 is already newer than 1424 2024-03-07T03:07:47.272 INFO:tasks.rados.rados.0.smithi090.stdout:3129: oid 35 version 1426 is already newer than 1425 2024-03-07T03:07:47.272 INFO:tasks.rados.rados.0.smithi090.stdout:3129: oid 35 updating version 1426 to 1427 2024-03-07T03:07:47.272 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 35 v 1427 (ObjNum 954 snap 303 seq_num 954) dirty exists 2024-03-07T03:07:47.272 INFO:tasks.rados.rados.0.smithi090.stdout:3129: left oid 35 (ObjNum 954 snap 303 seq_num 954) 2024-03-07T03:07:47.272 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 3054 (ObjNum 65 snap 0 seq_num 3312841552) dirty exists 2024-03-07T03:07:47.272 INFO:tasks.rados.rados.0.smithi090.stdout:3128: finishing copy_from racing read to smithi09077644-39 2024-03-07T03:07:47.272 INFO:tasks.rados.rados.0.smithi090.stdout:3128: finishing copy_from to smithi09077644-39 2024-03-07T03:07:47.272 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 1458 (ObjNum 777 snap 253 seq_num 777) dirty exists 2024-03-07T03:07:47.273 INFO:tasks.rados.rados.0.smithi090.stdout:3128: done (10 left) 2024-03-07T03:07:47.273 INFO:tasks.rados.rados.0.smithi090.stdout:3129: done (9 left) 2024-03-07T03:07:47.273 INFO:tasks.rados.rados.0.smithi090.stdout:3131: done (8 left) 2024-03-07T03:07:47.273 INFO:tasks.rados.rados.0.smithi090.stdout:3133: done (7 left) 2024-03-07T03:07:47.273 INFO:tasks.rados.rados.0.smithi090.stdout:3136: snap_remove snap 297 2024-03-07T03:07:47.415 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:07:47 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:07:47.207+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:47.415 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:47 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:47.217+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:47.415 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:47 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:47.217+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:07:47.415 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:47 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:47.218+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1cb=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:47.416 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:07:47 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[53298]: 2024-03-07T03:07:47.173+0000 7f2d9596f700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-07T03:07:47.416 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:07:47 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[53298]: 2024-03-07T03:07:47.173+0000 7f2d9596f700 -1 osd.7 683 *** Got signal Terminated *** 2024-03-07T03:07:47.416 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:07:47 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[53298]: 2024-03-07T03:07:47.173+0000 7f2d9596f700 -1 osd.7 683 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-07T03:07:47.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:47 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:47.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:47 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:47.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:47 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1cb=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:47.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:47 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:47.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:47 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:47.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:47 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:47.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:47 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:47.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:47 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:47.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:47 smithi092 ceph-mon[83777]: osd.7 marked itself down and dead 2024-03-07T03:07:47.577 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:07:47 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:07:47.214+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:47.577 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:47 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:47.213+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:47.577 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:47 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:47.217+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:47.577 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:47 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:47.206+0000 7f443ef5f700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:07:47.578 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:47 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:47.207+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:47.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:47 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:47.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:47 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:47.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:47 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1cb=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:47.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:47 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:47.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:47 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:47.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:47 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:47.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:47 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:47.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:47 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:47.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:47 smithi090 ceph-mon[89511]: osd.7 marked itself down and dead 2024-03-07T03:07:47.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:47 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:47.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:47 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:47.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:47 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1cb=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:47.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:47 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:47.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:47 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:47.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:47 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:47.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:47 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:47.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:47 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:47.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:47 smithi090 ceph-mon[91928]: osd.7 marked itself down and dead 2024-03-07T03:07:47.970 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:07:47 smithi092 podman[103634]: 2024-03-07 03:07:47.672919556 +0000 UTC m=+0.624386312 container died 1f2215787147bb4afcb89a4d5db22e70de29607b64f173fa8fbf24407e33bcf1 (image=quay.ceph.io/ceph-ci/ceph@sha256:4e788e3c6821efe986a710ffe10c052cd830c07b33cd4a66b97449fc9bbef8e7, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240222, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, RELEASE=reef-ae75fc9, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.33.5) 2024-03-07T03:07:48.211 INFO:tasks.rados.rados.0.smithi090.stdout:3136: done (7 left) 2024-03-07T03:07:48.211 INFO:tasks.rados.rados.0.smithi090.stdout:3137: snap_remove snap 302 2024-03-07T03:07:48.232 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:07:48 smithi092 podman[103634]: 2024-03-07 03:07:48.069137492 +0000 UTC m=+1.020604241 container cleanup 1f2215787147bb4afcb89a4d5db22e70de29607b64f173fa8fbf24407e33bcf1 (image=quay.ceph.io/ceph-ci/ceph@sha256:4e788e3c6821efe986a710ffe10c052cd830c07b33cd4a66b97449fc9bbef8e7, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7, RELEASE=reef-ae75fc9, org.label-schema.build-date=20240222, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-07T03:07:48.232 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:07:48 smithi092 bash[103634]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7 2024-03-07T03:07:48.232 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:07:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:07:48.205+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:48.232 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:48.208+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:07:48.232 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:48.208+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:48.233 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:48.209+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1cb=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:48.577 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:07:48 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:07:48.219+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:48.577 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:48 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:48.218+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:48.577 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:48 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:48.224+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:48.577 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:48 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:48.206+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:48.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:48 smithi090 ceph-mon[89511]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-07T03:07:48.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:48 smithi090 ceph-mon[89511]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-03-07T03:07:48.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:48 smithi090 ceph-mon[89511]: osdmap e684: 8 total, 7 up, 8 in 2024-03-07T03:07:48.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:48 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:48.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:48 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:48.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:48 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:48.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:48 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:48.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:48 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:48.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:48 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1cb=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:48.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:48 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:48.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:48 smithi090 ceph-mon[89511]: pgmap v454: 121 pgs: 19 stale+active+clean, 94 active+clean, 8 active+clean+snaptrim_error; 415 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.4 MiB/s wr, 16 op/s 2024-03-07T03:07:48.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:48 smithi090 ceph-mon[89511]: osdmap e685: 8 total, 7 up, 8 in 2024-03-07T03:07:48.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:48 smithi090 ceph-mon[91928]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-07T03:07:48.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:48 smithi090 ceph-mon[91928]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-03-07T03:07:48.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:48 smithi090 ceph-mon[91928]: osdmap e684: 8 total, 7 up, 8 in 2024-03-07T03:07:48.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:48 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:48.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:48 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:48.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:48 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:48.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:48 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:48.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:48 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:48.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:48 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1cb=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:48.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:48 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:48.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:48 smithi090 ceph-mon[91928]: pgmap v454: 121 pgs: 19 stale+active+clean, 94 active+clean, 8 active+clean+snaptrim_error; 415 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.4 MiB/s wr, 16 op/s 2024-03-07T03:07:48.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:48 smithi090 ceph-mon[91928]: osdmap e685: 8 total, 7 up, 8 in 2024-03-07T03:07:48.665 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:07:48 smithi092 podman[103661]: 2024-03-07 03:07:48.354518618 +0000 UTC m=+0.674791102 container remove 1f2215787147bb4afcb89a4d5db22e70de29607b64f173fa8fbf24407e33bcf1 (image=quay.ceph.io/ceph-ci/ceph@sha256:4e788e3c6821efe986a710ffe10c052cd830c07b33cd4a66b97449fc9bbef8e7, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7, CEPH_POINT_RELEASE=, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, RELEASE=reef-ae75fc9, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240222, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5) 2024-03-07T03:07:48.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:48 smithi092 ceph-mon[83777]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-07T03:07:48.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:48 smithi092 ceph-mon[83777]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-03-07T03:07:48.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:48 smithi092 ceph-mon[83777]: osdmap e684: 8 total, 7 up, 8 in 2024-03-07T03:07:48.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:48 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:48.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:48 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:48.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:48 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:48.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:48 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:48.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:48 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:48.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:48 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1cb=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:48.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:48 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:48.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:48 smithi092 ceph-mon[83777]: pgmap v454: 121 pgs: 19 stale+active+clean, 94 active+clean, 8 active+clean+snaptrim_error; 415 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.4 MiB/s wr, 16 op/s 2024-03-07T03:07:48.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:48 smithi092 ceph-mon[83777]: osdmap e685: 8 total, 7 up, 8 in 2024-03-07T03:07:48.999 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:07:48 smithi092 podman[103758]: 2024-03-07 03:07:48.581627196 +0000 UTC m=+0.017746496 image pull fdb83767c1ab7256a5adb2236a0d5ca62c64d53a1398fd6c12f8a81ff166e8ff quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71 2024-03-07T03:07:48.999 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:07:48 smithi092 podman[103758]: 2024-03-07 03:07:48.772286654 +0000 UTC m=+0.208405991 container create e46dba297e9d3df59e76f5db788446a2ca5e82b96c3227309e2f4ddcc5b7056a (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7-deactivate, org.label-schema.build-date=20240222, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=main-ea9a568, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-07T03:07:49.210 INFO:tasks.rados.rados.0.smithi090.stdout:3137: done (7 left) 2024-03-07T03:07:49.210 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 3 current snap is 303 2024-03-07T03:07:49.210 INFO:tasks.rados.rados.0.smithi090.stdout:3138: seq_num 957 ranges {6029312=434176,6463488=720896,7184384=483328} 2024-03-07T03:07:49.245 INFO:tasks.rados.rados.0.smithi090.stdout:3138: writing smithi09077644-3 from 6029312 to 6463488 tid 1 2024-03-07T03:07:49.249 INFO:tasks.rados.rados.0.smithi090.stdout:3138: writing smithi09077644-3 from 6463488 to 7184384 tid 2 2024-03-07T03:07:49.253 INFO:tasks.rados.rados.0.smithi090.stdout:3138: writing smithi09077644-3 from 7184384 to 7667712 tid 3 2024-03-07T03:07:49.253 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 6 current snap is 303 2024-03-07T03:07:49.253 INFO:tasks.rados.rados.0.smithi090.stdout:3134: finishing write tid 1 to smithi09077644-19 2024-03-07T03:07:49.253 INFO:tasks.rados.rados.0.smithi090.stdout:3139: seq_num 958 ranges {147456=450560,598016=655360,1253376=548864} 2024-03-07T03:07:49.256 INFO:tasks.rados.rados.0.smithi090.stdout:3139: writing smithi09077644-6 from 147456 to 598016 tid 1 2024-03-07T03:07:49.260 INFO:tasks.rados.rados.0.smithi090.stdout:3139: writing smithi09077644-6 from 598016 to 1253376 tid 2 2024-03-07T03:07:49.265 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:07:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:07:49.206+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:49.265 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:07:48 smithi092 podman[103758]: 2024-03-07 03:07:48.999757238 +0000 UTC m=+0.435876527 container init e46dba297e9d3df59e76f5db788446a2ca5e82b96c3227309e2f4ddcc5b7056a (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7-deactivate, RELEASE=main-ea9a568, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240222, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-03-07T03:07:49.265 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:07:49 smithi092 podman[103758]: 2024-03-07 03:07:49.003025044 +0000 UTC m=+0.439144342 container start e46dba297e9d3df59e76f5db788446a2ca5e82b96c3227309e2f4ddcc5b7056a (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7-deactivate, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240222, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-ea9a568, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-03-07T03:07:49.265 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:07:49 smithi092 podman[103758]: 2024-03-07 03:07:49.082861518 +0000 UTC m=+0.518980816 container attach e46dba297e9d3df59e76f5db788446a2ca5e82b96c3227309e2f4ddcc5b7056a (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7-deactivate, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240222, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-ea9a568, GIT_BRANCH=HEAD) 2024-03-07T03:07:49.265 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:49 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:49.265 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:49 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:49.266 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:49 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:49.266 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:49 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1cb=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:49.266 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:49 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:49.266 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:49 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:49.266 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:49 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:49.266 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:49 smithi092 ceph-mon[83777]: osdmap e686: 8 total, 7 up, 8 in 2024-03-07T03:07:49.267 INFO:tasks.rados.rados.0.smithi090.stdout:3139: writing smithi09077644-6 from 1253376 to 1802240 tid 3 2024-03-07T03:07:49.267 INFO:tasks.rados.rados.0.smithi090.stdout:3140: snap_create 2024-03-07T03:07:49.267 INFO:tasks.rados.rados.0.smithi090.stdout:3134: finishing write tid 2 to smithi09077644-19 2024-03-07T03:07:49.267 INFO:tasks.rados.rados.0.smithi090.stdout:3134: finishing write tid 3 to smithi09077644-19 2024-03-07T03:07:49.268 INFO:tasks.rados.rados.0.smithi090.stdout:3134: finishing write tid 4 to smithi09077644-19 2024-03-07T03:07:49.268 INFO:tasks.rados.rados.0.smithi090.stdout:3134: finishing write tid 5 to smithi09077644-19 2024-03-07T03:07:49.268 INFO:tasks.rados.rados.0.smithi090.stdout:3134: oid 19 updating version 0 to 1425 2024-03-07T03:07:49.268 INFO:tasks.rados.rados.0.smithi090.stdout:3134: oid 19 updating version 1425 to 1426 2024-03-07T03:07:49.268 INFO:tasks.rados.rados.0.smithi090.stdout:3134: oid 19 version 1426 is already newer than 1424 2024-03-07T03:07:49.268 INFO:tasks.rados.rados.0.smithi090.stdout:3134: oid 19 updating version 1426 to 1427 2024-03-07T03:07:49.268 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 1427 (ObjNum 956 snap 303 seq_num 956) dirty exists 2024-03-07T03:07:49.268 INFO:tasks.rados.rados.0.smithi090.stdout:3134: left oid 19 (ObjNum 956 snap 303 seq_num 956) 2024-03-07T03:07:49.268 INFO:tasks.rados.rados.0.smithi090.stdout:3126: finishing copy_from racing read to smithi09077644-44 2024-03-07T03:07:49.268 INFO:tasks.rados.rados.0.smithi090.stdout:3126: finishing copy_from to smithi09077644-44 2024-03-07T03:07:49.268 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 44 v 1419 (ObjNum 904 snap 286 seq_num 904) dirty exists 2024-03-07T03:07:49.268 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 7 v 725 (ObjNum 906 snap 287 seq_num 906) dirty exists 2024-03-07T03:07:49.268 INFO:tasks.rados.rados.0.smithi090.stdout:3127: finishing write tid 1 to smithi09077644-27 2024-03-07T03:07:49.269 INFO:tasks.rados.rados.0.smithi090.stdout:3127: finishing write tid 2 to smithi09077644-27 2024-03-07T03:07:49.269 INFO:tasks.rados.rados.0.smithi090.stdout:3127: finishing write tid 3 to smithi09077644-27 2024-03-07T03:07:49.269 INFO:tasks.rados.rados.0.smithi090.stdout:3127: finishing write tid 4 to smithi09077644-27 2024-03-07T03:07:49.269 INFO:tasks.rados.rados.0.smithi090.stdout:3132: finishing write tid 1 to smithi09077644-37 2024-03-07T03:07:49.269 INFO:tasks.rados.rados.0.smithi090.stdout:3132: finishing write tid 2 to smithi09077644-37 2024-03-07T03:07:49.269 INFO:tasks.rados.rados.0.smithi090.stdout:3124: expect (ObjNum 948 snap 299 seq_num 948) 2024-03-07T03:07:49.319 INFO:tasks.rados.rados.0.smithi090.stdout:3127: finishing write tid 5 to smithi09077644-27 2024-03-07T03:07:49.319 INFO:tasks.rados.rados.0.smithi090.stdout:3127: oid 27 updating version 0 to 1175 2024-03-07T03:07:49.319 INFO:tasks.rados.rados.0.smithi090.stdout:3127: oid 27 updating version 1175 to 1177 2024-03-07T03:07:49.319 INFO:tasks.rados.rados.0.smithi090.stdout:3127: oid 27 version 1177 is already newer than 1176 2024-03-07T03:07:49.319 INFO:tasks.rados.rados.0.smithi090.stdout:3127: oid 27 updating version 1177 to 1178 2024-03-07T03:07:49.319 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 27 v 1178 (ObjNum 953 snap 303 seq_num 953) dirty exists 2024-03-07T03:07:49.319 INFO:tasks.rados.rados.0.smithi090.stdout:3127: left oid 27 (ObjNum 953 snap 303 seq_num 953) 2024-03-07T03:07:49.319 INFO:tasks.rados.rados.0.smithi090.stdout:3130: finishing rollback tid 0 to smithi09077644-13 2024-03-07T03:07:49.319 INFO:tasks.rados.rados.0.smithi090.stdout:3132: finishing write tid 3 to smithi09077644-37 2024-03-07T03:07:49.319 INFO:tasks.rados.rados.0.smithi090.stdout:3130: finishing rollback tid 1 to smithi09077644-13 2024-03-07T03:07:49.319 INFO:tasks.rados.rados.0.smithi090.stdout:3132: finishing write tid 4 to smithi09077644-37 2024-03-07T03:07:49.320 INFO:tasks.rados.rados.0.smithi090.stdout:3130: finishing rollback tid 2 to smithi09077644-13 2024-03-07T03:07:49.320 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 13 v 1345 (ObjNum 944 snap 296 seq_num 944) dirty exists 2024-03-07T03:07:49.320 INFO:tasks.rados.rados.0.smithi090.stdout:3132: finishing write tid 5 to smithi09077644-37 2024-03-07T03:07:49.320 INFO:tasks.rados.rados.0.smithi090.stdout:3132: oid 37 updating version 0 to 1182 2024-03-07T03:07:49.320 INFO:tasks.rados.rados.0.smithi090.stdout:3132: oid 37 version 1182 is already newer than 1179 2024-03-07T03:07:49.320 INFO:tasks.rados.rados.0.smithi090.stdout:3132: oid 37 version 1182 is already newer than 1180 2024-03-07T03:07:49.320 INFO:tasks.rados.rados.0.smithi090.stdout:3132: oid 37 version 1182 is already newer than 1181 2024-03-07T03:07:49.320 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 37 v 1182 (ObjNum 955 snap 303 seq_num 955) dirty exists 2024-03-07T03:07:49.320 INFO:tasks.rados.rados.0.smithi090.stdout:3132: left oid 37 (ObjNum 955 snap 303 seq_num 955) 2024-03-07T03:07:49.320 INFO:tasks.rados.rados.0.smithi090.stdout:3138: finishing write tid 1 to smithi09077644-3 2024-03-07T03:07:49.320 INFO:tasks.rados.rados.0.smithi090.stdout:3138: finishing write tid 2 to smithi09077644-3 2024-03-07T03:07:49.320 INFO:tasks.rados.rados.0.smithi090.stdout:3138: finishing write tid 3 to smithi09077644-3 2024-03-07T03:07:49.320 INFO:tasks.rados.rados.0.smithi090.stdout:3138: finishing write tid 4 to smithi09077644-3 2024-03-07T03:07:49.320 INFO:tasks.rados.rados.0.smithi090.stdout:3138: finishing write tid 5 to smithi09077644-3 2024-03-07T03:07:49.321 INFO:tasks.rados.rados.0.smithi090.stdout:3138: oid 3 updating version 0 to 1460 2024-03-07T03:07:49.321 INFO:tasks.rados.rados.0.smithi090.stdout:3138: oid 3 updating version 1460 to 1461 2024-03-07T03:07:49.321 INFO:tasks.rados.rados.0.smithi090.stdout:3138: oid 3 updating version 1461 to 1462 2024-03-07T03:07:49.321 INFO:tasks.rados.rados.0.smithi090.stdout:3138: oid 3 version 1462 is already newer than 1459 2024-03-07T03:07:49.321 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 1462 (ObjNum 957 snap 303 seq_num 957) dirty exists 2024-03-07T03:07:49.321 INFO:tasks.rados.rados.0.smithi090.stdout:3138: left oid 3 (ObjNum 957 snap 303 seq_num 957) 2024-03-07T03:07:49.321 INFO:tasks.rados.rados.0.smithi090.stdout:3139: finishing write tid 1 to smithi09077644-6 2024-03-07T03:07:49.321 INFO:tasks.rados.rados.0.smithi090.stdout:3139: finishing write tid 2 to smithi09077644-6 2024-03-07T03:07:49.321 INFO:tasks.rados.rados.0.smithi090.stdout:3139: finishing write tid 3 to smithi09077644-6 2024-03-07T03:07:49.321 INFO:tasks.rados.rados.0.smithi090.stdout:3139: finishing write tid 4 to smithi09077644-6 2024-03-07T03:07:49.321 INFO:tasks.rados.rados.0.smithi090.stdout:3139: finishing write tid 5 to smithi09077644-6 2024-03-07T03:07:49.321 INFO:tasks.rados.rados.0.smithi090.stdout:3139: oid 6 updating version 0 to 1428 2024-03-07T03:07:49.321 INFO:tasks.rados.rados.0.smithi090.stdout:3139: oid 6 updating version 1428 to 1431 2024-03-07T03:07:49.321 INFO:tasks.rados.rados.0.smithi090.stdout:3139: oid 6 version 1431 is already newer than 1430 2024-03-07T03:07:49.321 INFO:tasks.rados.rados.0.smithi090.stdout:3139: oid 6 version 1431 is already newer than 1429 2024-03-07T03:07:49.322 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 1431 (ObjNum 958 snap 303 seq_num 958) dirty exists 2024-03-07T03:07:49.322 INFO:tasks.rados.rados.0.smithi090.stdout:3139: left oid 6 (ObjNum 958 snap 303 seq_num 958) 2024-03-07T03:07:49.576 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:07:49 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:07:49.212+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:49.577 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:49 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:49.259+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:49.577 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:49 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:49.262+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:49.577 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:49 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:49.263+0000 7f443ef5f700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:07:49.577 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:49 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:49.263+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:49.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:49 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:49.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:49 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:49.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:49 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:49.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:49 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1cb=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:49.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:49 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:49.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:49 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:49.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:49 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:49.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:49 smithi090 ceph-mon[91928]: osdmap e686: 8 total, 7 up, 8 in 2024-03-07T03:07:49.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:49 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:49.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:49 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:49.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:49 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:49.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:49 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1cb=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:49.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:49 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:49.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:49 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:49.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:49 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:49.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:49 smithi090 ceph-mon[89511]: osdmap e686: 8 total, 7 up, 8 in 2024-03-07T03:07:49.610 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:07:49 smithi092 podman[103758]: 2024-03-07 03:07:49.295045916 +0000 UTC m=+0.731165208 container died e46dba297e9d3df59e76f5db788446a2ca5e82b96c3227309e2f4ddcc5b7056a (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7-deactivate, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240222, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-ea9a568, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.vendor=CentOS) 2024-03-07T03:07:49.611 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:49.263+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:49.611 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:49.263+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:07:49.611 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:49.263+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1cb=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:50.165 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:07:49 smithi092 podman[103784]: 2024-03-07 03:07:49.87809374 +0000 UTC m=+0.578042215 container remove e46dba297e9d3df59e76f5db788446a2ca5e82b96c3227309e2f4ddcc5b7056a (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240222, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, RELEASE=main-ea9a568) 2024-03-07T03:07:50.165 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:07:49 smithi092 systemd[1]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@osd.7.service: Deactivated successfully. 2024-03-07T03:07:50.165 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:07:49 smithi092 systemd[1]: Stopped Ceph osd.7 for fb96fd1c-dc2c-11ee-95c6-87774f69a715. 2024-03-07T03:07:50.165 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:07:49 smithi092 systemd[1]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@osd.7.service: Consumed 18.478s CPU time. 2024-03-07T03:07:50.166 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:07:50 smithi092 systemd[1]: Starting Ceph osd.7 for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T03:07:50.247 INFO:tasks.rados.rados.0.smithi090.stdout:3124: done (9 left) 2024-03-07T03:07:50.247 INFO:tasks.rados.rados.0.smithi090.stdout:3126: done (8 left) 2024-03-07T03:07:50.248 INFO:tasks.rados.rados.0.smithi090.stdout:3127: done (7 left) 2024-03-07T03:07:50.248 INFO:tasks.rados.rados.0.smithi090.stdout:3130: done (6 left) 2024-03-07T03:07:50.248 INFO:tasks.rados.rados.0.smithi090.stdout:3132: done (5 left) 2024-03-07T03:07:50.248 INFO:tasks.rados.rados.0.smithi090.stdout:3134: done (4 left) 2024-03-07T03:07:50.248 INFO:tasks.rados.rados.0.smithi090.stdout:3135: done (3 left) 2024-03-07T03:07:50.248 INFO:tasks.rados.rados.0.smithi090.stdout:3138: done (2 left) 2024-03-07T03:07:50.248 INFO:tasks.rados.rados.0.smithi090.stdout:3139: done (1 left) 2024-03-07T03:07:50.248 INFO:tasks.rados.rados.0.smithi090.stdout:3140: done (0 left) 2024-03-07T03:07:50.248 INFO:tasks.rados.rados.0.smithi090.stdout:3141: snap_remove snap 298 2024-03-07T03:07:50.548 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:07:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:07:50.404+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:50.549 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:50 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:50.549 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:50 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:50.549 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:50 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:50.549 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:50 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:50.549 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:50 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:50.549 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:50 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1cb=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:50.549 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:50 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:50.549 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:50 smithi092 ceph-mon[83777]: pgmap v457: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 2 active+undersized+degraded, 8 active+undersized, 9 peering, 10 stale+active+clean, 84 active+clean, 7 active+clean+snaptrim_error; 447 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 8.4 MiB/s wr, 11 op/s; 38/759 objects degraded (5.007%) 2024-03-07T03:07:50.549 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:07:50 smithi092 podman[103888]: 2024-03-07 03:07:50.21791838 +0000 UTC m=+0.017927683 image pull fdb83767c1ab7256a5adb2236a0d5ca62c64d53a1398fd6c12f8a81ff166e8ff quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71 2024-03-07T03:07:50.549 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:07:50 smithi092 podman[103888]: 2024-03-07 03:07:50.329718689 +0000 UTC m=+0.129727984 container create 84502eb75e35eecd4873ff6a821d4ca1232f813d2f7d015dd642727a167e5dea (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7-activate, io.buildah.version=1.33.5, org.label-schema.build-date=20240222, RELEASE=main-ea9a568, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-03-07T03:07:50.549 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:07:50 smithi092 podman[103888]: 2024-03-07 03:07:50.548831211 +0000 UTC m=+0.348840509 container init 84502eb75e35eecd4873ff6a821d4ca1232f813d2f7d015dd642727a167e5dea (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7-activate, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=main-ea9a568, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240222) 2024-03-07T03:07:50.577 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:50 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:50.245+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:50.577 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:50 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:50.245+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:50.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:50 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:50.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:50 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:50.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:50 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:50.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:50 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:50.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:50 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:50.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:50 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1cb=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:50.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:50 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:50.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:50 smithi090 ceph-mon[89511]: pgmap v457: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 2 active+undersized+degraded, 8 active+undersized, 9 peering, 10 stale+active+clean, 84 active+clean, 7 active+clean+snaptrim_error; 447 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 8.4 MiB/s wr, 11 op/s; 38/759 objects degraded (5.007%) 2024-03-07T03:07:50.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:50 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:50.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:50 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:50.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:50 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:50.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:50 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:50.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:50 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:50.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:50 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1cb=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:50.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:50 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:50.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:50 smithi090 ceph-mon[91928]: pgmap v457: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 2 active+undersized+degraded, 8 active+undersized, 9 peering, 10 stale+active+clean, 84 active+clean, 7 active+clean+snaptrim_error; 447 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 8.4 MiB/s wr, 11 op/s; 38/759 objects degraded (5.007%) 2024-03-07T03:07:50.588 INFO:teuthology.orchestra.run.smithi090.stdout:true 2024-03-07T03:07:50.907 INFO:teuthology.orchestra.run.smithi090.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-07T03:07:50.907 INFO:teuthology.orchestra.run.smithi090.stdout:alertmanager.a smithi090 *:9093,9094 running (12m) 2m ago 13m 24.7M - 0.25.0 c8568f914cd2 c7f315859531 2024-03-07T03:07:50.907 INFO:teuthology.orchestra.run.smithi090.stdout:grafana.a smithi092 *:3000 running (13m) 28s ago 13m 88.9M - 9.4.7 954c08fa6188 044a70fdd07e 2024-03-07T03:07:50.907 INFO:teuthology.orchestra.run.smithi090.stdout:mds.a smithi090 running (14m) 2m ago 14m 16.2M - 18.2.1-718-gae75fc9d 0164bb8a7c67 8b3baf63c0c9 2024-03-07T03:07:50.907 INFO:teuthology.orchestra.run.smithi090.stdout:mds.b smithi092 running (14m) 28s ago 14m 22.0M - 18.2.1-718-gae75fc9d 0164bb8a7c67 ce3c1188fa28 2024-03-07T03:07:50.907 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.x smithi092 *:8443,9283,8765 running (5m) 28s ago 17m 453M - 19.0.0-1905-gea9a5688 fdb83767c1ab ca843ce9235f 2024-03-07T03:07:50.907 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.y smithi090 *:8443,9283,8765 running (6m) 2m ago 19m 507M - 19.0.0-1905-gea9a5688 fdb83767c1ab 3f0549138d93 2024-03-07T03:07:50.907 INFO:teuthology.orchestra.run.smithi090.stdout:mon.a smithi090 running (5m) 2m ago 19m 53.7M 2048M 19.0.0-1905-gea9a5688 fdb83767c1ab f36508ef70bc 2024-03-07T03:07:50.907 INFO:teuthology.orchestra.run.smithi090.stdout:mon.b smithi092 running (4m) 28s ago 17m 46.9M 2048M 19.0.0-1905-gea9a5688 fdb83767c1ab 70867588f01a 2024-03-07T03:07:50.907 INFO:teuthology.orchestra.run.smithi090.stdout:mon.c smithi090 running (5m) 2m ago 17m 46.3M 2048M 19.0.0-1905-gea9a5688 fdb83767c1ab 93f762a9b94a 2024-03-07T03:07:50.907 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.a smithi090 *:9100 running (12m) 2m ago 12m 17.0M - 1.5.0 0da6a335fe13 76496853f3a5 2024-03-07T03:07:50.908 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.b smithi092 *:9100 running (12m) 28s ago 12m 14.9M - 1.5.0 0da6a335fe13 9ed8c0a03920 2024-03-07T03:07:50.908 INFO:teuthology.orchestra.run.smithi090.stdout:osd.0 smithi090 running (4m) 2m ago 17m 195M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab 7a23382ba346 2024-03-07T03:07:50.908 INFO:teuthology.orchestra.run.smithi090.stdout:osd.1 smithi090 running (3m) 2m ago 16m 142M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab d1d5335a3808 2024-03-07T03:07:50.908 INFO:teuthology.orchestra.run.smithi090.stdout:osd.2 smithi090 running (2m) 2m ago 16m 116M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab 34e4a76f0e0d 2024-03-07T03:07:50.908 INFO:teuthology.orchestra.run.smithi090.stdout:osd.3 smithi090 running (2m) 2m ago 16m 15.1M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab 04aef511bc7e 2024-03-07T03:07:50.908 INFO:teuthology.orchestra.run.smithi090.stdout:osd.4 smithi092 running (107s) 28s ago 15m 205M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab 8e559c34e8fe 2024-03-07T03:07:50.908 INFO:teuthology.orchestra.run.smithi090.stdout:osd.5 smithi092 running (69s) 28s ago 15m 177M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab d3fe952fea5f 2024-03-07T03:07:50.908 INFO:teuthology.orchestra.run.smithi090.stdout:osd.6 smithi092 running (34s) 28s ago 14m 12.7M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab 9a6332c192c9 2024-03-07T03:07:50.908 INFO:teuthology.orchestra.run.smithi090.stdout:osd.7 smithi092 running (14m) 28s ago 14m 210M 2480M 18.2.1-718-gae75fc9d 0164bb8a7c67 1f2215787147 2024-03-07T03:07:50.908 INFO:teuthology.orchestra.run.smithi090.stdout:prometheus.a smithi092 *:9095 running (5m) 28s ago 13m 63.4M - 2.43.0 a07b618ecd1d 1b8503a67e38 2024-03-07T03:07:50.915 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:07:50 smithi092 podman[103888]: 2024-03-07 03:07:50.552084246 +0000 UTC m=+0.352093548 container start 84502eb75e35eecd4873ff6a821d4ca1232f813d2f7d015dd642727a167e5dea (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7-activate, org.label-schema.build-date=20240222, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=main-ea9a568, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-03-07T03:07:50.915 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:07:50 smithi092 podman[103888]: 2024-03-07 03:07:50.640402369 +0000 UTC m=+0.440411673 container attach 84502eb75e35eecd4873ff6a821d4ca1232f813d2f7d015dd642727a167e5dea (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7-activate, RELEASE=main-ea9a568, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, io.buildah.version=1.33.5, org.label-schema.build-date=20240222, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True) 2024-03-07T03:07:51.241 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:50 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:50.839+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:51.241 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:51 smithi090 ceph-mon[89511]: Health check failed: Reduced data availability: 3 pgs inactive, 4 pgs peering (PG_AVAILABILITY) 2024-03-07T03:07:51.241 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:51 smithi090 ceph-mon[89511]: Health check failed: Degraded data redundancy: 38/759 objects degraded (5.007%), 3 pgs degraded (PG_DEGRADED) 2024-03-07T03:07:51.241 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:51 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:51.241 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:51 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:51.241 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:51 smithi090 ceph-mon[89511]: osdmap e687: 8 total, 7 up, 8 in 2024-03-07T03:07:51.242 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:07:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7-activate[103904]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-03-07T03:07:51.242 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:07:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7-activate[103904]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-03-07T03:07:51.242 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:07:50 smithi092 bash[103888]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-03-07T03:07:51.242 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:07:50 smithi092 bash[103888]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-03-07T03:07:51.242 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:07:50 smithi092 bash[103888]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-03-07T03:07:51.242 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:07:50 smithi092 bash[103888]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-03-07T03:07:51.242 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:07:50 smithi092 bash[103888]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-03-07T03:07:51.242 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:07:50 smithi092 bash[103888]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-03-07T03:07:51.242 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:07:50 smithi092 bash[103888]: --> ceph-volume raw activate successful for osd ID: 7 2024-03-07T03:07:51.243 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:07:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7-activate[103904]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-03-07T03:07:51.243 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:07:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7-activate[103904]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-03-07T03:07:51.243 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:07:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7-activate[103904]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-03-07T03:07:51.243 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:07:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7-activate[103904]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-03-07T03:07:51.243 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:07:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7-activate[103904]: --> ceph-volume raw activate successful for osd ID: 7 2024-03-07T03:07:51.243 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:07:51 smithi092 podman[103888]: 2024-03-07 03:07:51.015733341 +0000 UTC m=+0.815742654 container died 84502eb75e35eecd4873ff6a821d4ca1232f813d2f7d015dd642727a167e5dea (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7-activate, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240222, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-ea9a568, org.label-schema.vendor=CentOS) 2024-03-07T03:07:51.243 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:51 smithi090 ceph-mon[91928]: Health check failed: Reduced data availability: 3 pgs inactive, 4 pgs peering (PG_AVAILABILITY) 2024-03-07T03:07:51.243 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:51 smithi090 ceph-mon[91928]: Health check failed: Degraded data redundancy: 38/759 objects degraded (5.007%), 3 pgs degraded (PG_DEGRADED) 2024-03-07T03:07:51.243 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:51 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:51.244 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:51 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:51.244 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:51 smithi090 ceph-mon[91928]: osdmap e687: 8 total, 7 up, 8 in 2024-03-07T03:07:51.244 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:51 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:51.244 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:51 smithi090 ceph-mon[89511]: from='client.34359 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:07:51.244 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:51 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:51.251 INFO:tasks.rados.rados.0.smithi090.stdout:3141: done (0 left) 2024-03-07T03:07:51.251 INFO:tasks.rados.rados.0.smithi090.stdout:3142: copy_from oid 16 from oid 21 current snap is 304 2024-03-07T03:07:51.252 INFO:tasks.rados.rados.0.smithi090.stdout:3143: rmattr oid 13 current snap is 304 2024-03-07T03:07:51.252 INFO:tasks.rados.rados.0.smithi090.stdout:3143: done (1 left) 2024-03-07T03:07:51.252 INFO:tasks.rados.rados.0.smithi090.stdout:3144: delete oid 33 current snap is 304 2024-03-07T03:07:51.259 INFO:tasks.rados.rados.0.smithi090.stdout:3144: done (1 left) 2024-03-07T03:07:51.260 INFO:tasks.rados.rados.0.smithi090.stdout:3145: snap_remove snap 296 2024-03-07T03:07:51.301 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-03-07T03:07:51.301 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": { 2024-03-07T03:07:51.301 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 3 2024-03-07T03:07:51.301 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:07:51.301 INFO:teuthology.orchestra.run.smithi090.stdout: "mgr": { 2024-03-07T03:07:51.301 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 2 2024-03-07T03:07:51.301 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:07:51.302 INFO:teuthology.orchestra.run.smithi090.stdout: "osd": { 2024-03-07T03:07:51.302 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 7 2024-03-07T03:07:51.302 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:07:51.302 INFO:teuthology.orchestra.run.smithi090.stdout: "mds": { 2024-03-07T03:07:51.302 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 2 2024-03-07T03:07:51.302 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:07:51.302 INFO:teuthology.orchestra.run.smithi090.stdout: "overall": { 2024-03-07T03:07:51.302 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 2, 2024-03-07T03:07:51.302 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 12 2024-03-07T03:07:51.302 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-03-07T03:07:51.302 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-03-07T03:07:51.576 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:07:51 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:07:51.250+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:51.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:51 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:51.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:51 smithi090 ceph-mon[91928]: from='client.34359 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:07:51.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:51 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:51.577 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:51 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:51.255+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:51.577 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:51 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:51.255+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:51.577 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:51 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:51.258+0000 7f4442f67700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:07:51.578 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:51 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:51.258+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:51.619 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:51.257+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:07:51.619 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:51.257+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:51.619 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:51.257+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1cb=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:51.619 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:51 smithi092 ceph-mon[83777]: Health check failed: Reduced data availability: 3 pgs inactive, 4 pgs peering (PG_AVAILABILITY) 2024-03-07T03:07:51.619 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:51 smithi092 ceph-mon[83777]: Health check failed: Degraded data redundancy: 38/759 objects degraded (5.007%), 3 pgs degraded (PG_DEGRADED) 2024-03-07T03:07:51.619 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:51 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:51.619 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:51 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:51.619 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:51 smithi092 ceph-mon[83777]: osdmap e687: 8 total, 7 up, 8 in 2024-03-07T03:07:51.619 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:51 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:51.619 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:51 smithi092 ceph-mon[83777]: from='client.34359 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:07:51.620 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:51 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:51.620 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:07:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:07:51.248+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:51.915 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:07:51 smithi092 podman[104026]: 2024-03-07 03:07:51.619301125 +0000 UTC m=+0.596329877 container remove 84502eb75e35eecd4873ff6a821d4ca1232f813d2f7d015dd642727a167e5dea (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7-activate, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240222, maintainer=Guillaume Abrioux , GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, ceph=True, GIT_BRANCH=HEAD, RELEASE=main-ea9a568, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-03-07T03:07:51.915 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:07:51 smithi092 podman[104092]: 2024-03-07 03:07:51.736512453 +0000 UTC m=+0.018851634 image pull fdb83767c1ab7256a5adb2236a0d5ca62c64d53a1398fd6c12f8a81ff166e8ff quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71 2024-03-07T03:07:51.915 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:07:51 smithi092 podman[104092]: 2024-03-07 03:07:51.861805677 +0000 UTC m=+0.144144842 container create a2de553b24bee0fda55b7b8ebc9094f0d942878551acf32a38669fd45ad46312 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240222, RELEASE=main-ea9a568, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-03-07T03:07:52.257 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:07:52 smithi092 podman[104092]: 2024-03-07 03:07:52.064374033 +0000 UTC m=+0.346713197 container init a2de553b24bee0fda55b7b8ebc9094f0d942878551acf32a38669fd45ad46312 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, RELEASE=main-ea9a568, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240222, org.label-schema.license=GPLv2, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-03-07T03:07:52.257 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:07:52 smithi092 podman[104092]: 2024-03-07 03:07:52.067228535 +0000 UTC m=+0.349567703 container start a2de553b24bee0fda55b7b8ebc9094f0d942878551acf32a38669fd45ad46312 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240222, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=main-ea9a568, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-07T03:07:52.257 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:07:52 smithi092 ceph-osd[104110]: -- 172.21.15.92:0/3879467813 <== mon.1 v2:172.21.15.92:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5643f1907680 con 0x5643f18d0c00 2024-03-07T03:07:52.257 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:07:52 smithi092 bash[104092]: a2de553b24bee0fda55b7b8ebc9094f0d942878551acf32a38669fd45ad46312 2024-03-07T03:07:52.258 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:07:52 smithi092 systemd[1]: Started Ceph osd.7 for fb96fd1c-dc2c-11ee-95c6-87774f69a715. 2024-03-07T03:07:52.258 INFO:tasks.rados.rados.0.smithi090.stdout:3142: finishing copy_from racing read to smithi09077644-16 2024-03-07T03:07:52.258 INFO:tasks.rados.rados.0.smithi090.stdout:3142: finishing copy_from to smithi09077644-16 2024-03-07T03:07:52.258 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 1422 (ObjNum 640 snap 199 seq_num 640) dirty exists 2024-03-07T03:07:52.258 INFO:tasks.rados.rados.0.smithi090.stdout:3142: done (1 left) 2024-03-07T03:07:52.259 INFO:tasks.rados.rados.0.smithi090.stdout:3145: done (0 left) 2024-03-07T03:07:52.259 INFO:tasks.rados.rados.0.smithi090.stdout:3146: rollback oid 38 current snap is 304 2024-03-07T03:07:52.259 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 38 to 303 2024-03-07T03:07:52.259 INFO:tasks.rados.rados.0.smithi090.stdout:3147: setattr oid 47 current snap is 304 2024-03-07T03:07:52.261 INFO:tasks.rados.rados.0.smithi090.stdout:3148: copy_from oid 15 from oid 33 current snap is 304 2024-03-07T03:07:52.262 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 35 current snap is 304 2024-03-07T03:07:52.262 INFO:tasks.rados.rados.0.smithi090.stdout:3149: seq_num 960 ranges {1589248=483328,2072576=425984,2498560=761856,3260416=16384} 2024-03-07T03:07:52.273 INFO:tasks.rados.rados.0.smithi090.stdout:3149: writing smithi09077644-35 from 1589248 to 2072576 tid 1 2024-03-07T03:07:52.277 INFO:tasks.rados.rados.0.smithi090.stdout:3149: writing smithi09077644-35 from 2072576 to 2498560 tid 2 2024-03-07T03:07:52.282 INFO:tasks.rados.rados.0.smithi090.stdout:3149: writing smithi09077644-35 from 2498560 to 3260416 tid 3 2024-03-07T03:07:52.283 INFO:tasks.rados.rados.0.smithi090.stdout:3149: writing smithi09077644-35 from 3260416 to 3276800 tid 4 2024-03-07T03:07:52.283 INFO:tasks.rados.rados.0.smithi090.stdout:3150: copy_from oid 4 from oid 5 current snap is 304 2024-03-07T03:07:52.283 INFO:tasks.rados.rados.0.smithi090.stdout:3148: finishing copy_from to smithi09077644-15 2024-03-07T03:07:52.283 INFO:tasks.rados.rados.0.smithi090.stdout:3148: got expected ENOENT (src dne) 2024-03-07T03:07:52.283 INFO:tasks.rados.rados.0.smithi090.stdout:3148: finishing copy_from racing read to smithi09077644-15 2024-03-07T03:07:52.283 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 3112 (ObjNum 952 snap 303 seq_num 952) dirty exists 2024-03-07T03:07:52.283 INFO:tasks.rados.rados.0.smithi090.stdout:3147: done (4 left) 2024-03-07T03:07:52.283 INFO:tasks.rados.rados.0.smithi090.stdout:3148: done (3 left) 2024-03-07T03:07:52.283 INFO:tasks.rados.rados.0.smithi090.stdout:3151: delete oid 48 current snap is 304 2024-03-07T03:07:52.283 INFO:tasks.rados.rados.0.smithi090.stdout:3146: finishing rollback tid 0 to smithi09077644-38 2024-03-07T03:07:52.283 INFO:tasks.rados.rados.0.smithi090.stdout:3146: finishing rollback tid 1 to smithi09077644-38 2024-03-07T03:07:52.283 INFO:tasks.rados.rados.0.smithi090.stdout:3146: finishing rollback tid 2 to smithi09077644-38 2024-03-07T03:07:52.283 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 1478 (ObjNum 907 snap 287 seq_num 907) dirty exists 2024-03-07T03:07:52.283 INFO:tasks.rados.rados.0.smithi090.stdout:3149: finishing write tid 1 to smithi09077644-35 2024-03-07T03:07:52.283 INFO:tasks.rados.rados.0.smithi090.stdout:3149: finishing write tid 2 to smithi09077644-35 2024-03-07T03:07:52.286 INFO:tasks.rados.rados.0.smithi090.stdout:3150: finishing copy_from racing read to smithi09077644-4 2024-03-07T03:07:52.287 INFO:tasks.rados.rados.0.smithi090.stdout:3150: finishing copy_from to smithi09077644-4 2024-03-07T03:07:52.287 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 1432 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-03-07T03:07:52.287 INFO:tasks.rados.rados.0.smithi090.stdout:3146: done (3 left) 2024-03-07T03:07:52.288 INFO:tasks.rados.rados.0.smithi090.stdout:3150: done (2 left) 2024-03-07T03:07:52.288 INFO:tasks.rados.rados.0.smithi090.stdout:3151: done (1 left) 2024-03-07T03:07:52.288 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 12 current snap is 304 2024-03-07T03:07:52.288 INFO:tasks.rados.rados.0.smithi090.stdout:3152: seq_num 962 ranges {1392640=516096,1908736=589824,2498560=614400} 2024-03-07T03:07:52.298 INFO:tasks.rados.rados.0.smithi090.stdout:3152: writing smithi09077644-12 from 1392640 to 1908736 tid 1 2024-03-07T03:07:52.301 INFO:tasks.rados.rados.0.smithi090.stdout:3152: writing smithi09077644-12 from 1908736 to 2498560 tid 2 2024-03-07T03:07:52.306 INFO:tasks.rados.rados.0.smithi090.stdout:3152: writing smithi09077644-12 from 2498560 to 3112960 tid 3 2024-03-07T03:07:52.306 INFO:tasks.rados.rados.0.smithi090.stdout:3153: read oid 23 snap -1 2024-03-07T03:07:52.306 INFO:tasks.rados.rados.0.smithi090.stdout:3153: expect (ObjNum 861 snap 276 seq_num 861) 2024-03-07T03:07:52.306 INFO:tasks.rados.rados.0.smithi090.stdout:3154: delete oid 30 current snap is 304 2024-03-07T03:07:52.306 INFO:tasks.rados.rados.0.smithi090.stdout:3149: finishing write tid 3 to smithi09077644-35 2024-03-07T03:07:52.306 INFO:tasks.rados.rados.0.smithi090.stdout:3149: finishing write tid 4 to smithi09077644-35 2024-03-07T03:07:52.306 INFO:tasks.rados.rados.0.smithi090.stdout:3149: finishing write tid 5 to smithi09077644-35 2024-03-07T03:07:52.306 INFO:tasks.rados.rados.0.smithi090.stdout:3149: finishing write tid 6 to smithi09077644-35 2024-03-07T03:07:52.306 INFO:tasks.rados.rados.0.smithi090.stdout:3149: oid 35 updating version 0 to 1435 2024-03-07T03:07:52.306 INFO:tasks.rados.rados.0.smithi090.stdout:3149: oid 35 version 1435 is already newer than 1432 2024-03-07T03:07:52.306 INFO:tasks.rados.rados.0.smithi090.stdout:3149: oid 35 version 1435 is already newer than 1433 2024-03-07T03:07:52.306 INFO:tasks.rados.rados.0.smithi090.stdout:3149: oid 35 version 1435 is already newer than 1434 2024-03-07T03:07:52.307 INFO:tasks.rados.rados.0.smithi090.stdout:3149: oid 35 updating version 1435 to 1436 2024-03-07T03:07:52.307 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 35 v 1436 (ObjNum 960 snap 304 seq_num 960) dirty exists 2024-03-07T03:07:52.307 INFO:tasks.rados.rados.0.smithi090.stdout:3149: left oid 35 (ObjNum 960 snap 304 seq_num 960) 2024-03-07T03:07:52.307 INFO:tasks.rados.rados.0.smithi090.stdout:3152: finishing write tid 1 to smithi09077644-12 2024-03-07T03:07:52.307 INFO:tasks.rados.rados.0.smithi090.stdout:3152: finishing write tid 2 to smithi09077644-12 2024-03-07T03:07:52.308 INFO:tasks.rados.rados.0.smithi090.stdout:3152: finishing write tid 3 to smithi09077644-12 2024-03-07T03:07:52.309 INFO:tasks.rados.rados.0.smithi090.stdout:3152: finishing write tid 4 to smithi09077644-12 2024-03-07T03:07:52.311 INFO:tasks.rados.rados.0.smithi090.stdout:3149: done (3 left) 2024-03-07T03:07:52.311 INFO:tasks.rados.rados.0.smithi090.stdout:3154: done (2 left) 2024-03-07T03:07:52.311 INFO:tasks.rados.rados.0.smithi090.stdout:3155: read oid 37 snap -1 2024-03-07T03:07:52.311 INFO:tasks.rados.rados.0.smithi090.stdout:3155: expect (ObjNum 955 snap 303 seq_num 955) 2024-03-07T03:07:52.311 INFO:tasks.rados.rados.0.smithi090.stdout:3156: read oid 34 snap -1 2024-03-07T03:07:52.311 INFO:tasks.rados.rados.0.smithi090.stdout:3156: expect (ObjNum 942 snap 295 seq_num 942) 2024-03-07T03:07:52.311 INFO:tasks.rados.rados.0.smithi090.stdout:3157: rollback oid 10 current snap is 304 2024-03-07T03:07:52.311 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 10 to 303 2024-03-07T03:07:52.311 INFO:tasks.rados.rados.0.smithi090.stdout:3158: rmattr oid 36 current snap is 304 2024-03-07T03:07:52.311 INFO:tasks.rados.rados.0.smithi090.stdout:3159: read oid 45 snap -1 2024-03-07T03:07:52.312 INFO:tasks.rados.rados.0.smithi090.stdout:3159: expect (ObjNum 947 snap 299 seq_num 947) 2024-03-07T03:07:52.312 INFO:tasks.rados.rados.0.smithi090.stdout:3160: rollback oid 17 current snap is 304 2024-03-07T03:07:52.312 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 17 to 303 2024-03-07T03:07:52.312 INFO:tasks.rados.rados.0.smithi090.stdout:3161: rmattr oid 19 current snap is 304 2024-03-07T03:07:52.312 INFO:tasks.rados.rados.0.smithi090.stdout:3162: snap_create 2024-03-07T03:07:52.312 INFO:tasks.rados.rados.0.smithi090.stdout:3152: finishing write tid 5 to smithi09077644-12 2024-03-07T03:07:52.312 INFO:tasks.rados.rados.0.smithi090.stdout:3152: oid 12 updating version 0 to 1349 2024-03-07T03:07:52.312 INFO:tasks.rados.rados.0.smithi090.stdout:3152: oid 12 version 1349 is already newer than 1346 2024-03-07T03:07:52.312 INFO:tasks.rados.rados.0.smithi090.stdout:3152: oid 12 version 1349 is already newer than 1348 2024-03-07T03:07:52.313 INFO:tasks.rados.rados.0.smithi090.stdout:3152: oid 12 version 1349 is already newer than 1347 2024-03-07T03:07:52.313 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 12 v 1349 (ObjNum 962 snap 304 seq_num 962) dirty exists 2024-03-07T03:07:52.313 INFO:tasks.rados.rados.0.smithi090.stdout:3152: left oid 12 (ObjNum 962 snap 304 seq_num 962) 2024-03-07T03:07:52.313 INFO:tasks.rados.rados.0.smithi090.stdout:3153: expect (ObjNum 861 snap 276 seq_num 861) 2024-03-07T03:07:52.317 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 1437 (ObjNum 807 snap 262 seq_num 807) dirty exists 2024-03-07T03:07:52.319 INFO:tasks.rados.rados.0.smithi090.stdout:3157: finishing rollback tid 0 to smithi09077644-10 2024-03-07T03:07:52.319 INFO:tasks.rados.rados.0.smithi090.stdout:3157: finishing rollback tid 1 to smithi09077644-10 2024-03-07T03:07:52.319 INFO:tasks.rados.rados.0.smithi090.stdout:3160: finishing rollback tid 0 to smithi09077644-17 2024-03-07T03:07:52.320 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 1428 (ObjNum 956 snap 303 seq_num 956) dirty exists 2024-03-07T03:07:52.322 INFO:tasks.rados.rados.0.smithi090.stdout:3160: finishing rollback tid 1 to smithi09077644-17 2024-03-07T03:07:52.322 INFO:tasks.rados.rados.0.smithi090.stdout:3157: finishing rollback tid 2 to smithi09077644-10 2024-03-07T03:07:52.322 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 1512 (ObjNum 904 snap 286 seq_num 904) dirty exists 2024-03-07T03:07:52.322 INFO:tasks.rados.rados.0.smithi090.stdout:3160: finishing rollback tid 2 to smithi09077644-17 2024-03-07T03:07:52.322 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 17 v 1352 (ObjNum 948 snap 299 seq_num 948) dirty exists 2024-03-07T03:07:52.325 INFO:tasks.rados.rados.0.smithi090.stdout:3155: expect (ObjNum 955 snap 303 seq_num 955) 2024-03-07T03:07:52.373 INFO:tasks.rados.rados.0.smithi090.stdout:3156: expect (ObjNum 942 snap 295 seq_num 942) 2024-03-07T03:07:52.410 INFO:tasks.rados.rados.0.smithi090.stdout:3159: expect (ObjNum 947 snap 299 seq_num 947) 2024-03-07T03:07:52.576 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:52 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:52.256+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:52.576 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:52 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:52.257+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:52.577 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:07:52 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:07:52.266+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:52.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:52 smithi090 ceph-mon[89511]: from='client.44303 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:07:52.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:52 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:52.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:52 smithi090 ceph-mon[89511]: osdmap e688: 8 total, 7 up, 8 in 2024-03-07T03:07:52.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:52 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:52.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:52 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:52.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:52 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:52.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:52 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:52.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:52 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1cb=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:52.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:52 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:52.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:52 smithi090 ceph-mon[89511]: from='client.? 172.21.15.90:0/1452198130' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:07:52.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:52 smithi090 ceph-mon[89511]: pgmap v460: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 8 active+undersized+degraded, 32 active+undersized, 9 peering, 64 active+clean, 7 active+clean+snaptrim_error; 451 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 8.9 MiB/s wr, 19 op/s; 48/774 objects degraded (6.202%) 2024-03-07T03:07:52.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:52 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:07:52.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:52 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:07:52.578 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:52 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:52.274+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:52.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:52 smithi090 ceph-mon[91928]: from='client.44303 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:07:52.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:52 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:52.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:52 smithi090 ceph-mon[91928]: osdmap e688: 8 total, 7 up, 8 in 2024-03-07T03:07:52.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:52 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:52.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:52 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:52.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:52 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:52.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:52 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:52.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:52 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1cb=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:52.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:52 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:52.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:52 smithi090 ceph-mon[91928]: from='client.? 172.21.15.90:0/1452198130' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:07:52.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:52 smithi090 ceph-mon[91928]: pgmap v460: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 8 active+undersized+degraded, 32 active+undersized, 9 peering, 64 active+clean, 7 active+clean+snaptrim_error; 451 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 8.9 MiB/s wr, 19 op/s; 48/774 objects degraded (6.202%) 2024-03-07T03:07:52.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:52 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:07:52.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:52 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:07:52.610 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:07:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:07:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:07:52.611 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:52.264+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:52.611 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:52.267+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:07:52.611 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:52.267+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1cc=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:52.611 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:07:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:07:52.259+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:52.611 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:52 smithi092 ceph-mon[83777]: from='client.44303 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:07:52.612 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:52 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:52.612 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:52 smithi092 ceph-mon[83777]: osdmap e688: 8 total, 7 up, 8 in 2024-03-07T03:07:52.612 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:52 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:52.612 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:52 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:52.612 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:52 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:52.612 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:52 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:52.612 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:52 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1cb=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:52.612 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:52 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:52.612 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:52 smithi092 ceph-mon[83777]: from='client.? 172.21.15.90:0/1452198130' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:07:52.612 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:52 smithi092 ceph-mon[83777]: pgmap v460: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 8 active+undersized+degraded, 32 active+undersized, 9 peering, 64 active+clean, 7 active+clean+snaptrim_error; 451 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 8.9 MiB/s wr, 19 op/s; 48/774 objects degraded (6.202%) 2024-03-07T03:07:52.612 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:52 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:07:52.612 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:52 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:07:52.915 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:07:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:07:52.609+0000 7fc2bf7f07c0 -1 Falling back to public interface 2024-03-07T03:07:53.253 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:07:53 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:07:53] "GET /metrics HTTP/1.1" 200 36238 "" "Prometheus/2.43.0" 2024-03-07T03:07:53.334 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:07:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:07:53.267+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:53.334 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:53 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:07:53.334 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:53 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:53.334 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:53 smithi092 ceph-mon[83777]: osdmap e689: 8 total, 7 up, 8 in 2024-03-07T03:07:53.334 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:53 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:53.335 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:53 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:53.335 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:53 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:53.335 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:53 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:53.335 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:53 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1cc=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:53.335 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:53 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:53.479 INFO:tasks.rados.rados.0.smithi090.stdout:3152: done (9 left) 2024-03-07T03:07:53.480 INFO:tasks.rados.rados.0.smithi090.stdout:3153: done (8 left) 2024-03-07T03:07:53.480 INFO:tasks.rados.rados.0.smithi090.stdout:3155: done (7 left) 2024-03-07T03:07:53.480 INFO:tasks.rados.rados.0.smithi090.stdout:3156: done (6 left) 2024-03-07T03:07:53.480 INFO:tasks.rados.rados.0.smithi090.stdout:3157: done (5 left) 2024-03-07T03:07:53.480 INFO:tasks.rados.rados.0.smithi090.stdout:3158: done (4 left) 2024-03-07T03:07:53.480 INFO:tasks.rados.rados.0.smithi090.stdout:3159: done (3 left) 2024-03-07T03:07:53.480 INFO:tasks.rados.rados.0.smithi090.stdout:3160: done (2 left) 2024-03-07T03:07:53.480 INFO:tasks.rados.rados.0.smithi090.stdout:3161: done (1 left) 2024-03-07T03:07:53.480 INFO:tasks.rados.rados.0.smithi090.stdout:3162: done (0 left) 2024-03-07T03:07:53.480 INFO:tasks.rados.rados.0.smithi090.stdout:3163: snap_create 2024-03-07T03:07:53.577 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:07:53 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:07:53.264+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:53.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:53 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:07:53.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:53 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:53.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:53 smithi090 ceph-mon[91928]: osdmap e689: 8 total, 7 up, 8 in 2024-03-07T03:07:53.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:53 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:53.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:53 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:53.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:53 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:53.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:53 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:53.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:53 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1cc=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:53.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:53 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:53.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:53 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:07:53.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:53 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:53.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:53 smithi090 ceph-mon[89511]: osdmap e689: 8 total, 7 up, 8 in 2024-03-07T03:07:53.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:53 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:53.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:53 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:53.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:53 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:53.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:53 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:53.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:53 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1cc=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:53.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:53 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:54.271 INFO:tasks.rados.rados.0.smithi090.stdout:3163: done (0 left) 2024-03-07T03:07:54.271 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 15 current snap is 306 2024-03-07T03:07:54.271 INFO:tasks.rados.rados.0.smithi090.stdout:3164: seq_num 964 ranges {2187264=548864,2736128=761856,3497984=442368} 2024-03-07T03:07:54.286 INFO:tasks.rados.rados.0.smithi090.stdout:3164: writing smithi09077644-15 from 2187264 to 2736128 tid 1 2024-03-07T03:07:54.290 INFO:tasks.rados.rados.0.smithi090.stdout:3164: writing smithi09077644-15 from 2736128 to 3497984 tid 2 2024-03-07T03:07:54.294 INFO:tasks.rados.rados.0.smithi090.stdout:3164: writing smithi09077644-15 from 3497984 to 3940352 tid 3 2024-03-07T03:07:54.294 INFO:tasks.rados.rados.0.smithi090.stdout:3165: rollback oid 3 current snap is 306 2024-03-07T03:07:54.294 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 3 to 301 2024-03-07T03:07:54.294 INFO:tasks.rados.rados.0.smithi090.stdout:3164: finishing write tid 1 to smithi09077644-15 2024-03-07T03:07:54.294 INFO:tasks.rados.rados.0.smithi090.stdout:3166: read oid 50 snap 304 2024-03-07T03:07:54.294 INFO:tasks.rados.rados.0.smithi090.stdout:3166: expect (ObjNum 861 snap 276 seq_num 861) 2024-03-07T03:07:54.294 INFO:tasks.rados.rados.0.smithi090.stdout:3167: snap_create 2024-03-07T03:07:54.296 INFO:tasks.rados.rados.0.smithi090.stdout:3164: finishing write tid 2 to smithi09077644-15 2024-03-07T03:07:54.298 INFO:tasks.rados.rados.0.smithi090.stdout:3164: finishing write tid 3 to smithi09077644-15 2024-03-07T03:07:54.300 INFO:tasks.rados.rados.0.smithi090.stdout:3164: finishing write tid 4 to smithi09077644-15 2024-03-07T03:07:54.301 INFO:tasks.rados.rados.0.smithi090.stdout:3165: finishing rollback tid 0 to smithi09077644-3 2024-03-07T03:07:54.301 INFO:tasks.rados.rados.0.smithi090.stdout:3165: finishing rollback tid 1 to smithi09077644-3 2024-03-07T03:07:54.301 INFO:tasks.rados.rados.0.smithi090.stdout:3165: finishing rollback tid 2 to smithi09077644-3 2024-03-07T03:07:54.301 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 1465 (ObjNum 777 snap 253 seq_num 777) dirty exists 2024-03-07T03:07:54.302 INFO:tasks.rados.rados.0.smithi090.stdout:3164: finishing write tid 5 to smithi09077644-15 2024-03-07T03:07:54.302 INFO:tasks.rados.rados.0.smithi090.stdout:3164: oid 15 updating version 0 to 1515 2024-03-07T03:07:54.302 INFO:tasks.rados.rados.0.smithi090.stdout:3164: oid 15 updating version 1515 to 1516 2024-03-07T03:07:54.302 INFO:tasks.rados.rados.0.smithi090.stdout:3164: oid 15 updating version 1516 to 1517 2024-03-07T03:07:54.302 INFO:tasks.rados.rados.0.smithi090.stdout:3164: oid 15 version 1517 is already newer than 1514 2024-03-07T03:07:54.303 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 1517 (ObjNum 964 snap 306 seq_num 964) dirty exists 2024-03-07T03:07:54.303 INFO:tasks.rados.rados.0.smithi090.stdout:3164: left oid 15 (ObjNum 964 snap 306 seq_num 964) 2024-03-07T03:07:54.303 INFO:tasks.rados.rados.0.smithi090.stdout:3166: expect (ObjNum 861 snap 276 seq_num 861) 2024-03-07T03:07:54.415 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:07:54 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:07:54.268+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:54.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:54 smithi092 ceph-mon[83777]: osdmap e690: 8 total, 7 up, 8 in 2024-03-07T03:07:54.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:54 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:54.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:54 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:54.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:54 smithi092 ceph-mon[83777]: pgmap v463: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 11 active+undersized+degraded, 38 active+undersized, 64 active+clean, 7 active+clean+snaptrim_error; 451 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 780 KiB/s wr, 11 op/s; 52/774 objects degraded (6.718%) 2024-03-07T03:07:54.416 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:54 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:54.112+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:07:54.416 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:54 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:54.112+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:54.416 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:54 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:54.113+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1cc=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:54.416 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:54 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:54.292+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:54.416 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:54 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:54.292+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:07:54.416 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:54 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:54.292+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1cc=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:54.577 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:07:54 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:07:54.299+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:54.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:54 smithi090 ceph-mon[89511]: osdmap e690: 8 total, 7 up, 8 in 2024-03-07T03:07:54.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:54 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:54.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:54 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:54.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:54 smithi090 ceph-mon[89511]: pgmap v463: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 11 active+undersized+degraded, 38 active+undersized, 64 active+clean, 7 active+clean+snaptrim_error; 451 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 780 KiB/s wr, 11 op/s; 52/774 objects degraded (6.718%) 2024-03-07T03:07:54.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:54 smithi090 ceph-mon[91928]: osdmap e690: 8 total, 7 up, 8 in 2024-03-07T03:07:54.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:54 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:54.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:54 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:54.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:54 smithi090 ceph-mon[91928]: pgmap v463: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 11 active+undersized+degraded, 38 active+undersized, 64 active+clean, 7 active+clean+snaptrim_error; 451 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 780 KiB/s wr, 11 op/s; 52/774 objects degraded (6.718%) 2024-03-07T03:07:54.578 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:54 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:54.112+0000 7f4442f67700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:07:54.578 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:54 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:54.112+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:54.578 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:54 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:54.269+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:54.579 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:54 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:54.112+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:54.579 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:54 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:54.112+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:54.579 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:54 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:54.288+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:54.579 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:54 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:54.290+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:55.278 INFO:tasks.rados.rados.0.smithi090.stdout:3164: done (3 left) 2024-03-07T03:07:55.278 INFO:tasks.rados.rados.0.smithi090.stdout:3165: done (2 left) 2024-03-07T03:07:55.278 INFO:tasks.rados.rados.0.smithi090.stdout:3166: done (1 left) 2024-03-07T03:07:55.278 INFO:tasks.rados.rados.0.smithi090.stdout:3167: done (0 left) 2024-03-07T03:07:55.279 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 7 current snap is 307 2024-03-07T03:07:55.279 INFO:tasks.rados.rados.0.smithi090.stdout:3168: seq_num 965 ranges {5283840=565248,5849088=647168,6496256=548864,7045120=8192} 2024-03-07T03:07:55.309 INFO:tasks.rados.rados.0.smithi090.stdout:3168: writing smithi09077644-7 from 5283840 to 5849088 tid 1 2024-03-07T03:07:55.313 INFO:tasks.rados.rados.0.smithi090.stdout:3168: writing smithi09077644-7 from 5849088 to 6496256 tid 2 2024-03-07T03:07:55.316 INFO:tasks.rados.rados.0.smithi090.stdout:3168: writing smithi09077644-7 from 6496256 to 7045120 tid 3 2024-03-07T03:07:55.317 INFO:tasks.rados.rados.0.smithi090.stdout:3168: writing smithi09077644-7 from 7045120 to 7053312 tid 4 2024-03-07T03:07:55.317 INFO:tasks.rados.rados.0.smithi090.stdout:3169: rollback oid 44 current snap is 307 2024-03-07T03:07:55.317 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 44 to 305 2024-03-07T03:07:55.317 INFO:tasks.rados.rados.0.smithi090.stdout:3168: finishing write tid 1 to smithi09077644-7 2024-03-07T03:07:55.317 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 42 current snap is 307 2024-03-07T03:07:55.317 INFO:tasks.rados.rados.0.smithi090.stdout:3170: seq_num 966 ranges {2146304=581632,2727936=581632,3309568=622592} 2024-03-07T03:07:55.331 INFO:tasks.rados.rados.0.smithi090.stdout:3170: writing smithi09077644-42 from 2146304 to 2727936 tid 1 2024-03-07T03:07:55.335 INFO:tasks.rados.rados.0.smithi090.stdout:3170: writing smithi09077644-42 from 2727936 to 3309568 tid 2 2024-03-07T03:07:55.339 INFO:tasks.rados.rados.0.smithi090.stdout:3170: writing smithi09077644-42 from 3309568 to 3932160 tid 3 2024-03-07T03:07:55.339 INFO:tasks.rados.rados.0.smithi090.stdout:3171: rollback oid 9 current snap is 307 2024-03-07T03:07:55.339 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 9 to 305 2024-03-07T03:07:55.340 INFO:tasks.rados.rados.0.smithi090.stdout:3168: finishing write tid 2 to smithi09077644-7 2024-03-07T03:07:55.340 INFO:tasks.rados.rados.0.smithi090.stdout:3168: finishing write tid 3 to smithi09077644-7 2024-03-07T03:07:55.340 INFO:tasks.rados.rados.0.smithi090.stdout:3168: finishing write tid 4 to smithi09077644-7 2024-03-07T03:07:55.340 INFO:tasks.rados.rados.0.smithi090.stdout:3168: finishing write tid 5 to smithi09077644-7 2024-03-07T03:07:55.340 INFO:tasks.rados.rados.0.smithi090.stdout:3168: finishing write tid 6 to smithi09077644-7 2024-03-07T03:07:55.340 INFO:tasks.rados.rados.0.smithi090.stdout:3168: oid 7 updating version 0 to 727 2024-03-07T03:07:55.340 INFO:tasks.rados.rados.0.smithi090.stdout:3168: oid 7 updating version 727 to 730 2024-03-07T03:07:55.340 INFO:tasks.rados.rados.0.smithi090.stdout:3168: oid 7 version 730 is already newer than 728 2024-03-07T03:07:55.340 INFO:tasks.rados.rados.0.smithi090.stdout:3168: oid 7 version 730 is already newer than 729 2024-03-07T03:07:55.340 INFO:tasks.rados.rados.0.smithi090.stdout:3168: oid 7 version 730 is already newer than 726 2024-03-07T03:07:55.340 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 7 v 730 (ObjNum 965 snap 307 seq_num 965) dirty exists 2024-03-07T03:07:55.340 INFO:tasks.rados.rados.0.smithi090.stdout:3168: left oid 7 (ObjNum 965 snap 307 seq_num 965) 2024-03-07T03:07:55.340 INFO:tasks.rados.rados.0.smithi090.stdout:3169: finishing rollback tid 0 to smithi09077644-44 2024-03-07T03:07:55.340 INFO:tasks.rados.rados.0.smithi090.stdout:3168: done (3 left) 2024-03-07T03:07:55.341 INFO:tasks.rados.rados.0.smithi090.stdout:3172: read oid 28 snap -1 2024-03-07T03:07:55.341 INFO:tasks.rados.rados.0.smithi090.stdout:3172: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-07T03:07:55.341 INFO:tasks.rados.rados.0.smithi090.stdout:3173: read oid 2 snap -1 2024-03-07T03:07:55.341 INFO:tasks.rados.rados.0.smithi090.stdout:3173: expect (ObjNum 904 snap 286 seq_num 904) 2024-03-07T03:07:55.341 INFO:tasks.rados.rados.0.smithi090.stdout:3174: rollback oid 19 current snap is 307 2024-03-07T03:07:55.341 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 19 to 306 2024-03-07T03:07:55.341 INFO:tasks.rados.rados.0.smithi090.stdout:3169: finishing rollback tid 1 to smithi09077644-44 2024-03-07T03:07:55.341 INFO:tasks.rados.rados.0.smithi090.stdout:3169: finishing rollback tid 2 to smithi09077644-44 2024-03-07T03:07:55.341 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 44 v 1521 (ObjNum 904 snap 286 seq_num 904) dirty exists 2024-03-07T03:07:55.341 INFO:tasks.rados.rados.0.smithi090.stdout:3170: finishing write tid 1 to smithi09077644-42 2024-03-07T03:07:55.341 INFO:tasks.rados.rados.0.smithi090.stdout:3170: finishing write tid 2 to smithi09077644-42 2024-03-07T03:07:55.341 INFO:tasks.rados.rados.0.smithi090.stdout:3169: done (5 left) 2024-03-07T03:07:55.341 INFO:tasks.rados.rados.0.smithi090.stdout:3175: setattr oid 23 current snap is 307 2024-03-07T03:07:55.341 INFO:tasks.rados.rados.0.smithi090.stdout:3172: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-07T03:07:55.344 INFO:tasks.rados.rados.0.smithi090.stdout:3170: finishing write tid 3 to smithi09077644-42 2024-03-07T03:07:55.344 INFO:tasks.rados.rados.0.smithi090.stdout:3172: done (5 left) 2024-03-07T03:07:55.344 INFO:tasks.rados.rados.0.smithi090.stdout:3176: copy_from oid 37 from oid 11 current snap is 307 2024-03-07T03:07:55.344 INFO:tasks.rados.rados.0.smithi090.stdout:3177: rollback oid 38 current snap is 307 2024-03-07T03:07:55.344 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 38 to 304 2024-03-07T03:07:55.344 INFO:tasks.rados.rados.0.smithi090.stdout:3170: finishing write tid 4 to smithi09077644-42 2024-03-07T03:07:55.345 INFO:tasks.rados.rados.0.smithi090.stdout:3178: read oid 4 snap -1 2024-03-07T03:07:55.345 INFO:tasks.rados.rados.0.smithi090.stdout:3178: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-07T03:07:55.345 INFO:tasks.rados.rados.0.smithi090.stdout:3179: snap_create 2024-03-07T03:07:55.345 INFO:tasks.rados.rados.0.smithi090.stdout:3171: finishing rollback tid 1 to smithi09077644-9 2024-03-07T03:07:55.345 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 9 v 1422 (ObjNum 225 snap 0 seq_num 3339898416) dirty dne 2024-03-07T03:07:55.346 INFO:tasks.rados.rados.0.smithi090.stdout:3174: finishing rollback tid 0 to smithi09077644-19 2024-03-07T03:07:55.346 INFO:tasks.rados.rados.0.smithi090.stdout:3178: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-07T03:07:55.350 INFO:tasks.rados.rados.0.smithi090.stdout:3174: finishing rollback tid 1 to smithi09077644-19 2024-03-07T03:07:55.350 INFO:tasks.rados.rados.0.smithi090.stdout:3174: finishing rollback tid 2 to smithi09077644-19 2024-03-07T03:07:55.350 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 1431 (ObjNum 956 snap 303 seq_num 956) dirty exists 2024-03-07T03:07:55.350 INFO:tasks.rados.rados.0.smithi090.stdout:3176: finishing copy_from to smithi09077644-37 2024-03-07T03:07:55.350 INFO:tasks.rados.rados.0.smithi090.stdout:3176: got expected ENOENT (src dne) 2024-03-07T03:07:55.350 INFO:tasks.rados.rados.0.smithi090.stdout:3176: finishing copy_from racing read to smithi09077644-37 2024-03-07T03:07:55.350 INFO:tasks.rados.rados.0.smithi090.stdout:3170: finishing write tid 5 to smithi09077644-42 2024-03-07T03:07:55.351 INFO:tasks.rados.rados.0.smithi090.stdout:3170: oid 42 updating version 0 to 1481 2024-03-07T03:07:55.351 INFO:tasks.rados.rados.0.smithi090.stdout:3170: oid 42 updating version 1481 to 1482 2024-03-07T03:07:55.351 INFO:tasks.rados.rados.0.smithi090.stdout:3170: oid 42 updating version 1482 to 1483 2024-03-07T03:07:55.351 INFO:tasks.rados.rados.0.smithi090.stdout:3170: oid 42 version 1483 is already newer than 1480 2024-03-07T03:07:55.351 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 42 v 1483 (ObjNum 966 snap 307 seq_num 966) dirty exists 2024-03-07T03:07:55.351 INFO:tasks.rados.rados.0.smithi090.stdout:3170: left oid 42 (ObjNum 966 snap 307 seq_num 966) 2024-03-07T03:07:55.352 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 1484 (ObjNum 861 snap 276 seq_num 861) dirty exists 2024-03-07T03:07:55.352 INFO:tasks.rados.rados.0.smithi090.stdout:3177: finishing rollback tid 0 to smithi09077644-38 2024-03-07T03:07:55.354 INFO:tasks.rados.rados.0.smithi090.stdout:3177: finishing rollback tid 1 to smithi09077644-38 2024-03-07T03:07:55.354 INFO:tasks.rados.rados.0.smithi090.stdout:3177: finishing rollback tid 2 to smithi09077644-38 2024-03-07T03:07:55.354 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 1487 (ObjNum 907 snap 287 seq_num 907) dirty exists 2024-03-07T03:07:55.404 INFO:tasks.rados.rados.0.smithi090.stdout:3173: expect (ObjNum 904 snap 286 seq_num 904) 2024-03-07T03:07:55.576 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:07:55 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:07:55.315+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:55.577 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:55 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:55.277+0000 7f4442f67700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:07:55.577 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:55 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:55.277+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:55.577 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:55 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:55.322+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:55.577 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:55 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:55.324+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:55.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:55 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:55.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:55 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:55.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:55 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:55.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:55 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:55.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:55 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1cc=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:55.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:55 smithi090 ceph-mon[91928]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 4 pgs peering) 2024-03-07T03:07:55.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:55 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:55.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:55 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:55.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:55 smithi090 ceph-mon[91928]: osdmap e691: 8 total, 7 up, 8 in 2024-03-07T03:07:55.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:55 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:55.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:55 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:55.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:55 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:55.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:55 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1cc=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:55.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:55 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:55.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:55 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:55.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:55 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:55.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:55 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:55.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:55 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:55.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:55 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1cc=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:55.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:55 smithi090 ceph-mon[89511]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 4 pgs peering) 2024-03-07T03:07:55.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:55 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:55.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:55 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:55.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:55 smithi090 ceph-mon[89511]: osdmap e691: 8 total, 7 up, 8 in 2024-03-07T03:07:55.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:55 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:55.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:55 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:55.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:55 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:55.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:55 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1cc=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:55.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:55 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:55.627 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:07:55 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:07:55.278+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:55.627 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:55 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:55.322+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:07:55.628 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:55 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:55.322+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:55.628 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:55 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:55.322+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1cc=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:55.628 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:55 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:55.628 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:55 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:55.628 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:55 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:55.628 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:55 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:55.628 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:55 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1cc=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:55.628 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:55 smithi092 ceph-mon[83777]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 4 pgs peering) 2024-03-07T03:07:55.628 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:55 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:55.628 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:55 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:55.628 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:55 smithi092 ceph-mon[83777]: osdmap e691: 8 total, 7 up, 8 in 2024-03-07T03:07:55.629 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:55 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:55.629 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:55 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:55.629 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:55 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:55.629 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:55 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1cc=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:55.629 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:55 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:55.915 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:07:55 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:07:55.767+0000 7fc2bf7f07c0 -1 osd.7 683 log_to_monitors true 2024-03-07T03:07:56.532 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:56 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:56.530+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:56.533 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:07:56 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:07:56.286+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:56.533 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:56 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:56.531+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:56.533 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:56 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:56.533 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:56 smithi090 ceph-mon[89511]: osdmap e692: 8 total, 7 up, 8 in 2024-03-07T03:07:56.533 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:56 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:56.533 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:56 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:56.533 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:56 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:56.534 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:56 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:56.534 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:56 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1cc=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:56.534 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:56 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:56.534 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:56 smithi090 ceph-mon[89511]: from='osd.7 [v2:172.21.15.92:6824/3645226278,v1:172.21.15.92:6825/3645226278]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-07T03:07:56.534 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:56 smithi090 ceph-mon[89511]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-07T03:07:56.534 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:56 smithi090 ceph-mon[89511]: pgmap v466: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 11 active+undersized+degraded, 38 active+undersized, 64 active+clean, 7 active+clean+snaptrim_error; 455 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.2 MiB/s wr, 16 op/s; 54/804 objects degraded (6.716%) 2024-03-07T03:07:56.534 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:56 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:56.534 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:56 smithi090 ceph-mon[91928]: osdmap e692: 8 total, 7 up, 8 in 2024-03-07T03:07:56.534 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:56 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:56.534 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:56 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:56.534 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:56 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:56.534 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:56 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:56.535 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:56 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1cc=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:56.535 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:56 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:56.535 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:56 smithi090 ceph-mon[91928]: from='osd.7 [v2:172.21.15.92:6824/3645226278,v1:172.21.15.92:6825/3645226278]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-07T03:07:56.535 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:56 smithi090 ceph-mon[91928]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-07T03:07:56.535 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:56 smithi090 ceph-mon[91928]: pgmap v466: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 11 active+undersized+degraded, 38 active+undersized, 64 active+clean, 7 active+clean+snaptrim_error; 455 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.2 MiB/s wr, 16 op/s; 54/804 objects degraded (6.716%) 2024-03-07T03:07:56.572 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:07:56 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:07:56.284+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:56.572 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:56 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:56.572 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:56 smithi092 ceph-mon[83777]: osdmap e692: 8 total, 7 up, 8 in 2024-03-07T03:07:56.573 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:56 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:56.573 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:56 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:56.573 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:56 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:56.573 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:56 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:56.573 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:56 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1cc=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:56.573 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:56 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:56.573 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:56 smithi092 ceph-mon[83777]: from='osd.7 [v2:172.21.15.92:6824/3645226278,v1:172.21.15.92:6825/3645226278]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-07T03:07:56.573 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:56 smithi092 ceph-mon[83777]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-07T03:07:56.573 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:56 smithi092 ceph-mon[83777]: pgmap v466: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 11 active+undersized+degraded, 38 active+undersized, 64 active+clean, 7 active+clean+snaptrim_error; 455 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.2 MiB/s wr, 16 op/s; 54/804 objects degraded (6.716%) 2024-03-07T03:07:56.826 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:56 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:56.531+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:56.915 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:07:56 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:07:56.726+0000 7fc2acc40700 -1 osd.7 683 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-07T03:07:56.915 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:56 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:56.571+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:07:56.915 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:56 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:56.571+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:56.915 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:56 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:56.571+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1cc=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:57.269 INFO:tasks.rados.rados.0.smithi090.stdout:3170: done (8 left) 2024-03-07T03:07:57.269 INFO:tasks.rados.rados.0.smithi090.stdout:3171: done (7 left) 2024-03-07T03:07:57.269 INFO:tasks.rados.rados.0.smithi090.stdout:3173: done (6 left) 2024-03-07T03:07:57.269 INFO:tasks.rados.rados.0.smithi090.stdout:3174: done (5 left) 2024-03-07T03:07:57.269 INFO:tasks.rados.rados.0.smithi090.stdout:3175: done (4 left) 2024-03-07T03:07:57.270 INFO:tasks.rados.rados.0.smithi090.stdout:3176: done (3 left) 2024-03-07T03:07:57.270 INFO:tasks.rados.rados.0.smithi090.stdout:3177: done (2 left) 2024-03-07T03:07:57.270 INFO:tasks.rados.rados.0.smithi090.stdout:3178: done (1 left) 2024-03-07T03:07:57.270 INFO:tasks.rados.rados.0.smithi090.stdout:3179: done (0 left) 2024-03-07T03:07:57.270 INFO:tasks.rados.rados.0.smithi090.stdout:3180: read oid 8 snap -1 2024-03-07T03:07:57.270 INFO:tasks.rados.rados.0.smithi090.stdout:3180: expect deleted 2024-03-07T03:07:57.270 INFO:tasks.rados.rados.0.smithi090.stdout:3181: copy_from oid 15 from oid 25 current snap is 308 2024-03-07T03:07:57.270 INFO:tasks.rados.rados.0.smithi090.stdout:3182: snap_remove snap 292 2024-03-07T03:07:57.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:57 smithi090 ceph-mon[89511]: Health check update: Degraded data redundancy: 54/804 objects degraded (6.716%), 12 pgs degraded (PG_DEGRADED) 2024-03-07T03:07:57.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:57 smithi090 ceph-mon[89511]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-03-07T03:07:57.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:57 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:57.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:57 smithi090 ceph-mon[89511]: osdmap e693: 8 total, 7 up, 8 in 2024-03-07T03:07:57.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:57 smithi090 ceph-mon[89511]: from='osd.7 [v2:172.21.15.92:6824/3645226278,v1:172.21.15.92:6825/3645226278]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-03-07T03:07:57.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:57 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:57.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:57 smithi090 ceph-mon[89511]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-03-07T03:07:57.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:57 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:57.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:57 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:57.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:57 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:57.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:57 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:57.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:57 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1cc=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:57.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:57 smithi090 ceph-mon[89511]: from='osd.7 ' entity='osd.7' 2024-03-07T03:07:57.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:57 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:07:57.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:57 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:07:57.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:57 smithi090 ceph-mon[91928]: Health check update: Degraded data redundancy: 54/804 objects degraded (6.716%), 12 pgs degraded (PG_DEGRADED) 2024-03-07T03:07:57.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:57 smithi090 ceph-mon[91928]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-03-07T03:07:57.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:57 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:57.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:57 smithi090 ceph-mon[91928]: osdmap e693: 8 total, 7 up, 8 in 2024-03-07T03:07:57.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:57 smithi090 ceph-mon[91928]: from='osd.7 [v2:172.21.15.92:6824/3645226278,v1:172.21.15.92:6825/3645226278]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-03-07T03:07:57.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:57 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:57.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:57 smithi090 ceph-mon[91928]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-03-07T03:07:57.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:57 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:57.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:57 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:57.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:57 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:57.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:57 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:57.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:57 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1cc=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:57.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:57 smithi090 ceph-mon[91928]: from='osd.7 ' entity='osd.7' 2024-03-07T03:07:57.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:57 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:07:57.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:57 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:07:57.610 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:57 smithi092 ceph-mon[83777]: Health check update: Degraded data redundancy: 54/804 objects degraded (6.716%), 12 pgs degraded (PG_DEGRADED) 2024-03-07T03:07:57.610 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:57 smithi092 ceph-mon[83777]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-03-07T03:07:57.610 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:57 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:57.610 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:57 smithi092 ceph-mon[83777]: osdmap e693: 8 total, 7 up, 8 in 2024-03-07T03:07:57.610 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:57 smithi092 ceph-mon[83777]: from='osd.7 [v2:172.21.15.92:6824/3645226278,v1:172.21.15.92:6825/3645226278]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-03-07T03:07:57.610 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:57 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:57.610 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:57 smithi092 ceph-mon[83777]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi092", "root=default"]}]: dispatch 2024-03-07T03:07:57.610 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:57 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:57.610 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:57 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:57.610 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:57 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:57.610 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:57 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:57.611 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:57 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1cc=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:57.611 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:57 smithi092 ceph-mon[83777]: from='osd.7 ' entity='osd.7' 2024-03-07T03:07:57.611 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:57 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:07:57.611 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:57 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:07:57.736 INFO:tasks.rados.rados.0.smithi090.stdout:3182: done (2 left) 2024-03-07T03:07:57.736 INFO:tasks.rados.rados.0.smithi090.stdout:3183: read oid 39 snap -1 2024-03-07T03:07:57.737 INFO:tasks.rados.rados.0.smithi090.stdout:3183: expect (ObjNum 777 snap 253 seq_num 777) 2024-03-07T03:07:57.737 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 34 current snap is 308 2024-03-07T03:07:57.737 INFO:tasks.rados.rados.0.smithi090.stdout:3184: seq_num 967 ranges {1384448=598016,1982464=466944,2449408=516096,2965504=221184} 2024-03-07T03:07:57.745 INFO:tasks.rados.rados.0.smithi090.stdout:3184: writing smithi09077644-34 from 1384448 to 1982464 tid 1 2024-03-07T03:07:57.748 INFO:tasks.rados.rados.0.smithi090.stdout:3184: writing smithi09077644-34 from 1982464 to 2449408 tid 2 2024-03-07T03:07:57.752 INFO:tasks.rados.rados.0.smithi090.stdout:3184: writing smithi09077644-34 from 2449408 to 2965504 tid 3 2024-03-07T03:07:57.754 INFO:tasks.rados.rados.0.smithi090.stdout:3184: writing smithi09077644-34 from 2965504 to 3186688 tid 4 2024-03-07T03:07:57.754 INFO:tasks.rados.rados.0.smithi090.stdout:3181: finishing copy_from racing read to smithi09077644-15 2024-03-07T03:07:57.754 INFO:tasks.rados.rados.0.smithi090.stdout:3181: finishing copy_from to smithi09077644-15 2024-03-07T03:07:57.755 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 1294 (ObjNum 929 snap 291 seq_num 929) dirty exists 2024-03-07T03:07:57.755 INFO:tasks.rados.rados.0.smithi090.stdout:3180: done (3 left) 2024-03-07T03:07:57.755 INFO:tasks.rados.rados.0.smithi090.stdout:3181: done (2 left) 2024-03-07T03:07:57.755 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 35 current snap is 308 2024-03-07T03:07:57.755 INFO:tasks.rados.rados.0.smithi090.stdout:3185: seq_num 968 ranges {3276800=614400,3891200=745472,4636672=458752} 2024-03-07T03:07:57.776 INFO:tasks.rados.rados.0.smithi090.stdout:3185: writing smithi09077644-35 from 3276800 to 3891200 tid 1 2024-03-07T03:07:57.780 INFO:tasks.rados.rados.0.smithi090.stdout:3185: writing smithi09077644-35 from 3891200 to 4636672 tid 2 2024-03-07T03:07:57.783 INFO:tasks.rados.rados.0.smithi090.stdout:3185: writing smithi09077644-35 from 4636672 to 5095424 tid 3 2024-03-07T03:07:57.783 INFO:tasks.rados.rados.0.smithi090.stdout:3186: rmattr oid 21 current snap is 308 2024-03-07T03:07:57.783 INFO:tasks.rados.rados.0.smithi090.stdout:3186: done (3 left) 2024-03-07T03:07:57.783 INFO:tasks.rados.rados.0.smithi090.stdout:3187: snap_remove snap 301 2024-03-07T03:07:57.914 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:07:57 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:07:57.730+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:57.915 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:57 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:57.740+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:07:57.915 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:57 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:57.740+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:57.915 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:57 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:57.740+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1cc=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:58.076 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:07:57 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:07:57.738+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:58.077 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:57 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:57.732+0000 7f4442f67700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:07:58.077 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:57 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:57.732+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:58.077 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:57 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:57.733+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:58.077 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:57 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:57.754+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:58.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:58 smithi090 ceph-mon[89511]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-07T03:07:58.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:58 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:58.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:58 smithi090 ceph-mon[89511]: osd.7 [v2:172.21.15.92:6824/3645226278,v1:172.21.15.92:6825/3645226278] boot 2024-03-07T03:07:58.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:58 smithi090 ceph-mon[89511]: osdmap e694: 8 total, 8 up, 8 in 2024-03-07T03:07:58.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:58 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-07T03:07:58.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:58 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:58.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:58 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:58.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:58 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:58.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:58 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1cc=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:58.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:58 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:58.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:58 smithi090 ceph-mon[89511]: pgmap v469: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 11 active+undersized+degraded, 38 active+undersized, 64 active+clean, 7 active+clean+snaptrim_error; 456 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.9 MiB/s wr, 23 op/s; 55/810 objects degraded (6.790%) 2024-03-07T03:07:58.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:58 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:07:58.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:58 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:07:58.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:58 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:07:58.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:58 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:07:58.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:58 smithi090 ceph-mon[91928]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-07T03:07:58.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:58 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:58.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:58 smithi090 ceph-mon[91928]: osd.7 [v2:172.21.15.92:6824/3645226278,v1:172.21.15.92:6825/3645226278] boot 2024-03-07T03:07:58.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:58 smithi090 ceph-mon[91928]: osdmap e694: 8 total, 8 up, 8 in 2024-03-07T03:07:58.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:58 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-07T03:07:58.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:58 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:58.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:58 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:58.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:58 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:58.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:58 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1cc=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:58.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:58 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:58.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:58 smithi090 ceph-mon[91928]: pgmap v469: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 11 active+undersized+degraded, 38 active+undersized, 64 active+clean, 7 active+clean+snaptrim_error; 456 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.9 MiB/s wr, 23 op/s; 55/810 objects degraded (6.790%) 2024-03-07T03:07:58.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:58 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:07:58.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:58 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:07:58.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:58 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:07:58.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:58 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:07:58.583 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:58 smithi092 ceph-mon[83777]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-07T03:07:58.583 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:58 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:58.583 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:58 smithi092 ceph-mon[83777]: osd.7 [v2:172.21.15.92:6824/3645226278,v1:172.21.15.92:6825/3645226278] boot 2024-03-07T03:07:58.583 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:58 smithi092 ceph-mon[83777]: osdmap e694: 8 total, 8 up, 8 in 2024-03-07T03:07:58.583 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:58 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-07T03:07:58.583 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:58 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:58.583 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:58 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:58.583 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:58 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:58.583 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:58 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1cc=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:58.583 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:58 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:58.583 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:58 smithi092 ceph-mon[83777]: pgmap v469: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 11 active+undersized+degraded, 38 active+undersized, 64 active+clean, 7 active+clean+snaptrim_error; 456 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.9 MiB/s wr, 23 op/s; 55/810 objects degraded (6.790%) 2024-03-07T03:07:58.583 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:58 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:07:58.584 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:58 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:07:58.584 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:58 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:07:58.584 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:58 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:07:58.736 INFO:tasks.rados.rados.0.smithi090.stdout:3187: done (3 left) 2024-03-07T03:07:58.736 INFO:tasks.rados.rados.0.smithi090.stdout:3188: snap_remove snap 304 2024-03-07T03:07:58.833 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:07:58 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:07:58.733+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:58.834 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:58 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:58.736+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:58.834 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:58 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:58.736+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:07:58.834 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:58 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:58.738+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1cc=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:58.834 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:07:58 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:07:58.759+0000 7fc296413700 -1 osd.7 pg_epoch: 695 pg[5.1s2( v 679'653 (0'0,679'653] local-lis/les=694/695 n=1 ec=71/71 lis/c=694/694 les/c/f=695/695/0 sis=694) [4,3,7]p4(0) r=2 lpr=694 luod=0'0 crt=679'653 lcod 0'0 mlcod 0'0 active mbc={} ps=[143~1,158~1,15b~1,160~3,164~2,167~2,16b~56,1c2~3,1c9~1]] update_snap_map remove_oid 5:88bdc085:::smithi09077644-32:1c3 failed with -2 2024-03-07T03:07:58.834 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:07:58 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:07:58.831+0000 7fc29a41b700 -1 osd.7 pg_epoch: 695 pg[5.9s0( v 692'299 (0'0,692'299] local-lis/les=694/695 n=3 ec=71/71 lis/c=694/694 les/c/f=695/695/0 sis=694) [7,6,1]p7(0) r=0 lpr=694 crt=692'299 mlcod 0'0 active+clean+snaptrim trimq=[1c1~1,1c5~4,1ca~2] ps=[143~1,158~1,15b~1,160~3,164~2,167~2,16b~56,1c2~3,1c9~1]] update_snap_map remove_oid 5:9c816c51:::smithi09077644-7:1ca failed with -2 2024-03-07T03:07:58.834 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:07:58 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:07:58.833+0000 7fc296413700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:07:59.076 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:07:58 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:07:58.734+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:59.077 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:58 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:58.739+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:59.077 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:58 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:58.747+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:59.077 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:58 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:58.748+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:59.077 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:58 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:58.872+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:07:59.077 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:58 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:58.872+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:59.164 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:07:58 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:07:58.833+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1cf=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:07:59.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:59 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:59.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:59 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:59.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:59 smithi090 ceph-mon[89511]: osdmap e695: 8 total, 8 up, 8 in 2024-03-07T03:07:59.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:59 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:59.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:59 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1cc=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:59.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:59 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:59.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:59 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:59.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:59 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:59.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:07:59 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:59.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:59 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:59.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:59 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:59.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:59 smithi090 ceph-mon[91928]: osdmap e695: 8 total, 8 up, 8 in 2024-03-07T03:07:59.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:59 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:59.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:59 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1cc=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:59.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:59 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:59.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:59 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:59.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:59 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:59.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:07:59 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:59.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:59 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:07:59.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:59 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:07:59.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:59 smithi092 ceph-mon[83777]: osdmap e695: 8 total, 8 up, 8 in 2024-03-07T03:07:59.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:59 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:07:59.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:59 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1cc=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:07:59.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:59 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:07:59.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:59 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:07:59.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:59 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:07:59.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:07:59 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:07:59.739 INFO:tasks.rados.rados.0.smithi090.stdout:3188: done (3 left) 2024-03-07T03:07:59.739 INFO:tasks.rados.rados.0.smithi090.stdout:3189: read oid 22 snap 306 2024-03-07T03:07:59.739 INFO:tasks.rados.rados.0.smithi090.stdout:3189: expect (ObjNum 938 snap 295 seq_num 938) 2024-03-07T03:07:59.739 INFO:tasks.rados.rados.0.smithi090.stdout:3190: rollback oid 24 current snap is 308 2024-03-07T03:07:59.739 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 24 to 306 2024-03-07T03:07:59.739 INFO:tasks.rados.rados.0.smithi090.stdout:3183: expect (ObjNum 777 snap 253 seq_num 777) 2024-03-07T03:08:00.006 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:07:59 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:07:59.807+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1cf=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:00.007 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:07:59 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:07:59.737+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:00.007 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:59 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:59.810+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:08:00.007 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:59 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:59.810+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:00.007 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:07:59 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:07:59.810+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1cc=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:00.076 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:07:59 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:07:59.743+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:00.076 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:59 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:59.737+0000 7f4442f67700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:08:00.076 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:07:59 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:07:59.737+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:00.077 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:59 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:59.743+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:00.077 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:59 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:59.744+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:00.077 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:07:59 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:07:59.749+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:00.123 INFO:tasks.rados.rados.0.smithi090.stdout:3185: finishing write tid 1 to smithi09077644-35 2024-03-07T03:08:00.123 INFO:tasks.rados.rados.0.smithi090.stdout:3185: finishing write tid 2 to smithi09077644-35 2024-03-07T03:08:00.123 INFO:tasks.rados.rados.0.smithi090.stdout:3185: finishing write tid 3 to smithi09077644-35 2024-03-07T03:08:00.124 INFO:tasks.rados.rados.0.smithi090.stdout:3185: finishing write tid 4 to smithi09077644-35 2024-03-07T03:08:00.124 INFO:tasks.rados.rados.0.smithi090.stdout:3185: finishing write tid 5 to smithi09077644-35 2024-03-07T03:08:00.124 INFO:tasks.rados.rados.0.smithi090.stdout:3185: oid 35 updating version 0 to 1441 2024-03-07T03:08:00.124 INFO:tasks.rados.rados.0.smithi090.stdout:3185: oid 35 version 1441 is already newer than 1438 2024-03-07T03:08:00.124 INFO:tasks.rados.rados.0.smithi090.stdout:3185: oid 35 version 1441 is already newer than 1439 2024-03-07T03:08:00.124 INFO:tasks.rados.rados.0.smithi090.stdout:3185: oid 35 version 1441 is already newer than 1440 2024-03-07T03:08:00.124 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 35 v 1441 (ObjNum 968 snap 308 seq_num 968) dirty exists 2024-03-07T03:08:00.124 INFO:tasks.rados.rados.0.smithi090.stdout:3185: left oid 35 (ObjNum 968 snap 308 seq_num 968) 2024-03-07T03:08:00.124 INFO:tasks.rados.rados.0.smithi090.stdout:3184: finishing write tid 1 to smithi09077644-34 2024-03-07T03:08:00.124 INFO:tasks.rados.rados.0.smithi090.stdout:3184: finishing write tid 2 to smithi09077644-34 2024-03-07T03:08:00.124 INFO:tasks.rados.rados.0.smithi090.stdout:3184: finishing write tid 3 to smithi09077644-34 2024-03-07T03:08:00.124 INFO:tasks.rados.rados.0.smithi090.stdout:3184: finishing write tid 4 to smithi09077644-34 2024-03-07T03:08:00.125 INFO:tasks.rados.rados.0.smithi090.stdout:3183: done (4 left) 2024-03-07T03:08:00.125 INFO:tasks.rados.rados.0.smithi090.stdout:3185: done (3 left) 2024-03-07T03:08:00.125 INFO:tasks.rados.rados.0.smithi090.stdout:3191: snap_create 2024-03-07T03:08:00.125 INFO:tasks.rados.rados.0.smithi090.stdout:3184: finishing write tid 5 to smithi09077644-34 2024-03-07T03:08:00.125 INFO:tasks.rados.rados.0.smithi090.stdout:3184: finishing write tid 6 to smithi09077644-34 2024-03-07T03:08:00.125 INFO:tasks.rados.rados.0.smithi090.stdout:3184: oid 34 updating version 0 to 1184 2024-03-07T03:08:00.125 INFO:tasks.rados.rados.0.smithi090.stdout:3184: oid 34 updating version 1184 to 1185 2024-03-07T03:08:00.125 INFO:tasks.rados.rados.0.smithi090.stdout:3184: oid 34 updating version 1185 to 1187 2024-03-07T03:08:00.125 INFO:tasks.rados.rados.0.smithi090.stdout:3184: oid 34 version 1187 is already newer than 1183 2024-03-07T03:08:00.125 INFO:tasks.rados.rados.0.smithi090.stdout:3184: oid 34 version 1187 is already newer than 1186 2024-03-07T03:08:00.125 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 34 v 1187 (ObjNum 967 snap 308 seq_num 967) dirty exists 2024-03-07T03:08:00.125 INFO:tasks.rados.rados.0.smithi090.stdout:3184: left oid 34 (ObjNum 967 snap 308 seq_num 967) 2024-03-07T03:08:00.125 INFO:tasks.rados.rados.0.smithi090.stdout:3190: finishing rollback tid 1 to smithi09077644-24 2024-03-07T03:08:00.125 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 24 v 0 (ObjNum 145 snap 0 seq_num 3339720432) dirty dne 2024-03-07T03:08:00.125 INFO:tasks.rados.rados.0.smithi090.stdout:3189: expect (ObjNum 938 snap 295 seq_num 938) 2024-03-07T03:08:00.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:00 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:00.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:00 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1cf=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:00.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:00 smithi090 ceph-mon[91928]: osdmap e696: 8 total, 8 up, 8 in 2024-03-07T03:08:00.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:00 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:00.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:00 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:00.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:00 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:00.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:00 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:00.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:00 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:00.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:00 smithi090 ceph-mon[91928]: pgmap v472: 121 pgs: 4 peering, 8 active+undersized+degraded, 31 active+undersized, 70 active+clean, 8 active+clean+snaptrim_error; 457 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.8 MiB/s wr, 19 op/s; 15/813 objects degraded (1.845%); 5.3 MiB/s, 1 objects/s recovering 2024-03-07T03:08:00.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:00 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:00.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:00 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1cf=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:00.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:00 smithi090 ceph-mon[89511]: osdmap e696: 8 total, 8 up, 8 in 2024-03-07T03:08:00.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:00 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:00.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:00 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:00.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:00 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:00.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:00 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:00.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:00 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:00.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:00 smithi090 ceph-mon[89511]: pgmap v472: 121 pgs: 4 peering, 8 active+undersized+degraded, 31 active+undersized, 70 active+clean, 8 active+clean+snaptrim_error; 457 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.8 MiB/s wr, 19 op/s; 15/813 objects degraded (1.845%); 5.3 MiB/s, 1 objects/s recovering 2024-03-07T03:08:00.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:00 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:00.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:00 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1cf=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:00.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:00 smithi092 ceph-mon[83777]: osdmap e696: 8 total, 8 up, 8 in 2024-03-07T03:08:00.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:00 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:00.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:00 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:00.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:00 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:00.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:00 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:00.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:00 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:00.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:00 smithi092 ceph-mon[83777]: pgmap v472: 121 pgs: 4 peering, 8 active+undersized+degraded, 31 active+undersized, 70 active+clean, 8 active+clean+snaptrim_error; 457 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.8 MiB/s wr, 19 op/s; 15/813 objects degraded (1.845%); 5.3 MiB/s, 1 objects/s recovering 2024-03-07T03:08:00.740 INFO:tasks.rados.rados.0.smithi090.stdout:3184: done (3 left) 2024-03-07T03:08:00.740 INFO:tasks.rados.rados.0.smithi090.stdout:3189: done (2 left) 2024-03-07T03:08:00.740 INFO:tasks.rados.rados.0.smithi090.stdout:3190: done (1 left) 2024-03-07T03:08:00.740 INFO:tasks.rados.rados.0.smithi090.stdout:3191: done (0 left) 2024-03-07T03:08:00.740 INFO:tasks.rados.rados.0.smithi090.stdout:3192: read oid 13 snap -1 2024-03-07T03:08:00.741 INFO:tasks.rados.rados.0.smithi090.stdout:3192: expect (ObjNum 944 snap 296 seq_num 944) 2024-03-07T03:08:00.741 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 14 current snap is 309 2024-03-07T03:08:00.741 INFO:tasks.rados.rados.0.smithi090.stdout:3193: seq_num 969 ranges {8126464=638976,8765440=630784,9396224=532480,9928704=40960} 2024-03-07T03:08:00.787 INFO:tasks.rados.rados.0.smithi090.stdout:3193: writing smithi09077644-14 from 8126464 to 8765440 tid 1 2024-03-07T03:08:00.790 INFO:tasks.rados.rados.0.smithi090.stdout:3193: writing smithi09077644-14 from 8765440 to 9396224 tid 2 2024-03-07T03:08:00.794 INFO:tasks.rados.rados.0.smithi090.stdout:3193: writing smithi09077644-14 from 9396224 to 9928704 tid 3 2024-03-07T03:08:00.794 INFO:tasks.rados.rados.0.smithi090.stdout:3193: writing smithi09077644-14 from 9928704 to 9969664 tid 4 2024-03-07T03:08:00.794 INFO:tasks.rados.rados.0.smithi090.stdout:3194: rmattr oid 44 current snap is 309 2024-03-07T03:08:00.794 INFO:tasks.rados.rados.0.smithi090.stdout:3194: done (2 left) 2024-03-07T03:08:00.795 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 45 current snap is 309 2024-03-07T03:08:00.795 INFO:tasks.rados.rados.0.smithi090.stdout:3195: seq_num 970 ranges {12836864=655360,13492224=516096,14008320=688128} 2024-03-07T03:08:00.866 INFO:tasks.rados.rados.0.smithi090.stdout:3195: writing smithi09077644-45 from 12836864 to 13492224 tid 1 2024-03-07T03:08:00.869 INFO:tasks.rados.rados.0.smithi090.stdout:3195: writing smithi09077644-45 from 13492224 to 14008320 tid 2 2024-03-07T03:08:00.873 INFO:tasks.rados.rados.0.smithi090.stdout:3195: writing smithi09077644-45 from 14008320 to 14696448 tid 3 2024-03-07T03:08:00.873 INFO:tasks.rados.rados.0.smithi090.stdout:3196: rollback oid 47 current snap is 309 2024-03-07T03:08:00.873 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 47 to 305 2024-03-07T03:08:00.873 INFO:tasks.rados.rados.0.smithi090.stdout:3192: expect (ObjNum 944 snap 296 seq_num 944) 2024-03-07T03:08:01.076 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:08:00 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:08:00.739+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:01.076 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:00 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:00.742+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:01.076 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:00 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:00.742+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:01.077 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:00 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:00.747+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:08:01.077 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:00 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:00.747+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:01.114 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:00 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:00.744+0000 7fc29a41b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:08:01.114 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:00 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:00.744+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1cf=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:01.115 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:00 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:00.794+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:01.115 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:00 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:00.794+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:08:01.115 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:00 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:00.794+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1cc=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:01.115 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:08:00 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:08:00.796+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:01.344 INFO:tasks.rados.rados.0.smithi090.stdout:3193: finishing write tid 1 to smithi09077644-14 2024-03-07T03:08:01.344 INFO:tasks.rados.rados.0.smithi090.stdout:3193: finishing write tid 2 to smithi09077644-14 2024-03-07T03:08:01.344 INFO:tasks.rados.rados.0.smithi090.stdout:3192: done (3 left) 2024-03-07T03:08:01.344 INFO:tasks.rados.rados.0.smithi090.stdout:3197: read oid 21 snap -1 2024-03-07T03:08:01.344 INFO:tasks.rados.rados.0.smithi090.stdout:3197: expect (ObjNum 640 snap 199 seq_num 640) 2024-03-07T03:08:01.344 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 22 current snap is 309 2024-03-07T03:08:01.344 INFO:tasks.rados.rados.0.smithi090.stdout:3193: finishing write tid 3 to smithi09077644-14 2024-03-07T03:08:01.344 INFO:tasks.rados.rados.0.smithi090.stdout:3193: finishing write tid 4 to smithi09077644-14 2024-03-07T03:08:01.344 INFO:tasks.rados.rados.0.smithi090.stdout:3193: finishing write tid 5 to smithi09077644-14 2024-03-07T03:08:01.344 INFO:tasks.rados.rados.0.smithi090.stdout:3198: seq_num 971 ranges {1318912=671744,1990656=802816,2793472=401408} 2024-03-07T03:08:01.354 INFO:tasks.rados.rados.0.smithi090.stdout:3198: writing smithi09077644-22 from 1318912 to 1990656 tid 1 2024-03-07T03:08:01.359 INFO:tasks.rados.rados.0.smithi090.stdout:3198: writing smithi09077644-22 from 1990656 to 2793472 tid 2 2024-03-07T03:08:01.362 INFO:tasks.rados.rados.0.smithi090.stdout:3198: writing smithi09077644-22 from 2793472 to 3194880 tid 3 2024-03-07T03:08:01.362 INFO:tasks.rados.rados.0.smithi090.stdout:3199: copy_from oid 23 from oid 19 current snap is 309 2024-03-07T03:08:01.362 INFO:tasks.rados.rados.0.smithi090.stdout:3193: finishing write tid 6 to smithi09077644-14 2024-03-07T03:08:01.362 INFO:tasks.rados.rados.0.smithi090.stdout:3193: oid 14 updating version 0 to 12733 2024-03-07T03:08:01.362 INFO:tasks.rados.rados.0.smithi090.stdout:3193: oid 14 version 12733 is already newer than 12732 2024-03-07T03:08:01.362 INFO:tasks.rados.rados.0.smithi090.stdout:3193: oid 14 version 12733 is already newer than 12731 2024-03-07T03:08:01.362 INFO:tasks.rados.rados.0.smithi090.stdout:3193: oid 14 updating version 12733 to 12734 2024-03-07T03:08:01.362 INFO:tasks.rados.rados.0.smithi090.stdout:3193: oid 14 updating version 12734 to 12735 2024-03-07T03:08:01.362 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 14 v 12735 (ObjNum 969 snap 309 seq_num 969) dirty exists 2024-03-07T03:08:01.362 INFO:tasks.rados.rados.0.smithi090.stdout:3193: left oid 14 (ObjNum 969 snap 309 seq_num 969) 2024-03-07T03:08:01.362 INFO:tasks.rados.rados.0.smithi090.stdout:3195: finishing write tid 1 to smithi09077644-45 2024-03-07T03:08:01.362 INFO:tasks.rados.rados.0.smithi090.stdout:3193: done (5 left) 2024-03-07T03:08:01.363 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 15 current snap is 309 2024-03-07T03:08:01.363 INFO:tasks.rados.rados.0.smithi090.stdout:3195: finishing write tid 2 to smithi09077644-45 2024-03-07T03:08:01.363 INFO:tasks.rados.rados.0.smithi090.stdout:3200: seq_num 972 ranges {1163264=688128,1851392=688128,2539520=516096} 2024-03-07T03:08:01.372 INFO:tasks.rados.rados.0.smithi090.stdout:3200: writing smithi09077644-15 from 1163264 to 1851392 tid 1 2024-03-07T03:08:01.375 INFO:tasks.rados.rados.0.smithi090.stdout:3200: writing smithi09077644-15 from 1851392 to 2539520 tid 2 2024-03-07T03:08:01.380 INFO:tasks.rados.rados.0.smithi090.stdout:3200: writing smithi09077644-15 from 2539520 to 3055616 tid 3 2024-03-07T03:08:01.380 INFO:tasks.rados.rados.0.smithi090.stdout:3201: read oid 4 snap -1 2024-03-07T03:08:01.380 INFO:tasks.rados.rados.0.smithi090.stdout:3201: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-07T03:08:01.380 INFO:tasks.rados.rados.0.smithi090.stdout:3202: delete oid 13 current snap is 309 2024-03-07T03:08:01.380 INFO:tasks.rados.rados.0.smithi090.stdout:3195: finishing write tid 3 to smithi09077644-45 2024-03-07T03:08:01.380 INFO:tasks.rados.rados.0.smithi090.stdout:3195: finishing write tid 4 to smithi09077644-45 2024-03-07T03:08:01.381 INFO:tasks.rados.rados.0.smithi090.stdout:3195: finishing write tid 5 to smithi09077644-45 2024-03-07T03:08:01.381 INFO:tasks.rados.rados.0.smithi090.stdout:3195: oid 45 updating version 0 to 1441 2024-03-07T03:08:01.381 INFO:tasks.rados.rados.0.smithi090.stdout:3195: oid 45 updating version 1441 to 1443 2024-03-07T03:08:01.381 INFO:tasks.rados.rados.0.smithi090.stdout:3195: oid 45 version 1443 is already newer than 1442 2024-03-07T03:08:01.381 INFO:tasks.rados.rados.0.smithi090.stdout:3195: oid 45 updating version 1443 to 1444 2024-03-07T03:08:01.381 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 45 v 1444 (ObjNum 970 snap 309 seq_num 970) dirty exists 2024-03-07T03:08:01.381 INFO:tasks.rados.rados.0.smithi090.stdout:3195: left oid 45 (ObjNum 970 snap 309 seq_num 970) 2024-03-07T03:08:01.381 INFO:tasks.rados.rados.0.smithi090.stdout:3196: finishing rollback tid 0 to smithi09077644-47 2024-03-07T03:08:01.381 INFO:tasks.rados.rados.0.smithi090.stdout:3196: finishing rollback tid 1 to smithi09077644-47 2024-03-07T03:08:01.381 INFO:tasks.rados.rados.0.smithi090.stdout:3196: finishing rollback tid 2 to smithi09077644-47 2024-03-07T03:08:01.381 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 3116 (ObjNum 952 snap 303 seq_num 952) dirty exists 2024-03-07T03:08:01.381 INFO:tasks.rados.rados.0.smithi090.stdout:3197: expect (ObjNum 640 snap 199 seq_num 640) 2024-03-07T03:08:01.410 INFO:tasks.rados.rados.0.smithi090.stdout:3198: finishing write tid 1 to smithi09077644-22 2024-03-07T03:08:01.410 INFO:tasks.rados.rados.0.smithi090.stdout:3198: finishing write tid 2 to smithi09077644-22 2024-03-07T03:08:01.410 INFO:tasks.rados.rados.0.smithi090.stdout:3198: finishing write tid 3 to smithi09077644-22 2024-03-07T03:08:01.410 INFO:tasks.rados.rados.0.smithi090.stdout:3198: finishing write tid 4 to smithi09077644-22 2024-03-07T03:08:01.410 INFO:tasks.rados.rados.0.smithi090.stdout:3198: finishing write tid 5 to smithi09077644-22 2024-03-07T03:08:01.410 INFO:tasks.rados.rados.0.smithi090.stdout:3198: oid 22 updating version 0 to 1527 2024-03-07T03:08:01.410 INFO:tasks.rados.rados.0.smithi090.stdout:3198: oid 22 version 1527 is already newer than 1526 2024-03-07T03:08:01.410 INFO:tasks.rados.rados.0.smithi090.stdout:3198: oid 22 version 1527 is already newer than 1525 2024-03-07T03:08:01.411 INFO:tasks.rados.rados.0.smithi090.stdout:3198: oid 22 updating version 1527 to 1528 2024-03-07T03:08:01.411 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 1528 (ObjNum 971 snap 309 seq_num 971) dirty exists 2024-03-07T03:08:01.411 INFO:tasks.rados.rados.0.smithi090.stdout:3198: left oid 22 (ObjNum 971 snap 309 seq_num 971) 2024-03-07T03:08:01.411 INFO:tasks.rados.rados.0.smithi090.stdout:3200: finishing write tid 1 to smithi09077644-15 2024-03-07T03:08:01.411 INFO:tasks.rados.rados.0.smithi090.stdout:3195: done (7 left) 2024-03-07T03:08:01.411 INFO:tasks.rados.rados.0.smithi090.stdout:3196: done (6 left) 2024-03-07T03:08:01.411 INFO:tasks.rados.rados.0.smithi090.stdout:3197: done (5 left) 2024-03-07T03:08:01.411 INFO:tasks.rados.rados.0.smithi090.stdout:3198: done (4 left) 2024-03-07T03:08:01.411 INFO:tasks.rados.rados.0.smithi090.stdout:3202: done (3 left) 2024-03-07T03:08:01.411 INFO:tasks.rados.rados.0.smithi090.stdout:3203: snap_create 2024-03-07T03:08:01.411 INFO:tasks.rados.rados.0.smithi090.stdout:3199: finishing copy_from racing read to smithi09077644-23 2024-03-07T03:08:01.411 INFO:tasks.rados.rados.0.smithi090.stdout:3201: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-07T03:08:01.412 INFO:tasks.rados.rados.0.smithi090.stdout:3200: finishing write tid 2 to smithi09077644-15 2024-03-07T03:08:01.412 INFO:tasks.rados.rados.0.smithi090.stdout:3199: finishing copy_from to smithi09077644-23 2024-03-07T03:08:01.412 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 1431 (ObjNum 956 snap 303 seq_num 956) dirty exists 2024-03-07T03:08:01.413 INFO:tasks.rados.rados.0.smithi090.stdout:3200: finishing write tid 3 to smithi09077644-15 2024-03-07T03:08:01.413 INFO:tasks.rados.rados.0.smithi090.stdout:3200: finishing write tid 4 to smithi09077644-15 2024-03-07T03:08:01.413 INFO:tasks.rados.rados.0.smithi090.stdout:3200: finishing write tid 5 to smithi09077644-15 2024-03-07T03:08:01.413 INFO:tasks.rados.rados.0.smithi090.stdout:3200: oid 15 updating version 0 to 1531 2024-03-07T03:08:01.413 INFO:tasks.rados.rados.0.smithi090.stdout:3200: oid 15 updating version 1531 to 1532 2024-03-07T03:08:01.413 INFO:tasks.rados.rados.0.smithi090.stdout:3200: oid 15 updating version 1532 to 1533 2024-03-07T03:08:01.413 INFO:tasks.rados.rados.0.smithi090.stdout:3200: oid 15 version 1533 is already newer than 1530 2024-03-07T03:08:01.413 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 1533 (ObjNum 972 snap 309 seq_num 972) dirty exists 2024-03-07T03:08:01.413 INFO:tasks.rados.rados.0.smithi090.stdout:3200: left oid 15 (ObjNum 972 snap 309 seq_num 972) 2024-03-07T03:08:01.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:01 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:01.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:01 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1cf=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:01.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:01 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:01.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:01 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1cc=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:01.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:01 smithi092 ceph-mon[83777]: osdmap e697: 8 total, 8 up, 8 in 2024-03-07T03:08:01.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:01 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:01.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:01 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:01.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:01 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1cf=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:01.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:01 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:01.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:01 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:01.576 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:01.345+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:01.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:01 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:01.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:01 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1cf=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:01.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:01 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:01.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:01 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1cc=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:01.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:01 smithi090 ceph-mon[89511]: osdmap e697: 8 total, 8 up, 8 in 2024-03-07T03:08:01.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:01 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:01.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:01 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:01.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:01 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1cf=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:01.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:01 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:01.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:01 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:01.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:01 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:01.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:01 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1cf=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:01.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:01 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:01.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:01 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1cc=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:01.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:01 smithi090 ceph-mon[91928]: osdmap e697: 8 total, 8 up, 8 in 2024-03-07T03:08:01.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:01 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:01.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:01 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:01.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:01 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1cf=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:01.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:01 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:01.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:01 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:02.329 INFO:tasks.rados.rados.0.smithi090.stdout:3199: done (3 left) 2024-03-07T03:08:02.329 INFO:tasks.rados.rados.0.smithi090.stdout:3200: done (2 left) 2024-03-07T03:08:02.329 INFO:tasks.rados.rados.0.smithi090.stdout:3201: done (1 left) 2024-03-07T03:08:02.329 INFO:tasks.rados.rados.0.smithi090.stdout:3203: done (0 left) 2024-03-07T03:08:02.329 INFO:tasks.rados.rados.0.smithi090.stdout:3204: rollback oid 15 current snap is 310 2024-03-07T03:08:02.329 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 15 to 306 2024-03-07T03:08:02.329 INFO:tasks.rados.rados.0.smithi090.stdout:3205: read oid 40 snap -1 2024-03-07T03:08:02.329 INFO:tasks.rados.rados.0.smithi090.stdout:3205: expect (ObjNum 930 snap 292 seq_num 930) 2024-03-07T03:08:02.330 INFO:tasks.rados.rados.0.smithi090.stdout:3206: snap_create 2024-03-07T03:08:02.340 INFO:tasks.rados.rados.0.smithi090.stdout:3204: finishing rollback tid 0 to smithi09077644-15 2024-03-07T03:08:02.341 INFO:tasks.rados.rados.0.smithi090.stdout:3204: finishing rollback tid 1 to smithi09077644-15 2024-03-07T03:08:02.341 INFO:tasks.rados.rados.0.smithi090.stdout:3204: finishing rollback tid 2 to smithi09077644-15 2024-03-07T03:08:02.341 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 1537 (ObjNum 964 snap 306 seq_num 964) dirty exists 2024-03-07T03:08:02.342 INFO:tasks.rados.rados.0.smithi090.stdout:3205: expect (ObjNum 930 snap 292 seq_num 930) 2024-03-07T03:08:02.576 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:08:02.332+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:02.577 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:02.334+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:02.577 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:02.336+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:02.577 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:02.340+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:02.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:02.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:02.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1cc=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:02.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:02.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:02.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:02.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:08:02.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:08:02.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:02.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:08:02.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:02.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:02.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:02.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:02.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-mon[89511]: Upgrade: Setting container_image for all osd 2024-03-07T03:08:02.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:02.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-03-07T03:08:02.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-03-07T03:08:02.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-03-07T03:08:02.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-03-07T03:08:02.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-03-07T03:08:02.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-03-07T03:08:02.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-03-07T03:08:02.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-03-07T03:08:02.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-03-07T03:08:02.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-03-07T03:08:02.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:02.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:02.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1cc=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:02.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:02.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:02.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:02.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:08:02.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:08:02.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:02.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:08:02.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:02.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:02.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:02.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:02.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-mon[91928]: Upgrade: Setting container_image for all osd 2024-03-07T03:08:02.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:02.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-03-07T03:08:02.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-03-07T03:08:02.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-03-07T03:08:02.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-03-07T03:08:02.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-03-07T03:08:02.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-03-07T03:08:02.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-03-07T03:08:02.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-03-07T03:08:02.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-03-07T03:08:02.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-03-07T03:08:02.582 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-03-07T03:08:02.582 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-03-07T03:08:02.582 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-03-07T03:08:02.582 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-03-07T03:08:02.582 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-03-07T03:08:02.582 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-03-07T03:08:02.582 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-mon[89511]: Upgrade: Setting require_osd_release to 19 squid 2024-03-07T03:08:02.582 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-03-07T03:08:02.582 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-mon[89511]: pgmap v474: 121 pgs: 4 peering, 108 active+clean, 9 active+clean+snaptrim_error; 432 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.5 MiB/s wr, 15 op/s; 10 MiB/s, 2 objects/s recovering 2024-03-07T03:08:02.582 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-03-07T03:08:02.582 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-03-07T03:08:02.582 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-03-07T03:08:02.583 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-03-07T03:08:02.583 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-03-07T03:08:02.583 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-03-07T03:08:02.583 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-mon[91928]: Upgrade: Setting require_osd_release to 19 squid 2024-03-07T03:08:02.583 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-03-07T03:08:02.583 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-mon[91928]: pgmap v474: 121 pgs: 4 peering, 108 active+clean, 9 active+clean+snaptrim_error; 432 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.5 MiB/s wr, 15 op/s; 10 MiB/s, 2 objects/s recovering 2024-03-07T03:08:02.665 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:08:02 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:08:02.340+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:02.665 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:08:02 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:08:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:08:02.665 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:02 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:02.333+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:08:02.665 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:02 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:02.333+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:02.665 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:02 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:02.333+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1d1=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:02.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:02 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:02.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:02 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:02.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:02 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1cc=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:02.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:02 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:02.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:02 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:02.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:02 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:02.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:02 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:08:02.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:02 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:08:02.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:02 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:02.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:02 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:08:02.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:02 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:02.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:02 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:02.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:02 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:02.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:02 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:02.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:02 smithi092 ceph-mon[83777]: Upgrade: Setting container_image for all osd 2024-03-07T03:08:02.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:02 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:02.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:02 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-03-07T03:08:02.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:02 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-03-07T03:08:02.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:02 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-03-07T03:08:02.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:02 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-03-07T03:08:02.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:02 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-03-07T03:08:02.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:02 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-03-07T03:08:02.667 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:02 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-03-07T03:08:02.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:02 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-03-07T03:08:02.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:02 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-03-07T03:08:02.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:02 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-03-07T03:08:02.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:02 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-03-07T03:08:02.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:02 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-03-07T03:08:02.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:02 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-03-07T03:08:02.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:02 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-03-07T03:08:02.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:02 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-03-07T03:08:02.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:02 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-03-07T03:08:02.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:02 smithi092 ceph-mon[83777]: Upgrade: Setting require_osd_release to 19 squid 2024-03-07T03:08:02.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:02 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-03-07T03:08:02.668 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:02 smithi092 ceph-mon[83777]: pgmap v474: 121 pgs: 4 peering, 108 active+clean, 9 active+clean+snaptrim_error; 432 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.5 MiB/s wr, 15 op/s; 10 MiB/s, 2 objects/s recovering 2024-03-07T03:08:03.001 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-a[89507]: 2024-03-07T03:08:02.772+0000 7f55cfa4e700 -1 log_channel(cluster) log [ERR] : Health check update: Possible data damage: 9 pgs snaptrim_error (PG_DAMAGED) 2024-03-07T03:08:03.002 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:02.710+0000 7f4442f67700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:08:03.002 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:02 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:02.710+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:03.164 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:02 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:02.711+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1cf=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:03.293 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:08:03 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:08:03] "GET /metrics HTTP/1.1" 200 36169 "" "Prometheus/2.43.0" 2024-03-07T03:08:03.330 INFO:tasks.rados.rados.0.smithi090.stdout:3204: done (2 left) 2024-03-07T03:08:03.330 INFO:tasks.rados.rados.0.smithi090.stdout:3205: done (1 left) 2024-03-07T03:08:03.330 INFO:tasks.rados.rados.0.smithi090.stdout:3206: done (0 left) 2024-03-07T03:08:03.331 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 14 current snap is 311 2024-03-07T03:08:03.331 INFO:tasks.rados.rados.0.smithi090.stdout:3207: seq_num 974 ranges {9969664=720896,10690560=507904,11198464=671744,11870208=24576} 2024-03-07T03:08:03.387 INFO:tasks.rados.rados.0.smithi090.stdout:3207: writing smithi09077644-14 from 9969664 to 10690560 tid 1 2024-03-07T03:08:03.389 INFO:tasks.rados.rados.0.smithi090.stdout:3207: writing smithi09077644-14 from 10690560 to 11198464 tid 2 2024-03-07T03:08:03.394 INFO:tasks.rados.rados.0.smithi090.stdout:3207: writing smithi09077644-14 from 11198464 to 11870208 tid 3 2024-03-07T03:08:03.394 INFO:tasks.rados.rados.0.smithi090.stdout:3207: writing smithi09077644-14 from 11870208 to 11894784 tid 4 2024-03-07T03:08:03.394 INFO:tasks.rados.rados.0.smithi090.stdout:3208: rollback oid 15 current snap is 311 2024-03-07T03:08:03.394 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 15 to 308 2024-03-07T03:08:03.394 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 46 current snap is 311 2024-03-07T03:08:03.394 INFO:tasks.rados.rados.0.smithi090.stdout:3209: seq_num 975 ranges {1220608=737280,1957888=786432,2744320=417792} 2024-03-07T03:08:03.404 INFO:tasks.rados.rados.0.smithi090.stdout:3209: writing smithi09077644-46 from 1220608 to 1957888 tid 1 2024-03-07T03:08:03.409 INFO:tasks.rados.rados.0.smithi090.stdout:3209: writing smithi09077644-46 from 1957888 to 2744320 tid 2 2024-03-07T03:08:03.412 INFO:tasks.rados.rados.0.smithi090.stdout:3209: writing smithi09077644-46 from 2744320 to 3162112 tid 3 2024-03-07T03:08:03.412 INFO:tasks.rados.rados.0.smithi090.stdout:3210: read oid 49 snap 307 2024-03-07T03:08:03.413 INFO:tasks.rados.rados.0.smithi090.stdout:3210: expect (ObjNum 903 snap 284 seq_num 903) 2024-03-07T03:08:03.413 INFO:tasks.rados.rados.0.smithi090.stdout:3211: rmattr oid 8 current snap is 311 2024-03-07T03:08:03.413 INFO:tasks.rados.rados.0.smithi090.stdout:3211: done (4 left) 2024-03-07T03:08:03.413 INFO:tasks.rados.rados.0.smithi090.stdout:3212: snap_create 2024-03-07T03:08:03.413 INFO:tasks.rados.rados.0.smithi090.stdout:3207: finishing write tid 1 to smithi09077644-14 2024-03-07T03:08:03.413 INFO:tasks.rados.rados.0.smithi090.stdout:3208: finishing rollback tid 0 to smithi09077644-15 2024-03-07T03:08:03.413 INFO:tasks.rados.rados.0.smithi090.stdout:3208: finishing rollback tid 1 to smithi09077644-15 2024-03-07T03:08:03.413 INFO:tasks.rados.rados.0.smithi090.stdout:3208: finishing rollback tid 2 to smithi09077644-15 2024-03-07T03:08:03.413 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 1541 (ObjNum 929 snap 291 seq_num 929) dirty exists 2024-03-07T03:08:03.413 INFO:tasks.rados.rados.0.smithi090.stdout:3207: finishing write tid 2 to smithi09077644-14 2024-03-07T03:08:03.413 INFO:tasks.rados.rados.0.smithi090.stdout:3207: finishing write tid 3 to smithi09077644-14 2024-03-07T03:08:03.413 INFO:tasks.rados.rados.0.smithi090.stdout:3207: finishing write tid 4 to smithi09077644-14 2024-03-07T03:08:03.413 INFO:tasks.rados.rados.0.smithi090.stdout:3209: finishing write tid 1 to smithi09077644-46 2024-03-07T03:08:03.413 INFO:tasks.rados.rados.0.smithi090.stdout:3207: finishing write tid 5 to smithi09077644-14 2024-03-07T03:08:03.414 INFO:tasks.rados.rados.0.smithi090.stdout:3207: finishing write tid 6 to smithi09077644-14 2024-03-07T03:08:03.414 INFO:tasks.rados.rados.0.smithi090.stdout:3207: oid 14 updating version 0 to 12738 2024-03-07T03:08:03.414 INFO:tasks.rados.rados.0.smithi090.stdout:3207: oid 14 updating version 12738 to 12740 2024-03-07T03:08:03.414 INFO:tasks.rados.rados.0.smithi090.stdout:3207: oid 14 version 12740 is already newer than 12737 2024-03-07T03:08:03.414 INFO:tasks.rados.rados.0.smithi090.stdout:3207: oid 14 updating version 12740 to 12741 2024-03-07T03:08:03.414 INFO:tasks.rados.rados.0.smithi090.stdout:3207: oid 14 version 12741 is already newer than 12739 2024-03-07T03:08:03.414 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 14 v 12741 (ObjNum 974 snap 311 seq_num 974) dirty exists 2024-03-07T03:08:03.414 INFO:tasks.rados.rados.0.smithi090.stdout:3207: left oid 14 (ObjNum 974 snap 311 seq_num 974) 2024-03-07T03:08:03.415 INFO:tasks.rados.rados.0.smithi090.stdout:3209: finishing write tid 2 to smithi09077644-46 2024-03-07T03:08:03.415 INFO:tasks.rados.rados.0.smithi090.stdout:3209: finishing write tid 3 to smithi09077644-46 2024-03-07T03:08:03.415 INFO:tasks.rados.rados.0.smithi090.stdout:3209: finishing write tid 4 to smithi09077644-46 2024-03-07T03:08:03.416 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:03 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:03.391+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:03.417 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:03 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:03.392+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:08:03.417 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:03 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:03.392+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1d1=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:03.417 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:08:03 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:08:03.329+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:03.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:03 smithi092 ceph-mon[83777]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-03-07T03:08:03.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:03 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-03-07T03:08:03.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:03 smithi092 ceph-mon[83777]: osdmap e698: 8 total, 8 up, 8 in 2024-03-07T03:08:03.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:03 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-03-07T03:08:03.417 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:03 smithi092 ceph-mon[83777]: Upgrade: It appears safe to stop mds.a 2024-03-07T03:08:03.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:03 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:03.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:03 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:03.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:03 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1d1=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:03.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:03 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:03.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:03 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:03.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:03 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:03.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:03 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:03.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:03 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:03.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:03 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1cf=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:03.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:03 smithi092 ceph-mon[83777]: Health check update: Degraded data redundancy: 15/813 objects degraded (1.845%), 8 pgs degraded (PG_DEGRADED) 2024-03-07T03:08:03.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:03 smithi092 ceph-mon[83777]: Health check update: Possible data damage: 9 pgs snaptrim_error (PG_DAMAGED) 2024-03-07T03:08:03.418 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:03 smithi092 ceph-mon[83777]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 15/813 objects degraded (1.845%), 8 pgs degraded) 2024-03-07T03:08:03.419 INFO:tasks.rados.rados.0.smithi090.stdout:3209: finishing write tid 5 to smithi09077644-46 2024-03-07T03:08:03.419 INFO:tasks.rados.rados.0.smithi090.stdout:3209: oid 46 updating version 0 to 1443 2024-03-07T03:08:03.419 INFO:tasks.rados.rados.0.smithi090.stdout:3209: oid 46 version 1443 is already newer than 1440 2024-03-07T03:08:03.419 INFO:tasks.rados.rados.0.smithi090.stdout:3209: oid 46 version 1443 is already newer than 1442 2024-03-07T03:08:03.419 INFO:tasks.rados.rados.0.smithi090.stdout:3209: oid 46 version 1443 is already newer than 1441 2024-03-07T03:08:03.419 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 1443 (ObjNum 975 snap 311 seq_num 975) dirty exists 2024-03-07T03:08:03.419 INFO:tasks.rados.rados.0.smithi090.stdout:3209: left oid 46 (ObjNum 975 snap 311 seq_num 975) 2024-03-07T03:08:03.423 INFO:tasks.rados.rados.0.smithi090.stdout:3210: expect (ObjNum 903 snap 284 seq_num 903) 2024-03-07T03:08:03.576 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:08:03 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:08:03.331+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:03.577 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:03 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:03.409+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:03.577 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:03 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:03.396+0000 7fa43c425700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:08:03.577 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:03 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:03.396+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:03.577 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:03 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:03.397+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:03.577 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:03 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:03.402+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:03.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:03 smithi090 ceph-mon[89511]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-03-07T03:08:03.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:03 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-03-07T03:08:03.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:03 smithi090 ceph-mon[89511]: osdmap e698: 8 total, 8 up, 8 in 2024-03-07T03:08:03.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:03 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-03-07T03:08:03.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:03 smithi090 ceph-mon[89511]: Upgrade: It appears safe to stop mds.a 2024-03-07T03:08:03.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:03 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:03.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:03 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:03.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:03 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1d1=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:03.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:03 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:03.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:03 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:03.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:03 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:03.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:03 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:03.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:03 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:03.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:03 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1cf=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:03.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:03 smithi090 ceph-mon[89511]: Health check update: Degraded data redundancy: 15/813 objects degraded (1.845%), 8 pgs degraded (PG_DEGRADED) 2024-03-07T03:08:03.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:03 smithi090 ceph-mon[89511]: Health check update: Possible data damage: 9 pgs snaptrim_error (PG_DAMAGED) 2024-03-07T03:08:03.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:03 smithi090 ceph-mon[89511]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 15/813 objects degraded (1.845%), 8 pgs degraded) 2024-03-07T03:08:03.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:03 smithi090 ceph-mon[91928]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-03-07T03:08:03.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:03 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-03-07T03:08:03.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:03 smithi090 ceph-mon[91928]: osdmap e698: 8 total, 8 up, 8 in 2024-03-07T03:08:03.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:03 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-03-07T03:08:03.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:03 smithi090 ceph-mon[91928]: Upgrade: It appears safe to stop mds.a 2024-03-07T03:08:03.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:03 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:03.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:03 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:03.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:03 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1d1=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:03.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:03 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:03.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:03 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:03.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:03 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:03.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:03 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:03.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:03 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:03.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:03 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1cf=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:03.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:03 smithi090 ceph-mon[91928]: Health check update: Degraded data redundancy: 15/813 objects degraded (1.845%), 8 pgs degraded (PG_DEGRADED) 2024-03-07T03:08:03.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:03 smithi090 ceph-mon[91928]: Health check update: Possible data damage: 9 pgs snaptrim_error (PG_DAMAGED) 2024-03-07T03:08:03.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:03 smithi090 ceph-mon[91928]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 15/813 objects degraded (1.845%), 8 pgs degraded) 2024-03-07T03:08:03.914 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:03 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:03.415+0000 7fc29a41b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:08:03.914 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:03 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:03.415+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1cf=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:04.338 INFO:tasks.rados.rados.0.smithi090.stdout:3207: done (4 left) 2024-03-07T03:08:04.339 INFO:tasks.rados.rados.0.smithi090.stdout:3208: done (3 left) 2024-03-07T03:08:04.339 INFO:tasks.rados.rados.0.smithi090.stdout:3209: done (2 left) 2024-03-07T03:08:04.339 INFO:tasks.rados.rados.0.smithi090.stdout:3210: done (1 left) 2024-03-07T03:08:04.339 INFO:tasks.rados.rados.0.smithi090.stdout:3212: done (0 left) 2024-03-07T03:08:04.339 INFO:tasks.rados.rados.0.smithi090.stdout:3213: read oid 5 snap -1 2024-03-07T03:08:04.339 INFO:tasks.rados.rados.0.smithi090.stdout:3213: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-07T03:08:04.339 INFO:tasks.rados.rados.0.smithi090.stdout:3214: snap_create 2024-03-07T03:08:04.341 INFO:tasks.rados.rados.0.smithi090.stdout:3213: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-07T03:08:04.664 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:08:04 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:08:04.341+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:04.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:04 smithi092 ceph-mon[83777]: osdmap e699: 8 total, 8 up, 8 in 2024-03-07T03:08:04.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:04 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:04.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:04 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:04.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:04 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:04.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:04 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1d1=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:04.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:04 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:04.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:04 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:04.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:04 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:04.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:04 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:04.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:04 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1cf=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:04.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:04 smithi092 ceph-mon[83777]: pgmap v477: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 434 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 882 KiB/s rd, 877 KiB/s wr, 5 op/s; 4.9 MiB/s, 1 objects/s recovering 2024-03-07T03:08:04.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:04 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:04.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:04 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-07T03:08:04.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:04 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:08:04.666 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:08:04 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:08:04.341+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:04.667 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:04 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:04.338+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:04.667 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:04 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:04.338+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:04.667 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:04 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:04.338+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:04.667 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:04 smithi090 ceph-mon[89511]: osdmap e699: 8 total, 8 up, 8 in 2024-03-07T03:08:04.667 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:04 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:04.667 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:04 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:04.667 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:04 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:04.668 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:04 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1d1=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:04.668 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:04 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:04.668 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:04 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:04.668 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:04 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:04.668 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:04 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:04.668 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:04 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1cf=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:04.668 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:04 smithi090 ceph-mon[89511]: pgmap v477: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 434 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 882 KiB/s rd, 877 KiB/s wr, 5 op/s; 4.9 MiB/s, 1 objects/s recovering 2024-03-07T03:08:04.668 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:04 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:04.668 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:04 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-07T03:08:04.668 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:04 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:08:04.668 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:04 smithi090 ceph-mon[91928]: osdmap e699: 8 total, 8 up, 8 in 2024-03-07T03:08:04.669 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:04 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:04.669 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:04 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:04.669 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:04 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:04.669 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:04 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1d1=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:04.669 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:04 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:04.669 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:04 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:04.669 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:04 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:04.669 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:04 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:04.669 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:04 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1cf=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:04.669 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:04 smithi090 ceph-mon[91928]: pgmap v477: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 434 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 882 KiB/s rd, 877 KiB/s wr, 5 op/s; 4.9 MiB/s, 1 objects/s recovering 2024-03-07T03:08:04.669 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:04 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:04.669 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:04 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-07T03:08:04.669 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:04 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:08:04.973 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:04 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:04.906+0000 7f443ef5f700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:08:04.974 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:04 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:04.906+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:05.165 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:04 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:04.906+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1cf=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:05.165 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:04 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:04.908+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:08:05.165 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:04 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:04.908+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:05.165 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:04 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:04.908+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1d1=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:05.339 INFO:tasks.rados.rados.0.smithi090.stdout:3213: done (1 left) 2024-03-07T03:08:05.339 INFO:tasks.rados.rados.0.smithi090.stdout:3214: done (0 left) 2024-03-07T03:08:05.339 INFO:tasks.rados.rados.0.smithi090.stdout:3215: copy_from oid 46 from oid 15 current snap is 313 2024-03-07T03:08:05.340 INFO:tasks.rados.rados.0.smithi090.stdout:3216: read oid 25 snap -1 2024-03-07T03:08:05.340 INFO:tasks.rados.rados.0.smithi090.stdout:3216: expect (ObjNum 929 snap 291 seq_num 929) 2024-03-07T03:08:05.340 INFO:tasks.rados.rados.0.smithi090.stdout:3217: setattr oid 47 current snap is 313 2024-03-07T03:08:05.342 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 13 current snap is 313 2024-03-07T03:08:05.342 INFO:tasks.rados.rados.0.smithi090.stdout:3218: seq_num 976 ranges {0=753664,753664=671744,1425408=532480} 2024-03-07T03:08:05.347 INFO:tasks.rados.rados.0.smithi090.stdout:3218: writing smithi09077644-13 from 0 to 753664 tid 1 2024-03-07T03:08:05.351 INFO:tasks.rados.rados.0.smithi090.stdout:3218: writing smithi09077644-13 from 753664 to 1425408 tid 2 2024-03-07T03:08:05.355 INFO:tasks.rados.rados.0.smithi090.stdout:3218: writing smithi09077644-13 from 1425408 to 1957888 tid 3 2024-03-07T03:08:05.355 INFO:tasks.rados.rados.0.smithi090.stdout:3219: read oid 20 snap -1 2024-03-07T03:08:05.355 INFO:tasks.rados.rados.0.smithi090.stdout:3219: expect (ObjNum 943 snap 295 seq_num 943) 2024-03-07T03:08:05.355 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 9 current snap is 313 2024-03-07T03:08:05.355 INFO:tasks.rados.rados.0.smithi090.stdout:3220: seq_num 977 ranges {0=770048,770048=557056,1327104=491520,1818624=155648} 2024-03-07T03:08:05.359 INFO:tasks.rados.rados.0.smithi090.stdout:3220: writing smithi09077644-9 from 0 to 770048 tid 1 2024-03-07T03:08:05.363 INFO:tasks.rados.rados.0.smithi090.stdout:3220: writing smithi09077644-9 from 770048 to 1327104 tid 2 2024-03-07T03:08:05.367 INFO:tasks.rados.rados.0.smithi090.stdout:3220: writing smithi09077644-9 from 1327104 to 1818624 tid 3 2024-03-07T03:08:05.368 INFO:tasks.rados.rados.0.smithi090.stdout:3220: writing smithi09077644-9 from 1818624 to 1974272 tid 4 2024-03-07T03:08:05.368 INFO:tasks.rados.rados.0.smithi090.stdout:3221: delete oid 38 current snap is 313 2024-03-07T03:08:05.368 INFO:tasks.rados.rados.0.smithi090.stdout:3215: finishing copy_from racing read to smithi09077644-46 2024-03-07T03:08:05.368 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 3118 (ObjNum 952 snap 303 seq_num 952) dirty exists 2024-03-07T03:08:05.369 INFO:tasks.rados.rados.0.smithi090.stdout:3215: finishing copy_from to smithi09077644-46 2024-03-07T03:08:05.369 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 1541 (ObjNum 929 snap 291 seq_num 929) dirty exists 2024-03-07T03:08:05.369 INFO:tasks.rados.rados.0.smithi090.stdout:3216: expect (ObjNum 929 snap 291 seq_num 929) 2024-03-07T03:08:05.406 INFO:tasks.rados.rados.0.smithi090.stdout:3218: finishing write tid 1 to smithi09077644-13 2024-03-07T03:08:05.406 INFO:tasks.rados.rados.0.smithi090.stdout:3218: finishing write tid 2 to smithi09077644-13 2024-03-07T03:08:05.406 INFO:tasks.rados.rados.0.smithi090.stdout:3215: done (6 left) 2024-03-07T03:08:05.406 INFO:tasks.rados.rados.0.smithi090.stdout:3216: done (5 left) 2024-03-07T03:08:05.406 INFO:tasks.rados.rados.0.smithi090.stdout:3217: done (4 left) 2024-03-07T03:08:05.406 INFO:tasks.rados.rados.0.smithi090.stdout:3221: done (3 left) 2024-03-07T03:08:05.406 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 43 current snap is 313 2024-03-07T03:08:05.406 INFO:tasks.rados.rados.0.smithi090.stdout:3218: finishing write tid 3 to smithi09077644-13 2024-03-07T03:08:05.406 INFO:tasks.rados.rados.0.smithi090.stdout:3222: seq_num 979 ranges {0=802816,802816=729088,1531904=458752,1990656=16384} 2024-03-07T03:08:05.409 INFO:tasks.rados.rados.0.smithi090.stdout:3222: writing smithi09077644-43 from 0 to 802816 tid 1 2024-03-07T03:08:05.414 INFO:tasks.rados.rados.0.smithi090.stdout:3222: writing smithi09077644-43 from 802816 to 1531904 tid 2 2024-03-07T03:08:05.417 INFO:tasks.rados.rados.0.smithi090.stdout:3222: writing smithi09077644-43 from 1531904 to 1990656 tid 3 2024-03-07T03:08:05.417 INFO:tasks.rados.rados.0.smithi090.stdout:3222: writing smithi09077644-43 from 1990656 to 2007040 tid 4 2024-03-07T03:08:05.417 INFO:tasks.rados.rados.0.smithi090.stdout:3223: read oid 37 snap 308 2024-03-07T03:08:05.417 INFO:tasks.rados.rados.0.smithi090.stdout:3223: expect (ObjNum 955 snap 303 seq_num 955) 2024-03-07T03:08:05.417 INFO:tasks.rados.rados.0.smithi090.stdout:3224: copy_from oid 22 from oid 25 current snap is 313 2024-03-07T03:08:05.418 INFO:tasks.rados.rados.0.smithi090.stdout:3218: finishing write tid 4 to smithi09077644-13 2024-03-07T03:08:05.418 INFO:tasks.rados.rados.0.smithi090.stdout:3218: finishing write tid 5 to smithi09077644-13 2024-03-07T03:08:05.418 INFO:tasks.rados.rados.0.smithi090.stdout:3218: oid 13 updating version 0 to 1354 2024-03-07T03:08:05.418 INFO:tasks.rados.rados.0.smithi090.stdout:3218: oid 13 updating version 1354 to 1357 2024-03-07T03:08:05.418 INFO:tasks.rados.rados.0.smithi090.stdout:3218: oid 13 version 1357 is already newer than 1356 2024-03-07T03:08:05.418 INFO:tasks.rados.rados.0.smithi090.stdout:3218: oid 13 version 1357 is already newer than 1355 2024-03-07T03:08:05.418 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 13 v 1357 (ObjNum 976 snap 313 seq_num 976) dirty exists 2024-03-07T03:08:05.418 INFO:tasks.rados.rados.0.smithi090.stdout:3218: left oid 13 (ObjNum 976 snap 313 seq_num 976) 2024-03-07T03:08:05.418 INFO:tasks.rados.rados.0.smithi090.stdout:3220: finishing write tid 1 to smithi09077644-9 2024-03-07T03:08:05.418 INFO:tasks.rados.rados.0.smithi090.stdout:3220: finishing write tid 2 to smithi09077644-9 2024-03-07T03:08:05.418 INFO:tasks.rados.rados.0.smithi090.stdout:3220: finishing write tid 3 to smithi09077644-9 2024-03-07T03:08:05.418 INFO:tasks.rados.rados.0.smithi090.stdout:3220: finishing write tid 4 to smithi09077644-9 2024-03-07T03:08:05.418 INFO:tasks.rados.rados.0.smithi090.stdout:3220: finishing write tid 5 to smithi09077644-9 2024-03-07T03:08:05.418 INFO:tasks.rados.rados.0.smithi090.stdout:3220: finishing write tid 6 to smithi09077644-9 2024-03-07T03:08:05.418 INFO:tasks.rados.rados.0.smithi090.stdout:3220: oid 9 updating version 0 to 1543 2024-03-07T03:08:05.418 INFO:tasks.rados.rados.0.smithi090.stdout:3220: oid 9 updating version 1543 to 1544 2024-03-07T03:08:05.419 INFO:tasks.rados.rados.0.smithi090.stdout:3220: oid 9 version 1544 is already newer than 1542 2024-03-07T03:08:05.419 INFO:tasks.rados.rados.0.smithi090.stdout:3220: oid 9 updating version 1544 to 1546 2024-03-07T03:08:05.419 INFO:tasks.rados.rados.0.smithi090.stdout:3220: oid 9 version 1546 is already newer than 1545 2024-03-07T03:08:05.419 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 9 v 1546 (ObjNum 977 snap 313 seq_num 977) dirty exists 2024-03-07T03:08:05.419 INFO:tasks.rados.rados.0.smithi090.stdout:3220: left oid 9 (ObjNum 977 snap 313 seq_num 977) 2024-03-07T03:08:05.419 INFO:tasks.rados.rados.0.smithi090.stdout:3219: expect (ObjNum 943 snap 295 seq_num 943) 2024-03-07T03:08:05.613 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:05 smithi090 ceph-mon[91928]: Upgrade: Updating mds.a 2024-03-07T03:08:05.613 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:05 smithi090 ceph-mon[91928]: Deploying daemon mds.a on smithi090 2024-03-07T03:08:05.613 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:05 smithi090 ceph-mon[91928]: osdmap e700: 8 total, 8 up, 8 in 2024-03-07T03:08:05.613 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:05 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:05.613 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:05 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:05.613 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:05 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:05.614 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:05 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:05.614 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:05 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:05.614 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:05 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:05.614 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:05 smithi090 ceph-mon[89511]: Upgrade: Updating mds.a 2024-03-07T03:08:05.614 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:05 smithi090 ceph-mon[89511]: Deploying daemon mds.a on smithi090 2024-03-07T03:08:05.614 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:05 smithi090 ceph-mon[89511]: osdmap e700: 8 total, 8 up, 8 in 2024-03-07T03:08:05.614 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:05 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:05.614 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:05 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:05.614 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:05 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:05.614 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:05 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:05.614 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:05 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:05.614 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:05 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:05.615 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:05 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:05.342+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:05.615 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:05 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:05.343+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:05.615 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:05 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:05.346+0000 7fa43c425700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:08:05.615 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:05 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:05.346+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:05.615 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:08:05 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:08:05.343+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:05.615 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:05 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:05.338+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:05.665 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:05.344+0000 7fc29a41b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:08:05.665 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:05.344+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1cf=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:05.665 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:08:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:08:05.340+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:05.665 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:05.343+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:05.666 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:05.350+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:08:05.666 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:05.350+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1d5=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:05.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:05 smithi092 ceph-mon[83777]: Upgrade: Updating mds.a 2024-03-07T03:08:05.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:05 smithi092 ceph-mon[83777]: Deploying daemon mds.a on smithi090 2024-03-07T03:08:05.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:05 smithi092 ceph-mon[83777]: osdmap e700: 8 total, 8 up, 8 in 2024-03-07T03:08:05.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:05 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:05.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:05 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:05.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:05 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:05.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:05 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:05.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:05 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:05.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:05 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:05.895 INFO:journalctl@ceph.mds.a.smithi090.stdout:Mar 07 03:08:05 smithi090 systemd[1]: Stopping Ceph mds.a for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T03:08:05.911 INFO:tasks.rados.rados.0.smithi090.stdout:3222: finishing write tid 1 to smithi09077644-43 2024-03-07T03:08:05.911 INFO:tasks.rados.rados.0.smithi090.stdout:3218: done (5 left) 2024-03-07T03:08:05.911 INFO:tasks.rados.rados.0.smithi090.stdout:3219: done (4 left) 2024-03-07T03:08:05.911 INFO:tasks.rados.rados.0.smithi090.stdout:3220: done (3 left) 2024-03-07T03:08:05.911 INFO:tasks.rados.rados.0.smithi090.stdout:3225: delete oid 10 current snap is 313 2024-03-07T03:08:05.911 INFO:tasks.rados.rados.0.smithi090.stdout:3222: finishing write tid 2 to smithi09077644-43 2024-03-07T03:08:05.911 INFO:tasks.rados.rados.0.smithi090.stdout:3222: finishing write tid 3 to smithi09077644-43 2024-03-07T03:08:05.911 INFO:tasks.rados.rados.0.smithi090.stdout:3222: finishing write tid 4 to smithi09077644-43 2024-03-07T03:08:05.911 INFO:tasks.rados.rados.0.smithi090.stdout:3222: finishing write tid 5 to smithi09077644-43 2024-03-07T03:08:05.912 INFO:tasks.rados.rados.0.smithi090.stdout:3224: finishing copy_from racing read to smithi09077644-22 2024-03-07T03:08:05.912 INFO:tasks.rados.rados.0.smithi090.stdout:3224: finishing copy_from to smithi09077644-22 2024-03-07T03:08:05.912 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 1294 (ObjNum 929 snap 291 seq_num 929) dirty exists 2024-03-07T03:08:05.912 INFO:tasks.rados.rados.0.smithi090.stdout:3222: finishing write tid 6 to smithi09077644-43 2024-03-07T03:08:05.912 INFO:tasks.rados.rados.0.smithi090.stdout:3222: oid 43 updating version 0 to 1164 2024-03-07T03:08:05.912 INFO:tasks.rados.rados.0.smithi090.stdout:3222: oid 43 updating version 1164 to 1167 2024-03-07T03:08:05.912 INFO:tasks.rados.rados.0.smithi090.stdout:3222: oid 43 version 1167 is already newer than 1166 2024-03-07T03:08:05.912 INFO:tasks.rados.rados.0.smithi090.stdout:3222: oid 43 version 1167 is already newer than 1165 2024-03-07T03:08:05.912 INFO:tasks.rados.rados.0.smithi090.stdout:3222: oid 43 updating version 1167 to 1168 2024-03-07T03:08:05.912 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 1168 (ObjNum 979 snap 313 seq_num 979) dirty exists 2024-03-07T03:08:05.912 INFO:tasks.rados.rados.0.smithi090.stdout:3222: left oid 43 (ObjNum 979 snap 313 seq_num 979) 2024-03-07T03:08:05.912 INFO:tasks.rados.rados.0.smithi090.stdout:3223: expect (ObjNum 955 snap 303 seq_num 955) 2024-03-07T03:08:05.955 INFO:tasks.rados.rados.0.smithi090.stdout:3222: done (3 left) 2024-03-07T03:08:05.956 INFO:tasks.rados.rados.0.smithi090.stdout:3223: done (2 left) 2024-03-07T03:08:05.956 INFO:tasks.rados.rados.0.smithi090.stdout:3224: done (1 left) 2024-03-07T03:08:05.956 INFO:tasks.rados.rados.0.smithi090.stdout:3225: done (0 left) 2024-03-07T03:08:05.956 INFO:tasks.rados.rados.0.smithi090.stdout:3226: snap_remove snap 311 2024-03-07T03:08:06.326 INFO:journalctl@ceph.mds.a.smithi090.stdout:Mar 07 03:08:06 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mds-a[64732]: 2024-03-07T03:08:06.135+0000 7f6112e6a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-07T03:08:06.326 INFO:journalctl@ceph.mds.a.smithi090.stdout:Mar 07 03:08:06 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mds-a[64732]: 2024-03-07T03:08:06.135+0000 7f6112e6a700 -1 mds.a *** got signal Terminated *** 2024-03-07T03:08:06.350 INFO:tasks.rados.rados.0.smithi090.stdout:3226: done (0 left) 2024-03-07T03:08:06.350 INFO:tasks.rados.rados.0.smithi090.stdout:3227: read oid 6 snap 306 2024-03-07T03:08:06.350 INFO:tasks.rados.rados.0.smithi090.stdout:3227: expect (ObjNum 958 snap 303 seq_num 958) 2024-03-07T03:08:06.350 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 49 current snap is 313 2024-03-07T03:08:06.350 INFO:tasks.rados.rados.0.smithi090.stdout:3228: seq_num 981 ranges {3121152=434176,3555328=540672,4096000=466944,4562944=524288,5087232=73728} 2024-03-07T03:08:06.370 INFO:tasks.rados.rados.0.smithi090.stdout:3228: writing smithi09077644-49 from 3121152 to 3555328 tid 1 2024-03-07T03:08:06.373 INFO:tasks.rados.rados.0.smithi090.stdout:3228: writing smithi09077644-49 from 3555328 to 4096000 tid 2 2024-03-07T03:08:06.376 INFO:tasks.rados.rados.0.smithi090.stdout:3228: writing smithi09077644-49 from 4096000 to 4562944 tid 3 2024-03-07T03:08:06.380 INFO:tasks.rados.rados.0.smithi090.stdout:3228: writing smithi09077644-49 from 4562944 to 5087232 tid 4 2024-03-07T03:08:06.380 INFO:tasks.rados.rados.0.smithi090.stdout:3228: writing smithi09077644-49 from 5087232 to 5160960 tid 5 2024-03-07T03:08:06.380 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 46 current snap is 313 2024-03-07T03:08:06.380 INFO:tasks.rados.rados.0.smithi090.stdout:3229: seq_num 982 ranges {1163264=450560,1613824=425984,2039808=679936,2719744=466944,3186688=32768} 2024-03-07T03:08:06.389 INFO:tasks.rados.rados.0.smithi090.stdout:3229: writing smithi09077644-46 from 1163264 to 1613824 tid 1 2024-03-07T03:08:06.391 INFO:tasks.rados.rados.0.smithi090.stdout:3229: writing smithi09077644-46 from 1613824 to 2039808 tid 2 2024-03-07T03:08:06.395 INFO:tasks.rados.rados.0.smithi090.stdout:3229: writing smithi09077644-46 from 2039808 to 2719744 tid 3 2024-03-07T03:08:06.398 INFO:tasks.rados.rados.0.smithi090.stdout:3229: writing smithi09077644-46 from 2719744 to 3186688 tid 4 2024-03-07T03:08:06.398 INFO:tasks.rados.rados.0.smithi090.stdout:3229: writing smithi09077644-46 from 3186688 to 3219456 tid 5 2024-03-07T03:08:06.398 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 39 current snap is 313 2024-03-07T03:08:06.398 INFO:tasks.rados.rados.0.smithi090.stdout:3227: expect (ObjNum 958 snap 303 seq_num 958) 2024-03-07T03:08:06.450 INFO:tasks.rados.rados.0.smithi090.stdout:3228: finishing write tid 1 to smithi09077644-49 2024-03-07T03:08:06.450 INFO:tasks.rados.rados.0.smithi090.stdout:3228: finishing write tid 2 to smithi09077644-49 2024-03-07T03:08:06.450 INFO:tasks.rados.rados.0.smithi090.stdout:3230: seq_num 983 ranges {6029312=466944,6496256=712704,7208960=434176,7643136=458752} 2024-03-07T03:08:06.484 INFO:tasks.rados.rados.0.smithi090.stdout:3230: writing smithi09077644-39 from 6029312 to 6496256 tid 1 2024-03-07T03:08:06.488 INFO:tasks.rados.rados.0.smithi090.stdout:3230: writing smithi09077644-39 from 6496256 to 7208960 tid 2 2024-03-07T03:08:06.490 INFO:tasks.rados.rados.0.smithi090.stdout:3230: writing smithi09077644-39 from 7208960 to 7643136 tid 3 2024-03-07T03:08:06.494 INFO:tasks.rados.rados.0.smithi090.stdout:3230: writing smithi09077644-39 from 7643136 to 8101888 tid 4 2024-03-07T03:08:06.494 INFO:tasks.rados.rados.0.smithi090.stdout:3227: done (3 left) 2024-03-07T03:08:06.494 INFO:tasks.rados.rados.0.smithi090.stdout:3231: delete oid 35 current snap is 313 2024-03-07T03:08:06.494 INFO:tasks.rados.rados.0.smithi090.stdout:3228: finishing write tid 3 to smithi09077644-49 2024-03-07T03:08:06.494 INFO:tasks.rados.rados.0.smithi090.stdout:3228: finishing write tid 4 to smithi09077644-49 2024-03-07T03:08:06.494 INFO:tasks.rados.rados.0.smithi090.stdout:3228: finishing write tid 5 to smithi09077644-49 2024-03-07T03:08:06.495 INFO:tasks.rados.rados.0.smithi090.stdout:3228: finishing write tid 6 to smithi09077644-49 2024-03-07T03:08:06.495 INFO:tasks.rados.rados.0.smithi090.stdout:3228: finishing write tid 7 to smithi09077644-49 2024-03-07T03:08:06.495 INFO:tasks.rados.rados.0.smithi090.stdout:3228: oid 49 updating version 0 to 1359 2024-03-07T03:08:06.495 INFO:tasks.rados.rados.0.smithi090.stdout:3228: oid 49 updating version 1359 to 1361 2024-03-07T03:08:06.495 INFO:tasks.rados.rados.0.smithi090.stdout:3228: oid 49 updating version 1361 to 1363 2024-03-07T03:08:06.495 INFO:tasks.rados.rados.0.smithi090.stdout:3228: oid 49 version 1363 is already newer than 1360 2024-03-07T03:08:06.495 INFO:tasks.rados.rados.0.smithi090.stdout:3228: oid 49 version 1363 is already newer than 1358 2024-03-07T03:08:06.495 INFO:tasks.rados.rados.0.smithi090.stdout:3228: oid 49 version 1363 is already newer than 1362 2024-03-07T03:08:06.495 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 49 v 1363 (ObjNum 981 snap 313 seq_num 981) dirty exists 2024-03-07T03:08:06.495 INFO:tasks.rados.rados.0.smithi090.stdout:3228: left oid 49 (ObjNum 981 snap 313 seq_num 981) 2024-03-07T03:08:06.495 INFO:tasks.rados.rados.0.smithi090.stdout:3229: finishing write tid 1 to smithi09077644-46 2024-03-07T03:08:06.495 INFO:tasks.rados.rados.0.smithi090.stdout:3229: finishing write tid 2 to smithi09077644-46 2024-03-07T03:08:06.495 INFO:tasks.rados.rados.0.smithi090.stdout:3229: finishing write tid 3 to smithi09077644-46 2024-03-07T03:08:06.495 INFO:tasks.rados.rados.0.smithi090.stdout:3229: finishing write tid 4 to smithi09077644-46 2024-03-07T03:08:06.495 INFO:tasks.rados.rados.0.smithi090.stdout:3229: finishing write tid 5 to smithi09077644-46 2024-03-07T03:08:06.496 INFO:tasks.rados.rados.0.smithi090.stdout:3229: finishing write tid 6 to smithi09077644-46 2024-03-07T03:08:06.496 INFO:tasks.rados.rados.0.smithi090.stdout:3229: finishing write tid 7 to smithi09077644-46 2024-03-07T03:08:06.496 INFO:tasks.rados.rados.0.smithi090.stdout:3229: oid 46 updating version 0 to 1547 2024-03-07T03:08:06.496 INFO:tasks.rados.rados.0.smithi090.stdout:3229: oid 46 updating version 1547 to 1550 2024-03-07T03:08:06.496 INFO:tasks.rados.rados.0.smithi090.stdout:3229: oid 46 version 1550 is already newer than 1549 2024-03-07T03:08:06.496 INFO:tasks.rados.rados.0.smithi090.stdout:3229: oid 46 version 1550 is already newer than 1548 2024-03-07T03:08:06.496 INFO:tasks.rados.rados.0.smithi090.stdout:3229: oid 46 updating version 1550 to 1552 2024-03-07T03:08:06.496 INFO:tasks.rados.rados.0.smithi090.stdout:3229: oid 46 version 1552 is already newer than 1551 2024-03-07T03:08:06.496 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 1552 (ObjNum 982 snap 313 seq_num 982) dirty exists 2024-03-07T03:08:06.496 INFO:tasks.rados.rados.0.smithi090.stdout:3229: left oid 46 (ObjNum 982 snap 313 seq_num 982) 2024-03-07T03:08:06.496 INFO:tasks.rados.rados.0.smithi090.stdout:3230: finishing write tid 1 to smithi09077644-39 2024-03-07T03:08:06.496 INFO:tasks.rados.rados.0.smithi090.stdout:3230: finishing write tid 2 to smithi09077644-39 2024-03-07T03:08:06.496 INFO:tasks.rados.rados.0.smithi090.stdout:3230: finishing write tid 3 to smithi09077644-39 2024-03-07T03:08:06.497 INFO:tasks.rados.rados.0.smithi090.stdout:3228: done (3 left) 2024-03-07T03:08:06.497 INFO:tasks.rados.rados.0.smithi090.stdout:3229: done (2 left) 2024-03-07T03:08:06.497 INFO:tasks.rados.rados.0.smithi090.stdout:3231: done (1 left) 2024-03-07T03:08:06.497 INFO:tasks.rados.rados.0.smithi090.stdout:3232: snap_create 2024-03-07T03:08:06.498 INFO:tasks.rados.rados.0.smithi090.stdout:3230: finishing write tid 4 to smithi09077644-39 2024-03-07T03:08:06.498 INFO:tasks.rados.rados.0.smithi090.stdout:3230: finishing write tid 5 to smithi09077644-39 2024-03-07T03:08:06.499 INFO:tasks.rados.rados.0.smithi090.stdout:3230: finishing write tid 6 to smithi09077644-39 2024-03-07T03:08:06.499 INFO:tasks.rados.rados.0.smithi090.stdout:3230: oid 39 updating version 0 to 1551 2024-03-07T03:08:06.499 INFO:tasks.rados.rados.0.smithi090.stdout:3230: oid 39 version 1551 is already newer than 1549 2024-03-07T03:08:06.499 INFO:tasks.rados.rados.0.smithi090.stdout:3230: oid 39 version 1551 is already newer than 1550 2024-03-07T03:08:06.499 INFO:tasks.rados.rados.0.smithi090.stdout:3230: oid 39 version 1551 is already newer than 1547 2024-03-07T03:08:06.500 INFO:tasks.rados.rados.0.smithi090.stdout:3230: oid 39 version 1551 is already newer than 1548 2024-03-07T03:08:06.500 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 1551 (ObjNum 983 snap 313 seq_num 983) dirty exists 2024-03-07T03:08:06.500 INFO:tasks.rados.rados.0.smithi090.stdout:3230: left oid 39 (ObjNum 983 snap 313 seq_num 983) 2024-03-07T03:08:06.665 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:06 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:06.374+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1cf=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:06.665 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:08:06 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:08:06.351+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:06.665 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:06 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:06.348+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:08:06.665 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:06 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:06.348+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:06.665 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:06 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:06.348+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1d5=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:06.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:06 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1cf=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:06.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:06 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:06.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:06 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1d1=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:06.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:06 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:06.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:06 smithi092 ceph-mon[83777]: osdmap e701: 8 total, 8 up, 8 in 2024-03-07T03:08:06.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:06 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:06.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:06 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:06.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:06 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:06.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:06 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:06.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:06 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:06.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:06 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1cf=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:06.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:06 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:06.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:06 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1d5=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:06.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:06 smithi092 ceph-mon[83777]: pgmap v480: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 450 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 3.2 MiB/s wr, 15 op/s 2024-03-07T03:08:06.826 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:08:06 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:08:06.432+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:06.827 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:06 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:06.352+0000 7f443ef5f700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:08:06.827 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:06 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:06.352+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:06.827 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:06 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:06.348+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:06.827 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:06 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:06.349+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:06.827 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:06 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:06.349+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:06.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:06 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1cf=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:06.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:06 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:06.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:06 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1d1=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:06.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:06 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:06.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:06 smithi090 ceph-mon[91928]: osdmap e701: 8 total, 8 up, 8 in 2024-03-07T03:08:06.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:06 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:06.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:06 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:06.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:06 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:06.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:06 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:06.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:06 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:06.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:06 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1cf=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:06.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:06 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:06.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:06 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1d5=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:06.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:06 smithi090 ceph-mon[91928]: pgmap v480: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 450 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 3.2 MiB/s wr, 15 op/s 2024-03-07T03:08:06.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:06 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1cf=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:06.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:06 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:06.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:06 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1d1=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:06.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:06 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:06.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:06 smithi090 ceph-mon[89511]: osdmap e701: 8 total, 8 up, 8 in 2024-03-07T03:08:06.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:06 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:06.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:06 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:06.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:06 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:06.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:06 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:06.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:06 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:06.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:06 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1cf=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:06.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:06 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:06.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:06 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1d5=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:06.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:06 smithi090 ceph-mon[89511]: pgmap v480: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 450 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 3.2 MiB/s wr, 15 op/s 2024-03-07T03:08:07.361 INFO:tasks.rados.rados.0.smithi090.stdout:3230: done (1 left) 2024-03-07T03:08:07.362 INFO:tasks.rados.rados.0.smithi090.stdout:3232: done (0 left) 2024-03-07T03:08:07.362 INFO:tasks.rados.rados.0.smithi090.stdout:3233: snap_create 2024-03-07T03:08:07.664 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:08:07 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:08:07.360+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:07.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:07 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:07.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:07 smithi092 ceph-mon[83777]: osdmap e702: 8 total, 8 up, 8 in 2024-03-07T03:08:07.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:07 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:07.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:07 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1d5=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:07.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:07 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:07.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:07 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:07.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:07 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:07.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:07 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:07.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:07 smithi092 ceph-mon[83777]: fsmap cephfs:1 {0=b=up:active} 2024-03-07T03:08:07.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:07 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1cf=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:07.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:07 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:07.826 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:07 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:07.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:07 smithi090 ceph-mon[89511]: osdmap e702: 8 total, 8 up, 8 in 2024-03-07T03:08:07.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:07 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:07.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:07 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1d5=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:07.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:07 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:07.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:07 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:07.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:07 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:07.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:07 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:07.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:07 smithi090 ceph-mon[89511]: fsmap cephfs:1 {0=b=up:active} 2024-03-07T03:08:07.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:07 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1cf=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:07.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:07 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:07.828 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:07 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:07.362+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:08:07.828 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:07 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:07.362+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:07.828 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:07 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:07.363+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:07.828 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:07 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:07.363+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:07.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:07 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:07.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:07 smithi090 ceph-mon[91928]: osdmap e702: 8 total, 8 up, 8 in 2024-03-07T03:08:07.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:07 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:07.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:07 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1d5=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:07.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:07 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:07.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:07 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:07.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:07 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:07.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:07 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:07.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:07 smithi090 ceph-mon[91928]: fsmap cephfs:1 {0=b=up:active} 2024-03-07T03:08:07.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:07 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1cf=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:07.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:07 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:08.368 INFO:tasks.rados.rados.0.smithi090.stdout:3233: done (0 left) 2024-03-07T03:08:08.368 INFO:tasks.rados.rados.0.smithi090.stdout:3234: snap_create 2024-03-07T03:08:08.368 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:07 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:07.960+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:08:08.368 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:07 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:07.960+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1d5=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:08.368 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:07 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:07.960+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:08.576 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:08 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:08.334+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:08.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:08 smithi090 ceph-mon[89511]: osdmap e703: 8 total, 8 up, 8 in 2024-03-07T03:08:08.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:08 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:08.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:08 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:08.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:08 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:08.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:08 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:08.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:08 smithi090 ceph-mon[89511]: pgmap v483: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 450 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.8 MiB/s wr, 18 op/s 2024-03-07T03:08:08.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:08 smithi090 ceph-mon[91928]: osdmap e703: 8 total, 8 up, 8 in 2024-03-07T03:08:08.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:08 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:08.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:08 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:08.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:08 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:08.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:08 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:08.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:08 smithi090 ceph-mon[91928]: pgmap v483: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 450 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.8 MiB/s wr, 18 op/s 2024-03-07T03:08:08.578 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:08:08 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:08:08.190+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:08.578 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:08:08 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:08:08.367+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:08.578 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:08 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:08.412+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:08.578 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:08 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:08.412+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:08.578 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:08 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:08.412+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:08.664 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:08 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:08.412+0000 7fc296413700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:08:08.664 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:08 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:08.412+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1cf=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:08.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:08 smithi092 ceph-mon[83777]: osdmap e703: 8 total, 8 up, 8 in 2024-03-07T03:08:08.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:08 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:08.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:08 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:08.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:08 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:08.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:08 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:08.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:08 smithi092 ceph-mon[83777]: pgmap v483: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 450 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.8 MiB/s wr, 18 op/s 2024-03-07T03:08:09.370 INFO:tasks.rados.rados.0.smithi090.stdout:3234: done (0 left) 2024-03-07T03:08:09.370 INFO:tasks.rados.rados.0.smithi090.stdout:3235: snap_create 2024-03-07T03:08:09.371 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:08:09 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:08:09.006+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:09.665 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:08:09 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:08:09.370+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:09.665 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:09 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:09.509+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1cf=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:09.665 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:09 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:09.509+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:08:09.665 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:09 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:09.509+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:09.665 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:09 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:09.510+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1d5=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:09.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:09 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1d5=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:09.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:09 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:09.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:09 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:09.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:09 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:09.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:09 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:09.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:09 smithi092 ceph-mon[83777]: osdmap e704: 8 total, 8 up, 8 in 2024-03-07T03:08:09.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:09 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:09.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:09 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:09.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:09 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:09.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:09 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1cf=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:09.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:09 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-07T03:08:09.826 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:08:09 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:08:09.367+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:09.827 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:09 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:09.508+0000 7f443ef5f700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:08:09.827 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:09 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:09.508+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:09.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:09 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1d5=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:09.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:09 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:09.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:09 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:09.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:09 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:09.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:09 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:09.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:09 smithi090 ceph-mon[89511]: osdmap e704: 8 total, 8 up, 8 in 2024-03-07T03:08:09.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:09 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:09.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:09 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:09.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:09 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:09.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:09 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1cf=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:09.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:09 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-07T03:08:09.829 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:09 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:09.508+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:08:09.829 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:09 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:09.508+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:09.829 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:09 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:09.508+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:09.829 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:09 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:09.508+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:09.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:09 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1d5=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:09.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:09 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:09.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:09 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:09.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:09 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:09.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:09 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:09.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:09 smithi090 ceph-mon[91928]: osdmap e704: 8 total, 8 up, 8 in 2024-03-07T03:08:09.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:09 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:09.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:09 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:09.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:09 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:09.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:09 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1cf=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:09.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:09 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-07T03:08:10.371 INFO:tasks.rados.rados.0.smithi090.stdout:3235: done (0 left) 2024-03-07T03:08:10.371 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 17 current snap is 317 2024-03-07T03:08:10.371 INFO:tasks.rados.rados.0.smithi090.stdout:3236: seq_num 985 ranges {1843200=499712,2342912=483328,2826240=450560,3276800=581632,3858432=90112} 2024-03-07T03:08:10.384 INFO:tasks.rados.rados.0.smithi090.stdout:3236: writing smithi09077644-17 from 1843200 to 2342912 tid 1 2024-03-07T03:08:10.387 INFO:tasks.rados.rados.0.smithi090.stdout:3236: writing smithi09077644-17 from 2342912 to 2826240 tid 2 2024-03-07T03:08:10.390 INFO:tasks.rados.rados.0.smithi090.stdout:3236: writing smithi09077644-17 from 2826240 to 3276800 tid 3 2024-03-07T03:08:10.393 INFO:tasks.rados.rados.0.smithi090.stdout:3236: writing smithi09077644-17 from 3276800 to 3858432 tid 4 2024-03-07T03:08:10.394 INFO:tasks.rados.rados.0.smithi090.stdout:3236: writing smithi09077644-17 from 3858432 to 3948544 tid 5 2024-03-07T03:08:10.394 INFO:tasks.rados.rados.0.smithi090.stdout:3237: rollback oid 40 current snap is 317 2024-03-07T03:08:10.394 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 40 to 315 2024-03-07T03:08:10.394 INFO:tasks.rados.rados.0.smithi090.stdout:3236: finishing write tid 1 to smithi09077644-17 2024-03-07T03:08:10.394 INFO:tasks.rados.rados.0.smithi090.stdout:3236: finishing write tid 2 to smithi09077644-17 2024-03-07T03:08:10.394 INFO:tasks.rados.rados.0.smithi090.stdout:3236: finishing write tid 3 to smithi09077644-17 2024-03-07T03:08:10.394 INFO:tasks.rados.rados.0.smithi090.stdout:3238: snap_remove snap 313 2024-03-07T03:08:10.470 INFO:journalctl@ceph.mds.a.smithi090.stdout:Mar 07 03:08:10 smithi090 podman[116606]: 2024-03-07 03:08:10.146831587 +0000 UTC m=+4.108038311 container died 8b3baf63c0c9ec011fbc1585dbbe1e4ae16a9f5b148f8d12322a6fb66b8de6c7 (image=quay.ceph.io/ceph-ci/ceph@sha256:4e788e3c6821efe986a710ffe10c052cd830c07b33cd4a66b97449fc9bbef8e7, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mds-a, CEPH_POINT_RELEASE=, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, RELEASE=reef-ae75fc9, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240222, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-03-07T03:08:10.470 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:10 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:10.370+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:10.471 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:10 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:10.370+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:10.471 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:10 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:10.371+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:10.471 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:10 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:10.471 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:10 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:10.471 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:10 smithi090 ceph-mon[91928]: osdmap e705: 8 total, 8 up, 8 in 2024-03-07T03:08:10.471 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:10 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:10.471 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:10 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:10.471 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:10 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:10.471 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:10 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:10.471 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:10 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:10.471 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:10 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1cf=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:10.472 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:10 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:10.472 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:10 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1d5=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:10.472 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:10 smithi090 ceph-mon[91928]: pgmap v486: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 465 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.9 MiB/s wr, 20 op/s 2024-03-07T03:08:10.472 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:10 smithi090 ceph-mon[91928]: osdmap e706: 8 total, 8 up, 8 in 2024-03-07T03:08:10.472 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:10 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:10.472 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:10 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:10.472 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:10 smithi090 ceph-mon[89511]: osdmap e705: 8 total, 8 up, 8 in 2024-03-07T03:08:10.472 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:10 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:10.472 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:10 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:10.472 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:10 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:10.472 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:10 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:10.472 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:10 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:10.472 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:10 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1cf=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:10.473 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:10 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:10.473 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:10 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1d5=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:10.473 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:10 smithi090 ceph-mon[89511]: pgmap v486: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 465 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.9 MiB/s wr, 20 op/s 2024-03-07T03:08:10.473 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:10 smithi090 ceph-mon[89511]: osdmap e706: 8 total, 8 up, 8 in 2024-03-07T03:08:10.665 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:08:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:08:10.371+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:10.665 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:10.389+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:10.665 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:10.390+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:08:10.665 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:10.390+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1d5=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:10.665 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:10.388+0000 7fc296413700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:08:10.665 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:10.388+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1cf=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:10.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:10 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:10.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:10 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:10.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:10 smithi092 ceph-mon[83777]: osdmap e705: 8 total, 8 up, 8 in 2024-03-07T03:08:10.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:10 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:10.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:10 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:10.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:10 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:10.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:10 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:10.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:10 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:10.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:10 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1cf=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:10.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:10 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:10.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:10 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1d5=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:10.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:10 smithi092 ceph-mon[83777]: pgmap v486: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 465 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.9 MiB/s wr, 20 op/s 2024-03-07T03:08:10.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:10 smithi092 ceph-mon[83777]: osdmap e706: 8 total, 8 up, 8 in 2024-03-07T03:08:10.826 INFO:journalctl@ceph.mds.a.smithi090.stdout:Mar 07 03:08:10 smithi090 podman[116606]: 2024-03-07 03:08:10.602497779 +0000 UTC m=+4.563704508 container cleanup 8b3baf63c0c9ec011fbc1585dbbe1e4ae16a9f5b148f8d12322a6fb66b8de6c7 (image=quay.ceph.io/ceph-ci/ceph@sha256:4e788e3c6821efe986a710ffe10c052cd830c07b33cd4a66b97449fc9bbef8e7, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mds-a, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-ae75fc9, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240222, GIT_BRANCH=HEAD, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2024-03-07T03:08:10.826 INFO:journalctl@ceph.mds.a.smithi090.stdout:Mar 07 03:08:10 smithi090 bash[116606]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mds-a 2024-03-07T03:08:11.213 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:08:10 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:08:10.974+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:11.214 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:10 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:10.973+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:11.214 INFO:journalctl@ceph.mds.a.smithi090.stdout:Mar 07 03:08:10 smithi090 podman[116620]: 2024-03-07 03:08:10.870516081 +0000 UTC m=+0.724539211 container remove 8b3baf63c0c9ec011fbc1585dbbe1e4ae16a9f5b148f8d12322a6fb66b8de6c7 (image=quay.ceph.io/ceph-ci/ceph@sha256:4e788e3c6821efe986a710ffe10c052cd830c07b33cd4a66b97449fc9bbef8e7, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mds-a, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240222, RELEASE=reef-ae75fc9, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b) 2024-03-07T03:08:11.214 INFO:journalctl@ceph.mds.a.smithi090.stdout:Mar 07 03:08:11 smithi090 systemd[1]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@mds.a.service: Deactivated successfully. 2024-03-07T03:08:11.214 INFO:journalctl@ceph.mds.a.smithi090.stdout:Mar 07 03:08:11 smithi090 systemd[1]: Stopped Ceph mds.a for fb96fd1c-dc2c-11ee-95c6-87774f69a715. 2024-03-07T03:08:11.214 INFO:journalctl@ceph.mds.a.smithi090.stdout:Mar 07 03:08:11 smithi090 systemd[1]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@mds.a.service: Consumed 1.115s CPU time. 2024-03-07T03:08:11.396 INFO:tasks.rados.rados.0.smithi090.stdout:3238: done (2 left) 2024-03-07T03:08:11.396 INFO:tasks.rados.rados.0.smithi090.stdout:3239: read oid 29 snap 307 2024-03-07T03:08:11.396 INFO:tasks.rados.rados.0.smithi090.stdout:3239: expect (ObjNum 917 snap 289 seq_num 917) 2024-03-07T03:08:11.396 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 19 current snap is 317 2024-03-07T03:08:11.396 INFO:tasks.rados.rados.0.smithi090.stdout:3236: finishing write tid 4 to smithi09077644-17 2024-03-07T03:08:11.396 INFO:tasks.rados.rados.0.smithi090.stdout:3240: seq_num 986 ranges {4022272=516096,4538368=770048,5308416=655360,5963776=180224} 2024-03-07T03:08:11.420 INFO:tasks.rados.rados.0.smithi090.stdout:3240: writing smithi09077644-19 from 4022272 to 4538368 tid 1 2024-03-07T03:08:11.425 INFO:tasks.rados.rados.0.smithi090.stdout:3240: writing smithi09077644-19 from 4538368 to 5308416 tid 2 2024-03-07T03:08:11.430 INFO:tasks.rados.rados.0.smithi090.stdout:3240: writing smithi09077644-19 from 5308416 to 5963776 tid 3 2024-03-07T03:08:11.431 INFO:tasks.rados.rados.0.smithi090.stdout:3240: writing smithi09077644-19 from 5963776 to 6144000 tid 4 2024-03-07T03:08:11.432 INFO:tasks.rados.rados.0.smithi090.stdout:3241: rollback oid 11 current snap is 317 2024-03-07T03:08:11.432 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 11 to 305 2024-03-07T03:08:11.432 INFO:tasks.rados.rados.0.smithi090.stdout:3236: finishing write tid 5 to smithi09077644-17 2024-03-07T03:08:11.432 INFO:tasks.rados.rados.0.smithi090.stdout:3236: finishing write tid 6 to smithi09077644-17 2024-03-07T03:08:11.432 INFO:tasks.rados.rados.0.smithi090.stdout:3236: finishing write tid 7 to smithi09077644-17 2024-03-07T03:08:11.432 INFO:tasks.rados.rados.0.smithi090.stdout:3236: oid 17 updating version 0 to 1369 2024-03-07T03:08:11.432 INFO:tasks.rados.rados.0.smithi090.stdout:3236: oid 17 version 1369 is already newer than 1368 2024-03-07T03:08:11.432 INFO:tasks.rados.rados.0.smithi090.stdout:3236: oid 17 version 1369 is already newer than 1366 2024-03-07T03:08:11.432 INFO:tasks.rados.rados.0.smithi090.stdout:3236: oid 17 version 1369 is already newer than 1367 2024-03-07T03:08:11.432 INFO:tasks.rados.rados.0.smithi090.stdout:3236: oid 17 version 1369 is already newer than 1364 2024-03-07T03:08:11.432 INFO:tasks.rados.rados.0.smithi090.stdout:3236: oid 17 version 1369 is already newer than 1365 2024-03-07T03:08:11.432 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 17 v 1369 (ObjNum 985 snap 317 seq_num 985) dirty exists 2024-03-07T03:08:11.432 INFO:tasks.rados.rados.0.smithi090.stdout:3236: left oid 17 (ObjNum 985 snap 317 seq_num 985) 2024-03-07T03:08:11.432 INFO:tasks.rados.rados.0.smithi090.stdout:3237: finishing rollback tid 0 to smithi09077644-40 2024-03-07T03:08:11.432 INFO:tasks.rados.rados.0.smithi090.stdout:3236: done (4 left) 2024-03-07T03:08:11.433 INFO:tasks.rados.rados.0.smithi090.stdout:3242: rollback oid 46 current snap is 317 2024-03-07T03:08:11.433 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 46 to 308 2024-03-07T03:08:11.433 INFO:tasks.rados.rados.0.smithi090.stdout:3237: finishing rollback tid 1 to smithi09077644-40 2024-03-07T03:08:11.433 INFO:tasks.rados.rados.0.smithi090.stdout:3237: finishing rollback tid 2 to smithi09077644-40 2024-03-07T03:08:11.433 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 40 v 12745 (ObjNum 930 snap 292 seq_num 930) dirty exists 2024-03-07T03:08:11.433 INFO:tasks.rados.rados.0.smithi090.stdout:3239: expect (ObjNum 917 snap 289 seq_num 917) 2024-03-07T03:08:11.473 INFO:tasks.rados.rados.0.smithi090.stdout:3240: finishing write tid 1 to smithi09077644-19 2024-03-07T03:08:11.473 INFO:tasks.rados.rados.0.smithi090.stdout:3237: done (4 left) 2024-03-07T03:08:11.473 INFO:tasks.rados.rados.0.smithi090.stdout:3239: done (3 left) 2024-03-07T03:08:11.473 INFO:tasks.rados.rados.0.smithi090.stdout:3243: snap_create 2024-03-07T03:08:11.473 INFO:tasks.rados.rados.0.smithi090.stdout:3240: finishing write tid 2 to smithi09077644-19 2024-03-07T03:08:11.473 INFO:tasks.rados.rados.0.smithi090.stdout:3241: finishing rollback tid 1 to smithi09077644-11 2024-03-07T03:08:11.473 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 11 v 1460 (ObjNum 33 snap 0 seq_num 3312846640) dirty dne 2024-03-07T03:08:11.473 INFO:tasks.rados.rados.0.smithi090.stdout:3240: finishing write tid 3 to smithi09077644-19 2024-03-07T03:08:11.473 INFO:tasks.rados.rados.0.smithi090.stdout:3240: finishing write tid 4 to smithi09077644-19 2024-03-07T03:08:11.473 INFO:tasks.rados.rados.0.smithi090.stdout:3240: finishing write tid 5 to smithi09077644-19 2024-03-07T03:08:11.473 INFO:tasks.rados.rados.0.smithi090.stdout:3240: finishing write tid 6 to smithi09077644-19 2024-03-07T03:08:11.474 INFO:tasks.rados.rados.0.smithi090.stdout:3240: oid 19 updating version 0 to 1553 2024-03-07T03:08:11.474 INFO:tasks.rados.rados.0.smithi090.stdout:3240: oid 19 updating version 1553 to 1557 2024-03-07T03:08:11.474 INFO:tasks.rados.rados.0.smithi090.stdout:3240: oid 19 version 1557 is already newer than 1556 2024-03-07T03:08:11.474 INFO:tasks.rados.rados.0.smithi090.stdout:3240: oid 19 version 1557 is already newer than 1554 2024-03-07T03:08:11.474 INFO:tasks.rados.rados.0.smithi090.stdout:3240: oid 19 version 1557 is already newer than 1555 2024-03-07T03:08:11.474 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 1557 (ObjNum 986 snap 317 seq_num 986) dirty exists 2024-03-07T03:08:11.474 INFO:tasks.rados.rados.0.smithi090.stdout:3240: left oid 19 (ObjNum 986 snap 317 seq_num 986) 2024-03-07T03:08:11.474 INFO:tasks.rados.rados.0.smithi090.stdout:3242: finishing rollback tid 0 to smithi09077644-46 2024-03-07T03:08:11.474 INFO:tasks.rados.rados.0.smithi090.stdout:3242: finishing rollback tid 1 to smithi09077644-46 2024-03-07T03:08:11.474 INFO:tasks.rados.rados.0.smithi090.stdout:3242: finishing rollback tid 2 to smithi09077644-46 2024-03-07T03:08:11.474 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 1560 (ObjNum 932 snap 294 seq_num 932) dirty exists 2024-03-07T03:08:11.576 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:08:11 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:08:11.395+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:11.576 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:11 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:11.426+0000 7f443ef5f700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:08:11.576 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:11 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:11.426+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:11.577 INFO:journalctl@ceph.mds.a.smithi090.stdout:Mar 07 03:08:11 smithi090 systemd[1]: Starting Ceph mds.a for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T03:08:11.577 INFO:journalctl@ceph.mds.a.smithi090.stdout:Mar 07 03:08:11 smithi090 podman[116748]: 2024-03-07 03:08:11.423492422 +0000 UTC m=+0.112486053 container create 005e0f69d9f671d016506c4dd06fb465fced0c366f5efe6b2e1f4071a54f8ea6 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mds-a, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=main-ea9a568, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.build-date=20240222, CEPH_POINT_RELEASE=) 2024-03-07T03:08:11.577 INFO:journalctl@ceph.mds.a.smithi090.stdout:Mar 07 03:08:11 smithi090 podman[116748]: 2024-03-07 03:08:11.328911703 +0000 UTC m=+0.017905333 image pull fdb83767c1ab7256a5adb2236a0d5ca62c64d53a1398fd6c12f8a81ff166e8ff quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71 2024-03-07T03:08:11.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:11 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:11.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:11 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:11.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:11 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:11.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:11 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:11.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:11 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1cf=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:11.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:11 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:11.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:11 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1d5=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:11.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:11 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:11.578 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:11 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:11.426+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:11.578 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:11 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:11.427+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:11.578 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:11 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:11.427+0000 7fa43c425700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:08:11.578 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:11 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:11.427+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:11.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:11 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:11.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:11 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:11.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:11 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:11.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:11 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:11.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:11 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1cf=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:11.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:11 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:11.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:11 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1d5=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:11.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:11 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:11.664 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:08:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:08:11.389+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:11.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:11 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:11.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:11 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:11.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:11 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:11.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:11 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:11.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:11 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1cf=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:11.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:11 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:11.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:11 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1d5=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:11.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:11 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:12.076 INFO:journalctl@ceph.mds.a.smithi090.stdout:Mar 07 03:08:11 smithi090 podman[116748]: 2024-03-07 03:08:11.751676108 +0000 UTC m=+0.440669751 container init 005e0f69d9f671d016506c4dd06fb465fced0c366f5efe6b2e1f4071a54f8ea6 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mds-a, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=main-ea9a568, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240222, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-07T03:08:12.076 INFO:journalctl@ceph.mds.a.smithi090.stdout:Mar 07 03:08:11 smithi090 podman[116748]: 2024-03-07 03:08:11.754424272 +0000 UTC m=+0.443417919 container start 005e0f69d9f671d016506c4dd06fb465fced0c366f5efe6b2e1f4071a54f8ea6 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mds-a, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240222, RELEASE=main-ea9a568, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, ceph=True) 2024-03-07T03:08:12.076 INFO:journalctl@ceph.mds.a.smithi090.stdout:Mar 07 03:08:11 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mds-a[116763]: starting mds.a at 2024-03-07T03:08:12.077 INFO:journalctl@ceph.mds.a.smithi090.stdout:Mar 07 03:08:11 smithi090 bash[116748]: 005e0f69d9f671d016506c4dd06fb465fced0c366f5efe6b2e1f4071a54f8ea6 2024-03-07T03:08:12.077 INFO:journalctl@ceph.mds.a.smithi090.stdout:Mar 07 03:08:11 smithi090 systemd[1]: Started Ceph mds.a for fb96fd1c-dc2c-11ee-95c6-87774f69a715. 2024-03-07T03:08:12.164 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:11.743+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1cf=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:12.164 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:11.744+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:08:12.165 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:11.744+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:12.165 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:11.744+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1d5=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:12.399 INFO:tasks.rados.rados.0.smithi090.stdout:3240: done (3 left) 2024-03-07T03:08:12.399 INFO:tasks.rados.rados.0.smithi090.stdout:3241: done (2 left) 2024-03-07T03:08:12.399 INFO:tasks.rados.rados.0.smithi090.stdout:3242: done (1 left) 2024-03-07T03:08:12.399 INFO:tasks.rados.rados.0.smithi090.stdout:3243: done (0 left) 2024-03-07T03:08:12.399 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 30 current snap is 318 2024-03-07T03:08:12.399 INFO:tasks.rados.rados.0.smithi090.stdout:3244: seq_num 987 ranges {0=532480,532480=647168,1179648=417792,1597440=409600,2007040=131072} 2024-03-07T03:08:12.401 INFO:tasks.rados.rados.0.smithi090.stdout:3244: writing smithi09077644-30 from 0 to 532480 tid 1 2024-03-07T03:08:12.406 INFO:tasks.rados.rados.0.smithi090.stdout:3244: writing smithi09077644-30 from 532480 to 1179648 tid 2 2024-03-07T03:08:12.408 INFO:tasks.rados.rados.0.smithi090.stdout:3244: writing smithi09077644-30 from 1179648 to 1597440 tid 3 2024-03-07T03:08:12.411 INFO:tasks.rados.rados.0.smithi090.stdout:3244: writing smithi09077644-30 from 1597440 to 2007040 tid 4 2024-03-07T03:08:12.412 INFO:tasks.rados.rados.0.smithi090.stdout:3244: writing smithi09077644-30 from 2007040 to 2138112 tid 5 2024-03-07T03:08:12.412 INFO:tasks.rados.rados.0.smithi090.stdout:3244: finishing write tid 1 to smithi09077644-30 2024-03-07T03:08:12.412 INFO:tasks.rados.rados.0.smithi090.stdout:3244: finishing write tid 2 to smithi09077644-30 2024-03-07T03:08:12.412 INFO:tasks.rados.rados.0.smithi090.stdout:3244: finishing write tid 3 to smithi09077644-30 2024-03-07T03:08:12.412 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 38 current snap is 318 2024-03-07T03:08:12.412 INFO:tasks.rados.rados.0.smithi090.stdout:3245: seq_num 988 ranges {0=557056,557056=532480,1089536=622592,1712128=450560} 2024-03-07T03:08:12.415 INFO:tasks.rados.rados.0.smithi090.stdout:3245: writing smithi09077644-38 from 0 to 557056 tid 1 2024-03-07T03:08:12.418 INFO:tasks.rados.rados.0.smithi090.stdout:3245: writing smithi09077644-38 from 557056 to 1089536 tid 2 2024-03-07T03:08:12.422 INFO:tasks.rados.rados.0.smithi090.stdout:3245: writing smithi09077644-38 from 1089536 to 1712128 tid 3 2024-03-07T03:08:12.425 INFO:tasks.rados.rados.0.smithi090.stdout:3245: writing smithi09077644-38 from 1712128 to 2162688 tid 4 2024-03-07T03:08:12.426 INFO:tasks.rados.rados.0.smithi090.stdout:3246: snap_create 2024-03-07T03:08:12.426 INFO:tasks.rados.rados.0.smithi090.stdout:3244: finishing write tid 4 to smithi09077644-30 2024-03-07T03:08:12.426 INFO:tasks.rados.rados.0.smithi090.stdout:3244: finishing write tid 5 to smithi09077644-30 2024-03-07T03:08:12.426 INFO:tasks.rados.rados.0.smithi090.stdout:3244: finishing write tid 6 to smithi09077644-30 2024-03-07T03:08:12.426 INFO:tasks.rados.rados.0.smithi090.stdout:3245: finishing write tid 1 to smithi09077644-38 2024-03-07T03:08:12.426 INFO:tasks.rados.rados.0.smithi090.stdout:3245: finishing write tid 2 to smithi09077644-38 2024-03-07T03:08:12.426 INFO:tasks.rados.rados.0.smithi090.stdout:3244: finishing write tid 7 to smithi09077644-30 2024-03-07T03:08:12.426 INFO:tasks.rados.rados.0.smithi090.stdout:3244: oid 30 updating version 0 to 1494 2024-03-07T03:08:12.427 INFO:tasks.rados.rados.0.smithi090.stdout:3244: oid 30 version 1494 is already newer than 1490 2024-03-07T03:08:12.427 INFO:tasks.rados.rados.0.smithi090.stdout:3244: oid 30 version 1494 is already newer than 1491 2024-03-07T03:08:12.427 INFO:tasks.rados.rados.0.smithi090.stdout:3244: oid 30 version 1494 is already newer than 1489 2024-03-07T03:08:12.427 INFO:tasks.rados.rados.0.smithi090.stdout:3244: oid 30 version 1494 is already newer than 1493 2024-03-07T03:08:12.427 INFO:tasks.rados.rados.0.smithi090.stdout:3244: oid 30 version 1494 is already newer than 1492 2024-03-07T03:08:12.427 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 30 v 1494 (ObjNum 987 snap 318 seq_num 987) dirty exists 2024-03-07T03:08:12.427 INFO:tasks.rados.rados.0.smithi090.stdout:3244: left oid 30 (ObjNum 987 snap 318 seq_num 987) 2024-03-07T03:08:12.427 INFO:tasks.rados.rados.0.smithi090.stdout:3245: finishing write tid 3 to smithi09077644-38 2024-03-07T03:08:12.429 INFO:tasks.rados.rados.0.smithi090.stdout:3245: finishing write tid 4 to smithi09077644-38 2024-03-07T03:08:12.429 INFO:tasks.rados.rados.0.smithi090.stdout:3245: finishing write tid 5 to smithi09077644-38 2024-03-07T03:08:12.433 INFO:tasks.rados.rados.0.smithi090.stdout:3245: finishing write tid 6 to smithi09077644-38 2024-03-07T03:08:12.433 INFO:tasks.rados.rados.0.smithi090.stdout:3245: oid 38 updating version 0 to 1498 2024-03-07T03:08:12.433 INFO:tasks.rados.rados.0.smithi090.stdout:3245: oid 38 version 1498 is already newer than 1495 2024-03-07T03:08:12.433 INFO:tasks.rados.rados.0.smithi090.stdout:3245: oid 38 version 1498 is already newer than 1497 2024-03-07T03:08:12.433 INFO:tasks.rados.rados.0.smithi090.stdout:3245: oid 38 version 1498 is already newer than 1496 2024-03-07T03:08:12.434 INFO:tasks.rados.rados.0.smithi090.stdout:3245: oid 38 updating version 1498 to 1499 2024-03-07T03:08:12.434 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 1499 (ObjNum 988 snap 318 seq_num 988) dirty exists 2024-03-07T03:08:12.434 INFO:tasks.rados.rados.0.smithi090.stdout:3245: left oid 38 (ObjNum 988 snap 318 seq_num 988) 2024-03-07T03:08:12.656 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:08:12 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:08:12.396+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:12.657 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:12 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:12.657 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:12 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:12.657 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:12 smithi090 ceph-mon[89511]: osdmap e707: 8 total, 8 up, 8 in 2024-03-07T03:08:12.657 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:12 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:12.657 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:12 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:12.657 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:12 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:12.657 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:12 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:12.657 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:12 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:12.657 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:12 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1cf=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:12.657 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:12 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:12.657 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:12 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1d5=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:12.657 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:12 smithi090 ceph-mon[89511]: pgmap v489: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 465 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.9 MiB/s wr, 15 op/s 2024-03-07T03:08:12.658 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:12 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:12.658 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:12 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:12.658 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:12 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:08:12.658 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:12 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:12.658 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:12 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:12.658 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:12 smithi090 ceph-mon[91928]: osdmap e707: 8 total, 8 up, 8 in 2024-03-07T03:08:12.658 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:12 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:12.658 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:12 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:12.658 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:12 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:12.658 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:12 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:12.659 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:12 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:12.659 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:12 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1cf=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:12.659 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:12 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:12.659 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:12 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1d5=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:12.659 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:12 smithi090 ceph-mon[91928]: pgmap v489: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 465 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.9 MiB/s wr, 15 op/s 2024-03-07T03:08:12.659 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:12 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:12.659 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:12 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:12.659 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:12 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:08:12.659 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:12 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:12.406+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:12.664 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:08:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:08:12.397+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:12.665 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:08:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:08:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:08:12.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:12 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:12.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:12 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:12.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:12 smithi092 ceph-mon[83777]: osdmap e707: 8 total, 8 up, 8 in 2024-03-07T03:08:12.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:12 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:12.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:12 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:12.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:12 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:12.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:12 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:12.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:12 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:12.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:12 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1cf=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:12.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:12 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:12.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:12 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1d5=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:12.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:12 smithi092 ceph-mon[83777]: pgmap v489: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 465 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.9 MiB/s wr, 15 op/s 2024-03-07T03:08:12.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:12 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:12.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:12 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:12.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:12 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:08:13.326 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:08:13 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:08:13] "GET /metrics HTTP/1.1" 200 36310 "" "Prometheus/2.43.0" 2024-03-07T03:08:13.411 INFO:tasks.rados.rados.0.smithi090.stdout:3244: done (2 left) 2024-03-07T03:08:13.411 INFO:tasks.rados.rados.0.smithi090.stdout:3245: done (1 left) 2024-03-07T03:08:13.411 INFO:tasks.rados.rados.0.smithi090.stdout:3246: done (0 left) 2024-03-07T03:08:13.411 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 31 current snap is 319 2024-03-07T03:08:13.411 INFO:tasks.rados.rados.0.smithi090.stdout:3247: seq_num 989 ranges {0=573440,573440=466944,1040384=434176,1474560=638976,2113536=65536} 2024-03-07T03:08:13.415 INFO:tasks.rados.rados.0.smithi090.stdout:3247: writing smithi09077644-31 from 0 to 573440 tid 1 2024-03-07T03:08:13.418 INFO:tasks.rados.rados.0.smithi090.stdout:3247: writing smithi09077644-31 from 573440 to 1040384 tid 2 2024-03-07T03:08:13.422 INFO:tasks.rados.rados.0.smithi090.stdout:3247: writing smithi09077644-31 from 1040384 to 1474560 tid 3 2024-03-07T03:08:13.426 INFO:tasks.rados.rados.0.smithi090.stdout:3247: writing smithi09077644-31 from 1474560 to 2113536 tid 4 2024-03-07T03:08:13.427 INFO:tasks.rados.rados.0.smithi090.stdout:3247: writing smithi09077644-31 from 2113536 to 2179072 tid 5 2024-03-07T03:08:13.427 INFO:tasks.rados.rados.0.smithi090.stdout:3248: rmattr oid 35 current snap is 319 2024-03-07T03:08:13.428 INFO:tasks.rados.rados.0.smithi090.stdout:3248: done (1 left) 2024-03-07T03:08:13.428 INFO:tasks.rados.rados.0.smithi090.stdout:3249: read oid 29 snap 309 2024-03-07T03:08:13.428 INFO:tasks.rados.rados.0.smithi090.stdout:3249: expect (ObjNum 917 snap 289 seq_num 917) 2024-03-07T03:08:13.428 INFO:tasks.rados.rados.0.smithi090.stdout:3250: copy_from oid 11 from oid 13 current snap is 319 2024-03-07T03:08:13.428 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 46 current snap is 319 2024-03-07T03:08:13.428 INFO:tasks.rados.rados.0.smithi090.stdout:3251: seq_num 990 ranges {1220608=589824,1810432=753664,2564096=638976,3203072=212992} 2024-03-07T03:08:13.439 INFO:tasks.rados.rados.0.smithi090.stdout:3251: writing smithi09077644-46 from 1220608 to 1810432 tid 1 2024-03-07T03:08:13.445 INFO:tasks.rados.rados.0.smithi090.stdout:3251: writing smithi09077644-46 from 1810432 to 2564096 tid 2 2024-03-07T03:08:13.450 INFO:tasks.rados.rados.0.smithi090.stdout:3251: writing smithi09077644-46 from 2564096 to 3203072 tid 3 2024-03-07T03:08:13.451 INFO:tasks.rados.rados.0.smithi090.stdout:3251: writing smithi09077644-46 from 3203072 to 3416064 tid 4 2024-03-07T03:08:13.451 INFO:tasks.rados.rados.0.smithi090.stdout:3252: delete oid 18 current snap is 319 2024-03-07T03:08:13.452 INFO:tasks.rados.rados.0.smithi090.stdout:3247: finishing write tid 1 to smithi09077644-31 2024-03-07T03:08:13.452 INFO:tasks.rados.rados.0.smithi090.stdout:3247: finishing write tid 2 to smithi09077644-31 2024-03-07T03:08:13.452 INFO:tasks.rados.rados.0.smithi090.stdout:3247: finishing write tid 3 to smithi09077644-31 2024-03-07T03:08:13.452 INFO:tasks.rados.rados.0.smithi090.stdout:3249: expect (ObjNum 917 snap 289 seq_num 917) 2024-03-07T03:08:13.498 INFO:tasks.rados.rados.0.smithi090.stdout:3247: finishing write tid 4 to smithi09077644-31 2024-03-07T03:08:13.498 INFO:tasks.rados.rados.0.smithi090.stdout:3247: finishing write tid 5 to smithi09077644-31 2024-03-07T03:08:13.498 INFO:tasks.rados.rados.0.smithi090.stdout:3247: finishing write tid 6 to smithi09077644-31 2024-03-07T03:08:13.498 INFO:tasks.rados.rados.0.smithi090.stdout:3249: done (4 left) 2024-03-07T03:08:13.498 INFO:tasks.rados.rados.0.smithi090.stdout:3252: done (3 left) 2024-03-07T03:08:13.498 INFO:tasks.rados.rados.0.smithi090.stdout:3253: read oid 15 snap -1 2024-03-07T03:08:13.498 INFO:tasks.rados.rados.0.smithi090.stdout:3253: expect (ObjNum 929 snap 291 seq_num 929) 2024-03-07T03:08:13.498 INFO:tasks.rados.rados.0.smithi090.stdout:3254: copy_from oid 24 from oid 39 current snap is 319 2024-03-07T03:08:13.498 INFO:tasks.rados.rados.0.smithi090.stdout:3250: finishing copy_from racing read to smithi09077644-11 2024-03-07T03:08:13.498 INFO:tasks.rados.rados.0.smithi090.stdout:3247: finishing write tid 7 to smithi09077644-31 2024-03-07T03:08:13.498 INFO:tasks.rados.rados.0.smithi090.stdout:3247: oid 31 updating version 0 to 3059 2024-03-07T03:08:13.499 INFO:tasks.rados.rados.0.smithi090.stdout:3247: oid 31 updating version 3059 to 3060 2024-03-07T03:08:13.499 INFO:tasks.rados.rados.0.smithi090.stdout:3247: oid 31 version 3060 is already newer than 3058 2024-03-07T03:08:13.499 INFO:tasks.rados.rados.0.smithi090.stdout:3247: oid 31 updating version 3060 to 3061 2024-03-07T03:08:13.499 INFO:tasks.rados.rados.0.smithi090.stdout:3247: oid 31 version 3061 is already newer than 3056 2024-03-07T03:08:13.499 INFO:tasks.rados.rados.0.smithi090.stdout:3247: oid 31 version 3061 is already newer than 3057 2024-03-07T03:08:13.499 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 3061 (ObjNum 989 snap 319 seq_num 989) dirty exists 2024-03-07T03:08:13.499 INFO:tasks.rados.rados.0.smithi090.stdout:3247: left oid 31 (ObjNum 989 snap 319 seq_num 989) 2024-03-07T03:08:13.499 INFO:tasks.rados.rados.0.smithi090.stdout:3251: finishing write tid 1 to smithi09077644-46 2024-03-07T03:08:13.499 INFO:tasks.rados.rados.0.smithi090.stdout:3250: finishing copy_from to smithi09077644-11 2024-03-07T03:08:13.499 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 11 v 1357 (ObjNum 976 snap 313 seq_num 976) dirty exists 2024-03-07T03:08:13.499 INFO:tasks.rados.rados.0.smithi090.stdout:3251: finishing write tid 2 to smithi09077644-46 2024-03-07T03:08:13.499 INFO:tasks.rados.rados.0.smithi090.stdout:3247: done (4 left) 2024-03-07T03:08:13.499 INFO:tasks.rados.rados.0.smithi090.stdout:3250: done (3 left) 2024-03-07T03:08:13.499 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 8 current snap is 319 2024-03-07T03:08:13.499 INFO:tasks.rados.rados.0.smithi090.stdout:3251: finishing write tid 3 to smithi09077644-46 2024-03-07T03:08:13.499 INFO:tasks.rados.rados.0.smithi090.stdout:3251: finishing write tid 4 to smithi09077644-46 2024-03-07T03:08:13.500 INFO:tasks.rados.rados.0.smithi090.stdout:3251: finishing write tid 5 to smithi09077644-46 2024-03-07T03:08:13.500 INFO:tasks.rados.rados.0.smithi090.stdout:3255: seq_num 992 ranges {0=622592,622592=524288,1146880=606208,1753088=475136} 2024-03-07T03:08:13.501 INFO:tasks.rados.rados.0.smithi090.stdout:3255: writing smithi09077644-8 from 0 to 622592 tid 1 2024-03-07T03:08:13.504 INFO:tasks.rados.rados.0.smithi090.stdout:3255: writing smithi09077644-8 from 622592 to 1146880 tid 2 2024-03-07T03:08:13.508 INFO:tasks.rados.rados.0.smithi090.stdout:3255: writing smithi09077644-8 from 1146880 to 1753088 tid 3 2024-03-07T03:08:13.511 INFO:tasks.rados.rados.0.smithi090.stdout:3255: writing smithi09077644-8 from 1753088 to 2228224 tid 4 2024-03-07T03:08:13.512 INFO:tasks.rados.rados.0.smithi090.stdout:3256: read oid 26 snap -1 2024-03-07T03:08:13.512 INFO:tasks.rados.rados.0.smithi090.stdout:3256: expect deleted 2024-03-07T03:08:13.512 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 4 current snap is 319 2024-03-07T03:08:13.512 INFO:tasks.rados.rados.0.smithi090.stdout:3257: seq_num 993 ranges {0=638976,638976=409600,1048576=409600,1458176=688128,2146304=98304} 2024-03-07T03:08:13.517 INFO:tasks.rados.rados.0.smithi090.stdout:3257: writing smithi09077644-4 from 0 to 638976 tid 1 2024-03-07T03:08:13.520 INFO:tasks.rados.rados.0.smithi090.stdout:3257: writing smithi09077644-4 from 638976 to 1048576 tid 2 2024-03-07T03:08:13.523 INFO:tasks.rados.rados.0.smithi090.stdout:3257: writing smithi09077644-4 from 1048576 to 1458176 tid 3 2024-03-07T03:08:13.528 INFO:tasks.rados.rados.0.smithi090.stdout:3257: writing smithi09077644-4 from 1458176 to 2146304 tid 4 2024-03-07T03:08:13.529 INFO:tasks.rados.rados.0.smithi090.stdout:3257: writing smithi09077644-4 from 2146304 to 2244608 tid 5 2024-03-07T03:08:13.529 INFO:tasks.rados.rados.0.smithi090.stdout:3258: read oid 10 snap -1 2024-03-07T03:08:13.529 INFO:tasks.rados.rados.0.smithi090.stdout:3258: expect deleted 2024-03-07T03:08:13.529 INFO:tasks.rados.rados.0.smithi090.stdout:3259: copy_from oid 18 from oid 48 current snap is 319 2024-03-07T03:08:13.530 INFO:tasks.rados.rados.0.smithi090.stdout:3260: rollback oid 40 current snap is 319 2024-03-07T03:08:13.530 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 40 to 312 2024-03-07T03:08:13.530 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 27 current snap is 319 2024-03-07T03:08:13.530 INFO:tasks.rados.rados.0.smithi090.stdout:3261: seq_num 994 ranges {1572864=655360,2228224=688128,2916352=622592,3538944=294912} 2024-03-07T03:08:13.543 INFO:tasks.rados.rados.0.smithi090.stdout:3261: writing smithi09077644-27 from 1572864 to 2228224 tid 1 2024-03-07T03:08:13.548 INFO:tasks.rados.rados.0.smithi090.stdout:3261: writing smithi09077644-27 from 2228224 to 2916352 tid 2 2024-03-07T03:08:13.552 INFO:tasks.rados.rados.0.smithi090.stdout:3261: writing smithi09077644-27 from 2916352 to 3538944 tid 3 2024-03-07T03:08:13.555 INFO:tasks.rados.rados.0.smithi090.stdout:3261: writing smithi09077644-27 from 3538944 to 3833856 tid 4 2024-03-07T03:08:13.555 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 12 current snap is 319 2024-03-07T03:08:13.555 INFO:tasks.rados.rados.0.smithi090.stdout:3251: finishing write tid 6 to smithi09077644-46 2024-03-07T03:08:13.555 INFO:tasks.rados.rados.0.smithi090.stdout:3251: oid 46 updating version 0 to 1565 2024-03-07T03:08:13.555 INFO:tasks.rados.rados.0.smithi090.stdout:3251: oid 46 version 1565 is already newer than 1562 2024-03-07T03:08:13.555 INFO:tasks.rados.rados.0.smithi090.stdout:3251: oid 46 version 1565 is already newer than 1561 2024-03-07T03:08:13.555 INFO:tasks.rados.rados.0.smithi090.stdout:3251: oid 46 version 1565 is already newer than 1564 2024-03-07T03:08:13.555 INFO:tasks.rados.rados.0.smithi090.stdout:3251: oid 46 version 1565 is already newer than 1563 2024-03-07T03:08:13.555 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 1565 (ObjNum 990 snap 319 seq_num 990) dirty exists 2024-03-07T03:08:13.555 INFO:tasks.rados.rados.0.smithi090.stdout:3251: left oid 46 (ObjNum 990 snap 319 seq_num 990) 2024-03-07T03:08:13.555 INFO:tasks.rados.rados.0.smithi090.stdout:3253: expect (ObjNum 929 snap 291 seq_num 929) 2024-03-07T03:08:13.587 INFO:tasks.rados.rados.0.smithi090.stdout:3255: finishing write tid 1 to smithi09077644-8 2024-03-07T03:08:13.587 INFO:tasks.rados.rados.0.smithi090.stdout:3255: finishing write tid 2 to smithi09077644-8 2024-03-07T03:08:13.587 INFO:tasks.rados.rados.0.smithi090.stdout:3262: seq_num 995 ranges {3112960=671744,3784704=573440,4358144=778240,5136384=253952} 2024-03-07T03:08:13.609 INFO:tasks.rados.rados.0.smithi090.stdout:3262: writing smithi09077644-12 from 3112960 to 3784704 tid 1 2024-03-07T03:08:13.613 INFO:tasks.rados.rados.0.smithi090.stdout:3262: writing smithi09077644-12 from 3784704 to 4358144 tid 2 2024-03-07T03:08:13.619 INFO:tasks.rados.rados.0.smithi090.stdout:3262: writing smithi09077644-12 from 4358144 to 5136384 tid 3 2024-03-07T03:08:13.623 INFO:tasks.rados.rados.0.smithi090.stdout:3262: writing smithi09077644-12 from 5136384 to 5390336 tid 4 2024-03-07T03:08:13.624 INFO:tasks.rados.rados.0.smithi090.stdout:3251: done (10 left) 2024-03-07T03:08:13.624 INFO:tasks.rados.rados.0.smithi090.stdout:3253: done (9 left) 2024-03-07T03:08:13.624 INFO:tasks.rados.rados.0.smithi090.stdout:3256: done (8 left) 2024-03-07T03:08:13.624 INFO:tasks.rados.rados.0.smithi090.stdout:3263: copy_from oid 43 from oid 33 current snap is 319 2024-03-07T03:08:13.624 INFO:tasks.rados.rados.0.smithi090.stdout:3264: copy_from oid 45 from oid 25 current snap is 319 2024-03-07T03:08:13.624 INFO:tasks.rados.rados.0.smithi090.stdout:3257: finishing write tid 1 to smithi09077644-4 2024-03-07T03:08:13.624 INFO:tasks.rados.rados.0.smithi090.stdout:3257: finishing write tid 2 to smithi09077644-4 2024-03-07T03:08:13.624 INFO:tasks.rados.rados.0.smithi090.stdout:3257: finishing write tid 3 to smithi09077644-4 2024-03-07T03:08:13.624 INFO:tasks.rados.rados.0.smithi090.stdout:3259: finishing copy_from to smithi09077644-18 2024-03-07T03:08:13.624 INFO:tasks.rados.rados.0.smithi090.stdout:3259: got expected ENOENT (src dne) 2024-03-07T03:08:13.624 INFO:tasks.rados.rados.0.smithi090.stdout:3259: finishing copy_from racing read to smithi09077644-18 2024-03-07T03:08:13.624 INFO:tasks.rados.rados.0.smithi090.stdout:3257: finishing write tid 4 to smithi09077644-4 2024-03-07T03:08:13.625 INFO:tasks.rados.rados.0.smithi090.stdout:3258: done (9 left) 2024-03-07T03:08:13.625 INFO:tasks.rados.rados.0.smithi090.stdout:3259: done (8 left) 2024-03-07T03:08:13.625 INFO:tasks.rados.rados.0.smithi090.stdout:3265: copy_from oid 7 from oid 18 current snap is 319 2024-03-07T03:08:13.625 INFO:tasks.rados.rados.0.smithi090.stdout:3266: read oid 1 snap -1 2024-03-07T03:08:13.625 INFO:tasks.rados.rados.0.smithi090.stdout:3266: expect (ObjNum 904 snap 286 seq_num 904) 2024-03-07T03:08:13.625 INFO:tasks.rados.rados.0.smithi090.stdout:3267: rollback oid 34 current snap is 319 2024-03-07T03:08:13.625 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 34 to 317 2024-03-07T03:08:13.625 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 26 current snap is 319 2024-03-07T03:08:13.625 INFO:tasks.rados.rados.0.smithi090.stdout:3254: finishing copy_from racing read to smithi09077644-24 2024-03-07T03:08:13.625 INFO:tasks.rados.rados.0.smithi090.stdout:3255: finishing write tid 3 to smithi09077644-8 2024-03-07T03:08:13.625 INFO:tasks.rados.rados.0.smithi090.stdout:3260: finishing rollback tid 0 to smithi09077644-40 2024-03-07T03:08:13.625 INFO:tasks.rados.rados.0.smithi090.stdout:3257: finishing write tid 5 to smithi09077644-4 2024-03-07T03:08:13.625 INFO:tasks.rados.rados.0.smithi090.stdout:3260: finishing rollback tid 1 to smithi09077644-40 2024-03-07T03:08:13.626 INFO:tasks.rados.rados.0.smithi090.stdout:3257: finishing write tid 6 to smithi09077644-4 2024-03-07T03:08:13.626 INFO:tasks.rados.rados.0.smithi090.stdout:3260: finishing rollback tid 2 to smithi09077644-40 2024-03-07T03:08:13.626 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 40 v 12749 (ObjNum 930 snap 292 seq_num 930) dirty exists 2024-03-07T03:08:13.626 INFO:tasks.rados.rados.0.smithi090.stdout:3254: finishing copy_from to smithi09077644-24 2024-03-07T03:08:13.626 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 24 v 1551 (ObjNum 983 snap 313 seq_num 983) dirty exists 2024-03-07T03:08:13.626 INFO:tasks.rados.rados.0.smithi090.stdout:3255: finishing write tid 4 to smithi09077644-8 2024-03-07T03:08:13.626 INFO:tasks.rados.rados.0.smithi090.stdout:3255: finishing write tid 5 to smithi09077644-8 2024-03-07T03:08:13.626 INFO:tasks.rados.rados.0.smithi090.stdout:3257: finishing write tid 7 to smithi09077644-4 2024-03-07T03:08:13.626 INFO:tasks.rados.rados.0.smithi090.stdout:3257: oid 4 updating version 0 to 1448 2024-03-07T03:08:13.626 INFO:tasks.rados.rados.0.smithi090.stdout:3257: oid 4 version 1448 is already newer than 1445 2024-03-07T03:08:13.626 INFO:tasks.rados.rados.0.smithi090.stdout:3257: oid 4 version 1448 is already newer than 1446 2024-03-07T03:08:13.626 INFO:tasks.rados.rados.0.smithi090.stdout:3257: oid 4 version 1448 is already newer than 1447 2024-03-07T03:08:13.626 INFO:tasks.rados.rados.0.smithi090.stdout:3257: oid 4 updating version 1448 to 1450 2024-03-07T03:08:13.626 INFO:tasks.rados.rados.0.smithi090.stdout:3257: oid 4 version 1450 is already newer than 1449 2024-03-07T03:08:13.627 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 1450 (ObjNum 993 snap 319 seq_num 993) dirty exists 2024-03-07T03:08:13.627 INFO:tasks.rados.rados.0.smithi090.stdout:3257: left oid 4 (ObjNum 993 snap 319 seq_num 993) 2024-03-07T03:08:13.627 INFO:tasks.rados.rados.0.smithi090.stdout:3255: finishing write tid 6 to smithi09077644-8 2024-03-07T03:08:13.627 INFO:tasks.rados.rados.0.smithi090.stdout:3255: oid 8 updating version 0 to 1569 2024-03-07T03:08:13.627 INFO:tasks.rados.rados.0.smithi090.stdout:3255: oid 8 version 1569 is already newer than 1568 2024-03-07T03:08:13.627 INFO:tasks.rados.rados.0.smithi090.stdout:3255: oid 8 updating version 1569 to 1570 2024-03-07T03:08:13.627 INFO:tasks.rados.rados.0.smithi090.stdout:3255: oid 8 version 1570 is already newer than 1567 2024-03-07T03:08:13.627 INFO:tasks.rados.rados.0.smithi090.stdout:3255: oid 8 version 1570 is already newer than 1566 2024-03-07T03:08:13.627 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 1570 (ObjNum 992 snap 319 seq_num 992) dirty exists 2024-03-07T03:08:13.627 INFO:tasks.rados.rados.0.smithi090.stdout:3255: left oid 8 (ObjNum 992 snap 319 seq_num 992) 2024-03-07T03:08:13.627 INFO:tasks.rados.rados.0.smithi090.stdout:3261: finishing write tid 1 to smithi09077644-27 2024-03-07T03:08:13.627 INFO:tasks.rados.rados.0.smithi090.stdout:3261: finishing write tid 2 to smithi09077644-27 2024-03-07T03:08:13.627 INFO:tasks.rados.rados.0.smithi090.stdout:3261: finishing write tid 3 to smithi09077644-27 2024-03-07T03:08:13.628 INFO:tasks.rados.rados.0.smithi090.stdout:3261: finishing write tid 4 to smithi09077644-27 2024-03-07T03:08:13.628 INFO:tasks.rados.rados.0.smithi090.stdout:3261: finishing write tid 5 to smithi09077644-27 2024-03-07T03:08:13.628 INFO:tasks.rados.rados.0.smithi090.stdout:3261: finishing write tid 6 to smithi09077644-27 2024-03-07T03:08:13.628 INFO:tasks.rados.rados.0.smithi090.stdout:3261: oid 27 updating version 0 to 1190 2024-03-07T03:08:13.628 INFO:tasks.rados.rados.0.smithi090.stdout:3261: oid 27 version 1190 is already newer than 1189 2024-03-07T03:08:13.628 INFO:tasks.rados.rados.0.smithi090.stdout:3261: oid 27 version 1190 is already newer than 1188 2024-03-07T03:08:13.628 INFO:tasks.rados.rados.0.smithi090.stdout:3261: oid 27 updating version 1190 to 1191 2024-03-07T03:08:13.628 INFO:tasks.rados.rados.0.smithi090.stdout:3261: oid 27 updating version 1191 to 1192 2024-03-07T03:08:13.628 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 27 v 1192 (ObjNum 994 snap 319 seq_num 994) dirty exists 2024-03-07T03:08:13.628 INFO:tasks.rados.rados.0.smithi090.stdout:3261: left oid 27 (ObjNum 994 snap 319 seq_num 994) 2024-03-07T03:08:13.628 INFO:tasks.rados.rados.0.smithi090.stdout:3262: finishing write tid 1 to smithi09077644-12 2024-03-07T03:08:13.628 INFO:tasks.rados.rados.0.smithi090.stdout:3262: finishing write tid 2 to smithi09077644-12 2024-03-07T03:08:13.628 INFO:tasks.rados.rados.0.smithi090.stdout:3268: seq_num 996 ranges {0=688128,688128=507904,1196032=581632,1777664=516096} 2024-03-07T03:08:13.629 INFO:tasks.rados.rados.0.smithi090.stdout:3268: writing smithi09077644-26 from 0 to 688128 tid 1 2024-03-07T03:08:13.630 INFO:tasks.rados.rados.0.smithi090.stdout:3268: writing smithi09077644-26 from 688128 to 1196032 tid 2 2024-03-07T03:08:13.634 INFO:tasks.rados.rados.0.smithi090.stdout:3268: writing smithi09077644-26 from 1196032 to 1777664 tid 3 2024-03-07T03:08:13.638 INFO:tasks.rados.rados.0.smithi090.stdout:3268: writing smithi09077644-26 from 1777664 to 2293760 tid 4 2024-03-07T03:08:13.638 INFO:tasks.rados.rados.0.smithi090.stdout:3254: done (11 left) 2024-03-07T03:08:13.638 INFO:tasks.rados.rados.0.smithi090.stdout:3255: done (10 left) 2024-03-07T03:08:13.638 INFO:tasks.rados.rados.0.smithi090.stdout:3257: done (9 left) 2024-03-07T03:08:13.639 INFO:tasks.rados.rados.0.smithi090.stdout:3260: done (8 left) 2024-03-07T03:08:13.639 INFO:tasks.rados.rados.0.smithi090.stdout:3261: done (7 left) 2024-03-07T03:08:13.639 INFO:tasks.rados.rados.0.smithi090.stdout:3269: read oid 32 snap -1 2024-03-07T03:08:13.639 INFO:tasks.rados.rados.0.smithi090.stdout:3269: expect (ObjNum 928 snap 290 seq_num 928) 2024-03-07T03:08:13.639 INFO:tasks.rados.rados.0.smithi090.stdout:3270: delete oid 4 current snap is 319 2024-03-07T03:08:13.639 INFO:tasks.rados.rados.0.smithi090.stdout:3263: finishing copy_from to smithi09077644-43 2024-03-07T03:08:13.639 INFO:tasks.rados.rados.0.smithi090.stdout:3263: got expected ENOENT (src dne) 2024-03-07T03:08:13.639 INFO:tasks.rados.rados.0.smithi090.stdout:3263: finishing copy_from racing read to smithi09077644-43 2024-03-07T03:08:13.639 INFO:tasks.rados.rados.0.smithi090.stdout:3265: finishing copy_from to smithi09077644-7 2024-03-07T03:08:13.639 INFO:tasks.rados.rados.0.smithi090.stdout:3265: got expected ENOENT (src dne) 2024-03-07T03:08:13.639 INFO:tasks.rados.rados.0.smithi090.stdout:3265: finishing copy_from racing read to smithi09077644-7 2024-03-07T03:08:13.639 INFO:tasks.rados.rados.0.smithi090.stdout:3262: finishing write tid 3 to smithi09077644-12 2024-03-07T03:08:13.639 INFO:tasks.rados.rados.0.smithi090.stdout:3262: finishing write tid 4 to smithi09077644-12 2024-03-07T03:08:13.639 INFO:tasks.rados.rados.0.smithi090.stdout:3262: finishing write tid 5 to smithi09077644-12 2024-03-07T03:08:13.640 INFO:tasks.rados.rados.0.smithi090.stdout:3267: finishing rollback tid 0 to smithi09077644-34 2024-03-07T03:08:13.640 INFO:tasks.rados.rados.0.smithi090.stdout:3267: finishing rollback tid 1 to smithi09077644-34 2024-03-07T03:08:13.640 INFO:tasks.rados.rados.0.smithi090.stdout:3267: finishing rollback tid 2 to smithi09077644-34 2024-03-07T03:08:13.640 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 34 v 1195 (ObjNum 967 snap 308 seq_num 967) dirty exists 2024-03-07T03:08:13.640 INFO:tasks.rados.rados.0.smithi090.stdout:3262: finishing write tid 6 to smithi09077644-12 2024-03-07T03:08:13.640 INFO:tasks.rados.rados.0.smithi090.stdout:3262: oid 12 updating version 0 to 1373 2024-03-07T03:08:13.640 INFO:tasks.rados.rados.0.smithi090.stdout:3262: oid 12 version 1373 is already newer than 1372 2024-03-07T03:08:13.640 INFO:tasks.rados.rados.0.smithi090.stdout:3262: oid 12 version 1373 is already newer than 1371 2024-03-07T03:08:13.640 INFO:tasks.rados.rados.0.smithi090.stdout:3262: oid 12 updating version 1373 to 1374 2024-03-07T03:08:13.640 INFO:tasks.rados.rados.0.smithi090.stdout:3262: oid 12 version 1374 is already newer than 1370 2024-03-07T03:08:13.640 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 12 v 1374 (ObjNum 995 snap 319 seq_num 995) dirty exists 2024-03-07T03:08:13.640 INFO:tasks.rados.rados.0.smithi090.stdout:3262: left oid 12 (ObjNum 995 snap 319 seq_num 995) 2024-03-07T03:08:13.640 INFO:tasks.rados.rados.0.smithi090.stdout:3268: finishing write tid 1 to smithi09077644-26 2024-03-07T03:08:13.641 INFO:tasks.rados.rados.0.smithi090.stdout:3264: finishing copy_from racing read to smithi09077644-45 2024-03-07T03:08:13.641 INFO:tasks.rados.rados.0.smithi090.stdout:3268: finishing write tid 2 to smithi09077644-26 2024-03-07T03:08:13.641 INFO:tasks.rados.rados.0.smithi090.stdout:3264: finishing copy_from to smithi09077644-45 2024-03-07T03:08:13.641 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 45 v 1294 (ObjNum 929 snap 291 seq_num 929) dirty exists 2024-03-07T03:08:13.644 INFO:tasks.rados.rados.0.smithi090.stdout:3262: done (8 left) 2024-03-07T03:08:13.644 INFO:tasks.rados.rados.0.smithi090.stdout:3263: done (7 left) 2024-03-07T03:08:13.644 INFO:tasks.rados.rados.0.smithi090.stdout:3264: done (6 left) 2024-03-07T03:08:13.644 INFO:tasks.rados.rados.0.smithi090.stdout:3265: done (5 left) 2024-03-07T03:08:13.644 INFO:tasks.rados.rados.0.smithi090.stdout:3267: done (4 left) 2024-03-07T03:08:13.644 INFO:tasks.rados.rados.0.smithi090.stdout:3270: done (3 left) 2024-03-07T03:08:13.644 INFO:tasks.rados.rados.0.smithi090.stdout:3271: rollback oid 4 current snap is 319 2024-03-07T03:08:13.644 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 4 to 312 2024-03-07T03:08:13.644 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 19 current snap is 319 2024-03-07T03:08:13.644 INFO:tasks.rados.rados.0.smithi090.stdout:3272: seq_num 998 ranges {6144000=720896,6864896=679936,7544832=598016,8142848=327680} 2024-03-07T03:08:13.664 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:08:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:08:13.406+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:13.664 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:13.434+0000 7fc296413700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:08:13.665 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:13.434+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1cf=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:13.665 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:13.441+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:08:13.665 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:13.441+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1d5=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:13.665 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:13.441+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:13.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:13 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:13.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:13 smithi092 ceph-mon[83777]: mds.? [v2:172.21.15.90:6834/3785190061,v1:172.21.15.90:6835/3785190061] up:boot 2024-03-07T03:08:13.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:13 smithi092 ceph-mon[83777]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-03-07T03:08:13.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:13 smithi092 ceph-mon[83777]: osdmap e708: 8 total, 8 up, 8 in 2024-03-07T03:08:13.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:13 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:13.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:13 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-07T03:08:13.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:13 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:13.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:13 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:13.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:13 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:08:13.666 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:13 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:13.682 INFO:tasks.rados.rados.0.smithi090.stdout:3272: writing smithi09077644-19 from 6144000 to 6864896 tid 1 2024-03-07T03:08:13.687 INFO:tasks.rados.rados.0.smithi090.stdout:3272: writing smithi09077644-19 from 6864896 to 7544832 tid 2 2024-03-07T03:08:13.690 INFO:tasks.rados.rados.0.smithi090.stdout:3272: writing smithi09077644-19 from 7544832 to 8142848 tid 3 2024-03-07T03:08:13.693 INFO:tasks.rados.rados.0.smithi090.stdout:3272: writing smithi09077644-19 from 8142848 to 8470528 tid 4 2024-03-07T03:08:13.693 INFO:tasks.rados.rados.0.smithi090.stdout:3268: finishing write tid 3 to smithi09077644-26 2024-03-07T03:08:13.693 INFO:tasks.rados.rados.0.smithi090.stdout:3268: finishing write tid 4 to smithi09077644-26 2024-03-07T03:08:13.693 INFO:tasks.rados.rados.0.smithi090.stdout:3268: finishing write tid 5 to smithi09077644-26 2024-03-07T03:08:13.693 INFO:tasks.rados.rados.0.smithi090.stdout:3269: expect (ObjNum 928 snap 290 seq_num 928) 2024-03-07T03:08:13.725 INFO:tasks.rados.rados.0.smithi090.stdout:3268: finishing write tid 6 to smithi09077644-26 2024-03-07T03:08:13.725 INFO:tasks.rados.rados.0.smithi090.stdout:3268: oid 26 updating version 0 to 1470 2024-03-07T03:08:13.725 INFO:tasks.rados.rados.0.smithi090.stdout:3268: oid 26 version 1470 is already newer than 1468 2024-03-07T03:08:13.725 INFO:tasks.rados.rados.0.smithi090.stdout:3268: oid 26 version 1470 is already newer than 1466 2024-03-07T03:08:13.725 INFO:tasks.rados.rados.0.smithi090.stdout:3268: oid 26 version 1470 is already newer than 1467 2024-03-07T03:08:13.725 INFO:tasks.rados.rados.0.smithi090.stdout:3268: oid 26 version 1470 is already newer than 1469 2024-03-07T03:08:13.725 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 26 v 1470 (ObjNum 996 snap 319 seq_num 996) dirty exists 2024-03-07T03:08:13.725 INFO:tasks.rados.rados.0.smithi090.stdout:3268: left oid 26 (ObjNum 996 snap 319 seq_num 996) 2024-03-07T03:08:13.725 INFO:tasks.rados.rados.0.smithi090.stdout:3271: finishing rollback tid 1 to smithi09077644-4 2024-03-07T03:08:13.725 INFO:tasks.rados.rados.0.smithi090.stdout:3271: finishing rollback tid 2 to smithi09077644-4 2024-03-07T03:08:13.725 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 1453 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-03-07T03:08:13.726 INFO:tasks.rados.rados.0.smithi090.stdout:3272: finishing write tid 1 to smithi09077644-19 2024-03-07T03:08:13.726 INFO:tasks.rados.rados.0.smithi090.stdout:3268: done (4 left) 2024-03-07T03:08:13.726 INFO:tasks.rados.rados.0.smithi090.stdout:3269: done (3 left) 2024-03-07T03:08:13.726 INFO:tasks.rados.rados.0.smithi090.stdout:3271: done (2 left) 2024-03-07T03:08:13.726 INFO:tasks.rados.rados.0.smithi090.stdout:3273: snap_create 2024-03-07T03:08:13.726 INFO:tasks.rados.rados.0.smithi090.stdout:3266: expect (ObjNum 904 snap 286 seq_num 904) 2024-03-07T03:08:13.769 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:08:13 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:08:13.443+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:13.769 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:13 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:13.410+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:13.770 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:13 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:13.410+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:13.770 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:13 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:13.411+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:13.770 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:13 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:13.770 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:13 smithi090 ceph-mon[91928]: mds.? [v2:172.21.15.90:6834/3785190061,v1:172.21.15.90:6835/3785190061] up:boot 2024-03-07T03:08:13.770 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:13 smithi090 ceph-mon[91928]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-03-07T03:08:13.770 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:13 smithi090 ceph-mon[91928]: osdmap e708: 8 total, 8 up, 8 in 2024-03-07T03:08:13.770 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:13 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:13.770 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:13 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-07T03:08:13.771 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:13 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:13.771 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:13 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:13.771 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:13 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:08:13.771 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:13 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:13.771 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:13 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:13.771 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:13 smithi090 ceph-mon[89511]: mds.? [v2:172.21.15.90:6834/3785190061,v1:172.21.15.90:6835/3785190061] up:boot 2024-03-07T03:08:13.771 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:13 smithi090 ceph-mon[89511]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-03-07T03:08:13.771 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:13 smithi090 ceph-mon[89511]: osdmap e708: 8 total, 8 up, 8 in 2024-03-07T03:08:13.771 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:13 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:13.771 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:13 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-07T03:08:13.772 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:13 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:13.772 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:13 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:13.772 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:13 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:08:13.772 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:13 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:13.772 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:13 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:13.430+0000 7f4442f67700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:08:13.772 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:13 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:13.430+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:14.664 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:08:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:08:14.414+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:14.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:14 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:14.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:14 smithi092 ceph-mon[83777]: osdmap e709: 8 total, 8 up, 8 in 2024-03-07T03:08:14.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:14 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:14.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:14 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:14.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:14 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:14.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:14 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:14.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:14 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1cf=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:14.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:14 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1d5=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:14.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:14 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:14.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:14 smithi092 ceph-mon[83777]: pgmap v492: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 465 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 0 B/s wr, 1 op/s 2024-03-07T03:08:14.679 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:14 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:14.614+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:14.679 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:14 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:14.614+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:08:14.679 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:14 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:14.614+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:14.680 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:14 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:14.614+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:14.680 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:14 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:14.680 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:14 smithi090 ceph-mon[89511]: osdmap e709: 8 total, 8 up, 8 in 2024-03-07T03:08:14.680 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:14 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:14.680 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:14 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:14.680 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:14 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:14.680 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:14 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:14.680 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:14 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1cf=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:14.680 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:14 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1d5=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:14.680 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:14 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:14.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:14 smithi090 ceph-mon[89511]: pgmap v492: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 465 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 0 B/s wr, 1 op/s 2024-03-07T03:08:14.681 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:14 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:14.681 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:14 smithi090 ceph-mon[91928]: osdmap e709: 8 total, 8 up, 8 in 2024-03-07T03:08:14.681 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:14 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:14.681 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:14 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:14.681 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:14 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:14.681 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:14 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:14.681 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:14 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1cf=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:14.681 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:14 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1d5=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:14.682 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:14 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:14.682 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:14 smithi090 ceph-mon[91928]: pgmap v492: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 465 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 0 B/s wr, 1 op/s 2024-03-07T03:08:14.682 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:08:14 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:08:14.415+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:15.412 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:14.982+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:08:15.412 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:14.982+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:15.412 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:14.982+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1d5=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:15.576 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:15 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:15.193+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:15.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:15 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:15.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:15 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:15.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:15 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:15.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:15 smithi090 ceph-mon[89511]: osdmap e710: 8 total, 8 up, 8 in 2024-03-07T03:08:15.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:15 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:15.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:15 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:15.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:15 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:15.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:15 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:15.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:15 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:15.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:15 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:15.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:15 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:15.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:15 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:15.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:15 smithi090 ceph-mon[91928]: osdmap e710: 8 total, 8 up, 8 in 2024-03-07T03:08:15.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:15 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:15.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:15 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:15.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:15 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:15.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:15 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:15.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:15 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:15.662 INFO:tasks.rados.rados.0.smithi090.stdout:3272: finishing write tid 2 to smithi09077644-19 2024-03-07T03:08:15.662 INFO:tasks.rados.rados.0.smithi090.stdout:3272: finishing write tid 3 to smithi09077644-19 2024-03-07T03:08:15.662 INFO:tasks.rados.rados.0.smithi090.stdout:3272: finishing write tid 4 to smithi09077644-19 2024-03-07T03:08:15.662 INFO:tasks.rados.rados.0.smithi090.stdout:3272: finishing write tid 5 to smithi09077644-19 2024-03-07T03:08:15.662 INFO:tasks.rados.rados.0.smithi090.stdout:3266: done (2 left) 2024-03-07T03:08:15.662 INFO:tasks.rados.rados.0.smithi090.stdout:3273: done (1 left) 2024-03-07T03:08:15.662 INFO:tasks.rados.rados.0.smithi090.stdout:3274: rmattr oid 8 current snap is 320 2024-03-07T03:08:15.663 INFO:tasks.rados.rados.0.smithi090.stdout:3274: done (1 left) 2024-03-07T03:08:15.663 INFO:tasks.rados.rados.0.smithi090.stdout:3275: rollback oid 17 current snap is 320 2024-03-07T03:08:15.663 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 17 to 316 2024-03-07T03:08:15.663 INFO:tasks.rados.rados.0.smithi090.stdout:3272: finishing write tid 6 to smithi09077644-19 2024-03-07T03:08:15.663 INFO:tasks.rados.rados.0.smithi090.stdout:3272: oid 19 updating version 0 to 1574 2024-03-07T03:08:15.663 INFO:tasks.rados.rados.0.smithi090.stdout:3272: oid 19 version 1574 is already newer than 1573 2024-03-07T03:08:15.663 INFO:tasks.rados.rados.0.smithi090.stdout:3272: oid 19 updating version 1574 to 1575 2024-03-07T03:08:15.663 INFO:tasks.rados.rados.0.smithi090.stdout:3272: oid 19 version 1575 is already newer than 1572 2024-03-07T03:08:15.663 INFO:tasks.rados.rados.0.smithi090.stdout:3272: oid 19 version 1575 is already newer than 1571 2024-03-07T03:08:15.663 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 1575 (ObjNum 998 snap 319 seq_num 998) dirty exists 2024-03-07T03:08:15.663 INFO:tasks.rados.rados.0.smithi090.stdout:3272: left oid 19 (ObjNum 998 snap 319 seq_num 998) 2024-03-07T03:08:15.663 INFO:tasks.rados.rados.0.smithi090.stdout:3272: done (1 left) 2024-03-07T03:08:15.663 INFO:tasks.rados.rados.0.smithi090.stdout:3276: copy_from oid 7 from oid 6 current snap is 320 2024-03-07T03:08:15.663 INFO:tasks.rados.rados.0.smithi090.stdout:3277: read oid 39 snap 303 2024-03-07T03:08:15.663 INFO:tasks.rados.rados.0.smithi090.stdout:3277: expect (ObjNum 777 snap 253 seq_num 777) 2024-03-07T03:08:15.663 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 43 current snap is 320 2024-03-07T03:08:15.664 INFO:tasks.rados.rados.0.smithi090.stdout:3278: seq_num 999 ranges {2007040=737280,2744320=565248,3309568=761856,4071424=278528} 2024-03-07T03:08:15.664 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:15 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:15.664 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:15 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:15.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:15 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:15.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:15 smithi092 ceph-mon[83777]: osdmap e710: 8 total, 8 up, 8 in 2024-03-07T03:08:15.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:15 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:15.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:15 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:15.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:15 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:15.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:15 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:15.665 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:15 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:15.677 INFO:tasks.rados.rados.0.smithi090.stdout:3278: writing smithi09077644-43 from 2007040 to 2744320 tid 1 2024-03-07T03:08:15.681 INFO:tasks.rados.rados.0.smithi090.stdout:3278: writing smithi09077644-43 from 2744320 to 3309568 tid 2 2024-03-07T03:08:15.685 INFO:tasks.rados.rados.0.smithi090.stdout:3278: writing smithi09077644-43 from 3309568 to 4071424 tid 3 2024-03-07T03:08:15.687 INFO:tasks.rados.rados.0.smithi090.stdout:3278: writing smithi09077644-43 from 4071424 to 4349952 tid 4 2024-03-07T03:08:15.687 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 22 current snap is 320 2024-03-07T03:08:15.688 INFO:tasks.rados.rados.0.smithi090.stdout:3275: finishing rollback tid 0 to smithi09077644-17 2024-03-07T03:08:15.688 INFO:tasks.rados.rados.0.smithi090.stdout:3275: finishing rollback tid 1 to smithi09077644-17 2024-03-07T03:08:15.688 INFO:tasks.rados.rados.0.smithi090.stdout:3275: finishing rollback tid 2 to smithi09077644-17 2024-03-07T03:08:15.688 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 17 v 1377 (ObjNum 948 snap 299 seq_num 948) dirty exists 2024-03-07T03:08:15.688 INFO:tasks.rados.rados.0.smithi090.stdout:3278: finishing write tid 1 to smithi09077644-43 2024-03-07T03:08:15.688 INFO:tasks.rados.rados.0.smithi090.stdout:3277: expect (ObjNum 777 snap 253 seq_num 777) 2024-03-07T03:08:16.083 INFO:tasks.rados.rados.0.smithi090.stdout:3278: finishing write tid 2 to smithi09077644-43 2024-03-07T03:08:16.083 INFO:tasks.rados.rados.0.smithi090.stdout:3276: finishing copy_from racing read to smithi09077644-7 2024-03-07T03:08:16.083 INFO:tasks.rados.rados.0.smithi090.stdout:3279: seq_num 1000 ranges {1163264=753664,1916928=442368,2359296=565248,2924544=458752,3383296=139264} 2024-03-07T03:08:16.093 INFO:tasks.rados.rados.0.smithi090.stdout:3279: writing smithi09077644-22 from 1163264 to 1916928 tid 1 2024-03-07T03:08:16.096 INFO:tasks.rados.rados.0.smithi090.stdout:3279: writing smithi09077644-22 from 1916928 to 2359296 tid 2 2024-03-07T03:08:16.099 INFO:tasks.rados.rados.0.smithi090.stdout:3279: writing smithi09077644-22 from 2359296 to 2924544 tid 3 2024-03-07T03:08:16.102 INFO:tasks.rados.rados.0.smithi090.stdout:3279: writing smithi09077644-22 from 2924544 to 3383296 tid 4 2024-03-07T03:08:16.103 INFO:tasks.rados.rados.0.smithi090.stdout:3279: writing smithi09077644-22 from 3383296 to 3522560 tid 5 2024-03-07T03:08:16.103 INFO:tasks.rados.rados.0.smithi090.stdout:3275: done (4 left) 2024-03-07T03:08:16.103 INFO:tasks.rados.rados.0.smithi090.stdout:3277: done (3 left) 2024-03-07T03:08:16.103 INFO:tasks.rados.rados.0.smithi090.stdout:3280: snap_remove snap 310 2024-03-07T03:08:16.164 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:15.666+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1cf=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:16.425 INFO:tasks.rados.rados.0.smithi090.stdout:3280: done (3 left) 2024-03-07T03:08:16.425 INFO:tasks.rados.rados.0.smithi090.stdout:3281: read oid 1 snap -1 2024-03-07T03:08:16.425 INFO:tasks.rados.rados.0.smithi090.stdout:3281: expect (ObjNum 904 snap 286 seq_num 904) 2024-03-07T03:08:16.425 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 38 current snap is 320 2024-03-07T03:08:16.425 INFO:tasks.rados.rados.0.smithi090.stdout:3276: finishing copy_from to smithi09077644-7 2024-03-07T03:08:16.425 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 7 v 1431 (ObjNum 958 snap 303 seq_num 958) dirty exists 2024-03-07T03:08:16.426 INFO:tasks.rados.rados.0.smithi090.stdout:3278: finishing write tid 3 to smithi09077644-43 2024-03-07T03:08:16.426 INFO:tasks.rados.rados.0.smithi090.stdout:3278: finishing write tid 4 to smithi09077644-43 2024-03-07T03:08:16.426 INFO:tasks.rados.rados.0.smithi090.stdout:3278: finishing write tid 5 to smithi09077644-43 2024-03-07T03:08:16.426 INFO:tasks.rados.rados.0.smithi090.stdout:3278: finishing write tid 6 to smithi09077644-43 2024-03-07T03:08:16.426 INFO:tasks.rados.rados.0.smithi090.stdout:3278: oid 43 updating version 0 to 1171 2024-03-07T03:08:16.426 INFO:tasks.rados.rados.0.smithi090.stdout:3278: oid 43 updating version 1171 to 1172 2024-03-07T03:08:16.426 INFO:tasks.rados.rados.0.smithi090.stdout:3278: oid 43 version 1172 is already newer than 1169 2024-03-07T03:08:16.426 INFO:tasks.rados.rados.0.smithi090.stdout:3278: oid 43 updating version 1172 to 1173 2024-03-07T03:08:16.426 INFO:tasks.rados.rados.0.smithi090.stdout:3278: oid 43 version 1173 is already newer than 1170 2024-03-07T03:08:16.426 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 1173 (ObjNum 999 snap 320 seq_num 999) dirty exists 2024-03-07T03:08:16.426 INFO:tasks.rados.rados.0.smithi090.stdout:3278: left oid 43 (ObjNum 999 snap 320 seq_num 999) 2024-03-07T03:08:16.426 INFO:tasks.rados.rados.0.smithi090.stdout:3279: finishing write tid 1 to smithi09077644-22 2024-03-07T03:08:16.426 INFO:tasks.rados.rados.0.smithi090.stdout:3279: finishing write tid 2 to smithi09077644-22 2024-03-07T03:08:16.426 INFO:tasks.rados.rados.0.smithi090.stdout:3279: finishing write tid 3 to smithi09077644-22 2024-03-07T03:08:16.426 INFO:tasks.rados.rados.0.smithi090.stdout:3279: finishing write tid 4 to smithi09077644-22 2024-03-07T03:08:16.427 INFO:tasks.rados.rados.0.smithi090.stdout:3279: finishing write tid 5 to smithi09077644-22 2024-03-07T03:08:16.427 INFO:tasks.rados.rados.0.smithi090.stdout:3279: finishing write tid 6 to smithi09077644-22 2024-03-07T03:08:16.427 INFO:tasks.rados.rados.0.smithi090.stdout:3279: finishing write tid 7 to smithi09077644-22 2024-03-07T03:08:16.427 INFO:tasks.rados.rados.0.smithi090.stdout:3279: oid 22 updating version 0 to 1553 2024-03-07T03:08:16.427 INFO:tasks.rados.rados.0.smithi090.stdout:3279: oid 22 updating version 1553 to 1556 2024-03-07T03:08:16.427 INFO:tasks.rados.rados.0.smithi090.stdout:3279: oid 22 updating version 1556 to 1557 2024-03-07T03:08:16.427 INFO:tasks.rados.rados.0.smithi090.stdout:3279: oid 22 version 1557 is already newer than 1554 2024-03-07T03:08:16.427 INFO:tasks.rados.rados.0.smithi090.stdout:3279: oid 22 updating version 1557 to 1558 2024-03-07T03:08:16.427 INFO:tasks.rados.rados.0.smithi090.stdout:3279: oid 22 version 1558 is already newer than 1555 2024-03-07T03:08:16.427 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 1558 (ObjNum 1000 snap 320 seq_num 1000) dirty exists 2024-03-07T03:08:16.427 INFO:tasks.rados.rados.0.smithi090.stdout:3279: left oid 22 (ObjNum 1000 snap 320 seq_num 1000) 2024-03-07T03:08:16.427 INFO:tasks.rados.rados.0.smithi090.stdout:3282: seq_num 1001 ranges {2162688=770048,2932736=729088,3661824=770048,4431872=106496} 2024-03-07T03:08:16.441 INFO:tasks.rados.rados.0.smithi090.stdout:3282: writing smithi09077644-38 from 2162688 to 2932736 tid 1 2024-03-07T03:08:16.445 INFO:tasks.rados.rados.0.smithi090.stdout:3282: writing smithi09077644-38 from 2932736 to 3661824 tid 2 2024-03-07T03:08:16.451 INFO:tasks.rados.rados.0.smithi090.stdout:3282: writing smithi09077644-38 from 3661824 to 4431872 tid 3 2024-03-07T03:08:16.452 INFO:tasks.rados.rados.0.smithi090.stdout:3282: writing smithi09077644-38 from 4431872 to 4538368 tid 4 2024-03-07T03:08:16.452 INFO:tasks.rados.rados.0.smithi090.stdout:3276: done (4 left) 2024-03-07T03:08:16.452 INFO:tasks.rados.rados.0.smithi090.stdout:3278: done (3 left) 2024-03-07T03:08:16.452 INFO:tasks.rados.rados.0.smithi090.stdout:3279: done (2 left) 2024-03-07T03:08:16.452 INFO:tasks.rados.rados.0.smithi090.stdout:3283: copy_from oid 42 from oid 44 current snap is 320 2024-03-07T03:08:16.452 INFO:tasks.rados.rados.0.smithi090.stdout:3282: finishing write tid 1 to smithi09077644-38 2024-03-07T03:08:16.452 INFO:tasks.rados.rados.0.smithi090.stdout:3284: read oid 22 snap -1 2024-03-07T03:08:16.453 INFO:tasks.rados.rados.0.smithi090.stdout:3284: expect (ObjNum 1000 snap 320 seq_num 1000) 2024-03-07T03:08:16.453 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 27 current snap is 320 2024-03-07T03:08:16.453 INFO:tasks.rados.rados.0.smithi090.stdout:3285: seq_num 1002 ranges {3833856=786432,4620288=614400,5234688=581632,5816320=409600} 2024-03-07T03:08:16.479 INFO:tasks.rados.rados.0.smithi090.stdout:3285: writing smithi09077644-27 from 3833856 to 4620288 tid 1 2024-03-07T03:08:16.482 INFO:tasks.rados.rados.0.smithi090.stdout:3285: writing smithi09077644-27 from 4620288 to 5234688 tid 2 2024-03-07T03:08:16.486 INFO:tasks.rados.rados.0.smithi090.stdout:3285: writing smithi09077644-27 from 5234688 to 5816320 tid 3 2024-03-07T03:08:16.489 INFO:tasks.rados.rados.0.smithi090.stdout:3285: writing smithi09077644-27 from 5816320 to 6225920 tid 4 2024-03-07T03:08:16.489 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 49 current snap is 320 2024-03-07T03:08:16.489 INFO:tasks.rados.rados.0.smithi090.stdout:3282: finishing write tid 2 to smithi09077644-38 2024-03-07T03:08:16.489 INFO:tasks.rados.rados.0.smithi090.stdout:3286: seq_num 1003 ranges {5160960=802816,5963776=499712,6463488=737280,7200768=368640} 2024-03-07T03:08:16.522 INFO:tasks.rados.rados.0.smithi090.stdout:3286: writing smithi09077644-49 from 5160960 to 5963776 tid 1 2024-03-07T03:08:16.524 INFO:tasks.rados.rados.0.smithi090.stdout:3286: writing smithi09077644-49 from 5963776 to 6463488 tid 2 2024-03-07T03:08:16.529 INFO:tasks.rados.rados.0.smithi090.stdout:3286: writing smithi09077644-49 from 6463488 to 7200768 tid 3 2024-03-07T03:08:16.532 INFO:tasks.rados.rados.0.smithi090.stdout:3286: writing smithi09077644-49 from 7200768 to 7569408 tid 4 2024-03-07T03:08:16.532 INFO:tasks.rados.rados.0.smithi090.stdout:3287: rollback oid 11 current snap is 320 2024-03-07T03:08:16.532 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 11 to 316 2024-03-07T03:08:16.532 INFO:tasks.rados.rados.0.smithi090.stdout:3282: finishing write tid 3 to smithi09077644-38 2024-03-07T03:08:16.533 INFO:tasks.rados.rados.0.smithi090.stdout:3282: finishing write tid 4 to smithi09077644-38 2024-03-07T03:08:16.533 INFO:tasks.rados.rados.0.smithi090.stdout:3288: read oid 14 snap -1 2024-03-07T03:08:16.533 INFO:tasks.rados.rados.0.smithi090.stdout:3288: expect (ObjNum 974 snap 311 seq_num 974) 2024-03-07T03:08:16.533 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 43 current snap is 320 2024-03-07T03:08:16.533 INFO:tasks.rados.rados.0.smithi090.stdout:3289: seq_num 1004 ranges {4349952=16384} 2024-03-07T03:08:16.556 INFO:tasks.rados.rados.0.smithi090.stdout:3289: writing smithi09077644-43 from 4349952 to 4366336 tid 1 2024-03-07T03:08:16.557 INFO:tasks.rados.rados.0.smithi090.stdout:3290: delete oid 18 current snap is 320 2024-03-07T03:08:16.557 INFO:tasks.rados.rados.0.smithi090.stdout:3282: finishing write tid 5 to smithi09077644-38 2024-03-07T03:08:16.557 INFO:tasks.rados.rados.0.smithi090.stdout:3282: finishing write tid 6 to smithi09077644-38 2024-03-07T03:08:16.557 INFO:tasks.rados.rados.0.smithi090.stdout:3282: oid 38 updating version 0 to 1500 2024-03-07T03:08:16.557 INFO:tasks.rados.rados.0.smithi090.stdout:3282: oid 38 updating version 1500 to 1502 2024-03-07T03:08:16.557 INFO:tasks.rados.rados.0.smithi090.stdout:3282: oid 38 version 1502 is already newer than 1501 2024-03-07T03:08:16.557 INFO:tasks.rados.rados.0.smithi090.stdout:3282: oid 38 updating version 1502 to 1503 2024-03-07T03:08:16.557 INFO:tasks.rados.rados.0.smithi090.stdout:3282: oid 38 updating version 1503 to 1504 2024-03-07T03:08:16.557 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 1504 (ObjNum 1001 snap 320 seq_num 1001) dirty exists 2024-03-07T03:08:16.557 INFO:tasks.rados.rados.0.smithi090.stdout:3282: left oid 38 (ObjNum 1001 snap 320 seq_num 1001) 2024-03-07T03:08:16.557 INFO:tasks.rados.rados.0.smithi090.stdout:3284: expect (ObjNum 1000 snap 320 seq_num 1000) 2024-03-07T03:08:16.679 INFO:tasks.rados.rados.0.smithi090.stdout:3285: finishing write tid 1 to smithi09077644-27 2024-03-07T03:08:16.679 INFO:tasks.rados.rados.0.smithi090.stdout:3281: expect (ObjNum 904 snap 286 seq_num 904) 2024-03-07T03:08:16.821 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:16 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:16.821 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:16 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1d5=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:16.821 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:16 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:16.821 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:16 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1cf=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:16.821 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:16 smithi090 ceph-mon[89511]: pgmap v494: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 496 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 7.2 MiB/s wr, 18 op/s 2024-03-07T03:08:16.822 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:16 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:16.822 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:16 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:16.822 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:16 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:16.455+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:16.822 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:16 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:16.458+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:16.822 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:16 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:16.460+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:16.822 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:16 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:16.822 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:16 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1d5=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:16.822 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:16 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:16.822 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:16 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1cf=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:16.823 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:16 smithi090 ceph-mon[91928]: pgmap v494: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 496 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 7.2 MiB/s wr, 18 op/s 2024-03-07T03:08:16.823 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:16 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:16.823 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:16 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:16.823 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:08:16 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:08:16.447+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:16.823 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:16 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:16.422+0000 7f4442f67700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:08:16.823 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:16 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:16.422+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:16.914 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:08:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:08:16.423+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:16.915 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:16.482+0000 7fc29a41b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:08:16.915 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:16.482+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:16.915 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:16.487+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:16.915 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:16.488+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:08:16.915 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:16.488+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1d5=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:16.915 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:16 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:16.915 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:16 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1d5=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:16.916 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:16 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:16.916 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:16 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1cf=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:16.916 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:16 smithi092 ceph-mon[83777]: pgmap v494: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 496 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 7.2 MiB/s wr, 18 op/s 2024-03-07T03:08:16.916 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:16 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:16.916 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:16 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:17.512 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:17 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:17.512 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:17 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:17.512 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:17 smithi090 ceph-mon[91928]: osdmap e711: 8 total, 8 up, 8 in 2024-03-07T03:08:17.512 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:17 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:17.513 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:17 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:17.513 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:17 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:17.513 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:17 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:17.513 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:17 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:17.513 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:17 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1d5=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:17.513 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:17 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:17.513 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:17 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:17.513 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:17 smithi090 ceph-mon[89511]: osdmap e711: 8 total, 8 up, 8 in 2024-03-07T03:08:17.513 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:17 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:17.513 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:17 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:17.513 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:17 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:17.513 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:17 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:17.514 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:17 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:17.514 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:17 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1d5=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:17.914 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:17 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:17.914 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:17 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:17.915 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:17 smithi092 ceph-mon[83777]: osdmap e711: 8 total, 8 up, 8 in 2024-03-07T03:08:17.915 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:17 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:17.915 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:17 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:17.915 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:17 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:17.915 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:17 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:17.915 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:17 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:17.915 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:17 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1d5=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:18.578 INFO:tasks.rados.rados.0.smithi090.stdout:3285: finishing write tid 2 to smithi09077644-27 2024-03-07T03:08:18.579 INFO:tasks.rados.rados.0.smithi090.stdout:3285: finishing write tid 3 to smithi09077644-27 2024-03-07T03:08:18.579 INFO:tasks.rados.rados.0.smithi090.stdout:3281: done (9 left) 2024-03-07T03:08:18.579 INFO:tasks.rados.rados.0.smithi090.stdout:3282: done (8 left) 2024-03-07T03:08:18.579 INFO:tasks.rados.rados.0.smithi090.stdout:3284: done (7 left) 2024-03-07T03:08:18.579 INFO:tasks.rados.rados.0.smithi090.stdout:3290: done (6 left) 2024-03-07T03:08:18.579 INFO:tasks.rados.rados.0.smithi090.stdout:3291: snap_remove snap 317 2024-03-07T03:08:18.826 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:18 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:18.826 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:18 smithi090 ceph-mon[89511]: pgmap v496: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 502 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 20 op/s 2024-03-07T03:08:18.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:18 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:18.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:18 smithi090 ceph-mon[91928]: pgmap v496: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 502 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 20 op/s 2024-03-07T03:08:18.914 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:18 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:18.914 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:18 smithi092 ceph-mon[83777]: pgmap v496: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 502 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 20 op/s 2024-03-07T03:08:19.431 INFO:tasks.rados.rados.0.smithi090.stdout:3291: done (6 left) 2024-03-07T03:08:19.431 INFO:tasks.rados.rados.0.smithi090.stdout:3292: copy_from oid 24 from oid 50 current snap is 320 2024-03-07T03:08:19.431 INFO:tasks.rados.rados.0.smithi090.stdout:3293: snap_remove snap 308 2024-03-07T03:08:19.826 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:08:19 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:08:19.429+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:19.826 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:19 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:19.436+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:19.827 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:19 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:19.433+0000 7fa43c425700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:08:19.827 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:19 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:19.433+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:19.827 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:19 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:19.433+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:19.827 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:19 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:19.434+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:19.914 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:08:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:08:19.437+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:19.915 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:19.434+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:08:19.915 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:19.434+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:19.915 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:19.434+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1d5=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:19.915 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:19.431+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:20.440 INFO:tasks.rados.rados.0.smithi090.stdout:3293: done (7 left) 2024-03-07T03:08:20.440 INFO:tasks.rados.rados.0.smithi090.stdout:3294: read oid 7 snap -1 2024-03-07T03:08:20.440 INFO:tasks.rados.rados.0.smithi090.stdout:3294: expect (ObjNum 958 snap 303 seq_num 958) 2024-03-07T03:08:20.440 INFO:tasks.rados.rados.0.smithi090.stdout:3295: read oid 20 snap -1 2024-03-07T03:08:20.440 INFO:tasks.rados.rados.0.smithi090.stdout:3295: expect (ObjNum 943 snap 295 seq_num 943) 2024-03-07T03:08:20.440 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 13 current snap is 320 2024-03-07T03:08:20.440 INFO:tasks.rados.rados.0.smithi090.stdout:3285: finishing write tid 4 to smithi09077644-27 2024-03-07T03:08:20.440 INFO:tasks.rados.rados.0.smithi090.stdout:3285: finishing write tid 5 to smithi09077644-27 2024-03-07T03:08:20.440 INFO:tasks.rados.rados.0.smithi090.stdout:3285: finishing write tid 6 to smithi09077644-27 2024-03-07T03:08:20.441 INFO:tasks.rados.rados.0.smithi090.stdout:3285: oid 27 updating version 0 to 1200 2024-03-07T03:08:20.441 INFO:tasks.rados.rados.0.smithi090.stdout:3285: oid 27 version 1200 is already newer than 1197 2024-03-07T03:08:20.441 INFO:tasks.rados.rados.0.smithi090.stdout:3285: oid 27 version 1200 is already newer than 1196 2024-03-07T03:08:20.441 INFO:tasks.rados.rados.0.smithi090.stdout:3285: oid 27 version 1200 is already newer than 1198 2024-03-07T03:08:20.441 INFO:tasks.rados.rados.0.smithi090.stdout:3285: oid 27 version 1200 is already newer than 1199 2024-03-07T03:08:20.441 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 27 v 1200 (ObjNum 1002 snap 320 seq_num 1002) dirty exists 2024-03-07T03:08:20.441 INFO:tasks.rados.rados.0.smithi090.stdout:3285: left oid 27 (ObjNum 1002 snap 320 seq_num 1002) 2024-03-07T03:08:20.441 INFO:tasks.rados.rados.0.smithi090.stdout:3286: finishing write tid 1 to smithi09077644-49 2024-03-07T03:08:20.441 INFO:tasks.rados.rados.0.smithi090.stdout:3296: seq_num 1006 ranges {1957888=49152} 2024-03-07T03:08:20.451 INFO:tasks.rados.rados.0.smithi090.stdout:3296: writing smithi09077644-13 from 1957888 to 2007040 tid 1 2024-03-07T03:08:20.451 INFO:tasks.rados.rados.0.smithi090.stdout:3285: done (9 left) 2024-03-07T03:08:20.451 INFO:tasks.rados.rados.0.smithi090.stdout:3297: snap_remove snap 305 2024-03-07T03:08:20.706 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:08:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:08:20.444+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:20.707 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:20.438+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:20.707 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:20.438+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:08:20.707 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:20.438+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1d5=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:20.707 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:20.445+0000 7fc296413700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:08:20.707 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:20.445+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:20.708 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:20 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:20.708 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:20 smithi092 ceph-mon[83777]: osdmap e712: 8 total, 8 up, 8 in 2024-03-07T03:08:20.708 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:20 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:20.708 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:20 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:20.708 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:20 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:20.708 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:20 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:20.708 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:20 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:20.708 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:20 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1d5=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:20.708 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:20 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:20.708 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:20 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:20.708 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:20 smithi092 ceph-mon[83777]: pgmap v498: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 527 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 10 MiB/s wr, 26 op/s 2024-03-07T03:08:20.708 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:20 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:20.709 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:20 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:20.709 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:20 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:08:20.709 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:20 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:08:20.709 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:20 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:20.709 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:20 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:08:20.709 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:20 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:20.709 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:20 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:20.709 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:20 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:20.709 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:20 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:20.709 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:20 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-03-07T03:08:20.826 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:08:20 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:08:20.436+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:20.826 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:20 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:20.449+0000 7f443ef5f700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:08:20.826 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:20 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:20.449+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:20.827 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:20 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:20.445+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:20.827 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:20 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:20.445+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:20.827 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:20 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:20.446+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:20.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:20 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:20.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:20 smithi090 ceph-mon[89511]: osdmap e712: 8 total, 8 up, 8 in 2024-03-07T03:08:20.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:20 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:20.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:20 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:20.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:20 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:20.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:20 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:20.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:20 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:20.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:20 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1d5=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:20.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:20 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:20.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:20 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:20.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:20 smithi090 ceph-mon[89511]: pgmap v498: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 527 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 10 MiB/s wr, 26 op/s 2024-03-07T03:08:20.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:20 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:20.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:20 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:20.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:20 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:08:20.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:20 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:08:20.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:20 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:20.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:20 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:08:20.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:20 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:20.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:20 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:20.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:20 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:20.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:20 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:20.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:20 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-03-07T03:08:20.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:20 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:20.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:20 smithi090 ceph-mon[91928]: osdmap e712: 8 total, 8 up, 8 in 2024-03-07T03:08:20.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:20 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:20.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:20 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:20.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:20 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:20.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:20 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:20.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:20 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:20.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:20 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1d5=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:20.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:20 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:20.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:20 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:20.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:20 smithi090 ceph-mon[91928]: pgmap v498: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 527 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 10 MiB/s wr, 26 op/s 2024-03-07T03:08:20.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:20 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:20.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:20 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:20.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:20 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:08:20.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:20 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:08:20.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:20 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:20.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:20 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:08:20.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:20 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:20.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:20 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:20.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:20 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:20.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:20 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:20.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:20 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-03-07T03:08:21.439 INFO:tasks.rados.rados.0.smithi090.stdout:3286: finishing write tid 2 to smithi09077644-49 2024-03-07T03:08:21.439 INFO:tasks.rados.rados.0.smithi090.stdout:3286: finishing write tid 3 to smithi09077644-49 2024-03-07T03:08:21.439 INFO:tasks.rados.rados.0.smithi090.stdout:3286: finishing write tid 4 to smithi09077644-49 2024-03-07T03:08:21.439 INFO:tasks.rados.rados.0.smithi090.stdout:3286: finishing write tid 5 to smithi09077644-49 2024-03-07T03:08:21.440 INFO:tasks.rados.rados.0.smithi090.stdout:3286: finishing write tid 6 to smithi09077644-49 2024-03-07T03:08:21.440 INFO:tasks.rados.rados.0.smithi090.stdout:3286: oid 49 updating version 0 to 1382 2024-03-07T03:08:21.440 INFO:tasks.rados.rados.0.smithi090.stdout:3286: oid 49 version 1382 is already newer than 1380 2024-03-07T03:08:21.440 INFO:tasks.rados.rados.0.smithi090.stdout:3286: oid 49 version 1382 is already newer than 1379 2024-03-07T03:08:21.440 INFO:tasks.rados.rados.0.smithi090.stdout:3286: oid 49 version 1382 is already newer than 1378 2024-03-07T03:08:21.440 INFO:tasks.rados.rados.0.smithi090.stdout:3286: oid 49 version 1382 is already newer than 1381 2024-03-07T03:08:21.440 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 49 v 1382 (ObjNum 1003 snap 320 seq_num 1003) dirty exists 2024-03-07T03:08:21.440 INFO:tasks.rados.rados.0.smithi090.stdout:3286: left oid 49 (ObjNum 1003 snap 320 seq_num 1003) 2024-03-07T03:08:21.440 INFO:tasks.rados.rados.0.smithi090.stdout:3283: finishing copy_from racing read to smithi09077644-42 2024-03-07T03:08:21.440 INFO:tasks.rados.rados.0.smithi090.stdout:3286: done (9 left) 2024-03-07T03:08:21.440 INFO:tasks.rados.rados.0.smithi090.stdout:3297: done (8 left) 2024-03-07T03:08:21.440 INFO:tasks.rados.rados.0.smithi090.stdout:3298: delete oid 23 current snap is 320 2024-03-07T03:08:21.440 INFO:tasks.rados.rados.0.smithi090.stdout:3287: finishing rollback tid 0 to smithi09077644-11 2024-03-07T03:08:21.440 INFO:tasks.rados.rados.0.smithi090.stdout:3287: finishing rollback tid 1 to smithi09077644-11 2024-03-07T03:08:21.440 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 11 v 1506 (ObjNum 33 snap 0 seq_num 2433151944) dirty dne 2024-03-07T03:08:21.441 INFO:tasks.rados.rados.0.smithi090.stdout:3283: finishing copy_from to smithi09077644-42 2024-03-07T03:08:21.441 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 42 v 1521 (ObjNum 904 snap 286 seq_num 904) dirty exists 2024-03-07T03:08:21.441 INFO:tasks.rados.rados.0.smithi090.stdout:3289: finishing write tid 1 to smithi09077644-43 2024-03-07T03:08:21.441 INFO:tasks.rados.rados.0.smithi090.stdout:3289: finishing write tid 2 to smithi09077644-43 2024-03-07T03:08:21.441 INFO:tasks.rados.rados.0.smithi090.stdout:3289: finishing write tid 3 to smithi09077644-43 2024-03-07T03:08:21.441 INFO:tasks.rados.rados.0.smithi090.stdout:3289: oid 43 updating version 0 to 1174 2024-03-07T03:08:21.441 INFO:tasks.rados.rados.0.smithi090.stdout:3289: oid 43 updating version 1174 to 1175 2024-03-07T03:08:21.441 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 1175 (ObjNum 1004 snap 320 seq_num 1004) dirty exists 2024-03-07T03:08:21.441 INFO:tasks.rados.rados.0.smithi090.stdout:3289: left oid 43 (ObjNum 1004 snap 320 seq_num 1004) 2024-03-07T03:08:21.441 INFO:tasks.rados.rados.0.smithi090.stdout:3288: expect (ObjNum 974 snap 311 seq_num 974) 2024-03-07T03:08:21.670 INFO:teuthology.orchestra.run.smithi090.stdout:true 2024-03-07T03:08:21.710 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:08:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:08:21.439+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:21.710 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:21.660+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:21.710 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:21.663+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:08:21.710 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:21.663+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:21.710 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:21.663+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1d5=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:21.711 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:21 smithi092 ceph-mon[83777]: Upgrade: It appears safe to stop mds.b 2024-03-07T03:08:21.711 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:21 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:21.711 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:21 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1d5=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:21.711 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:21 smithi092 ceph-mon[83777]: osdmap e713: 8 total, 8 up, 8 in 2024-03-07T03:08:21.711 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:21 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:21.711 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:21 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:21.711 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:21 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:21.711 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:21 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:21.711 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:21 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:21.711 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:21 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:21.826 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:21 smithi090 ceph-mon[89511]: Upgrade: It appears safe to stop mds.b 2024-03-07T03:08:21.826 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:21 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:21.826 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:21 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1d5=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:21.826 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:21 smithi090 ceph-mon[89511]: osdmap e713: 8 total, 8 up, 8 in 2024-03-07T03:08:21.826 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:21 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:21.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:21 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:21.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:21 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:21.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:21 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:21.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:21 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:21.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:21 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:21.827 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:21 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:21.663+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:21.827 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:21 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:21.663+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:08:21.827 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:21 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:21.663+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:21.827 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:21 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:21.664+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:21.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:21 smithi090 ceph-mon[91928]: Upgrade: It appears safe to stop mds.b 2024-03-07T03:08:21.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:21 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:21.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:21 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1d5=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:21.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:21 smithi090 ceph-mon[91928]: osdmap e713: 8 total, 8 up, 8 in 2024-03-07T03:08:21.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:21 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:21.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:21 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:21.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:21 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:21.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:21 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:21.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:21 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:21.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:21 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:21.830 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:08:21 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:08:21.445+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:21.830 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:21 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:21.436+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:22.007 INFO:teuthology.orchestra.run.smithi090.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-07T03:08:22.008 INFO:teuthology.orchestra.run.smithi090.stdout:alertmanager.a smithi090 *:9093,9094 running (12m) 6s ago 13m 24.9M - 0.25.0 c8568f914cd2 c7f315859531 2024-03-07T03:08:22.008 INFO:teuthology.orchestra.run.smithi090.stdout:grafana.a smithi092 *:3000 running (13m) 25s ago 13m 89.0M - 9.4.7 954c08fa6188 044a70fdd07e 2024-03-07T03:08:22.008 INFO:teuthology.orchestra.run.smithi090.stdout:mds.a smithi090 running (10s) 6s ago 14m 13.5M - 19.0.0-1905-gea9a5688 fdb83767c1ab 005e0f69d9f6 2024-03-07T03:08:22.008 INFO:teuthology.orchestra.run.smithi090.stdout:mds.b smithi092 running (14m) 25s ago 14m 22.1M - 18.2.1-718-gae75fc9d 0164bb8a7c67 ce3c1188fa28 2024-03-07T03:08:22.008 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.x smithi092 *:8443,9283,8765 running (6m) 25s ago 18m 454M - 19.0.0-1905-gea9a5688 fdb83767c1ab ca843ce9235f 2024-03-07T03:08:22.008 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.y smithi090 *:8443,9283,8765 running (6m) 6s ago 19m 512M - 19.0.0-1905-gea9a5688 fdb83767c1ab 3f0549138d93 2024-03-07T03:08:22.008 INFO:teuthology.orchestra.run.smithi090.stdout:mon.a smithi090 running (6m) 6s ago 19m 64.9M 2048M 19.0.0-1905-gea9a5688 fdb83767c1ab f36508ef70bc 2024-03-07T03:08:22.008 INFO:teuthology.orchestra.run.smithi090.stdout:mon.b smithi092 running (5m) 25s ago 18m 50.1M 2048M 19.0.0-1905-gea9a5688 fdb83767c1ab 70867588f01a 2024-03-07T03:08:22.008 INFO:teuthology.orchestra.run.smithi090.stdout:mon.c smithi090 running (5m) 6s ago 18m 55.1M 2048M 19.0.0-1905-gea9a5688 fdb83767c1ab 93f762a9b94a 2024-03-07T03:08:22.008 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.a smithi090 *:9100 running (13m) 6s ago 13m 16.7M - 1.5.0 0da6a335fe13 76496853f3a5 2024-03-07T03:08:22.008 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.b smithi092 *:9100 running (13m) 25s ago 13m 15.1M - 1.5.0 0da6a335fe13 9ed8c0a03920 2024-03-07T03:08:22.008 INFO:teuthology.orchestra.run.smithi090.stdout:osd.0 smithi090 running (4m) 6s ago 17m 340M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab 7a23382ba346 2024-03-07T03:08:22.009 INFO:teuthology.orchestra.run.smithi090.stdout:osd.1 smithi090 running (4m) 6s ago 17m 246M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab d1d5335a3808 2024-03-07T03:08:22.009 INFO:teuthology.orchestra.run.smithi090.stdout:osd.2 smithi090 running (3m) 6s ago 16m 204M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab 34e4a76f0e0d 2024-03-07T03:08:22.009 INFO:teuthology.orchestra.run.smithi090.stdout:osd.3 smithi090 running (2m) 6s ago 16m 115M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab 04aef511bc7e 2024-03-07T03:08:22.009 INFO:teuthology.orchestra.run.smithi090.stdout:osd.4 smithi092 running (2m) 25s ago 16m 224M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab 8e559c34e8fe 2024-03-07T03:08:22.009 INFO:teuthology.orchestra.run.smithi090.stdout:osd.5 smithi092 running (100s) 25s ago 15m 199M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab d3fe952fea5f 2024-03-07T03:08:22.009 INFO:teuthology.orchestra.run.smithi090.stdout:osd.6 smithi092 running (65s) 25s ago 15m 90.1M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab 9a6332c192c9 2024-03-07T03:08:22.009 INFO:teuthology.orchestra.run.smithi090.stdout:osd.7 smithi092 running (30s) 25s ago 14m 11.7M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab a2de553b24be 2024-03-07T03:08:22.009 INFO:teuthology.orchestra.run.smithi090.stdout:prometheus.a smithi092 *:9095 running (6m) 25s ago 14m 63.4M - 2.43.0 a07b618ecd1d 1b8503a67e38 2024-03-07T03:08:22.406 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-03-07T03:08:22.406 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": { 2024-03-07T03:08:22.406 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 3 2024-03-07T03:08:22.406 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:08:22.407 INFO:teuthology.orchestra.run.smithi090.stdout: "mgr": { 2024-03-07T03:08:22.407 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 2 2024-03-07T03:08:22.407 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:08:22.407 INFO:teuthology.orchestra.run.smithi090.stdout: "osd": { 2024-03-07T03:08:22.407 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 8 2024-03-07T03:08:22.407 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:08:22.407 INFO:teuthology.orchestra.run.smithi090.stdout: "mds": { 2024-03-07T03:08:22.407 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 1, 2024-03-07T03:08:22.407 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 1 2024-03-07T03:08:22.407 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:08:22.407 INFO:teuthology.orchestra.run.smithi090.stdout: "overall": { 2024-03-07T03:08:22.407 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.1-718-gae75fc9d (ae75fc9dac756d7830c8c8f766fd136a5582707d) reef (stable)": 1, 2024-03-07T03:08:22.407 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 14 2024-03-07T03:08:22.407 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-03-07T03:08:22.408 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-03-07T03:08:22.489 INFO:tasks.rados.rados.0.smithi090.stdout:3292: finishing copy_from racing read to smithi09077644-24 2024-03-07T03:08:22.490 INFO:tasks.rados.rados.0.smithi090.stdout:3292: finishing copy_from to smithi09077644-24 2024-03-07T03:08:22.490 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 24 v 1270 (ObjNum 861 snap 276 seq_num 861) dirty exists 2024-03-07T03:08:22.490 INFO:tasks.rados.rados.0.smithi090.stdout:3296: finishing write tid 1 to smithi09077644-13 2024-03-07T03:08:22.490 INFO:tasks.rados.rados.0.smithi090.stdout:3296: finishing write tid 2 to smithi09077644-13 2024-03-07T03:08:22.490 INFO:tasks.rados.rados.0.smithi090.stdout:3296: finishing write tid 3 to smithi09077644-13 2024-03-07T03:08:22.490 INFO:tasks.rados.rados.0.smithi090.stdout:3296: oid 13 updating version 0 to 1384 2024-03-07T03:08:22.490 INFO:tasks.rados.rados.0.smithi090.stdout:3296: oid 13 version 1384 is already newer than 1383 2024-03-07T03:08:22.490 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 13 v 1384 (ObjNum 1006 snap 320 seq_num 1006) dirty exists 2024-03-07T03:08:22.490 INFO:tasks.rados.rados.0.smithi090.stdout:3296: left oid 13 (ObjNum 1006 snap 320 seq_num 1006) 2024-03-07T03:08:22.490 INFO:tasks.rados.rados.0.smithi090.stdout:3294: expect (ObjNum 958 snap 303 seq_num 958) 2024-03-07T03:08:22.537 INFO:tasks.rados.rados.0.smithi090.stdout:3295: expect (ObjNum 943 snap 295 seq_num 943) 2024-03-07T03:08:22.583 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:08:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:08:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:08:22.583 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:22 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:22.583 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:22 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:22.583 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:22 smithi092 ceph-mon[83777]: osdmap e714: 8 total, 8 up, 8 in 2024-03-07T03:08:22.583 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:22 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:22.583 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:22 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:22.583 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:22 smithi092 ceph-mon[83777]: from='client.44324 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:08:22.583 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:22 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:22.583 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:22 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:22.583 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:22 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:22.583 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:22 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1d5=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:22.584 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:22 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:22.584 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:22 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:22.584 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:22 smithi092 ceph-mon[83777]: Upgrade: Updating mds.b 2024-03-07T03:08:22.584 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:22 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:22.584 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:22 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-07T03:08:22.584 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:22 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:08:22.584 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:22 smithi092 ceph-mon[83777]: Deploying daemon mds.b on smithi092 2024-03-07T03:08:22.584 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:22 smithi092 ceph-mon[83777]: pgmap v501: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 529 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 5.1 MiB/s wr, 12 op/s 2024-03-07T03:08:22.584 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:22 smithi092 ceph-mon[83777]: from='client.? 172.21.15.90:0/890092914' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:22.826 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:22 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:22.826 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:22 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:22.826 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:22 smithi090 ceph-mon[89511]: osdmap e714: 8 total, 8 up, 8 in 2024-03-07T03:08:22.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:22 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:22.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:22 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:22.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:22 smithi090 ceph-mon[89511]: from='client.44324 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:08:22.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:22 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:22.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:22 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:22.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:22 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:22.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:22 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1d5=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:22.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:22 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:22.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:22 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:22.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:22 smithi090 ceph-mon[89511]: Upgrade: Updating mds.b 2024-03-07T03:08:22.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:22 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:22.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:22 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-07T03:08:22.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:22 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:08:22.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:22 smithi090 ceph-mon[89511]: Deploying daemon mds.b on smithi092 2024-03-07T03:08:22.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:22 smithi090 ceph-mon[89511]: pgmap v501: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 529 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 5.1 MiB/s wr, 12 op/s 2024-03-07T03:08:22.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:22 smithi090 ceph-mon[89511]: from='client.? 172.21.15.90:0/890092914' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:22.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:22 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:22.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:22 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:22.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:22 smithi090 ceph-mon[91928]: osdmap e714: 8 total, 8 up, 8 in 2024-03-07T03:08:22.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:22 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:22.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:22 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:22.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:22 smithi090 ceph-mon[91928]: from='client.44324 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:08:22.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:22 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:22.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:22 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:22.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:22 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:22.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:22 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1d5=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:22.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:22 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:22.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:22 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:22.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:22 smithi090 ceph-mon[91928]: Upgrade: Updating mds.b 2024-03-07T03:08:22.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:22 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:22.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:22 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-07T03:08:22.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:22 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:08:22.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:22 smithi090 ceph-mon[91928]: Deploying daemon mds.b on smithi092 2024-03-07T03:08:22.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:22 smithi090 ceph-mon[91928]: pgmap v501: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 529 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 5.1 MiB/s wr, 12 op/s 2024-03-07T03:08:22.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:22 smithi090 ceph-mon[91928]: from='client.? 172.21.15.90:0/890092914' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:23.012 INFO:tasks.rados.rados.0.smithi090.stdout:3283: done (8 left) 2024-03-07T03:08:23.012 INFO:tasks.rados.rados.0.smithi090.stdout:3287: done (7 left) 2024-03-07T03:08:23.012 INFO:tasks.rados.rados.0.smithi090.stdout:3288: done (6 left) 2024-03-07T03:08:23.012 INFO:tasks.rados.rados.0.smithi090.stdout:3289: done (5 left) 2024-03-07T03:08:23.012 INFO:tasks.rados.rados.0.smithi090.stdout:3292: done (4 left) 2024-03-07T03:08:23.012 INFO:tasks.rados.rados.0.smithi090.stdout:3294: done (3 left) 2024-03-07T03:08:23.012 INFO:tasks.rados.rados.0.smithi090.stdout:3295: done (2 left) 2024-03-07T03:08:23.012 INFO:tasks.rados.rados.0.smithi090.stdout:3296: done (1 left) 2024-03-07T03:08:23.012 INFO:tasks.rados.rados.0.smithi090.stdout:3298: done (0 left) 2024-03-07T03:08:23.012 INFO:tasks.rados.rados.0.smithi090.stdout:3299: rollback oid 32 current snap is 320 2024-03-07T03:08:23.012 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 32 to 315 2024-03-07T03:08:23.012 INFO:tasks.rados.rados.0.smithi090.stdout:3300: read oid 10 snap -1 2024-03-07T03:08:23.012 INFO:tasks.rados.rados.0.smithi090.stdout:3300: expect deleted 2024-03-07T03:08:23.013 INFO:tasks.rados.rados.0.smithi090.stdout:3301: copy_from oid 48 from oid 24 current snap is 320 2024-03-07T03:08:23.013 INFO:tasks.rados.rados.0.smithi090.stdout:3302: snap_create 2024-03-07T03:08:23.014 INFO:tasks.rados.rados.0.smithi090.stdout:3301: finishing copy_from racing read to smithi09077644-48 2024-03-07T03:08:23.014 INFO:tasks.rados.rados.0.smithi090.stdout:3299: finishing rollback tid 0 to smithi09077644-32 2024-03-07T03:08:23.014 INFO:tasks.rados.rados.0.smithi090.stdout:3301: finishing copy_from to smithi09077644-48 2024-03-07T03:08:23.015 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 1270 (ObjNum 861 snap 276 seq_num 861) dirty exists 2024-03-07T03:08:23.015 INFO:tasks.rados.rados.0.smithi090.stdout:3299: finishing rollback tid 1 to smithi09077644-32 2024-03-07T03:08:23.015 INFO:tasks.rados.rados.0.smithi090.stdout:3299: finishing rollback tid 2 to smithi09077644-32 2024-03-07T03:08:23.015 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 32 v 1178 (ObjNum 928 snap 290 seq_num 928) dirty exists 2024-03-07T03:08:23.327 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:08:23 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:08:23] "GET /metrics HTTP/1.1" 200 36310 "" "Prometheus/2.43.0" 2024-03-07T03:08:23.727 INFO:tasks.rados.rados.0.smithi090.stdout:3299: done (3 left) 2024-03-07T03:08:23.728 INFO:tasks.rados.rados.0.smithi090.stdout:3300: done (2 left) 2024-03-07T03:08:23.728 INFO:tasks.rados.rados.0.smithi090.stdout:3301: done (1 left) 2024-03-07T03:08:23.728 INFO:tasks.rados.rados.0.smithi090.stdout:3302: done (0 left) 2024-03-07T03:08:23.728 INFO:tasks.rados.rados.0.smithi090.stdout:3303: snap_create 2024-03-07T03:08:23.774 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:23 smithi092 ceph-mon[83777]: from='client.34392 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:08:23.774 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:08:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:08:23.729+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:23.775 INFO:journalctl@ceph.mds.b.smithi092.stdout:Mar 07 03:08:23 smithi092 systemd[1]: Stopping Ceph mds.b for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T03:08:23.782 INFO:tasks.rados.rados.0.smithi090.stdout:3303: done (0 left) 2024-03-07T03:08:23.782 INFO:tasks.rados.rados.0.smithi090.stdout:3304: snap_create 2024-03-07T03:08:24.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:23 smithi090 ceph-mon[91928]: from='client.34392 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:08:24.076 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:08:23 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:08:23.791+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:24.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:23 smithi090 ceph-mon[89511]: from='client.34392 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:08:24.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:23 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-a[89507]: 2024-03-07T03:08:23.775+0000 7f55cd249700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-03-07T03:08:24.077 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:23 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:23.780+0000 7f4442f67700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:08:24.077 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:23 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:23.780+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:24.077 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:23 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:23.729+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:24.077 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:23 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:23.730+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:24.078 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:23 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:23.730+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:24.078 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:23 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:23.794+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:24.078 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:23 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:23.795+0000 7fa43c425700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:08:24.078 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:23 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:23.795+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:24.078 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:23 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:23.795+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:24.164 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:08:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:08:23.779+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:24.165 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:23.789+0000 7fc29a41b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:08:24.165 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:23.790+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:24.165 INFO:journalctl@ceph.mds.b.smithi092.stdout:Mar 07 03:08:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mds-b[57391]: 2024-03-07T03:08:23.774+0000 7fe1fe111700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-07T03:08:24.165 INFO:journalctl@ceph.mds.b.smithi092.stdout:Mar 07 03:08:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mds-b[57391]: 2024-03-07T03:08:23.774+0000 7fe1fe111700 -1 mds.b *** got signal Terminated *** 2024-03-07T03:08:24.165 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:23.798+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:24.165 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:23.798+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:08:24.165 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:23.798+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1d5=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:24.792 INFO:tasks.rados.rados.0.smithi090.stdout:3304: done (0 left) 2024-03-07T03:08:24.792 INFO:tasks.rados.rados.0.smithi090.stdout:3305: rmattr oid 31 current snap is 323 2024-03-07T03:08:24.792 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 37 current snap is 323 2024-03-07T03:08:24.792 INFO:tasks.rados.rados.0.smithi090.stdout:3306: seq_num 1008 ranges {1605632=90112} 2024-03-07T03:08:24.793 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:24 smithi090 ceph-mon[91928]: osdmap e715: 8 total, 8 up, 8 in 2024-03-07T03:08:24.793 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:24 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:24.793 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:24 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:24.793 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:24 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:24.793 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:24 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:24.793 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:24 smithi090 ceph-mon[91928]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-03-07T03:08:24.793 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:24 smithi090 ceph-mon[91928]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-03-07T03:08:24.793 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:24 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:24.793 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:24 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:24.793 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:24 smithi090 ceph-mon[91928]: osdmap e716: 8 total, 8 up, 8 in 2024-03-07T03:08:24.793 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:24 smithi090 ceph-mon[91928]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-03-07T03:08:24.793 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:24 smithi090 ceph-mon[91928]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-03-07T03:08:24.794 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:24 smithi090 ceph-mon[91928]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-03-07T03:08:24.794 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:24 smithi090 ceph-mon[91928]: fsmap cephfs:1/1 {0=a=up:replay} 2024-03-07T03:08:24.794 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:24 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:24.794 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:24 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:24.794 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:24 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:24.794 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:24 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:24.794 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:24 smithi090 ceph-mon[91928]: pgmap v504: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 529 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 584 KiB/s wr, 3 op/s 2024-03-07T03:08:24.794 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:24 smithi090 ceph-mon[89511]: osdmap e715: 8 total, 8 up, 8 in 2024-03-07T03:08:24.794 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:24 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:24.794 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:24 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:24.794 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:24 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:24.794 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:24 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:24.795 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:24 smithi090 ceph-mon[89511]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-03-07T03:08:24.795 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:24 smithi090 ceph-mon[89511]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-03-07T03:08:24.795 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:24 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:24.795 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:24 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:24.795 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:24 smithi090 ceph-mon[89511]: osdmap e716: 8 total, 8 up, 8 in 2024-03-07T03:08:24.795 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:24 smithi090 ceph-mon[89511]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-03-07T03:08:24.795 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:24 smithi090 ceph-mon[89511]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-03-07T03:08:24.795 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:24 smithi090 ceph-mon[89511]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-03-07T03:08:24.795 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:24 smithi090 ceph-mon[89511]: fsmap cephfs:1/1 {0=a=up:replay} 2024-03-07T03:08:24.795 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:24 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:24.795 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:24 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:24.795 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:24 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:24.795 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:24 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:24.795 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:24 smithi090 ceph-mon[89511]: pgmap v504: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 529 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 584 KiB/s wr, 3 op/s 2024-03-07T03:08:24.801 INFO:tasks.rados.rados.0.smithi090.stdout:3306: writing smithi09077644-37 from 1605632 to 1695744 tid 1 2024-03-07T03:08:24.801 INFO:tasks.rados.rados.0.smithi090.stdout:3307: copy_from oid 2 from oid 39 current snap is 323 2024-03-07T03:08:24.802 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 3063 (ObjNum 989 snap 319 seq_num 989) dirty exists 2024-03-07T03:08:24.802 INFO:tasks.rados.rados.0.smithi090.stdout:3305: done (2 left) 2024-03-07T03:08:24.802 INFO:tasks.rados.rados.0.smithi090.stdout:3308: rollback oid 14 current snap is 323 2024-03-07T03:08:24.802 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 14 to 321 2024-03-07T03:08:24.802 INFO:tasks.rados.rados.0.smithi090.stdout:3309: read oid 28 snap -1 2024-03-07T03:08:24.802 INFO:tasks.rados.rados.0.smithi090.stdout:3309: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-07T03:08:24.802 INFO:tasks.rados.rados.0.smithi090.stdout:3310: delete oid 26 current snap is 323 2024-03-07T03:08:24.804 INFO:tasks.rados.rados.0.smithi090.stdout:3309: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-07T03:08:24.808 INFO:tasks.rados.rados.0.smithi090.stdout:3309: done (4 left) 2024-03-07T03:08:24.808 INFO:tasks.rados.rados.0.smithi090.stdout:3310: done (3 left) 2024-03-07T03:08:24.808 INFO:tasks.rados.rados.0.smithi090.stdout:3311: read oid 24 snap 315 2024-03-07T03:08:24.808 INFO:tasks.rados.rados.0.smithi090.stdout:3311: expect deleted 2024-03-07T03:08:24.808 INFO:tasks.rados.rados.0.smithi090.stdout:3312: copy_from oid 47 from oid 30 current snap is 323 2024-03-07T03:08:24.809 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 31 current snap is 323 2024-03-07T03:08:24.809 INFO:tasks.rados.rados.0.smithi090.stdout:3313: seq_num 1010 ranges {2179072=122880} 2024-03-07T03:08:24.821 INFO:tasks.rados.rados.0.smithi090.stdout:3313: writing smithi09077644-31 from 2179072 to 2301952 tid 1 2024-03-07T03:08:24.821 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 48 current snap is 323 2024-03-07T03:08:24.821 INFO:tasks.rados.rados.0.smithi090.stdout:3314: seq_num 1011 ranges {24576=139264} 2024-03-07T03:08:24.823 INFO:tasks.rados.rados.0.smithi090.stdout:3314: writing smithi09077644-48 from 24576 to 163840 tid 1 2024-03-07T03:08:24.823 INFO:tasks.rados.rados.0.smithi090.stdout:3311: done (6 left) 2024-03-07T03:08:24.823 INFO:tasks.rados.rados.0.smithi090.stdout:3315: copy_from oid 49 from oid 20 current snap is 323 2024-03-07T03:08:24.823 INFO:tasks.rados.rados.0.smithi090.stdout:3306: finishing write tid 1 to smithi09077644-37 2024-03-07T03:08:24.823 INFO:tasks.rados.rados.0.smithi090.stdout:3306: finishing write tid 2 to smithi09077644-37 2024-03-07T03:08:24.823 INFO:tasks.rados.rados.0.smithi090.stdout:3306: finishing write tid 3 to smithi09077644-37 2024-03-07T03:08:24.823 INFO:tasks.rados.rados.0.smithi090.stdout:3306: oid 37 updating version 0 to 1201 2024-03-07T03:08:24.823 INFO:tasks.rados.rados.0.smithi090.stdout:3306: oid 37 updating version 1201 to 1202 2024-03-07T03:08:24.823 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 37 v 1202 (ObjNum 1008 snap 323 seq_num 1008) dirty exists 2024-03-07T03:08:24.823 INFO:tasks.rados.rados.0.smithi090.stdout:3306: left oid 37 (ObjNum 1008 snap 323 seq_num 1008) 2024-03-07T03:08:24.824 INFO:tasks.rados.rados.0.smithi090.stdout:3308: finishing rollback tid 0 to smithi09077644-14 2024-03-07T03:08:24.824 INFO:tasks.rados.rados.0.smithi090.stdout:3308: finishing rollback tid 1 to smithi09077644-14 2024-03-07T03:08:24.824 INFO:tasks.rados.rados.0.smithi090.stdout:3308: finishing rollback tid 2 to smithi09077644-14 2024-03-07T03:08:24.824 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 14 v 12753 (ObjNum 974 snap 311 seq_num 974) dirty exists 2024-03-07T03:08:24.824 INFO:tasks.rados.rados.0.smithi090.stdout:3306: done (6 left) 2024-03-07T03:08:24.824 INFO:tasks.rados.rados.0.smithi090.stdout:3308: done (5 left) 2024-03-07T03:08:24.824 INFO:tasks.rados.rados.0.smithi090.stdout:3316: snap_create 2024-03-07T03:08:24.827 INFO:tasks.rados.rados.0.smithi090.stdout:3313: finishing write tid 1 to smithi09077644-31 2024-03-07T03:08:24.827 INFO:tasks.rados.rados.0.smithi090.stdout:3313: finishing write tid 2 to smithi09077644-31 2024-03-07T03:08:24.827 INFO:tasks.rados.rados.0.smithi090.stdout:3312: finishing copy_from racing read to smithi09077644-47 2024-03-07T03:08:24.829 INFO:tasks.rados.rados.0.smithi090.stdout:3314: finishing write tid 1 to smithi09077644-48 2024-03-07T03:08:24.829 INFO:tasks.rados.rados.0.smithi090.stdout:3314: finishing write tid 2 to smithi09077644-48 2024-03-07T03:08:24.830 INFO:tasks.rados.rados.0.smithi090.stdout:3312: finishing copy_from to smithi09077644-47 2024-03-07T03:08:24.830 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 1494 (ObjNum 987 snap 318 seq_num 987) dirty exists 2024-03-07T03:08:24.831 INFO:tasks.rados.rados.0.smithi090.stdout:3313: finishing write tid 3 to smithi09077644-31 2024-03-07T03:08:24.831 INFO:tasks.rados.rados.0.smithi090.stdout:3313: oid 31 updating version 0 to 3065 2024-03-07T03:08:24.831 INFO:tasks.rados.rados.0.smithi090.stdout:3313: oid 31 version 3065 is already newer than 3064 2024-03-07T03:08:24.831 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 3065 (ObjNum 1010 snap 323 seq_num 1010) dirty exists 2024-03-07T03:08:24.831 INFO:tasks.rados.rados.0.smithi090.stdout:3313: left oid 31 (ObjNum 1010 snap 323 seq_num 1010) 2024-03-07T03:08:24.831 INFO:tasks.rados.rados.0.smithi090.stdout:3314: finishing write tid 3 to smithi09077644-48 2024-03-07T03:08:24.831 INFO:tasks.rados.rados.0.smithi090.stdout:3314: oid 48 updating version 0 to 1342 2024-03-07T03:08:24.831 INFO:tasks.rados.rados.0.smithi090.stdout:3314: oid 48 version 1342 is already newer than 1341 2024-03-07T03:08:24.832 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 1342 (ObjNum 1011 snap 323 seq_num 1011) dirty exists 2024-03-07T03:08:24.832 INFO:tasks.rados.rados.0.smithi090.stdout:3314: left oid 48 (ObjNum 1011 snap 323 seq_num 1011) 2024-03-07T03:08:24.841 INFO:tasks.rados.rados.0.smithi090.stdout:3307: finishing copy_from racing read to smithi09077644-2 2024-03-07T03:08:24.847 INFO:tasks.rados.rados.0.smithi090.stdout:3307: finishing copy_from to smithi09077644-2 2024-03-07T03:08:24.847 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 2 v 1551 (ObjNum 983 snap 313 seq_num 983) dirty exists 2024-03-07T03:08:24.855 INFO:tasks.rados.rados.0.smithi090.stdout:3315: finishing copy_from racing read to smithi09077644-49 2024-03-07T03:08:24.866 INFO:tasks.rados.rados.0.smithi090.stdout:3315: finishing copy_from to smithi09077644-49 2024-03-07T03:08:24.866 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 49 v 1436 (ObjNum 943 snap 295 seq_num 943) dirty exists 2024-03-07T03:08:25.076 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:08:24 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:08:24.791+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:25.076 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:24 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:24.804+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:25.076 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:24 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:24.804+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:25.077 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:24 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:24.805+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:25.077 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:24 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:24.812+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:25.165 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:08:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:08:24.791+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:25.165 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:24.805+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:25.166 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:24.799+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:08:25.166 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:24.799+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:25.166 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:24.799+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1d5=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:25.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:24 smithi092 ceph-mon[83777]: osdmap e715: 8 total, 8 up, 8 in 2024-03-07T03:08:25.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:24 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:25.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:24 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:25.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:24 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:25.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:24 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:25.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:24 smithi092 ceph-mon[83777]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-03-07T03:08:25.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:24 smithi092 ceph-mon[83777]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-03-07T03:08:25.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:24 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:25.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:24 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:25.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:24 smithi092 ceph-mon[83777]: osdmap e716: 8 total, 8 up, 8 in 2024-03-07T03:08:25.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:24 smithi092 ceph-mon[83777]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-03-07T03:08:25.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:24 smithi092 ceph-mon[83777]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-03-07T03:08:25.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:24 smithi092 ceph-mon[83777]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-03-07T03:08:25.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:24 smithi092 ceph-mon[83777]: fsmap cephfs:1/1 {0=a=up:replay} 2024-03-07T03:08:25.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:24 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:25.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:24 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:25.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:24 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:25.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:24 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:25.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:24 smithi092 ceph-mon[83777]: pgmap v504: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 529 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 584 KiB/s wr, 3 op/s 2024-03-07T03:08:25.798 INFO:tasks.rados.rados.0.smithi090.stdout:3307: done (5 left) 2024-03-07T03:08:25.798 INFO:tasks.rados.rados.0.smithi090.stdout:3312: done (4 left) 2024-03-07T03:08:25.798 INFO:tasks.rados.rados.0.smithi090.stdout:3313: done (3 left) 2024-03-07T03:08:25.798 INFO:tasks.rados.rados.0.smithi090.stdout:3314: done (2 left) 2024-03-07T03:08:25.798 INFO:tasks.rados.rados.0.smithi090.stdout:3315: done (1 left) 2024-03-07T03:08:25.798 INFO:tasks.rados.rados.0.smithi090.stdout:3316: done (0 left) 2024-03-07T03:08:25.798 INFO:tasks.rados.rados.0.smithi090.stdout:3317: read oid 38 snap 315 2024-03-07T03:08:25.799 INFO:tasks.rados.rados.0.smithi090.stdout:3317: expect deleted 2024-03-07T03:08:25.799 INFO:tasks.rados.rados.0.smithi090.stdout:3318: delete oid 20 current snap is 324 2024-03-07T03:08:25.801 INFO:tasks.rados.rados.0.smithi090.stdout:3317: done (1 left) 2024-03-07T03:08:25.801 INFO:tasks.rados.rados.0.smithi090.stdout:3318: done (0 left) 2024-03-07T03:08:25.801 INFO:tasks.rados.rados.0.smithi090.stdout:3319: snap_create 2024-03-07T03:08:26.076 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:08:25 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:08:25.797+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:26.076 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:25 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:25.801+0000 7f443ef5f700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:08:26.077 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:25 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:25.801+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:26.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:25 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:26.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:25 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:26.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:25 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1d5=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:26.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:25 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:26.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:25 smithi090 ceph-mon[89511]: osdmap e717: 8 total, 8 up, 8 in 2024-03-07T03:08:26.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:25 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:26.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:25 smithi090 ceph-mon[89511]: mds.? [v2:172.21.15.90:6834/3785190061,v1:172.21.15.90:6835/3785190061] up:reconnect 2024-03-07T03:08:26.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:25 smithi090 ceph-mon[89511]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-03-07T03:08:26.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:25 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:26.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:25 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:26.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:25 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:26.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:25 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:26.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:25 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:26.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:25 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:26.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:25 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1d5=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:26.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:25 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:26.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:25 smithi090 ceph-mon[91928]: osdmap e717: 8 total, 8 up, 8 in 2024-03-07T03:08:26.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:25 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:26.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:25 smithi090 ceph-mon[91928]: mds.? [v2:172.21.15.90:6834/3785190061,v1:172.21.15.90:6835/3785190061] up:reconnect 2024-03-07T03:08:26.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:25 smithi090 ceph-mon[91928]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-03-07T03:08:26.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:25 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:26.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:25 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:26.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:25 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:26.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:25 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:26.111 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:08:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:08:25.801+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:26.111 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:25.796+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:26.111 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:25.796+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:08:26.111 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:25.796+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1df=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:26.112 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:25 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:26.112 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:25 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:26.112 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:25 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1d5=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:26.112 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:25 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:26.112 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:25 smithi092 ceph-mon[83777]: osdmap e717: 8 total, 8 up, 8 in 2024-03-07T03:08:26.112 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:25 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:26.112 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:25 smithi092 ceph-mon[83777]: mds.? [v2:172.21.15.90:6834/3785190061,v1:172.21.15.90:6835/3785190061] up:reconnect 2024-03-07T03:08:26.112 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:25 smithi092 ceph-mon[83777]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-03-07T03:08:26.112 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:25 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:26.112 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:25 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:26.112 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:25 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:26.112 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:25 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:26.414 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:26.110+0000 7fc296413700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:08:26.414 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:26.110+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:26.576 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:26 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:26.110+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:08:26.576 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:26 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:26.110+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:26.576 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:26 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:26.110+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:26.576 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:26 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:26.110+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:26.805 INFO:tasks.rados.rados.0.smithi090.stdout:3319: done (0 left) 2024-03-07T03:08:26.805 INFO:tasks.rados.rados.0.smithi090.stdout:3320: rollback oid 31 current snap is 325 2024-03-07T03:08:26.805 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 31 to 314 2024-03-07T03:08:26.805 INFO:tasks.rados.rados.0.smithi090.stdout:3321: read oid 45 snap -1 2024-03-07T03:08:26.805 INFO:tasks.rados.rados.0.smithi090.stdout:3321: expect (ObjNum 929 snap 291 seq_num 929) 2024-03-07T03:08:26.806 INFO:tasks.rados.rados.0.smithi090.stdout:3322: read oid 1 snap -1 2024-03-07T03:08:26.806 INFO:tasks.rados.rados.0.smithi090.stdout:3322: expect (ObjNum 904 snap 286 seq_num 904) 2024-03-07T03:08:26.806 INFO:tasks.rados.rados.0.smithi090.stdout:3323: snap_remove snap 316 2024-03-07T03:08:27.076 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:08:26 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:08:26.803+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:27.076 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:26 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:26.807+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:27.077 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:26 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:26.807+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:27.077 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:26 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:26.808+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:27.077 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:26 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:26.809+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:27.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:26 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:27.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:26 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1d5=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:27.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:26 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:27.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:26 smithi090 ceph-mon[91928]: mds.? [v2:172.21.15.90:6834/3785190061,v1:172.21.15.90:6835/3785190061] up:rejoin 2024-03-07T03:08:27.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:26 smithi090 ceph-mon[91928]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-03-07T03:08:27.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:26 smithi090 ceph-mon[91928]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-03-07T03:08:27.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:26 smithi090 ceph-mon[91928]: osdmap e718: 8 total, 8 up, 8 in 2024-03-07T03:08:27.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:26 smithi090 ceph-mon[91928]: pgmap v507: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 529 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 18 KiB/s wr, 4 op/s 2024-03-07T03:08:27.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:26 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:27.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:26 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:27.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:26 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:27.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:26 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:27.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:26 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:27.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:26 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:27.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:26 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1d5=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:27.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:26 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:27.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:26 smithi090 ceph-mon[89511]: mds.? [v2:172.21.15.90:6834/3785190061,v1:172.21.15.90:6835/3785190061] up:rejoin 2024-03-07T03:08:27.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:26 smithi090 ceph-mon[89511]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-03-07T03:08:27.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:26 smithi090 ceph-mon[89511]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-03-07T03:08:27.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:26 smithi090 ceph-mon[89511]: osdmap e718: 8 total, 8 up, 8 in 2024-03-07T03:08:27.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:26 smithi090 ceph-mon[89511]: pgmap v507: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 529 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 18 KiB/s wr, 4 op/s 2024-03-07T03:08:27.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:26 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:27.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:26 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:27.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:26 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:27.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:26 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:27.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:26 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:27.164 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:08:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:08:26.809+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:27.164 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:26.805+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:27.165 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:26.819+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:08:27.165 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:26.819+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:27.165 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:26.819+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1df=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:27.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:26 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:27.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:26 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1d5=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:27.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:26 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:27.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:26 smithi092 ceph-mon[83777]: mds.? [v2:172.21.15.90:6834/3785190061,v1:172.21.15.90:6835/3785190061] up:rejoin 2024-03-07T03:08:27.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:26 smithi092 ceph-mon[83777]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-03-07T03:08:27.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:26 smithi092 ceph-mon[83777]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-03-07T03:08:27.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:26 smithi092 ceph-mon[83777]: osdmap e718: 8 total, 8 up, 8 in 2024-03-07T03:08:27.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:26 smithi092 ceph-mon[83777]: pgmap v507: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 529 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 18 KiB/s wr, 4 op/s 2024-03-07T03:08:27.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:26 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:27.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:26 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:27.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:26 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:27.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:26 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:27.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:26 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:27.728 INFO:journalctl@ceph.mds.a.smithi090.stdout:Mar 07 03:08:27 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mds-a[116763]: 2024-03-07T03:08:27.402+0000 7f0e30e76700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-03-07T03:08:27.807 INFO:tasks.rados.rados.0.smithi090.stdout:3321: expect (ObjNum 929 snap 291 seq_num 929) 2024-03-07T03:08:27.841 INFO:tasks.rados.rados.0.smithi090.stdout:3320: finishing rollback tid 0 to smithi09077644-31 2024-03-07T03:08:27.841 INFO:tasks.rados.rados.0.smithi090.stdout:3320: finishing rollback tid 1 to smithi09077644-31 2024-03-07T03:08:27.841 INFO:tasks.rados.rados.0.smithi090.stdout:3320: finishing rollback tid 2 to smithi09077644-31 2024-03-07T03:08:27.841 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 3069 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-03-07T03:08:27.841 INFO:tasks.rados.rados.0.smithi090.stdout:3320: done (3 left) 2024-03-07T03:08:27.841 INFO:tasks.rados.rados.0.smithi090.stdout:3321: done (2 left) 2024-03-07T03:08:27.841 INFO:tasks.rados.rados.0.smithi090.stdout:3323: done (1 left) 2024-03-07T03:08:27.842 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 44 current snap is 325 2024-03-07T03:08:27.842 INFO:tasks.rados.rados.0.smithi090.stdout:3322: expect (ObjNum 904 snap 286 seq_num 904) 2024-03-07T03:08:28.076 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:27 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:27.809+0000 7fa43c425700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:08:28.076 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:27 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:27.809+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:28.076 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:27 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:27.809+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:28.076 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:27 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:27.809+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:28.077 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:08:27 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:08:27.938+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:28.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:27 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:28.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:27 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1df=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:28.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:27 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:28.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:27 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:28.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:27 smithi090 ceph-mon[91928]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-03-07T03:08:28.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:27 smithi090 ceph-mon[91928]: mds.? [v2:172.21.15.90:6834/3785190061,v1:172.21.15.90:6835/3785190061] up:active 2024-03-07T03:08:28.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:27 smithi090 ceph-mon[91928]: fsmap cephfs:1 {0=a=up:active} 2024-03-07T03:08:28.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:27 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:28.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:27 smithi090 ceph-mon[91928]: osdmap e719: 8 total, 8 up, 8 in 2024-03-07T03:08:28.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:27 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:28.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:27 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:28.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:27 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:28.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:27 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:28.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:27 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:28.079 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:27 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:27.804+0000 7f443ef5f700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:08:28.079 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:27 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:27.804+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:28.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:27 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:28.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:27 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1df=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:28.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:27 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:28.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:27 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:28.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:27 smithi090 ceph-mon[89511]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-03-07T03:08:28.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:27 smithi090 ceph-mon[89511]: mds.? [v2:172.21.15.90:6834/3785190061,v1:172.21.15.90:6835/3785190061] up:active 2024-03-07T03:08:28.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:27 smithi090 ceph-mon[89511]: fsmap cephfs:1 {0=a=up:active} 2024-03-07T03:08:28.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:27 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:28.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:27 smithi090 ceph-mon[89511]: osdmap e719: 8 total, 8 up, 8 in 2024-03-07T03:08:28.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:27 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:28.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:27 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:28.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:27 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:28.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:27 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:28.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:27 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:28.164 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:08:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:08:27.814+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:28.164 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:27.809+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:28.164 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:27.809+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:08:28.164 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:27.809+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1df=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:28.165 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:27.805+0000 7fc29a41b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:08:28.165 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:27.805+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:28.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:27 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:28.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:27 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1df=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:28.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:27 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:28.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:27 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:28.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:27 smithi092 ceph-mon[83777]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-03-07T03:08:28.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:27 smithi092 ceph-mon[83777]: mds.? [v2:172.21.15.90:6834/3785190061,v1:172.21.15.90:6835/3785190061] up:active 2024-03-07T03:08:28.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:27 smithi092 ceph-mon[83777]: fsmap cephfs:1 {0=a=up:active} 2024-03-07T03:08:28.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:27 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:28.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:27 smithi092 ceph-mon[83777]: osdmap e719: 8 total, 8 up, 8 in 2024-03-07T03:08:28.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:27 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:28.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:27 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:28.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:27 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:28.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:27 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:28.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:27 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:29.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:28 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:29.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:28 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:29.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:28 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1df=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:29.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:28 smithi090 ceph-mon[89511]: pgmap v509: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 532 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 589 KiB/s wr, 8 op/s 2024-03-07T03:08:29.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:28 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:29.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:28 smithi090 ceph-mon[89511]: osdmap e720: 8 total, 8 up, 8 in 2024-03-07T03:08:29.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:28 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:08:29.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:28 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:29.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:28 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:29.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:28 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:29.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:28 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:29.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:28 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:29.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:28 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:29.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:28 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:29.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:28 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1df=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:29.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:28 smithi090 ceph-mon[91928]: pgmap v509: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 532 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 589 KiB/s wr, 8 op/s 2024-03-07T03:08:29.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:28 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:29.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:28 smithi090 ceph-mon[91928]: osdmap e720: 8 total, 8 up, 8 in 2024-03-07T03:08:29.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:28 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:08:29.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:28 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:29.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:28 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:29.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:28 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:29.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:28 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:29.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:28 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:29.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:28 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:29.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:28 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:29.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:28 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1df=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:29.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:28 smithi092 ceph-mon[83777]: pgmap v509: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 532 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 589 KiB/s wr, 8 op/s 2024-03-07T03:08:29.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:28 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:29.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:28 smithi092 ceph-mon[83777]: osdmap e720: 8 total, 8 up, 8 in 2024-03-07T03:08:29.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:28 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:08:29.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:28 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:29.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:28 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:29.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:28 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:29.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:28 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:29.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:28 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:29.709 INFO:tasks.rados.rados.0.smithi090.stdout:3324: seq_num 1013 ranges {16867328=172032} 2024-03-07T03:08:29.798 INFO:tasks.rados.rados.0.smithi090.stdout:3324: writing smithi09077644-44 from 16867328 to 17039360 tid 1 2024-03-07T03:08:29.798 INFO:tasks.rados.rados.0.smithi090.stdout:3322: done (1 left) 2024-03-07T03:08:29.798 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 19 current snap is 325 2024-03-07T03:08:29.798 INFO:tasks.rados.rados.0.smithi090.stdout:3325: seq_num 1014 ranges {8470528=188416} 2024-03-07T03:08:29.844 INFO:tasks.rados.rados.0.smithi090.stdout:3325: writing smithi09077644-19 from 8470528 to 8658944 tid 1 2024-03-07T03:08:29.844 INFO:tasks.rados.rados.0.smithi090.stdout:3326: rollback oid 2 current snap is 325 2024-03-07T03:08:29.845 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 2 to 318 2024-03-07T03:08:29.845 INFO:tasks.rados.rados.0.smithi090.stdout:3324: finishing write tid 1 to smithi09077644-44 2024-03-07T03:08:29.845 INFO:tasks.rados.rados.0.smithi090.stdout:3324: finishing write tid 2 to smithi09077644-44 2024-03-07T03:08:29.845 INFO:tasks.rados.rados.0.smithi090.stdout:3324: finishing write tid 3 to smithi09077644-44 2024-03-07T03:08:29.845 INFO:tasks.rados.rados.0.smithi090.stdout:3324: oid 44 updating version 0 to 1561 2024-03-07T03:08:29.845 INFO:tasks.rados.rados.0.smithi090.stdout:3324: oid 44 version 1561 is already newer than 1560 2024-03-07T03:08:29.845 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 44 v 1561 (ObjNum 1013 snap 325 seq_num 1013) dirty exists 2024-03-07T03:08:29.845 INFO:tasks.rados.rados.0.smithi090.stdout:3324: left oid 44 (ObjNum 1013 snap 325 seq_num 1013) 2024-03-07T03:08:29.845 INFO:tasks.rados.rados.0.smithi090.stdout:3324: done (2 left) 2024-03-07T03:08:29.845 INFO:tasks.rados.rados.0.smithi090.stdout:3327: read oid 16 snap -1 2024-03-07T03:08:29.845 INFO:tasks.rados.rados.0.smithi090.stdout:3327: expect (ObjNum 640 snap 199 seq_num 640) 2024-03-07T03:08:29.845 INFO:tasks.rados.rados.0.smithi090.stdout:3328: snap_remove snap 312 2024-03-07T03:08:30.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:29 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:30.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:29 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:30.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:29 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1df=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:30.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:29 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:30.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:29 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:30.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:29 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1df=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:30.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:29 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:30.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:29 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:30.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:29 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1df=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:30.773 INFO:tasks.rados.rados.0.smithi090.stdout:3328: done (3 left) 2024-03-07T03:08:30.773 INFO:tasks.rados.rados.0.smithi090.stdout:3329: delete oid 13 current snap is 325 2024-03-07T03:08:30.774 INFO:tasks.rados.rados.0.smithi090.stdout:3325: finishing write tid 1 to smithi09077644-19 2024-03-07T03:08:30.774 INFO:tasks.rados.rados.0.smithi090.stdout:3325: finishing write tid 2 to smithi09077644-19 2024-03-07T03:08:30.774 INFO:tasks.rados.rados.0.smithi090.stdout:3326: finishing rollback tid 0 to smithi09077644-2 2024-03-07T03:08:30.774 INFO:tasks.rados.rados.0.smithi090.stdout:3326: finishing rollback tid 1 to smithi09077644-2 2024-03-07T03:08:30.774 INFO:tasks.rados.rados.0.smithi090.stdout:3326: finishing rollback tid 2 to smithi09077644-2 2024-03-07T03:08:30.774 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 2 v 1554 (ObjNum 904 snap 286 seq_num 904) dirty exists 2024-03-07T03:08:30.774 INFO:tasks.rados.rados.0.smithi090.stdout:3325: finishing write tid 3 to smithi09077644-19 2024-03-07T03:08:30.774 INFO:tasks.rados.rados.0.smithi090.stdout:3325: oid 19 updating version 0 to 1577 2024-03-07T03:08:30.774 INFO:tasks.rados.rados.0.smithi090.stdout:3325: oid 19 version 1577 is already newer than 1576 2024-03-07T03:08:30.774 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 1577 (ObjNum 1014 snap 325 seq_num 1014) dirty exists 2024-03-07T03:08:30.774 INFO:tasks.rados.rados.0.smithi090.stdout:3325: left oid 19 (ObjNum 1014 snap 325 seq_num 1014) 2024-03-07T03:08:30.774 INFO:tasks.rados.rados.0.smithi090.stdout:3327: expect (ObjNum 640 snap 199 seq_num 640) 2024-03-07T03:08:30.807 INFO:tasks.rados.rados.0.smithi090.stdout:3325: done (3 left) 2024-03-07T03:08:30.807 INFO:tasks.rados.rados.0.smithi090.stdout:3326: done (2 left) 2024-03-07T03:08:30.807 INFO:tasks.rados.rados.0.smithi090.stdout:3327: done (1 left) 2024-03-07T03:08:30.807 INFO:tasks.rados.rados.0.smithi090.stdout:3329: done (0 left) 2024-03-07T03:08:30.808 INFO:tasks.rados.rados.0.smithi090.stdout:3330: rollback oid 21 current snap is 325 2024-03-07T03:08:30.808 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 21 to 319 2024-03-07T03:08:30.808 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 49 current snap is 325 2024-03-07T03:08:30.808 INFO:tasks.rados.rados.0.smithi090.stdout:3331: seq_num 1016 ranges {8265728=221184} 2024-03-07T03:08:30.853 INFO:tasks.rados.rados.0.smithi090.stdout:3331: writing smithi09077644-49 from 8265728 to 8486912 tid 1 2024-03-07T03:08:30.853 INFO:tasks.rados.rados.0.smithi090.stdout:3332: read oid 4 snap 319 2024-03-07T03:08:30.853 INFO:tasks.rados.rados.0.smithi090.stdout:3332: expect (ObjNum -1342173632 snap 32593 seq_num 3339832608) 2024-03-07T03:08:30.853 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 39 current snap is 325 2024-03-07T03:08:30.853 INFO:tasks.rados.rados.0.smithi090.stdout:3330: finishing rollback tid 0 to smithi09077644-21 2024-03-07T03:08:30.853 INFO:tasks.rados.rados.0.smithi090.stdout:3330: finishing rollback tid 1 to smithi09077644-21 2024-03-07T03:08:30.853 INFO:tasks.rados.rados.0.smithi090.stdout:3330: finishing rollback tid 2 to smithi09077644-21 2024-03-07T03:08:30.853 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 1425 (ObjNum 640 snap 199 seq_num 640) dirty exists 2024-03-07T03:08:30.853 INFO:tasks.rados.rados.0.smithi090.stdout:3333: seq_num 1017 ranges {8101888=237568} 2024-03-07T03:08:30.897 INFO:tasks.rados.rados.0.smithi090.stdout:3333: writing smithi09077644-39 from 8101888 to 8339456 tid 1 2024-03-07T03:08:30.897 INFO:tasks.rados.rados.0.smithi090.stdout:3330: done (3 left) 2024-03-07T03:08:30.897 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 50 current snap is 325 2024-03-07T03:08:30.897 INFO:tasks.rados.rados.0.smithi090.stdout:3334: seq_num 1018 ranges {24576=253952} 2024-03-07T03:08:30.899 INFO:tasks.rados.rados.0.smithi090.stdout:3334: writing smithi09077644-50 from 24576 to 278528 tid 1 2024-03-07T03:08:30.899 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 40 current snap is 325 2024-03-07T03:08:30.899 INFO:tasks.rados.rados.0.smithi090.stdout:3335: seq_num 1019 ranges {1187840=270336} 2024-03-07T03:08:30.907 INFO:tasks.rados.rados.0.smithi090.stdout:3335: writing smithi09077644-40 from 1187840 to 1458176 tid 1 2024-03-07T03:08:30.907 INFO:tasks.rados.rados.0.smithi090.stdout:3336: delete oid 12 current snap is 325 2024-03-07T03:08:30.907 INFO:tasks.rados.rados.0.smithi090.stdout:3332: expect (ObjNum -1342173632 snap 32593 seq_num 3339832608) 2024-03-07T03:08:30.910 INFO:tasks.rados.rados.0.smithi090.stdout:3331: finishing write tid 1 to smithi09077644-49 2024-03-07T03:08:30.910 INFO:tasks.rados.rados.0.smithi090.stdout:3331: finishing write tid 2 to smithi09077644-49 2024-03-07T03:08:30.910 INFO:tasks.rados.rados.0.smithi090.stdout:3331: finishing write tid 3 to smithi09077644-49 2024-03-07T03:08:30.910 INFO:tasks.rados.rados.0.smithi090.stdout:3331: oid 49 updating version 0 to 1438 2024-03-07T03:08:30.910 INFO:tasks.rados.rados.0.smithi090.stdout:3331: oid 49 updating version 1438 to 1439 2024-03-07T03:08:30.910 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 49 v 1439 (ObjNum 1016 snap 325 seq_num 1016) dirty exists 2024-03-07T03:08:30.910 INFO:tasks.rados.rados.0.smithi090.stdout:3331: left oid 49 (ObjNum 1016 snap 325 seq_num 1016) 2024-03-07T03:08:30.910 INFO:tasks.rados.rados.0.smithi090.stdout:3333: finishing write tid 1 to smithi09077644-39 2024-03-07T03:08:30.911 INFO:tasks.rados.rados.0.smithi090.stdout:3334: finishing write tid 1 to smithi09077644-50 2024-03-07T03:08:30.911 INFO:tasks.rados.rados.0.smithi090.stdout:3333: finishing write tid 2 to smithi09077644-39 2024-03-07T03:08:30.911 INFO:tasks.rados.rados.0.smithi090.stdout:3334: finishing write tid 2 to smithi09077644-50 2024-03-07T03:08:30.911 INFO:tasks.rados.rados.0.smithi090.stdout:3333: finishing write tid 3 to smithi09077644-39 2024-03-07T03:08:30.911 INFO:tasks.rados.rados.0.smithi090.stdout:3333: oid 39 updating version 0 to 1563 2024-03-07T03:08:30.911 INFO:tasks.rados.rados.0.smithi090.stdout:3333: oid 39 updating version 1563 to 1564 2024-03-07T03:08:30.911 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 1564 (ObjNum 1017 snap 325 seq_num 1017) dirty exists 2024-03-07T03:08:30.911 INFO:tasks.rados.rados.0.smithi090.stdout:3333: left oid 39 (ObjNum 1017 snap 325 seq_num 1017) 2024-03-07T03:08:30.911 INFO:tasks.rados.rados.0.smithi090.stdout:3334: finishing write tid 3 to smithi09077644-50 2024-03-07T03:08:30.911 INFO:tasks.rados.rados.0.smithi090.stdout:3334: oid 50 updating version 0 to 1473 2024-03-07T03:08:30.911 INFO:tasks.rados.rados.0.smithi090.stdout:3334: oid 50 version 1473 is already newer than 1472 2024-03-07T03:08:30.911 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 50 v 1473 (ObjNum 1018 snap 325 seq_num 1018) dirty exists 2024-03-07T03:08:30.911 INFO:tasks.rados.rados.0.smithi090.stdout:3334: left oid 50 (ObjNum 1018 snap 325 seq_num 1018) 2024-03-07T03:08:30.911 INFO:tasks.rados.rados.0.smithi090.stdout:3331: done (5 left) 2024-03-07T03:08:30.912 INFO:tasks.rados.rados.0.smithi090.stdout:3332: done (4 left) 2024-03-07T03:08:30.912 INFO:tasks.rados.rados.0.smithi090.stdout:3333: done (3 left) 2024-03-07T03:08:30.912 INFO:tasks.rados.rados.0.smithi090.stdout:3334: done (2 left) 2024-03-07T03:08:30.912 INFO:tasks.rados.rados.0.smithi090.stdout:3336: done (1 left) 2024-03-07T03:08:30.912 INFO:tasks.rados.rados.0.smithi090.stdout:3337: snap_create 2024-03-07T03:08:30.916 INFO:tasks.rados.rados.0.smithi090.stdout:3335: finishing write tid 1 to smithi09077644-40 2024-03-07T03:08:30.916 INFO:tasks.rados.rados.0.smithi090.stdout:3335: finishing write tid 2 to smithi09077644-40 2024-03-07T03:08:30.919 INFO:tasks.rados.rados.0.smithi090.stdout:3335: finishing write tid 3 to smithi09077644-40 2024-03-07T03:08:30.919 INFO:tasks.rados.rados.0.smithi090.stdout:3335: oid 40 updating version 0 to 12756 2024-03-07T03:08:30.919 INFO:tasks.rados.rados.0.smithi090.stdout:3335: oid 40 version 12756 is already newer than 12755 2024-03-07T03:08:30.919 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 40 v 12756 (ObjNum 1019 snap 325 seq_num 1019) dirty exists 2024-03-07T03:08:30.920 INFO:tasks.rados.rados.0.smithi090.stdout:3335: left oid 40 (ObjNum 1019 snap 325 seq_num 1019) 2024-03-07T03:08:31.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:30 smithi090 ceph-mon[91928]: pgmap v511: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 547 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 3.6 MiB/s wr, 14 op/s 2024-03-07T03:08:31.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:30 smithi090 ceph-mon[89511]: pgmap v511: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 547 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 3.6 MiB/s wr, 14 op/s 2024-03-07T03:08:31.076 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:08:30 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:08:30.772+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:31.077 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:30 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:30.779+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:31.077 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:30 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:30.776+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:31.077 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:30 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:30.778+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:31.077 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:30 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:30.778+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:31.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:30 smithi092 ceph-mon[83777]: pgmap v511: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 547 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 3.6 MiB/s wr, 14 op/s 2024-03-07T03:08:31.164 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:30.782+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:31.165 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:08:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:08:30.777+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:31.165 INFO:journalctl@ceph.mds.b.smithi092.stdout:Mar 07 03:08:31 smithi092 podman[108297]: 2024-03-07 03:08:31.019314508 +0000 UTC m=+7.373444653 container died ce3c1188fa28d39795373a0957a0d6d29c31d7c4cdd09a2cd93d502bcf7fce6d (image=quay.ceph.io/ceph-ci/ceph@sha256:4e788e3c6821efe986a710ffe10c052cd830c07b33cd4a66b97449fc9bbef8e7, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mds-b, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=reef-ae75fc9, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240222, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b) 2024-03-07T03:08:31.165 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:30.781+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:08:31.165 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:30.782+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:31.165 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:30.782+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1df=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:31.664 INFO:journalctl@ceph.mds.b.smithi092.stdout:Mar 07 03:08:31 smithi092 podman[108297]: 2024-03-07 03:08:31.466168012 +0000 UTC m=+7.820298163 container cleanup ce3c1188fa28d39795373a0957a0d6d29c31d7c4cdd09a2cd93d502bcf7fce6d (image=quay.ceph.io/ceph-ci/ceph@sha256:4e788e3c6821efe986a710ffe10c052cd830c07b33cd4a66b97449fc9bbef8e7, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mds-b, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=reef-ae75fc9, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.build-date=20240222, GIT_BRANCH=HEAD) 2024-03-07T03:08:31.664 INFO:journalctl@ceph.mds.b.smithi092.stdout:Mar 07 03:08:31 smithi092 bash[108297]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mds-b 2024-03-07T03:08:31.776 INFO:tasks.rados.rados.0.smithi090.stdout:3335: done (1 left) 2024-03-07T03:08:31.776 INFO:tasks.rados.rados.0.smithi090.stdout:3337: done (0 left) 2024-03-07T03:08:31.776 INFO:tasks.rados.rados.0.smithi090.stdout:3338: read oid 21 snap 309 2024-03-07T03:08:31.776 INFO:tasks.rados.rados.0.smithi090.stdout:3338: expect (ObjNum 640 snap 199 seq_num 640) 2024-03-07T03:08:31.776 INFO:tasks.rados.rados.0.smithi090.stdout:3339: delete oid 3 current snap is 326 2024-03-07T03:08:31.783 INFO:tasks.rados.rados.0.smithi090.stdout:3339: done (1 left) 2024-03-07T03:08:31.783 INFO:tasks.rados.rados.0.smithi090.stdout:3340: read oid 16 snap 321 2024-03-07T03:08:31.783 INFO:tasks.rados.rados.0.smithi090.stdout:3340: expect (ObjNum 640 snap 199 seq_num 640) 2024-03-07T03:08:31.783 INFO:tasks.rados.rados.0.smithi090.stdout:3341: setattr oid 41 current snap is 326 2024-03-07T03:08:31.783 INFO:tasks.rados.rados.0.smithi090.stdout:3338: expect (ObjNum 640 snap 199 seq_num 640) 2024-03-07T03:08:31.813 INFO:tasks.rados.rados.0.smithi090.stdout:3340: expect (ObjNum 640 snap 199 seq_num 640) 2024-03-07T03:08:31.843 INFO:tasks.rados.rados.0.smithi090.stdout:3338: done (2 left) 2024-03-07T03:08:31.843 INFO:tasks.rados.rados.0.smithi090.stdout:3340: done (1 left) 2024-03-07T03:08:31.843 INFO:tasks.rados.rados.0.smithi090.stdout:3342: copy_from oid 26 from oid 10 current snap is 326 2024-03-07T03:08:31.843 INFO:tasks.rados.rados.0.smithi090.stdout:3343: delete oid 9 current snap is 326 2024-03-07T03:08:31.846 INFO:tasks.rados.rados.0.smithi090.stdout:3342: finishing copy_from to smithi09077644-26 2024-03-07T03:08:31.846 INFO:tasks.rados.rados.0.smithi090.stdout:3342: got expected ENOENT (src dne) 2024-03-07T03:08:31.846 INFO:tasks.rados.rados.0.smithi090.stdout:3342: finishing copy_from racing read to smithi09077644-26 2024-03-07T03:08:31.848 INFO:tasks.rados.rados.0.smithi090.stdout:3342: done (2 left) 2024-03-07T03:08:31.848 INFO:tasks.rados.rados.0.smithi090.stdout:3343: done (1 left) 2024-03-07T03:08:31.848 INFO:tasks.rados.rados.0.smithi090.stdout:3344: snap_create 2024-03-07T03:08:31.849 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 41 v 1343 (ObjNum 748 snap 237 seq_num 748) dirty exists 2024-03-07T03:08:32.076 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:08:31 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:08:31.775+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:32.076 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:31 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:31.780+0000 7f4442f67700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:08:32.076 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:31 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:31.780+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:32.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:31 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:32.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:31 smithi090 ceph-mon[91928]: osdmap e721: 8 total, 8 up, 8 in 2024-03-07T03:08:32.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:31 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:32.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:31 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:32.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:31 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:32.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:31 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:32.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:31 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:32.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:31 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:32.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:31 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1df=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:32.077 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:31 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:31.845+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:08:32.078 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:31 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:31.845+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:32.078 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:31 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:31.845+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:32.078 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:31 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:31.846+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:32.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:31 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:32.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:31 smithi090 ceph-mon[89511]: osdmap e721: 8 total, 8 up, 8 in 2024-03-07T03:08:32.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:31 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:32.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:31 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:32.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:31 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:32.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:31 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:32.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:31 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:32.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:31 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:32.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:31 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1df=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:32.109 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:08:31 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:08:31.776+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:32.109 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:31 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:32.109 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:31 smithi092 ceph-mon[83777]: osdmap e721: 8 total, 8 up, 8 in 2024-03-07T03:08:32.109 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:31 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:32.109 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:31 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:32.110 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:31 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:32.110 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:31 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:32.110 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:31 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:32.110 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:31 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:32.110 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:31 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1df=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:32.110 INFO:journalctl@ceph.mds.b.smithi092.stdout:Mar 07 03:08:31 smithi092 podman[108311]: 2024-03-07 03:08:31.684096188 +0000 UTC m=+0.661284888 container remove ce3c1188fa28d39795373a0957a0d6d29c31d7c4cdd09a2cd93d502bcf7fce6d (image=quay.ceph.io/ceph-ci/ceph@sha256:4e788e3c6821efe986a710ffe10c052cd830c07b33cd4a66b97449fc9bbef8e7, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mds-b, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240222, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-ae75fc9, org.label-schema.license=GPLv2) 2024-03-07T03:08:32.110 INFO:journalctl@ceph.mds.b.smithi092.stdout:Mar 07 03:08:31 smithi092 systemd[1]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@mds.b.service: Deactivated successfully. 2024-03-07T03:08:32.110 INFO:journalctl@ceph.mds.b.smithi092.stdout:Mar 07 03:08:31 smithi092 systemd[1]: Stopped Ceph mds.b for fb96fd1c-dc2c-11ee-95c6-87774f69a715. 2024-03-07T03:08:32.110 INFO:journalctl@ceph.mds.b.smithi092.stdout:Mar 07 03:08:31 smithi092 systemd[1]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@mds.b.service: Consumed 1.800s CPU time. 2024-03-07T03:08:32.110 INFO:journalctl@ceph.mds.b.smithi092.stdout:Mar 07 03:08:32 smithi092 systemd[1]: Starting Ceph mds.b for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T03:08:32.414 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:32 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:32.235+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:08:32.414 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:32 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:32.235+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1df=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:32.414 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:32 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:32.236+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:32.415 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:32 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:32.235+0000 7fc296413700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:08:32.415 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:32 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:32.235+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:32.415 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:08:32 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:08:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:08:32.415 INFO:journalctl@ceph.mds.b.smithi092.stdout:Mar 07 03:08:32 smithi092 podman[108444]: 2024-03-07 03:08:32.228787419 +0000 UTC m=+0.017822753 image pull fdb83767c1ab7256a5adb2236a0d5ca62c64d53a1398fd6c12f8a81ff166e8ff quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71 2024-03-07T03:08:32.415 INFO:journalctl@ceph.mds.b.smithi092.stdout:Mar 07 03:08:32 smithi092 podman[108444]: 2024-03-07 03:08:32.326646105 +0000 UTC m=+0.115681434 container create 959ff8181ff348e70c85d8fab3ddb08f735fe76ae567dbef2b745a1113e39d93 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mds-b, ceph=True, RELEASE=main-ea9a568, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240222, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-07T03:08:32.778 INFO:journalctl@ceph.mds.b.smithi092.stdout:Mar 07 03:08:32 smithi092 podman[108444]: 2024-03-07 03:08:32.53737824 +0000 UTC m=+0.326413576 container init 959ff8181ff348e70c85d8fab3ddb08f735fe76ae567dbef2b745a1113e39d93 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mds-b, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-ea9a568, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240222, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-03-07T03:08:32.778 INFO:journalctl@ceph.mds.b.smithi092.stdout:Mar 07 03:08:32 smithi092 podman[108444]: 2024-03-07 03:08:32.539939011 +0000 UTC m=+0.328974345 container start 959ff8181ff348e70c85d8fab3ddb08f735fe76ae567dbef2b745a1113e39d93 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mds-b, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-ea9a568, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240222, GIT_CLEAN=True) 2024-03-07T03:08:32.778 INFO:journalctl@ceph.mds.b.smithi092.stdout:Mar 07 03:08:32 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mds-b[108459]: starting mds.b at 2024-03-07T03:08:32.778 INFO:journalctl@ceph.mds.b.smithi092.stdout:Mar 07 03:08:32 smithi092 bash[108444]: 959ff8181ff348e70c85d8fab3ddb08f735fe76ae567dbef2b745a1113e39d93 2024-03-07T03:08:32.778 INFO:journalctl@ceph.mds.b.smithi092.stdout:Mar 07 03:08:32 smithi092 systemd[1]: Started Ceph mds.b for fb96fd1c-dc2c-11ee-95c6-87774f69a715. 2024-03-07T03:08:32.783 INFO:tasks.rados.rados.0.smithi090.stdout:3341: done (1 left) 2024-03-07T03:08:32.784 INFO:tasks.rados.rados.0.smithi090.stdout:3344: done (0 left) 2024-03-07T03:08:32.784 INFO:tasks.rados.rados.0.smithi090.stdout:3345: copy_from oid 14 from oid 19 current snap is 327 2024-03-07T03:08:32.784 INFO:tasks.rados.rados.0.smithi090.stdout:3346: rmattr oid 49 current snap is 327 2024-03-07T03:08:32.784 INFO:tasks.rados.rados.0.smithi090.stdout:3347: delete oid 31 current snap is 327 2024-03-07T03:08:32.788 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 49 v 1441 (ObjNum 1016 snap 325 seq_num 1016) dirty exists 2024-03-07T03:08:32.792 INFO:tasks.rados.rados.0.smithi090.stdout:3346: done (2 left) 2024-03-07T03:08:32.792 INFO:tasks.rados.rados.0.smithi090.stdout:3347: done (1 left) 2024-03-07T03:08:32.792 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 39 current snap is 327 2024-03-07T03:08:32.792 INFO:tasks.rados.rados.0.smithi090.stdout:3348: seq_num 1024 ranges {8339456=352256} 2024-03-07T03:08:32.840 INFO:tasks.rados.rados.0.smithi090.stdout:3348: writing smithi09077644-39 from 8339456 to 8691712 tid 1 2024-03-07T03:08:32.840 INFO:tasks.rados.rados.0.smithi090.stdout:3349: delete oid 5 current snap is 327 2024-03-07T03:08:32.840 INFO:tasks.rados.rados.0.smithi090.stdout:3345: finishing copy_from racing read to smithi09077644-14 2024-03-07T03:08:32.840 INFO:tasks.rados.rados.0.smithi090.stdout:3345: finishing copy_from to smithi09077644-14 2024-03-07T03:08:32.840 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 14 v 1577 (ObjNum 1014 snap 325 seq_num 1014) dirty exists 2024-03-07T03:08:32.845 INFO:tasks.rados.rados.0.smithi090.stdout:3348: finishing write tid 1 to smithi09077644-39 2024-03-07T03:08:32.846 INFO:tasks.rados.rados.0.smithi090.stdout:3345: done (2 left) 2024-03-07T03:08:32.846 INFO:tasks.rados.rados.0.smithi090.stdout:3349: done (1 left) 2024-03-07T03:08:32.846 INFO:tasks.rados.rados.0.smithi090.stdout:3350: rmattr oid 47 current snap is 327 2024-03-07T03:08:32.847 INFO:tasks.rados.rados.0.smithi090.stdout:3350: done (1 left) 2024-03-07T03:08:32.847 INFO:tasks.rados.rados.0.smithi090.stdout:3351: read oid 47 snap 320 2024-03-07T03:08:32.847 INFO:tasks.rados.rados.0.smithi090.stdout:3351: expect (ObjNum 952 snap 303 seq_num 952) 2024-03-07T03:08:32.847 INFO:tasks.rados.rados.0.smithi090.stdout:3352: read oid 4 snap -1 2024-03-07T03:08:32.847 INFO:tasks.rados.rados.0.smithi090.stdout:3352: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-07T03:08:32.847 INFO:tasks.rados.rados.0.smithi090.stdout:3353: copy_from oid 17 from oid 41 current snap is 327 2024-03-07T03:08:32.847 INFO:tasks.rados.rados.0.smithi090.stdout:3354: snap_remove snap 306 2024-03-07T03:08:33.076 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:08:32 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:08:32.844+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:33.076 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:32 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:32.855+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:33.076 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:32 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:32.782+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:33.077 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:32 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:32.782+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:33.077 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:32 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:32.782+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:33.077 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:08:33 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:08:33] "GET /metrics HTTP/1.1" 200 36087 "" "Prometheus/2.43.0" 2024-03-07T03:08:33.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:32 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:33.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:32 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:33.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:32 smithi090 ceph-mon[91928]: osdmap e722: 8 total, 8 up, 8 in 2024-03-07T03:08:33.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:32 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:33.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:32 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:33.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:32 smithi090 ceph-mon[91928]: pgmap v514: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 547 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.1 MiB/s wr, 19 op/s 2024-03-07T03:08:33.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:32 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:33.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:32 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:33.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:32 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:33.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:32 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1df=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:33.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:32 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:33.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:32 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:33.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:32 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:33.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:32 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:08:33.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:32 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:33.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:32 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:33.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:32 smithi090 ceph-mon[89511]: osdmap e722: 8 total, 8 up, 8 in 2024-03-07T03:08:33.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:32 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:33.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:32 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:33.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:32 smithi090 ceph-mon[89511]: pgmap v514: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 547 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.1 MiB/s wr, 19 op/s 2024-03-07T03:08:33.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:32 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:33.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:32 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:33.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:32 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:33.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:32 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1df=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:33.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:32 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:33.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:32 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:33.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:32 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:33.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:32 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:08:33.164 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:08:32 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:08:32.781+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:33.164 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:32 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:32.789+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:33.164 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:32 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:32.790+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:08:33.165 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:32 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:32.790+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:33.165 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:32 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:32.790+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1df=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:33.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:32 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:33.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:32 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:33.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:32 smithi092 ceph-mon[83777]: osdmap e722: 8 total, 8 up, 8 in 2024-03-07T03:08:33.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:32 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:33.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:32 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:33.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:32 smithi092 ceph-mon[83777]: pgmap v514: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 547 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.1 MiB/s wr, 19 op/s 2024-03-07T03:08:33.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:32 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:33.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:32 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:33.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:32 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:33.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:32 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1df=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:33.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:32 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:33.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:32 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:33.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:32 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:33.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:32 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:08:33.787 INFO:tasks.rados.rados.0.smithi090.stdout:3354: done (4 left) 2024-03-07T03:08:33.787 INFO:tasks.rados.rados.0.smithi090.stdout:3355: rmattr oid 48 current snap is 327 2024-03-07T03:08:33.788 INFO:tasks.rados.rados.0.smithi090.stdout:3355: done (4 left) 2024-03-07T03:08:33.788 INFO:tasks.rados.rados.0.smithi090.stdout:3356: setattr oid 26 current snap is 327 2024-03-07T03:08:33.788 INFO:tasks.rados.rados.0.smithi090.stdout:3357: read oid 29 snap -1 2024-03-07T03:08:33.788 INFO:tasks.rados.rados.0.smithi090.stdout:3357: expect (ObjNum 917 snap 289 seq_num 917) 2024-03-07T03:08:33.788 INFO:tasks.rados.rados.0.smithi090.stdout:3358: snap_remove snap 315 2024-03-07T03:08:34.076 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:08:33 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:08:33.792+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:34.076 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:33 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:33.790+0000 7f443ef5f700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:08:34.076 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:33 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:33.790+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:34.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:33 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:34.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:33 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:34.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:33 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:34.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:33 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:34.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:33 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:34.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:33 smithi090 ceph-mon[91928]: mds.? [v2:172.21.15.92:6832/4085130954,v1:172.21.15.92:6833/4085130954] up:boot 2024-03-07T03:08:34.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:33 smithi090 ceph-mon[91928]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-03-07T03:08:34.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:33 smithi090 ceph-mon[91928]: osdmap e723: 8 total, 8 up, 8 in 2024-03-07T03:08:34.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:33 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-07T03:08:34.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:33 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:34.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:33 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:34.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:33 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1df=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:34.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:33 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:34.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:33 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:34.078 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:33 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:33.799+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:34.078 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:33 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:33.799+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:34.078 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:33 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:33.800+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:08:34.078 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:33 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:33.800+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:34.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:33 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:34.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:33 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:34.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:33 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:34.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:33 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:34.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:33 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:34.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:33 smithi090 ceph-mon[89511]: mds.? [v2:172.21.15.92:6832/4085130954,v1:172.21.15.92:6833/4085130954] up:boot 2024-03-07T03:08:34.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:33 smithi090 ceph-mon[89511]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-03-07T03:08:34.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:33 smithi090 ceph-mon[89511]: osdmap e723: 8 total, 8 up, 8 in 2024-03-07T03:08:34.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:33 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-07T03:08:34.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:33 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:34.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:33 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:34.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:33 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1df=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:34.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:33 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:34.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:33 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:34.164 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:08:33 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:08:33.787+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:34.164 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:33 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:33.789+0000 7fc29a41b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:08:34.164 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:33 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:33.789+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:34.165 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:33 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:33.793+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:34.165 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:33 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:33.793+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:08:34.165 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:33 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:33.793+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1df=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:34.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:33 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:34.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:33 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:34.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:33 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:34.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:33 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:34.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:33 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:34.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:33 smithi092 ceph-mon[83777]: mds.? [v2:172.21.15.92:6832/4085130954,v1:172.21.15.92:6833/4085130954] up:boot 2024-03-07T03:08:34.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:33 smithi092 ceph-mon[83777]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-03-07T03:08:34.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:33 smithi092 ceph-mon[83777]: osdmap e723: 8 total, 8 up, 8 in 2024-03-07T03:08:34.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:33 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-07T03:08:34.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:33 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:34.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:33 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:34.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:33 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1df=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:34.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:33 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:34.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:33 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:34.798 INFO:tasks.rados.rados.0.smithi090.stdout:3358: done (6 left) 2024-03-07T03:08:34.798 INFO:tasks.rados.rados.0.smithi090.stdout:3359: snap_remove snap 318 2024-03-07T03:08:35.076 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:08:34 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:08:34.801+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:35.076 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:34 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:34.796+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:35.076 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:34 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:34.808+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:35.077 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:34 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:34.808+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:35.077 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:34 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:34.809+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:35.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:34 smithi090 ceph-mon[91928]: osdmap e724: 8 total, 8 up, 8 in 2024-03-07T03:08:35.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:34 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:35.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:34 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:35.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:34 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:35.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:34 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:35.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:34 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:35.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:34 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1df=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:35.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:34 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:35.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:34 smithi090 ceph-mon[91928]: pgmap v517: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 556 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.1 MiB/s wr, 14 op/s 2024-03-07T03:08:35.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:34 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:35.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:34 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:35.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:34 smithi090 ceph-mon[89511]: osdmap e724: 8 total, 8 up, 8 in 2024-03-07T03:08:35.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:34 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:35.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:34 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:35.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:34 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:35.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:34 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:35.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:34 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:35.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:34 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1df=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:35.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:34 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:35.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:34 smithi090 ceph-mon[89511]: pgmap v517: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 556 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.1 MiB/s wr, 14 op/s 2024-03-07T03:08:35.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:34 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:35.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:34 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:35.098 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:34 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:34.805+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:35.098 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:34 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:34.795+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:08:35.098 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:34 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:34.795+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:35.098 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:34 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:34.795+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1df=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:35.098 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:34 smithi092 ceph-mon[83777]: osdmap e724: 8 total, 8 up, 8 in 2024-03-07T03:08:35.098 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:34 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:35.099 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:34 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:35.099 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:34 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:35.099 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:34 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:35.099 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:34 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:35.099 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:34 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1df=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:35.099 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:34 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:35.099 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:34 smithi092 ceph-mon[83777]: pgmap v517: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 556 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.1 MiB/s wr, 14 op/s 2024-03-07T03:08:35.099 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:34 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:35.099 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:34 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:35.099 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:08:34 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:08:34.804+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:35.799 INFO:tasks.rados.rados.0.smithi090.stdout:3359: done (6 left) 2024-03-07T03:08:35.799 INFO:tasks.rados.rados.0.smithi090.stdout:3360: copy_from oid 10 from oid 15 current snap is 327 2024-03-07T03:08:35.799 INFO:tasks.rados.rados.0.smithi090.stdout:3361: setattr oid 31 current snap is 327 2024-03-07T03:08:35.800 INFO:tasks.rados.rados.0.smithi090.stdout:3348: finishing write tid 2 to smithi09077644-39 2024-03-07T03:08:35.800 INFO:tasks.rados.rados.0.smithi090.stdout:3352: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-07T03:08:35.804 INFO:tasks.rados.rados.0.smithi090.stdout:3348: finishing write tid 3 to smithi09077644-39 2024-03-07T03:08:35.804 INFO:tasks.rados.rados.0.smithi090.stdout:3348: oid 39 updating version 0 to 1566 2024-03-07T03:08:35.804 INFO:tasks.rados.rados.0.smithi090.stdout:3348: oid 39 updating version 1566 to 1567 2024-03-07T03:08:35.805 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 1567 (ObjNum 1024 snap 327 seq_num 1024) dirty exists 2024-03-07T03:08:35.805 INFO:tasks.rados.rados.0.smithi090.stdout:3348: left oid 39 (ObjNum 1024 snap 327 seq_num 1024) 2024-03-07T03:08:35.805 INFO:tasks.rados.rados.0.smithi090.stdout:3353: finishing copy_from racing read to smithi09077644-17 2024-03-07T03:08:35.805 INFO:tasks.rados.rados.0.smithi090.stdout:3353: finishing copy_from to smithi09077644-17 2024-03-07T03:08:35.805 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 17 v 1343 (ObjNum 748 snap 237 seq_num 748) dirty exists 2024-03-07T03:08:35.805 INFO:tasks.rados.rados.0.smithi090.stdout:3351: expect (ObjNum 952 snap 303 seq_num 952) 2024-03-07T03:08:35.889 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 26 v 1475 (ObjNum 641 snap 0 seq_num 3340455680) dirty exists 2024-03-07T03:08:35.889 INFO:tasks.rados.rados.0.smithi090.stdout:3357: expect (ObjNum 917 snap 289 seq_num 917) 2024-03-07T03:08:35.929 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 3072 (ObjNum 49 snap 0 seq_num 3340142848) dirty exists 2024-03-07T03:08:35.929 INFO:tasks.rados.rados.0.smithi090.stdout:3360: finishing copy_from racing read to smithi09077644-10 2024-03-07T03:08:35.929 INFO:tasks.rados.rados.0.smithi090.stdout:3360: finishing copy_from to smithi09077644-10 2024-03-07T03:08:35.929 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 1541 (ObjNum 929 snap 291 seq_num 929) dirty exists 2024-03-07T03:08:35.929 INFO:tasks.rados.rados.0.smithi090.stdout:3348: done (7 left) 2024-03-07T03:08:35.929 INFO:tasks.rados.rados.0.smithi090.stdout:3351: done (6 left) 2024-03-07T03:08:35.929 INFO:tasks.rados.rados.0.smithi090.stdout:3352: done (5 left) 2024-03-07T03:08:35.929 INFO:tasks.rados.rados.0.smithi090.stdout:3353: done (4 left) 2024-03-07T03:08:35.929 INFO:tasks.rados.rados.0.smithi090.stdout:3356: done (3 left) 2024-03-07T03:08:35.930 INFO:tasks.rados.rados.0.smithi090.stdout:3357: done (2 left) 2024-03-07T03:08:35.930 INFO:tasks.rados.rados.0.smithi090.stdout:3360: done (1 left) 2024-03-07T03:08:35.930 INFO:tasks.rados.rados.0.smithi090.stdout:3361: done (0 left) 2024-03-07T03:08:35.930 INFO:tasks.rados.rados.0.smithi090.stdout:3362: snap_remove snap 314 2024-03-07T03:08:36.076 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:08:35 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:08:35.800+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:36.076 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:35 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:35.804+0000 7f4442f67700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:08:36.076 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:35 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:35.804+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:36.076 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:35 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:35.809+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:36.077 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:35 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:35.809+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:36.077 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:35 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:35.809+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:08:36.077 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:35 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:35.809+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:36.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:35 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:36.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:35 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1df=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:36.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:35 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:36.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:35 smithi090 ceph-mon[89511]: osdmap e725: 8 total, 8 up, 8 in 2024-03-07T03:08:36.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:35 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:36.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:35 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:36.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:35 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:36.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:35 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:36.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:35 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:36.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:35 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:36.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:35 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:36.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:35 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1df=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:36.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:35 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:36.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:35 smithi090 ceph-mon[91928]: osdmap e725: 8 total, 8 up, 8 in 2024-03-07T03:08:36.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:35 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:36.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:35 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:36.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:35 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:36.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:35 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:36.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:35 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:36.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:35 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:36.142 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:08:35 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:08:35.797+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:36.142 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:35 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:35.801+0000 7fc29a41b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:08:36.142 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:35 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:35.801+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:36.143 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:35 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:36.143 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:35 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1df=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:36.143 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:35 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:36.143 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:35 smithi092 ceph-mon[83777]: osdmap e725: 8 total, 8 up, 8 in 2024-03-07T03:08:36.143 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:35 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:36.143 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:35 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:36.143 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:35 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:36.143 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:35 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:36.143 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:35 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:36.143 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:35 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:36.144 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:35 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:35.806+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:08:36.144 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:35 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:35.806+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:36.144 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:35 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:35.806+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1df=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:36.821 INFO:tasks.rados.rados.0.smithi090.stdout:3362: done (0 left) 2024-03-07T03:08:36.821 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 33 current snap is 327 2024-03-07T03:08:36.821 INFO:tasks.rados.rados.0.smithi090.stdout:3363: seq_num 1026 ranges {0=385024} 2024-03-07T03:08:36.824 INFO:tasks.rados.rados.0.smithi090.stdout:3363: writing smithi09077644-33 from 0 to 385024 tid 1 2024-03-07T03:08:36.824 INFO:tasks.rados.rados.0.smithi090.stdout:3364: rollback oid 28 current snap is 327 2024-03-07T03:08:36.824 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 28 to 323 2024-03-07T03:08:36.824 INFO:tasks.rados.rados.0.smithi090.stdout:3365: snap_remove snap 326 2024-03-07T03:08:37.076 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:08:36 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:08:36.819+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:37.076 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:36 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:36.822+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:37.076 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:36 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:36.834+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:37.077 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:36 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:36.836+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:37.077 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:36 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:36.836+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:37.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:36 smithi090 ceph-mon[91928]: osdmap e726: 8 total, 8 up, 8 in 2024-03-07T03:08:37.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:36 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:37.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:36 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:37.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:36 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:37.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:36 smithi090 ceph-mon[91928]: pgmap v520: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 572 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 863 KiB/s rd, 2.6 MiB/s wr, 23 op/s 2024-03-07T03:08:37.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:36 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:37.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:36 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:37.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:36 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1df=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:37.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:36 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:37.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:36 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:37.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:36 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:37.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:36 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:37.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:36 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:37.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:36 smithi090 ceph-mon[89511]: osdmap e726: 8 total, 8 up, 8 in 2024-03-07T03:08:37.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:36 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:37.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:36 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:37.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:36 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:37.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:36 smithi090 ceph-mon[89511]: pgmap v520: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 572 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 863 KiB/s rd, 2.6 MiB/s wr, 23 op/s 2024-03-07T03:08:37.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:36 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:37.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:36 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:37.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:36 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1df=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:37.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:36 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:37.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:36 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:37.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:36 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:37.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:36 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:37.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:36 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:37.164 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:08:36 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:08:36.819+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:37.164 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:36 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:36.823+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:37.164 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:36 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:36.827+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:08:37.164 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:36 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:36.827+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:37.165 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:36 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:36.827+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1df=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:37.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:36 smithi092 ceph-mon[83777]: osdmap e726: 8 total, 8 up, 8 in 2024-03-07T03:08:37.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:36 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:37.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:36 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:37.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:36 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:37.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:36 smithi092 ceph-mon[83777]: pgmap v520: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 572 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 863 KiB/s rd, 2.6 MiB/s wr, 23 op/s 2024-03-07T03:08:37.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:36 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:37.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:36 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:37.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:36 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1df=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:37.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:36 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:37.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:36 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:37.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:36 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:37.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:36 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:37.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:36 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:37.832 INFO:tasks.rados.rados.0.smithi090.stdout:3365: done (2 left) 2024-03-07T03:08:37.832 INFO:tasks.rados.rados.0.smithi090.stdout:3366: delete oid 16 current snap is 327 2024-03-07T03:08:37.832 INFO:tasks.rados.rados.0.smithi090.stdout:3363: finishing write tid 1 to smithi09077644-33 2024-03-07T03:08:37.832 INFO:tasks.rados.rados.0.smithi090.stdout:3363: finishing write tid 2 to smithi09077644-33 2024-03-07T03:08:37.832 INFO:tasks.rados.rados.0.smithi090.stdout:3364: finishing rollback tid 0 to smithi09077644-28 2024-03-07T03:08:37.832 INFO:tasks.rados.rados.0.smithi090.stdout:3364: finishing rollback tid 1 to smithi09077644-28 2024-03-07T03:08:37.833 INFO:tasks.rados.rados.0.smithi090.stdout:3364: finishing rollback tid 2 to smithi09077644-28 2024-03-07T03:08:37.833 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 28 v 1346 (ObjNum 129 snap 0 seq_num 3341313440) dirty exists 2024-03-07T03:08:37.833 INFO:tasks.rados.rados.0.smithi090.stdout:3363: finishing write tid 3 to smithi09077644-33 2024-03-07T03:08:37.833 INFO:tasks.rados.rados.0.smithi090.stdout:3363: oid 33 updating version 0 to 1570 2024-03-07T03:08:37.833 INFO:tasks.rados.rados.0.smithi090.stdout:3363: oid 33 version 1570 is already newer than 1569 2024-03-07T03:08:37.833 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 33 v 1570 (ObjNum 1026 snap 327 seq_num 1026) dirty exists 2024-03-07T03:08:37.833 INFO:tasks.rados.rados.0.smithi090.stdout:3363: left oid 33 (ObjNum 1026 snap 327 seq_num 1026) 2024-03-07T03:08:37.837 INFO:tasks.rados.rados.0.smithi090.stdout:3363: done (2 left) 2024-03-07T03:08:37.837 INFO:tasks.rados.rados.0.smithi090.stdout:3364: done (1 left) 2024-03-07T03:08:37.837 INFO:tasks.rados.rados.0.smithi090.stdout:3366: done (0 left) 2024-03-07T03:08:37.837 INFO:tasks.rados.rados.0.smithi090.stdout:3367: copy_from oid 47 from oid 41 current snap is 327 2024-03-07T03:08:37.837 INFO:tasks.rados.rados.0.smithi090.stdout:3368: delete oid 4 current snap is 327 2024-03-07T03:08:37.840 INFO:tasks.rados.rados.0.smithi090.stdout:3368: done (1 left) 2024-03-07T03:08:37.840 INFO:tasks.rados.rados.0.smithi090.stdout:3369: copy_from oid 34 from oid 31 current snap is 327 2024-03-07T03:08:37.840 INFO:tasks.rados.rados.0.smithi090.stdout:3370: copy_from oid 35 from oid 6 current snap is 327 2024-03-07T03:08:37.840 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 37 current snap is 327 2024-03-07T03:08:37.840 INFO:tasks.rados.rados.0.smithi090.stdout:3371: seq_num 1029 ranges {1695744=442368} 2024-03-07T03:08:37.852 INFO:tasks.rados.rados.0.smithi090.stdout:3371: writing smithi09077644-37 from 1695744 to 2138112 tid 1 2024-03-07T03:08:37.853 INFO:tasks.rados.rados.0.smithi090.stdout:3372: rollback oid 38 current snap is 327 2024-03-07T03:08:37.853 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 38 to 319 2024-03-07T03:08:37.853 INFO:tasks.rados.rados.0.smithi090.stdout:3373: delete oid 25 current snap is 327 2024-03-07T03:08:37.853 INFO:tasks.rados.rados.0.smithi090.stdout:3369: finishing copy_from racing read to smithi09077644-34 2024-03-07T03:08:37.853 INFO:tasks.rados.rados.0.smithi090.stdout:3369: finishing copy_from to smithi09077644-34 2024-03-07T03:08:37.853 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 34 v 3072 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-03-07T03:08:37.854 INFO:tasks.rados.rados.0.smithi090.stdout:3367: finishing copy_from racing read to smithi09077644-47 2024-03-07T03:08:37.854 INFO:tasks.rados.rados.0.smithi090.stdout:3370: finishing copy_from racing read to smithi09077644-35 2024-03-07T03:08:37.854 INFO:tasks.rados.rados.0.smithi090.stdout:3367: finishing copy_from to smithi09077644-47 2024-03-07T03:08:37.854 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 1343 (ObjNum 748 snap 237 seq_num 748) dirty exists 2024-03-07T03:08:37.854 INFO:tasks.rados.rados.0.smithi090.stdout:3370: finishing copy_from to smithi09077644-35 2024-03-07T03:08:37.854 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 35 v 1431 (ObjNum 958 snap 303 seq_num 958) dirty exists 2024-03-07T03:08:37.856 INFO:tasks.rados.rados.0.smithi090.stdout:3367: done (5 left) 2024-03-07T03:08:37.856 INFO:tasks.rados.rados.0.smithi090.stdout:3369: done (4 left) 2024-03-07T03:08:37.856 INFO:tasks.rados.rados.0.smithi090.stdout:3370: done (3 left) 2024-03-07T03:08:37.856 INFO:tasks.rados.rados.0.smithi090.stdout:3373: done (2 left) 2024-03-07T03:08:37.856 INFO:tasks.rados.rados.0.smithi090.stdout:3374: copy_from oid 26 from oid 5 current snap is 327 2024-03-07T03:08:37.856 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 35 current snap is 327 2024-03-07T03:08:37.856 INFO:tasks.rados.rados.0.smithi090.stdout:3375: seq_num 1031 ranges {1802240=475136} 2024-03-07T03:08:37.869 INFO:tasks.rados.rados.0.smithi090.stdout:3375: writing smithi09077644-35 from 1802240 to 2277376 tid 1 2024-03-07T03:08:37.869 INFO:tasks.rados.rados.0.smithi090.stdout:3376: rollback oid 47 current snap is 327 2024-03-07T03:08:37.869 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 47 to 307 2024-03-07T03:08:37.869 INFO:tasks.rados.rados.0.smithi090.stdout:3371: finishing write tid 1 to smithi09077644-37 2024-03-07T03:08:37.869 INFO:tasks.rados.rados.0.smithi090.stdout:3371: finishing write tid 2 to smithi09077644-37 2024-03-07T03:08:37.869 INFO:tasks.rados.rados.0.smithi090.stdout:3374: finishing copy_from to smithi09077644-26 2024-03-07T03:08:37.869 INFO:tasks.rados.rados.0.smithi090.stdout:3374: got expected ENOENT (src dne) 2024-03-07T03:08:37.869 INFO:tasks.rados.rados.0.smithi090.stdout:3374: finishing copy_from racing read to smithi09077644-26 2024-03-07T03:08:37.869 INFO:tasks.rados.rados.0.smithi090.stdout:3374: done (4 left) 2024-03-07T03:08:37.869 INFO:tasks.rados.rados.0.smithi090.stdout:3377: rollback oid 22 current snap is 327 2024-03-07T03:08:37.869 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 22 to 323 2024-03-07T03:08:37.869 INFO:tasks.rados.rados.0.smithi090.stdout:3371: finishing write tid 3 to smithi09077644-37 2024-03-07T03:08:37.869 INFO:tasks.rados.rados.0.smithi090.stdout:3371: oid 37 updating version 0 to 3073 2024-03-07T03:08:37.869 INFO:tasks.rados.rados.0.smithi090.stdout:3371: oid 37 updating version 3073 to 3074 2024-03-07T03:08:37.870 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 37 v 3074 (ObjNum 1029 snap 327 seq_num 1029) dirty exists 2024-03-07T03:08:37.870 INFO:tasks.rados.rados.0.smithi090.stdout:3371: left oid 37 (ObjNum 1029 snap 327 seq_num 1029) 2024-03-07T03:08:37.870 INFO:tasks.rados.rados.0.smithi090.stdout:3372: finishing rollback tid 0 to smithi09077644-38 2024-03-07T03:08:37.870 INFO:tasks.rados.rados.0.smithi090.stdout:3372: finishing rollback tid 1 to smithi09077644-38 2024-03-07T03:08:37.870 INFO:tasks.rados.rados.0.smithi090.stdout:3372: finishing rollback tid 2 to smithi09077644-38 2024-03-07T03:08:37.870 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 1525 (ObjNum 988 snap 318 seq_num 988) dirty exists 2024-03-07T03:08:37.870 INFO:tasks.rados.rados.0.smithi090.stdout:3371: done (4 left) 2024-03-07T03:08:37.870 INFO:tasks.rados.rados.0.smithi090.stdout:3372: done (3 left) 2024-03-07T03:08:37.870 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 48 current snap is 327 2024-03-07T03:08:37.870 INFO:tasks.rados.rados.0.smithi090.stdout:3378: seq_num 1032 ranges {163840=491520} 2024-03-07T03:08:37.872 INFO:tasks.rados.rados.0.smithi090.stdout:3378: writing smithi09077644-48 from 163840 to 655360 tid 1 2024-03-07T03:08:37.873 INFO:tasks.rados.rados.0.smithi090.stdout:3379: delete oid 26 current snap is 327 2024-03-07T03:08:37.873 INFO:tasks.rados.rados.0.smithi090.stdout:3375: finishing write tid 1 to smithi09077644-35 2024-03-07T03:08:37.873 INFO:tasks.rados.rados.0.smithi090.stdout:3375: finishing write tid 2 to smithi09077644-35 2024-03-07T03:08:37.873 INFO:tasks.rados.rados.0.smithi090.stdout:3377: finishing rollback tid 0 to smithi09077644-22 2024-03-07T03:08:37.873 INFO:tasks.rados.rados.0.smithi090.stdout:3377: finishing rollback tid 1 to smithi09077644-22 2024-03-07T03:08:37.876 INFO:tasks.rados.rados.0.smithi090.stdout:3376: finishing rollback tid 0 to smithi09077644-47 2024-03-07T03:08:37.877 INFO:tasks.rados.rados.0.smithi090.stdout:3377: finishing rollback tid 2 to smithi09077644-22 2024-03-07T03:08:37.877 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 1574 (ObjNum 1000 snap 320 seq_num 1000) dirty exists 2024-03-07T03:08:37.877 INFO:tasks.rados.rados.0.smithi090.stdout:3375: finishing write tid 3 to smithi09077644-35 2024-03-07T03:08:37.877 INFO:tasks.rados.rados.0.smithi090.stdout:3375: oid 35 updating version 0 to 1555 2024-03-07T03:08:37.877 INFO:tasks.rados.rados.0.smithi090.stdout:3375: oid 35 updating version 1555 to 1556 2024-03-07T03:08:37.877 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 35 v 1556 (ObjNum 1031 snap 327 seq_num 1031) dirty exists 2024-03-07T03:08:37.877 INFO:tasks.rados.rados.0.smithi090.stdout:3375: left oid 35 (ObjNum 1031 snap 327 seq_num 1031) 2024-03-07T03:08:37.878 INFO:tasks.rados.rados.0.smithi090.stdout:3378: finishing write tid 1 to smithi09077644-48 2024-03-07T03:08:37.878 INFO:tasks.rados.rados.0.smithi090.stdout:3375: done (4 left) 2024-03-07T03:08:37.878 INFO:tasks.rados.rados.0.smithi090.stdout:3377: done (3 left) 2024-03-07T03:08:37.878 INFO:tasks.rados.rados.0.smithi090.stdout:3379: done (2 left) 2024-03-07T03:08:37.879 INFO:tasks.rados.rados.0.smithi090.stdout:3380: read oid 30 snap -1 2024-03-07T03:08:37.879 INFO:tasks.rados.rados.0.smithi090.stdout:3380: expect (ObjNum 987 snap 318 seq_num 987) 2024-03-07T03:08:37.879 INFO:tasks.rados.rados.0.smithi090.stdout:3381: delete oid 43 current snap is 327 2024-03-07T03:08:37.879 INFO:tasks.rados.rados.0.smithi090.stdout:3376: finishing rollback tid 1 to smithi09077644-47 2024-03-07T03:08:37.879 INFO:tasks.rados.rados.0.smithi090.stdout:3378: finishing write tid 2 to smithi09077644-48 2024-03-07T03:08:37.879 INFO:tasks.rados.rados.0.smithi090.stdout:3376: finishing rollback tid 2 to smithi09077644-47 2024-03-07T03:08:37.879 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 3125 (ObjNum 952 snap 303 seq_num 952) dirty exists 2024-03-07T03:08:37.879 INFO:tasks.rados.rados.0.smithi090.stdout:3378: finishing write tid 3 to smithi09077644-48 2024-03-07T03:08:37.879 INFO:tasks.rados.rados.0.smithi090.stdout:3378: oid 48 updating version 0 to 1348 2024-03-07T03:08:37.880 INFO:tasks.rados.rados.0.smithi090.stdout:3378: oid 48 version 1348 is already newer than 1347 2024-03-07T03:08:37.880 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 1348 (ObjNum 1032 snap 327 seq_num 1032) dirty exists 2024-03-07T03:08:37.880 INFO:tasks.rados.rados.0.smithi090.stdout:3378: left oid 48 (ObjNum 1032 snap 327 seq_num 1032) 2024-03-07T03:08:37.881 INFO:tasks.rados.rados.0.smithi090.stdout:3376: done (3 left) 2024-03-07T03:08:37.881 INFO:tasks.rados.rados.0.smithi090.stdout:3378: done (2 left) 2024-03-07T03:08:37.881 INFO:tasks.rados.rados.0.smithi090.stdout:3381: done (1 left) 2024-03-07T03:08:37.881 INFO:tasks.rados.rados.0.smithi090.stdout:3382: copy_from oid 47 from oid 37 current snap is 327 2024-03-07T03:08:37.881 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 1 current snap is 327 2024-03-07T03:08:37.881 INFO:tasks.rados.rados.0.smithi090.stdout:3383: seq_num 1035 ranges {16867328=540672} 2024-03-07T03:08:37.974 INFO:tasks.rados.rados.0.smithi090.stdout:3383: writing smithi09077644-1 from 16867328 to 17408000 tid 1 2024-03-07T03:08:37.974 INFO:tasks.rados.rados.0.smithi090.stdout:3384: read oid 50 snap -1 2024-03-07T03:08:37.974 INFO:tasks.rados.rados.0.smithi090.stdout:3384: expect (ObjNum 1018 snap 325 seq_num 1018) 2024-03-07T03:08:37.974 INFO:tasks.rados.rados.0.smithi090.stdout:3385: delete oid 18 current snap is 327 2024-03-07T03:08:37.974 INFO:tasks.rados.rados.0.smithi090.stdout:3380: expect (ObjNum 987 snap 318 seq_num 987) 2024-03-07T03:08:38.030 INFO:tasks.rados.rados.0.smithi090.stdout:3382: finishing copy_from racing read to smithi09077644-47 2024-03-07T03:08:38.030 INFO:tasks.rados.rados.0.smithi090.stdout:3382: finishing copy_from to smithi09077644-47 2024-03-07T03:08:38.030 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 3074 (ObjNum 1029 snap 327 seq_num 1029) dirty exists 2024-03-07T03:08:38.031 INFO:tasks.rados.rados.0.smithi090.stdout:3384: expect (ObjNum 1018 snap 325 seq_num 1018) 2024-03-07T03:08:38.038 INFO:tasks.rados.rados.0.smithi090.stdout:3383: finishing write tid 1 to smithi09077644-1 2024-03-07T03:08:38.039 INFO:tasks.rados.rados.0.smithi090.stdout:3383: finishing write tid 2 to smithi09077644-1 2024-03-07T03:08:38.039 INFO:tasks.rados.rados.0.smithi090.stdout:3383: finishing write tid 3 to smithi09077644-1 2024-03-07T03:08:38.039 INFO:tasks.rados.rados.0.smithi090.stdout:3383: oid 1 updating version 0 to 1426 2024-03-07T03:08:38.039 INFO:tasks.rados.rados.0.smithi090.stdout:3383: oid 1 updating version 1426 to 1427 2024-03-07T03:08:38.039 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 1 v 1427 (ObjNum 1035 snap 327 seq_num 1035) dirty exists 2024-03-07T03:08:38.039 INFO:tasks.rados.rados.0.smithi090.stdout:3383: left oid 1 (ObjNum 1035 snap 327 seq_num 1035) 2024-03-07T03:08:38.039 INFO:tasks.rados.rados.0.smithi090.stdout:3380: done (4 left) 2024-03-07T03:08:38.039 INFO:tasks.rados.rados.0.smithi090.stdout:3382: done (3 left) 2024-03-07T03:08:38.039 INFO:tasks.rados.rados.0.smithi090.stdout:3383: done (2 left) 2024-03-07T03:08:38.039 INFO:tasks.rados.rados.0.smithi090.stdout:3384: done (1 left) 2024-03-07T03:08:38.040 INFO:tasks.rados.rados.0.smithi090.stdout:3385: done (0 left) 2024-03-07T03:08:38.040 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 24 current snap is 327 2024-03-07T03:08:38.040 INFO:tasks.rados.rados.0.smithi090.stdout:3386: seq_num 1037 ranges {24576=573440} 2024-03-07T03:08:38.042 INFO:tasks.rados.rados.0.smithi090.stdout:3386: writing smithi09077644-24 from 24576 to 598016 tid 1 2024-03-07T03:08:38.042 INFO:tasks.rados.rados.0.smithi090.stdout:3387: rollback oid 13 current snap is 327 2024-03-07T03:08:38.042 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 13 to 321 2024-03-07T03:08:38.042 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 43 current snap is 327 2024-03-07T03:08:38.042 INFO:tasks.rados.rados.0.smithi090.stdout:3388: seq_num 1038 ranges {0=589824} 2024-03-07T03:08:38.046 INFO:tasks.rados.rados.0.smithi090.stdout:3388: writing smithi09077644-43 from 0 to 589824 tid 1 2024-03-07T03:08:38.046 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 40 current snap is 327 2024-03-07T03:08:38.046 INFO:tasks.rados.rados.0.smithi090.stdout:3387: finishing rollback tid 1 to smithi09077644-13 2024-03-07T03:08:38.046 INFO:tasks.rados.rados.0.smithi090.stdout:3386: finishing write tid 1 to smithi09077644-24 2024-03-07T03:08:38.046 INFO:tasks.rados.rados.0.smithi090.stdout:3387: finishing rollback tid 2 to smithi09077644-13 2024-03-07T03:08:38.046 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 13 v 1444 (ObjNum 1006 snap 320 seq_num 1006) dirty exists 2024-03-07T03:08:38.046 INFO:tasks.rados.rados.0.smithi090.stdout:3386: finishing write tid 2 to smithi09077644-24 2024-03-07T03:08:38.047 INFO:tasks.rados.rados.0.smithi090.stdout:3389: seq_num 1039 ranges {1458176=606208} 2024-03-07T03:08:38.057 INFO:tasks.rados.rados.0.smithi090.stdout:3389: writing smithi09077644-40 from 1458176 to 2064384 tid 1 2024-03-07T03:08:38.057 INFO:tasks.rados.rados.0.smithi090.stdout:3387: done (3 left) 2024-03-07T03:08:38.057 INFO:tasks.rados.rados.0.smithi090.stdout:3390: snap_create 2024-03-07T03:08:38.057 INFO:tasks.rados.rados.0.smithi090.stdout:3386: finishing write tid 3 to smithi09077644-24 2024-03-07T03:08:38.057 INFO:tasks.rados.rados.0.smithi090.stdout:3386: oid 24 updating version 0 to 1580 2024-03-07T03:08:38.058 INFO:tasks.rados.rados.0.smithi090.stdout:3386: oid 24 version 1580 is already newer than 1579 2024-03-07T03:08:38.058 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 24 v 1580 (ObjNum 1037 snap 327 seq_num 1037) dirty exists 2024-03-07T03:08:38.058 INFO:tasks.rados.rados.0.smithi090.stdout:3386: left oid 24 (ObjNum 1037 snap 327 seq_num 1037) 2024-03-07T03:08:38.058 INFO:tasks.rados.rados.0.smithi090.stdout:3388: finishing write tid 1 to smithi09077644-43 2024-03-07T03:08:38.058 INFO:tasks.rados.rados.0.smithi090.stdout:3388: finishing write tid 2 to smithi09077644-43 2024-03-07T03:08:38.058 INFO:tasks.rados.rados.0.smithi090.stdout:3388: finishing write tid 3 to smithi09077644-43 2024-03-07T03:08:38.058 INFO:tasks.rados.rados.0.smithi090.stdout:3388: oid 43 updating version 0 to 1181 2024-03-07T03:08:38.058 INFO:tasks.rados.rados.0.smithi090.stdout:3388: oid 43 version 1181 is already newer than 1180 2024-03-07T03:08:38.058 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 1181 (ObjNum 1038 snap 327 seq_num 1038) dirty exists 2024-03-07T03:08:38.058 INFO:tasks.rados.rados.0.smithi090.stdout:3388: left oid 43 (ObjNum 1038 snap 327 seq_num 1038) 2024-03-07T03:08:38.064 INFO:tasks.rados.rados.0.smithi090.stdout:3389: finishing write tid 1 to smithi09077644-40 2024-03-07T03:08:38.065 INFO:tasks.rados.rados.0.smithi090.stdout:3389: finishing write tid 2 to smithi09077644-40 2024-03-07T03:08:38.068 INFO:tasks.rados.rados.0.smithi090.stdout:3389: finishing write tid 3 to smithi09077644-40 2024-03-07T03:08:38.068 INFO:tasks.rados.rados.0.smithi090.stdout:3389: oid 40 updating version 0 to 12761 2024-03-07T03:08:38.068 INFO:tasks.rados.rados.0.smithi090.stdout:3389: oid 40 version 12761 is already newer than 12760 2024-03-07T03:08:38.068 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 40 v 12761 (ObjNum 1039 snap 327 seq_num 1039) dirty exists 2024-03-07T03:08:38.068 INFO:tasks.rados.rados.0.smithi090.stdout:3389: left oid 40 (ObjNum 1039 snap 327 seq_num 1039) 2024-03-07T03:08:38.075 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:08:37 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:08:37.831+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:38.076 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:37 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:37.862+0000 7f443ef5f700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:08:38.076 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:37 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:37.862+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:38.076 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:37 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:37.841+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:38.076 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:37 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:37.843+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:08:38.076 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:37 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:37.843+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:38.076 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:37 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:37.844+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:38.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:37 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:38.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:37 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:38.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:37 smithi090 ceph-mon[91928]: osdmap e727: 8 total, 8 up, 8 in 2024-03-07T03:08:38.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:37 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:38.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:37 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:38.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:37 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:38.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:37 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1df=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:38.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:37 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:38.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:37 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:38.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:37 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:38.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:37 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:38.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:37 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:38.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:37 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:38.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:37 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:38.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:37 smithi090 ceph-mon[89511]: osdmap e727: 8 total, 8 up, 8 in 2024-03-07T03:08:38.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:37 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:38.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:37 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:38.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:37 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:38.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:37 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1df=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:38.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:37 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:38.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:37 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:38.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:37 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:38.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:37 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:38.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:37 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:38.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:37 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:38.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:37 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:38.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:37 smithi092 ceph-mon[83777]: osdmap e727: 8 total, 8 up, 8 in 2024-03-07T03:08:38.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:37 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:38.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:37 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:38.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:37 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:38.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:37 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1df=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:38.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:37 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:38.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:37 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:38.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:37 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:38.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:37 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:38.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:37 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:38.166 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:08:37 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:08:37.828+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:38.166 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:37 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:37.838+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:38.166 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:37 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:37.838+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:08:38.166 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:37 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:37.838+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1df=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:38.166 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:37 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:37.842+0000 7fc29a41b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:08:38.166 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:37 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:37.842+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:38.840 INFO:tasks.rados.rados.0.smithi090.stdout:3386: done (3 left) 2024-03-07T03:08:38.840 INFO:tasks.rados.rados.0.smithi090.stdout:3388: done (2 left) 2024-03-07T03:08:38.840 INFO:tasks.rados.rados.0.smithi090.stdout:3389: done (1 left) 2024-03-07T03:08:38.840 INFO:tasks.rados.rados.0.smithi090.stdout:3390: done (0 left) 2024-03-07T03:08:38.840 INFO:tasks.rados.rados.0.smithi090.stdout:3391: delete oid 47 current snap is 328 2024-03-07T03:08:38.845 INFO:tasks.rados.rados.0.smithi090.stdout:3391: done (0 left) 2024-03-07T03:08:38.845 INFO:tasks.rados.rados.0.smithi090.stdout:3392: snap_create 2024-03-07T03:08:39.155 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:38 smithi092 ceph-mon[83777]: pgmap v522: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 572 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 476 KiB/s wr, 30 op/s 2024-03-07T03:08:39.155 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:38 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:39.155 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:38 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:39.155 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:38 smithi092 ceph-mon[83777]: osdmap e728: 8 total, 8 up, 8 in 2024-03-07T03:08:39.155 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:38 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:39.155 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:38 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1df=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:39.155 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:38 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:39.155 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:38 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:39.155 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:38 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:39.155 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:38 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:39.155 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:38 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:39.156 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:08:38 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:08:38.839+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:39.156 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:38 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:38.843+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:08:39.156 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:38 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:38.843+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:39.156 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:38 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:38.845+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1e4=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:39.158 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:38 smithi090 ceph-mon[91928]: pgmap v522: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 572 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 476 KiB/s wr, 30 op/s 2024-03-07T03:08:39.158 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:38 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:39.158 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:38 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:39.158 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:38 smithi090 ceph-mon[91928]: osdmap e728: 8 total, 8 up, 8 in 2024-03-07T03:08:39.158 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:38 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:39.158 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:38 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1df=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:39.158 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:38 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:39.158 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:38 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:39.158 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:38 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:39.159 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:38 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:39.159 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:38 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:39.159 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:38 smithi090 ceph-mon[89511]: pgmap v522: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 572 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 476 KiB/s wr, 30 op/s 2024-03-07T03:08:39.159 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:38 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:39.159 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:38 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:39.159 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:38 smithi090 ceph-mon[89511]: osdmap e728: 8 total, 8 up, 8 in 2024-03-07T03:08:39.159 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:38 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:39.159 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:38 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1df=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:39.159 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:38 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:39.159 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:38 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:39.159 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:38 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:39.160 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:38 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:39.160 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:38 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:39.160 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:08:38 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:08:38.839+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:39.414 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:39 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:39.158+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:39.576 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:39 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:39.157+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:39.576 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:39 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:39.157+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:39.576 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:39 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:39.158+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:39.576 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:39 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:39.157+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:39.848 INFO:tasks.rados.rados.0.smithi090.stdout:3392: done (0 left) 2024-03-07T03:08:39.848 INFO:tasks.rados.rados.0.smithi090.stdout:3393: read oid 39 snap -1 2024-03-07T03:08:39.848 INFO:tasks.rados.rados.0.smithi090.stdout:3393: expect (ObjNum 1024 snap 327 seq_num 1024) 2024-03-07T03:08:39.848 INFO:tasks.rados.rados.0.smithi090.stdout:3394: snap_remove snap 323 2024-03-07T03:08:40.164 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:08:39 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:08:39.841+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:40.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:39 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:40.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:39 smithi092 ceph-mon[83777]: osdmap e729: 8 total, 8 up, 8 in 2024-03-07T03:08:40.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:39 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:40.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:39 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:40.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:39 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1e4=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:40.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:39 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:40.326 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:08:39 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:08:39.845+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:40.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:39 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:40.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:39 smithi090 ceph-mon[89511]: osdmap e729: 8 total, 8 up, 8 in 2024-03-07T03:08:40.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:39 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:40.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:39 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:40.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:39 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1e4=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:40.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:39 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:40.327 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:40 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:40.033+0000 7f4442f67700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:08:40.327 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:40 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:40.033+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:40.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:39 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:40.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:39 smithi090 ceph-mon[91928]: osdmap e729: 8 total, 8 up, 8 in 2024-03-07T03:08:40.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:39 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:40.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:39 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:40.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:39 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1e4=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:40.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:39 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:40.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:39 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:39.851+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:40.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:39 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:39.851+0000 7fa43c425700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:08:40.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:39 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:39.851+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:40.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:39 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:39.877+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:40.524 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:40 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:40.318+0000 7fc29a41b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:08:40.524 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:40 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:40.318+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:40.525 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:40 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:40.318+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:08:40.525 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:40 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:40.318+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1e4=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:40.525 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:40 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:40.318+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:40.850 INFO:tasks.rados.rados.0.smithi090.stdout:3394: done (1 left) 2024-03-07T03:08:40.850 INFO:tasks.rados.rados.0.smithi090.stdout:3395: rmattr oid 3 current snap is 329 2024-03-07T03:08:40.850 INFO:tasks.rados.rados.0.smithi090.stdout:3395: done (1 left) 2024-03-07T03:08:40.850 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 47 current snap is 329 2024-03-07T03:08:40.850 INFO:tasks.rados.rados.0.smithi090.stdout:3396: seq_num 1041 ranges {0=638976} 2024-03-07T03:08:40.854 INFO:tasks.rados.rados.0.smithi090.stdout:3396: writing smithi09077644-47 from 0 to 638976 tid 1 2024-03-07T03:08:40.854 INFO:tasks.rados.rados.0.smithi090.stdout:3393: expect (ObjNum 1024 snap 327 seq_num 1024) 2024-03-07T03:08:41.164 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:08:40 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:08:40.853+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:41.164 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:40 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:40.847+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:41.165 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:40 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:40.851+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:08:41.165 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:40 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:40.851+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:41.165 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:40 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:40.851+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1e4=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:41.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:40 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:41.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:40 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:41.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:40 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:41.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:40 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:41.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:40 smithi092 ceph-mon[83777]: pgmap v525: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 576 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.2 MiB/s wr, 15 op/s 2024-03-07T03:08:41.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:40 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:41.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:40 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:41.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:40 smithi092 ceph-mon[83777]: osdmap e730: 8 total, 8 up, 8 in 2024-03-07T03:08:41.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:40 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:41.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:40 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:41.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:40 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:41.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:40 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:41.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:40 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:41.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:40 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1e4=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:41.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:40 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:41.325 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:08:40 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:08:40.854+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:41.326 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:40 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:40.849+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:41.326 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:40 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:40.852+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:41.326 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:40 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:40.853+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:41.326 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:40 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:40.856+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:41.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:40 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:41.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:40 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:41.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:40 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:41.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:40 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:41.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:40 smithi090 ceph-mon[91928]: pgmap v525: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 576 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.2 MiB/s wr, 15 op/s 2024-03-07T03:08:41.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:40 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:41.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:40 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:41.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:40 smithi090 ceph-mon[91928]: osdmap e730: 8 total, 8 up, 8 in 2024-03-07T03:08:41.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:40 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:41.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:40 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:41.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:40 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:41.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:40 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:41.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:40 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:41.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:40 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1e4=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:41.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:40 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:41.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:40 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:41.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:40 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:41.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:40 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:41.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:40 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:41.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:40 smithi090 ceph-mon[89511]: pgmap v525: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 576 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.2 MiB/s wr, 15 op/s 2024-03-07T03:08:41.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:40 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:41.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:40 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:41.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:40 smithi090 ceph-mon[89511]: osdmap e730: 8 total, 8 up, 8 in 2024-03-07T03:08:41.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:40 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:41.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:40 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:41.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:40 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:41.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:40 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:41.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:40 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:41.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:40 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1e4=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:41.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:40 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:41.698 INFO:tasks.rados.rados.0.smithi090.stdout:3396: finishing write tid 1 to smithi09077644-47 2024-03-07T03:08:41.698 INFO:tasks.rados.rados.0.smithi090.stdout:3396: finishing write tid 2 to smithi09077644-47 2024-03-07T03:08:41.698 INFO:tasks.rados.rados.0.smithi090.stdout:3393: done (1 left) 2024-03-07T03:08:41.698 INFO:tasks.rados.rados.0.smithi090.stdout:3397: snap_remove snap 309 2024-03-07T03:08:41.924 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:41.924 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[91928]: osdmap e731: 8 total, 8 up, 8 in 2024-03-07T03:08:41.924 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:41.924 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:41.924 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1e4=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:41.925 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:41.925 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:41.925 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:41.925 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:41.925 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:41.925 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:41.925 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:41.925 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:08:41.925 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:08:41.925 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:41.925 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:08:41.925 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:41.925 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:41.925 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:41.926 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:41.926 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:41.926 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[91928]: Upgrade: Setting container_image for all mds 2024-03-07T03:08:41.926 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:41.926 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-03-07T03:08:41.926 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-03-07T03:08:41.926 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-03-07T03:08:41.926 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-03-07T03:08:41.926 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:41.926 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[91928]: Upgrade: Setting container_image for all rgw 2024-03-07T03:08:41.926 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:41.926 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:41.927 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[91928]: Upgrade: Setting container_image for all rbd-mirror 2024-03-07T03:08:41.927 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:41.927 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:41.927 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:41.927 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[91928]: Upgrade: Setting container_image for all ceph-exporter 2024-03-07T03:08:41.927 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:41.927 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:41.927 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[91928]: Upgrade: Setting container_image for all iscsi 2024-03-07T03:08:41.927 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:41.927 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:41.927 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[91928]: Upgrade: Setting container_image for all nfs 2024-03-07T03:08:41.927 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:41.928 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:41.928 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[91928]: Upgrade: Setting container_image for all nvmeof 2024-03-07T03:08:41.928 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:41.928 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[91928]: pgmap v528: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 579 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 13 op/s 2024-03-07T03:08:41.928 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:41.928 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[89511]: osdmap e731: 8 total, 8 up, 8 in 2024-03-07T03:08:41.928 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:41.928 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:41.928 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1e4=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:41.929 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:41.929 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:41.929 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:41.929 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:41.929 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:41.929 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:41.929 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:41.929 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:08:41.929 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:08:41.929 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:41.929 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:08:41.929 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:41.929 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:41.929 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:41.929 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:41.929 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:41.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[89511]: Upgrade: Setting container_image for all mds 2024-03-07T03:08:41.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:41.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-03-07T03:08:41.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-03-07T03:08:41.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-03-07T03:08:41.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-03-07T03:08:41.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:41.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[89511]: Upgrade: Setting container_image for all rgw 2024-03-07T03:08:41.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:41.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:41.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[89511]: Upgrade: Setting container_image for all rbd-mirror 2024-03-07T03:08:41.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:41.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:41.930 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:41.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[89511]: Upgrade: Setting container_image for all ceph-exporter 2024-03-07T03:08:41.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:41.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:41.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[89511]: Upgrade: Setting container_image for all iscsi 2024-03-07T03:08:41.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:41.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:41.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[89511]: Upgrade: Setting container_image for all nfs 2024-03-07T03:08:41.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:41.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:41.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[89511]: Upgrade: Setting container_image for all nvmeof 2024-03-07T03:08:41.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:41.931 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:41 smithi090 ceph-mon[89511]: pgmap v528: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 579 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 13 op/s 2024-03-07T03:08:42.093 INFO:tasks.rados.rados.0.smithi090.stdout:3397: done (1 left) 2024-03-07T03:08:42.094 INFO:tasks.rados.rados.0.smithi090.stdout:3398: copy_from oid 6 from oid 43 current snap is 329 2024-03-07T03:08:42.094 INFO:tasks.rados.rados.0.smithi090.stdout:3399: copy_from oid 40 from oid 41 current snap is 329 2024-03-07T03:08:42.094 INFO:tasks.rados.rados.0.smithi090.stdout:3400: setattr oid 5 current snap is 329 2024-03-07T03:08:42.094 INFO:tasks.rados.rados.0.smithi090.stdout:3396: finishing write tid 3 to smithi09077644-47 2024-03-07T03:08:42.094 INFO:tasks.rados.rados.0.smithi090.stdout:3396: oid 47 updating version 0 to 3129 2024-03-07T03:08:42.094 INFO:tasks.rados.rados.0.smithi090.stdout:3396: oid 47 updating version 3129 to 3130 2024-03-07T03:08:42.094 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 3130 (ObjNum 1041 snap 329 seq_num 1041) dirty exists 2024-03-07T03:08:42.094 INFO:tasks.rados.rados.0.smithi090.stdout:3396: left oid 47 (ObjNum 1041 snap 329 seq_num 1041) 2024-03-07T03:08:42.094 INFO:tasks.rados.rados.0.smithi090.stdout:3396: done (3 left) 2024-03-07T03:08:42.095 INFO:tasks.rados.rados.0.smithi090.stdout:3401: delete oid 1 current snap is 329 2024-03-07T03:08:42.098 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:08:42 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:08:42.090+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:42.099 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:42 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:42.094+0000 7fc29a41b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:08:42.099 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:42 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:42.094+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:42.099 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:41 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:42.099 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:41 smithi092 ceph-mon[83777]: osdmap e731: 8 total, 8 up, 8 in 2024-03-07T03:08:42.099 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:41 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:42.100 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:41 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:42.100 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:41 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1e4=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:42.100 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:41 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:42.100 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:41 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:42.100 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:41 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:42.100 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:41 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:42.100 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:41 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:42.100 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:41 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:42.100 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:41 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:42.100 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:41 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:08:42.100 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:41 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:08:42.100 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:41 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:42.100 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:41 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:08:42.101 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:41 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:42.101 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:41 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:42.101 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:41 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:42.101 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:41 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:42.101 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:41 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:42.101 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:41 smithi092 ceph-mon[83777]: Upgrade: Setting container_image for all mds 2024-03-07T03:08:42.101 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:41 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:42.101 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:41 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-03-07T03:08:42.101 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:41 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-03-07T03:08:42.101 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:41 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-03-07T03:08:42.101 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:41 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-03-07T03:08:42.101 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:41 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:42.101 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:41 smithi092 ceph-mon[83777]: Upgrade: Setting container_image for all rgw 2024-03-07T03:08:42.102 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:41 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:42.102 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:41 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:42.102 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:41 smithi092 ceph-mon[83777]: Upgrade: Setting container_image for all rbd-mirror 2024-03-07T03:08:42.102 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:41 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:42.102 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:41 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:42.102 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:41 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:42.102 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:41 smithi092 ceph-mon[83777]: Upgrade: Setting container_image for all ceph-exporter 2024-03-07T03:08:42.102 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:41 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:42.102 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:41 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:42.103 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:41 smithi092 ceph-mon[83777]: Upgrade: Setting container_image for all iscsi 2024-03-07T03:08:42.103 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:41 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:42.103 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:41 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:42.103 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:41 smithi092 ceph-mon[83777]: Upgrade: Setting container_image for all nfs 2024-03-07T03:08:42.103 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:41 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:42.103 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:41 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:42.103 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:41 smithi092 ceph-mon[83777]: Upgrade: Setting container_image for all nvmeof 2024-03-07T03:08:42.103 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:41 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:42.103 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:41 smithi092 ceph-mon[83777]: pgmap v528: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 579 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 13 op/s 2024-03-07T03:08:42.104 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 5 v 1457 (ObjNum 33 snap 0 seq_num 3340558656) dirty exists 2024-03-07T03:08:42.104 INFO:tasks.rados.rados.0.smithi090.stdout:3400: done (3 left) 2024-03-07T03:08:42.104 INFO:tasks.rados.rados.0.smithi090.stdout:3401: done (2 left) 2024-03-07T03:08:42.104 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 21 current snap is 329 2024-03-07T03:08:42.104 INFO:tasks.rados.rados.0.smithi090.stdout:3402: seq_num 1043 ranges {1130496=671744} 2024-03-07T03:08:42.112 INFO:tasks.rados.rados.0.smithi090.stdout:3402: writing smithi09077644-21 from 1130496 to 1802240 tid 1 2024-03-07T03:08:42.112 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 15 current snap is 329 2024-03-07T03:08:42.112 INFO:tasks.rados.rados.0.smithi090.stdout:3398: finishing copy_from racing read to smithi09077644-6 2024-03-07T03:08:42.112 INFO:tasks.rados.rados.0.smithi090.stdout:3398: finishing copy_from to smithi09077644-6 2024-03-07T03:08:42.112 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 1181 (ObjNum 1038 snap 327 seq_num 1038) dirty exists 2024-03-07T03:08:42.112 INFO:tasks.rados.rados.0.smithi090.stdout:3399: finishing copy_from racing read to smithi09077644-40 2024-03-07T03:08:42.112 INFO:tasks.rados.rados.0.smithi090.stdout:3403: seq_num 1044 ranges {1163264=688128} 2024-03-07T03:08:42.122 INFO:tasks.rados.rados.0.smithi090.stdout:3403: writing smithi09077644-15 from 1163264 to 1851392 tid 1 2024-03-07T03:08:42.122 INFO:tasks.rados.rados.0.smithi090.stdout:3398: done (3 left) 2024-03-07T03:08:42.122 INFO:tasks.rados.rados.0.smithi090.stdout:3404: setattr oid 18 current snap is 329 2024-03-07T03:08:42.122 INFO:tasks.rados.rados.0.smithi090.stdout:3399: finishing copy_from to smithi09077644-40 2024-03-07T03:08:42.122 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 40 v 1343 (ObjNum 748 snap 237 seq_num 748) dirty exists 2024-03-07T03:08:42.122 INFO:tasks.rados.rados.0.smithi090.stdout:3402: finishing write tid 1 to smithi09077644-21 2024-03-07T03:08:42.122 INFO:tasks.rados.rados.0.smithi090.stdout:3402: finishing write tid 2 to smithi09077644-21 2024-03-07T03:08:42.122 INFO:tasks.rados.rados.0.smithi090.stdout:3402: finishing write tid 3 to smithi09077644-21 2024-03-07T03:08:42.123 INFO:tasks.rados.rados.0.smithi090.stdout:3402: oid 21 updating version 0 to 1430 2024-03-07T03:08:42.123 INFO:tasks.rados.rados.0.smithi090.stdout:3402: oid 21 version 1430 is already newer than 1429 2024-03-07T03:08:42.123 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 1430 (ObjNum 1043 snap 329 seq_num 1043) dirty exists 2024-03-07T03:08:42.123 INFO:tasks.rados.rados.0.smithi090.stdout:3402: left oid 21 (ObjNum 1043 snap 329 seq_num 1043) 2024-03-07T03:08:42.123 INFO:tasks.rados.rados.0.smithi090.stdout:3399: done (3 left) 2024-03-07T03:08:42.123 INFO:tasks.rados.rados.0.smithi090.stdout:3402: done (2 left) 2024-03-07T03:08:42.124 INFO:tasks.rados.rados.0.smithi090.stdout:3405: rollback oid 14 current snap is 329 2024-03-07T03:08:42.124 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 14 to 324 2024-03-07T03:08:42.124 INFO:tasks.rados.rados.0.smithi090.stdout:3406: setattr oid 24 current snap is 329 2024-03-07T03:08:42.124 INFO:tasks.rados.rados.0.smithi090.stdout:3407: snap_create 2024-03-07T03:08:42.126 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 18 v 12737 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-03-07T03:08:42.126 INFO:tasks.rados.rados.0.smithi090.stdout:3403: finishing write tid 1 to smithi09077644-15 2024-03-07T03:08:42.126 INFO:tasks.rados.rados.0.smithi090.stdout:3403: finishing write tid 2 to smithi09077644-15 2024-03-07T03:08:42.127 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 24 v 1581 (ObjNum 1037 snap 327 seq_num 1037) dirty exists 2024-03-07T03:08:42.128 INFO:tasks.rados.rados.0.smithi090.stdout:3403: finishing write tid 3 to smithi09077644-15 2024-03-07T03:08:42.128 INFO:tasks.rados.rados.0.smithi090.stdout:3403: oid 15 updating version 0 to 1576 2024-03-07T03:08:42.128 INFO:tasks.rados.rados.0.smithi090.stdout:3403: oid 15 updating version 1576 to 1577 2024-03-07T03:08:42.128 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 1577 (ObjNum 1044 snap 329 seq_num 1044) dirty exists 2024-03-07T03:08:42.128 INFO:tasks.rados.rados.0.smithi090.stdout:3403: left oid 15 (ObjNum 1044 snap 329 seq_num 1044) 2024-03-07T03:08:42.131 INFO:tasks.rados.rados.0.smithi090.stdout:3405: finishing rollback tid 0 to smithi09077644-14 2024-03-07T03:08:42.135 INFO:tasks.rados.rados.0.smithi090.stdout:3405: finishing rollback tid 1 to smithi09077644-14 2024-03-07T03:08:42.135 INFO:tasks.rados.rados.0.smithi090.stdout:3405: finishing rollback tid 2 to smithi09077644-14 2024-03-07T03:08:42.135 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 14 v 12767 (ObjNum 974 snap 311 seq_num 974) dirty exists 2024-03-07T03:08:42.325 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:08:42 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:08:42.095+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:42.326 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:42 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:42.089+0000 7f4442f67700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:08:42.326 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:42 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:42.089+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:42.326 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:42 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:42.097+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:08:42.326 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:42 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:42.098+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:42.326 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:42 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:42.106+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:42.326 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:42 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:42.106+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:42.414 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:08:42 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:08:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:08:42.414 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:42 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:42.098+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:42.414 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:42 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:42.099+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:08:42.414 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:42 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:42.099+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1e5=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:43.097 INFO:tasks.rados.rados.0.smithi090.stdout:3403: done (4 left) 2024-03-07T03:08:43.097 INFO:tasks.rados.rados.0.smithi090.stdout:3404: done (3 left) 2024-03-07T03:08:43.097 INFO:tasks.rados.rados.0.smithi090.stdout:3405: done (2 left) 2024-03-07T03:08:43.097 INFO:tasks.rados.rados.0.smithi090.stdout:3406: done (1 left) 2024-03-07T03:08:43.097 INFO:tasks.rados.rados.0.smithi090.stdout:3407: done (0 left) 2024-03-07T03:08:43.097 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 45 current snap is 330 2024-03-07T03:08:43.097 INFO:tasks.rados.rados.0.smithi090.stdout:3408: seq_num 1045 ranges {1163264=704512} 2024-03-07T03:08:43.106 INFO:tasks.rados.rados.0.smithi090.stdout:3408: writing smithi09077644-45 from 1163264 to 1867776 tid 1 2024-03-07T03:08:43.106 INFO:tasks.rados.rados.0.smithi090.stdout:3409: read oid 41 snap 320 2024-03-07T03:08:43.106 INFO:tasks.rados.rados.0.smithi090.stdout:3409: expect (ObjNum 748 snap 237 seq_num 748) 2024-03-07T03:08:43.106 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 35 current snap is 330 2024-03-07T03:08:43.106 INFO:tasks.rados.rados.0.smithi090.stdout:3410: seq_num 1046 ranges {2277376=729088} 2024-03-07T03:08:43.123 INFO:tasks.rados.rados.0.smithi090.stdout:3410: writing smithi09077644-35 from 2277376 to 3006464 tid 1 2024-03-07T03:08:43.123 INFO:tasks.rados.rados.0.smithi090.stdout:3411: delete oid 40 current snap is 330 2024-03-07T03:08:43.123 INFO:tasks.rados.rados.0.smithi090.stdout:3409: expect (ObjNum 748 snap 237 seq_num 748) 2024-03-07T03:08:43.143 INFO:tasks.rados.rados.0.smithi090.stdout:3408: finishing write tid 1 to smithi09077644-45 2024-03-07T03:08:43.143 INFO:tasks.rados.rados.0.smithi090.stdout:3408: finishing write tid 2 to smithi09077644-45 2024-03-07T03:08:43.144 INFO:tasks.rados.rados.0.smithi090.stdout:3408: finishing write tid 3 to smithi09077644-45 2024-03-07T03:08:43.144 INFO:tasks.rados.rados.0.smithi090.stdout:3408: oid 45 updating version 0 to 1458 2024-03-07T03:08:43.144 INFO:tasks.rados.rados.0.smithi090.stdout:3408: oid 45 updating version 1458 to 1459 2024-03-07T03:08:43.144 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 45 v 1459 (ObjNum 1045 snap 330 seq_num 1045) dirty exists 2024-03-07T03:08:43.144 INFO:tasks.rados.rados.0.smithi090.stdout:3408: left oid 45 (ObjNum 1045 snap 330 seq_num 1045) 2024-03-07T03:08:43.144 INFO:tasks.rados.rados.0.smithi090.stdout:3410: finishing write tid 1 to smithi09077644-35 2024-03-07T03:08:43.144 INFO:tasks.rados.rados.0.smithi090.stdout:3410: finishing write tid 2 to smithi09077644-35 2024-03-07T03:08:43.144 INFO:tasks.rados.rados.0.smithi090.stdout:3408: done (3 left) 2024-03-07T03:08:43.144 INFO:tasks.rados.rados.0.smithi090.stdout:3409: done (2 left) 2024-03-07T03:08:43.144 INFO:tasks.rados.rados.0.smithi090.stdout:3411: done (1 left) 2024-03-07T03:08:43.144 INFO:tasks.rados.rados.0.smithi090.stdout:3412: copy_from oid 42 from oid 3 current snap is 330 2024-03-07T03:08:43.144 INFO:tasks.rados.rados.0.smithi090.stdout:3410: finishing write tid 3 to smithi09077644-35 2024-03-07T03:08:43.144 INFO:tasks.rados.rados.0.smithi090.stdout:3410: oid 35 updating version 0 to 1557 2024-03-07T03:08:43.145 INFO:tasks.rados.rados.0.smithi090.stdout:3410: oid 35 updating version 1557 to 1558 2024-03-07T03:08:43.145 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 35 v 1558 (ObjNum 1046 snap 330 seq_num 1046) dirty exists 2024-03-07T03:08:43.145 INFO:tasks.rados.rados.0.smithi090.stdout:3410: left oid 35 (ObjNum 1046 snap 330 seq_num 1046) 2024-03-07T03:08:43.145 INFO:tasks.rados.rados.0.smithi090.stdout:3410: done (1 left) 2024-03-07T03:08:43.145 INFO:tasks.rados.rados.0.smithi090.stdout:3413: setattr oid 33 current snap is 330 2024-03-07T03:08:43.145 INFO:tasks.rados.rados.0.smithi090.stdout:3412: finishing copy_from to smithi09077644-42 2024-03-07T03:08:43.145 INFO:tasks.rados.rados.0.smithi090.stdout:3412: got expected ENOENT (src dne) 2024-03-07T03:08:43.145 INFO:tasks.rados.rados.0.smithi090.stdout:3412: finishing copy_from racing read to smithi09077644-42 2024-03-07T03:08:43.147 INFO:tasks.rados.rados.0.smithi090.stdout:3412: done (1 left) 2024-03-07T03:08:43.147 INFO:tasks.rados.rados.0.smithi090.stdout:3414: rollback oid 47 current snap is 330 2024-03-07T03:08:43.147 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 47 to 303 2024-03-07T03:08:43.147 INFO:tasks.rados.rados.0.smithi090.stdout:3415: rmattr oid 23 current snap is 330 2024-03-07T03:08:43.147 INFO:tasks.rados.rados.0.smithi090.stdout:3415: done (2 left) 2024-03-07T03:08:43.147 INFO:tasks.rados.rados.0.smithi090.stdout:3416: rollback oid 31 current snap is 330 2024-03-07T03:08:43.147 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 31 to 327 2024-03-07T03:08:43.147 INFO:tasks.rados.rados.0.smithi090.stdout:3417: copy_from oid 26 from oid 28 current snap is 330 2024-03-07T03:08:43.147 INFO:tasks.rados.rados.0.smithi090.stdout:3418: rollback oid 4 current snap is 330 2024-03-07T03:08:43.147 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 4 to 321 2024-03-07T03:08:43.147 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 1 current snap is 330 2024-03-07T03:08:43.147 INFO:tasks.rados.rados.0.smithi090.stdout:3419: seq_num 1048 ranges {0=761856} 2024-03-07T03:08:43.152 INFO:tasks.rados.rados.0.smithi090.stdout:3419: writing smithi09077644-1 from 0 to 761856 tid 1 2024-03-07T03:08:43.152 INFO:tasks.rados.rados.0.smithi090.stdout:3420: read oid 19 snap 322 2024-03-07T03:08:43.152 INFO:tasks.rados.rados.0.smithi090.stdout:3420: expect (ObjNum 998 snap 319 seq_num 998) 2024-03-07T03:08:43.152 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 9 current snap is 330 2024-03-07T03:08:43.152 INFO:tasks.rados.rados.0.smithi090.stdout:3417: finishing copy_from racing read to smithi09077644-26 2024-03-07T03:08:43.152 INFO:tasks.rados.rados.0.smithi090.stdout:3418: finishing rollback tid 1 to smithi09077644-4 2024-03-07T03:08:43.152 INFO:tasks.rados.rados.0.smithi090.stdout:3421: seq_num 1049 ranges {0=778240} 2024-03-07T03:08:43.157 INFO:tasks.rados.rados.0.smithi090.stdout:3421: writing smithi09077644-9 from 0 to 778240 tid 1 2024-03-07T03:08:43.157 INFO:tasks.rados.rados.0.smithi090.stdout:3422: rmattr oid 42 current snap is 330 2024-03-07T03:08:43.157 INFO:tasks.rados.rados.0.smithi090.stdout:3422: done (8 left) 2024-03-07T03:08:43.158 INFO:tasks.rados.rados.0.smithi090.stdout:3423: snap_create 2024-03-07T03:08:43.158 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 33 v 1579 (ObjNum 1026 snap 327 seq_num 1026) dirty exists 2024-03-07T03:08:43.158 INFO:tasks.rados.rados.0.smithi090.stdout:3417: finishing copy_from to smithi09077644-26 2024-03-07T03:08:43.158 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 26 v 1346 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-03-07T03:08:43.158 INFO:tasks.rados.rados.0.smithi090.stdout:3414: finishing rollback tid 0 to smithi09077644-47 2024-03-07T03:08:43.158 INFO:tasks.rados.rados.0.smithi090.stdout:3418: finishing rollback tid 2 to smithi09077644-4 2024-03-07T03:08:43.158 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 1461 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-03-07T03:08:43.158 INFO:tasks.rados.rados.0.smithi090.stdout:3419: finishing write tid 1 to smithi09077644-1 2024-03-07T03:08:43.158 INFO:tasks.rados.rados.0.smithi090.stdout:3419: finishing write tid 2 to smithi09077644-1 2024-03-07T03:08:43.159 INFO:tasks.rados.rados.0.smithi090.stdout:3414: finishing rollback tid 1 to smithi09077644-47 2024-03-07T03:08:43.160 INFO:tasks.rados.rados.0.smithi090.stdout:3414: finishing rollback tid 2 to smithi09077644-47 2024-03-07T03:08:43.160 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 3134 (ObjNum 952 snap 303 seq_num 952) dirty exists 2024-03-07T03:08:43.160 INFO:tasks.rados.rados.0.smithi090.stdout:3419: finishing write tid 3 to smithi09077644-1 2024-03-07T03:08:43.160 INFO:tasks.rados.rados.0.smithi090.stdout:3419: oid 1 updating version 0 to 1432 2024-03-07T03:08:43.160 INFO:tasks.rados.rados.0.smithi090.stdout:3419: oid 1 version 1432 is already newer than 1431 2024-03-07T03:08:43.160 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 1 v 1432 (ObjNum 1048 snap 330 seq_num 1048) dirty exists 2024-03-07T03:08:43.160 INFO:tasks.rados.rados.0.smithi090.stdout:3419: left oid 1 (ObjNum 1048 snap 330 seq_num 1048) 2024-03-07T03:08:43.162 INFO:tasks.rados.rados.0.smithi090.stdout:3416: finishing rollback tid 0 to smithi09077644-31 2024-03-07T03:08:43.162 INFO:tasks.rados.rados.0.smithi090.stdout:3416: finishing rollback tid 1 to smithi09077644-31 2024-03-07T03:08:43.163 INFO:tasks.rados.rados.0.smithi090.stdout:3416: finishing rollback tid 2 to smithi09077644-31 2024-03-07T03:08:43.163 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 3076 (ObjNum 65 snap 0 seq_num 1834115433) dirty exists 2024-03-07T03:08:43.184 INFO:tasks.rados.rados.0.smithi090.stdout:3420: expect (ObjNum 998 snap 319 seq_num 998) 2024-03-07T03:08:43.325 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:08:43 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:08:43.114+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:43.326 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:43 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:43.108+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:43.326 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:43 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:43.109+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:43.326 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:43 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:43.110+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:43.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:43 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:43.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:43 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:43.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:43 smithi090 ceph-mon[89511]: osdmap e732: 8 total, 8 up, 8 in 2024-03-07T03:08:43.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:43 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:43.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:43 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:43.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:43 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:43.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:43 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:43.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:43 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1e5=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:43.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:43 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:43.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:43 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:43.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:43 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:08:43.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:43 smithi090 ceph-mon[89511]: Upgrade: Updating node-exporter.a (1/2) 2024-03-07T03:08:43.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:43 smithi090 ceph-mon[89511]: Deploying daemon node-exporter.a on smithi090 2024-03-07T03:08:43.327 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:43 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:43.096+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:43.328 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:08:43 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:08:43] "GET /metrics HTTP/1.1" 200 36316 "" "Prometheus/2.43.0" 2024-03-07T03:08:43.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:43 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:43.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:43 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:43.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:43 smithi090 ceph-mon[91928]: osdmap e732: 8 total, 8 up, 8 in 2024-03-07T03:08:43.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:43 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:43.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:43 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:43.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:43 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:43.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:43 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:43.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:43 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1e5=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:43.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:43 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:43.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:43 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:43.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:43 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:08:43.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:43 smithi090 ceph-mon[91928]: Upgrade: Updating node-exporter.a (1/2) 2024-03-07T03:08:43.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:43 smithi090 ceph-mon[91928]: Deploying daemon node-exporter.a on smithi090 2024-03-07T03:08:43.414 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:08:43 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:08:43.114+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:43.414 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:43 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:43.257+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:43.414 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:43 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:43.096+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:08:43.414 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:43 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:43.096+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:43.414 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:43 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:43.096+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1e5=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:43.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:43 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:43.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:43 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:43.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:43 smithi092 ceph-mon[83777]: osdmap e732: 8 total, 8 up, 8 in 2024-03-07T03:08:43.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:43 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:43.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:43 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:43.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:43 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:43.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:43 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:43.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:43 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1e5=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:43.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:43 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:43.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:43 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:43.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:43 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:08:43.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:43 smithi092 ceph-mon[83777]: Upgrade: Updating node-exporter.a (1/2) 2024-03-07T03:08:43.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:43 smithi092 ceph-mon[83777]: Deploying daemon node-exporter.a on smithi090 2024-03-07T03:08:43.653 INFO:tasks.rados.rados.0.smithi090.stdout:3421: finishing write tid 1 to smithi09077644-9 2024-03-07T03:08:43.653 INFO:tasks.rados.rados.0.smithi090.stdout:3421: finishing write tid 2 to smithi09077644-9 2024-03-07T03:08:43.653 INFO:tasks.rados.rados.0.smithi090.stdout:3421: finishing write tid 3 to smithi09077644-9 2024-03-07T03:08:43.653 INFO:tasks.rados.rados.0.smithi090.stdout:3421: oid 9 updating version 0 to 1582 2024-03-07T03:08:43.653 INFO:tasks.rados.rados.0.smithi090.stdout:3421: oid 9 updating version 1582 to 1583 2024-03-07T03:08:43.653 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 9 v 1583 (ObjNum 1049 snap 330 seq_num 1049) dirty exists 2024-03-07T03:08:43.653 INFO:tasks.rados.rados.0.smithi090.stdout:3421: left oid 9 (ObjNum 1049 snap 330 seq_num 1049) 2024-03-07T03:08:43.826 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:08:43 smithi090 systemd[1]: Stopping Ceph node-exporter.a for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T03:08:44.103 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:44 smithi090 ceph-mon[89511]: osdmap e733: 8 total, 8 up, 8 in 2024-03-07T03:08:44.104 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:44 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:44.104 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:44 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:44.104 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:44 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1e5=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:44.104 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:44 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:44.104 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:44 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:44.104 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:44 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:44.104 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:44 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:44.104 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:44 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:44.104 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:44 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:44.104 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:44 smithi090 ceph-mon[89511]: pgmap v531: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 592 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 205 KiB/s rd, 1.4 MiB/s wr, 9 op/s 2024-03-07T03:08:44.105 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:44 smithi090 ceph-mon[91928]: osdmap e733: 8 total, 8 up, 8 in 2024-03-07T03:08:44.105 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:44 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:44.105 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:44 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:44.105 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:44 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1e5=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:44.105 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:44 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:44.105 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:44 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:44.105 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:44 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:44.105 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:44 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:44.105 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:44 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:44.105 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:44 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:44.106 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:44 smithi090 ceph-mon[91928]: pgmap v531: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 592 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 205 KiB/s rd, 1.4 MiB/s wr, 9 op/s 2024-03-07T03:08:44.106 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:08:43 smithi090 podman[120768]: 2024-03-07 03:08:43.854687186 +0000 UTC m=+0.130193067 container died 76496853f3a5c9e80a5b529cf3af9d0d706f8950203673960c95fb38736c5462 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2024-03-07T03:08:44.107 INFO:tasks.rados.rados.0.smithi090.stdout:3413: done (8 left) 2024-03-07T03:08:44.107 INFO:tasks.rados.rados.0.smithi090.stdout:3414: done (7 left) 2024-03-07T03:08:44.107 INFO:tasks.rados.rados.0.smithi090.stdout:3416: done (6 left) 2024-03-07T03:08:44.107 INFO:tasks.rados.rados.0.smithi090.stdout:3417: done (5 left) 2024-03-07T03:08:44.107 INFO:tasks.rados.rados.0.smithi090.stdout:3418: done (4 left) 2024-03-07T03:08:44.108 INFO:tasks.rados.rados.0.smithi090.stdout:3419: done (3 left) 2024-03-07T03:08:44.108 INFO:tasks.rados.rados.0.smithi090.stdout:3420: done (2 left) 2024-03-07T03:08:44.108 INFO:tasks.rados.rados.0.smithi090.stdout:3421: done (1 left) 2024-03-07T03:08:44.108 INFO:tasks.rados.rados.0.smithi090.stdout:3423: done (0 left) 2024-03-07T03:08:44.108 INFO:tasks.rados.rados.0.smithi090.stdout:3424: copy_from oid 26 from oid 49 current snap is 331 2024-03-07T03:08:44.108 INFO:tasks.rados.rados.0.smithi090.stdout:3425: setattr oid 24 current snap is 331 2024-03-07T03:08:44.109 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 16 current snap is 331 2024-03-07T03:08:44.109 INFO:tasks.rados.rados.0.smithi090.stdout:3426: seq_num 1050 ranges {0=794624} 2024-03-07T03:08:44.114 INFO:tasks.rados.rados.0.smithi090.stdout:3426: writing smithi09077644-16 from 0 to 794624 tid 1 2024-03-07T03:08:44.114 INFO:tasks.rados.rados.0.smithi090.stdout:3427: delete oid 41 current snap is 331 2024-03-07T03:08:44.114 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 24 v 1584 (ObjNum 1037 snap 327 seq_num 1037) dirty exists 2024-03-07T03:08:44.118 INFO:tasks.rados.rados.0.smithi090.stdout:3425: done (3 left) 2024-03-07T03:08:44.118 INFO:tasks.rados.rados.0.smithi090.stdout:3427: done (2 left) 2024-03-07T03:08:44.118 INFO:tasks.rados.rados.0.smithi090.stdout:3428: rmattr oid 21 current snap is 331 2024-03-07T03:08:44.118 INFO:tasks.rados.rados.0.smithi090.stdout:3428: done (2 left) 2024-03-07T03:08:44.118 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 7 current snap is 331 2024-03-07T03:08:44.118 INFO:tasks.rados.rados.0.smithi090.stdout:3429: seq_num 1052 ranges {1802240=425984,2228224=401408} 2024-03-07T03:08:44.131 INFO:tasks.rados.rados.0.smithi090.stdout:3429: writing smithi09077644-7 from 1802240 to 2228224 tid 1 2024-03-07T03:08:44.133 INFO:tasks.rados.rados.0.smithi090.stdout:3429: writing smithi09077644-7 from 2228224 to 2629632 tid 2 2024-03-07T03:08:44.133 INFO:tasks.rados.rados.0.smithi090.stdout:3430: snap_create 2024-03-07T03:08:44.133 INFO:tasks.rados.rados.0.smithi090.stdout:3426: finishing write tid 1 to smithi09077644-16 2024-03-07T03:08:44.133 INFO:tasks.rados.rados.0.smithi090.stdout:3426: finishing write tid 2 to smithi09077644-16 2024-03-07T03:08:44.134 INFO:tasks.rados.rados.0.smithi090.stdout:3426: finishing write tid 3 to smithi09077644-16 2024-03-07T03:08:44.134 INFO:tasks.rados.rados.0.smithi090.stdout:3426: oid 16 updating version 0 to 12739 2024-03-07T03:08:44.134 INFO:tasks.rados.rados.0.smithi090.stdout:3426: oid 16 version 12739 is already newer than 12738 2024-03-07T03:08:44.134 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 12739 (ObjNum 1050 snap 331 seq_num 1050) dirty exists 2024-03-07T03:08:44.134 INFO:tasks.rados.rados.0.smithi090.stdout:3426: left oid 16 (ObjNum 1050 snap 331 seq_num 1050) 2024-03-07T03:08:44.136 INFO:tasks.rados.rados.0.smithi090.stdout:3429: finishing write tid 1 to smithi09077644-7 2024-03-07T03:08:44.136 INFO:tasks.rados.rados.0.smithi090.stdout:3429: finishing write tid 2 to smithi09077644-7 2024-03-07T03:08:44.136 INFO:tasks.rados.rados.0.smithi090.stdout:3429: finishing write tid 3 to smithi09077644-7 2024-03-07T03:08:44.137 INFO:tasks.rados.rados.0.smithi090.stdout:3429: finishing write tid 4 to smithi09077644-7 2024-03-07T03:08:44.137 INFO:tasks.rados.rados.0.smithi090.stdout:3429: oid 7 updating version 0 to 1434 2024-03-07T03:08:44.138 INFO:tasks.rados.rados.0.smithi090.stdout:3429: oid 7 version 1434 is already newer than 1433 2024-03-07T03:08:44.138 INFO:tasks.rados.rados.0.smithi090.stdout:3429: oid 7 version 1434 is already newer than 1432 2024-03-07T03:08:44.138 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 7 v 1434 (ObjNum 1052 snap 331 seq_num 1052) dirty exists 2024-03-07T03:08:44.138 INFO:tasks.rados.rados.0.smithi090.stdout:3429: left oid 7 (ObjNum 1052 snap 331 seq_num 1052) 2024-03-07T03:08:44.150 INFO:tasks.rados.rados.0.smithi090.stdout:3424: finishing copy_from racing read to smithi09077644-26 2024-03-07T03:08:44.150 INFO:tasks.rados.rados.0.smithi090.stdout:3424: finishing copy_from to smithi09077644-26 2024-03-07T03:08:44.150 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 26 v 1441 (ObjNum 1016 snap 325 seq_num 1016) dirty exists 2024-03-07T03:08:44.354 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:08:44 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:08:44.102+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:44.354 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:08:44 smithi090 podman[120768]: 2024-03-07 03:08:44.338567508 +0000 UTC m=+0.614073389 container cleanup 76496853f3a5c9e80a5b529cf3af9d0d706f8950203673960c95fb38736c5462 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2024-03-07T03:08:44.354 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:08:44 smithi090 bash[120768]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a 2024-03-07T03:08:44.354 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:44 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:44.114+0000 7f4442f67700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:08:44.355 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:44 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:44.114+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:44.355 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:44 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:44.110+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:44.355 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:44 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:44.111+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:44.355 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:44 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:44.114+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:08:44.355 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:44 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:44.114+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:44.414 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:08:44 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:08:44.115+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:44.414 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:44 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:44.123+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:44.414 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:44 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:44.123+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:08:44.414 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:44 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:44.123+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1e6=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:44.415 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:44 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:44.105+0000 7fc29a41b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:08:44.415 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:44 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:44.105+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:44.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:44 smithi092 ceph-mon[83777]: osdmap e733: 8 total, 8 up, 8 in 2024-03-07T03:08:44.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:44 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:44.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:44 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:44.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:44 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1e5=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:44.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:44 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:44.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:44 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:44.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:44 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:44.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:44 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:44.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:44 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:44.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:44 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:44.416 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:44 smithi092 ceph-mon[83777]: pgmap v531: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 592 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 205 KiB/s rd, 1.4 MiB/s wr, 9 op/s 2024-03-07T03:08:44.705 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:08:44 smithi090 podman[120781]: 2024-03-07 03:08:44.573729777 +0000 UTC m=+0.719520855 container remove 76496853f3a5c9e80a5b529cf3af9d0d706f8950203673960c95fb38736c5462 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2024-03-07T03:08:44.705 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:08:44 smithi090 systemd[1]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-03-07T03:08:45.076 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:08:44 smithi090 systemd[1]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@node-exporter.a.service: Failed with result 'exit-code'. 2024-03-07T03:08:45.076 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:08:44 smithi090 systemd[1]: Stopped Ceph node-exporter.a for fb96fd1c-dc2c-11ee-95c6-87774f69a715. 2024-03-07T03:08:45.076 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:08:44 smithi090 systemd[1]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@node-exporter.a.service: Consumed 3.056s CPU time. 2024-03-07T03:08:45.076 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:08:44 smithi090 systemd[1]: Starting Ceph node-exporter.a for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T03:08:45.109 INFO:tasks.rados.rados.0.smithi090.stdout:3424: done (3 left) 2024-03-07T03:08:45.109 INFO:tasks.rados.rados.0.smithi090.stdout:3426: done (2 left) 2024-03-07T03:08:45.109 INFO:tasks.rados.rados.0.smithi090.stdout:3429: done (1 left) 2024-03-07T03:08:45.109 INFO:tasks.rados.rados.0.smithi090.stdout:3430: done (0 left) 2024-03-07T03:08:45.109 INFO:tasks.rados.rados.0.smithi090.stdout:3431: delete oid 25 current snap is 332 2024-03-07T03:08:45.115 INFO:tasks.rados.rados.0.smithi090.stdout:3431: done (0 left) 2024-03-07T03:08:45.115 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 45 current snap is 332 2024-03-07T03:08:45.115 INFO:tasks.rados.rados.0.smithi090.stdout:3432: seq_num 1054 ranges {1867776=458752,2326528=401408} 2024-03-07T03:08:45.128 INFO:tasks.rados.rados.0.smithi090.stdout:3432: writing smithi09077644-45 from 1867776 to 2326528 tid 1 2024-03-07T03:08:45.131 INFO:tasks.rados.rados.0.smithi090.stdout:3432: writing smithi09077644-45 from 2326528 to 2727936 tid 2 2024-03-07T03:08:45.132 INFO:tasks.rados.rados.0.smithi090.stdout:3433: read oid 17 snap -1 2024-03-07T03:08:45.132 INFO:tasks.rados.rados.0.smithi090.stdout:3433: expect (ObjNum 748 snap 237 seq_num 748) 2024-03-07T03:08:45.132 INFO:tasks.rados.rados.0.smithi090.stdout:3434: read oid 3 snap -1 2024-03-07T03:08:45.132 INFO:tasks.rados.rados.0.smithi090.stdout:3434: expect deleted 2024-03-07T03:08:45.132 INFO:tasks.rados.rados.0.smithi090.stdout:3435: copy_from oid 11 from oid 28 current snap is 332 2024-03-07T03:08:45.132 INFO:tasks.rados.rados.0.smithi090.stdout:3436: read oid 16 snap -1 2024-03-07T03:08:45.132 INFO:tasks.rados.rados.0.smithi090.stdout:3436: expect (ObjNum 1050 snap 331 seq_num 1050) 2024-03-07T03:08:45.132 INFO:tasks.rados.rados.0.smithi090.stdout:3437: read oid 40 snap 329 2024-03-07T03:08:45.132 INFO:tasks.rados.rados.0.smithi090.stdout:3437: expect (ObjNum 748 snap 237 seq_num 748) 2024-03-07T03:08:45.132 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 33 current snap is 332 2024-03-07T03:08:45.132 INFO:tasks.rados.rados.0.smithi090.stdout:3438: seq_num 1055 ranges {385024=475136,860160=401408} 2024-03-07T03:08:45.136 INFO:tasks.rados.rados.0.smithi090.stdout:3438: writing smithi09077644-33 from 385024 to 860160 tid 1 2024-03-07T03:08:45.140 INFO:tasks.rados.rados.0.smithi090.stdout:3438: writing smithi09077644-33 from 860160 to 1261568 tid 2 2024-03-07T03:08:45.140 INFO:tasks.rados.rados.0.smithi090.stdout:3439: read oid 26 snap -1 2024-03-07T03:08:45.140 INFO:tasks.rados.rados.0.smithi090.stdout:3439: expect (ObjNum 1016 snap 325 seq_num 1016) 2024-03-07T03:08:45.140 INFO:tasks.rados.rados.0.smithi090.stdout:3440: delete oid 7 current snap is 332 2024-03-07T03:08:45.140 INFO:tasks.rados.rados.0.smithi090.stdout:3432: finishing write tid 1 to smithi09077644-45 2024-03-07T03:08:45.140 INFO:tasks.rados.rados.0.smithi090.stdout:3432: finishing write tid 2 to smithi09077644-45 2024-03-07T03:08:45.141 INFO:tasks.rados.rados.0.smithi090.stdout:3432: finishing write tid 3 to smithi09077644-45 2024-03-07T03:08:45.141 INFO:tasks.rados.rados.0.smithi090.stdout:3437: expect (ObjNum 748 snap 237 seq_num 748) 2024-03-07T03:08:45.167 INFO:tasks.rados.rados.0.smithi090.stdout:3435: finishing copy_from racing read to smithi09077644-11 2024-03-07T03:08:45.167 INFO:tasks.rados.rados.0.smithi090.stdout:3435: finishing copy_from to smithi09077644-11 2024-03-07T03:08:45.167 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 11 v 1346 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-03-07T03:08:45.167 INFO:tasks.rados.rados.0.smithi090.stdout:3433: expect (ObjNum 748 snap 237 seq_num 748) 2024-03-07T03:08:45.190 INFO:tasks.rados.rados.0.smithi090.stdout:3432: finishing write tid 4 to smithi09077644-45 2024-03-07T03:08:45.190 INFO:tasks.rados.rados.0.smithi090.stdout:3432: oid 45 updating version 0 to 1462 2024-03-07T03:08:45.190 INFO:tasks.rados.rados.0.smithi090.stdout:3432: oid 45 updating version 1462 to 1464 2024-03-07T03:08:45.190 INFO:tasks.rados.rados.0.smithi090.stdout:3432: oid 45 version 1464 is already newer than 1463 2024-03-07T03:08:45.190 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 45 v 1464 (ObjNum 1054 snap 332 seq_num 1054) dirty exists 2024-03-07T03:08:45.190 INFO:tasks.rados.rados.0.smithi090.stdout:3432: left oid 45 (ObjNum 1054 snap 332 seq_num 1054) 2024-03-07T03:08:45.190 INFO:tasks.rados.rados.0.smithi090.stdout:3436: expect (ObjNum 1050 snap 331 seq_num 1050) 2024-03-07T03:08:45.211 INFO:tasks.rados.rados.0.smithi090.stdout:3438: finishing write tid 1 to smithi09077644-33 2024-03-07T03:08:45.211 INFO:tasks.rados.rados.0.smithi090.stdout:3438: finishing write tid 2 to smithi09077644-33 2024-03-07T03:08:45.211 INFO:tasks.rados.rados.0.smithi090.stdout:3438: finishing write tid 3 to smithi09077644-33 2024-03-07T03:08:45.211 INFO:tasks.rados.rados.0.smithi090.stdout:3438: finishing write tid 4 to smithi09077644-33 2024-03-07T03:08:45.211 INFO:tasks.rados.rados.0.smithi090.stdout:3438: oid 33 updating version 0 to 1583 2024-03-07T03:08:45.211 INFO:tasks.rados.rados.0.smithi090.stdout:3438: oid 33 version 1583 is already newer than 1582 2024-03-07T03:08:45.211 INFO:tasks.rados.rados.0.smithi090.stdout:3438: oid 33 version 1583 is already newer than 1581 2024-03-07T03:08:45.211 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 33 v 1583 (ObjNum 1055 snap 332 seq_num 1055) dirty exists 2024-03-07T03:08:45.211 INFO:tasks.rados.rados.0.smithi090.stdout:3438: left oid 33 (ObjNum 1055 snap 332 seq_num 1055) 2024-03-07T03:08:45.212 INFO:tasks.rados.rados.0.smithi090.stdout:3439: expect (ObjNum 1016 snap 325 seq_num 1016) 2024-03-07T03:08:45.359 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:45.112+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:45.359 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:45.112+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:45.359 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:45.112+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:45.359 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:45.359 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:45.359 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-mon[89511]: osdmap e734: 8 total, 8 up, 8 in 2024-03-07T03:08:45.359 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:45.360 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:45.360 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:45.360 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:45.360 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:45.360 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1e6=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:45.360 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:45.360 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:45.360 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-mon[91928]: osdmap e734: 8 total, 8 up, 8 in 2024-03-07T03:08:45.360 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:45.360 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:45.360 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:45.361 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:45.361 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:45.361 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1e6=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:45.361 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:08:45.109+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:45.361 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:45.134+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:45.361 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:08:45 smithi090 podman[120921]: 2024-03-07 03:08:45.055301178 +0000 UTC m=+0.017926297 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-03-07T03:08:45.362 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:08:45 smithi090 podman[120921]: 2024-03-07 03:08:45.166992367 +0000 UTC m=+0.129617497 container create efb027e5514ab830e24b6d2d91c19423a01c0b04508f5aa190f85680932759f8 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2024-03-07T03:08:45.414 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:08:45 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:08:45.113+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:45.414 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:45 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:45.115+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1e7=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:45.414 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:45 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:45.115+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:08:45.414 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:45 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:45.115+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:45.414 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:45 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:45.116+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1e6=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:45.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:45 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:45.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:45 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1dc=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:45.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:45 smithi092 ceph-mon[83777]: osdmap e734: 8 total, 8 up, 8 in 2024-03-07T03:08:45.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:45 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:45.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:45 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:45.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:45 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:45.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:45 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:45.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:45 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:45.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:45 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1e6=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:45.826 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:08:45 smithi090 podman[120921]: 2024-03-07 03:08:45.420859137 +0000 UTC m=+0.383484255 container init efb027e5514ab830e24b6d2d91c19423a01c0b04508f5aa190f85680932759f8 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2024-03-07T03:08:45.826 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:08:45 smithi090 podman[120921]: 2024-03-07 03:08:45.423800945 +0000 UTC m=+0.386426051 container start efb027e5514ab830e24b6d2d91c19423a01c0b04508f5aa190f85680932759f8 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2024-03-07T03:08:45.826 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[120935]: ts=2024-03-07T03:08:45.427Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-03-07T03:08:45.826 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[120935]: ts=2024-03-07T03:08:45.427Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-03-07T03:08:45.826 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[120935]: ts=2024-03-07T03:08:45.427Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-03-07T03:08:45.826 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[120935]: ts=2024-03-07T03:08:45.427Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-03-07T03:08:45.826 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[120935]: ts=2024-03-07T03:08:45.428Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-03-07T03:08:45.826 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[120935]: ts=2024-03-07T03:08:45.428Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-03-07T03:08:45.826 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[120935]: ts=2024-03-07T03:08:45.428Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-03-07T03:08:45.826 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[120935]: ts=2024-03-07T03:08:45.428Z caller=node_exporter.go:117 level=info collector=arp 2024-03-07T03:08:45.826 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[120935]: ts=2024-03-07T03:08:45.428Z caller=node_exporter.go:117 level=info collector=bcache 2024-03-07T03:08:45.827 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[120935]: ts=2024-03-07T03:08:45.428Z caller=node_exporter.go:117 level=info collector=bonding 2024-03-07T03:08:45.827 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[120935]: ts=2024-03-07T03:08:45.428Z caller=node_exporter.go:117 level=info collector=btrfs 2024-03-07T03:08:45.827 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[120935]: ts=2024-03-07T03:08:45.428Z caller=node_exporter.go:117 level=info collector=conntrack 2024-03-07T03:08:45.827 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[120935]: ts=2024-03-07T03:08:45.428Z caller=node_exporter.go:117 level=info collector=cpu 2024-03-07T03:08:45.827 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[120935]: ts=2024-03-07T03:08:45.428Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-03-07T03:08:45.827 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[120935]: ts=2024-03-07T03:08:45.428Z caller=node_exporter.go:117 level=info collector=diskstats 2024-03-07T03:08:45.827 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[120935]: ts=2024-03-07T03:08:45.428Z caller=node_exporter.go:117 level=info collector=dmi 2024-03-07T03:08:45.828 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[120935]: ts=2024-03-07T03:08:45.428Z caller=node_exporter.go:117 level=info collector=edac 2024-03-07T03:08:45.828 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[120935]: ts=2024-03-07T03:08:45.428Z caller=node_exporter.go:117 level=info collector=entropy 2024-03-07T03:08:45.828 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[120935]: ts=2024-03-07T03:08:45.428Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-03-07T03:08:45.828 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[120935]: ts=2024-03-07T03:08:45.428Z caller=node_exporter.go:117 level=info collector=filefd 2024-03-07T03:08:45.828 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[120935]: ts=2024-03-07T03:08:45.428Z caller=node_exporter.go:117 level=info collector=filesystem 2024-03-07T03:08:45.828 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[120935]: ts=2024-03-07T03:08:45.428Z caller=node_exporter.go:117 level=info collector=hwmon 2024-03-07T03:08:45.828 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[120935]: ts=2024-03-07T03:08:45.428Z caller=node_exporter.go:117 level=info collector=infiniband 2024-03-07T03:08:45.828 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[120935]: ts=2024-03-07T03:08:45.428Z caller=node_exporter.go:117 level=info collector=ipvs 2024-03-07T03:08:45.828 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[120935]: ts=2024-03-07T03:08:45.428Z caller=node_exporter.go:117 level=info collector=loadavg 2024-03-07T03:08:45.828 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[120935]: ts=2024-03-07T03:08:45.428Z caller=node_exporter.go:117 level=info collector=mdadm 2024-03-07T03:08:45.828 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[120935]: ts=2024-03-07T03:08:45.428Z caller=node_exporter.go:117 level=info collector=meminfo 2024-03-07T03:08:45.828 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[120935]: ts=2024-03-07T03:08:45.428Z caller=node_exporter.go:117 level=info collector=netclass 2024-03-07T03:08:45.828 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[120935]: ts=2024-03-07T03:08:45.428Z caller=node_exporter.go:117 level=info collector=netdev 2024-03-07T03:08:45.829 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[120935]: ts=2024-03-07T03:08:45.428Z caller=node_exporter.go:117 level=info collector=netstat 2024-03-07T03:08:45.829 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[120935]: ts=2024-03-07T03:08:45.428Z caller=node_exporter.go:117 level=info collector=nfs 2024-03-07T03:08:45.829 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[120935]: ts=2024-03-07T03:08:45.428Z caller=node_exporter.go:117 level=info collector=nfsd 2024-03-07T03:08:45.829 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[120935]: ts=2024-03-07T03:08:45.428Z caller=node_exporter.go:117 level=info collector=nvme 2024-03-07T03:08:45.829 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[120935]: ts=2024-03-07T03:08:45.428Z caller=node_exporter.go:117 level=info collector=os 2024-03-07T03:08:45.829 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[120935]: ts=2024-03-07T03:08:45.428Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-03-07T03:08:45.829 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[120935]: ts=2024-03-07T03:08:45.428Z caller=node_exporter.go:117 level=info collector=pressure 2024-03-07T03:08:45.829 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[120935]: ts=2024-03-07T03:08:45.428Z caller=node_exporter.go:117 level=info collector=rapl 2024-03-07T03:08:45.829 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[120935]: ts=2024-03-07T03:08:45.428Z caller=node_exporter.go:117 level=info collector=schedstat 2024-03-07T03:08:45.829 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[120935]: ts=2024-03-07T03:08:45.428Z caller=node_exporter.go:117 level=info collector=selinux 2024-03-07T03:08:45.829 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[120935]: ts=2024-03-07T03:08:45.428Z caller=node_exporter.go:117 level=info collector=sockstat 2024-03-07T03:08:45.829 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[120935]: ts=2024-03-07T03:08:45.428Z caller=node_exporter.go:117 level=info collector=softnet 2024-03-07T03:08:45.829 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[120935]: ts=2024-03-07T03:08:45.428Z caller=node_exporter.go:117 level=info collector=stat 2024-03-07T03:08:45.829 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[120935]: ts=2024-03-07T03:08:45.428Z caller=node_exporter.go:117 level=info collector=tapestats 2024-03-07T03:08:45.829 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[120935]: ts=2024-03-07T03:08:45.428Z caller=node_exporter.go:117 level=info collector=textfile 2024-03-07T03:08:45.829 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[120935]: ts=2024-03-07T03:08:45.428Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-03-07T03:08:45.830 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[120935]: ts=2024-03-07T03:08:45.428Z caller=node_exporter.go:117 level=info collector=time 2024-03-07T03:08:45.830 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[120935]: ts=2024-03-07T03:08:45.428Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-03-07T03:08:45.830 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[120935]: ts=2024-03-07T03:08:45.428Z caller=node_exporter.go:117 level=info collector=uname 2024-03-07T03:08:45.830 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[120935]: ts=2024-03-07T03:08:45.428Z caller=node_exporter.go:117 level=info collector=vmstat 2024-03-07T03:08:45.830 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[120935]: ts=2024-03-07T03:08:45.428Z caller=node_exporter.go:117 level=info collector=xfs 2024-03-07T03:08:45.830 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[120935]: ts=2024-03-07T03:08:45.428Z caller=node_exporter.go:117 level=info collector=zfs 2024-03-07T03:08:45.830 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[120935]: ts=2024-03-07T03:08:45.429Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-03-07T03:08:45.830 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:08:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a[120935]: ts=2024-03-07T03:08:45.429Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-03-07T03:08:45.830 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:08:45 smithi090 bash[120921]: efb027e5514ab830e24b6d2d91c19423a01c0b04508f5aa190f85680932759f8 2024-03-07T03:08:45.830 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:08:45 smithi090 systemd[1]: Started Ceph node-exporter.a for fb96fd1c-dc2c-11ee-95c6-87774f69a715. 2024-03-07T03:08:45.835 INFO:tasks.rados.rados.0.smithi090.stdout:3432: done (8 left) 2024-03-07T03:08:45.835 INFO:tasks.rados.rados.0.smithi090.stdout:3433: done (7 left) 2024-03-07T03:08:45.835 INFO:tasks.rados.rados.0.smithi090.stdout:3434: done (6 left) 2024-03-07T03:08:45.835 INFO:tasks.rados.rados.0.smithi090.stdout:3435: done (5 left) 2024-03-07T03:08:45.835 INFO:tasks.rados.rados.0.smithi090.stdout:3436: done (4 left) 2024-03-07T03:08:45.835 INFO:tasks.rados.rados.0.smithi090.stdout:3437: done (3 left) 2024-03-07T03:08:45.835 INFO:tasks.rados.rados.0.smithi090.stdout:3438: done (2 left) 2024-03-07T03:08:45.835 INFO:tasks.rados.rados.0.smithi090.stdout:3439: done (1 left) 2024-03-07T03:08:45.835 INFO:tasks.rados.rados.0.smithi090.stdout:3440: done (0 left) 2024-03-07T03:08:45.835 INFO:tasks.rados.rados.0.smithi090.stdout:3441: snap_create 2024-03-07T03:08:46.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:46 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:46.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:46 smithi092 ceph-mon[83777]: osdmap e735: 8 total, 8 up, 8 in 2024-03-07T03:08:46.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:46 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:46.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:46 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:46.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:46 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:46.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:46 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:46.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:46 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:46.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:46 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1e7=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:46.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:46 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:46.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:46 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1e6=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:46.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:46 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:46.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:46 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:46.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:46 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:46.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:46 smithi092 ceph-mon[83777]: pgmap v534: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 605 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.6 MiB/s wr, 33 op/s 2024-03-07T03:08:46.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:46 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:46.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:46 smithi090 ceph-mon[89511]: osdmap e735: 8 total, 8 up, 8 in 2024-03-07T03:08:46.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:46 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:46.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:46 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:46.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:46 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:46.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:46 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:46.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:46 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:46.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:46 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1e7=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:46.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:46 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:46.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:46 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1e6=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:46.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:46 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:46.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:46 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:46.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:46 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:46.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:46 smithi090 ceph-mon[89511]: pgmap v534: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 605 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.6 MiB/s wr, 33 op/s 2024-03-07T03:08:46.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:46 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:46.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:46 smithi090 ceph-mon[91928]: osdmap e735: 8 total, 8 up, 8 in 2024-03-07T03:08:46.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:46 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:46.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:46 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:46.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:46 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:46.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:46 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:46.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:46 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:46.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:46 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1e7=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:46.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:46 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:46.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:46 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1e6=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:46.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:46 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:46.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:46 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:46.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:46 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:46.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:46 smithi090 ceph-mon[91928]: pgmap v534: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 605 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.6 MiB/s wr, 33 op/s 2024-03-07T03:08:46.596 INFO:tasks.rados.rados.0.smithi090.stdout:3441: done (0 left) 2024-03-07T03:08:46.596 INFO:tasks.rados.rados.0.smithi090.stdout:3442: copy_from oid 23 from oid 22 current snap is 333 2024-03-07T03:08:46.596 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 33 current snap is 333 2024-03-07T03:08:46.596 INFO:tasks.rados.rados.0.smithi090.stdout:3443: seq_num 1057 ranges {1261568=507904,1769472=401408} 2024-03-07T03:08:46.606 INFO:tasks.rados.rados.0.smithi090.stdout:3443: writing smithi09077644-33 from 1261568 to 1769472 tid 1 2024-03-07T03:08:46.609 INFO:tasks.rados.rados.0.smithi090.stdout:3443: writing smithi09077644-33 from 1769472 to 2170880 tid 2 2024-03-07T03:08:46.609 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 13 current snap is 333 2024-03-07T03:08:46.609 INFO:tasks.rados.rados.0.smithi090.stdout:3444: seq_num 1058 ranges {2007040=524288,2531328=401408} 2024-03-07T03:08:46.623 INFO:tasks.rados.rados.0.smithi090.stdout:3444: writing smithi09077644-13 from 2007040 to 2531328 tid 1 2024-03-07T03:08:46.626 INFO:tasks.rados.rados.0.smithi090.stdout:3444: writing smithi09077644-13 from 2531328 to 2932736 tid 2 2024-03-07T03:08:46.626 INFO:tasks.rados.rados.0.smithi090.stdout:3445: rmattr oid 16 current snap is 333 2024-03-07T03:08:46.626 INFO:tasks.rados.rados.0.smithi090.stdout:3445: done (3 left) 2024-03-07T03:08:46.626 INFO:tasks.rados.rados.0.smithi090.stdout:3446: snap_create 2024-03-07T03:08:46.627 INFO:tasks.rados.rados.0.smithi090.stdout:3443: finishing write tid 1 to smithi09077644-33 2024-03-07T03:08:46.627 INFO:tasks.rados.rados.0.smithi090.stdout:3443: finishing write tid 2 to smithi09077644-33 2024-03-07T03:08:46.627 INFO:tasks.rados.rados.0.smithi090.stdout:3442: finishing copy_from racing read to smithi09077644-23 2024-03-07T03:08:46.627 INFO:tasks.rados.rados.0.smithi090.stdout:3443: finishing write tid 3 to smithi09077644-33 2024-03-07T03:08:46.627 INFO:tasks.rados.rados.0.smithi090.stdout:3442: finishing copy_from to smithi09077644-23 2024-03-07T03:08:46.627 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 1574 (ObjNum 1000 snap 320 seq_num 1000) dirty exists 2024-03-07T03:08:46.627 INFO:tasks.rados.rados.0.smithi090.stdout:3443: finishing write tid 4 to smithi09077644-33 2024-03-07T03:08:46.627 INFO:tasks.rados.rados.0.smithi090.stdout:3443: oid 33 updating version 0 to 1586 2024-03-07T03:08:46.627 INFO:tasks.rados.rados.0.smithi090.stdout:3443: oid 33 updating version 1586 to 1587 2024-03-07T03:08:46.627 INFO:tasks.rados.rados.0.smithi090.stdout:3443: oid 33 version 1587 is already newer than 1585 2024-03-07T03:08:46.627 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 33 v 1587 (ObjNum 1057 snap 333 seq_num 1057) dirty exists 2024-03-07T03:08:46.627 INFO:tasks.rados.rados.0.smithi090.stdout:3443: left oid 33 (ObjNum 1057 snap 333 seq_num 1057) 2024-03-07T03:08:46.629 INFO:tasks.rados.rados.0.smithi090.stdout:3444: finishing write tid 1 to smithi09077644-13 2024-03-07T03:08:46.629 INFO:tasks.rados.rados.0.smithi090.stdout:3444: finishing write tid 2 to smithi09077644-13 2024-03-07T03:08:46.629 INFO:tasks.rados.rados.0.smithi090.stdout:3444: finishing write tid 3 to smithi09077644-13 2024-03-07T03:08:46.630 INFO:tasks.rados.rados.0.smithi090.stdout:3444: finishing write tid 4 to smithi09077644-13 2024-03-07T03:08:46.630 INFO:tasks.rados.rados.0.smithi090.stdout:3444: oid 13 updating version 0 to 1445 2024-03-07T03:08:46.630 INFO:tasks.rados.rados.0.smithi090.stdout:3444: oid 13 updating version 1445 to 1446 2024-03-07T03:08:46.631 INFO:tasks.rados.rados.0.smithi090.stdout:3444: oid 13 updating version 1446 to 1447 2024-03-07T03:08:46.631 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 13 v 1447 (ObjNum 1058 snap 333 seq_num 1058) dirty exists 2024-03-07T03:08:46.631 INFO:tasks.rados.rados.0.smithi090.stdout:3444: left oid 13 (ObjNum 1058 snap 333 seq_num 1058) 2024-03-07T03:08:46.914 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:08:46 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:08:46.615+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:46.914 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:46 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:46.617+0000 7fc296413700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:08:46.914 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:46 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:46.618+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1e8=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:46.915 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:46 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:46.610+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:08:46.915 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:46 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:46.610+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:46.915 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:46 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:46.610+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1e6=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:47.076 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:08:46 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:08:46.617+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:47.076 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:46 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:46.600+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:47.076 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:46 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:46.600+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:08:47.076 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:46 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:46.600+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:47.076 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:46 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:46.603+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:47.077 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:46 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:46.595+0000 7f443ef5f700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:08:47.077 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:46 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:46.595+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:47.610 INFO:tasks.rados.rados.0.smithi090.stdout:3442: done (3 left) 2024-03-07T03:08:47.610 INFO:tasks.rados.rados.0.smithi090.stdout:3443: done (2 left) 2024-03-07T03:08:47.610 INFO:tasks.rados.rados.0.smithi090.stdout:3444: done (1 left) 2024-03-07T03:08:47.610 INFO:tasks.rados.rados.0.smithi090.stdout:3446: done (0 left) 2024-03-07T03:08:47.610 INFO:tasks.rados.rados.0.smithi090.stdout:3447: delete oid 7 current snap is 334 2024-03-07T03:08:47.613 INFO:tasks.rados.rados.0.smithi090.stdout:3447: done (0 left) 2024-03-07T03:08:47.613 INFO:tasks.rados.rados.0.smithi090.stdout:3448: snap_remove snap 333 2024-03-07T03:08:47.914 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:08:47 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:08:47.605+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:47.915 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:47 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:47.718+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:08:47.915 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:47 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:47.718+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:47.915 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:47 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:47.718+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1e6=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:47.915 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:47 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:47.612+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1e8=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:47.915 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:08:47 smithi092 systemd[1]: Stopping Ceph node-exporter.b for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T03:08:47.916 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:47 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:47.916 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:47 smithi092 ceph-mon[83777]: osdmap e736: 8 total, 8 up, 8 in 2024-03-07T03:08:47.916 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:47 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:47.916 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:47 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:47.916 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:47 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:47.916 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:47 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:47.916 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:47 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1e6=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:47.916 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:47 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:47.916 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:47 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:47.916 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:47 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1e8=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:48.075 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:08:47 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:08:47.615+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:48.076 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:47 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:47.609+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:48.076 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:47 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:47.718+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:48.076 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:47 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:47.718+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:48.076 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:47 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:47.719+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:48.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:47 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:48.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:47 smithi090 ceph-mon[91928]: osdmap e736: 8 total, 8 up, 8 in 2024-03-07T03:08:48.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:47 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:48.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:47 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:48.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:47 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:48.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:47 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:48.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:47 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1e6=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:48.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:47 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:48.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:47 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:48.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:47 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1e8=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:48.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:47 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:48.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:47 smithi090 ceph-mon[89511]: osdmap e736: 8 total, 8 up, 8 in 2024-03-07T03:08:48.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:47 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:48.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:47 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:48.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:47 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:48.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:47 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:48.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:47 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1e6=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:48.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:47 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:48.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:47 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:48.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:47 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1e8=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:48.311 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:08:48 smithi092 podman[111941]: 2024-03-07 03:08:48.055657186 +0000 UTC m=+0.113977064 container died 9ed8c0a039201b5cdc18e513417773a510ca06dd23cb2468181545a8d411bdbc (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2024-03-07T03:08:48.611 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:08:48 smithi092 podman[111941]: 2024-03-07 03:08:48.420301047 +0000 UTC m=+0.478620920 container cleanup 9ed8c0a039201b5cdc18e513417773a510ca06dd23cb2468181545a8d411bdbc (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2024-03-07T03:08:48.611 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:08:48 smithi092 bash[111941]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b 2024-03-07T03:08:48.620 INFO:tasks.rados.rados.0.smithi090.stdout:3448: done (0 left) 2024-03-07T03:08:48.620 INFO:tasks.rados.rados.0.smithi090.stdout:3449: read oid 20 snap -1 2024-03-07T03:08:48.620 INFO:tasks.rados.rados.0.smithi090.stdout:3449: expect deleted 2024-03-07T03:08:48.620 INFO:tasks.rados.rados.0.smithi090.stdout:3450: read oid 12 snap -1 2024-03-07T03:08:48.620 INFO:tasks.rados.rados.0.smithi090.stdout:3450: expect deleted 2024-03-07T03:08:48.620 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 3 current snap is 334 2024-03-07T03:08:48.620 INFO:tasks.rados.rados.0.smithi090.stdout:3451: seq_num 1060 ranges {0=557056,557056=401408} 2024-03-07T03:08:48.623 INFO:tasks.rados.rados.0.smithi090.stdout:3451: writing smithi09077644-3 from 0 to 557056 tid 1 2024-03-07T03:08:48.626 INFO:tasks.rados.rados.0.smithi090.stdout:3451: writing smithi09077644-3 from 557056 to 958464 tid 2 2024-03-07T03:08:48.626 INFO:tasks.rados.rados.0.smithi090.stdout:3452: read oid 24 snap 329 2024-03-07T03:08:48.626 INFO:tasks.rados.rados.0.smithi090.stdout:3452: expect (ObjNum 1037 snap 327 seq_num 1037) 2024-03-07T03:08:48.626 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 16 current snap is 334 2024-03-07T03:08:48.626 INFO:tasks.rados.rados.0.smithi090.stdout:3453: seq_num 1061 ranges {794624=573440,1368064=401408} 2024-03-07T03:08:48.635 INFO:tasks.rados.rados.0.smithi090.stdout:3453: writing smithi09077644-16 from 794624 to 1368064 tid 1 2024-03-07T03:08:48.637 INFO:tasks.rados.rados.0.smithi090.stdout:3453: writing smithi09077644-16 from 1368064 to 1769472 tid 2 2024-03-07T03:08:48.637 INFO:tasks.rados.rados.0.smithi090.stdout:3454: read oid 31 snap -1 2024-03-07T03:08:48.637 INFO:tasks.rados.rados.0.smithi090.stdout:3454: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-07T03:08:48.637 INFO:tasks.rados.rados.0.smithi090.stdout:3455: copy_from oid 30 from oid 6 current snap is 334 2024-03-07T03:08:48.637 INFO:tasks.rados.rados.0.smithi090.stdout:3451: finishing write tid 1 to smithi09077644-3 2024-03-07T03:08:48.637 INFO:tasks.rados.rados.0.smithi090.stdout:3449: done (6 left) 2024-03-07T03:08:48.637 INFO:tasks.rados.rados.0.smithi090.stdout:3450: done (5 left) 2024-03-07T03:08:48.637 INFO:tasks.rados.rados.0.smithi090.stdout:3456: read oid 38 snap -1 2024-03-07T03:08:48.637 INFO:tasks.rados.rados.0.smithi090.stdout:3456: expect (ObjNum 988 snap 318 seq_num 988) 2024-03-07T03:08:48.637 INFO:tasks.rados.rados.0.smithi090.stdout:3457: copy_from oid 27 from oid 23 current snap is 334 2024-03-07T03:08:48.637 INFO:tasks.rados.rados.0.smithi090.stdout:3451: finishing write tid 2 to smithi09077644-3 2024-03-07T03:08:48.638 INFO:tasks.rados.rados.0.smithi090.stdout:3451: finishing write tid 3 to smithi09077644-3 2024-03-07T03:08:48.638 INFO:tasks.rados.rados.0.smithi090.stdout:3452: expect (ObjNum 1037 snap 327 seq_num 1037) 2024-03-07T03:08:48.658 INFO:tasks.rados.rados.0.smithi090.stdout:3451: finishing write tid 4 to smithi09077644-3 2024-03-07T03:08:48.658 INFO:tasks.rados.rados.0.smithi090.stdout:3451: oid 3 updating version 0 to 1477 2024-03-07T03:08:48.658 INFO:tasks.rados.rados.0.smithi090.stdout:3451: oid 3 updating version 1477 to 1479 2024-03-07T03:08:48.658 INFO:tasks.rados.rados.0.smithi090.stdout:3451: oid 3 version 1479 is already newer than 1478 2024-03-07T03:08:48.658 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 1479 (ObjNum 1060 snap 334 seq_num 1060) dirty exists 2024-03-07T03:08:48.658 INFO:tasks.rados.rados.0.smithi090.stdout:3451: left oid 3 (ObjNum 1060 snap 334 seq_num 1060) 2024-03-07T03:08:48.658 INFO:tasks.rados.rados.0.smithi090.stdout:3451: done (6 left) 2024-03-07T03:08:48.658 INFO:tasks.rados.rados.0.smithi090.stdout:3452: done (5 left) 2024-03-07T03:08:48.658 INFO:tasks.rados.rados.0.smithi090.stdout:3458: read oid 11 snap 330 2024-03-07T03:08:48.659 INFO:tasks.rados.rados.0.smithi090.stdout:3458: expect deleted 2024-03-07T03:08:48.659 INFO:tasks.rados.rados.0.smithi090.stdout:3459: setattr oid 46 current snap is 334 2024-03-07T03:08:48.659 INFO:tasks.rados.rados.0.smithi090.stdout:3454: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-07T03:08:48.659 INFO:tasks.rados.rados.0.smithi090.stdout:3453: finishing write tid 1 to smithi09077644-16 2024-03-07T03:08:48.659 INFO:tasks.rados.rados.0.smithi090.stdout:3453: finishing write tid 2 to smithi09077644-16 2024-03-07T03:08:48.659 INFO:tasks.rados.rados.0.smithi090.stdout:3453: finishing write tid 3 to smithi09077644-16 2024-03-07T03:08:48.659 INFO:tasks.rados.rados.0.smithi090.stdout:3453: finishing write tid 4 to smithi09077644-16 2024-03-07T03:08:48.659 INFO:tasks.rados.rados.0.smithi090.stdout:3453: oid 16 updating version 0 to 12742 2024-03-07T03:08:48.660 INFO:tasks.rados.rados.0.smithi090.stdout:3453: oid 16 version 12742 is already newer than 12740 2024-03-07T03:08:48.660 INFO:tasks.rados.rados.0.smithi090.stdout:3453: oid 16 version 12742 is already newer than 12741 2024-03-07T03:08:48.660 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 12742 (ObjNum 1061 snap 334 seq_num 1061) dirty exists 2024-03-07T03:08:48.660 INFO:tasks.rados.rados.0.smithi090.stdout:3453: left oid 16 (ObjNum 1061 snap 334 seq_num 1061) 2024-03-07T03:08:48.660 INFO:tasks.rados.rados.0.smithi090.stdout:3455: finishing copy_from racing read to smithi09077644-30 2024-03-07T03:08:48.660 INFO:tasks.rados.rados.0.smithi090.stdout:3455: finishing copy_from to smithi09077644-30 2024-03-07T03:08:48.660 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 30 v 1181 (ObjNum 1038 snap 327 seq_num 1038) dirty exists 2024-03-07T03:08:48.660 INFO:tasks.rados.rados.0.smithi090.stdout:3456: expect (ObjNum 988 snap 318 seq_num 988) 2024-03-07T03:08:48.714 INFO:tasks.rados.rados.0.smithi090.stdout:3457: finishing copy_from racing read to smithi09077644-27 2024-03-07T03:08:48.714 INFO:tasks.rados.rados.0.smithi090.stdout:3457: finishing copy_from to smithi09077644-27 2024-03-07T03:08:48.714 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 27 v 1574 (ObjNum 1000 snap 320 seq_num 1000) dirty exists 2024-03-07T03:08:48.714 INFO:tasks.rados.rados.0.smithi090.stdout:3453: done (6 left) 2024-03-07T03:08:48.714 INFO:tasks.rados.rados.0.smithi090.stdout:3454: done (5 left) 2024-03-07T03:08:48.715 INFO:tasks.rados.rados.0.smithi090.stdout:3455: done (4 left) 2024-03-07T03:08:48.715 INFO:tasks.rados.rados.0.smithi090.stdout:3456: done (3 left) 2024-03-07T03:08:48.715 INFO:tasks.rados.rados.0.smithi090.stdout:3457: done (2 left) 2024-03-07T03:08:48.715 INFO:tasks.rados.rados.0.smithi090.stdout:3458: done (1 left) 2024-03-07T03:08:48.715 INFO:tasks.rados.rados.0.smithi090.stdout:3460: snap_remove snap 324 2024-03-07T03:08:48.914 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:08:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:08:48.612+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:48.914 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:48.639+0000 7fc296413700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:08:48.914 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:48.639+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1e8=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:48.914 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:08:48 smithi092 podman[111955]: 2024-03-07 03:08:48.688658775 +0000 UTC m=+0.633676523 container remove 9ed8c0a039201b5cdc18e513417773a510ca06dd23cb2468181545a8d411bdbc (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2024-03-07T03:08:48.914 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:08:48 smithi092 systemd[1]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-03-07T03:08:48.915 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:08:48 smithi092 systemd[1]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@node-exporter.b.service: Failed with result 'exit-code'. 2024-03-07T03:08:48.915 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:08:48 smithi092 systemd[1]: Stopped Ceph node-exporter.b for fb96fd1c-dc2c-11ee-95c6-87774f69a715. 2024-03-07T03:08:48.915 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:08:48 smithi092 systemd[1]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@node-exporter.b.service: Consumed 2.938s CPU time. 2024-03-07T03:08:48.915 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:48.640+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:08:48.915 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:48.640+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:48.915 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:48.640+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1e6=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:48.915 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:48 smithi092 ceph-mon[83777]: Upgrade: Updating node-exporter.b (2/2) 2024-03-07T03:08:48.915 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:48 smithi092 ceph-mon[83777]: Deploying daemon node-exporter.b on smithi092 2024-03-07T03:08:48.915 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:48 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:48.916 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:48 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:48.916 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:48 smithi092 ceph-mon[83777]: osdmap e737: 8 total, 8 up, 8 in 2024-03-07T03:08:48.916 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:48 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1e8=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:48.916 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:48 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:48.916 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:48 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:48.916 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:48 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:48.916 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:48 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:48.916 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:48 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:48.916 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:48 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1e6=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:48.916 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:48 smithi092 ceph-mon[83777]: pgmap v537: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 609 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.6 MiB/s wr, 40 op/s 2024-03-07T03:08:49.076 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:08:48 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:08:48.619+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:49.076 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:48 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:48.623+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:49.076 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:48 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:48.624+0000 7fa43c425700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:08:49.076 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:48 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:48.624+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:49.076 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:48 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:48.624+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:49.076 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:48 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:48.654+0000 7f443ef5f700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:08:49.077 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:48 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:48.654+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:49.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:48 smithi090 ceph-mon[89511]: Upgrade: Updating node-exporter.b (2/2) 2024-03-07T03:08:49.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:48 smithi090 ceph-mon[89511]: Deploying daemon node-exporter.b on smithi092 2024-03-07T03:08:49.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:48 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:49.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:48 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:49.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:48 smithi090 ceph-mon[89511]: osdmap e737: 8 total, 8 up, 8 in 2024-03-07T03:08:49.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:48 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1e8=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:49.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:48 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:49.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:48 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:49.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:48 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:49.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:48 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:49.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:48 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:49.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:48 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1e6=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:49.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:48 smithi090 ceph-mon[89511]: pgmap v537: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 609 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.6 MiB/s wr, 40 op/s 2024-03-07T03:08:49.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:48 smithi090 ceph-mon[91928]: Upgrade: Updating node-exporter.b (2/2) 2024-03-07T03:08:49.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:48 smithi090 ceph-mon[91928]: Deploying daemon node-exporter.b on smithi092 2024-03-07T03:08:49.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:48 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:49.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:48 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:49.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:48 smithi090 ceph-mon[91928]: osdmap e737: 8 total, 8 up, 8 in 2024-03-07T03:08:49.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:48 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1e8=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:49.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:48 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:49.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:48 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:49.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:48 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:49.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:48 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:49.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:48 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:49.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:48 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1e6=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:49.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:48 smithi090 ceph-mon[91928]: pgmap v537: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 609 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.6 MiB/s wr, 40 op/s 2024-03-07T03:08:49.414 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:08:49 smithi092 systemd[1]: Starting Ceph node-exporter.b for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T03:08:49.414 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:08:49 smithi092 podman[112085]: 2024-03-07 03:08:49.160703373 +0000 UTC m=+0.017809834 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-03-07T03:08:49.414 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:08:49 smithi092 podman[112085]: 2024-03-07 03:08:49.281799987 +0000 UTC m=+0.138906475 container create ffaf0c16175a619676900fb3b91382f01e6f2727366ef63d6d9589851f54d527 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2024-03-07T03:08:49.630 INFO:tasks.rados.rados.0.smithi090.stdout:3460: done (1 left) 2024-03-07T03:08:49.630 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 10 current snap is 334 2024-03-07T03:08:49.630 INFO:tasks.rados.rados.0.smithi090.stdout:3461: seq_num 1062 ranges {1163264=589824,1753088=401408} 2024-03-07T03:08:49.640 INFO:tasks.rados.rados.0.smithi090.stdout:3461: writing smithi09077644-10 from 1163264 to 1753088 tid 1 2024-03-07T03:08:49.643 INFO:tasks.rados.rados.0.smithi090.stdout:3461: writing smithi09077644-10 from 1753088 to 2154496 tid 2 2024-03-07T03:08:49.643 INFO:tasks.rados.rados.0.smithi090.stdout:3462: copy_from oid 14 from oid 38 current snap is 334 2024-03-07T03:08:49.643 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 1585 (ObjNum 990 snap 319 seq_num 990) dirty exists 2024-03-07T03:08:49.643 INFO:tasks.rados.rados.0.smithi090.stdout:3459: done (2 left) 2024-03-07T03:08:49.643 INFO:tasks.rados.rados.0.smithi090.stdout:3463: snap_remove snap 319 2024-03-07T03:08:49.914 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:49.626+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1e8=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:49.914 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:49.629+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:08:49.914 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:49.630+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:49.914 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:49.630+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1e6=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:49.914 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:08:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:08:49.624+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:49.915 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:49 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:49.915 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:49 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:49.915 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:49 smithi092 ceph-mon[83777]: osdmap e738: 8 total, 8 up, 8 in 2024-03-07T03:08:49.915 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:49 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:49.915 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:49 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:49.915 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:49 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:49.915 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:49 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1e8=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:49.915 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:49 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:49.915 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:49 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1e6=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:49.915 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:49 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:49.916 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:08:49 smithi092 podman[112085]: 2024-03-07 03:08:49.567305833 +0000 UTC m=+0.424412279 container init ffaf0c16175a619676900fb3b91382f01e6f2727366ef63d6d9589851f54d527 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2024-03-07T03:08:49.916 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:08:49 smithi092 podman[112085]: 2024-03-07 03:08:49.569928721 +0000 UTC m=+0.427035167 container start ffaf0c16175a619676900fb3b91382f01e6f2727366ef63d6d9589851f54d527 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2024-03-07T03:08:49.916 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:08:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[112099]: ts=2024-03-07T03:08:49.573Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-03-07T03:08:49.916 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:08:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[112099]: ts=2024-03-07T03:08:49.573Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-03-07T03:08:49.916 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:08:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[112099]: ts=2024-03-07T03:08:49.573Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-03-07T03:08:49.916 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:08:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[112099]: ts=2024-03-07T03:08:49.573Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-03-07T03:08:49.916 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:08:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[112099]: ts=2024-03-07T03:08:49.573Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-03-07T03:08:49.916 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:08:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[112099]: ts=2024-03-07T03:08:49.574Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-03-07T03:08:49.916 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:08:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[112099]: ts=2024-03-07T03:08:49.574Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-03-07T03:08:49.917 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:08:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[112099]: ts=2024-03-07T03:08:49.574Z caller=node_exporter.go:117 level=info collector=arp 2024-03-07T03:08:49.917 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:08:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[112099]: ts=2024-03-07T03:08:49.574Z caller=node_exporter.go:117 level=info collector=bcache 2024-03-07T03:08:49.917 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:08:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[112099]: ts=2024-03-07T03:08:49.574Z caller=node_exporter.go:117 level=info collector=bonding 2024-03-07T03:08:49.917 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:08:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[112099]: ts=2024-03-07T03:08:49.574Z caller=node_exporter.go:117 level=info collector=btrfs 2024-03-07T03:08:49.917 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:08:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[112099]: ts=2024-03-07T03:08:49.574Z caller=node_exporter.go:117 level=info collector=conntrack 2024-03-07T03:08:49.917 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:08:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[112099]: ts=2024-03-07T03:08:49.574Z caller=node_exporter.go:117 level=info collector=cpu 2024-03-07T03:08:49.917 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:08:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[112099]: ts=2024-03-07T03:08:49.574Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-03-07T03:08:49.917 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:08:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[112099]: ts=2024-03-07T03:08:49.574Z caller=node_exporter.go:117 level=info collector=diskstats 2024-03-07T03:08:49.917 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:08:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[112099]: ts=2024-03-07T03:08:49.574Z caller=node_exporter.go:117 level=info collector=dmi 2024-03-07T03:08:49.917 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:08:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[112099]: ts=2024-03-07T03:08:49.574Z caller=node_exporter.go:117 level=info collector=edac 2024-03-07T03:08:49.917 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:08:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[112099]: ts=2024-03-07T03:08:49.574Z caller=node_exporter.go:117 level=info collector=entropy 2024-03-07T03:08:49.917 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:08:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[112099]: ts=2024-03-07T03:08:49.574Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-03-07T03:08:49.917 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:08:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[112099]: ts=2024-03-07T03:08:49.574Z caller=node_exporter.go:117 level=info collector=filefd 2024-03-07T03:08:49.917 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:08:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[112099]: ts=2024-03-07T03:08:49.574Z caller=node_exporter.go:117 level=info collector=filesystem 2024-03-07T03:08:49.917 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:08:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[112099]: ts=2024-03-07T03:08:49.574Z caller=node_exporter.go:117 level=info collector=hwmon 2024-03-07T03:08:49.918 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:08:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[112099]: ts=2024-03-07T03:08:49.574Z caller=node_exporter.go:117 level=info collector=infiniband 2024-03-07T03:08:49.918 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:08:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[112099]: ts=2024-03-07T03:08:49.574Z caller=node_exporter.go:117 level=info collector=ipvs 2024-03-07T03:08:49.918 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:08:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[112099]: ts=2024-03-07T03:08:49.574Z caller=node_exporter.go:117 level=info collector=loadavg 2024-03-07T03:08:49.918 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:08:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[112099]: ts=2024-03-07T03:08:49.574Z caller=node_exporter.go:117 level=info collector=mdadm 2024-03-07T03:08:49.918 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:08:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[112099]: ts=2024-03-07T03:08:49.574Z caller=node_exporter.go:117 level=info collector=meminfo 2024-03-07T03:08:49.918 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:08:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[112099]: ts=2024-03-07T03:08:49.574Z caller=node_exporter.go:117 level=info collector=netclass 2024-03-07T03:08:49.918 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:08:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[112099]: ts=2024-03-07T03:08:49.574Z caller=node_exporter.go:117 level=info collector=netdev 2024-03-07T03:08:49.918 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:08:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[112099]: ts=2024-03-07T03:08:49.574Z caller=node_exporter.go:117 level=info collector=netstat 2024-03-07T03:08:49.918 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:08:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[112099]: ts=2024-03-07T03:08:49.574Z caller=node_exporter.go:117 level=info collector=nfs 2024-03-07T03:08:49.918 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:08:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[112099]: ts=2024-03-07T03:08:49.574Z caller=node_exporter.go:117 level=info collector=nfsd 2024-03-07T03:08:49.918 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:08:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[112099]: ts=2024-03-07T03:08:49.574Z caller=node_exporter.go:117 level=info collector=nvme 2024-03-07T03:08:49.918 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:08:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[112099]: ts=2024-03-07T03:08:49.574Z caller=node_exporter.go:117 level=info collector=os 2024-03-07T03:08:49.918 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:08:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[112099]: ts=2024-03-07T03:08:49.574Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-03-07T03:08:49.918 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:08:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[112099]: ts=2024-03-07T03:08:49.574Z caller=node_exporter.go:117 level=info collector=pressure 2024-03-07T03:08:49.918 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:08:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[112099]: ts=2024-03-07T03:08:49.574Z caller=node_exporter.go:117 level=info collector=rapl 2024-03-07T03:08:49.919 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:08:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[112099]: ts=2024-03-07T03:08:49.574Z caller=node_exporter.go:117 level=info collector=schedstat 2024-03-07T03:08:49.919 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:08:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[112099]: ts=2024-03-07T03:08:49.574Z caller=node_exporter.go:117 level=info collector=selinux 2024-03-07T03:08:49.919 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:08:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[112099]: ts=2024-03-07T03:08:49.574Z caller=node_exporter.go:117 level=info collector=sockstat 2024-03-07T03:08:49.919 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:08:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[112099]: ts=2024-03-07T03:08:49.574Z caller=node_exporter.go:117 level=info collector=softnet 2024-03-07T03:08:49.919 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:08:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[112099]: ts=2024-03-07T03:08:49.574Z caller=node_exporter.go:117 level=info collector=stat 2024-03-07T03:08:49.919 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:08:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[112099]: ts=2024-03-07T03:08:49.574Z caller=node_exporter.go:117 level=info collector=tapestats 2024-03-07T03:08:49.919 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:08:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[112099]: ts=2024-03-07T03:08:49.574Z caller=node_exporter.go:117 level=info collector=textfile 2024-03-07T03:08:49.919 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:08:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[112099]: ts=2024-03-07T03:08:49.574Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-03-07T03:08:49.919 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:08:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[112099]: ts=2024-03-07T03:08:49.574Z caller=node_exporter.go:117 level=info collector=time 2024-03-07T03:08:49.919 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:08:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[112099]: ts=2024-03-07T03:08:49.574Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-03-07T03:08:49.919 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:08:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[112099]: ts=2024-03-07T03:08:49.574Z caller=node_exporter.go:117 level=info collector=uname 2024-03-07T03:08:49.919 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:08:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[112099]: ts=2024-03-07T03:08:49.574Z caller=node_exporter.go:117 level=info collector=vmstat 2024-03-07T03:08:49.919 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:08:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[112099]: ts=2024-03-07T03:08:49.574Z caller=node_exporter.go:117 level=info collector=xfs 2024-03-07T03:08:49.919 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:08:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[112099]: ts=2024-03-07T03:08:49.574Z caller=node_exporter.go:117 level=info collector=zfs 2024-03-07T03:08:49.919 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:08:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[112099]: ts=2024-03-07T03:08:49.574Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-03-07T03:08:49.920 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:08:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b[112099]: ts=2024-03-07T03:08:49.574Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-03-07T03:08:49.920 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:08:49 smithi092 bash[112085]: ffaf0c16175a619676900fb3b91382f01e6f2727366ef63d6d9589851f54d527 2024-03-07T03:08:49.920 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:08:49 smithi092 systemd[1]: Started Ceph node-exporter.b for fb96fd1c-dc2c-11ee-95c6-87774f69a715. 2024-03-07T03:08:50.075 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:49 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:49.627+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:50.076 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:08:49 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:08:49.637+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:50.076 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:49 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:49.650+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:50.076 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:49 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:49.650+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:50.076 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:49 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:49.652+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:50.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:49 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:50.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:49 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:50.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:49 smithi090 ceph-mon[89511]: osdmap e738: 8 total, 8 up, 8 in 2024-03-07T03:08:50.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:49 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:50.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:49 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:50.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:49 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:50.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:49 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1e8=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:50.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:49 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:50.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:49 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1e6=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:50.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:49 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:50.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:49 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:50.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:49 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:50.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:49 smithi090 ceph-mon[91928]: osdmap e738: 8 total, 8 up, 8 in 2024-03-07T03:08:50.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:49 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:50.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:49 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:50.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:49 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:50.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:49 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1e8=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:50.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:49 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:50.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:49 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1e6=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:50.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:49 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:50.633 INFO:tasks.rados.rados.0.smithi090.stdout:3463: done (2 left) 2024-03-07T03:08:50.634 INFO:tasks.rados.rados.0.smithi090.stdout:3464: read oid 24 snap 303 2024-03-07T03:08:50.634 INFO:tasks.rados.rados.0.smithi090.stdout:3464: expect deleted 2024-03-07T03:08:50.634 INFO:tasks.rados.rados.0.smithi090.stdout:3465: read oid 47 snap -1 2024-03-07T03:08:50.634 INFO:tasks.rados.rados.0.smithi090.stdout:3465: expect (ObjNum 952 snap 303 seq_num 952) 2024-03-07T03:08:50.634 INFO:tasks.rados.rados.0.smithi090.stdout:3466: read oid 7 snap -1 2024-03-07T03:08:50.634 INFO:tasks.rados.rados.0.smithi090.stdout:3466: expect deleted 2024-03-07T03:08:50.634 INFO:tasks.rados.rados.0.smithi090.stdout:3467: snap_remove snap 322 2024-03-07T03:08:50.826 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:08:50 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:08:50.631+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:50.826 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:50 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:50.635+0000 7f4442f67700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:08:50.826 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:50 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:50.635+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:50.826 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:50 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:50.647+0000 7fa43c425700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:08:50.826 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:50 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:50.647+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:50.827 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:50 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:50.647+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:50.827 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:50 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:50.648+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:50.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:50 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:50.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:50 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1e8=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:50.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:50 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:50.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:50 smithi090 ceph-mon[89511]: osdmap e739: 8 total, 8 up, 8 in 2024-03-07T03:08:50.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:50 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:50.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:50 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1e6=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:50.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:50 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:50.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:50 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:50.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:50 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:50.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:50 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:50.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:50 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:50.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:50 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:50.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:50 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:08:50.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:50 smithi090 ceph-mon[89511]: pgmap v540: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 615 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 22 op/s 2024-03-07T03:08:50.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:50 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:50.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:50 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1e8=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:50.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:50 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:50.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:50 smithi090 ceph-mon[91928]: osdmap e739: 8 total, 8 up, 8 in 2024-03-07T03:08:50.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:50 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:50.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:50 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1e6=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:50.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:50 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:50.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:50 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:50.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:50 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:50.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:50 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:50.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:50 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:50.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:50 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:50.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:50 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:08:50.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:50 smithi090 ceph-mon[91928]: pgmap v540: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 615 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 22 op/s 2024-03-07T03:08:50.913 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:08:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:08:50.631+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:50.914 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:50.634+0000 7fc29a41b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:08:50.914 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:50.634+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1e8=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:50.914 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:50.639+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:50.914 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:50.648+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:08:50.914 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:50.648+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1e6=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:50.915 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:50 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:50.915 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:50 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1e8=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:50.915 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:50 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:50.915 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:50 smithi092 ceph-mon[83777]: osdmap e739: 8 total, 8 up, 8 in 2024-03-07T03:08:50.915 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:50 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:50.915 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:50 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1e6=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:50.915 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:50 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:50.915 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:50 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:50.915 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:50 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:50.915 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:50 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:50.915 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:50 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:50.915 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:50 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:50.915 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:50 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:08:50.915 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:50 smithi092 ceph-mon[83777]: pgmap v540: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 615 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 22 op/s 2024-03-07T03:08:51.635 INFO:tasks.rados.rados.0.smithi090.stdout:3467: done (5 left) 2024-03-07T03:08:51.635 INFO:tasks.rados.rados.0.smithi090.stdout:3468: snap_remove snap 328 2024-03-07T03:08:51.706 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:51.643+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1e8=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:51.706 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:08:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:08:51.640+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:51.706 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:51 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:51.706 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:51 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:51.707 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:51 smithi092 ceph-mon[83777]: osdmap e740: 8 total, 8 up, 8 in 2024-03-07T03:08:51.707 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:51 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1e8=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:51.707 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:51 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:51.707 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:51 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:51.707 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:51 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:51.707 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:51 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:51.707 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:51 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:51.707 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:51 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1e6=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:51.707 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:51.631+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:08:51.708 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:51.631+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:51.708 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:51.631+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1e6=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:51.768 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:08:51 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:08:51.634+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:51.768 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:51 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:51.647+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:51.768 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:51 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:51.652+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:51.768 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:51 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:51.653+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:51.768 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:51 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:51.642+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:51.769 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:51 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:51.769 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:51 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:51.769 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:51 smithi090 ceph-mon[89511]: osdmap e740: 8 total, 8 up, 8 in 2024-03-07T03:08:51.769 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:51 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1e8=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:51.769 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:51 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:51.769 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:51 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:51.769 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:51 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:51.769 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:51 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:51.769 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:51 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:51.770 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:51 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1e6=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:51.770 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:51 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:51.770 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:51 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:51.770 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:51 smithi090 ceph-mon[91928]: osdmap e740: 8 total, 8 up, 8 in 2024-03-07T03:08:51.770 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:51 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1e8=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:51.770 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:51 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:51.770 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:51 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:51.770 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:51 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:51.770 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:51 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:51.770 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:51 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:51.770 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:51 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1e6=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:52.633 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:08:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:08:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:08:52.640 INFO:tasks.rados.rados.0.smithi090.stdout:3468: done (5 left) 2024-03-07T03:08:52.640 INFO:tasks.rados.rados.0.smithi090.stdout:3469: delete oid 26 current snap is 334 2024-03-07T03:08:52.640 INFO:tasks.rados.rados.0.smithi090.stdout:3461: finishing write tid 1 to smithi09077644-10 2024-03-07T03:08:52.640 INFO:tasks.rados.rados.0.smithi090.stdout:3461: finishing write tid 2 to smithi09077644-10 2024-03-07T03:08:52.640 INFO:tasks.rados.rados.0.smithi090.stdout:3461: finishing write tid 3 to smithi09077644-10 2024-03-07T03:08:52.640 INFO:tasks.rados.rados.0.smithi090.stdout:3461: finishing write tid 4 to smithi09077644-10 2024-03-07T03:08:52.640 INFO:tasks.rados.rados.0.smithi090.stdout:3461: oid 10 updating version 0 to 1590 2024-03-07T03:08:52.640 INFO:tasks.rados.rados.0.smithi090.stdout:3461: oid 10 updating version 1590 to 1591 2024-03-07T03:08:52.640 INFO:tasks.rados.rados.0.smithi090.stdout:3461: oid 10 version 1591 is already newer than 1589 2024-03-07T03:08:52.640 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 1591 (ObjNum 1062 snap 334 seq_num 1062) dirty exists 2024-03-07T03:08:52.641 INFO:tasks.rados.rados.0.smithi090.stdout:3461: left oid 10 (ObjNum 1062 snap 334 seq_num 1062) 2024-03-07T03:08:52.641 INFO:tasks.rados.rados.0.smithi090.stdout:3462: finishing copy_from racing read to smithi09077644-14 2024-03-07T03:08:52.641 INFO:tasks.rados.rados.0.smithi090.stdout:3462: finishing copy_from to smithi09077644-14 2024-03-07T03:08:52.641 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 14 v 1525 (ObjNum 988 snap 318 seq_num 988) dirty exists 2024-03-07T03:08:52.641 INFO:tasks.rados.rados.0.smithi090.stdout:3465: expect (ObjNum 952 snap 303 seq_num 952) 2024-03-07T03:08:52.726 INFO:tasks.rados.rados.0.smithi090.stdout:3461: done (5 left) 2024-03-07T03:08:52.727 INFO:tasks.rados.rados.0.smithi090.stdout:3462: done (4 left) 2024-03-07T03:08:52.727 INFO:tasks.rados.rados.0.smithi090.stdout:3464: done (3 left) 2024-03-07T03:08:52.727 INFO:tasks.rados.rados.0.smithi090.stdout:3465: done (2 left) 2024-03-07T03:08:52.727 INFO:tasks.rados.rados.0.smithi090.stdout:3466: done (1 left) 2024-03-07T03:08:52.727 INFO:tasks.rados.rados.0.smithi090.stdout:3469: done (0 left) 2024-03-07T03:08:52.727 INFO:tasks.rados.rados.0.smithi090.stdout:3470: copy_from oid 42 from oid 20 current snap is 334 2024-03-07T03:08:52.727 INFO:tasks.rados.rados.0.smithi090.stdout:3471: snap_create 2024-03-07T03:08:52.727 INFO:tasks.rados.rados.0.smithi090.stdout:3470: finishing copy_from to smithi09077644-42 2024-03-07T03:08:52.727 INFO:tasks.rados.rados.0.smithi090.stdout:3470: got expected ENOENT (src dne) 2024-03-07T03:08:52.727 INFO:tasks.rados.rados.0.smithi090.stdout:3470: finishing copy_from racing read to smithi09077644-42 2024-03-07T03:08:52.776 INFO:teuthology.orchestra.run.smithi090.stdout:true 2024-03-07T03:08:52.914 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:08:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:08:52.633+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:52.914 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:52.660+0000 7fc296413700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:08:52.914 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:52.661+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1e8=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:52.914 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:52.663+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:08:52.914 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:52.664+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:52.914 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:52.664+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1e6=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:52.915 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:52 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:52.915 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:52 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1e6=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:52.915 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:52 smithi092 ceph-mon[83777]: osdmap e741: 8 total, 8 up, 8 in 2024-03-07T03:08:52.915 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:52 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:52.915 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:52 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:52.915 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:52 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:52.915 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:52 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1e8=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:52.915 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:52 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:52.915 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:52 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:52.915 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:52 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:52.915 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:52 smithi092 ceph-mon[83777]: pgmap v543: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 621 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.1 MiB/s wr, 19 op/s 2024-03-07T03:08:52.916 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:52 smithi092 ceph-mon[83777]: osdmap e742: 8 total, 8 up, 8 in 2024-03-07T03:08:53.000 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:08:52 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:08:52.646+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:53.000 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:52 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:52.634+0000 7f4442f67700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:08:53.000 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:52 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:52.634+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:53.001 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:52 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:53.001 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:52 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1e6=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:53.001 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:52 smithi090 ceph-mon[91928]: osdmap e741: 8 total, 8 up, 8 in 2024-03-07T03:08:53.001 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:52 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:53.001 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:52 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:53.001 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:52 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:53.001 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:52 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1e8=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:53.001 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:52 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:53.001 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:52 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:53.001 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:52 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:53.001 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:52 smithi090 ceph-mon[91928]: pgmap v543: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 621 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.1 MiB/s wr, 19 op/s 2024-03-07T03:08:53.001 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:52 smithi090 ceph-mon[91928]: osdmap e742: 8 total, 8 up, 8 in 2024-03-07T03:08:53.002 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:52 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:53.002 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:52 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1e6=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:53.002 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:52 smithi090 ceph-mon[89511]: osdmap e741: 8 total, 8 up, 8 in 2024-03-07T03:08:53.002 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:52 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:53.002 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:52 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:53.002 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:52 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:53.002 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:52 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1e8=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:53.002 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:52 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:53.002 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:52 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:53.002 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:52 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:53.003 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:52 smithi090 ceph-mon[89511]: pgmap v543: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 621 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.1 MiB/s wr, 19 op/s 2024-03-07T03:08:53.003 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:52 smithi090 ceph-mon[89511]: osdmap e742: 8 total, 8 up, 8 in 2024-03-07T03:08:53.003 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:52 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:52.662+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:53.003 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:52 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:52.663+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:08:53.003 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:52 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:52.663+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:53.003 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:52 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:52.663+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:53.097 INFO:teuthology.orchestra.run.smithi090.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-07T03:08:53.098 INFO:teuthology.orchestra.run.smithi090.stdout:alertmanager.a smithi090 *:9093,9094 running (13m) 0s ago 14m 24.9M - 0.25.0 c8568f914cd2 c7f315859531 2024-03-07T03:08:53.098 INFO:teuthology.orchestra.run.smithi090.stdout:grafana.a smithi092 *:3000 running (14m) 16s ago 14m 88.5M - 9.4.7 954c08fa6188 044a70fdd07e 2024-03-07T03:08:53.098 INFO:teuthology.orchestra.run.smithi090.stdout:mds.a smithi090 running (41s) 0s ago 15m 16.0M - 19.0.0-1905-gea9a5688 fdb83767c1ab 005e0f69d9f6 2024-03-07T03:08:53.098 INFO:teuthology.orchestra.run.smithi090.stdout:mds.b smithi092 running (20s) 16s ago 15m 12.4M - 19.0.0-1905-gea9a5688 fdb83767c1ab 959ff8181ff3 2024-03-07T03:08:53.098 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.x smithi092 *:8443,9283,8765 running (6m) 16s ago 18m 454M - 19.0.0-1905-gea9a5688 fdb83767c1ab ca843ce9235f 2024-03-07T03:08:53.098 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.y smithi090 *:8443,9283,8765 running (7m) 0s ago 20m 513M - 19.0.0-1905-gea9a5688 fdb83767c1ab 3f0549138d93 2024-03-07T03:08:53.098 INFO:teuthology.orchestra.run.smithi090.stdout:mon.a smithi090 running (6m) 0s ago 20m 68.4M 2048M 19.0.0-1905-gea9a5688 fdb83767c1ab f36508ef70bc 2024-03-07T03:08:53.098 INFO:teuthology.orchestra.run.smithi090.stdout:mon.b smithi092 running (5m) 16s ago 18m 52.7M 2048M 19.0.0-1905-gea9a5688 fdb83767c1ab 70867588f01a 2024-03-07T03:08:53.098 INFO:teuthology.orchestra.run.smithi090.stdout:mon.c smithi090 running (6m) 0s ago 18m 58.6M 2048M 19.0.0-1905-gea9a5688 fdb83767c1ab 93f762a9b94a 2024-03-07T03:08:53.098 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.a smithi090 *:9100 running (8s) 0s ago 13m 3502k - 1.5.0 0da6a335fe13 efb027e5514a 2024-03-07T03:08:53.098 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.b smithi092 *:9100 starting - - - - 2024-03-07T03:08:53.098 INFO:teuthology.orchestra.run.smithi090.stdout:osd.0 smithi090 running (5m) 0s ago 18m 371M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab 7a23382ba346 2024-03-07T03:08:53.098 INFO:teuthology.orchestra.run.smithi090.stdout:osd.1 smithi090 running (4m) 0s ago 17m 259M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab d1d5335a3808 2024-03-07T03:08:53.098 INFO:teuthology.orchestra.run.smithi090.stdout:osd.2 smithi090 running (3m) 0s ago 17m 224M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab 34e4a76f0e0d 2024-03-07T03:08:53.099 INFO:teuthology.orchestra.run.smithi090.stdout:osd.3 smithi090 running (3m) 0s ago 17m 126M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab 04aef511bc7e 2024-03-07T03:08:53.099 INFO:teuthology.orchestra.run.smithi090.stdout:osd.4 smithi092 running (2m) 16s ago 16m 235M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab 8e559c34e8fe 2024-03-07T03:08:53.099 INFO:teuthology.orchestra.run.smithi090.stdout:osd.5 smithi092 running (2m) 16s ago 16m 216M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab d3fe952fea5f 2024-03-07T03:08:53.099 INFO:teuthology.orchestra.run.smithi090.stdout:osd.6 smithi092 running (96s) 16s ago 15m 96.6M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab 9a6332c192c9 2024-03-07T03:08:53.099 INFO:teuthology.orchestra.run.smithi090.stdout:osd.7 smithi092 running (61s) 16s ago 15m 80.8M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab a2de553b24be 2024-03-07T03:08:53.099 INFO:teuthology.orchestra.run.smithi090.stdout:prometheus.a smithi092 *:9095 running (6m) 16s ago 14m 63.5M - 2.43.0 a07b618ecd1d 1b8503a67e38 2024-03-07T03:08:53.325 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:08:53 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:08:53] "GET /metrics HTTP/1.1" 200 36316 "" "Prometheus/2.43.0" 2024-03-07T03:08:53.502 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-03-07T03:08:53.502 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": { 2024-03-07T03:08:53.502 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 3 2024-03-07T03:08:53.502 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:08:53.502 INFO:teuthology.orchestra.run.smithi090.stdout: "mgr": { 2024-03-07T03:08:53.502 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 2 2024-03-07T03:08:53.502 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:08:53.503 INFO:teuthology.orchestra.run.smithi090.stdout: "osd": { 2024-03-07T03:08:53.503 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 8 2024-03-07T03:08:53.503 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:08:53.503 INFO:teuthology.orchestra.run.smithi090.stdout: "mds": { 2024-03-07T03:08:53.503 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 2 2024-03-07T03:08:53.503 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:08:53.503 INFO:teuthology.orchestra.run.smithi090.stdout: "overall": { 2024-03-07T03:08:53.503 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 15 2024-03-07T03:08:53.503 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-03-07T03:08:53.503 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-03-07T03:08:53.703 INFO:tasks.rados.rados.0.smithi090.stdout:3470: done (1 left) 2024-03-07T03:08:53.703 INFO:tasks.rados.rados.0.smithi090.stdout:3471: done (0 left) 2024-03-07T03:08:53.703 INFO:tasks.rados.rados.0.smithi090.stdout:3472: delete oid 41 current snap is 335 2024-03-07T03:08:53.706 INFO:tasks.rados.rados.0.smithi090.stdout:3472: done (0 left) 2024-03-07T03:08:53.706 INFO:tasks.rados.rados.0.smithi090.stdout:3473: read oid 12 snap 332 2024-03-07T03:08:53.706 INFO:tasks.rados.rados.0.smithi090.stdout:3473: expect deleted 2024-03-07T03:08:53.706 INFO:tasks.rados.rados.0.smithi090.stdout:3474: snap_remove snap 331 2024-03-07T03:08:53.825 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:08:53 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:08:53.707+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:53.826 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:53 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:53.702+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:53.826 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:53 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:53.704+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:53.826 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:53 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:53.705+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:53.826 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:53 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:53.826 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:53 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:53.826 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:53 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:53.826 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:53 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1e8=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:53.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:53 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:53.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:53 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:53.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:53 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:53.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:53 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:53.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:53 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1e6=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:53.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:53 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:53.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:53 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:53.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:53 smithi090 ceph-mon[89511]: from='client.34410 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:08:53.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:53 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:53.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:53 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:53.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:53 smithi090 ceph-mon[89511]: from='client.? 172.21.15.90:0/3634524044' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:53.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:53 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:53.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:53 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:53.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:53 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:53.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:53 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1e8=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:53.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:53 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:53.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:53 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:53.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:53 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:53.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:53 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:53.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:53 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1e6=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:53.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:53 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:53.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:53 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:53.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:53 smithi090 ceph-mon[91928]: from='client.34410 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:08:53.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:53 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:53.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:53 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:53.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:53 smithi090 ceph-mon[91928]: from='client.? 172.21.15.90:0/3634524044' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:54.164 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:08:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:08:53.703+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:54.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:53 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:54.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:53 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:54.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:53 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:54.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:53 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1e8=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:54.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:53 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:54.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:53 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:54.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:53 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:54.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:53 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:54.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:53 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1e6=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:54.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:53 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:54.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:53 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:54.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:53 smithi092 ceph-mon[83777]: from='client.34410 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:08:54.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:53 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:54.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:53 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:54.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:53 smithi092 ceph-mon[83777]: from='client.? 172.21.15.90:0/3634524044' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:54.701 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:54 smithi090 ceph-mon[91928]: from='client.44354 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:08:54.713 INFO:tasks.rados.rados.0.smithi090.stdout:3474: done (1 left) 2024-03-07T03:08:54.713 INFO:tasks.rados.rados.0.smithi090.stdout:3475: snap_create 2024-03-07T03:08:55.064 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:08:54 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:08:54.710+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:55.064 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:54 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:54.804+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1e8=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:55.065 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:54 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:54.795+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:08:55.065 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:54 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:54.795+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:55.065 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:54 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:54.795+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1e6=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:55.065 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:54 smithi092 ceph-mon[83777]: from='client.44354 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:08:55.065 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:54 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:55.065 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:54 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:55.065 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:54 smithi092 ceph-mon[83777]: osdmap e743: 8 total, 8 up, 8 in 2024-03-07T03:08:55.065 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:54 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:55.065 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:54 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:55.065 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:54 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:55.066 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:54 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:55.066 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:54 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:55.066 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:54 smithi092 ceph-mon[83777]: pgmap v546: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 623 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-03-07T03:08:55.066 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:54 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:55.066 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:54 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:55.075 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:08:54 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:08:54.713+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:55.075 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:54 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:54.819+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:08:55.076 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:54 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:54.819+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:55.076 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:54 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:54.819+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:55.076 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:54 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:54.820+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:55.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:54 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:55.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:54 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:55.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:54 smithi090 ceph-mon[91928]: osdmap e743: 8 total, 8 up, 8 in 2024-03-07T03:08:55.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:54 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:55.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:54 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:55.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:54 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:55.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:54 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:55.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:54 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:55.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:54 smithi090 ceph-mon[91928]: pgmap v546: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 623 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-03-07T03:08:55.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:54 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:55.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:54 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:55.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:54 smithi090 ceph-mon[89511]: from='client.44354 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:08:55.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:54 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:55.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:54 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:55.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:54 smithi090 ceph-mon[89511]: osdmap e743: 8 total, 8 up, 8 in 2024-03-07T03:08:55.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:54 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:55.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:54 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:55.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:54 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:55.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:54 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:55.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:54 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:55.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:54 smithi090 ceph-mon[89511]: pgmap v546: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 623 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-03-07T03:08:55.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:54 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:55.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:54 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:55.078 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:54 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:54.802+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:55.078 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:54 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:54.815+0000 7f443ef5f700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:08:55.078 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:54 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:54.815+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:55.720 INFO:tasks.rados.rados.0.smithi090.stdout:3473: done (1 left) 2024-03-07T03:08:55.720 INFO:tasks.rados.rados.0.smithi090.stdout:3475: done (0 left) 2024-03-07T03:08:55.720 INFO:tasks.rados.rados.0.smithi090.stdout:3476: read oid 37 snap -1 2024-03-07T03:08:55.720 INFO:tasks.rados.rados.0.smithi090.stdout:3476: expect (ObjNum 1029 snap 327 seq_num 1029) 2024-03-07T03:08:55.720 INFO:tasks.rados.rados.0.smithi090.stdout:3477: rmattr oid 21 current snap is 336 2024-03-07T03:08:55.720 INFO:tasks.rados.rados.0.smithi090.stdout:3477: done (1 left) 2024-03-07T03:08:55.720 INFO:tasks.rados.rados.0.smithi090.stdout:3478: snap_create 2024-03-07T03:08:55.731 INFO:tasks.rados.rados.0.smithi090.stdout:3476: expect (ObjNum 1029 snap 327 seq_num 1029) 2024-03-07T03:08:56.011 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:08:55 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:08:55.879+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:56.012 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:55 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:56.012 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:55 smithi090 ceph-mon[89511]: osdmap e744: 8 total, 8 up, 8 in 2024-03-07T03:08:56.012 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:55 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:56.012 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:55 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:56.012 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:55 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:56.012 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:55 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:56.012 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:55 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:56.012 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:55 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:56.012 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:55 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:56.012 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:55 smithi090 ceph-mon[91928]: osdmap e744: 8 total, 8 up, 8 in 2024-03-07T03:08:56.013 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:55 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:56.013 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:55 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:56.013 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:55 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:56.013 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:55 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:56.013 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:55 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:56.013 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:55 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:56.013 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:55 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:55.718+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:56.013 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:55 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:55.719+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:56.013 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:55 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:55.720+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:56.014 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:55 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:55.853+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:56.046 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:55 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:55.718+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:56.046 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:55 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:55.718+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:08:56.046 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:55 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:55.718+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1e6=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:56.047 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:55 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:55.711+0000 7fc29a41b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:08:56.047 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:55 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:55.711+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1e8=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:56.047 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:55 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:55.723+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1e8=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:56.047 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:08:55 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:08:55.879+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:56.047 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:55 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:56.047 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:55 smithi092 ceph-mon[83777]: osdmap e744: 8 total, 8 up, 8 in 2024-03-07T03:08:56.048 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:55 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:56.048 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:55 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:56.048 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:55 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:56.048 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:55 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:56.048 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:55 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:56.048 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:55 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:56.724 INFO:tasks.rados.rados.0.smithi090.stdout:3476: done (1 left) 2024-03-07T03:08:56.724 INFO:tasks.rados.rados.0.smithi090.stdout:3478: done (0 left) 2024-03-07T03:08:56.724 INFO:tasks.rados.rados.0.smithi090.stdout:3479: read oid 43 snap -1 2024-03-07T03:08:56.724 INFO:tasks.rados.rados.0.smithi090.stdout:3479: expect (ObjNum 1038 snap 327 seq_num 1038) 2024-03-07T03:08:56.724 INFO:tasks.rados.rados.0.smithi090.stdout:3480: snap_create 2024-03-07T03:08:56.729 INFO:tasks.rados.rados.0.smithi090.stdout:3479: expect (ObjNum 1038 snap 327 seq_num 1038) 2024-03-07T03:08:56.891 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:56 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:56.891 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:56 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1e6=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:56.892 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:56 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1e8=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:56.892 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:56 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1e8=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:56.892 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:56 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:56.892 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:56 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1e6=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:56.892 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:56 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:56.892 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:56 smithi090 ceph-mon[89511]: osdmap e745: 8 total, 8 up, 8 in 2024-03-07T03:08:56.892 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:56 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:56.892 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:56 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:56.892 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:56 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1e8=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:56.892 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:56 smithi090 ceph-mon[89511]: pgmap v549: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 617 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 770 KiB/s wr, 1 op/s 2024-03-07T03:08:56.892 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:56 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:56.892 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:56 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:56.892 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:56 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:56.893 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:56 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:56.893 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:56 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1e6=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:56.893 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:56 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1e8=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:56.893 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:56 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1e8=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:56.893 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:56 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:56.893 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:56 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1e6=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:56.893 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:56 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:56.893 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:56 smithi090 ceph-mon[91928]: osdmap e745: 8 total, 8 up, 8 in 2024-03-07T03:08:56.893 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:56 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:56.893 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:56 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:56.893 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:56 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1e8=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:56.893 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:56 smithi090 ceph-mon[91928]: pgmap v549: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 617 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 770 KiB/s wr, 1 op/s 2024-03-07T03:08:56.894 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:56 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:56.894 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:56 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:56.894 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:56 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:56.894 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:08:56 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:08:56.722+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:56.894 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:56 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:56.728+0000 7f4442f67700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:08:56.894 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:56 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:56.728+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:57.083 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:08:56 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:08:56.727+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:57.083 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:56 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:57.083 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:56 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1e6=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:57.083 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:56 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1e8=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:57.083 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:56 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1e8=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:57.083 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:56 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:57.083 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:56 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1e6=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:57.083 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:56 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:57.084 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:56 smithi092 ceph-mon[83777]: osdmap e745: 8 total, 8 up, 8 in 2024-03-07T03:08:57.084 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:56 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:57.084 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:56 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:57.084 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:56 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1e8=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:57.084 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:56 smithi092 ceph-mon[83777]: pgmap v549: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 617 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 770 KiB/s wr, 1 op/s 2024-03-07T03:08:57.084 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:56 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:57.084 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:56 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:57.084 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:56 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:57.411 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:57 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:57.159+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:08:57.411 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:57 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:57.159+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:57.411 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:57 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:57.159+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1e6=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:57.725 INFO:tasks.rados.rados.0.smithi090.stdout:3479: done (1 left) 2024-03-07T03:08:57.725 INFO:tasks.rados.rados.0.smithi090.stdout:3480: done (0 left) 2024-03-07T03:08:57.725 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 7 current snap is 338 2024-03-07T03:08:57.725 INFO:tasks.rados.rados.0.smithi090.stdout:3481: seq_num 1065 ranges {0=638976,638976=401408} 2024-03-07T03:08:57.728 INFO:tasks.rados.rados.0.smithi090.stdout:3481: writing smithi09077644-7 from 0 to 638976 tid 1 2024-03-07T03:08:57.731 INFO:tasks.rados.rados.0.smithi090.stdout:3481: writing smithi09077644-7 from 638976 to 1040384 tid 2 2024-03-07T03:08:57.731 INFO:tasks.rados.rados.0.smithi090.stdout:3482: delete oid 47 current snap is 338 2024-03-07T03:08:57.738 INFO:tasks.rados.rados.0.smithi090.stdout:3481: finishing write tid 1 to smithi09077644-7 2024-03-07T03:08:57.738 INFO:tasks.rados.rados.0.smithi090.stdout:3481: finishing write tid 2 to smithi09077644-7 2024-03-07T03:08:57.738 INFO:tasks.rados.rados.0.smithi090.stdout:3481: finishing write tid 3 to smithi09077644-7 2024-03-07T03:08:57.739 INFO:tasks.rados.rados.0.smithi090.stdout:3481: finishing write tid 4 to smithi09077644-7 2024-03-07T03:08:57.739 INFO:tasks.rados.rados.0.smithi090.stdout:3481: oid 7 updating version 0 to 1436 2024-03-07T03:08:57.739 INFO:tasks.rados.rados.0.smithi090.stdout:3481: oid 7 updating version 1436 to 1437 2024-03-07T03:08:57.739 INFO:tasks.rados.rados.0.smithi090.stdout:3481: oid 7 updating version 1437 to 1438 2024-03-07T03:08:57.740 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 7 v 1438 (ObjNum 1065 snap 338 seq_num 1065) dirty exists 2024-03-07T03:08:57.740 INFO:tasks.rados.rados.0.smithi090.stdout:3481: left oid 7 (ObjNum 1065 snap 338 seq_num 1065) 2024-03-07T03:08:57.741 INFO:tasks.rados.rados.0.smithi090.stdout:3481: done (1 left) 2024-03-07T03:08:57.741 INFO:tasks.rados.rados.0.smithi090.stdout:3482: done (0 left) 2024-03-07T03:08:57.741 INFO:tasks.rados.rados.0.smithi090.stdout:3483: read oid 27 snap -1 2024-03-07T03:08:57.741 INFO:tasks.rados.rados.0.smithi090.stdout:3483: expect (ObjNum 1000 snap 320 seq_num 1000) 2024-03-07T03:08:57.741 INFO:tasks.rados.rados.0.smithi090.stdout:3484: rollback oid 9 current snap is 338 2024-03-07T03:08:57.741 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 9 to 321 2024-03-07T03:08:57.741 INFO:tasks.rados.rados.0.smithi090.stdout:3485: read oid 36 snap -1 2024-03-07T03:08:57.741 INFO:tasks.rados.rados.0.smithi090.stdout:3485: expect (ObjNum 807 snap 262 seq_num 807) 2024-03-07T03:08:57.741 INFO:tasks.rados.rados.0.smithi090.stdout:3486: read oid 42 snap -1 2024-03-07T03:08:57.741 INFO:tasks.rados.rados.0.smithi090.stdout:3486: expect (ObjNum 904 snap 286 seq_num 904) 2024-03-07T03:08:57.742 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 12 current snap is 338 2024-03-07T03:08:57.742 INFO:tasks.rados.rados.0.smithi090.stdout:3487: seq_num 1067 ranges {0=679936,679936=401408} 2024-03-07T03:08:57.745 INFO:tasks.rados.rados.0.smithi090.stdout:3487: writing smithi09077644-12 from 0 to 679936 tid 1 2024-03-07T03:08:57.748 INFO:tasks.rados.rados.0.smithi090.stdout:3487: writing smithi09077644-12 from 679936 to 1081344 tid 2 2024-03-07T03:08:57.748 INFO:tasks.rados.rados.0.smithi090.stdout:3488: snap_remove snap 327 2024-03-07T03:08:58.075 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:08:57 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:08:57.724+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:58.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:57 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:58.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:57 smithi090 ceph-mon[89511]: osdmap e746: 8 total, 8 up, 8 in 2024-03-07T03:08:58.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:57 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:58.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:57 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:58.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:57 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:58.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:57 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:58.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:57 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:58.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:57 smithi090 ceph-mon[91928]: osdmap e746: 8 total, 8 up, 8 in 2024-03-07T03:08:58.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:57 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:58.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:57 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:58.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:57 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:58.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:57 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:58.077 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:57 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:57.815+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:58.077 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:57 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:57.748+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:58.077 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:57 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:57.749+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:58.077 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:57 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:57.759+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:08:58.077 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:57 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:57.759+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:58.163 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:08:57 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:08:57.723+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:58.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:57 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:58.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:57 smithi092 ceph-mon[83777]: osdmap e746: 8 total, 8 up, 8 in 2024-03-07T03:08:58.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:57 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:58.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:57 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:58.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:57 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:58.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:57 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:58.164 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:57 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:57.738+0000 7fc29a41b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:08:58.164 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:57 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:57.738+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:58.165 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:57 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:57.736+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:58.165 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:57 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:57.740+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:08:58.165 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:57 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:57.740+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:58.757 INFO:tasks.rados.rados.0.smithi090.stdout:3488: done (5 left) 2024-03-07T03:08:58.757 INFO:tasks.rados.rados.0.smithi090.stdout:3489: read oid 48 snap -1 2024-03-07T03:08:58.757 INFO:tasks.rados.rados.0.smithi090.stdout:3489: expect (ObjNum 1032 snap 327 seq_num 1032) 2024-03-07T03:08:58.757 INFO:tasks.rados.rados.0.smithi090.stdout:3490: rollback oid 46 current snap is 338 2024-03-07T03:08:58.757 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 46 to 320 2024-03-07T03:08:58.758 INFO:tasks.rados.rados.0.smithi090.stdout:3491: snap_create 2024-03-07T03:08:58.758 INFO:tasks.rados.rados.0.smithi090.stdout:3484: finishing rollback tid 0 to smithi09077644-9 2024-03-07T03:08:58.758 INFO:tasks.rados.rados.0.smithi090.stdout:3484: finishing rollback tid 1 to smithi09077644-9 2024-03-07T03:08:58.758 INFO:tasks.rados.rados.0.smithi090.stdout:3487: finishing write tid 1 to smithi09077644-12 2024-03-07T03:08:58.758 INFO:tasks.rados.rados.0.smithi090.stdout:3484: finishing rollback tid 2 to smithi09077644-9 2024-03-07T03:08:58.758 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 9 v 1594 (ObjNum 977 snap 313 seq_num 977) dirty exists 2024-03-07T03:08:58.758 INFO:tasks.rados.rados.0.smithi090.stdout:3483: expect (ObjNum 1000 snap 320 seq_num 1000) 2024-03-07T03:08:58.785 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:08:58 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:08:58.758+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:58.785 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:58 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:58.786 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:58 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1e6=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:58.786 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:58 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:58.786 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:58 smithi092 ceph-mon[83777]: osdmap e747: 8 total, 8 up, 8 in 2024-03-07T03:08:58.786 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:58 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:58.786 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:58 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:58.786 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:58 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:58.786 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:58 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:58.786 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:58 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:58.786 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:58 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:58.786 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:58 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:08:58.786 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:58 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:08:58.786 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:58 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:58.786 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:58 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:58.787 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:58 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:58.787 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:58 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:58.787 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:58 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:08:58.787 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:58 smithi092 ceph-mon[83777]: pgmap v552: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 617 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 242 KiB/s wr, 2 op/s 2024-03-07T03:08:58.787 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:58 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:58.787 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:58 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:08:58.787 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:58 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:58.787 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:58 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:58.787 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:58 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:58.787 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:58 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:58.787 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:58 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:58.787 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:58 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:58.787 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:58 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:58.787 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:58 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:58.787 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:58 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:58.788 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:58 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:58.788 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:58 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:58.788 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:58 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:58.788 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:58 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:58.870 INFO:tasks.rados.rados.0.smithi090.stdout:3487: finishing write tid 2 to smithi09077644-12 2024-03-07T03:08:58.871 INFO:tasks.rados.rados.0.smithi090.stdout:3487: finishing write tid 3 to smithi09077644-12 2024-03-07T03:08:58.871 INFO:tasks.rados.rados.0.smithi090.stdout:3487: finishing write tid 4 to smithi09077644-12 2024-03-07T03:08:58.871 INFO:tasks.rados.rados.0.smithi090.stdout:3487: oid 12 updating version 0 to 1449 2024-03-07T03:08:58.871 INFO:tasks.rados.rados.0.smithi090.stdout:3487: oid 12 updating version 1449 to 1450 2024-03-07T03:08:58.871 INFO:tasks.rados.rados.0.smithi090.stdout:3487: oid 12 version 1450 is already newer than 1448 2024-03-07T03:08:58.871 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 12 v 1450 (ObjNum 1067 snap 338 seq_num 1067) dirty exists 2024-03-07T03:08:58.871 INFO:tasks.rados.rados.0.smithi090.stdout:3487: left oid 12 (ObjNum 1067 snap 338 seq_num 1067) 2024-03-07T03:08:58.871 INFO:tasks.rados.rados.0.smithi090.stdout:3485: expect (ObjNum 807 snap 262 seq_num 807) 2024-03-07T03:08:59.075 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:08:58.768+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:59.076 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:58.762+0000 7f443ef5f700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:08:59.076 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:08:58.762+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:59.076 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:58.756+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:59.076 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:58.758+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:59.076 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:08:58.766+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:59.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:59.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1e6=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:59.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:59.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-mon[91928]: osdmap e747: 8 total, 8 up, 8 in 2024-03-07T03:08:59.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:59.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:59.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:59.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:59.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:59.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:59.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:08:59.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:08:59.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:59.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:59.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:59.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:59.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:08:59.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-mon[91928]: pgmap v552: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 617 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 242 KiB/s wr, 2 op/s 2024-03-07T03:08:59.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:59.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:08:59.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:59.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:59.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:59.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:59.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:59.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:59.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:59.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1e6=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:59.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:08:59.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-mon[89511]: osdmap e747: 8 total, 8 up, 8 in 2024-03-07T03:08:59.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:08:59.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:59.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:59.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:08:59.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:59.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:59.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:08:59.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:08:59.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:08:59.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:08:59.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:08:59.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:08:59.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:08:59.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-mon[89511]: pgmap v552: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 617 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 242 KiB/s wr, 2 op/s 2024-03-07T03:08:59.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:08:59.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:08:59.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:59.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:59.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:59.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:59.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:59.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:59.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:59.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:59.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:59.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:59.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:59.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:59.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:59.081 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:59.081 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:59.081 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:59.081 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:59.081 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:59.082 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:59.082 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:58 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:08:59.163 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:58 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:58.785+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:08:59.163 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:58 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:58.785+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:08:59.163 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:08:58 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:08:58.785+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:08:59.715 INFO:tasks.rados.rados.0.smithi090.stdout:3486: expect (ObjNum 904 snap 286 seq_num 904) 2024-03-07T03:08:59.757 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:59 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:59.420+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:00.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:59 smithi090 ceph-mon[91928]: osdmap e748: 8 total, 8 up, 8 in 2024-03-07T03:09:00.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:59 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:00.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:59 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:00.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:59 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:00.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:59 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:00.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:59 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:00.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:08:59 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:00.076 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:08:59 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:08:59.758+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:00.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:59 smithi090 ceph-mon[89511]: osdmap e748: 8 total, 8 up, 8 in 2024-03-07T03:09:00.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:59 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:00.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:59 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:00.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:59 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:00.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:59 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:00.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:59 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:00.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:08:59 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:00.163 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:08:59 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:08:59.757+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:00.164 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:59 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:59.979+0000 7fc296413700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:09:00.164 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:08:59 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:08:59.979+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:00.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:59 smithi092 ceph-mon[83777]: osdmap e748: 8 total, 8 up, 8 in 2024-03-07T03:09:00.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:59 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:00.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:59 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:00.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:59 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:00.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:59 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:00.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:59 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:00.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:08:59 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:00.764 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:00 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:00.639+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:00.764 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:00 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:00.639+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:09:00.764 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:00 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:00.639+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:01.075 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:00 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:00.639+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:01.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:00 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:01.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:00 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:01.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:00 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:01.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:00 smithi090 ceph-mon[89511]: Upgrade: Updating prometheus.a 2024-03-07T03:09:01.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:00 smithi090 ceph-mon[89511]: Deploying daemon prometheus.a on smithi092 2024-03-07T03:09:01.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:00 smithi090 ceph-mon[89511]: osdmap e749: 8 total, 8 up, 8 in 2024-03-07T03:09:01.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:00 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:01.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:00 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:01.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:00 smithi090 ceph-mon[89511]: pgmap v555: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 619 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 264 KiB/s wr, 6 op/s 2024-03-07T03:09:01.076 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:00 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:00.639+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:09:01.076 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:00 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:00.639+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:01.077 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:00 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:00.639+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:01.077 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:00 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:00.639+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:01.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:00 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:01.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:00 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:01.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:00 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:01.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:00 smithi090 ceph-mon[91928]: Upgrade: Updating prometheus.a 2024-03-07T03:09:01.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:00 smithi090 ceph-mon[91928]: Deploying daemon prometheus.a on smithi092 2024-03-07T03:09:01.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:00 smithi090 ceph-mon[91928]: osdmap e749: 8 total, 8 up, 8 in 2024-03-07T03:09:01.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:00 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:01.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:00 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:01.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:00 smithi090 ceph-mon[91928]: pgmap v555: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 619 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 264 KiB/s wr, 6 op/s 2024-03-07T03:09:01.143 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:00 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:01.143 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:00 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:01.143 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:00 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:01.143 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:00 smithi092 ceph-mon[83777]: Upgrade: Updating prometheus.a 2024-03-07T03:09:01.143 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:00 smithi092 ceph-mon[83777]: Deploying daemon prometheus.a on smithi092 2024-03-07T03:09:01.143 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:00 smithi092 ceph-mon[83777]: osdmap e749: 8 total, 8 up, 8 in 2024-03-07T03:09:01.143 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:00 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:01.143 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:00 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:01.143 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:00 smithi092 ceph-mon[83777]: pgmap v555: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 619 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 264 KiB/s wr, 6 op/s 2024-03-07T03:09:01.575 INFO:tasks.rados.rados.0.smithi090.stdout:3489: expect (ObjNum 1032 snap 327 seq_num 1032) 2024-03-07T03:09:01.595 INFO:tasks.rados.rados.0.smithi090.stdout:3490: finishing rollback tid 0 to smithi09077644-46 2024-03-07T03:09:01.595 INFO:tasks.rados.rados.0.smithi090.stdout:3490: finishing rollback tid 1 to smithi09077644-46 2024-03-07T03:09:01.595 INFO:tasks.rados.rados.0.smithi090.stdout:3490: finishing rollback tid 2 to smithi09077644-46 2024-03-07T03:09:01.595 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 1602 (ObjNum 990 snap 319 seq_num 990) dirty exists 2024-03-07T03:09:01.595 INFO:tasks.rados.rados.0.smithi090.stdout:3483: done (7 left) 2024-03-07T03:09:01.595 INFO:tasks.rados.rados.0.smithi090.stdout:3484: done (6 left) 2024-03-07T03:09:01.595 INFO:tasks.rados.rados.0.smithi090.stdout:3485: done (5 left) 2024-03-07T03:09:01.595 INFO:tasks.rados.rados.0.smithi090.stdout:3486: done (4 left) 2024-03-07T03:09:01.595 INFO:tasks.rados.rados.0.smithi090.stdout:3487: done (3 left) 2024-03-07T03:09:01.595 INFO:tasks.rados.rados.0.smithi090.stdout:3489: done (2 left) 2024-03-07T03:09:01.595 INFO:tasks.rados.rados.0.smithi090.stdout:3490: done (1 left) 2024-03-07T03:09:01.595 INFO:tasks.rados.rados.0.smithi090.stdout:3491: done (0 left) 2024-03-07T03:09:01.596 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 4 current snap is 339 2024-03-07T03:09:01.596 INFO:tasks.rados.rados.0.smithi090.stdout:3492: seq_num 1068 ranges {0=696320,696320=401408} 2024-03-07T03:09:01.598 INFO:tasks.rados.rados.0.smithi090.stdout:3492: writing smithi09077644-4 from 0 to 696320 tid 1 2024-03-07T03:09:01.601 INFO:tasks.rados.rados.0.smithi090.stdout:3492: writing smithi09077644-4 from 696320 to 1097728 tid 2 2024-03-07T03:09:01.601 INFO:tasks.rados.rados.0.smithi090.stdout:3493: copy_from oid 17 from oid 13 current snap is 339 2024-03-07T03:09:01.601 INFO:tasks.rados.rados.0.smithi090.stdout:3494: snap_remove snap 336 2024-03-07T03:09:01.778 INFO:tasks.rados.rados.0.smithi090.stdout:3494: done (2 left) 2024-03-07T03:09:01.778 INFO:tasks.rados.rados.0.smithi090.stdout:3495: delete oid 42 current snap is 339 2024-03-07T03:09:01.778 INFO:tasks.rados.rados.0.smithi090.stdout:3492: finishing write tid 1 to smithi09077644-4 2024-03-07T03:09:01.779 INFO:tasks.rados.rados.0.smithi090.stdout:3492: finishing write tid 2 to smithi09077644-4 2024-03-07T03:09:01.779 INFO:tasks.rados.rados.0.smithi090.stdout:3492: finishing write tid 3 to smithi09077644-4 2024-03-07T03:09:01.779 INFO:tasks.rados.rados.0.smithi090.stdout:3492: finishing write tid 4 to smithi09077644-4 2024-03-07T03:09:01.779 INFO:tasks.rados.rados.0.smithi090.stdout:3492: oid 4 updating version 0 to 1466 2024-03-07T03:09:01.779 INFO:tasks.rados.rados.0.smithi090.stdout:3492: oid 4 version 1466 is already newer than 1465 2024-03-07T03:09:01.779 INFO:tasks.rados.rados.0.smithi090.stdout:3492: oid 4 updating version 1466 to 1467 2024-03-07T03:09:01.779 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 1467 (ObjNum 1068 snap 339 seq_num 1068) dirty exists 2024-03-07T03:09:01.779 INFO:tasks.rados.rados.0.smithi090.stdout:3492: left oid 4 (ObjNum 1068 snap 339 seq_num 1068) 2024-03-07T03:09:01.779 INFO:tasks.rados.rados.0.smithi090.stdout:3493: finishing copy_from racing read to smithi09077644-17 2024-03-07T03:09:01.779 INFO:tasks.rados.rados.0.smithi090.stdout:3493: finishing copy_from to smithi09077644-17 2024-03-07T03:09:01.779 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 17 v 1447 (ObjNum 1058 snap 333 seq_num 1058) dirty exists 2024-03-07T03:09:01.785 INFO:tasks.rados.rados.0.smithi090.stdout:3492: done (2 left) 2024-03-07T03:09:01.785 INFO:tasks.rados.rados.0.smithi090.stdout:3493: done (1 left) 2024-03-07T03:09:01.785 INFO:tasks.rados.rados.0.smithi090.stdout:3495: done (0 left) 2024-03-07T03:09:01.785 INFO:tasks.rados.rados.0.smithi090.stdout:3496: setattr oid 12 current snap is 339 2024-03-07T03:09:01.787 INFO:tasks.rados.rados.0.smithi090.stdout:3497: read oid 5 snap -1 2024-03-07T03:09:01.787 INFO:tasks.rados.rados.0.smithi090.stdout:3497: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-07T03:09:01.787 INFO:tasks.rados.rados.0.smithi090.stdout:3498: read oid 6 snap -1 2024-03-07T03:09:01.787 INFO:tasks.rados.rados.0.smithi090.stdout:3498: expect (ObjNum 1038 snap 327 seq_num 1038) 2024-03-07T03:09:01.787 INFO:tasks.rados.rados.0.smithi090.stdout:3499: snap_create 2024-03-07T03:09:01.787 INFO:tasks.rados.rados.0.smithi090.stdout:3497: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-07T03:09:01.793 INFO:tasks.rados.rados.0.smithi090.stdout:3498: expect (ObjNum 1038 snap 327 seq_num 1038) 2024-03-07T03:09:01.809 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 12 v 1451 (ObjNum 1067 snap 338 seq_num 1067) dirty exists 2024-03-07T03:09:02.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:01 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:02.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:01 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:02.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:01 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:02.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:01 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:02.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:01 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:02.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:01 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:02.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:01 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:02.076 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:09:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:09:01.782+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:02.076 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:01.784+0000 7f443ef5f700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:09:02.077 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:01.784+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:02.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:01 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:02.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:01 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:02.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:01 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:02.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:01 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:02.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:01 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:02.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:01 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:02.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:01 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:02.078 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:01.789+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:02.078 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:01.792+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:02.078 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:01.793+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:02.093 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:09:01 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:09:01.780+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:02.093 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:01 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:01.796+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:02.094 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:01 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:02.094 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:01 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:02.094 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:01 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:02.094 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:01 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:02.094 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:01 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:02.094 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:01 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:02.094 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:01 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:02.094 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:01 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:01.794+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:09:02.094 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:01 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:01.794+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:02.095 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:01 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:01.795+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:02.414 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:09:02 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:09:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:09:02.793 INFO:tasks.rados.rados.0.smithi090.stdout:3496: done (3 left) 2024-03-07T03:09:02.793 INFO:tasks.rados.rados.0.smithi090.stdout:3497: done (2 left) 2024-03-07T03:09:02.793 INFO:tasks.rados.rados.0.smithi090.stdout:3498: done (1 left) 2024-03-07T03:09:02.793 INFO:tasks.rados.rados.0.smithi090.stdout:3499: done (0 left) 2024-03-07T03:09:02.794 INFO:tasks.rados.rados.0.smithi090.stdout:3500: delete oid 50 current snap is 340 2024-03-07T03:09:02.796 INFO:tasks.rados.rados.0.smithi090.stdout:3500: done (0 left) 2024-03-07T03:09:02.796 INFO:tasks.rados.rados.0.smithi090.stdout:3501: read oid 32 snap -1 2024-03-07T03:09:02.796 INFO:tasks.rados.rados.0.smithi090.stdout:3501: expect (ObjNum 928 snap 290 seq_num 928) 2024-03-07T03:09:02.796 INFO:tasks.rados.rados.0.smithi090.stdout:3502: copy_from oid 39 from oid 16 current snap is 340 2024-03-07T03:09:02.796 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 11 current snap is 340 2024-03-07T03:09:02.796 INFO:tasks.rados.rados.0.smithi090.stdout:3503: seq_num 1071 ranges {0=745472,745472=401408} 2024-03-07T03:09:02.801 INFO:tasks.rados.rados.0.smithi090.stdout:3503: writing smithi09077644-11 from 0 to 745472 tid 1 2024-03-07T03:09:02.803 INFO:tasks.rados.rados.0.smithi090.stdout:3503: writing smithi09077644-11 from 745472 to 1146880 tid 2 2024-03-07T03:09:02.803 INFO:tasks.rados.rados.0.smithi090.stdout:3504: delete oid 14 current snap is 340 2024-03-07T03:09:02.805 INFO:tasks.rados.rados.0.smithi090.stdout:3501: expect (ObjNum 928 snap 290 seq_num 928) 2024-03-07T03:09:02.839 INFO:tasks.rados.rados.0.smithi090.stdout:3503: finishing write tid 1 to smithi09077644-11 2024-03-07T03:09:02.839 INFO:tasks.rados.rados.0.smithi090.stdout:3503: finishing write tid 2 to smithi09077644-11 2024-03-07T03:09:02.839 INFO:tasks.rados.rados.0.smithi090.stdout:3501: done (3 left) 2024-03-07T03:09:02.839 INFO:tasks.rados.rados.0.smithi090.stdout:3504: done (2 left) 2024-03-07T03:09:02.839 INFO:tasks.rados.rados.0.smithi090.stdout:3505: copy_from oid 4 from oid 18 current snap is 340 2024-03-07T03:09:02.839 INFO:tasks.rados.rados.0.smithi090.stdout:3503: finishing write tid 3 to smithi09077644-11 2024-03-07T03:09:02.839 INFO:tasks.rados.rados.0.smithi090.stdout:3503: finishing write tid 4 to smithi09077644-11 2024-03-07T03:09:02.839 INFO:tasks.rados.rados.0.smithi090.stdout:3503: oid 11 updating version 0 to 1576 2024-03-07T03:09:02.840 INFO:tasks.rados.rados.0.smithi090.stdout:3503: oid 11 updating version 1576 to 1577 2024-03-07T03:09:02.840 INFO:tasks.rados.rados.0.smithi090.stdout:3503: oid 11 updating version 1577 to 1578 2024-03-07T03:09:02.840 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 11 v 1578 (ObjNum 1071 snap 340 seq_num 1071) dirty exists 2024-03-07T03:09:02.840 INFO:tasks.rados.rados.0.smithi090.stdout:3503: left oid 11 (ObjNum 1071 snap 340 seq_num 1071) 2024-03-07T03:09:02.840 INFO:tasks.rados.rados.0.smithi090.stdout:3502: finishing copy_from racing read to smithi09077644-39 2024-03-07T03:09:02.840 INFO:tasks.rados.rados.0.smithi090.stdout:3502: finishing copy_from to smithi09077644-39 2024-03-07T03:09:02.840 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 12742 (ObjNum 1061 snap 334 seq_num 1061) dirty exists 2024-03-07T03:09:02.840 INFO:tasks.rados.rados.0.smithi090.stdout:3502: done (2 left) 2024-03-07T03:09:02.840 INFO:tasks.rados.rados.0.smithi090.stdout:3503: done (1 left) 2024-03-07T03:09:02.840 INFO:tasks.rados.rados.0.smithi090.stdout:3506: read oid 17 snap -1 2024-03-07T03:09:02.840 INFO:tasks.rados.rados.0.smithi090.stdout:3506: expect (ObjNum 1058 snap 333 seq_num 1058) 2024-03-07T03:09:02.840 INFO:tasks.rados.rados.0.smithi090.stdout:3507: snap_remove snap 338 2024-03-07T03:09:02.914 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:09:02 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:09:02.789+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:02.914 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:02 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:02.839+0000 7fc29a41b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:09:02.914 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:02 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:02.839+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:02.914 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:02 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:02.809+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:02.914 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:02 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:02.809+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:09:02.914 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:02 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:02.809+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:02.915 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:02 smithi092 ceph-mon[83777]: osdmap e750: 8 total, 8 up, 8 in 2024-03-07T03:09:02.915 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:02 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:02.915 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:02 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:02.915 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:02 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:02.915 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:02 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:02.915 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:02 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:02.915 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:02 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:02.915 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:02 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:02.915 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:02 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:02.915 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:02 smithi092 ceph-mon[83777]: pgmap v557: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 620 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 506 KiB/s wr, 8 op/s 2024-03-07T03:09:03.075 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:09:02 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:09:02.793+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:03.076 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:09:03 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:09:03] "GET /metrics HTTP/1.1" 200 36315 "" "Prometheus/2.43.0" 2024-03-07T03:09:03.076 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:02 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:02.799+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:03.076 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:02 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:02.800+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:09:03.076 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:02 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:02.800+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:03.077 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:02 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:02.801+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:03.077 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:02 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:02.801+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:03.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:02 smithi090 ceph-mon[89511]: osdmap e750: 8 total, 8 up, 8 in 2024-03-07T03:09:03.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:02 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:03.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:02 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:03.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:02 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:03.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:02 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:03.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:02 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:03.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:02 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:03.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:02 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:03.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:02 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:03.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:02 smithi090 ceph-mon[89511]: pgmap v557: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 620 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 506 KiB/s wr, 8 op/s 2024-03-07T03:09:03.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:02 smithi090 ceph-mon[91928]: osdmap e750: 8 total, 8 up, 8 in 2024-03-07T03:09:03.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:02 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:03.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:02 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:03.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:02 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:03.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:02 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:03.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:02 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:03.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:02 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:03.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:02 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:03.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:02 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:03.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:02 smithi090 ceph-mon[91928]: pgmap v557: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 620 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 506 KiB/s wr, 8 op/s 2024-03-07T03:09:03.335 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:09:03 smithi092 systemd[1]: Stopping Ceph prometheus.a for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T03:09:03.796 INFO:tasks.rados.rados.0.smithi090.stdout:3505: finishing copy_from racing read to smithi09077644-4 2024-03-07T03:09:03.796 INFO:tasks.rados.rados.0.smithi090.stdout:3505: finishing copy_from to smithi09077644-4 2024-03-07T03:09:03.796 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 12737 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-03-07T03:09:03.797 INFO:tasks.rados.rados.0.smithi090.stdout:3506: expect (ObjNum 1058 snap 333 seq_num 1058) 2024-03-07T03:09:03.860 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:09:03 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:09:03.793+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:03.861 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:03 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:03.861 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:03 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:03.861 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:03 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:03.861 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:03 smithi092 ceph-mon[83777]: osdmap e751: 8 total, 8 up, 8 in 2024-03-07T03:09:03.861 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:03 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:03.861 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:03 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:03.861 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:03 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:03.861 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:03 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:03.861 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:03 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:03.862 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:03 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:03.862 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:03 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:03.862 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:09:03 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:09:03.600Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-03-07T03:09:03.862 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:09:03 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:09:03.601Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-03-07T03:09:03.862 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:09:03 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:09:03.601Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-03-07T03:09:03.862 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:09:03 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:09:03.601Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-03-07T03:09:03.862 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:09:03 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:09:03.601Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-03-07T03:09:03.862 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:09:03 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:09:03.601Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-03-07T03:09:03.862 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:09:03 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:09:03.601Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-03-07T03:09:03.862 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:09:03 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:09:03.601Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-03-07T03:09:03.862 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:09:03 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:09:03.601Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-03-07T03:09:03.862 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:09:03 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:09:03.601Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-03-07T03:09:03.862 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:09:03 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:09:03.601Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-03-07T03:09:03.863 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:09:03 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[75261]: ts=2024-03-07T03:09:03.601Z caller=main.go:1147 level=info msg="See you next time!" 2024-03-07T03:09:03.863 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:09:03 smithi092 podman[115630]: 2024-03-07 03:09:03.611302114 +0000 UTC m=+0.134965396 container died 1b8503a67e3827ddb156d1f91e2a3f7013a952be39c6038a4fa488aeb40194ab (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-07T03:09:03.939 INFO:tasks.rados.rados.0.smithi090.stdout:3505: done (2 left) 2024-03-07T03:09:03.939 INFO:tasks.rados.rados.0.smithi090.stdout:3506: done (1 left) 2024-03-07T03:09:03.939 INFO:tasks.rados.rados.0.smithi090.stdout:3507: done (0 left) 2024-03-07T03:09:03.939 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 46 current snap is 340 2024-03-07T03:09:03.939 INFO:tasks.rados.rados.0.smithi090.stdout:3508: seq_num 1073 ranges {3416064=778240,4194304=401408} 2024-03-07T03:09:03.961 INFO:tasks.rados.rados.0.smithi090.stdout:3508: writing smithi09077644-46 from 3416064 to 4194304 tid 1 2024-03-07T03:09:03.963 INFO:tasks.rados.rados.0.smithi090.stdout:3508: writing smithi09077644-46 from 4194304 to 4595712 tid 2 2024-03-07T03:09:03.963 INFO:tasks.rados.rados.0.smithi090.stdout:3509: copy_from oid 28 from oid 45 current snap is 340 2024-03-07T03:09:03.963 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 48 current snap is 340 2024-03-07T03:09:03.964 INFO:tasks.rados.rados.0.smithi090.stdout:3510: seq_num 1074 ranges {655360=794624,1449984=401408} 2024-03-07T03:09:03.972 INFO:tasks.rados.rados.0.smithi090.stdout:3510: writing smithi09077644-48 from 655360 to 1449984 tid 1 2024-03-07T03:09:03.974 INFO:tasks.rados.rados.0.smithi090.stdout:3510: writing smithi09077644-48 from 1449984 to 1851392 tid 2 2024-03-07T03:09:03.974 INFO:tasks.rados.rados.0.smithi090.stdout:3508: finishing write tid 1 to smithi09077644-46 2024-03-07T03:09:03.974 INFO:tasks.rados.rados.0.smithi090.stdout:3508: finishing write tid 2 to smithi09077644-46 2024-03-07T03:09:03.974 INFO:tasks.rados.rados.0.smithi090.stdout:3508: finishing write tid 3 to smithi09077644-46 2024-03-07T03:09:03.974 INFO:tasks.rados.rados.0.smithi090.stdout:3508: finishing write tid 4 to smithi09077644-46 2024-03-07T03:09:03.974 INFO:tasks.rados.rados.0.smithi090.stdout:3508: oid 46 updating version 0 to 1609 2024-03-07T03:09:03.974 INFO:tasks.rados.rados.0.smithi090.stdout:3508: oid 46 version 1609 is already newer than 1608 2024-03-07T03:09:03.975 INFO:tasks.rados.rados.0.smithi090.stdout:3508: oid 46 updating version 1609 to 1610 2024-03-07T03:09:03.975 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 1610 (ObjNum 1073 snap 340 seq_num 1073) dirty exists 2024-03-07T03:09:03.975 INFO:tasks.rados.rados.0.smithi090.stdout:3508: left oid 46 (ObjNum 1073 snap 340 seq_num 1073) 2024-03-07T03:09:03.975 INFO:tasks.rados.rados.0.smithi090.stdout:3508: done (2 left) 2024-03-07T03:09:03.975 INFO:tasks.rados.rados.0.smithi090.stdout:3511: snap_create 2024-03-07T03:09:03.977 INFO:tasks.rados.rados.0.smithi090.stdout:3509: finishing copy_from racing read to smithi09077644-28 2024-03-07T03:09:03.981 INFO:tasks.rados.rados.0.smithi090.stdout:3509: finishing copy_from to smithi09077644-28 2024-03-07T03:09:03.981 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 28 v 1464 (ObjNum 1054 snap 332 seq_num 1054) dirty exists 2024-03-07T03:09:03.981 INFO:tasks.rados.rados.0.smithi090.stdout:3510: finishing write tid 1 to smithi09077644-48 2024-03-07T03:09:03.983 INFO:tasks.rados.rados.0.smithi090.stdout:3510: finishing write tid 2 to smithi09077644-48 2024-03-07T03:09:03.983 INFO:tasks.rados.rados.0.smithi090.stdout:3510: finishing write tid 3 to smithi09077644-48 2024-03-07T03:09:03.984 INFO:tasks.rados.rados.0.smithi090.stdout:3510: finishing write tid 4 to smithi09077644-48 2024-03-07T03:09:03.984 INFO:tasks.rados.rados.0.smithi090.stdout:3510: oid 48 updating version 0 to 1465 2024-03-07T03:09:03.984 INFO:tasks.rados.rados.0.smithi090.stdout:3510: oid 48 updating version 1465 to 1466 2024-03-07T03:09:03.984 INFO:tasks.rados.rados.0.smithi090.stdout:3510: oid 48 updating version 1466 to 1467 2024-03-07T03:09:03.984 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 1467 (ObjNum 1074 snap 340 seq_num 1074) dirty exists 2024-03-07T03:09:03.984 INFO:tasks.rados.rados.0.smithi090.stdout:3510: left oid 48 (ObjNum 1074 snap 340 seq_num 1074) 2024-03-07T03:09:04.075 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:09:03 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:09:03.799+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:04.075 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:03 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:03.846+0000 7f443ef5f700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:09:04.076 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:03 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:03.846+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:04.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:03 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:04.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:03 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:04.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:03 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:04.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:03 smithi090 ceph-mon[89511]: osdmap e751: 8 total, 8 up, 8 in 2024-03-07T03:09:04.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:03 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:04.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:03 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:04.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:03 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:04.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:03 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:04.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:03 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:04.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:03 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:04.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:03 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:04.077 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:03 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:03.796+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:04.077 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:03 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:03.797+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:04.077 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:03 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:03.798+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:04.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:03 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:04.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:03 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:04.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:03 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:04.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:03 smithi090 ceph-mon[91928]: osdmap e751: 8 total, 8 up, 8 in 2024-03-07T03:09:04.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:03 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:04.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:03 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:04.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:03 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:04.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:03 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:04.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:03 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:04.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:03 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:04.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:03 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:04.163 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:03 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:03.916+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:04.164 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:09:04 smithi092 podman[115630]: 2024-03-07 03:09:04.042828102 +0000 UTC m=+0.566491379 container cleanup 1b8503a67e3827ddb156d1f91e2a3f7013a952be39c6038a4fa488aeb40194ab (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-07T03:09:04.164 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:09:04 smithi092 bash[115630]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a 2024-03-07T03:09:04.164 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:03 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:03.861+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:09:04.164 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:03 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:03.861+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:04.164 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:03 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:03.861+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:04.509 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:09:04 smithi092 podman[115643]: 2024-03-07 03:09:04.261043917 +0000 UTC m=+0.652306640 container remove 1b8503a67e3827ddb156d1f91e2a3f7013a952be39c6038a4fa488aeb40194ab (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-07T03:09:04.799 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:09:04 smithi092 systemd[1]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@prometheus.a.service: Deactivated successfully. 2024-03-07T03:09:04.799 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:09:04 smithi092 systemd[1]: Stopped Ceph prometheus.a for fb96fd1c-dc2c-11ee-95c6-87774f69a715. 2024-03-07T03:09:04.799 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:09:04 smithi092 systemd[1]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@prometheus.a.service: Consumed 2.612s CPU time. 2024-03-07T03:09:04.799 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:09:04 smithi092 systemd[1]: Starting Ceph prometheus.a for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T03:09:04.802 INFO:tasks.rados.rados.0.smithi090.stdout:3509: done (2 left) 2024-03-07T03:09:04.802 INFO:tasks.rados.rados.0.smithi090.stdout:3510: done (1 left) 2024-03-07T03:09:04.802 INFO:tasks.rados.rados.0.smithi090.stdout:3511: done (0 left) 2024-03-07T03:09:04.802 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 32 current snap is 341 2024-03-07T03:09:04.802 INFO:tasks.rados.rados.0.smithi090.stdout:3512: seq_num 1075 ranges {1146880=409600,1556480=671744,2228224=131072} 2024-03-07T03:09:04.810 INFO:tasks.rados.rados.0.smithi090.stdout:3512: writing smithi09077644-32 from 1146880 to 1556480 tid 1 2024-03-07T03:09:04.814 INFO:tasks.rados.rados.0.smithi090.stdout:3512: writing smithi09077644-32 from 1556480 to 2228224 tid 2 2024-03-07T03:09:04.815 INFO:tasks.rados.rados.0.smithi090.stdout:3512: writing smithi09077644-32 from 2228224 to 2359296 tid 3 2024-03-07T03:09:04.815 INFO:tasks.rados.rados.0.smithi090.stdout:3513: snap_create 2024-03-07T03:09:04.816 INFO:tasks.rados.rados.0.smithi090.stdout:3512: finishing write tid 1 to smithi09077644-32 2024-03-07T03:09:04.819 INFO:tasks.rados.rados.0.smithi090.stdout:3512: finishing write tid 2 to smithi09077644-32 2024-03-07T03:09:04.819 INFO:tasks.rados.rados.0.smithi090.stdout:3512: finishing write tid 3 to smithi09077644-32 2024-03-07T03:09:04.820 INFO:tasks.rados.rados.0.smithi090.stdout:3512: finishing write tid 4 to smithi09077644-32 2024-03-07T03:09:04.821 INFO:tasks.rados.rados.0.smithi090.stdout:3512: finishing write tid 5 to smithi09077644-32 2024-03-07T03:09:04.821 INFO:tasks.rados.rados.0.smithi090.stdout:3512: oid 32 updating version 0 to 1185 2024-03-07T03:09:04.821 INFO:tasks.rados.rados.0.smithi090.stdout:3512: oid 32 version 1185 is already newer than 1183 2024-03-07T03:09:04.821 INFO:tasks.rados.rados.0.smithi090.stdout:3512: oid 32 version 1185 is already newer than 1184 2024-03-07T03:09:04.821 INFO:tasks.rados.rados.0.smithi090.stdout:3512: oid 32 version 1185 is already newer than 1182 2024-03-07T03:09:04.821 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 32 v 1185 (ObjNum 1075 snap 341 seq_num 1075) dirty exists 2024-03-07T03:09:04.821 INFO:tasks.rados.rados.0.smithi090.stdout:3512: left oid 32 (ObjNum 1075 snap 341 seq_num 1075) 2024-03-07T03:09:05.075 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:09:04 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:09:04.802+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:05.075 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:04 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:04.816+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:05.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:04 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:05.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:04 smithi090 ceph-mon[89511]: osdmap e752: 8 total, 8 up, 8 in 2024-03-07T03:09:05.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:04 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:05.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:04 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:05.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:04 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:05.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:04 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:05.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:04 smithi090 ceph-mon[89511]: pgmap v560: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 620 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 250 KiB/s wr, 3 op/s 2024-03-07T03:09:05.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:04 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:05.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:04 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:05.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:04 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:05.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:04 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:05.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:04 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:05.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:04 smithi090 ceph-mon[91928]: osdmap e752: 8 total, 8 up, 8 in 2024-03-07T03:09:05.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:04 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:05.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:04 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:05.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:04 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:05.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:04 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:05.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:04 smithi090 ceph-mon[91928]: pgmap v560: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 620 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 250 KiB/s wr, 3 op/s 2024-03-07T03:09:05.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:04 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:05.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:04 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:05.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:04 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:05.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:04 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:05.092 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:09:04 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:09:04.802+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:05.092 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:04 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:04.816+0000 7fc29a41b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:09:05.092 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:04 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:04.816+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:05.093 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:09:04 smithi092 podman[115775]: 2024-03-07 03:09:04.829537341 +0000 UTC m=+0.021357129 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-03-07T03:09:05.093 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:09:04 smithi092 podman[115775]: 2024-03-07 03:09:04.953593644 +0000 UTC m=+0.145413433 container create bd032c4c750a3290ce0e478575723bd9664c872ecbaa424b3a4b25a31d731116 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-07T03:09:05.093 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:04 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:05.093 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:04 smithi092 ceph-mon[83777]: osdmap e752: 8 total, 8 up, 8 in 2024-03-07T03:09:05.093 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:04 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:05.093 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:04 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:05.093 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:04 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:05.093 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:04 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:05.093 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:04 smithi092 ceph-mon[83777]: pgmap v560: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 620 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 250 KiB/s wr, 3 op/s 2024-03-07T03:09:05.093 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:04 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:05.093 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:04 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:05.093 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:04 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:05.094 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:04 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:05.369 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:05.222+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:05.369 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:05.222+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:09:05.369 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:05.222+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:05.370 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:09:05 smithi092 podman[115775]: 2024-03-07 03:09:05.20595583 +0000 UTC m=+0.397775620 container init bd032c4c750a3290ce0e478575723bd9664c872ecbaa424b3a4b25a31d731116 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-07T03:09:05.370 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:09:05 smithi092 podman[115775]: 2024-03-07 03:09:05.208781667 +0000 UTC m=+0.400601467 container start bd032c4c750a3290ce0e478575723bd9664c872ecbaa424b3a4b25a31d731116 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-07T03:09:05.370 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:09:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:09:05.235Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-03-07T03:09:05.370 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:09:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:09:05.235Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-03-07T03:09:05.370 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:09:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:09:05.235Z caller=main.go:570 level=info host_details="(Linux 5.14.0-427.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024 x86_64 smithi092 (none))" 2024-03-07T03:09:05.370 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:09:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:09:05.235Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-03-07T03:09:05.370 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:09:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:09:05.235Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-03-07T03:09:05.370 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:09:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:09:05.236Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-03-07T03:09:05.370 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:09:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:09:05.237Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-03-07T03:09:05.370 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:09:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:09:05.237Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-03-07T03:09:05.371 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:09:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:09:05.238Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-03-07T03:09:05.371 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:09:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:09:05.240Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-03-07T03:09:05.371 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:09:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:09:05.240Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=49.748µs 2024-03-07T03:09:05.371 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:09:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:09:05.240Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-03-07T03:09:05.371 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:09:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:09:05.242Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=4 2024-03-07T03:09:05.371 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:09:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:09:05.250Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=4 2024-03-07T03:09:05.371 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:09:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:09:05.257Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=4 2024-03-07T03:09:05.371 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:09:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:09:05.264Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=4 2024-03-07T03:09:05.371 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:09:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:09:05.264Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=4 2024-03-07T03:09:05.371 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:09:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:09:05.264Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=47.631µs wal_replay_duration=24.124982ms wbl_replay_duration=139ns total_replay_duration=24.272402ms 2024-03-07T03:09:05.371 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:09:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:09:05.268Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-03-07T03:09:05.371 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:09:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:09:05.268Z caller=main.go:1029 level=info msg="TSDB started" 2024-03-07T03:09:05.371 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:09:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:09:05.268Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-07T03:09:05.371 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:09:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:09:05.295Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=27.228023ms db_storage=892ns remote_storage=1.601µs web_handler=484ns query_engine=871ns scrape=571.885µs scrape_sd=148.753µs notify=17.862µs notify_sd=22.91µs rules=25.963673ms tracing=6.825µs 2024-03-07T03:09:05.372 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:09:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:09:05.295Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-03-07T03:09:05.372 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:09:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:09:05.295Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-03-07T03:09:05.372 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:09:05 smithi092 bash[115775]: bd032c4c750a3290ce0e478575723bd9664c872ecbaa424b3a4b25a31d731116 2024-03-07T03:09:05.372 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:09:05 smithi092 systemd[1]: Started Ceph prometheus.a for fb96fd1c-dc2c-11ee-95c6-87774f69a715. 2024-03-07T03:09:05.575 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:05 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:05.221+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:05.575 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:05 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:05.222+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:09:05.575 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:05 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:05.222+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:05.576 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:05 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:05.222+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:05.808 INFO:tasks.rados.rados.0.smithi090.stdout:3512: done (1 left) 2024-03-07T03:09:05.808 INFO:tasks.rados.rados.0.smithi090.stdout:3513: done (0 left) 2024-03-07T03:09:05.809 INFO:tasks.rados.rados.0.smithi090.stdout:3514: read oid 10 snap -1 2024-03-07T03:09:05.809 INFO:tasks.rados.rados.0.smithi090.stdout:3514: expect (ObjNum 1062 snap 334 seq_num 1062) 2024-03-07T03:09:05.809 INFO:tasks.rados.rados.0.smithi090.stdout:3515: snap_remove snap 340 2024-03-07T03:09:06.075 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:09:05 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:09:05.808+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:06.076 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:05 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:05.814+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:06.076 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:05 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:05.814+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:06.076 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:05 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:05.822+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:06.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:05 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:06.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:05 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:06.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:05 smithi090 ceph-mon[91928]: osdmap e753: 8 total, 8 up, 8 in 2024-03-07T03:09:06.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:05 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:06.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:05 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:06.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:05 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:06.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:05 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:06.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:05 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:06.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:05 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:06.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:05 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:09:06.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:05 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:06.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:05 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:06.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:05 smithi090 ceph-mon[89511]: osdmap e753: 8 total, 8 up, 8 in 2024-03-07T03:09:06.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:05 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:06.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:05 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:06.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:05 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:06.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:05 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:06.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:05 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:06.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:05 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:06.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:05 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:09:06.163 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:09:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:09:05.804+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:06.164 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:05.961+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:09:06.164 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:05.961+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:06.164 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:05.961+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:06.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:05 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:06.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:05 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:06.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:05 smithi092 ceph-mon[83777]: osdmap e753: 8 total, 8 up, 8 in 2024-03-07T03:09:06.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:05 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:06.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:05 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:06.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:05 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:06.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:05 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:06.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:05 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:06.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:05 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:06.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:05 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:09:06.553 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:06 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:06.281+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:06.808 INFO:tasks.rados.rados.0.smithi090.stdout:3515: done (1 left) 2024-03-07T03:09:06.808 INFO:tasks.rados.rados.0.smithi090.stdout:3516: copy_from oid 4 from oid 16 current snap is 342 2024-03-07T03:09:06.808 INFO:tasks.rados.rados.0.smithi090.stdout:3514: expect (ObjNum 1062 snap 334 seq_num 1062) 2024-03-07T03:09:06.811 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:06 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:06.551+0000 7f4442f67700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:09:06.811 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:06 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:06.551+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:06.886 INFO:tasks.rados.rados.0.smithi090.stdout:3516: finishing copy_from racing read to smithi09077644-4 2024-03-07T03:09:06.886 INFO:tasks.rados.rados.0.smithi090.stdout:3516: finishing copy_from to smithi09077644-4 2024-03-07T03:09:06.887 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 12742 (ObjNum 1061 snap 334 seq_num 1061) dirty exists 2024-03-07T03:09:06.887 INFO:tasks.rados.rados.0.smithi090.stdout:3514: done (1 left) 2024-03-07T03:09:06.887 INFO:tasks.rados.rados.0.smithi090.stdout:3516: done (0 left) 2024-03-07T03:09:06.887 INFO:tasks.rados.rados.0.smithi090.stdout:3517: read oid 20 snap 341 2024-03-07T03:09:06.887 INFO:tasks.rados.rados.0.smithi090.stdout:3517: expect deleted 2024-03-07T03:09:06.887 INFO:tasks.rados.rados.0.smithi090.stdout:3518: rollback oid 43 current snap is 342 2024-03-07T03:09:06.887 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 43 to 341 2024-03-07T03:09:06.887 INFO:tasks.rados.rados.0.smithi090.stdout:3519: rmattr oid 17 current snap is 342 2024-03-07T03:09:06.887 INFO:tasks.rados.rados.0.smithi090.stdout:3519: done (2 left) 2024-03-07T03:09:06.887 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 38 current snap is 342 2024-03-07T03:09:06.887 INFO:tasks.rados.rados.0.smithi090.stdout:3520: seq_num 1076 ranges {2162688=425984,2588672=548864,3137536=253952} 2024-03-07T03:09:06.900 INFO:tasks.rados.rados.0.smithi090.stdout:3520: writing smithi09077644-38 from 2162688 to 2588672 tid 1 2024-03-07T03:09:06.903 INFO:tasks.rados.rados.0.smithi090.stdout:3520: writing smithi09077644-38 from 2588672 to 3137536 tid 2 2024-03-07T03:09:06.905 INFO:tasks.rados.rados.0.smithi090.stdout:3520: writing smithi09077644-38 from 3137536 to 3391488 tid 3 2024-03-07T03:09:06.905 INFO:tasks.rados.rados.0.smithi090.stdout:3521: snap_create 2024-03-07T03:09:06.905 INFO:tasks.rados.rados.0.smithi090.stdout:3518: finishing rollback tid 0 to smithi09077644-43 2024-03-07T03:09:06.905 INFO:tasks.rados.rados.0.smithi090.stdout:3518: finishing rollback tid 1 to smithi09077644-43 2024-03-07T03:09:06.905 INFO:tasks.rados.rados.0.smithi090.stdout:3518: finishing rollback tid 2 to smithi09077644-43 2024-03-07T03:09:06.906 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 1188 (ObjNum 1038 snap 327 seq_num 1038) dirty exists 2024-03-07T03:09:06.906 INFO:tasks.rados.rados.0.smithi090.stdout:3520: finishing write tid 1 to smithi09077644-38 2024-03-07T03:09:06.908 INFO:tasks.rados.rados.0.smithi090.stdout:3520: finishing write tid 2 to smithi09077644-38 2024-03-07T03:09:06.908 INFO:tasks.rados.rados.0.smithi090.stdout:3520: finishing write tid 3 to smithi09077644-38 2024-03-07T03:09:06.908 INFO:tasks.rados.rados.0.smithi090.stdout:3520: finishing write tid 4 to smithi09077644-38 2024-03-07T03:09:06.910 INFO:tasks.rados.rados.0.smithi090.stdout:3520: finishing write tid 5 to smithi09077644-38 2024-03-07T03:09:06.910 INFO:tasks.rados.rados.0.smithi090.stdout:3520: oid 38 updating version 0 to 1582 2024-03-07T03:09:06.910 INFO:tasks.rados.rados.0.smithi090.stdout:3520: oid 38 version 1582 is already newer than 1581 2024-03-07T03:09:06.910 INFO:tasks.rados.rados.0.smithi090.stdout:3520: oid 38 version 1582 is already newer than 1579 2024-03-07T03:09:06.910 INFO:tasks.rados.rados.0.smithi090.stdout:3520: oid 38 version 1582 is already newer than 1580 2024-03-07T03:09:06.910 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 1582 (ObjNum 1076 snap 342 seq_num 1076) dirty exists 2024-03-07T03:09:06.910 INFO:tasks.rados.rados.0.smithi090.stdout:3520: left oid 38 (ObjNum 1076 snap 342 seq_num 1076) 2024-03-07T03:09:07.061 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:09:06 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:09:06.812+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:07.062 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:07 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:07.061+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:07.062 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:06 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:06.829+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:07.062 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:06 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:07.062 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:06 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:07.062 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:06 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:07.062 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:06 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:07.063 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:06 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:07.063 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:06 smithi090 ceph-mon[91928]: osdmap e754: 8 total, 8 up, 8 in 2024-03-07T03:09:07.063 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:06 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:07.063 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:06 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:07.063 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:06 smithi090 ceph-mon[91928]: pgmap v563: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 631 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 15 op/s 2024-03-07T03:09:07.063 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:06 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:07.063 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:06 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:07.063 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:06 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:07.063 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:06 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:07.063 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:06 smithi090 ceph-mon[91928]: osdmap e755: 8 total, 8 up, 8 in 2024-03-07T03:09:07.063 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:06 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:07.063 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:06 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:07.063 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:06 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:07.064 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:06 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:07.064 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:06 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:07.064 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:06 smithi090 ceph-mon[89511]: osdmap e754: 8 total, 8 up, 8 in 2024-03-07T03:09:07.064 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:06 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:07.064 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:06 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:07.064 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:06 smithi090 ceph-mon[89511]: pgmap v563: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 631 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 15 op/s 2024-03-07T03:09:07.064 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:06 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:07.064 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:06 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:07.064 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:06 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:07.064 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:06 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:07.064 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:06 smithi090 ceph-mon[89511]: osdmap e755: 8 total, 8 up, 8 in 2024-03-07T03:09:07.161 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:06 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:06.826+0000 7fc29a41b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:09:07.161 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:06 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:06.826+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:07.161 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:06 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:06.935+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:07.161 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:06 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:06.935+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:09:07.161 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:06 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:06.935+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:07.161 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:09:06 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:09:06.822+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:07.162 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:06 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:07.162 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:06 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:07.162 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:06 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:07.162 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:06 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:07.162 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:06 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:07.162 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:06 smithi092 ceph-mon[83777]: osdmap e754: 8 total, 8 up, 8 in 2024-03-07T03:09:07.162 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:06 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:07.162 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:06 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:07.162 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:06 smithi092 ceph-mon[83777]: pgmap v563: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 631 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 15 op/s 2024-03-07T03:09:07.162 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:06 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:07.162 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:06 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:07.162 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:06 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:07.162 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:06 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:07.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:06 smithi092 ceph-mon[83777]: osdmap e755: 8 total, 8 up, 8 in 2024-03-07T03:09:07.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:07 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:07.062+0000 7fa43c425700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:09:07.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:07 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:07.062+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:07.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:07 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:07.062+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:07.842 INFO:tasks.rados.rados.0.smithi090.stdout:3517: done (3 left) 2024-03-07T03:09:07.842 INFO:tasks.rados.rados.0.smithi090.stdout:3518: done (2 left) 2024-03-07T03:09:07.842 INFO:tasks.rados.rados.0.smithi090.stdout:3520: done (1 left) 2024-03-07T03:09:07.842 INFO:tasks.rados.rados.0.smithi090.stdout:3521: done (0 left) 2024-03-07T03:09:07.842 INFO:tasks.rados.rados.0.smithi090.stdout:3522: copy_from oid 19 from oid 27 current snap is 343 2024-03-07T03:09:07.842 INFO:tasks.rados.rados.0.smithi090.stdout:3523: snap_remove snap 325 2024-03-07T03:09:08.163 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:07 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:07.848+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:08.164 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:09:07 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:09:07.839+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:08.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:07 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:08.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:07 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:08.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:07 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:08.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:07 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:08.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:07 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:08.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:07 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:08.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:07 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:08.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:07 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:08.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:07 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:08.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:07 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:08.165 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:07 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:07.982+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:09:08.165 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:07 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:07.982+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:08.165 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:07 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:07.983+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:08.325 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:09:07 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:09:07.843+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:08.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:07 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:07.846+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:08.326 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:07 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:07.846+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:08.326 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:07 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:07.847+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:08.326 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:07 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:07.862+0000 7f443ef5f700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:09:08.326 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:07 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:07.862+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:08.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:07 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:08.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:07 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:08.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:07 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:08.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:07 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:08.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:07 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:08.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:07 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:08.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:07 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:08.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:07 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:08.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:07 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:08.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:07 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:08.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:07 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:08.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:07 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:08.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:07 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:08.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:07 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:08.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:07 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:08.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:07 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:08.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:07 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:08.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:07 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:08.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:07 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:08.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:07 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:08.849 INFO:tasks.rados.rados.0.smithi090.stdout:3522: finishing copy_from racing read to smithi09077644-19 2024-03-07T03:09:08.849 INFO:tasks.rados.rados.0.smithi090.stdout:3522: finishing copy_from to smithi09077644-19 2024-03-07T03:09:08.850 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 1574 (ObjNum 1000 snap 320 seq_num 1000) dirty exists 2024-03-07T03:09:08.850 INFO:tasks.rados.rados.0.smithi090.stdout:3522: done (1 left) 2024-03-07T03:09:08.850 INFO:tasks.rados.rados.0.smithi090.stdout:3523: done (0 left) 2024-03-07T03:09:08.850 INFO:tasks.rados.rados.0.smithi090.stdout:3524: read oid 20 snap 321 2024-03-07T03:09:08.850 INFO:tasks.rados.rados.0.smithi090.stdout:3524: expect (ObjNum 943 snap 295 seq_num 943) 2024-03-07T03:09:08.850 INFO:tasks.rados.rados.0.smithi090.stdout:3525: snap_remove snap 332 2024-03-07T03:09:09.163 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:09:08 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:09:08.851+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:09.164 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:08 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:08.853+0000 7fc296413700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:09:09.164 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:08 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:08.853+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:09.164 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:08 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:08.857+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:09.164 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:08 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:08.858+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:09:09.164 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:08 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:08.858+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:09.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:08 smithi092 ceph-mon[83777]: pgmap v565: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 631 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 14 op/s 2024-03-07T03:09:09.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:08 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:09.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:08 smithi092 ceph-mon[83777]: osdmap e756: 8 total, 8 up, 8 in 2024-03-07T03:09:09.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:08 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:09.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:08 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:09.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:08 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:09.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:08 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:09.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:08 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:09.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:08 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:09.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:08 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:09.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:08 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:09.325 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:09:08 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:09:08.865+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:09.325 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:08 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:08.860+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:09.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:08 smithi090 ceph-mon[91928]: pgmap v565: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 631 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 14 op/s 2024-03-07T03:09:09.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:08 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:09.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:08 smithi090 ceph-mon[91928]: osdmap e756: 8 total, 8 up, 8 in 2024-03-07T03:09:09.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:08 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:09.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:08 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:09.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:08 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:09.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:08 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:09.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:08 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:09.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:08 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:09.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:08 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:09.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:08 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:09.327 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:08 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:08.850+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:09.327 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:08 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:08.870+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:09.327 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:08 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:08.870+0000 7fa43c425700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:09:09.327 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:08 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:08.870+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:09.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:08 smithi090 ceph-mon[89511]: pgmap v565: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 631 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 14 op/s 2024-03-07T03:09:09.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:08 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:09.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:08 smithi090 ceph-mon[89511]: osdmap e756: 8 total, 8 up, 8 in 2024-03-07T03:09:09.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:08 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:09.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:08 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:09.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:08 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:09.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:08 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:09.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:08 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:09.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:08 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:09.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:08 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:09.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:08 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:09.855 INFO:tasks.rados.rados.0.smithi090.stdout:3525: done (1 left) 2024-03-07T03:09:09.855 INFO:tasks.rados.rados.0.smithi090.stdout:3526: snap_remove snap 342 2024-03-07T03:09:10.163 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:09:09 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:09:09.854+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:10.164 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:09 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:09.857+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:10.164 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:09 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:09.862+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:09:10.164 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:09 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:09.862+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:10.164 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:09 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:09.862+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:10.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:09 smithi092 ceph-mon[83777]: osdmap e757: 8 total, 8 up, 8 in 2024-03-07T03:09:10.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:09 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:10.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:09 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:10.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:09 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:10.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:09 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:10.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:09 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:10.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:09 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:10.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:09 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:10.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:09 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:10.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:09 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:10.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:09 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:10.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:09 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:10.325 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:09:09 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:09:09.857+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:10.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:09 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:09.866+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:10.326 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:09 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:09.867+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:10.326 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:09 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:09.867+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:10.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:09 smithi090 ceph-mon[89511]: osdmap e757: 8 total, 8 up, 8 in 2024-03-07T03:09:10.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:09 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:10.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:09 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:10.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:09 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:10.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:09 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:10.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:09 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:10.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:09 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:10.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:09 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:10.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:09 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:10.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:09 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:10.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:09 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:10.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:09 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:10.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:09 smithi090 ceph-mon[91928]: osdmap e757: 8 total, 8 up, 8 in 2024-03-07T03:09:10.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:09 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:10.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:09 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:10.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:09 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:10.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:09 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:10.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:09 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:10.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:09 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:10.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:09 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:10.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:09 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:10.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:09 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:10.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:09 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:10.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:09 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:10.328 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:09 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:09.858+0000 7f4442f67700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:09:10.328 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:09 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:09.858+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:10.857 INFO:tasks.rados.rados.0.smithi090.stdout:3526: done (1 left) 2024-03-07T03:09:10.857 INFO:tasks.rados.rados.0.smithi090.stdout:3527: snap_create 2024-03-07T03:09:10.858 INFO:tasks.rados.rados.0.smithi090.stdout:3524: expect (ObjNum 943 snap 295 seq_num 943) 2024-03-07T03:09:11.115 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:10 smithi092 ceph-mon[83777]: pgmap v568: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 637 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-03-07T03:09:11.115 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:10 smithi092 ceph-mon[83777]: osdmap e758: 8 total, 8 up, 8 in 2024-03-07T03:09:11.115 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:10 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:11.115 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:10 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:11.115 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:10 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:11.115 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:10 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:11.115 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:10 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:11.115 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:10 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:11.115 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:10 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:11.115 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:10 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:11.116 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:10 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:11.116 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:10 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:11.116 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:10 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:11.116 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:09:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:09:10.857+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:11.222 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:09:10 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:09:10.859+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:11.222 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:10 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:10.892+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:11.223 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:10 smithi090 ceph-mon[89511]: pgmap v568: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 637 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-03-07T03:09:11.223 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:10 smithi090 ceph-mon[89511]: osdmap e758: 8 total, 8 up, 8 in 2024-03-07T03:09:11.223 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:10 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:11.223 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:10 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:11.223 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:10 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:11.223 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:10 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:11.223 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:10 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:11.223 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:10 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:11.223 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:10 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:11.223 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:10 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:11.224 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:10 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:11.224 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:10 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:11.224 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:10 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:11.224 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:10 smithi090 ceph-mon[91928]: pgmap v568: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 637 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-03-07T03:09:11.224 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:10 smithi090 ceph-mon[91928]: osdmap e758: 8 total, 8 up, 8 in 2024-03-07T03:09:11.224 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:10 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:11.224 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:10 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:11.224 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:10 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:11.224 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:10 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:11.224 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:10 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:11.224 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:10 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:11.224 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:10 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:11.225 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:10 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:11.225 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:10 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:11.225 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:10 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:11.225 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:10 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:11.575 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:11 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:11.222+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:11.575 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:11 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:11.222+0000 7fa43c425700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:09:11.576 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:11 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:11.222+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:11.576 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:11 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:11.222+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:11.863 INFO:tasks.rados.rados.0.smithi090.stdout:3524: done (1 left) 2024-03-07T03:09:11.863 INFO:tasks.rados.rados.0.smithi090.stdout:3527: done (0 left) 2024-03-07T03:09:11.863 INFO:tasks.rados.rados.0.smithi090.stdout:3528: rmattr oid 20 current snap is 344 2024-03-07T03:09:11.863 INFO:tasks.rados.rados.0.smithi090.stdout:3528: done (0 left) 2024-03-07T03:09:11.863 INFO:tasks.rados.rados.0.smithi090.stdout:3529: rollback oid 4 current snap is 344 2024-03-07T03:09:11.863 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 4 to 303 2024-03-07T03:09:11.863 INFO:tasks.rados.rados.0.smithi090.stdout:3530: rmattr oid 11 current snap is 344 2024-03-07T03:09:11.864 INFO:tasks.rados.rados.0.smithi090.stdout:3531: read oid 3 snap 334 2024-03-07T03:09:11.864 INFO:tasks.rados.rados.0.smithi090.stdout:3531: expect (ObjNum 1060 snap 334 seq_num 1060) 2024-03-07T03:09:11.864 INFO:tasks.rados.rados.0.smithi090.stdout:3532: read oid 32 snap 329 2024-03-07T03:09:11.864 INFO:tasks.rados.rados.0.smithi090.stdout:3532: expect (ObjNum 928 snap 290 seq_num 928) 2024-03-07T03:09:11.864 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 16 current snap is 344 2024-03-07T03:09:11.864 INFO:tasks.rados.rados.0.smithi090.stdout:3533: seq_num 1077 ranges {1769472=442368,2211840=434176,2646016=368640} 2024-03-07T03:09:11.875 INFO:tasks.rados.rados.0.smithi090.stdout:3533: writing smithi09077644-16 from 1769472 to 2211840 tid 1 2024-03-07T03:09:11.877 INFO:tasks.rados.rados.0.smithi090.stdout:3533: writing smithi09077644-16 from 2211840 to 2646016 tid 2 2024-03-07T03:09:11.880 INFO:tasks.rados.rados.0.smithi090.stdout:3533: writing smithi09077644-16 from 2646016 to 3014656 tid 3 2024-03-07T03:09:11.880 INFO:tasks.rados.rados.0.smithi090.stdout:3534: delete oid 25 current snap is 344 2024-03-07T03:09:11.880 INFO:tasks.rados.rados.0.smithi090.stdout:3532: expect (ObjNum 928 snap 290 seq_num 928) 2024-03-07T03:09:11.899 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:11.641+0000 7fc296413700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:09:11.899 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:11.641+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:11.899 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:11.886+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:11.899 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:11 smithi092 ceph-mon[83777]: osdmap e759: 8 total, 8 up, 8 in 2024-03-07T03:09:11.899 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:11 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:11.899 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:11 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:11.899 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:11 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:11.899 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:11 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:11.899 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:11 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:11.899 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:11 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:11.899 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:11 smithi092 ceph-mon[83777]: pgmap v571: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 631 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-03-07T03:09:11.900 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:09:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:09:11.861+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:11.900 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:11.642+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:11.900 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:11.642+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:09:11.900 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:11.642+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:11.900 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:11.883+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:11.900 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:11.885+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:09:11.900 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:11.885+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:11.910 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 11 v 1583 (ObjNum 1071 snap 340 seq_num 1071) dirty exists 2024-03-07T03:09:11.910 INFO:tasks.rados.rados.0.smithi090.stdout:3529: finishing rollback tid 0 to smithi09077644-4 2024-03-07T03:09:11.910 INFO:tasks.rados.rados.0.smithi090.stdout:3531: expect (ObjNum 1060 snap 334 seq_num 1060) 2024-03-07T03:09:11.936 INFO:tasks.rados.rados.0.smithi090.stdout:3529: finishing rollback tid 1 to smithi09077644-4 2024-03-07T03:09:11.936 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 12744 (ObjNum 929 snap 0 seq_num 3365908592) dirty dne 2024-03-07T03:09:11.936 INFO:tasks.rados.rados.0.smithi090.stdout:3529: done (5 left) 2024-03-07T03:09:11.936 INFO:tasks.rados.rados.0.smithi090.stdout:3530: done (4 left) 2024-03-07T03:09:11.937 INFO:tasks.rados.rados.0.smithi090.stdout:3531: done (3 left) 2024-03-07T03:09:11.937 INFO:tasks.rados.rados.0.smithi090.stdout:3532: done (2 left) 2024-03-07T03:09:11.937 INFO:tasks.rados.rados.0.smithi090.stdout:3534: done (1 left) 2024-03-07T03:09:11.937 INFO:tasks.rados.rados.0.smithi090.stdout:3535: rmattr oid 10 current snap is 344 2024-03-07T03:09:11.937 INFO:tasks.rados.rados.0.smithi090.stdout:3535: done (1 left) 2024-03-07T03:09:11.937 INFO:tasks.rados.rados.0.smithi090.stdout:3536: rollback oid 17 current snap is 344 2024-03-07T03:09:11.937 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 17 to 334 2024-03-07T03:09:11.937 INFO:tasks.rados.rados.0.smithi090.stdout:3533: finishing write tid 1 to smithi09077644-16 2024-03-07T03:09:11.937 INFO:tasks.rados.rados.0.smithi090.stdout:3533: finishing write tid 2 to smithi09077644-16 2024-03-07T03:09:11.937 INFO:tasks.rados.rados.0.smithi090.stdout:3533: finishing write tid 3 to smithi09077644-16 2024-03-07T03:09:11.937 INFO:tasks.rados.rados.0.smithi090.stdout:3533: finishing write tid 4 to smithi09077644-16 2024-03-07T03:09:11.937 INFO:tasks.rados.rados.0.smithi090.stdout:3533: finishing write tid 5 to smithi09077644-16 2024-03-07T03:09:11.937 INFO:tasks.rados.rados.0.smithi090.stdout:3533: oid 16 updating version 0 to 12746 2024-03-07T03:09:11.937 INFO:tasks.rados.rados.0.smithi090.stdout:3533: oid 16 version 12746 is already newer than 12745 2024-03-07T03:09:11.937 INFO:tasks.rados.rados.0.smithi090.stdout:3533: oid 16 version 12746 is already newer than 12744 2024-03-07T03:09:11.938 INFO:tasks.rados.rados.0.smithi090.stdout:3533: oid 16 version 12746 is already newer than 12743 2024-03-07T03:09:11.938 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 12746 (ObjNum 1077 snap 344 seq_num 1077) dirty exists 2024-03-07T03:09:11.938 INFO:tasks.rados.rados.0.smithi090.stdout:3533: left oid 16 (ObjNum 1077 snap 344 seq_num 1077) 2024-03-07T03:09:11.938 INFO:tasks.rados.rados.0.smithi090.stdout:3533: done (1 left) 2024-03-07T03:09:11.938 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 27 current snap is 344 2024-03-07T03:09:11.938 INFO:tasks.rados.rados.0.smithi090.stdout:3537: seq_num 1079 ranges {3522560=475136,3997696=606208,4603904=196608} 2024-03-07T03:09:11.957 INFO:tasks.rados.rados.0.smithi090.stdout:3537: writing smithi09077644-27 from 3522560 to 3997696 tid 1 2024-03-07T03:09:11.961 INFO:tasks.rados.rados.0.smithi090.stdout:3537: writing smithi09077644-27 from 3997696 to 4603904 tid 2 2024-03-07T03:09:11.962 INFO:tasks.rados.rados.0.smithi090.stdout:3537: writing smithi09077644-27 from 4603904 to 4800512 tid 3 2024-03-07T03:09:11.962 INFO:tasks.rados.rados.0.smithi090.stdout:3538: read oid 8 snap 320 2024-03-07T03:09:11.962 INFO:tasks.rados.rados.0.smithi090.stdout:3538: expect (ObjNum 992 snap 319 seq_num 992) 2024-03-07T03:09:11.963 INFO:tasks.rados.rados.0.smithi090.stdout:3539: setattr oid 12 current snap is 344 2024-03-07T03:09:11.963 INFO:tasks.rados.rados.0.smithi090.stdout:3536: finishing rollback tid 0 to smithi09077644-17 2024-03-07T03:09:11.963 INFO:tasks.rados.rados.0.smithi090.stdout:3536: finishing rollback tid 1 to smithi09077644-17 2024-03-07T03:09:11.963 INFO:tasks.rados.rados.0.smithi090.stdout:3536: finishing rollback tid 2 to smithi09077644-17 2024-03-07T03:09:11.963 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 17 v 1454 (ObjNum 748 snap 237 seq_num 748) dirty exists 2024-03-07T03:09:11.963 INFO:tasks.rados.rados.0.smithi090.stdout:3537: finishing write tid 1 to smithi09077644-27 2024-03-07T03:09:11.964 INFO:tasks.rados.rados.0.smithi090.stdout:3536: done (3 left) 2024-03-07T03:09:11.964 INFO:tasks.rados.rados.0.smithi090.stdout:3540: rollback oid 38 current snap is 344 2024-03-07T03:09:11.964 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 38 to 339 2024-03-07T03:09:11.964 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 36 current snap is 344 2024-03-07T03:09:11.964 INFO:tasks.rados.rados.0.smithi090.stdout:3541: seq_num 1080 ranges {11370496=491520,11862016=540672,12402688=262144} 2024-03-07T03:09:12.027 INFO:tasks.rados.rados.0.smithi090.stdout:3541: writing smithi09077644-36 from 11370496 to 11862016 tid 1 2024-03-07T03:09:12.030 INFO:tasks.rados.rados.0.smithi090.stdout:3541: writing smithi09077644-36 from 11862016 to 12402688 tid 2 2024-03-07T03:09:12.033 INFO:tasks.rados.rados.0.smithi090.stdout:3541: writing smithi09077644-36 from 12402688 to 12664832 tid 3 2024-03-07T03:09:12.033 INFO:tasks.rados.rados.0.smithi090.stdout:3542: copy_from oid 9 from oid 18 current snap is 344 2024-03-07T03:09:12.033 INFO:tasks.rados.rados.0.smithi090.stdout:3537: finishing write tid 2 to smithi09077644-27 2024-03-07T03:09:12.033 INFO:tasks.rados.rados.0.smithi090.stdout:3543: copy_from oid 42 from oid 29 current snap is 344 2024-03-07T03:09:12.033 INFO:tasks.rados.rados.0.smithi090.stdout:3537: finishing write tid 3 to smithi09077644-27 2024-03-07T03:09:12.033 INFO:tasks.rados.rados.0.smithi090.stdout:3537: finishing write tid 4 to smithi09077644-27 2024-03-07T03:09:12.033 INFO:tasks.rados.rados.0.smithi090.stdout:3537: finishing write tid 5 to smithi09077644-27 2024-03-07T03:09:12.033 INFO:tasks.rados.rados.0.smithi090.stdout:3537: oid 27 updating version 0 to 3078 2024-03-07T03:09:12.033 INFO:tasks.rados.rados.0.smithi090.stdout:3537: oid 27 version 3078 is already newer than 3077 2024-03-07T03:09:12.033 INFO:tasks.rados.rados.0.smithi090.stdout:3537: oid 27 version 3078 is already newer than 3076 2024-03-07T03:09:12.033 INFO:tasks.rados.rados.0.smithi090.stdout:3537: oid 27 version 3078 is already newer than 3075 2024-03-07T03:09:12.033 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 27 v 3078 (ObjNum 1079 snap 344 seq_num 1079) dirty exists 2024-03-07T03:09:12.033 INFO:tasks.rados.rados.0.smithi090.stdout:3537: left oid 27 (ObjNum 1079 snap 344 seq_num 1079) 2024-03-07T03:09:12.034 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 12 v 1455 (ObjNum 1067 snap 338 seq_num 1067) dirty exists 2024-03-07T03:09:12.034 INFO:tasks.rados.rados.0.smithi090.stdout:3540: finishing rollback tid 0 to smithi09077644-38 2024-03-07T03:09:12.034 INFO:tasks.rados.rados.0.smithi090.stdout:3540: finishing rollback tid 1 to smithi09077644-38 2024-03-07T03:09:12.034 INFO:tasks.rados.rados.0.smithi090.stdout:3540: finishing rollback tid 2 to smithi09077644-38 2024-03-07T03:09:12.034 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 1586 (ObjNum 988 snap 318 seq_num 988) dirty exists 2024-03-07T03:09:12.034 INFO:tasks.rados.rados.0.smithi090.stdout:3538: expect (ObjNum 992 snap 319 seq_num 992) 2024-03-07T03:09:12.094 INFO:tasks.rados.rados.0.smithi090.stdout:3541: finishing write tid 1 to smithi09077644-36 2024-03-07T03:09:12.094 INFO:tasks.rados.rados.0.smithi090.stdout:3541: finishing write tid 2 to smithi09077644-36 2024-03-07T03:09:12.094 INFO:tasks.rados.rados.0.smithi090.stdout:3541: finishing write tid 3 to smithi09077644-36 2024-03-07T03:09:12.094 INFO:tasks.rados.rados.0.smithi090.stdout:3542: finishing copy_from racing read to smithi09077644-9 2024-03-07T03:09:12.094 INFO:tasks.rados.rados.0.smithi090.stdout:3541: finishing write tid 4 to smithi09077644-36 2024-03-07T03:09:12.094 INFO:tasks.rados.rados.0.smithi090.stdout:3542: finishing copy_from to smithi09077644-9 2024-03-07T03:09:12.094 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 9 v 12737 (ObjNum 33 snap 0 seq_num 1885039212) dirty exists 2024-03-07T03:09:12.094 INFO:tasks.rados.rados.0.smithi090.stdout:3541: finishing write tid 5 to smithi09077644-36 2024-03-07T03:09:12.095 INFO:tasks.rados.rados.0.smithi090.stdout:3541: oid 36 updating version 0 to 1561 2024-03-07T03:09:12.095 INFO:tasks.rados.rados.0.smithi090.stdout:3541: oid 36 updating version 1561 to 1562 2024-03-07T03:09:12.095 INFO:tasks.rados.rados.0.smithi090.stdout:3541: oid 36 version 1562 is already newer than 1560 2024-03-07T03:09:12.095 INFO:tasks.rados.rados.0.smithi090.stdout:3541: oid 36 version 1562 is already newer than 1559 2024-03-07T03:09:12.095 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 1562 (ObjNum 1080 snap 344 seq_num 1080) dirty exists 2024-03-07T03:09:12.095 INFO:tasks.rados.rados.0.smithi090.stdout:3541: left oid 36 (ObjNum 1080 snap 344 seq_num 1080) 2024-03-07T03:09:12.095 INFO:tasks.rados.rados.0.smithi090.stdout:3543: finishing copy_from racing read to smithi09077644-42 2024-03-07T03:09:12.095 INFO:tasks.rados.rados.0.smithi090.stdout:3543: finishing copy_from to smithi09077644-42 2024-03-07T03:09:12.095 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 42 v 12735 (ObjNum 917 snap 289 seq_num 917) dirty exists 2024-03-07T03:09:12.095 INFO:tasks.rados.rados.0.smithi090.stdout:3537: done (6 left) 2024-03-07T03:09:12.095 INFO:tasks.rados.rados.0.smithi090.stdout:3538: done (5 left) 2024-03-07T03:09:12.095 INFO:tasks.rados.rados.0.smithi090.stdout:3539: done (4 left) 2024-03-07T03:09:12.095 INFO:tasks.rados.rados.0.smithi090.stdout:3540: done (3 left) 2024-03-07T03:09:12.095 INFO:tasks.rados.rados.0.smithi090.stdout:3541: done (2 left) 2024-03-07T03:09:12.095 INFO:tasks.rados.rados.0.smithi090.stdout:3542: done (1 left) 2024-03-07T03:09:12.095 INFO:tasks.rados.rados.0.smithi090.stdout:3543: done (0 left) 2024-03-07T03:09:12.095 INFO:tasks.rados.rados.0.smithi090.stdout:3544: read oid 37 snap 303 2024-03-07T03:09:12.096 INFO:tasks.rados.rados.0.smithi090.stdout:3544: expect (ObjNum 955 snap 303 seq_num 955) 2024-03-07T03:09:12.096 INFO:tasks.rados.rados.0.smithi090.stdout:3545: snap_remove snap 320 2024-03-07T03:09:12.327 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:09:11 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:09:11.872+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:12.327 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:11 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:11.871+0000 7f443ef5f700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:09:12.327 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:11 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:11.871+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:12.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:11 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:11.862+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:12.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:11 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:11.863+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:12.328 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:11 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:11.863+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:12.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:11 smithi090 ceph-mon[89511]: osdmap e759: 8 total, 8 up, 8 in 2024-03-07T03:09:12.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:11 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:12.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:11 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:12.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:11 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:12.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:11 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:12.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:11 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:12.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:11 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:12.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:11 smithi090 ceph-mon[89511]: pgmap v571: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 631 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-03-07T03:09:12.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:11 smithi090 ceph-mon[91928]: osdmap e759: 8 total, 8 up, 8 in 2024-03-07T03:09:12.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:11 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:12.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:11 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:12.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:11 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:12.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:11 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:12.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:11 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:12.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:11 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:12.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:11 smithi090 ceph-mon[91928]: pgmap v571: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 631 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-03-07T03:09:12.413 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:09:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:09:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:09:12.866 INFO:tasks.rados.rados.0.smithi090.stdout:3544: expect (ObjNum 955 snap 303 seq_num 955) 2024-03-07T03:09:12.917 INFO:tasks.rados.rados.0.smithi090.stdout:3544: done (1 left) 2024-03-07T03:09:12.917 INFO:tasks.rados.rados.0.smithi090.stdout:3545: done (0 left) 2024-03-07T03:09:12.917 INFO:tasks.rados.rados.0.smithi090.stdout:3546: copy_from oid 35 from oid 42 current snap is 344 2024-03-07T03:09:12.918 INFO:tasks.rados.rados.0.smithi090.stdout:3547: read oid 12 snap -1 2024-03-07T03:09:12.918 INFO:tasks.rados.rados.0.smithi090.stdout:3547: expect (ObjNum 1067 snap 338 seq_num 1067) 2024-03-07T03:09:12.918 INFO:tasks.rados.rados.0.smithi090.stdout:3548: read oid 45 snap -1 2024-03-07T03:09:12.918 INFO:tasks.rados.rados.0.smithi090.stdout:3548: expect (ObjNum 1054 snap 332 seq_num 1054) 2024-03-07T03:09:12.918 INFO:tasks.rados.rados.0.smithi090.stdout:3549: read oid 5 snap 337 2024-03-07T03:09:12.918 INFO:tasks.rados.rados.0.smithi090.stdout:3549: expect (ObjNum -955191840 snap 21858 seq_num 3339887088) 2024-03-07T03:09:12.918 INFO:tasks.rados.rados.0.smithi090.stdout:3550: snap_remove snap 329 2024-03-07T03:09:13.164 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:09:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:09:12.866+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:13.164 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:12.874+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:13.164 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:12.874+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:09:13.165 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:12.874+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:13.165 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:12.869+0000 7fc29a41b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:09:13.165 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:12.869+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:13.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:12 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:13.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:12 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:13.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:12 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:13.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:12 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:13.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:12 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:13.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:12 smithi092 ceph-mon[83777]: osdmap e760: 8 total, 8 up, 8 in 2024-03-07T03:09:13.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:12 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:13.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:12 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:13.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:12 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:13.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:12 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:13.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:12 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:13.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:12 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:13.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:12 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:13.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:12 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:09:13.325 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:09:12 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:09:12.877+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:13.325 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:12 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:12.868+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:13.325 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:09:13 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:09:13] "GET /metrics HTTP/1.1" 200 36319 "" "Prometheus/2.43.0" 2024-03-07T03:09:13.326 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:12 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:12.874+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:13.326 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:12 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:12.875+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:09:13.326 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:12 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:12.875+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:13.326 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:12 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:12.886+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:13.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:12 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:13.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:12 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:13.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:12 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:13.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:12 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:13.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:12 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:13.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:12 smithi090 ceph-mon[89511]: osdmap e760: 8 total, 8 up, 8 in 2024-03-07T03:09:13.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:12 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:13.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:12 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:13.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:12 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:13.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:12 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:13.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:12 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:13.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:12 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:13.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:12 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:13.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:12 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:09:13.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:12 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:13.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:12 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:13.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:12 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:13.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:12 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:13.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:12 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:13.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:12 smithi090 ceph-mon[91928]: osdmap e760: 8 total, 8 up, 8 in 2024-03-07T03:09:13.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:12 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:13.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:12 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:13.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:12 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:13.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:12 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:13.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:12 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:13.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:12 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:13.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:12 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:13.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:12 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:09:13.877 INFO:tasks.rados.rados.0.smithi090.stdout:3547: expect (ObjNum 1067 snap 338 seq_num 1067) 2024-03-07T03:09:13.918 INFO:tasks.rados.rados.0.smithi090.stdout:3546: finishing copy_from racing read to smithi09077644-35 2024-03-07T03:09:13.918 INFO:tasks.rados.rados.0.smithi090.stdout:3546: finishing copy_from to smithi09077644-35 2024-03-07T03:09:13.918 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 35 v 12735 (ObjNum 917 snap 289 seq_num 917) dirty exists 2024-03-07T03:09:13.918 INFO:tasks.rados.rados.0.smithi090.stdout:3548: expect (ObjNum 1054 snap 332 seq_num 1054) 2024-03-07T03:09:14.042 INFO:tasks.rados.rados.0.smithi090.stdout:3549: expect (ObjNum -955191840 snap 21858 seq_num 3339887088) 2024-03-07T03:09:14.045 INFO:tasks.rados.rados.0.smithi090.stdout:3546: done (4 left) 2024-03-07T03:09:14.045 INFO:tasks.rados.rados.0.smithi090.stdout:3547: done (3 left) 2024-03-07T03:09:14.045 INFO:tasks.rados.rados.0.smithi090.stdout:3548: done (2 left) 2024-03-07T03:09:14.045 INFO:tasks.rados.rados.0.smithi090.stdout:3549: done (1 left) 2024-03-07T03:09:14.045 INFO:tasks.rados.rados.0.smithi090.stdout:3550: done (0 left) 2024-03-07T03:09:14.045 INFO:tasks.rados.rados.0.smithi090.stdout:3551: read oid 32 snap -1 2024-03-07T03:09:14.045 INFO:tasks.rados.rados.0.smithi090.stdout:3551: expect (ObjNum 1075 snap 341 seq_num 1075) 2024-03-07T03:09:14.045 INFO:tasks.rados.rados.0.smithi090.stdout:3552: read oid 35 snap -1 2024-03-07T03:09:14.045 INFO:tasks.rados.rados.0.smithi090.stdout:3552: expect (ObjNum 917 snap 289 seq_num 917) 2024-03-07T03:09:14.045 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 5 current snap is 344 2024-03-07T03:09:14.045 INFO:tasks.rados.rados.0.smithi090.stdout:3553: seq_num 1081 ranges {0=507904,507904=425984,933888=376832} 2024-03-07T03:09:14.048 INFO:tasks.rados.rados.0.smithi090.stdout:3553: writing smithi09077644-5 from 0 to 507904 tid 1 2024-03-07T03:09:14.051 INFO:tasks.rados.rados.0.smithi090.stdout:3553: writing smithi09077644-5 from 507904 to 933888 tid 2 2024-03-07T03:09:14.054 INFO:tasks.rados.rados.0.smithi090.stdout:3553: writing smithi09077644-5 from 933888 to 1310720 tid 3 2024-03-07T03:09:14.054 INFO:tasks.rados.rados.0.smithi090.stdout:3554: delete oid 50 current snap is 344 2024-03-07T03:09:14.054 INFO:tasks.rados.rados.0.smithi090.stdout:3552: expect (ObjNum 917 snap 289 seq_num 917) 2024-03-07T03:09:14.097 INFO:tasks.rados.rados.0.smithi090.stdout:3553: finishing write tid 1 to smithi09077644-5 2024-03-07T03:09:14.098 INFO:tasks.rados.rados.0.smithi090.stdout:3553: finishing write tid 2 to smithi09077644-5 2024-03-07T03:09:14.098 INFO:tasks.rados.rados.0.smithi090.stdout:3552: done (3 left) 2024-03-07T03:09:14.098 INFO:tasks.rados.rados.0.smithi090.stdout:3554: done (2 left) 2024-03-07T03:09:14.098 INFO:tasks.rados.rados.0.smithi090.stdout:3555: read oid 21 snap 341 2024-03-07T03:09:14.098 INFO:tasks.rados.rados.0.smithi090.stdout:3555: expect (ObjNum 1043 snap 329 seq_num 1043) 2024-03-07T03:09:14.098 INFO:tasks.rados.rados.0.smithi090.stdout:3556: delete oid 14 current snap is 344 2024-03-07T03:09:14.098 INFO:tasks.rados.rados.0.smithi090.stdout:3551: expect (ObjNum 1075 snap 341 seq_num 1075) 2024-03-07T03:09:14.163 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:09:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:09:13.878+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:14.164 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:13.881+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:14.164 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:13.886+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:09:14.164 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:13.886+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:14.164 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:13.886+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:14.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:13 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:14.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:13 smithi092 ceph-mon[83777]: osdmap e761: 8 total, 8 up, 8 in 2024-03-07T03:09:14.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:13 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:14.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:13 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:14.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:13 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:14.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:13 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:14.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:13 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:14.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:13 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:14.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:13 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:14.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:13 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:14.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:13 smithi092 ceph-mon[83777]: pgmap v574: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 631 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 432 KiB/s wr, 2 op/s 2024-03-07T03:09:14.180 INFO:tasks.rados.rados.0.smithi090.stdout:3553: finishing write tid 3 to smithi09077644-5 2024-03-07T03:09:14.180 INFO:tasks.rados.rados.0.smithi090.stdout:3553: finishing write tid 4 to smithi09077644-5 2024-03-07T03:09:14.180 INFO:tasks.rados.rados.0.smithi090.stdout:3551: done (3 left) 2024-03-07T03:09:14.180 INFO:tasks.rados.rados.0.smithi090.stdout:3556: done (2 left) 2024-03-07T03:09:14.181 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 28 current snap is 344 2024-03-07T03:09:14.181 INFO:tasks.rados.rados.0.smithi090.stdout:3553: finishing write tid 5 to smithi09077644-5 2024-03-07T03:09:14.181 INFO:tasks.rados.rados.0.smithi090.stdout:3553: oid 5 updating version 0 to 12748 2024-03-07T03:09:14.181 INFO:tasks.rados.rados.0.smithi090.stdout:3553: oid 5 version 12748 is already newer than 12747 2024-03-07T03:09:14.181 INFO:tasks.rados.rados.0.smithi090.stdout:3553: oid 5 version 12748 is already newer than 12745 2024-03-07T03:09:14.181 INFO:tasks.rados.rados.0.smithi090.stdout:3553: oid 5 version 12748 is already newer than 12746 2024-03-07T03:09:14.181 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 5 v 12748 (ObjNum 1081 snap 344 seq_num 1081) dirty exists 2024-03-07T03:09:14.181 INFO:tasks.rados.rados.0.smithi090.stdout:3553: left oid 5 (ObjNum 1081 snap 344 seq_num 1081) 2024-03-07T03:09:14.181 INFO:tasks.rados.rados.0.smithi090.stdout:3557: seq_num 1084 ranges {2727936=557056,3284992=475136,3760128=327680} 2024-03-07T03:09:14.198 INFO:tasks.rados.rados.0.smithi090.stdout:3557: writing smithi09077644-28 from 2727936 to 3284992 tid 1 2024-03-07T03:09:14.201 INFO:tasks.rados.rados.0.smithi090.stdout:3557: writing smithi09077644-28 from 3284992 to 3760128 tid 2 2024-03-07T03:09:14.203 INFO:tasks.rados.rados.0.smithi090.stdout:3557: writing smithi09077644-28 from 3760128 to 4087808 tid 3 2024-03-07T03:09:14.203 INFO:tasks.rados.rados.0.smithi090.stdout:3553: done (2 left) 2024-03-07T03:09:14.203 INFO:tasks.rados.rados.0.smithi090.stdout:3558: read oid 32 snap -1 2024-03-07T03:09:14.204 INFO:tasks.rados.rados.0.smithi090.stdout:3558: expect (ObjNum 1075 snap 341 seq_num 1075) 2024-03-07T03:09:14.204 INFO:tasks.rados.rados.0.smithi090.stdout:3559: copy_from oid 19 from oid 49 current snap is 344 2024-03-07T03:09:14.204 INFO:tasks.rados.rados.0.smithi090.stdout:3560: snap_remove snap 321 2024-03-07T03:09:14.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:13 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:14.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:13 smithi090 ceph-mon[89511]: osdmap e761: 8 total, 8 up, 8 in 2024-03-07T03:09:14.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:13 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:14.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:13 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:14.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:13 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:14.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:13 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:14.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:13 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:14.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:13 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:14.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:13 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:14.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:13 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:14.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:13 smithi090 ceph-mon[89511]: pgmap v574: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 631 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 432 KiB/s wr, 2 op/s 2024-03-07T03:09:14.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:13 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:14.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:13 smithi090 ceph-mon[91928]: osdmap e761: 8 total, 8 up, 8 in 2024-03-07T03:09:14.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:13 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:14.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:13 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:14.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:13 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:14.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:13 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:14.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:13 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:14.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:13 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:14.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:13 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:14.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:13 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:14.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:13 smithi090 ceph-mon[91928]: pgmap v574: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 631 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 432 KiB/s wr, 2 op/s 2024-03-07T03:09:14.327 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:13 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:13.884+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:14.327 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:13 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:13.884+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:14.327 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:13 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:13.892+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:14.327 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:09:13 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:09:13.878+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:14.328 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:13 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:13.881+0000 7f4442f67700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:09:14.328 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:13 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:13.881+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:14.873 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:14 smithi090 ceph-mon[89511]: osdmap e762: 8 total, 8 up, 8 in 2024-03-07T03:09:14.873 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:14 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:14.873 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:14 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:14.873 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:14 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:14.873 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:14 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:14.874 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:14 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:14.874 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:14 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:14.874 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:14 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:14.874 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:14 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:14.874 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:14 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:14.874 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:14 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:14.874 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:14 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:14.874 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:14 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:09:14.874 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:14 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:09:14.874 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:14 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:14.874 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:14 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-07T03:09:14.874 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:14 smithi090 ceph-mon[89511]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-07T03:09:14.874 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:14 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:09:14.874 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:14 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:14.874 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:14 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:14.874 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:14 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:14.875 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:14 smithi090 ceph-mon[91928]: osdmap e762: 8 total, 8 up, 8 in 2024-03-07T03:09:14.875 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:14 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:14.875 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:14 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:14.875 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:14 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:14.875 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:14 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:14.875 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:14 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:14.875 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:14 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:14.875 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:14 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:14.875 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:14 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:14.875 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:14 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:14.876 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:14 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:14.876 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:14 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:14.876 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:14 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:09:14.876 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:14 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:09:14.876 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:14 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:14.876 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:14 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-07T03:09:14.876 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:14 smithi090 ceph-mon[91928]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-07T03:09:14.876 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:14 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:09:14.876 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:14 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:14.876 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:14 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:14.876 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:14 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:14.876 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:14 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:14.876 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:14 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:14.877 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:14 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:14.877 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:14 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:14.877 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:14 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:14.877 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:14 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:14.877 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:14 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:14.877 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:14 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:14.877 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:14 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:14.877 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:14 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:14.878 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:14 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:14.919 INFO:tasks.rados.rados.0.smithi090.stdout:3560: done (4 left) 2024-03-07T03:09:14.919 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 16 current snap is 344 2024-03-07T03:09:14.920 INFO:tasks.rados.rados.0.smithi090.stdout:3561: seq_num 1085 ranges {3014656=581632,3596288=761856,4358144=40960} 2024-03-07T03:09:14.939 INFO:tasks.rados.rados.0.smithi090.stdout:3561: writing smithi09077644-16 from 3014656 to 3596288 tid 1 2024-03-07T03:09:14.944 INFO:tasks.rados.rados.0.smithi090.stdout:3561: writing smithi09077644-16 from 3596288 to 4358144 tid 2 2024-03-07T03:09:14.944 INFO:tasks.rados.rados.0.smithi090.stdout:3561: writing smithi09077644-16 from 4358144 to 4399104 tid 3 2024-03-07T03:09:14.944 INFO:tasks.rados.rados.0.smithi090.stdout:3562: snap_create 2024-03-07T03:09:14.944 INFO:tasks.rados.rados.0.smithi090.stdout:3555: expect (ObjNum 1043 snap 329 seq_num 1043) 2024-03-07T03:09:15.012 INFO:tasks.rados.rados.0.smithi090.stdout:3557: finishing write tid 1 to smithi09077644-28 2024-03-07T03:09:15.012 INFO:tasks.rados.rados.0.smithi090.stdout:3557: finishing write tid 2 to smithi09077644-28 2024-03-07T03:09:15.012 INFO:tasks.rados.rados.0.smithi090.stdout:3557: finishing write tid 3 to smithi09077644-28 2024-03-07T03:09:15.012 INFO:tasks.rados.rados.0.smithi090.stdout:3557: finishing write tid 4 to smithi09077644-28 2024-03-07T03:09:15.012 INFO:tasks.rados.rados.0.smithi090.stdout:3557: finishing write tid 5 to smithi09077644-28 2024-03-07T03:09:15.012 INFO:tasks.rados.rados.0.smithi090.stdout:3557: oid 28 updating version 0 to 1468 2024-03-07T03:09:15.012 INFO:tasks.rados.rados.0.smithi090.stdout:3557: oid 28 updating version 1468 to 1470 2024-03-07T03:09:15.012 INFO:tasks.rados.rados.0.smithi090.stdout:3557: oid 28 updating version 1470 to 1471 2024-03-07T03:09:15.013 INFO:tasks.rados.rados.0.smithi090.stdout:3557: oid 28 version 1471 is already newer than 1469 2024-03-07T03:09:15.013 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 28 v 1471 (ObjNum 1084 snap 344 seq_num 1084) dirty exists 2024-03-07T03:09:15.013 INFO:tasks.rados.rados.0.smithi090.stdout:3557: left oid 28 (ObjNum 1084 snap 344 seq_num 1084) 2024-03-07T03:09:15.013 INFO:tasks.rados.rados.0.smithi090.stdout:3558: expect (ObjNum 1075 snap 341 seq_num 1075) 2024-03-07T03:09:15.091 INFO:tasks.rados.rados.0.smithi090.stdout:3559: finishing copy_from racing read to smithi09077644-19 2024-03-07T03:09:15.091 INFO:tasks.rados.rados.0.smithi090.stdout:3559: finishing copy_from to smithi09077644-19 2024-03-07T03:09:15.091 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 1441 (ObjNum 1016 snap 325 seq_num 1016) dirty exists 2024-03-07T03:09:15.091 INFO:tasks.rados.rados.0.smithi090.stdout:3561: finishing write tid 1 to smithi09077644-16 2024-03-07T03:09:15.091 INFO:tasks.rados.rados.0.smithi090.stdout:3561: finishing write tid 2 to smithi09077644-16 2024-03-07T03:09:15.091 INFO:tasks.rados.rados.0.smithi090.stdout:3561: finishing write tid 3 to smithi09077644-16 2024-03-07T03:09:15.091 INFO:tasks.rados.rados.0.smithi090.stdout:3561: finishing write tid 4 to smithi09077644-16 2024-03-07T03:09:15.092 INFO:tasks.rados.rados.0.smithi090.stdout:3561: finishing write tid 5 to smithi09077644-16 2024-03-07T03:09:15.092 INFO:tasks.rados.rados.0.smithi090.stdout:3561: oid 16 updating version 0 to 12747 2024-03-07T03:09:15.092 INFO:tasks.rados.rados.0.smithi090.stdout:3561: oid 16 updating version 12747 to 12749 2024-03-07T03:09:15.092 INFO:tasks.rados.rados.0.smithi090.stdout:3561: oid 16 updating version 12749 to 12750 2024-03-07T03:09:15.092 INFO:tasks.rados.rados.0.smithi090.stdout:3561: oid 16 version 12750 is already newer than 12748 2024-03-07T03:09:15.092 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 12750 (ObjNum 1085 snap 344 seq_num 1085) dirty exists 2024-03-07T03:09:15.092 INFO:tasks.rados.rados.0.smithi090.stdout:3561: left oid 16 (ObjNum 1085 snap 344 seq_num 1085) 2024-03-07T03:09:15.163 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:09:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:09:14.913+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:15.164 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:14.917+0000 7fc296413700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:09:15.164 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:14.917+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:15.164 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:14.922+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:09:15.164 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:14.922+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:15.164 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:14.922+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:15.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:14 smithi092 ceph-mon[83777]: osdmap e762: 8 total, 8 up, 8 in 2024-03-07T03:09:15.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:14 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:15.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:14 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:15.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:14 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:15.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:14 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:15.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:14 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:15.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:14 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:15.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:14 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:15.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:14 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:15.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:14 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:15.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:14 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:15.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:14 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:15.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:14 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:09:15.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:14 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:09:15.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:14 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:15.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:14 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-07T03:09:15.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:14 smithi092 ceph-mon[83777]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-07T03:09:15.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:14 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:09:15.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:14 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:15.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:14 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:15.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:14 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:15.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:14 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:15.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:14 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:15.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:14 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:15.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:14 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:15.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:14 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:15.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:14 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:15.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:14 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:15.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:14 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:15.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:14 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:15.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:14 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:15.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:14 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:15.325 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:09:14 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:09:14.928+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:15.325 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:14 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:14.917+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:15.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:14 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:14.923+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:09:15.326 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:14 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:14.923+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:15.326 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:14 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:14.924+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:15.326 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:14 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:14.937+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:15.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:14 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:15.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:14 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:15.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:14 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:15.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:14 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:15.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:14 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:15.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:14 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:15.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:14 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:15.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:14 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:15.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:14 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:15.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:14 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:15.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:14 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:15.920 INFO:tasks.rados.rados.0.smithi090.stdout:3555: done (5 left) 2024-03-07T03:09:15.921 INFO:tasks.rados.rados.0.smithi090.stdout:3557: done (4 left) 2024-03-07T03:09:15.921 INFO:tasks.rados.rados.0.smithi090.stdout:3558: done (3 left) 2024-03-07T03:09:15.921 INFO:tasks.rados.rados.0.smithi090.stdout:3559: done (2 left) 2024-03-07T03:09:15.921 INFO:tasks.rados.rados.0.smithi090.stdout:3561: done (1 left) 2024-03-07T03:09:15.921 INFO:tasks.rados.rados.0.smithi090.stdout:3562: done (0 left) 2024-03-07T03:09:15.921 INFO:tasks.rados.rados.0.smithi090.stdout:3563: rmattr oid 21 current snap is 345 2024-03-07T03:09:15.921 INFO:tasks.rados.rados.0.smithi090.stdout:3563: done (0 left) 2024-03-07T03:09:15.921 INFO:tasks.rados.rados.0.smithi090.stdout:3564: snap_remove snap 334 2024-03-07T03:09:16.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:15 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:15.921+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:16.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:15 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:15.921+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:16.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:15 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:15.921+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:16.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:15 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:16.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:15 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:16.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:15 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:16.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:15 smithi090 ceph-mon[89511]: osdmap e763: 8 total, 8 up, 8 in 2024-03-07T03:09:16.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:15 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:16.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:15 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:16.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:15 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:16.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:15 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:16.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:15 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:16.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:15 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:16.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:15 smithi090 ceph-mon[89511]: pgmap v577: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 643 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.6 MiB/s wr, 21 op/s 2024-03-07T03:09:16.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:15 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:16.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:15 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:16.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:15 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:16.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:15 smithi090 ceph-mon[91928]: osdmap e763: 8 total, 8 up, 8 in 2024-03-07T03:09:16.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:15 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:16.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:15 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:16.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:15 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:16.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:15 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:16.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:15 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:16.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:15 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:16.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:15 smithi090 ceph-mon[91928]: pgmap v577: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 643 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.6 MiB/s wr, 21 op/s 2024-03-07T03:09:16.413 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:15.919+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:16.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:15 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:16.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:15 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:16.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:15 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:16.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:15 smithi092 ceph-mon[83777]: osdmap e763: 8 total, 8 up, 8 in 2024-03-07T03:09:16.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:15 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:16.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:15 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:16.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:15 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:16.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:15 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:16.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:15 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:16.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:15 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:16.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:15 smithi092 ceph-mon[83777]: pgmap v577: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 643 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.6 MiB/s wr, 21 op/s 2024-03-07T03:09:16.913 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:09:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:09:16.617+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:16.913 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:16.462+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:09:16.913 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:16.462+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:16.914 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:16.462+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:16.928 INFO:tasks.rados.rados.0.smithi090.stdout:3564: done (0 left) 2024-03-07T03:09:16.928 INFO:tasks.rados.rados.0.smithi090.stdout:3565: rmattr oid 45 current snap is 345 2024-03-07T03:09:16.928 INFO:tasks.rados.rados.0.smithi090.stdout:3565: done (0 left) 2024-03-07T03:09:16.928 INFO:tasks.rados.rados.0.smithi090.stdout:3566: setattr oid 23 current snap is 345 2024-03-07T03:09:16.929 INFO:tasks.rados.rados.0.smithi090.stdout:3567: read oid 11 snap 344 2024-03-07T03:09:16.929 INFO:tasks.rados.rados.0.smithi090.stdout:3567: expect (ObjNum 1071 snap 340 seq_num 1071) 2024-03-07T03:09:16.929 INFO:tasks.rados.rados.0.smithi090.stdout:3568: snap_remove snap 343 2024-03-07T03:09:17.075 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:09:16 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:09:16.927+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:17.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:16 smithi090 ceph-mon[89511]: Upgrade: Updating alertmanager.a 2024-03-07T03:09:17.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:16 smithi090 ceph-mon[89511]: Deploying daemon alertmanager.a on smithi090 2024-03-07T03:09:17.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:16 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:17.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:16 smithi090 ceph-mon[89511]: osdmap e764: 8 total, 8 up, 8 in 2024-03-07T03:09:17.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:16 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:17.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:16 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:17.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:16 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:17.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:16 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:17.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:16 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:17.076 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:16 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:16.932+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:17.076 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:16 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:16.938+0000 7fa43c425700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:09:17.076 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:16 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:16.938+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:17.076 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:16 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:16.938+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:17.076 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:16 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:16.930+0000 7f4442f67700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:09:17.077 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:16 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:16.930+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:17.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:16 smithi090 ceph-mon[91928]: Upgrade: Updating alertmanager.a 2024-03-07T03:09:17.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:16 smithi090 ceph-mon[91928]: Deploying daemon alertmanager.a on smithi090 2024-03-07T03:09:17.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:16 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:17.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:16 smithi090 ceph-mon[91928]: osdmap e764: 8 total, 8 up, 8 in 2024-03-07T03:09:17.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:16 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:17.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:16 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:17.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:16 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:17.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:16 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:17.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:16 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:17.413 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:09:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:09:16.923+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:17.414 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:16.926+0000 7fc296413700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:09:17.414 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:16.926+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:17.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:16 smithi092 ceph-mon[83777]: Upgrade: Updating alertmanager.a 2024-03-07T03:09:17.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:16 smithi092 ceph-mon[83777]: Deploying daemon alertmanager.a on smithi090 2024-03-07T03:09:17.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:16 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:17.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:16 smithi092 ceph-mon[83777]: osdmap e764: 8 total, 8 up, 8 in 2024-03-07T03:09:17.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:16 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:17.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:16 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:17.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:16 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:17.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:16 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:17.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:16 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:17.415 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:16.929+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:17.415 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:16.929+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:09:17.415 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:16.929+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:17.933 INFO:tasks.rados.rados.0.smithi090.stdout:3568: done (2 left) 2024-03-07T03:09:17.933 INFO:tasks.rados.rados.0.smithi090.stdout:3569: delete oid 45 current snap is 345 2024-03-07T03:09:17.933 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 12736 (ObjNum 1000 snap 320 seq_num 1000) dirty exists 2024-03-07T03:09:17.933 INFO:tasks.rados.rados.0.smithi090.stdout:3567: expect (ObjNum 1071 snap 340 seq_num 1071) 2024-03-07T03:09:17.970 INFO:tasks.rados.rados.0.smithi090.stdout:3566: done (2 left) 2024-03-07T03:09:17.970 INFO:tasks.rados.rados.0.smithi090.stdout:3567: done (1 left) 2024-03-07T03:09:17.970 INFO:tasks.rados.rados.0.smithi090.stdout:3569: done (0 left) 2024-03-07T03:09:17.970 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 27 current snap is 345 2024-03-07T03:09:17.970 INFO:tasks.rados.rados.0.smithi090.stdout:3570: seq_num 1087 ranges {4800512=614400,5414912=532480,5947392=270336} 2024-03-07T03:09:17.999 INFO:tasks.rados.rados.0.smithi090.stdout:3570: writing smithi09077644-27 from 4800512 to 5414912 tid 1 2024-03-07T03:09:18.002 INFO:tasks.rados.rados.0.smithi090.stdout:3570: writing smithi09077644-27 from 5414912 to 5947392 tid 2 2024-03-07T03:09:18.004 INFO:tasks.rados.rados.0.smithi090.stdout:3570: writing smithi09077644-27 from 5947392 to 6217728 tid 3 2024-03-07T03:09:18.004 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 36 current snap is 345 2024-03-07T03:09:18.004 INFO:tasks.rados.rados.0.smithi090.stdout:3571: seq_num 1088 ranges {12664832=630784,13295616=466944,13762560=335872} 2024-03-07T03:09:18.075 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:09:17 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:09:17.939+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:18.075 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:17 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:17.939+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:18.075 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:17 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:17.940+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:18.075 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:17 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:17.940+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:18.075 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:17 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:17.938+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:18.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:17 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:18.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:17 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:18.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:17 smithi090 ceph-mon[89511]: osdmap e765: 8 total, 8 up, 8 in 2024-03-07T03:09:18.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:17 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:18.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:17 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:18.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:17 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:18.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:17 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:18.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:17 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:18.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:17 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:18.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:17 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:18.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:17 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:18.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:17 smithi090 ceph-mon[89511]: pgmap v580: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 645 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 4.5 MiB/s wr, 25 op/s 2024-03-07T03:09:18.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:17 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:18.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:17 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:18.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:17 smithi090 ceph-mon[91928]: osdmap e765: 8 total, 8 up, 8 in 2024-03-07T03:09:18.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:17 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:18.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:17 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:18.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:17 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:18.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:17 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:18.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:17 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:18.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:17 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:18.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:17 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:18.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:17 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:18.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:17 smithi090 ceph-mon[91928]: pgmap v580: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 645 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 4.5 MiB/s wr, 25 op/s 2024-03-07T03:09:18.078 INFO:tasks.rados.rados.0.smithi090.stdout:3571: writing smithi09077644-36 from 12664832 to 13295616 tid 1 2024-03-07T03:09:18.078 INFO:tasks.rados.rados.0.smithi090.stdout:3571: writing smithi09077644-36 from 13295616 to 13762560 tid 2 2024-03-07T03:09:18.081 INFO:tasks.rados.rados.0.smithi090.stdout:3571: writing smithi09077644-36 from 13762560 to 14098432 tid 3 2024-03-07T03:09:18.081 INFO:tasks.rados.rados.0.smithi090.stdout:3572: delete oid 13 current snap is 345 2024-03-07T03:09:18.081 INFO:tasks.rados.rados.0.smithi090.stdout:3570: finishing write tid 1 to smithi09077644-27 2024-03-07T03:09:18.081 INFO:tasks.rados.rados.0.smithi090.stdout:3570: finishing write tid 2 to smithi09077644-27 2024-03-07T03:09:18.081 INFO:tasks.rados.rados.0.smithi090.stdout:3570: finishing write tid 3 to smithi09077644-27 2024-03-07T03:09:18.081 INFO:tasks.rados.rados.0.smithi090.stdout:3570: finishing write tid 4 to smithi09077644-27 2024-03-07T03:09:18.081 INFO:tasks.rados.rados.0.smithi090.stdout:3570: finishing write tid 5 to smithi09077644-27 2024-03-07T03:09:18.081 INFO:tasks.rados.rados.0.smithi090.stdout:3570: oid 27 updating version 0 to 3081 2024-03-07T03:09:18.082 INFO:tasks.rados.rados.0.smithi090.stdout:3570: oid 27 version 3081 is already newer than 3079 2024-03-07T03:09:18.082 INFO:tasks.rados.rados.0.smithi090.stdout:3570: oid 27 version 3081 is already newer than 3080 2024-03-07T03:09:18.082 INFO:tasks.rados.rados.0.smithi090.stdout:3570: oid 27 updating version 3081 to 3082 2024-03-07T03:09:18.082 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 27 v 3082 (ObjNum 1087 snap 345 seq_num 1087) dirty exists 2024-03-07T03:09:18.082 INFO:tasks.rados.rados.0.smithi090.stdout:3570: left oid 27 (ObjNum 1087 snap 345 seq_num 1087) 2024-03-07T03:09:18.082 INFO:tasks.rados.rados.0.smithi090.stdout:3571: finishing write tid 1 to smithi09077644-36 2024-03-07T03:09:18.084 INFO:tasks.rados.rados.0.smithi090.stdout:3570: done (2 left) 2024-03-07T03:09:18.084 INFO:tasks.rados.rados.0.smithi090.stdout:3572: done (1 left) 2024-03-07T03:09:18.084 INFO:tasks.rados.rados.0.smithi090.stdout:3573: read oid 6 snap -1 2024-03-07T03:09:18.084 INFO:tasks.rados.rados.0.smithi090.stdout:3573: expect (ObjNum 1038 snap 327 seq_num 1038) 2024-03-07T03:09:18.084 INFO:tasks.rados.rados.0.smithi090.stdout:3571: finishing write tid 2 to smithi09077644-36 2024-03-07T03:09:18.084 INFO:tasks.rados.rados.0.smithi090.stdout:3574: read oid 27 snap -1 2024-03-07T03:09:18.084 INFO:tasks.rados.rados.0.smithi090.stdout:3574: expect (ObjNum 1087 snap 345 seq_num 1087) 2024-03-07T03:09:18.084 INFO:tasks.rados.rados.0.smithi090.stdout:3575: delete oid 3 current snap is 345 2024-03-07T03:09:18.084 INFO:tasks.rados.rados.0.smithi090.stdout:3571: finishing write tid 3 to smithi09077644-36 2024-03-07T03:09:18.085 INFO:tasks.rados.rados.0.smithi090.stdout:3571: finishing write tid 4 to smithi09077644-36 2024-03-07T03:09:18.086 INFO:tasks.rados.rados.0.smithi090.stdout:3575: done (3 left) 2024-03-07T03:09:18.086 INFO:tasks.rados.rados.0.smithi090.stdout:3576: copy_from oid 16 from oid 44 current snap is 345 2024-03-07T03:09:18.086 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 48 current snap is 345 2024-03-07T03:09:18.086 INFO:tasks.rados.rados.0.smithi090.stdout:3577: seq_num 1091 ranges {1851392=679936,2531328=516096,3047424=286720} 2024-03-07T03:09:18.100 INFO:tasks.rados.rados.0.smithi090.stdout:3577: writing smithi09077644-48 from 1851392 to 2531328 tid 1 2024-03-07T03:09:18.103 INFO:tasks.rados.rados.0.smithi090.stdout:3577: writing smithi09077644-48 from 2531328 to 3047424 tid 2 2024-03-07T03:09:18.106 INFO:tasks.rados.rados.0.smithi090.stdout:3577: writing smithi09077644-48 from 3047424 to 3334144 tid 3 2024-03-07T03:09:18.106 INFO:tasks.rados.rados.0.smithi090.stdout:3578: rollback oid 46 current snap is 345 2024-03-07T03:09:18.106 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 46 to 307 2024-03-07T03:09:18.106 INFO:tasks.rados.rados.0.smithi090.stdout:3571: finishing write tid 5 to smithi09077644-36 2024-03-07T03:09:18.106 INFO:tasks.rados.rados.0.smithi090.stdout:3571: oid 36 updating version 0 to 12736 2024-03-07T03:09:18.106 INFO:tasks.rados.rados.0.smithi090.stdout:3571: oid 36 updating version 12736 to 12737 2024-03-07T03:09:18.106 INFO:tasks.rados.rados.0.smithi090.stdout:3571: oid 36 updating version 12737 to 12738 2024-03-07T03:09:18.106 INFO:tasks.rados.rados.0.smithi090.stdout:3571: oid 36 updating version 12738 to 12739 2024-03-07T03:09:18.106 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 12739 (ObjNum 1088 snap 345 seq_num 1088) dirty exists 2024-03-07T03:09:18.106 INFO:tasks.rados.rados.0.smithi090.stdout:3571: left oid 36 (ObjNum 1088 snap 345 seq_num 1088) 2024-03-07T03:09:18.106 INFO:tasks.rados.rados.0.smithi090.stdout:3573: expect (ObjNum 1038 snap 327 seq_num 1038) 2024-03-07T03:09:18.125 INFO:tasks.rados.rados.0.smithi090.stdout:3577: finishing write tid 1 to smithi09077644-48 2024-03-07T03:09:18.125 INFO:tasks.rados.rados.0.smithi090.stdout:3577: finishing write tid 2 to smithi09077644-48 2024-03-07T03:09:18.125 INFO:tasks.rados.rados.0.smithi090.stdout:3577: finishing write tid 3 to smithi09077644-48 2024-03-07T03:09:18.125 INFO:tasks.rados.rados.0.smithi090.stdout:3577: finishing write tid 4 to smithi09077644-48 2024-03-07T03:09:18.125 INFO:tasks.rados.rados.0.smithi090.stdout:3578: finishing rollback tid 0 to smithi09077644-46 2024-03-07T03:09:18.125 INFO:tasks.rados.rados.0.smithi090.stdout:3578: finishing rollback tid 1 to smithi09077644-46 2024-03-07T03:09:18.125 INFO:tasks.rados.rados.0.smithi090.stdout:3578: finishing rollback tid 2 to smithi09077644-46 2024-03-07T03:09:18.125 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 12740 (ObjNum 932 snap 294 seq_num 932) dirty exists 2024-03-07T03:09:18.125 INFO:tasks.rados.rados.0.smithi090.stdout:3577: finishing write tid 5 to smithi09077644-48 2024-03-07T03:09:18.125 INFO:tasks.rados.rados.0.smithi090.stdout:3577: oid 48 updating version 0 to 1473 2024-03-07T03:09:18.126 INFO:tasks.rados.rados.0.smithi090.stdout:3577: oid 48 updating version 1473 to 1475 2024-03-07T03:09:18.126 INFO:tasks.rados.rados.0.smithi090.stdout:3577: oid 48 version 1475 is already newer than 1474 2024-03-07T03:09:18.126 INFO:tasks.rados.rados.0.smithi090.stdout:3577: oid 48 version 1475 is already newer than 1472 2024-03-07T03:09:18.126 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 1475 (ObjNum 1091 snap 345 seq_num 1091) dirty exists 2024-03-07T03:09:18.126 INFO:tasks.rados.rados.0.smithi090.stdout:3577: left oid 48 (ObjNum 1091 snap 345 seq_num 1091) 2024-03-07T03:09:18.126 INFO:tasks.rados.rados.0.smithi090.stdout:3574: expect (ObjNum 1087 snap 345 seq_num 1087) 2024-03-07T03:09:18.413 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:09:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:09:17.938+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:18.413 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:18.005+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:18.414 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:18.014+0000 7fc298c18700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1f4 after trimming was started 2024-03-07T03:09:18.414 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:18.010+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:09:18.414 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:18.010+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:18.414 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:18.010+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:18.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:17 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:18.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:17 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:18.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:17 smithi092 ceph-mon[83777]: osdmap e765: 8 total, 8 up, 8 in 2024-03-07T03:09:18.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:17 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:18.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:17 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:18.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:17 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:18.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:17 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:18.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:17 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:18.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:17 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:18.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:17 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:18.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:17 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:18.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:17 smithi092 ceph-mon[83777]: pgmap v580: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 645 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 4.5 MiB/s wr, 25 op/s 2024-03-07T03:09:18.441 INFO:tasks.rados.rados.0.smithi090.stdout:3576: finishing copy_from racing read to smithi09077644-16 2024-03-07T03:09:18.441 INFO:tasks.rados.rados.0.smithi090.stdout:3576: finishing copy_from to smithi09077644-16 2024-03-07T03:09:18.441 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 1561 (ObjNum 1013 snap 325 seq_num 1013) dirty exists 2024-03-07T03:09:18.441 INFO:tasks.rados.rados.0.smithi090.stdout:3571: done (5 left) 2024-03-07T03:09:18.441 INFO:tasks.rados.rados.0.smithi090.stdout:3573: done (4 left) 2024-03-07T03:09:18.441 INFO:tasks.rados.rados.0.smithi090.stdout:3574: done (3 left) 2024-03-07T03:09:18.441 INFO:tasks.rados.rados.0.smithi090.stdout:3576: done (2 left) 2024-03-07T03:09:18.442 INFO:tasks.rados.rados.0.smithi090.stdout:3577: done (1 left) 2024-03-07T03:09:18.442 INFO:tasks.rados.rados.0.smithi090.stdout:3578: done (0 left) 2024-03-07T03:09:18.442 INFO:tasks.rados.rados.0.smithi090.stdout:3579: copy_from oid 10 from oid 29 current snap is 345 2024-03-07T03:09:18.442 INFO:tasks.rados.rados.0.smithi090.stdout:3580: read oid 26 snap -1 2024-03-07T03:09:18.442 INFO:tasks.rados.rados.0.smithi090.stdout:3580: expect deleted 2024-03-07T03:09:18.442 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 43 current snap is 345 2024-03-07T03:09:18.442 INFO:tasks.rados.rados.0.smithi090.stdout:3581: seq_num 1092 ranges {589824=696320,1286144=802816} 2024-03-07T03:09:18.448 INFO:tasks.rados.rados.0.smithi090.stdout:3581: writing smithi09077644-43 from 589824 to 1286144 tid 1 2024-03-07T03:09:18.452 INFO:tasks.rados.rados.0.smithi090.stdout:3581: writing smithi09077644-43 from 1286144 to 2088960 tid 2 2024-03-07T03:09:18.452 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 36 current snap is 345 2024-03-07T03:09:18.452 INFO:tasks.rados.rados.0.smithi090.stdout:3582: seq_num 1093 ranges {14098432=712704,14811136=688128,15499264=114688} 2024-03-07T03:09:18.530 INFO:tasks.rados.rados.0.smithi090.stdout:3582: writing smithi09077644-36 from 14098432 to 14811136 tid 1 2024-03-07T03:09:18.535 INFO:tasks.rados.rados.0.smithi090.stdout:3582: writing smithi09077644-36 from 14811136 to 15499264 tid 2 2024-03-07T03:09:18.536 INFO:tasks.rados.rados.0.smithi090.stdout:3582: writing smithi09077644-36 from 15499264 to 15613952 tid 3 2024-03-07T03:09:18.536 INFO:tasks.rados.rados.0.smithi090.stdout:3583: read oid 38 snap 337 2024-03-07T03:09:18.536 INFO:tasks.rados.rados.0.smithi090.stdout:3583: expect (ObjNum 988 snap 318 seq_num 988) 2024-03-07T03:09:18.536 INFO:tasks.rados.rados.0.smithi090.stdout:3584: snap_create 2024-03-07T03:09:18.536 INFO:tasks.rados.rados.0.smithi090.stdout:3579: finishing copy_from racing read to smithi09077644-10 2024-03-07T03:09:18.536 INFO:tasks.rados.rados.0.smithi090.stdout:3579: finishing copy_from to smithi09077644-10 2024-03-07T03:09:18.536 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 12735 (ObjNum 917 snap 289 seq_num 917) dirty exists 2024-03-07T03:09:18.536 INFO:tasks.rados.rados.0.smithi090.stdout:3581: finishing write tid 1 to smithi09077644-43 2024-03-07T03:09:18.536 INFO:tasks.rados.rados.0.smithi090.stdout:3581: finishing write tid 2 to smithi09077644-43 2024-03-07T03:09:18.536 INFO:tasks.rados.rados.0.smithi090.stdout:3581: finishing write tid 3 to smithi09077644-43 2024-03-07T03:09:18.536 INFO:tasks.rados.rados.0.smithi090.stdout:3581: finishing write tid 4 to smithi09077644-43 2024-03-07T03:09:18.536 INFO:tasks.rados.rados.0.smithi090.stdout:3581: oid 43 updating version 0 to 1190 2024-03-07T03:09:18.537 INFO:tasks.rados.rados.0.smithi090.stdout:3581: oid 43 version 1190 is already newer than 1189 2024-03-07T03:09:18.537 INFO:tasks.rados.rados.0.smithi090.stdout:3581: oid 43 updating version 1190 to 1191 2024-03-07T03:09:18.537 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 1191 (ObjNum 1092 snap 345 seq_num 1092) dirty exists 2024-03-07T03:09:18.537 INFO:tasks.rados.rados.0.smithi090.stdout:3581: left oid 43 (ObjNum 1092 snap 345 seq_num 1092) 2024-03-07T03:09:18.537 INFO:tasks.rados.rados.0.smithi090.stdout:3582: finishing write tid 1 to smithi09077644-36 2024-03-07T03:09:18.539 INFO:tasks.rados.rados.0.smithi090.stdout:3582: finishing write tid 2 to smithi09077644-36 2024-03-07T03:09:18.539 INFO:tasks.rados.rados.0.smithi090.stdout:3582: finishing write tid 3 to smithi09077644-36 2024-03-07T03:09:18.540 INFO:tasks.rados.rados.0.smithi090.stdout:3582: finishing write tid 4 to smithi09077644-36 2024-03-07T03:09:18.541 INFO:tasks.rados.rados.0.smithi090.stdout:3582: finishing write tid 5 to smithi09077644-36 2024-03-07T03:09:18.541 INFO:tasks.rados.rados.0.smithi090.stdout:3582: oid 36 updating version 0 to 12741 2024-03-07T03:09:18.541 INFO:tasks.rados.rados.0.smithi090.stdout:3582: oid 36 updating version 12741 to 12742 2024-03-07T03:09:18.542 INFO:tasks.rados.rados.0.smithi090.stdout:3582: oid 36 updating version 12742 to 12743 2024-03-07T03:09:18.542 INFO:tasks.rados.rados.0.smithi090.stdout:3582: oid 36 version 12743 is already newer than 12740 2024-03-07T03:09:18.542 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 12743 (ObjNum 1093 snap 345 seq_num 1093) dirty exists 2024-03-07T03:09:18.542 INFO:tasks.rados.rados.0.smithi090.stdout:3582: left oid 36 (ObjNum 1093 snap 345 seq_num 1093) 2024-03-07T03:09:18.543 INFO:tasks.rados.rados.0.smithi090.stdout:3583: expect (ObjNum 988 snap 318 seq_num 988) 2024-03-07T03:09:18.933 INFO:tasks.rados.rados.0.smithi090.stdout:3579: done (5 left) 2024-03-07T03:09:18.934 INFO:tasks.rados.rados.0.smithi090.stdout:3580: done (4 left) 2024-03-07T03:09:18.934 INFO:tasks.rados.rados.0.smithi090.stdout:3581: done (3 left) 2024-03-07T03:09:18.934 INFO:tasks.rados.rados.0.smithi090.stdout:3582: done (2 left) 2024-03-07T03:09:18.934 INFO:tasks.rados.rados.0.smithi090.stdout:3583: done (1 left) 2024-03-07T03:09:18.934 INFO:tasks.rados.rados.0.smithi090.stdout:3584: done (0 left) 2024-03-07T03:09:18.934 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 20 current snap is 346 2024-03-07T03:09:18.934 INFO:tasks.rados.rados.0.smithi090.stdout:3585: seq_num 1094 ranges {0=729088,729088=573440,1302528=229376} 2024-03-07T03:09:18.937 INFO:tasks.rados.rados.0.smithi090.stdout:3585: writing smithi09077644-20 from 0 to 729088 tid 1 2024-03-07T03:09:18.941 INFO:tasks.rados.rados.0.smithi090.stdout:3585: writing smithi09077644-20 from 729088 to 1302528 tid 2 2024-03-07T03:09:18.943 INFO:tasks.rados.rados.0.smithi090.stdout:3585: writing smithi09077644-20 from 1302528 to 1531904 tid 3 2024-03-07T03:09:18.943 INFO:tasks.rados.rados.0.smithi090.stdout:3586: read oid 7 snap -1 2024-03-07T03:09:18.943 INFO:tasks.rados.rados.0.smithi090.stdout:3586: expect (ObjNum 1065 snap 338 seq_num 1065) 2024-03-07T03:09:18.943 INFO:tasks.rados.rados.0.smithi090.stdout:3587: rollback oid 37 current snap is 346 2024-03-07T03:09:18.943 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 37 to 341 2024-03-07T03:09:18.943 INFO:tasks.rados.rados.0.smithi090.stdout:3588: snap_create 2024-03-07T03:09:18.944 INFO:tasks.rados.rados.0.smithi090.stdout:3585: finishing write tid 1 to smithi09077644-20 2024-03-07T03:09:18.946 INFO:tasks.rados.rados.0.smithi090.stdout:3585: finishing write tid 2 to smithi09077644-20 2024-03-07T03:09:18.946 INFO:tasks.rados.rados.0.smithi090.stdout:3585: finishing write tid 3 to smithi09077644-20 2024-03-07T03:09:18.947 INFO:tasks.rados.rados.0.smithi090.stdout:3585: finishing write tid 4 to smithi09077644-20 2024-03-07T03:09:18.949 INFO:tasks.rados.rados.0.smithi090.stdout:3585: finishing write tid 5 to smithi09077644-20 2024-03-07T03:09:18.949 INFO:tasks.rados.rados.0.smithi090.stdout:3585: oid 20 updating version 0 to 12753 2024-03-07T03:09:18.949 INFO:tasks.rados.rados.0.smithi090.stdout:3585: oid 20 version 12753 is already newer than 12751 2024-03-07T03:09:18.949 INFO:tasks.rados.rados.0.smithi090.stdout:3585: oid 20 version 12753 is already newer than 12752 2024-03-07T03:09:18.949 INFO:tasks.rados.rados.0.smithi090.stdout:3585: oid 20 version 12753 is already newer than 12750 2024-03-07T03:09:18.949 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 20 v 12753 (ObjNum 1094 snap 346 seq_num 1094) dirty exists 2024-03-07T03:09:18.949 INFO:tasks.rados.rados.0.smithi090.stdout:3585: left oid 20 (ObjNum 1094 snap 346 seq_num 1094) 2024-03-07T03:09:18.951 INFO:tasks.rados.rados.0.smithi090.stdout:3587: finishing rollback tid 0 to smithi09077644-37 2024-03-07T03:09:18.951 INFO:tasks.rados.rados.0.smithi090.stdout:3587: finishing rollback tid 1 to smithi09077644-37 2024-03-07T03:09:18.951 INFO:tasks.rados.rados.0.smithi090.stdout:3587: finishing rollback tid 2 to smithi09077644-37 2024-03-07T03:09:18.951 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 37 v 3085 (ObjNum 1029 snap 327 seq_num 1029) dirty exists 2024-03-07T03:09:18.957 INFO:tasks.rados.rados.0.smithi090.stdout:3586: expect (ObjNum 1065 snap 338 seq_num 1065) 2024-03-07T03:09:19.031 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:09:18 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:09:18.943+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:19.031 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:18 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:18.934+0000 7fa43c425700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:09:19.031 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:18 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:18.934+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:19.031 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:18 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:18.934+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:19.031 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:18 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:18.934+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:19.031 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:18 smithi090 ceph-mon[89511]: osdmap e766: 8 total, 8 up, 8 in 2024-03-07T03:09:19.031 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:18 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:19.032 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:18 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:19.032 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:18 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:19.032 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:18 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:19.032 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:18 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:19.032 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:18 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:19.032 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:18 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:19.032 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:18 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:19.032 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:18 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:19.032 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:18 smithi090 ceph-mon[91928]: osdmap e766: 8 total, 8 up, 8 in 2024-03-07T03:09:19.032 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:18 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:19.032 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:18 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:19.033 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:18 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:19.033 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:18 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:19.033 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:18 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:19.033 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:18 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:19.033 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:18 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:19.033 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:18 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:19.033 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:18 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:19.413 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:09:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:09:18.946+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:19.413 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:18.956+0000 7fc29a41b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:09:19.414 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:18.956+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:19.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:18 smithi092 ceph-mon[83777]: osdmap e766: 8 total, 8 up, 8 in 2024-03-07T03:09:19.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:18 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:19.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:18 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:19.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:18 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:19.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:18 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:19.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:18 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:19.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:18 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:19.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:18 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:19.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:18 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:19.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:18 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:19.415 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:18.936+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:09:19.415 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:18.936+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:19.415 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:18.936+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:19.687 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:09:19 smithi090 systemd[1]: Stopping Ceph alertmanager.a for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T03:09:19.945 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:09:19 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[72828]: ts=2024-03-07T03:09:19.688Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-03-07T03:09:19.946 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:09:19 smithi090 podman[124549]: 2024-03-07 03:09:19.7290339 +0000 UTC m=+0.184101667 container died c7f3158595319859bfda702ae8211bc0c51f43fe1501c1deb0bde41d1255f1c5 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-07T03:09:19.946 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:19 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:19.915+0000 7f4442f67700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:09:19.946 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:19 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:19.915+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:19.950 INFO:tasks.rados.rados.0.smithi090.stdout:3585: done (3 left) 2024-03-07T03:09:19.950 INFO:tasks.rados.rados.0.smithi090.stdout:3586: done (2 left) 2024-03-07T03:09:19.950 INFO:tasks.rados.rados.0.smithi090.stdout:3587: done (1 left) 2024-03-07T03:09:19.950 INFO:tasks.rados.rados.0.smithi090.stdout:3588: done (0 left) 2024-03-07T03:09:19.950 INFO:tasks.rados.rados.0.smithi090.stdout:3589: snap_create 2024-03-07T03:09:20.325 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:09:20 smithi090 podman[124549]: 2024-03-07 03:09:20.157837681 +0000 UTC m=+0.612905447 container cleanup c7f3158595319859bfda702ae8211bc0c51f43fe1501c1deb0bde41d1255f1c5 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-07T03:09:20.325 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:09:20 smithi090 bash[124549]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a 2024-03-07T03:09:20.326 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:09:19 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:09:19.951+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:20.326 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:20 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:20.051+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:20.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:19 smithi090 ceph-mon[89511]: osdmap e767: 8 total, 8 up, 8 in 2024-03-07T03:09:20.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:19 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:20.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:19 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:20.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:19 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:20.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:19 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:20.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:19 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:20.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:19 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:20.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:19 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:20.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:19 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:20.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:19 smithi090 ceph-mon[89511]: pgmap v583: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 643 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.3 MiB/s wr, 19 op/s 2024-03-07T03:09:20.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:19 smithi090 ceph-mon[91928]: osdmap e767: 8 total, 8 up, 8 in 2024-03-07T03:09:20.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:19 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:20.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:19 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:20.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:19 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:20.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:19 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:20.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:19 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:20.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:19 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:20.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:19 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:20.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:19 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:20.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:19 smithi090 ceph-mon[91928]: pgmap v583: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 643 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.3 MiB/s wr, 19 op/s 2024-03-07T03:09:20.413 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:09:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:09:19.946+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:20.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:19 smithi092 ceph-mon[83777]: osdmap e767: 8 total, 8 up, 8 in 2024-03-07T03:09:20.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:19 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:20.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:19 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:20.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:19 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:20.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:19 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:20.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:19 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:20.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:19 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:20.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:19 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:20.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:19 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:20.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:19 smithi092 ceph-mon[83777]: pgmap v583: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 643 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.3 MiB/s wr, 19 op/s 2024-03-07T03:09:20.702 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:09:20 smithi090 podman[124563]: 2024-03-07 03:09:20.35941124 +0000 UTC m=+0.630398133 container remove c7f3158595319859bfda702ae8211bc0c51f43fe1501c1deb0bde41d1255f1c5 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-07T03:09:20.702 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:09:20 smithi090 podman[124563]: 2024-03-07 03:09:20.435072196 +0000 UTC m=+0.706059090 volume remove 1a79adc63d0803f4696fad9c46e6da91c07e95a96a2a95d726275220e45be7bb 2024-03-07T03:09:20.913 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:20.562+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:09:20.913 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:20.562+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:20.913 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:20.562+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:20.948 INFO:tasks.rados.rados.0.smithi090.stdout:3589: done (0 left) 2024-03-07T03:09:20.948 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 8 current snap is 348 2024-03-07T03:09:20.948 INFO:tasks.rados.rados.0.smithi090.stdout:3590: seq_num 1095 ranges {2228224=745472,2973696=499712,3473408=303104} 2024-03-07T03:09:20.964 INFO:tasks.rados.rados.0.smithi090.stdout:3590: writing smithi09077644-8 from 2228224 to 2973696 tid 1 2024-03-07T03:09:20.968 INFO:tasks.rados.rados.0.smithi090.stdout:3590: writing smithi09077644-8 from 2973696 to 3473408 tid 2 2024-03-07T03:09:20.970 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:09:20 smithi090 systemd[1]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@alertmanager.a.service: Deactivated successfully. 2024-03-07T03:09:20.970 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:09:20 smithi090 systemd[1]: Stopped Ceph alertmanager.a for fb96fd1c-dc2c-11ee-95c6-87774f69a715. 2024-03-07T03:09:20.970 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:09:20 smithi090 systemd[1]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@alertmanager.a.service: Consumed 1.538s CPU time. 2024-03-07T03:09:20.971 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:09:20 smithi090 systemd[1]: Starting Ceph alertmanager.a for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T03:09:20.971 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:20 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:20.971 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:20 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:20.971 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:20 smithi090 ceph-mon[89511]: osdmap e768: 8 total, 8 up, 8 in 2024-03-07T03:09:20.971 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:20 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:20.971 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:20 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:20.971 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:20 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:20.972 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:20 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:20.972 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:20 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:20.972 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:20 smithi090 ceph-mon[91928]: osdmap e768: 8 total, 8 up, 8 in 2024-03-07T03:09:20.972 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:20 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:20.972 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:20 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:20.972 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:20 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:20.972 INFO:tasks.rados.rados.0.smithi090.stdout:3590: writing smithi09077644-8 from 3473408 to 3776512 tid 3 2024-03-07T03:09:20.973 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:20 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:20.941+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:20.973 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:20 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:20.941+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:20.973 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:20 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:20.942+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:20.973 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:20 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:20.948+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:09:20.973 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:20 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:20.948+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:20.973 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:20 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:20.948+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:20.973 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:20 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:20.949+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:20.974 INFO:tasks.rados.rados.0.smithi090.stdout:3591: rollback oid 37 current snap is 348 2024-03-07T03:09:20.974 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 37 to 337 2024-03-07T03:09:20.974 INFO:tasks.rados.rados.0.smithi090.stdout:3592: snap_create 2024-03-07T03:09:20.974 INFO:tasks.rados.rados.0.smithi090.stdout:3590: finishing write tid 1 to smithi09077644-8 2024-03-07T03:09:20.974 INFO:tasks.rados.rados.0.smithi090.stdout:3590: finishing write tid 2 to smithi09077644-8 2024-03-07T03:09:20.974 INFO:tasks.rados.rados.0.smithi090.stdout:3590: finishing write tid 3 to smithi09077644-8 2024-03-07T03:09:20.974 INFO:tasks.rados.rados.0.smithi090.stdout:3590: finishing write tid 4 to smithi09077644-8 2024-03-07T03:09:20.976 INFO:tasks.rados.rados.0.smithi090.stdout:3590: finishing write tid 5 to smithi09077644-8 2024-03-07T03:09:20.976 INFO:tasks.rados.rados.0.smithi090.stdout:3590: oid 8 updating version 0 to 12743 2024-03-07T03:09:20.976 INFO:tasks.rados.rados.0.smithi090.stdout:3590: oid 8 version 12743 is already newer than 12742 2024-03-07T03:09:20.976 INFO:tasks.rados.rados.0.smithi090.stdout:3590: oid 8 updating version 12743 to 12744 2024-03-07T03:09:20.976 INFO:tasks.rados.rados.0.smithi090.stdout:3590: oid 8 version 12744 is already newer than 12741 2024-03-07T03:09:20.976 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 12744 (ObjNum 1095 snap 348 seq_num 1095) dirty exists 2024-03-07T03:09:20.976 INFO:tasks.rados.rados.0.smithi090.stdout:3590: left oid 8 (ObjNum 1095 snap 348 seq_num 1095) 2024-03-07T03:09:20.978 INFO:tasks.rados.rados.0.smithi090.stdout:3591: finishing rollback tid 0 to smithi09077644-37 2024-03-07T03:09:20.978 INFO:tasks.rados.rados.0.smithi090.stdout:3591: finishing rollback tid 1 to smithi09077644-37 2024-03-07T03:09:20.979 INFO:tasks.rados.rados.0.smithi090.stdout:3591: finishing rollback tid 2 to smithi09077644-37 2024-03-07T03:09:20.979 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 37 v 3088 (ObjNum 1029 snap 327 seq_num 1029) dirty exists 2024-03-07T03:09:21.269 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:09:21 smithi090 podman[124693]: 2024-03-07 03:09:21.040741698 +0000 UTC m=+0.017404133 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-03-07T03:09:21.269 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:09:21 smithi090 podman[124693]: 2024-03-07 03:09:21.164232836 +0000 UTC m=+0.140895277 volume create 610b41761afae453630682122be9513e82c5ef79601e24171dc7f50cf6415c3b 2024-03-07T03:09:21.269 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:20 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:20.970+0000 7f4442f67700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:09:21.269 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:20 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:20.970+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:21.413 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:09:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:09:20.947+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:21.414 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:20.978+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:21.414 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:20.978+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:09:21.414 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:20.979+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:21.414 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:20.942+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:21.414 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:20.974+0000 7fc296413700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:09:21.414 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:20.974+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:21.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:20 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:21.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:20 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:21.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:20 smithi092 ceph-mon[83777]: osdmap e768: 8 total, 8 up, 8 in 2024-03-07T03:09:21.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:20 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:21.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:20 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:21.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:20 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:21.571 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:09:21 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:09:21.283+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:21.572 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:09:21 smithi090 podman[124693]: 2024-03-07 03:09:21.270654878 +0000 UTC m=+0.247317385 container create 855c0ef689e3ffb37734f85b7f639034680e226b8c38fc2734a6e5a6b1666ec6 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-07T03:09:21.825 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:09:21 smithi090 podman[124693]: 2024-03-07 03:09:21.573683671 +0000 UTC m=+0.550346106 container init 855c0ef689e3ffb37734f85b7f639034680e226b8c38fc2734a6e5a6b1666ec6 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-07T03:09:21.825 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:09:21 smithi090 podman[124693]: 2024-03-07 03:09:21.576515184 +0000 UTC m=+0.553177619 container start 855c0ef689e3ffb37734f85b7f639034680e226b8c38fc2734a6e5a6b1666ec6 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-07T03:09:21.825 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:09:21 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[124708]: ts=2024-03-07T03:09:21.588Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-03-07T03:09:21.825 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:09:21 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[124708]: ts=2024-03-07T03:09:21.588Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-03-07T03:09:21.825 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:09:21 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[124708]: ts=2024-03-07T03:09:21.590Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.90 port=9094 2024-03-07T03:09:21.825 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:09:21 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[124708]: ts=2024-03-07T03:09:21.591Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-03-07T03:09:21.826 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:09:21 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[124708]: ts=2024-03-07T03:09:21.614Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-03-07T03:09:21.826 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:09:21 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[124708]: ts=2024-03-07T03:09:21.615Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-03-07T03:09:21.826 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:09:21 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[124708]: ts=2024-03-07T03:09:21.617Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-03-07T03:09:21.826 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:09:21 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[124708]: ts=2024-03-07T03:09:21.617Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-03-07T03:09:21.826 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:09:21 smithi090 bash[124693]: 855c0ef689e3ffb37734f85b7f639034680e226b8c38fc2734a6e5a6b1666ec6 2024-03-07T03:09:21.826 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:09:21 smithi090 systemd[1]: Started Ceph alertmanager.a for fb96fd1c-dc2c-11ee-95c6-87774f69a715. 2024-03-07T03:09:21.960 INFO:tasks.rados.rados.0.smithi090.stdout:3590: done (2 left) 2024-03-07T03:09:21.960 INFO:tasks.rados.rados.0.smithi090.stdout:3591: done (1 left) 2024-03-07T03:09:21.960 INFO:tasks.rados.rados.0.smithi090.stdout:3592: done (0 left) 2024-03-07T03:09:21.960 INFO:tasks.rados.rados.0.smithi090.stdout:3593: setattr oid 17 current snap is 349 2024-03-07T03:09:21.961 INFO:tasks.rados.rados.0.smithi090.stdout:3594: snap_create 2024-03-07T03:09:21.971 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 17 v 1457 (ObjNum 748 snap 237 seq_num 748) dirty exists 2024-03-07T03:09:22.312 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:21.968+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:22.312 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:09:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:09:21.959+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:22.312 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:21.970+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:09:22.312 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:21.970+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:22.313 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:21.970+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:22.313 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:21 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:22.313 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:21 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:22.313 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:21 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:22.313 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:21 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:22.313 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:21 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:22.313 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:21 smithi092 ceph-mon[83777]: osdmap e769: 8 total, 8 up, 8 in 2024-03-07T03:09:22.313 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:21 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:22.313 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:21 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:22.313 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:21 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:22.313 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:21 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:22.314 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:21 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:22.314 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:21 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:22.314 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:21 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:22.314 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:21 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:22.314 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:21 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:22.314 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:21 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:22.314 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:21 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:22.314 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:21 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:09:22.314 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:21 smithi092 ceph-mon[83777]: pgmap v586: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 662 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 6.1 MiB/s wr, 21 op/s 2024-03-07T03:09:22.325 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:09:21 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:09:21.960+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:22.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:21 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:21.965+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:22.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:21 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:21.965+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:22.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:21 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:21.967+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:22.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:21 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:22.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:21 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:22.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:21 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:22.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:21 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:22.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:21 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:22.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:21 smithi090 ceph-mon[89511]: osdmap e769: 8 total, 8 up, 8 in 2024-03-07T03:09:22.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:21 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:22.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:21 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:22.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:21 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:22.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:21 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:22.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:21 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:22.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:21 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:22.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:21 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:22.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:21 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:22.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:21 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:22.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:21 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:22.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:21 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:22.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:21 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:09:22.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:21 smithi090 ceph-mon[89511]: pgmap v586: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 662 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 6.1 MiB/s wr, 21 op/s 2024-03-07T03:09:22.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:21 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:22.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:21 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:22.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:21 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:22.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:21 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:22.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:21 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:22.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:21 smithi090 ceph-mon[91928]: osdmap e769: 8 total, 8 up, 8 in 2024-03-07T03:09:22.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:21 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:22.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:21 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:22.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:21 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:22.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:21 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:22.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:21 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:22.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:21 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:22.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:21 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:22.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:21 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:22.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:21 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:22.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:21 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:22.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:21 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:22.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:21 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:09:22.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:21 smithi090 ceph-mon[91928]: pgmap v586: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 662 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 6.1 MiB/s wr, 21 op/s 2024-03-07T03:09:22.663 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:09:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:09:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:09:22.960 INFO:tasks.rados.rados.0.smithi090.stdout:3593: done (1 left) 2024-03-07T03:09:22.960 INFO:tasks.rados.rados.0.smithi090.stdout:3594: done (0 left) 2024-03-07T03:09:22.960 INFO:tasks.rados.rados.0.smithi090.stdout:3595: snap_create 2024-03-07T03:09:23.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:22 smithi090 ceph-mon[89511]: osdmap e770: 8 total, 8 up, 8 in 2024-03-07T03:09:23.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:22 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:23.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:22 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:23.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:22 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:23.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:22 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:23.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:22 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:23.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:22 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:23.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:22 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:23.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:22 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:23.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:22 smithi090 ceph-mon[91928]: osdmap e770: 8 total, 8 up, 8 in 2024-03-07T03:09:23.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:22 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:23.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:22 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:23.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:22 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:23.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:22 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:23.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:22 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:23.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:22 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:23.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:22 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:23.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:22 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:23.077 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:09:22 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:09:22.962+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:23.077 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:22 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:22.823+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:23.078 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:09:23 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:09:23] "GET /metrics HTTP/1.1" 200 36319 "" "Prometheus/2.43.0" 2024-03-07T03:09:23.244 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:22.962+0000 7fc296413700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:09:23.244 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:22.962+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:23.244 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:22 smithi092 ceph-mon[83777]: osdmap e770: 8 total, 8 up, 8 in 2024-03-07T03:09:23.244 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:22 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:23.244 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:22 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:23.244 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:22 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:23.245 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:22 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:23.245 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:22 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:23.245 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:22 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:23.245 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:22 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:23.245 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:22 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:23.539 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:23 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:23.242+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:09:23.539 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:23 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:23.243+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:23.539 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:23 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:23.243+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:23.539 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:23 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:23.243+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:23.539 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:23 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:23.242+0000 7f443ef5f700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:09:23.539 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:23 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:23.242+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:23.663 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:09:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:09:23.243+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:23.663 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:23.244+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:23.664 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:23.245+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:09:23.664 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:23.245+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:23.825 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:09:23 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[124708]: ts=2024-03-07T03:09:23.591Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000361379s 2024-03-07T03:09:23.861 INFO:teuthology.orchestra.run.smithi090.stdout:true 2024-03-07T03:09:23.963 INFO:tasks.rados.rados.0.smithi090.stdout:3595: done (0 left) 2024-03-07T03:09:23.963 INFO:tasks.rados.rados.0.smithi090.stdout:3596: read oid 29 snap -1 2024-03-07T03:09:23.963 INFO:tasks.rados.rados.0.smithi090.stdout:3596: expect (ObjNum 917 snap 289 seq_num 917) 2024-03-07T03:09:23.963 INFO:tasks.rados.rados.0.smithi090.stdout:3597: read oid 23 snap 335 2024-03-07T03:09:23.963 INFO:tasks.rados.rados.0.smithi090.stdout:3597: expect (ObjNum 1000 snap 320 seq_num 1000) 2024-03-07T03:09:23.963 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 1 current snap is 351 2024-03-07T03:09:23.963 INFO:tasks.rados.rados.0.smithi090.stdout:3598: seq_num 1096 ranges {761856=761856,1523712=786432,2310144=16384} 2024-03-07T03:09:23.972 INFO:tasks.rados.rados.0.smithi090.stdout:3598: writing smithi09077644-1 from 761856 to 1523712 tid 1 2024-03-07T03:09:23.977 INFO:tasks.rados.rados.0.smithi090.stdout:3598: writing smithi09077644-1 from 1523712 to 2310144 tid 2 2024-03-07T03:09:23.978 INFO:tasks.rados.rados.0.smithi090.stdout:3598: writing smithi09077644-1 from 2310144 to 2326528 tid 3 2024-03-07T03:09:23.978 INFO:tasks.rados.rados.0.smithi090.stdout:3599: delete oid 37 current snap is 351 2024-03-07T03:09:23.978 INFO:tasks.rados.rados.0.smithi090.stdout:3596: expect (ObjNum 917 snap 289 seq_num 917) 2024-03-07T03:09:24.044 INFO:tasks.rados.rados.0.smithi090.stdout:3596: done (3 left) 2024-03-07T03:09:24.045 INFO:tasks.rados.rados.0.smithi090.stdout:3599: done (2 left) 2024-03-07T03:09:24.045 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 5 current snap is 351 2024-03-07T03:09:24.045 INFO:tasks.rados.rados.0.smithi090.stdout:3597: expect (ObjNum 1000 snap 320 seq_num 1000) 2024-03-07T03:09:24.187 INFO:tasks.rados.rados.0.smithi090.stdout:3598: finishing write tid 1 to smithi09077644-1 2024-03-07T03:09:24.187 INFO:tasks.rados.rados.0.smithi090.stdout:3598: finishing write tid 2 to smithi09077644-1 2024-03-07T03:09:24.187 INFO:tasks.rados.rados.0.smithi090.stdout:3600: seq_num 1098 ranges {1310720=794624,2105344=557056,2662400=245760} 2024-03-07T03:09:24.198 INFO:tasks.rados.rados.0.smithi090.stdout:3600: writing smithi09077644-5 from 1310720 to 2105344 tid 1 2024-03-07T03:09:24.201 INFO:tasks.rados.rados.0.smithi090.stdout:3600: writing smithi09077644-5 from 2105344 to 2662400 tid 2 2024-03-07T03:09:24.204 INFO:tasks.rados.rados.0.smithi090.stdout:3600: writing smithi09077644-5 from 2662400 to 2908160 tid 3 2024-03-07T03:09:24.204 INFO:tasks.rados.rados.0.smithi090.stdout:3597: done (2 left) 2024-03-07T03:09:24.204 INFO:tasks.rados.rados.0.smithi090.stdout:3601: snap_create 2024-03-07T03:09:24.204 INFO:tasks.rados.rados.0.smithi090.stdout:3598: finishing write tid 3 to smithi09077644-1 2024-03-07T03:09:24.204 INFO:tasks.rados.rados.0.smithi090.stdout:3598: finishing write tid 4 to smithi09077644-1 2024-03-07T03:09:24.204 INFO:tasks.rados.rados.0.smithi090.stdout:3598: finishing write tid 5 to smithi09077644-1 2024-03-07T03:09:24.204 INFO:tasks.rados.rados.0.smithi090.stdout:3598: oid 1 updating version 0 to 1433 2024-03-07T03:09:24.204 INFO:tasks.rados.rados.0.smithi090.stdout:3598: oid 1 updating version 1433 to 1435 2024-03-07T03:09:24.204 INFO:tasks.rados.rados.0.smithi090.stdout:3598: oid 1 updating version 1435 to 1436 2024-03-07T03:09:24.204 INFO:tasks.rados.rados.0.smithi090.stdout:3598: oid 1 version 1436 is already newer than 1434 2024-03-07T03:09:24.205 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 1 v 1436 (ObjNum 1096 snap 351 seq_num 1096) dirty exists 2024-03-07T03:09:24.205 INFO:tasks.rados.rados.0.smithi090.stdout:3598: left oid 1 (ObjNum 1096 snap 351 seq_num 1096) 2024-03-07T03:09:24.205 INFO:tasks.rados.rados.0.smithi090.stdout:3600: finishing write tid 1 to smithi09077644-5 2024-03-07T03:09:24.207 INFO:tasks.rados.rados.0.smithi090.stdout:3600: finishing write tid 2 to smithi09077644-5 2024-03-07T03:09:24.207 INFO:tasks.rados.rados.0.smithi090.stdout:3600: finishing write tid 3 to smithi09077644-5 2024-03-07T03:09:24.207 INFO:tasks.rados.rados.0.smithi090.stdout:3600: finishing write tid 4 to smithi09077644-5 2024-03-07T03:09:24.209 INFO:tasks.rados.rados.0.smithi090.stdout:3600: finishing write tid 5 to smithi09077644-5 2024-03-07T03:09:24.209 INFO:tasks.rados.rados.0.smithi090.stdout:3600: oid 5 updating version 0 to 12755 2024-03-07T03:09:24.209 INFO:tasks.rados.rados.0.smithi090.stdout:3600: oid 5 updating version 12755 to 12756 2024-03-07T03:09:24.209 INFO:tasks.rados.rados.0.smithi090.stdout:3600: oid 5 updating version 12756 to 12757 2024-03-07T03:09:24.209 INFO:tasks.rados.rados.0.smithi090.stdout:3600: oid 5 version 12757 is already newer than 12754 2024-03-07T03:09:24.209 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 5 v 12757 (ObjNum 1098 snap 351 seq_num 1098) dirty exists 2024-03-07T03:09:24.209 INFO:tasks.rados.rados.0.smithi090.stdout:3600: left oid 5 (ObjNum 1098 snap 351 seq_num 1098) 2024-03-07T03:09:24.261 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:09:23 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:09:23.971+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:24.261 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:23 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:24.262 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:23 smithi090 ceph-mon[91928]: osdmap e771: 8 total, 8 up, 8 in 2024-03-07T03:09:24.262 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:23 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:24.262 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:23 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:24.262 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:23 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:24.262 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:23 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:24.262 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:23 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:24.262 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:23 smithi090 ceph-mon[91928]: pgmap v589: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 663 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.1 MiB/s wr, 7 op/s 2024-03-07T03:09:24.262 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:23 smithi090 ceph-mon[91928]: osdmap e772: 8 total, 8 up, 8 in 2024-03-07T03:09:24.262 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:23 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:23.986+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:24.262 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:23 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:23.987+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:24.263 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:23 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:23.988+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:24.263 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:23 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:24.263 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:23 smithi090 ceph-mon[89511]: osdmap e771: 8 total, 8 up, 8 in 2024-03-07T03:09:24.263 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:23 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:24.263 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:23 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:24.263 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:23 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:24.263 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:23 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:24.263 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:23 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:24.263 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:23 smithi090 ceph-mon[89511]: pgmap v589: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 663 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.1 MiB/s wr, 7 op/s 2024-03-07T03:09:24.263 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:23 smithi090 ceph-mon[89511]: osdmap e772: 8 total, 8 up, 8 in 2024-03-07T03:09:24.264 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:23 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:23.982+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:24.264 INFO:teuthology.orchestra.run.smithi090.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-07T03:09:24.264 INFO:teuthology.orchestra.run.smithi090.stdout:alertmanager.a smithi090 *:9093,9094 starting - - - - 2024-03-07T03:09:24.264 INFO:teuthology.orchestra.run.smithi090.stdout:grafana.a smithi092 *:3000 running (14m) 15s ago 14m 88.6M - 9.4.7 954c08fa6188 044a70fdd07e 2024-03-07T03:09:24.264 INFO:teuthology.orchestra.run.smithi090.stdout:mds.a smithi090 running (72s) 31s ago 15m 16.0M - 19.0.0-1905-gea9a5688 fdb83767c1ab 005e0f69d9f6 2024-03-07T03:09:24.264 INFO:teuthology.orchestra.run.smithi090.stdout:mds.b smithi092 running (52s) 15s ago 15m 12.6M - 19.0.0-1905-gea9a5688 fdb83767c1ab 959ff8181ff3 2024-03-07T03:09:24.264 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.x smithi092 *:8443,9283,8765 running (7m) 15s ago 19m 454M - 19.0.0-1905-gea9a5688 fdb83767c1ab ca843ce9235f 2024-03-07T03:09:24.264 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.y smithi090 *:8443,9283,8765 running (7m) 31s ago 20m 513M - 19.0.0-1905-gea9a5688 fdb83767c1ab 3f0549138d93 2024-03-07T03:09:24.264 INFO:teuthology.orchestra.run.smithi090.stdout:mon.a smithi090 running (7m) 31s ago 21m 68.4M 2048M 19.0.0-1905-gea9a5688 fdb83767c1ab f36508ef70bc 2024-03-07T03:09:24.265 INFO:teuthology.orchestra.run.smithi090.stdout:mon.b smithi092 running (6m) 15s ago 19m 56.1M 2048M 19.0.0-1905-gea9a5688 fdb83767c1ab 70867588f01a 2024-03-07T03:09:24.265 INFO:teuthology.orchestra.run.smithi090.stdout:mon.c smithi090 running (6m) 31s ago 19m 58.6M 2048M 19.0.0-1905-gea9a5688 fdb83767c1ab 93f762a9b94a 2024-03-07T03:09:24.265 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.a smithi090 *:9100 running (39s) 31s ago 14m 3502k - 1.5.0 0da6a335fe13 efb027e5514a 2024-03-07T03:09:24.265 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.b smithi092 *:9100 running (35s) 15s ago 14m 8564k - 1.5.0 0da6a335fe13 ffaf0c16175a 2024-03-07T03:09:24.265 INFO:teuthology.orchestra.run.smithi090.stdout:osd.0 smithi090 running (5m) 31s ago 18m 371M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab 7a23382ba346 2024-03-07T03:09:24.265 INFO:teuthology.orchestra.run.smithi090.stdout:osd.1 smithi090 running (5m) 31s ago 18m 259M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab d1d5335a3808 2024-03-07T03:09:24.265 INFO:teuthology.orchestra.run.smithi090.stdout:osd.2 smithi090 running (4m) 31s ago 17m 224M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab 34e4a76f0e0d 2024-03-07T03:09:24.265 INFO:teuthology.orchestra.run.smithi090.stdout:osd.3 smithi090 running (3m) 31s ago 17m 126M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab 04aef511bc7e 2024-03-07T03:09:24.265 INFO:teuthology.orchestra.run.smithi090.stdout:osd.4 smithi092 running (3m) 15s ago 17m 249M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab 8e559c34e8fe 2024-03-07T03:09:24.265 INFO:teuthology.orchestra.run.smithi090.stdout:osd.5 smithi092 running (2m) 15s ago 16m 224M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab d3fe952fea5f 2024-03-07T03:09:24.265 INFO:teuthology.orchestra.run.smithi090.stdout:osd.6 smithi092 running (2m) 15s ago 16m 96.9M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab 9a6332c192c9 2024-03-07T03:09:24.265 INFO:teuthology.orchestra.run.smithi090.stdout:osd.7 smithi092 running (92s) 15s ago 15m 92.0M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab a2de553b24be 2024-03-07T03:09:24.265 INFO:teuthology.orchestra.run.smithi090.stdout:prometheus.a smithi092 *:9095 running (19s) 15s ago 15m 36.8M - 2.43.0 a07b618ecd1d bd032c4c750a 2024-03-07T03:09:24.413 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:09:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:09:24.052+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:24.414 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:23.983+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:24.414 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:23.965+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:09:24.414 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:23.965+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:24.414 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:23.965+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:24.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:23 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:24.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:23 smithi092 ceph-mon[83777]: osdmap e771: 8 total, 8 up, 8 in 2024-03-07T03:09:24.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:23 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:24.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:23 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:24.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:23 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:24.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:23 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:24.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:23 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:24.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:23 smithi092 ceph-mon[83777]: pgmap v589: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 663 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.1 MiB/s wr, 7 op/s 2024-03-07T03:09:24.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:23 smithi092 ceph-mon[83777]: osdmap e772: 8 total, 8 up, 8 in 2024-03-07T03:09:24.659 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-03-07T03:09:24.659 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": { 2024-03-07T03:09:24.660 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 3 2024-03-07T03:09:24.660 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:09:24.660 INFO:teuthology.orchestra.run.smithi090.stdout: "mgr": { 2024-03-07T03:09:24.660 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 2 2024-03-07T03:09:24.660 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:09:24.660 INFO:teuthology.orchestra.run.smithi090.stdout: "osd": { 2024-03-07T03:09:24.660 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 8 2024-03-07T03:09:24.660 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:09:24.660 INFO:teuthology.orchestra.run.smithi090.stdout: "mds": { 2024-03-07T03:09:24.660 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 2 2024-03-07T03:09:24.660 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:09:24.661 INFO:teuthology.orchestra.run.smithi090.stdout: "overall": { 2024-03-07T03:09:24.661 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 15 2024-03-07T03:09:24.661 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-03-07T03:09:24.661 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-03-07T03:09:25.010 INFO:tasks.rados.rados.0.smithi090.stdout:3598: done (2 left) 2024-03-07T03:09:25.010 INFO:tasks.rados.rados.0.smithi090.stdout:3600: done (1 left) 2024-03-07T03:09:25.011 INFO:tasks.rados.rados.0.smithi090.stdout:3601: done (0 left) 2024-03-07T03:09:25.011 INFO:tasks.rados.rados.0.smithi090.stdout:3602: read oid 24 snap -1 2024-03-07T03:09:25.011 INFO:tasks.rados.rados.0.smithi090.stdout:3602: expect (ObjNum 1037 snap 327 seq_num 1037) 2024-03-07T03:09:25.011 INFO:tasks.rados.rados.0.smithi090.stdout:3603: copy_from oid 39 from oid 28 current snap is 352 2024-03-07T03:09:25.011 INFO:tasks.rados.rados.0.smithi090.stdout:3604: setattr oid 6 current snap is 352 2024-03-07T03:09:25.012 INFO:tasks.rados.rados.0.smithi090.stdout:3605: snap_remove snap 345 2024-03-07T03:09:25.325 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:09:25 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:09:25.013+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:25.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:25 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:25.015+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:09:25.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:25 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:25.015+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:25.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:25 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:25.016+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:25.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:25 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:25.020+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:25.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:25 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:25.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:25 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:25.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:25 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:25.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:25 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:25.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:25 smithi090 ceph-mon[89511]: from='client.34428 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:09:25.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:25 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:25.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:25 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:25.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:25 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:25.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:25 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:25.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:25 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:25.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:25 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:25.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:25 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:25.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:25 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:25.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:25 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:25.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:25 smithi090 ceph-mon[89511]: from='client.44372 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:09:25.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:25 smithi090 ceph-mon[89511]: from='client.? 172.21.15.90:0/856495756' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:25.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:25 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:25.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:25 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:25.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:25 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:25.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:25 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:25.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:25 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:25.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:25 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:25.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:25 smithi090 ceph-mon[91928]: from='client.34428 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:09:25.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:25 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:25.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:25 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:25.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:25 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:25.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:25 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:25.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:25 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:25.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:25 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:25.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:25 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:25.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:25 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:25.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:25 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:25.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:25 smithi090 ceph-mon[91928]: from='client.44372 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:09:25.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:25 smithi090 ceph-mon[91928]: from='client.? 172.21.15.90:0/856495756' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:25.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:25 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:25.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:25 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:25.413 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:09:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:09:25.010+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:25.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:25.022+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:25.414 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:25.022+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:09:25.414 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:25.022+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:25.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:25 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:25.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:25 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:25.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:25 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:25.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:25 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:25.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:25 smithi092 ceph-mon[83777]: from='client.34428 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:09:25.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:25 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:25.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:25 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:25.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:25 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:25.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:25 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:25.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:25 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:25.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:25 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:25.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:25 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:25.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:25 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:25.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:25 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:25.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:25 smithi092 ceph-mon[83777]: from='client.44372 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:09:25.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:25 smithi092 ceph-mon[83777]: from='client.? 172.21.15.90:0/856495756' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:25.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:25 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:25.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:25 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:26.013 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:25.723+0000 7fc29a41b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:09:26.013 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:25.723+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:26.016 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:26 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:26.016 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:26 smithi090 ceph-mon[89511]: osdmap e773: 8 total, 8 up, 8 in 2024-03-07T03:09:26.016 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:26 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:26.016 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:26 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:26.016 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:26 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:26.017 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:26 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:26.017 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:26 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:26.017 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:26 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:26.017 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:26 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:26.017 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:26 smithi090 ceph-mon[89511]: pgmap v592: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 668 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.5 MiB/s wr, 9 op/s 2024-03-07T03:09:26.017 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:26 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:26.017 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:26 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:26.017 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:25 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:25.722+0000 7f4442f67700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:09:26.017 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:25 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:25.722+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:26.018 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:26 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:26.018 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:26 smithi090 ceph-mon[91928]: osdmap e773: 8 total, 8 up, 8 in 2024-03-07T03:09:26.018 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:26 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:26.018 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:26 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:26.018 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:26 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:26.018 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:26 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:26.018 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:26 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:26.018 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:26 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:26.018 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:26 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:26.018 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:26 smithi090 ceph-mon[91928]: pgmap v592: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 668 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.5 MiB/s wr, 9 op/s 2024-03-07T03:09:26.018 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:26 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:26.018 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:26 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:26.020 INFO:tasks.rados.rados.0.smithi090.stdout:3605: done (3 left) 2024-03-07T03:09:26.020 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 2 current snap is 352 2024-03-07T03:09:26.020 INFO:tasks.rados.rados.0.smithi090.stdout:3606: seq_num 1099 ranges {16867328=409600,17276928=442368,17719296=720896,18440192=40960} 2024-03-07T03:09:26.113 INFO:tasks.rados.rados.0.smithi090.stdout:3606: writing smithi09077644-2 from 16867328 to 17276928 tid 1 2024-03-07T03:09:26.116 INFO:tasks.rados.rados.0.smithi090.stdout:3606: writing smithi09077644-2 from 17276928 to 17719296 tid 2 2024-03-07T03:09:26.120 INFO:tasks.rados.rados.0.smithi090.stdout:3606: writing smithi09077644-2 from 17719296 to 18440192 tid 3 2024-03-07T03:09:26.120 INFO:tasks.rados.rados.0.smithi090.stdout:3606: writing smithi09077644-2 from 18440192 to 18481152 tid 4 2024-03-07T03:09:26.120 INFO:tasks.rados.rados.0.smithi090.stdout:3607: snap_remove snap 330 2024-03-07T03:09:26.325 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:09:26 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:09:26.018+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:26.325 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:26 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:26.021+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:26.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:26 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:26.023+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:26.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:26 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:26.024+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:26.326 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:26 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:26.024+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:26.413 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:09:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:09:26.017+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:26.414 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:26.021+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:26.414 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:26.022+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:09:26.414 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:26.022+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:26.414 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:26.022+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:26.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:26 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:26.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:26 smithi092 ceph-mon[83777]: osdmap e773: 8 total, 8 up, 8 in 2024-03-07T03:09:26.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:26 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:26.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:26 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:26.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:26 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:26.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:26 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:26.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:26 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:26.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:26 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:26.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:26 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:26.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:26 smithi092 ceph-mon[83777]: pgmap v592: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 668 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.5 MiB/s wr, 9 op/s 2024-03-07T03:09:26.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:26 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:26.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:26 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:27.026 INFO:tasks.rados.rados.0.smithi090.stdout:3607: done (4 left) 2024-03-07T03:09:27.026 INFO:tasks.rados.rados.0.smithi090.stdout:3608: read oid 29 snap 351 2024-03-07T03:09:27.026 INFO:tasks.rados.rados.0.smithi090.stdout:3608: expect (ObjNum 917 snap 289 seq_num 917) 2024-03-07T03:09:27.026 INFO:tasks.rados.rados.0.smithi090.stdout:3609: copy_from oid 44 from oid 50 current snap is 352 2024-03-07T03:09:27.026 INFO:tasks.rados.rados.0.smithi090.stdout:3602: expect (ObjNum 1037 snap 327 seq_num 1037) 2024-03-07T03:09:27.054 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 12744 (ObjNum 1038 snap 327 seq_num 1038) dirty exists 2024-03-07T03:09:27.054 INFO:tasks.rados.rados.0.smithi090.stdout:3603: finishing copy_from racing read to smithi09077644-39 2024-03-07T03:09:27.054 INFO:tasks.rados.rados.0.smithi090.stdout:3603: finishing copy_from to smithi09077644-39 2024-03-07T03:09:27.054 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 1471 (ObjNum 1084 snap 344 seq_num 1084) dirty exists 2024-03-07T03:09:27.054 INFO:tasks.rados.rados.0.smithi090.stdout:3606: finishing write tid 1 to smithi09077644-2 2024-03-07T03:09:27.054 INFO:tasks.rados.rados.0.smithi090.stdout:3606: finishing write tid 2 to smithi09077644-2 2024-03-07T03:09:27.054 INFO:tasks.rados.rados.0.smithi090.stdout:3602: done (5 left) 2024-03-07T03:09:27.054 INFO:tasks.rados.rados.0.smithi090.stdout:3603: done (4 left) 2024-03-07T03:09:27.054 INFO:tasks.rados.rados.0.smithi090.stdout:3604: done (3 left) 2024-03-07T03:09:27.054 INFO:tasks.rados.rados.0.smithi090.stdout:3610: setattr oid 11 current snap is 352 2024-03-07T03:09:27.054 INFO:tasks.rados.rados.0.smithi090.stdout:3606: finishing write tid 3 to smithi09077644-2 2024-03-07T03:09:27.054 INFO:tasks.rados.rados.0.smithi090.stdout:3606: finishing write tid 4 to smithi09077644-2 2024-03-07T03:09:27.054 INFO:tasks.rados.rados.0.smithi090.stdout:3606: finishing write tid 5 to smithi09077644-2 2024-03-07T03:09:27.055 INFO:tasks.rados.rados.0.smithi090.stdout:3606: finishing write tid 6 to smithi09077644-2 2024-03-07T03:09:27.055 INFO:tasks.rados.rados.0.smithi090.stdout:3606: oid 2 updating version 0 to 12749 2024-03-07T03:09:27.055 INFO:tasks.rados.rados.0.smithi090.stdout:3606: oid 2 version 12749 is already newer than 12746 2024-03-07T03:09:27.055 INFO:tasks.rados.rados.0.smithi090.stdout:3606: oid 2 version 12749 is already newer than 12747 2024-03-07T03:09:27.055 INFO:tasks.rados.rados.0.smithi090.stdout:3606: oid 2 version 12749 is already newer than 12748 2024-03-07T03:09:27.055 INFO:tasks.rados.rados.0.smithi090.stdout:3606: oid 2 version 12749 is already newer than 12745 2024-03-07T03:09:27.055 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 2 v 12749 (ObjNum 1099 snap 352 seq_num 1099) dirty exists 2024-03-07T03:09:27.055 INFO:tasks.rados.rados.0.smithi090.stdout:3606: left oid 2 (ObjNum 1099 snap 352 seq_num 1099) 2024-03-07T03:09:27.055 INFO:tasks.rados.rados.0.smithi090.stdout:3609: finishing copy_from to smithi09077644-44 2024-03-07T03:09:27.055 INFO:tasks.rados.rados.0.smithi090.stdout:3609: got expected ENOENT (src dne) 2024-03-07T03:09:27.055 INFO:tasks.rados.rados.0.smithi090.stdout:3609: finishing copy_from racing read to smithi09077644-44 2024-03-07T03:09:27.055 INFO:tasks.rados.rados.0.smithi090.stdout:3608: expect (ObjNum 917 snap 289 seq_num 917) 2024-03-07T03:09:27.093 INFO:tasks.rados.rados.0.smithi090.stdout:3606: done (3 left) 2024-03-07T03:09:27.093 INFO:tasks.rados.rados.0.smithi090.stdout:3608: done (2 left) 2024-03-07T03:09:27.093 INFO:tasks.rados.rados.0.smithi090.stdout:3609: done (1 left) 2024-03-07T03:09:27.093 INFO:tasks.rados.rados.0.smithi090.stdout:3611: snap_create 2024-03-07T03:09:27.097 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 11 v 12737 (ObjNum 1071 snap 340 seq_num 1071) dirty exists 2024-03-07T03:09:27.325 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:09:27 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:09:27.031+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:27.325 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:27 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:27.026+0000 7f443ef5f700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:09:27.325 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:27 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:27.026+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:27.326 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:27 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:27.031+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:27.326 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:27 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:27.031+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:09:27.326 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:27 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:27.031+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:27.326 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:27 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:27.042+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:27.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:27 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:27.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:27 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:27.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:27 smithi090 ceph-mon[89511]: osdmap e774: 8 total, 8 up, 8 in 2024-03-07T03:09:27.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:27 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:27.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:27 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:27.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:27 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:27.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:27 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:27.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:27 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:27.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:27 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:27.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:27 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:27.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:27 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:27.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:27 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:27.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:27 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:27.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:27 smithi090 ceph-mon[91928]: osdmap e774: 8 total, 8 up, 8 in 2024-03-07T03:09:27.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:27 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:27.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:27 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:27.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:27 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:27.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:27 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:27.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:27 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:27.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:27 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:27.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:27 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:27.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:27 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:27.413 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:09:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:09:27.032+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:27.413 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:27.026+0000 7fc296413700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:09:27.414 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:27.026+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:27.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:27 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:27.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:27 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:27.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:27 smithi092 ceph-mon[83777]: osdmap e774: 8 total, 8 up, 8 in 2024-03-07T03:09:27.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:27 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:27.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:27 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:27.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:27 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:27.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:27 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:27.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:27 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:27.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:27 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:27.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:27 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:27.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:27 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:27.415 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:27.031+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:27.415 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:27.031+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:09:27.415 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:27.031+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:28.031 INFO:tasks.rados.rados.0.smithi090.stdout:3610: done (1 left) 2024-03-07T03:09:28.031 INFO:tasks.rados.rados.0.smithi090.stdout:3611: done (0 left) 2024-03-07T03:09:28.031 INFO:tasks.rados.rados.0.smithi090.stdout:3612: delete oid 34 current snap is 353 2024-03-07T03:09:28.036 INFO:tasks.rados.rados.0.smithi090.stdout:3612: done (0 left) 2024-03-07T03:09:28.037 INFO:tasks.rados.rados.0.smithi090.stdout:3613: rmattr oid 6 current snap is 353 2024-03-07T03:09:28.037 INFO:tasks.rados.rados.0.smithi090.stdout:3614: read oid 37 snap -1 2024-03-07T03:09:28.037 INFO:tasks.rados.rados.0.smithi090.stdout:3614: expect deleted 2024-03-07T03:09:28.037 INFO:tasks.rados.rados.0.smithi090.stdout:3615: delete oid 32 current snap is 353 2024-03-07T03:09:28.040 INFO:tasks.rados.rados.0.smithi090.stdout:3614: done (2 left) 2024-03-07T03:09:28.040 INFO:tasks.rados.rados.0.smithi090.stdout:3615: done (1 left) 2024-03-07T03:09:28.040 INFO:tasks.rados.rados.0.smithi090.stdout:3616: rollback oid 25 current snap is 353 2024-03-07T03:09:28.040 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 25 to 307 2024-03-07T03:09:28.040 INFO:tasks.rados.rados.0.smithi090.stdout:3617: read oid 20 snap 337 2024-03-07T03:09:28.040 INFO:tasks.rados.rados.0.smithi090.stdout:3617: expect deleted 2024-03-07T03:09:28.040 INFO:tasks.rados.rados.0.smithi090.stdout:3618: snap_remove snap 350 2024-03-07T03:09:28.325 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:09:28 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:09:28.042+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:28.326 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:28 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:28.041+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:28.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:28 smithi090 ceph-mon[91928]: osdmap e775: 8 total, 8 up, 8 in 2024-03-07T03:09:28.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:28 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:28.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:28 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:28.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:28 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:28.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:28 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:28.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:28 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:28.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:28 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:28.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:28 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:28.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:28 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:28.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:28 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:28.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:28 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:09:28.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:28 smithi090 ceph-mon[91928]: pgmap v595: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 668 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 973 KiB/s rd, 1.1 MiB/s wr, 10 op/s 2024-03-07T03:09:28.327 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:28 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:28.030+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:28.327 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:28 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:28.030+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:28.327 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:28 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:28.031+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:28.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:28 smithi090 ceph-mon[89511]: osdmap e775: 8 total, 8 up, 8 in 2024-03-07T03:09:28.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:28 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:28.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:28 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:28.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:28 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:28.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:28 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:28.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:28 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:28.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:28 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:28.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:28 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:28.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:28 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:28.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:28 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:28.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:28 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:09:28.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:28 smithi090 ceph-mon[89511]: pgmap v595: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 668 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 973 KiB/s rd, 1.1 MiB/s wr, 10 op/s 2024-03-07T03:09:28.413 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:09:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:09:28.031+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:28.413 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:28.035+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:28.414 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:28.038+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:09:28.414 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:28.038+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:28.414 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:28.038+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:28.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:28 smithi092 ceph-mon[83777]: osdmap e775: 8 total, 8 up, 8 in 2024-03-07T03:09:28.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:28 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:28.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:28 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:28.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:28 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:28.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:28 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:28.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:28 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:28.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:28 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:28.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:28 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:28.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:28 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:28.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:28 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:28.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:28 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:09:28.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:28 smithi092 ceph-mon[83777]: pgmap v595: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 668 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 973 KiB/s rd, 1.1 MiB/s wr, 10 op/s 2024-03-07T03:09:29.045 INFO:tasks.rados.rados.0.smithi090.stdout:3618: done (3 left) 2024-03-07T03:09:29.045 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 16 current snap is 353 2024-03-07T03:09:29.045 INFO:tasks.rados.rados.0.smithi090.stdout:3619: seq_num 1102 ranges {17039360=458752,17498112=491520,17989632=491520,18481152=221184} 2024-03-07T03:09:29.138 INFO:tasks.rados.rados.0.smithi090.stdout:3619: writing smithi09077644-16 from 17039360 to 17498112 tid 1 2024-03-07T03:09:29.140 INFO:tasks.rados.rados.0.smithi090.stdout:3619: writing smithi09077644-16 from 17498112 to 17989632 tid 2 2024-03-07T03:09:29.143 INFO:tasks.rados.rados.0.smithi090.stdout:3619: writing smithi09077644-16 from 17989632 to 18481152 tid 3 2024-03-07T03:09:29.145 INFO:tasks.rados.rados.0.smithi090.stdout:3619: writing smithi09077644-16 from 18481152 to 18702336 tid 4 2024-03-07T03:09:29.145 INFO:tasks.rados.rados.0.smithi090.stdout:3620: copy_from oid 40 from oid 43 current snap is 353 2024-03-07T03:09:29.146 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 12750 (ObjNum 1038 snap 327 seq_num 1038) dirty exists 2024-03-07T03:09:29.146 INFO:tasks.rados.rados.0.smithi090.stdout:3616: finishing rollback tid 1 to smithi09077644-25 2024-03-07T03:09:29.146 INFO:tasks.rados.rados.0.smithi090.stdout:3616: finishing rollback tid 2 to smithi09077644-25 2024-03-07T03:09:29.146 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 25 v 1459 (ObjNum 929 snap 291 seq_num 929) dirty exists 2024-03-07T03:09:29.146 INFO:tasks.rados.rados.0.smithi090.stdout:3619: finishing write tid 1 to smithi09077644-16 2024-03-07T03:09:29.146 INFO:tasks.rados.rados.0.smithi090.stdout:3619: finishing write tid 2 to smithi09077644-16 2024-03-07T03:09:29.146 INFO:tasks.rados.rados.0.smithi090.stdout:3613: done (4 left) 2024-03-07T03:09:29.146 INFO:tasks.rados.rados.0.smithi090.stdout:3616: done (3 left) 2024-03-07T03:09:29.146 INFO:tasks.rados.rados.0.smithi090.stdout:3617: done (2 left) 2024-03-07T03:09:29.146 INFO:tasks.rados.rados.0.smithi090.stdout:3621: read oid 33 snap -1 2024-03-07T03:09:29.146 INFO:tasks.rados.rados.0.smithi090.stdout:3621: expect (ObjNum 1057 snap 333 seq_num 1057) 2024-03-07T03:09:29.146 INFO:tasks.rados.rados.0.smithi090.stdout:3622: rollback oid 28 current snap is 353 2024-03-07T03:09:29.146 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 28 to 348 2024-03-07T03:09:29.147 INFO:tasks.rados.rados.0.smithi090.stdout:3623: read oid 6 snap -1 2024-03-07T03:09:29.147 INFO:tasks.rados.rados.0.smithi090.stdout:3623: expect (ObjNum 1038 snap 327 seq_num 1038) 2024-03-07T03:09:29.147 INFO:tasks.rados.rados.0.smithi090.stdout:3624: read oid 34 snap -1 2024-03-07T03:09:29.147 INFO:tasks.rados.rados.0.smithi090.stdout:3624: expect deleted 2024-03-07T03:09:29.147 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 2 current snap is 353 2024-03-07T03:09:29.147 INFO:tasks.rados.rados.0.smithi090.stdout:3625: seq_num 1103 ranges {18481152=475136,18956288=425984,19382272=696320,20078592=81920} 2024-03-07T03:09:29.246 INFO:tasks.rados.rados.0.smithi090.stdout:3625: writing smithi09077644-2 from 18481152 to 18956288 tid 1 2024-03-07T03:09:29.249 INFO:tasks.rados.rados.0.smithi090.stdout:3625: writing smithi09077644-2 from 18956288 to 19382272 tid 2 2024-03-07T03:09:29.254 INFO:tasks.rados.rados.0.smithi090.stdout:3625: writing smithi09077644-2 from 19382272 to 20078592 tid 3 2024-03-07T03:09:29.254 INFO:tasks.rados.rados.0.smithi090.stdout:3625: writing smithi09077644-2 from 20078592 to 20160512 tid 4 2024-03-07T03:09:29.255 INFO:tasks.rados.rados.0.smithi090.stdout:3626: snap_create 2024-03-07T03:09:29.255 INFO:tasks.rados.rados.0.smithi090.stdout:3619: finishing write tid 3 to smithi09077644-16 2024-03-07T03:09:29.255 INFO:tasks.rados.rados.0.smithi090.stdout:3619: finishing write tid 4 to smithi09077644-16 2024-03-07T03:09:29.255 INFO:tasks.rados.rados.0.smithi090.stdout:3619: finishing write tid 5 to smithi09077644-16 2024-03-07T03:09:29.255 INFO:tasks.rados.rados.0.smithi090.stdout:3622: finishing rollback tid 0 to smithi09077644-28 2024-03-07T03:09:29.255 INFO:tasks.rados.rados.0.smithi090.stdout:3622: finishing rollback tid 1 to smithi09077644-28 2024-03-07T03:09:29.255 INFO:tasks.rados.rados.0.smithi090.stdout:3619: finishing write tid 6 to smithi09077644-16 2024-03-07T03:09:29.255 INFO:tasks.rados.rados.0.smithi090.stdout:3619: oid 16 updating version 0 to 12754 2024-03-07T03:09:29.255 INFO:tasks.rados.rados.0.smithi090.stdout:3619: oid 16 version 12754 is already newer than 12753 2024-03-07T03:09:29.255 INFO:tasks.rados.rados.0.smithi090.stdout:3619: oid 16 version 12754 is already newer than 12752 2024-03-07T03:09:29.255 INFO:tasks.rados.rados.0.smithi090.stdout:3619: oid 16 updating version 12754 to 12755 2024-03-07T03:09:29.255 INFO:tasks.rados.rados.0.smithi090.stdout:3619: oid 16 version 12755 is already newer than 12751 2024-03-07T03:09:29.255 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 12755 (ObjNum 1102 snap 353 seq_num 1102) dirty exists 2024-03-07T03:09:29.255 INFO:tasks.rados.rados.0.smithi090.stdout:3619: left oid 16 (ObjNum 1102 snap 353 seq_num 1102) 2024-03-07T03:09:29.256 INFO:tasks.rados.rados.0.smithi090.stdout:3622: finishing rollback tid 2 to smithi09077644-28 2024-03-07T03:09:29.256 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 28 v 1478 (ObjNum 1084 snap 344 seq_num 1084) dirty exists 2024-03-07T03:09:29.256 INFO:tasks.rados.rados.0.smithi090.stdout:3623: expect (ObjNum 1038 snap 327 seq_num 1038) 2024-03-07T03:09:29.272 INFO:tasks.rados.rados.0.smithi090.stdout:3621: expect (ObjNum 1057 snap 333 seq_num 1057) 2024-03-07T03:09:29.313 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:29 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:29.045+0000 7f4442f67700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:09:29.313 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:29 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:29.045+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:29.314 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:09:29 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:09:29.043+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:29.314 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:29 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:29.314 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:29 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:29.314 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:29 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:29.314 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:29 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:29.314 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:29 smithi090 ceph-mon[91928]: osdmap e776: 8 total, 8 up, 8 in 2024-03-07T03:09:29.314 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:29 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:29.314 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:29 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:29.314 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:29 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:29.314 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:29 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:29.315 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:29 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:29.315 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:29 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:29.315 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:29 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:29.315 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:29 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:29.315 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:29 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:29.315 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:29 smithi090 ceph-mon[89511]: osdmap e776: 8 total, 8 up, 8 in 2024-03-07T03:09:29.315 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:29 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:29.315 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:29 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:29.315 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:29 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:29.315 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:29 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:29.315 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:29 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:29.316 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:29 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:29.045+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:29.316 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:29 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:29.046+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:29.316 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:29 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:29.046+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:09:29.316 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:29 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:29.046+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:29.360 INFO:tasks.rados.rados.0.smithi090.stdout:3620: finishing copy_from racing read to smithi09077644-40 2024-03-07T03:09:29.360 INFO:tasks.rados.rados.0.smithi090.stdout:3620: finishing copy_from to smithi09077644-40 2024-03-07T03:09:29.360 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 40 v 1191 (ObjNum 1092 snap 345 seq_num 1092) dirty exists 2024-03-07T03:09:29.360 INFO:tasks.rados.rados.0.smithi090.stdout:3625: finishing write tid 1 to smithi09077644-2 2024-03-07T03:09:29.360 INFO:tasks.rados.rados.0.smithi090.stdout:3625: finishing write tid 2 to smithi09077644-2 2024-03-07T03:09:29.360 INFO:tasks.rados.rados.0.smithi090.stdout:3625: finishing write tid 3 to smithi09077644-2 2024-03-07T03:09:29.360 INFO:tasks.rados.rados.0.smithi090.stdout:3625: finishing write tid 4 to smithi09077644-2 2024-03-07T03:09:29.360 INFO:tasks.rados.rados.0.smithi090.stdout:3625: finishing write tid 5 to smithi09077644-2 2024-03-07T03:09:29.360 INFO:tasks.rados.rados.0.smithi090.stdout:3625: finishing write tid 6 to smithi09077644-2 2024-03-07T03:09:29.360 INFO:tasks.rados.rados.0.smithi090.stdout:3625: oid 2 updating version 0 to 12755 2024-03-07T03:09:29.360 INFO:tasks.rados.rados.0.smithi090.stdout:3625: oid 2 version 12755 is already newer than 12751 2024-03-07T03:09:29.360 INFO:tasks.rados.rados.0.smithi090.stdout:3625: oid 2 version 12755 is already newer than 12752 2024-03-07T03:09:29.360 INFO:tasks.rados.rados.0.smithi090.stdout:3625: oid 2 version 12755 is already newer than 12754 2024-03-07T03:09:29.361 INFO:tasks.rados.rados.0.smithi090.stdout:3625: oid 2 version 12755 is already newer than 12753 2024-03-07T03:09:29.361 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 2 v 12755 (ObjNum 1103 snap 353 seq_num 1103) dirty exists 2024-03-07T03:09:29.361 INFO:tasks.rados.rados.0.smithi090.stdout:3625: left oid 2 (ObjNum 1103 snap 353 seq_num 1103) 2024-03-07T03:09:29.413 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:09:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:09:29.039+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:29.413 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:29.042+0000 7fc29a41b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:09:29.414 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:29.042+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:29.414 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:29.046+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:29.414 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:29.046+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:09:29.414 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:29.046+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:29.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:29 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:29.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:29 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:29.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:29 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:29.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:29 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:29.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:29 smithi092 ceph-mon[83777]: osdmap e776: 8 total, 8 up, 8 in 2024-03-07T03:09:29.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:29 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:29.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:29 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:29.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:29 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:29.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:29 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:29.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:29 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:30.043 INFO:tasks.rados.rados.0.smithi090.stdout:3619: done (7 left) 2024-03-07T03:09:30.043 INFO:tasks.rados.rados.0.smithi090.stdout:3620: done (6 left) 2024-03-07T03:09:30.043 INFO:tasks.rados.rados.0.smithi090.stdout:3621: done (5 left) 2024-03-07T03:09:30.043 INFO:tasks.rados.rados.0.smithi090.stdout:3622: done (4 left) 2024-03-07T03:09:30.043 INFO:tasks.rados.rados.0.smithi090.stdout:3623: done (3 left) 2024-03-07T03:09:30.043 INFO:tasks.rados.rados.0.smithi090.stdout:3624: done (2 left) 2024-03-07T03:09:30.043 INFO:tasks.rados.rados.0.smithi090.stdout:3625: done (1 left) 2024-03-07T03:09:30.043 INFO:tasks.rados.rados.0.smithi090.stdout:3626: done (0 left) 2024-03-07T03:09:30.044 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 39 current snap is 354 2024-03-07T03:09:30.044 INFO:tasks.rados.rados.0.smithi090.stdout:3627: seq_num 1104 ranges {4087808=499712,4587520=712704,5300224=491520} 2024-03-07T03:09:30.067 INFO:tasks.rados.rados.0.smithi090.stdout:3627: writing smithi09077644-39 from 4087808 to 4587520 tid 1 2024-03-07T03:09:30.072 INFO:tasks.rados.rados.0.smithi090.stdout:3627: writing smithi09077644-39 from 4587520 to 5300224 tid 2 2024-03-07T03:09:30.076 INFO:tasks.rados.rados.0.smithi090.stdout:3627: writing smithi09077644-39 from 5300224 to 5791744 tid 3 2024-03-07T03:09:30.076 INFO:tasks.rados.rados.0.smithi090.stdout:3628: rmattr oid 19 current snap is 354 2024-03-07T03:09:30.076 INFO:tasks.rados.rados.0.smithi090.stdout:3627: finishing write tid 1 to smithi09077644-39 2024-03-07T03:09:30.076 INFO:tasks.rados.rados.0.smithi090.stdout:3627: finishing write tid 2 to smithi09077644-39 2024-03-07T03:09:30.076 INFO:tasks.rados.rados.0.smithi090.stdout:3629: rollback oid 6 current snap is 354 2024-03-07T03:09:30.076 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 6 to 335 2024-03-07T03:09:30.076 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 14 current snap is 354 2024-03-07T03:09:30.077 INFO:tasks.rados.rados.0.smithi090.stdout:3630: seq_num 1105 ranges {0=516096,516096=598016,1114112=606208} 2024-03-07T03:09:30.078 INFO:tasks.rados.rados.0.smithi090.stdout:3630: writing smithi09077644-14 from 0 to 516096 tid 1 2024-03-07T03:09:30.082 INFO:tasks.rados.rados.0.smithi090.stdout:3630: writing smithi09077644-14 from 516096 to 1114112 tid 2 2024-03-07T03:09:30.087 INFO:tasks.rados.rados.0.smithi090.stdout:3630: writing smithi09077644-14 from 1114112 to 1720320 tid 3 2024-03-07T03:09:30.087 INFO:tasks.rados.rados.0.smithi090.stdout:3631: copy_from oid 21 from oid 13 current snap is 354 2024-03-07T03:09:30.087 INFO:tasks.rados.rados.0.smithi090.stdout:3629: finishing rollback tid 0 to smithi09077644-6 2024-03-07T03:09:30.087 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 12745 (ObjNum 1016 snap 325 seq_num 1016) dirty exists 2024-03-07T03:09:30.087 INFO:tasks.rados.rados.0.smithi090.stdout:3627: finishing write tid 3 to smithi09077644-39 2024-03-07T03:09:30.087 INFO:tasks.rados.rados.0.smithi090.stdout:3629: finishing rollback tid 1 to smithi09077644-6 2024-03-07T03:09:30.087 INFO:tasks.rados.rados.0.smithi090.stdout:3629: finishing rollback tid 2 to smithi09077644-6 2024-03-07T03:09:30.087 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 12758 (ObjNum 1038 snap 327 seq_num 1038) dirty exists 2024-03-07T03:09:30.087 INFO:tasks.rados.rados.0.smithi090.stdout:3627: finishing write tid 4 to smithi09077644-39 2024-03-07T03:09:30.087 INFO:tasks.rados.rados.0.smithi090.stdout:3627: finishing write tid 5 to smithi09077644-39 2024-03-07T03:09:30.087 INFO:tasks.rados.rados.0.smithi090.stdout:3627: oid 39 updating version 0 to 12744 2024-03-07T03:09:30.087 INFO:tasks.rados.rados.0.smithi090.stdout:3627: oid 39 version 12744 is already newer than 12743 2024-03-07T03:09:30.087 INFO:tasks.rados.rados.0.smithi090.stdout:3627: oid 39 updating version 12744 to 12745 2024-03-07T03:09:30.088 INFO:tasks.rados.rados.0.smithi090.stdout:3627: oid 39 updating version 12745 to 12746 2024-03-07T03:09:30.088 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 12746 (ObjNum 1104 snap 354 seq_num 1104) dirty exists 2024-03-07T03:09:30.088 INFO:tasks.rados.rados.0.smithi090.stdout:3627: left oid 39 (ObjNum 1104 snap 354 seq_num 1104) 2024-03-07T03:09:30.088 INFO:tasks.rados.rados.0.smithi090.stdout:3627: done (4 left) 2024-03-07T03:09:30.088 INFO:tasks.rados.rados.0.smithi090.stdout:3628: done (3 left) 2024-03-07T03:09:30.088 INFO:tasks.rados.rados.0.smithi090.stdout:3629: done (2 left) 2024-03-07T03:09:30.088 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 6 current snap is 354 2024-03-07T03:09:30.088 INFO:tasks.rados.rados.0.smithi090.stdout:3632: seq_num 1106 ranges {589824=532480,1122304=483328,1605632=475136,2080768=245760} 2024-03-07T03:09:30.092 INFO:tasks.rados.rados.0.smithi090.stdout:3632: writing smithi09077644-6 from 589824 to 1122304 tid 1 2024-03-07T03:09:30.095 INFO:tasks.rados.rados.0.smithi090.stdout:3632: writing smithi09077644-6 from 1122304 to 1605632 tid 2 2024-03-07T03:09:30.098 INFO:tasks.rados.rados.0.smithi090.stdout:3632: writing smithi09077644-6 from 1605632 to 2080768 tid 3 2024-03-07T03:09:30.100 INFO:tasks.rados.rados.0.smithi090.stdout:3632: writing smithi09077644-6 from 2080768 to 2326528 tid 4 2024-03-07T03:09:30.100 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 12 current snap is 354 2024-03-07T03:09:30.100 INFO:tasks.rados.rados.0.smithi090.stdout:3630: finishing write tid 1 to smithi09077644-14 2024-03-07T03:09:30.100 INFO:tasks.rados.rados.0.smithi090.stdout:3631: finishing copy_from to smithi09077644-21 2024-03-07T03:09:30.101 INFO:tasks.rados.rados.0.smithi090.stdout:3631: got expected ENOENT (src dne) 2024-03-07T03:09:30.101 INFO:tasks.rados.rados.0.smithi090.stdout:3630: finishing write tid 2 to smithi09077644-14 2024-03-07T03:09:30.101 INFO:tasks.rados.rados.0.smithi090.stdout:3633: seq_num 1107 ranges {1081344=548864,1630208=770048,2400256=434176} 2024-03-07T03:09:30.109 INFO:tasks.rados.rados.0.smithi090.stdout:3633: writing smithi09077644-12 from 1081344 to 1630208 tid 1 2024-03-07T03:09:30.114 INFO:tasks.rados.rados.0.smithi090.stdout:3633: writing smithi09077644-12 from 1630208 to 2400256 tid 2 2024-03-07T03:09:30.117 INFO:tasks.rados.rados.0.smithi090.stdout:3633: writing smithi09077644-12 from 2400256 to 2834432 tid 3 2024-03-07T03:09:30.117 INFO:tasks.rados.rados.0.smithi090.stdout:3634: snap_create 2024-03-07T03:09:30.117 INFO:tasks.rados.rados.0.smithi090.stdout:3631: finishing copy_from racing read to smithi09077644-21 2024-03-07T03:09:30.117 INFO:tasks.rados.rados.0.smithi090.stdout:3632: finishing write tid 1 to smithi09077644-6 2024-03-07T03:09:30.117 INFO:tasks.rados.rados.0.smithi090.stdout:3630: finishing write tid 3 to smithi09077644-14 2024-03-07T03:09:30.117 INFO:tasks.rados.rados.0.smithi090.stdout:3630: finishing write tid 4 to smithi09077644-14 2024-03-07T03:09:30.117 INFO:tasks.rados.rados.0.smithi090.stdout:3632: finishing write tid 2 to smithi09077644-6 2024-03-07T03:09:30.117 INFO:tasks.rados.rados.0.smithi090.stdout:3630: finishing write tid 5 to smithi09077644-14 2024-03-07T03:09:30.117 INFO:tasks.rados.rados.0.smithi090.stdout:3630: oid 14 updating version 0 to 12776 2024-03-07T03:09:30.117 INFO:tasks.rados.rados.0.smithi090.stdout:3630: oid 14 updating version 12776 to 12777 2024-03-07T03:09:30.117 INFO:tasks.rados.rados.0.smithi090.stdout:3630: oid 14 updating version 12777 to 12778 2024-03-07T03:09:30.118 INFO:tasks.rados.rados.0.smithi090.stdout:3630: oid 14 updating version 12778 to 12779 2024-03-07T03:09:30.118 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 14 v 12779 (ObjNum 1105 snap 354 seq_num 1105) dirty exists 2024-03-07T03:09:30.118 INFO:tasks.rados.rados.0.smithi090.stdout:3630: left oid 14 (ObjNum 1105 snap 354 seq_num 1105) 2024-03-07T03:09:30.118 INFO:tasks.rados.rados.0.smithi090.stdout:3632: finishing write tid 3 to smithi09077644-6 2024-03-07T03:09:30.118 INFO:tasks.rados.rados.0.smithi090.stdout:3632: finishing write tid 4 to smithi09077644-6 2024-03-07T03:09:30.118 INFO:tasks.rados.rados.0.smithi090.stdout:3632: finishing write tid 5 to smithi09077644-6 2024-03-07T03:09:30.118 INFO:tasks.rados.rados.0.smithi090.stdout:3632: finishing write tid 6 to smithi09077644-6 2024-03-07T03:09:30.118 INFO:tasks.rados.rados.0.smithi090.stdout:3632: oid 6 updating version 0 to 12760 2024-03-07T03:09:30.118 INFO:tasks.rados.rados.0.smithi090.stdout:3632: oid 6 version 12760 is already newer than 12759 2024-03-07T03:09:30.118 INFO:tasks.rados.rados.0.smithi090.stdout:3632: oid 6 updating version 12760 to 12763 2024-03-07T03:09:30.118 INFO:tasks.rados.rados.0.smithi090.stdout:3632: oid 6 version 12763 is already newer than 12762 2024-03-07T03:09:30.118 INFO:tasks.rados.rados.0.smithi090.stdout:3632: oid 6 version 12763 is already newer than 12761 2024-03-07T03:09:30.118 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 12763 (ObjNum 1106 snap 354 seq_num 1106) dirty exists 2024-03-07T03:09:30.118 INFO:tasks.rados.rados.0.smithi090.stdout:3632: left oid 6 (ObjNum 1106 snap 354 seq_num 1106) 2024-03-07T03:09:30.118 INFO:tasks.rados.rados.0.smithi090.stdout:3633: finishing write tid 1 to smithi09077644-12 2024-03-07T03:09:30.119 INFO:tasks.rados.rados.0.smithi090.stdout:3633: finishing write tid 2 to smithi09077644-12 2024-03-07T03:09:30.119 INFO:tasks.rados.rados.0.smithi090.stdout:3633: finishing write tid 3 to smithi09077644-12 2024-03-07T03:09:30.119 INFO:tasks.rados.rados.0.smithi090.stdout:3633: finishing write tid 4 to smithi09077644-12 2024-03-07T03:09:30.123 INFO:tasks.rados.rados.0.smithi090.stdout:3633: finishing write tid 5 to smithi09077644-12 2024-03-07T03:09:30.123 INFO:tasks.rados.rados.0.smithi090.stdout:3633: oid 12 updating version 0 to 1460 2024-03-07T03:09:30.123 INFO:tasks.rados.rados.0.smithi090.stdout:3633: oid 12 updating version 1460 to 1462 2024-03-07T03:09:30.124 INFO:tasks.rados.rados.0.smithi090.stdout:3633: oid 12 version 1462 is already newer than 1461 2024-03-07T03:09:30.124 INFO:tasks.rados.rados.0.smithi090.stdout:3633: oid 12 updating version 1462 to 1463 2024-03-07T03:09:30.124 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 12 v 1463 (ObjNum 1107 snap 354 seq_num 1107) dirty exists 2024-03-07T03:09:30.124 INFO:tasks.rados.rados.0.smithi090.stdout:3633: left oid 12 (ObjNum 1107 snap 354 seq_num 1107) 2024-03-07T03:09:30.325 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:30.043+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:30.325 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:09:30.080+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:30.326 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:30.072+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:30.326 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:30.072+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:30.326 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:30.073+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:30.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:30.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-mon[91928]: osdmap e777: 8 total, 8 up, 8 in 2024-03-07T03:09:30.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:30.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:30.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:30.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:30.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:30.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:30.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:30.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:30.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:30.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:30.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:09:30.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:09:30.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:30.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-03-07T03:09:30.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-mon[91928]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-03-07T03:09:30.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:09:30.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:30.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:30.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:30.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:30.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:30.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:30.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:30.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:30.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:30.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:30.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:30.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-mon[89511]: osdmap e777: 8 total, 8 up, 8 in 2024-03-07T03:09:30.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:30.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:30.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:30.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:30.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:30.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:30.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:30.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:30.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:30.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:30.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:09:30.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:09:30.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:30.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-03-07T03:09:30.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-mon[89511]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-03-07T03:09:30.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:09:30.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:30.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:30.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:30.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:30.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:30.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:30.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:30.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:30.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:30.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:30.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:30.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:30.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:30.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:30.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:30.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-mon[91928]: pgmap v598: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 676 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 1.8 MiB/s wr, 21 op/s 2024-03-07T03:09:30.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:30.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:30.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:30.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:30.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:30.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:30 smithi090 ceph-mon[89511]: pgmap v598: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 676 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 1.8 MiB/s wr, 21 op/s 2024-03-07T03:09:30.339 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:09:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:09:30.042+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:30.340 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:30.114+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:30.340 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:30.074+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:09:30.340 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:30.074+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:30.340 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:30.074+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:30.340 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:30 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:30.341 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:30 smithi092 ceph-mon[83777]: osdmap e777: 8 total, 8 up, 8 in 2024-03-07T03:09:30.341 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:30 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:30.341 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:30 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:30.341 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:30 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:30.341 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:30 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:30.341 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:30 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:30.341 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:30 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:30.341 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:30 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:30.341 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:30 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:30.341 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:30 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:30.341 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:30 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:30.341 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:30 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:09:30.341 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:30 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:09:30.342 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:30 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:30.342 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:30 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-03-07T03:09:30.342 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:30 smithi092 ceph-mon[83777]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-03-07T03:09:30.342 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:30 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:09:30.342 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:30 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:30.342 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:30 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:30.342 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:30 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:30.342 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:30 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:30.342 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:30 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:30.342 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:30 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:30.342 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:30 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:30.342 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:30 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:30.342 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:30 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:30.342 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:30 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:30.342 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:30 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:30.343 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:30 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:30.343 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:30 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:30.343 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:30 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:30.343 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:30 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:30.343 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:30 smithi092 ceph-mon[83777]: pgmap v598: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 676 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 1.8 MiB/s wr, 21 op/s 2024-03-07T03:09:31.048 INFO:tasks.rados.rados.0.smithi090.stdout:3630: done (4 left) 2024-03-07T03:09:31.048 INFO:tasks.rados.rados.0.smithi090.stdout:3631: done (3 left) 2024-03-07T03:09:31.048 INFO:tasks.rados.rados.0.smithi090.stdout:3632: done (2 left) 2024-03-07T03:09:31.049 INFO:tasks.rados.rados.0.smithi090.stdout:3633: done (1 left) 2024-03-07T03:09:31.049 INFO:tasks.rados.rados.0.smithi090.stdout:3634: done (0 left) 2024-03-07T03:09:31.049 INFO:tasks.rados.rados.0.smithi090.stdout:3635: read oid 35 snap 353 2024-03-07T03:09:31.049 INFO:tasks.rados.rados.0.smithi090.stdout:3635: expect (ObjNum 917 snap 289 seq_num 917) 2024-03-07T03:09:31.049 INFO:tasks.rados.rados.0.smithi090.stdout:3636: read oid 5 snap 307 2024-03-07T03:09:31.049 INFO:tasks.rados.rados.0.smithi090.stdout:3636: expect (ObjNum -953628928 snap 21858 seq_num 3340343952) 2024-03-07T03:09:31.049 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 43 current snap is 355 2024-03-07T03:09:31.049 INFO:tasks.rados.rados.0.smithi090.stdout:3637: seq_num 1108 ranges {2088960=565248,2654208=647168,3301376=483328,3784704=73728} 2024-03-07T03:09:31.063 INFO:tasks.rados.rados.0.smithi090.stdout:3637: writing smithi09077644-43 from 2088960 to 2654208 tid 1 2024-03-07T03:09:31.066 INFO:tasks.rados.rados.0.smithi090.stdout:3637: writing smithi09077644-43 from 2654208 to 3301376 tid 2 2024-03-07T03:09:31.071 INFO:tasks.rados.rados.0.smithi090.stdout:3637: writing smithi09077644-43 from 3301376 to 3784704 tid 3 2024-03-07T03:09:31.071 INFO:tasks.rados.rados.0.smithi090.stdout:3637: writing smithi09077644-43 from 3784704 to 3858432 tid 4 2024-03-07T03:09:31.072 INFO:tasks.rados.rados.0.smithi090.stdout:3638: rollback oid 44 current snap is 355 2024-03-07T03:09:31.072 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 44 to 339 2024-03-07T03:09:31.072 INFO:tasks.rados.rados.0.smithi090.stdout:3636: expect (ObjNum -953628928 snap 21858 seq_num 3340343952) 2024-03-07T03:09:31.073 INFO:tasks.rados.rados.0.smithi090.stdout:3635: expect (ObjNum 917 snap 289 seq_num 917) 2024-03-07T03:09:31.115 INFO:tasks.rados.rados.0.smithi090.stdout:3637: finishing write tid 1 to smithi09077644-43 2024-03-07T03:09:31.115 INFO:tasks.rados.rados.0.smithi090.stdout:3637: finishing write tid 2 to smithi09077644-43 2024-03-07T03:09:31.115 INFO:tasks.rados.rados.0.smithi090.stdout:3637: finishing write tid 3 to smithi09077644-43 2024-03-07T03:09:31.115 INFO:tasks.rados.rados.0.smithi090.stdout:3637: finishing write tid 4 to smithi09077644-43 2024-03-07T03:09:31.115 INFO:tasks.rados.rados.0.smithi090.stdout:3637: finishing write tid 5 to smithi09077644-43 2024-03-07T03:09:31.115 INFO:tasks.rados.rados.0.smithi090.stdout:3637: finishing write tid 6 to smithi09077644-43 2024-03-07T03:09:31.116 INFO:tasks.rados.rados.0.smithi090.stdout:3637: oid 43 updating version 0 to 1194 2024-03-07T03:09:31.116 INFO:tasks.rados.rados.0.smithi090.stdout:3637: oid 43 version 1194 is already newer than 1193 2024-03-07T03:09:31.116 INFO:tasks.rados.rados.0.smithi090.stdout:3637: oid 43 updating version 1194 to 1195 2024-03-07T03:09:31.116 INFO:tasks.rados.rados.0.smithi090.stdout:3637: oid 43 updating version 1195 to 1196 2024-03-07T03:09:31.116 INFO:tasks.rados.rados.0.smithi090.stdout:3637: oid 43 updating version 1196 to 1197 2024-03-07T03:09:31.116 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 1197 (ObjNum 1108 snap 355 seq_num 1108) dirty exists 2024-03-07T03:09:31.116 INFO:tasks.rados.rados.0.smithi090.stdout:3637: left oid 43 (ObjNum 1108 snap 355 seq_num 1108) 2024-03-07T03:09:31.116 INFO:tasks.rados.rados.0.smithi090.stdout:3638: finishing rollback tid 0 to smithi09077644-44 2024-03-07T03:09:31.116 INFO:tasks.rados.rados.0.smithi090.stdout:3638: finishing rollback tid 1 to smithi09077644-44 2024-03-07T03:09:31.116 INFO:tasks.rados.rados.0.smithi090.stdout:3638: finishing rollback tid 2 to smithi09077644-44 2024-03-07T03:09:31.116 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 44 v 12749 (ObjNum 1013 snap 325 seq_num 1013) dirty exists 2024-03-07T03:09:31.116 INFO:tasks.rados.rados.0.smithi090.stdout:3635: done (3 left) 2024-03-07T03:09:31.116 INFO:tasks.rados.rados.0.smithi090.stdout:3636: done (2 left) 2024-03-07T03:09:31.116 INFO:tasks.rados.rados.0.smithi090.stdout:3637: done (1 left) 2024-03-07T03:09:31.117 INFO:tasks.rados.rados.0.smithi090.stdout:3638: done (0 left) 2024-03-07T03:09:31.117 INFO:tasks.rados.rados.0.smithi090.stdout:3639: delete oid 47 current snap is 355 2024-03-07T03:09:31.118 INFO:tasks.rados.rados.0.smithi090.stdout:3639: done (0 left) 2024-03-07T03:09:31.118 INFO:tasks.rados.rados.0.smithi090.stdout:3640: delete oid 15 current snap is 355 2024-03-07T03:09:31.121 INFO:tasks.rados.rados.0.smithi090.stdout:3640: done (0 left) 2024-03-07T03:09:31.121 INFO:tasks.rados.rados.0.smithi090.stdout:3641: read oid 30 snap 335 2024-03-07T03:09:31.121 INFO:tasks.rados.rados.0.smithi090.stdout:3641: expect (ObjNum 1038 snap 327 seq_num 1038) 2024-03-07T03:09:31.121 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 35 current snap is 355 2024-03-07T03:09:31.121 INFO:tasks.rados.rados.0.smithi090.stdout:3642: seq_num 1111 ranges {1327104=614400,1941504=753664,2695168=450560} 2024-03-07T03:09:31.132 INFO:tasks.rados.rados.0.smithi090.stdout:3642: writing smithi09077644-35 from 1327104 to 1941504 tid 1 2024-03-07T03:09:31.136 INFO:tasks.rados.rados.0.smithi090.stdout:3642: writing smithi09077644-35 from 1941504 to 2695168 tid 2 2024-03-07T03:09:31.139 INFO:tasks.rados.rados.0.smithi090.stdout:3642: writing smithi09077644-35 from 2695168 to 3145728 tid 3 2024-03-07T03:09:31.139 INFO:tasks.rados.rados.0.smithi090.stdout:3643: copy_from oid 6 from oid 11 current snap is 355 2024-03-07T03:09:31.139 INFO:tasks.rados.rados.0.smithi090.stdout:3641: expect (ObjNum 1038 snap 327 seq_num 1038) 2024-03-07T03:09:31.159 INFO:tasks.rados.rados.0.smithi090.stdout:3642: finishing write tid 1 to smithi09077644-35 2024-03-07T03:09:31.159 INFO:tasks.rados.rados.0.smithi090.stdout:3641: done (2 left) 2024-03-07T03:09:31.159 INFO:tasks.rados.rados.0.smithi090.stdout:3644: snap_create 2024-03-07T03:09:31.159 INFO:tasks.rados.rados.0.smithi090.stdout:3642: finishing write tid 2 to smithi09077644-35 2024-03-07T03:09:31.159 INFO:tasks.rados.rados.0.smithi090.stdout:3642: finishing write tid 3 to smithi09077644-35 2024-03-07T03:09:31.159 INFO:tasks.rados.rados.0.smithi090.stdout:3642: finishing write tid 4 to smithi09077644-35 2024-03-07T03:09:31.159 INFO:tasks.rados.rados.0.smithi090.stdout:3642: finishing write tid 5 to smithi09077644-35 2024-03-07T03:09:31.159 INFO:tasks.rados.rados.0.smithi090.stdout:3642: oid 35 updating version 0 to 12765 2024-03-07T03:09:31.159 INFO:tasks.rados.rados.0.smithi090.stdout:3642: oid 35 version 12765 is already newer than 12764 2024-03-07T03:09:31.159 INFO:tasks.rados.rados.0.smithi090.stdout:3642: oid 35 updating version 12765 to 12766 2024-03-07T03:09:31.159 INFO:tasks.rados.rados.0.smithi090.stdout:3642: oid 35 updating version 12766 to 12767 2024-03-07T03:09:31.159 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 35 v 12767 (ObjNum 1111 snap 355 seq_num 1111) dirty exists 2024-03-07T03:09:31.160 INFO:tasks.rados.rados.0.smithi090.stdout:3642: left oid 35 (ObjNum 1111 snap 355 seq_num 1111) 2024-03-07T03:09:31.160 INFO:tasks.rados.rados.0.smithi090.stdout:3643: finishing copy_from racing read to smithi09077644-6 2024-03-07T03:09:31.160 INFO:tasks.rados.rados.0.smithi090.stdout:3643: finishing copy_from to smithi09077644-6 2024-03-07T03:09:31.160 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 12737 (ObjNum 1071 snap 340 seq_num 1071) dirty exists 2024-03-07T03:09:31.325 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:09:31 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:09:31.048+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:31.325 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:31 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:31.068+0000 7f4442f67700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:09:31.325 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:31 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:31.068+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:31.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:31 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:31.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:31 smithi090 ceph-mon[91928]: osdmap e778: 8 total, 8 up, 8 in 2024-03-07T03:09:31.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:31 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:31.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:31 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:31.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:31 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:31.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:31 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:31.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:31 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:31.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:31 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:31.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:31 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:31.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:31 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:31.327 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:31 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:31.052+0000 7fa43c425700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:09:31.327 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:31 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:31.052+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:31.327 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:31 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:31.052+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:31.327 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:31 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:31.053+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:31.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:31 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:31.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:31 smithi090 ceph-mon[89511]: osdmap e778: 8 total, 8 up, 8 in 2024-03-07T03:09:31.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:31 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:31.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:31 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:31.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:31 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:31.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:31 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:31.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:31 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:31.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:31 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:31.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:31 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:31.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:31 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:31.413 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:09:31 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:09:31.049+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:31.413 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:31 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:31.068+0000 7fc29a41b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:09:31.413 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:31 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:31.068+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:31.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:31 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:31.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:31 smithi092 ceph-mon[83777]: osdmap e778: 8 total, 8 up, 8 in 2024-03-07T03:09:31.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:31 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:31.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:31 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:31.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:31 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:31.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:31 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:31.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:31 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:31.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:31 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:31.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:31 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:31.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:31 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:31.415 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:31 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:31.055+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:31.415 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:31 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:31.055+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:09:31.415 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:31 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:31.055+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:32.051 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:09:31 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[124708]: ts=2024-03-07T03:09:31.594Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003344414s 2024-03-07T03:09:32.055 INFO:tasks.rados.rados.0.smithi090.stdout:3642: done (2 left) 2024-03-07T03:09:32.055 INFO:tasks.rados.rados.0.smithi090.stdout:3643: done (1 left) 2024-03-07T03:09:32.055 INFO:tasks.rados.rados.0.smithi090.stdout:3644: done (0 left) 2024-03-07T03:09:32.055 INFO:tasks.rados.rados.0.smithi090.stdout:3645: delete oid 26 current snap is 356 2024-03-07T03:09:32.058 INFO:tasks.rados.rados.0.smithi090.stdout:3645: done (0 left) 2024-03-07T03:09:32.059 INFO:tasks.rados.rados.0.smithi090.stdout:3646: snap_remove snap 341 2024-03-07T03:09:32.312 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:09:32 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:09:32.061+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:32.312 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:32 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:32.164+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:32.313 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:32 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:32.056+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:09:32.313 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:32 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:32.056+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:32.313 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:32 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:32.056+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:32.313 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:32 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:32.313 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:32 smithi092 ceph-mon[83777]: osdmap e779: 8 total, 8 up, 8 in 2024-03-07T03:09:32.313 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:32 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:32.314 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:32 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:32.314 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:32 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:32.314 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:32 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:32.314 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:32 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:32.314 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:32 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:32.314 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:32 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:32.314 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:32 smithi092 ceph-mon[83777]: Upgrade: Updating grafana.a 2024-03-07T03:09:32.314 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:32 smithi092 ceph-mon[83777]: Deploying daemon grafana.a on smithi092 2024-03-07T03:09:32.314 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:32 smithi092 ceph-mon[83777]: pgmap v601: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 673 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.2 MiB/s wr, 22 op/s 2024-03-07T03:09:32.325 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:09:32 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:09:32.056+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:32.325 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:32 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:32.164+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:32.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:32 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:32.163+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:32.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:32 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:32.164+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:32.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:32 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:32.164+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:32.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:32 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:32.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:32 smithi090 ceph-mon[89511]: osdmap e779: 8 total, 8 up, 8 in 2024-03-07T03:09:32.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:32 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:32.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:32 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:32.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:32 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:32.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:32 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:32.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:32 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:32.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:32 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:32.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:32 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:32.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:32 smithi090 ceph-mon[89511]: Upgrade: Updating grafana.a 2024-03-07T03:09:32.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:32 smithi090 ceph-mon[89511]: Deploying daemon grafana.a on smithi092 2024-03-07T03:09:32.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:32 smithi090 ceph-mon[89511]: pgmap v601: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 673 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.2 MiB/s wr, 22 op/s 2024-03-07T03:09:32.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:32 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:32.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:32 smithi090 ceph-mon[91928]: osdmap e779: 8 total, 8 up, 8 in 2024-03-07T03:09:32.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:32 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:32.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:32 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:32.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:32 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:32.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:32 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:32.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:32 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:32.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:32 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:32.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:32 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:32.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:32 smithi090 ceph-mon[91928]: Upgrade: Updating grafana.a 2024-03-07T03:09:32.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:32 smithi090 ceph-mon[91928]: Deploying daemon grafana.a on smithi092 2024-03-07T03:09:32.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:32 smithi090 ceph-mon[91928]: pgmap v601: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 673 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.2 MiB/s wr, 22 op/s 2024-03-07T03:09:32.663 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:09:32 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:09:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:09:33.062 INFO:tasks.rados.rados.0.smithi090.stdout:3646: done (0 left) 2024-03-07T03:09:33.062 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 1 current snap is 356 2024-03-07T03:09:33.062 INFO:tasks.rados.rados.0.smithi090.stdout:3647: seq_num 1113 ranges {2326528=647168,2973696=524288,3497984=622592,4120576=57344} 2024-03-07T03:09:33.078 INFO:tasks.rados.rados.0.smithi090.stdout:3647: writing smithi09077644-1 from 2326528 to 2973696 tid 1 2024-03-07T03:09:33.082 INFO:tasks.rados.rados.0.smithi090.stdout:3647: writing smithi09077644-1 from 2973696 to 3497984 tid 2 2024-03-07T03:09:33.085 INFO:tasks.rados.rados.0.smithi090.stdout:3647: writing smithi09077644-1 from 3497984 to 4120576 tid 3 2024-03-07T03:09:33.086 INFO:tasks.rados.rados.0.smithi090.stdout:3647: writing smithi09077644-1 from 4120576 to 4177920 tid 4 2024-03-07T03:09:33.086 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 31 current snap is 356 2024-03-07T03:09:33.086 INFO:tasks.rados.rados.0.smithi090.stdout:3647: finishing write tid 1 to smithi09077644-1 2024-03-07T03:09:33.086 INFO:tasks.rados.rados.0.smithi090.stdout:3647: finishing write tid 2 to smithi09077644-1 2024-03-07T03:09:33.086 INFO:tasks.rados.rados.0.smithi090.stdout:3648: seq_num 1114 ranges {0=663552,663552=802816,1466368=401408} 2024-03-07T03:09:33.089 INFO:tasks.rados.rados.0.smithi090.stdout:3648: writing smithi09077644-31 from 0 to 663552 tid 1 2024-03-07T03:09:33.094 INFO:tasks.rados.rados.0.smithi090.stdout:3648: writing smithi09077644-31 from 663552 to 1466368 tid 2 2024-03-07T03:09:33.096 INFO:tasks.rados.rados.0.smithi090.stdout:3648: writing smithi09077644-31 from 1466368 to 1867776 tid 3 2024-03-07T03:09:33.097 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 38 current snap is 356 2024-03-07T03:09:33.097 INFO:tasks.rados.rados.0.smithi090.stdout:3647: finishing write tid 3 to smithi09077644-1 2024-03-07T03:09:33.097 INFO:tasks.rados.rados.0.smithi090.stdout:3647: finishing write tid 4 to smithi09077644-1 2024-03-07T03:09:33.097 INFO:tasks.rados.rados.0.smithi090.stdout:3647: finishing write tid 5 to smithi09077644-1 2024-03-07T03:09:33.097 INFO:tasks.rados.rados.0.smithi090.stdout:3647: finishing write tid 6 to smithi09077644-1 2024-03-07T03:09:33.097 INFO:tasks.rados.rados.0.smithi090.stdout:3647: oid 1 updating version 0 to 1439 2024-03-07T03:09:33.097 INFO:tasks.rados.rados.0.smithi090.stdout:3647: oid 1 updating version 1439 to 1441 2024-03-07T03:09:33.097 INFO:tasks.rados.rados.0.smithi090.stdout:3647: oid 1 version 1441 is already newer than 1437 2024-03-07T03:09:33.097 INFO:tasks.rados.rados.0.smithi090.stdout:3647: oid 1 version 1441 is already newer than 1440 2024-03-07T03:09:33.097 INFO:tasks.rados.rados.0.smithi090.stdout:3647: oid 1 version 1441 is already newer than 1438 2024-03-07T03:09:33.097 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 1 v 1441 (ObjNum 1113 snap 356 seq_num 1113) dirty exists 2024-03-07T03:09:33.097 INFO:tasks.rados.rados.0.smithi090.stdout:3647: left oid 1 (ObjNum 1113 snap 356 seq_num 1113) 2024-03-07T03:09:33.097 INFO:tasks.rados.rados.0.smithi090.stdout:3648: finishing write tid 1 to smithi09077644-31 2024-03-07T03:09:33.097 INFO:tasks.rados.rados.0.smithi090.stdout:3649: seq_num 1115 ranges {2162688=679936,2842624=688128,3530752=516096} 2024-03-07T03:09:33.111 INFO:tasks.rados.rados.0.smithi090.stdout:3649: writing smithi09077644-38 from 2162688 to 2842624 tid 1 2024-03-07T03:09:33.116 INFO:tasks.rados.rados.0.smithi090.stdout:3649: writing smithi09077644-38 from 2842624 to 3530752 tid 2 2024-03-07T03:09:33.120 INFO:tasks.rados.rados.0.smithi090.stdout:3649: writing smithi09077644-38 from 3530752 to 4046848 tid 3 2024-03-07T03:09:33.120 INFO:tasks.rados.rados.0.smithi090.stdout:3647: done (2 left) 2024-03-07T03:09:33.120 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 22 current snap is 356 2024-03-07T03:09:33.120 INFO:tasks.rados.rados.0.smithi090.stdout:3648: finishing write tid 2 to smithi09077644-31 2024-03-07T03:09:33.120 INFO:tasks.rados.rados.0.smithi090.stdout:3648: finishing write tid 3 to smithi09077644-31 2024-03-07T03:09:33.120 INFO:tasks.rados.rados.0.smithi090.stdout:3648: finishing write tid 4 to smithi09077644-31 2024-03-07T03:09:33.120 INFO:tasks.rados.rados.0.smithi090.stdout:3648: finishing write tid 5 to smithi09077644-31 2024-03-07T03:09:33.120 INFO:tasks.rados.rados.0.smithi090.stdout:3648: oid 31 updating version 0 to 3078 2024-03-07T03:09:33.120 INFO:tasks.rados.rados.0.smithi090.stdout:3648: oid 31 updating version 3078 to 3080 2024-03-07T03:09:33.121 INFO:tasks.rados.rados.0.smithi090.stdout:3648: oid 31 version 3080 is already newer than 3079 2024-03-07T03:09:33.121 INFO:tasks.rados.rados.0.smithi090.stdout:3648: oid 31 updating version 3080 to 3081 2024-03-07T03:09:33.121 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 3081 (ObjNum 1114 snap 356 seq_num 1114) dirty exists 2024-03-07T03:09:33.121 INFO:tasks.rados.rados.0.smithi090.stdout:3648: left oid 31 (ObjNum 1114 snap 356 seq_num 1114) 2024-03-07T03:09:33.121 INFO:tasks.rados.rados.0.smithi090.stdout:3649: finishing write tid 1 to smithi09077644-38 2024-03-07T03:09:33.121 INFO:tasks.rados.rados.0.smithi090.stdout:3649: finishing write tid 2 to smithi09077644-38 2024-03-07T03:09:33.121 INFO:tasks.rados.rados.0.smithi090.stdout:3650: seq_num 1116 ranges {3522560=696320,4218880=573440,4792320=450560,5242880=180224} 2024-03-07T03:09:33.142 INFO:tasks.rados.rados.0.smithi090.stdout:3650: writing smithi09077644-22 from 3522560 to 4218880 tid 1 2024-03-07T03:09:33.145 INFO:tasks.rados.rados.0.smithi090.stdout:3650: writing smithi09077644-22 from 4218880 to 4792320 tid 2 2024-03-07T03:09:33.148 INFO:tasks.rados.rados.0.smithi090.stdout:3650: writing smithi09077644-22 from 4792320 to 5242880 tid 3 2024-03-07T03:09:33.150 INFO:tasks.rados.rados.0.smithi090.stdout:3650: writing smithi09077644-22 from 5242880 to 5423104 tid 4 2024-03-07T03:09:33.150 INFO:tasks.rados.rados.0.smithi090.stdout:3648: done (2 left) 2024-03-07T03:09:33.150 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 48 current snap is 356 2024-03-07T03:09:33.150 INFO:tasks.rados.rados.0.smithi090.stdout:3649: finishing write tid 3 to smithi09077644-38 2024-03-07T03:09:33.150 INFO:tasks.rados.rados.0.smithi090.stdout:3649: finishing write tid 4 to smithi09077644-38 2024-03-07T03:09:33.150 INFO:tasks.rados.rados.0.smithi090.stdout:3649: finishing write tid 5 to smithi09077644-38 2024-03-07T03:09:33.150 INFO:tasks.rados.rados.0.smithi090.stdout:3649: oid 38 updating version 0 to 12738 2024-03-07T03:09:33.150 INFO:tasks.rados.rados.0.smithi090.stdout:3649: oid 38 updating version 12738 to 12739 2024-03-07T03:09:33.150 INFO:tasks.rados.rados.0.smithi090.stdout:3649: oid 38 updating version 12739 to 12740 2024-03-07T03:09:33.150 INFO:tasks.rados.rados.0.smithi090.stdout:3649: oid 38 updating version 12740 to 12741 2024-03-07T03:09:33.150 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 12741 (ObjNum 1115 snap 356 seq_num 1115) dirty exists 2024-03-07T03:09:33.150 INFO:tasks.rados.rados.0.smithi090.stdout:3649: left oid 38 (ObjNum 1115 snap 356 seq_num 1115) 2024-03-07T03:09:33.150 INFO:tasks.rados.rados.0.smithi090.stdout:3650: finishing write tid 1 to smithi09077644-22 2024-03-07T03:09:33.150 INFO:tasks.rados.rados.0.smithi090.stdout:3650: finishing write tid 2 to smithi09077644-22 2024-03-07T03:09:33.150 INFO:tasks.rados.rados.0.smithi090.stdout:3651: seq_num 1117 ranges {3334144=712704,4046848=458752,4505600=655360,5160960=90112} 2024-03-07T03:09:33.171 INFO:tasks.rados.rados.0.smithi090.stdout:3651: writing smithi09077644-48 from 3334144 to 4046848 tid 1 2024-03-07T03:09:33.174 INFO:tasks.rados.rados.0.smithi090.stdout:3651: writing smithi09077644-48 from 4046848 to 4505600 tid 2 2024-03-07T03:09:33.178 INFO:tasks.rados.rados.0.smithi090.stdout:3651: writing smithi09077644-48 from 4505600 to 5160960 tid 3 2024-03-07T03:09:33.180 INFO:tasks.rados.rados.0.smithi090.stdout:3651: writing smithi09077644-48 from 5160960 to 5251072 tid 4 2024-03-07T03:09:33.180 INFO:tasks.rados.rados.0.smithi090.stdout:3649: done (2 left) 2024-03-07T03:09:33.180 INFO:tasks.rados.rados.0.smithi090.stdout:3652: rmattr oid 42 current snap is 356 2024-03-07T03:09:33.180 INFO:tasks.rados.rados.0.smithi090.stdout:3652: done (2 left) 2024-03-07T03:09:33.180 INFO:tasks.rados.rados.0.smithi090.stdout:3653: rollback oid 36 current snap is 356 2024-03-07T03:09:33.180 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 36 to 347 2024-03-07T03:09:33.180 INFO:tasks.rados.rados.0.smithi090.stdout:3650: finishing write tid 3 to smithi09077644-22 2024-03-07T03:09:33.180 INFO:tasks.rados.rados.0.smithi090.stdout:3650: finishing write tid 4 to smithi09077644-22 2024-03-07T03:09:33.180 INFO:tasks.rados.rados.0.smithi090.stdout:3650: finishing write tid 5 to smithi09077644-22 2024-03-07T03:09:33.180 INFO:tasks.rados.rados.0.smithi090.stdout:3650: finishing write tid 6 to smithi09077644-22 2024-03-07T03:09:33.180 INFO:tasks.rados.rados.0.smithi090.stdout:3650: oid 22 updating version 0 to 12751 2024-03-07T03:09:33.180 INFO:tasks.rados.rados.0.smithi090.stdout:3650: oid 22 updating version 12751 to 12753 2024-03-07T03:09:33.181 INFO:tasks.rados.rados.0.smithi090.stdout:3650: oid 22 version 12753 is already newer than 12752 2024-03-07T03:09:33.181 INFO:tasks.rados.rados.0.smithi090.stdout:3650: oid 22 updating version 12753 to 12754 2024-03-07T03:09:33.181 INFO:tasks.rados.rados.0.smithi090.stdout:3650: oid 22 updating version 12754 to 12755 2024-03-07T03:09:33.181 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 12755 (ObjNum 1116 snap 356 seq_num 1116) dirty exists 2024-03-07T03:09:33.181 INFO:tasks.rados.rados.0.smithi090.stdout:3650: left oid 22 (ObjNum 1116 snap 356 seq_num 1116) 2024-03-07T03:09:33.181 INFO:tasks.rados.rados.0.smithi090.stdout:3651: finishing write tid 1 to smithi09077644-48 2024-03-07T03:09:33.181 INFO:tasks.rados.rados.0.smithi090.stdout:3651: finishing write tid 2 to smithi09077644-48 2024-03-07T03:09:33.181 INFO:tasks.rados.rados.0.smithi090.stdout:3650: done (2 left) 2024-03-07T03:09:33.181 INFO:tasks.rados.rados.0.smithi090.stdout:3654: rmattr oid 12 current snap is 356 2024-03-07T03:09:33.181 INFO:tasks.rados.rados.0.smithi090.stdout:3655: rmattr oid 41 current snap is 356 2024-03-07T03:09:33.181 INFO:tasks.rados.rados.0.smithi090.stdout:3655: done (3 left) 2024-03-07T03:09:33.181 INFO:tasks.rados.rados.0.smithi090.stdout:3656: read oid 24 snap -1 2024-03-07T03:09:33.181 INFO:tasks.rados.rados.0.smithi090.stdout:3656: expect (ObjNum 1037 snap 327 seq_num 1037) 2024-03-07T03:09:33.181 INFO:tasks.rados.rados.0.smithi090.stdout:3657: delete oid 4 current snap is 356 2024-03-07T03:09:33.182 INFO:tasks.rados.rados.0.smithi090.stdout:3657: done (4 left) 2024-03-07T03:09:33.182 INFO:tasks.rados.rados.0.smithi090.stdout:3658: read oid 10 snap -1 2024-03-07T03:09:33.182 INFO:tasks.rados.rados.0.smithi090.stdout:3658: expect (ObjNum 917 snap 289 seq_num 917) 2024-03-07T03:09:33.183 INFO:tasks.rados.rados.0.smithi090.stdout:3659: rmattr oid 39 current snap is 356 2024-03-07T03:09:33.183 INFO:tasks.rados.rados.0.smithi090.stdout:3659: done (5 left) 2024-03-07T03:09:33.183 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 26 current snap is 356 2024-03-07T03:09:33.183 INFO:tasks.rados.rados.0.smithi090.stdout:3660: seq_num 1119 ranges {0=745472,745472=679936,1425408=524288} 2024-03-07T03:09:33.187 INFO:tasks.rados.rados.0.smithi090.stdout:3660: writing smithi09077644-26 from 0 to 745472 tid 1 2024-03-07T03:09:33.192 INFO:tasks.rados.rados.0.smithi090.stdout:3660: writing smithi09077644-26 from 745472 to 1425408 tid 2 2024-03-07T03:09:33.195 INFO:tasks.rados.rados.0.smithi090.stdout:3660: writing smithi09077644-26 from 1425408 to 1949696 tid 3 2024-03-07T03:09:33.195 INFO:tasks.rados.rados.0.smithi090.stdout:3661: snap_create 2024-03-07T03:09:33.195 INFO:tasks.rados.rados.0.smithi090.stdout:3651: finishing write tid 3 to smithi09077644-48 2024-03-07T03:09:33.195 INFO:tasks.rados.rados.0.smithi090.stdout:3656: expect (ObjNum 1037 snap 327 seq_num 1037) 2024-03-07T03:09:33.216 INFO:tasks.rados.rados.0.smithi090.stdout:3651: finishing write tid 4 to smithi09077644-48 2024-03-07T03:09:33.216 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 12 v 1464 (ObjNum 1107 snap 354 seq_num 1107) dirty exists 2024-03-07T03:09:33.216 INFO:tasks.rados.rados.0.smithi090.stdout:3651: finishing write tid 5 to smithi09077644-48 2024-03-07T03:09:33.216 INFO:tasks.rados.rados.0.smithi090.stdout:3653: finishing rollback tid 0 to smithi09077644-36 2024-03-07T03:09:33.216 INFO:tasks.rados.rados.0.smithi090.stdout:3651: finishing write tid 6 to smithi09077644-48 2024-03-07T03:09:33.217 INFO:tasks.rados.rados.0.smithi090.stdout:3651: oid 48 updating version 0 to 1479 2024-03-07T03:09:33.217 INFO:tasks.rados.rados.0.smithi090.stdout:3651: oid 48 updating version 1479 to 1482 2024-03-07T03:09:33.217 INFO:tasks.rados.rados.0.smithi090.stdout:3651: oid 48 version 1482 is already newer than 1481 2024-03-07T03:09:33.217 INFO:tasks.rados.rados.0.smithi090.stdout:3651: oid 48 updating version 1482 to 1483 2024-03-07T03:09:33.217 INFO:tasks.rados.rados.0.smithi090.stdout:3651: oid 48 version 1483 is already newer than 1480 2024-03-07T03:09:33.217 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 1483 (ObjNum 1117 snap 356 seq_num 1117) dirty exists 2024-03-07T03:09:33.217 INFO:tasks.rados.rados.0.smithi090.stdout:3651: left oid 48 (ObjNum 1117 snap 356 seq_num 1117) 2024-03-07T03:09:33.217 INFO:tasks.rados.rados.0.smithi090.stdout:3653: finishing rollback tid 1 to smithi09077644-36 2024-03-07T03:09:33.217 INFO:tasks.rados.rados.0.smithi090.stdout:3653: finishing rollback tid 2 to smithi09077644-36 2024-03-07T03:09:33.217 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 12770 (ObjNum 1093 snap 345 seq_num 1093) dirty exists 2024-03-07T03:09:33.217 INFO:tasks.rados.rados.0.smithi090.stdout:3660: finishing write tid 1 to smithi09077644-26 2024-03-07T03:09:33.217 INFO:tasks.rados.rados.0.smithi090.stdout:3658: expect (ObjNum 917 snap 289 seq_num 917) 2024-03-07T03:09:33.256 INFO:tasks.rados.rados.0.smithi090.stdout:3660: finishing write tid 2 to smithi09077644-26 2024-03-07T03:09:33.256 INFO:tasks.rados.rados.0.smithi090.stdout:3660: finishing write tid 3 to smithi09077644-26 2024-03-07T03:09:33.256 INFO:tasks.rados.rados.0.smithi090.stdout:3660: finishing write tid 4 to smithi09077644-26 2024-03-07T03:09:33.256 INFO:tasks.rados.rados.0.smithi090.stdout:3660: finishing write tid 5 to smithi09077644-26 2024-03-07T03:09:33.256 INFO:tasks.rados.rados.0.smithi090.stdout:3660: oid 26 updating version 0 to 1483 2024-03-07T03:09:33.256 INFO:tasks.rados.rados.0.smithi090.stdout:3660: oid 26 updating version 1483 to 1485 2024-03-07T03:09:33.256 INFO:tasks.rados.rados.0.smithi090.stdout:3660: oid 26 version 1485 is already newer than 1484 2024-03-07T03:09:33.256 INFO:tasks.rados.rados.0.smithi090.stdout:3660: oid 26 updating version 1485 to 1486 2024-03-07T03:09:33.256 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 26 v 1486 (ObjNum 1119 snap 356 seq_num 1119) dirty exists 2024-03-07T03:09:33.256 INFO:tasks.rados.rados.0.smithi090.stdout:3660: left oid 26 (ObjNum 1119 snap 356 seq_num 1119) 2024-03-07T03:09:33.325 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:09:33 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:09:33.062+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:33.325 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:09:33 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:09:33] "GET /metrics HTTP/1.1" 200 36312 "" "Prometheus/2.43.0" 2024-03-07T03:09:33.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:33 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:33.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:33 smithi090 ceph-mon[91928]: osdmap e780: 8 total, 8 up, 8 in 2024-03-07T03:09:33.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:33 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:33.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:33 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:33.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:33 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:33.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:33 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:33.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:33 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:33.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:33 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:33.326 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:33 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:33.066+0000 7f443ef5f700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:09:33.326 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:33 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:33.066+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:33.326 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:33 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:33.077+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:33.326 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:33 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:33.078+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:09:33.326 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:33 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:33.078+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:33.326 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:33 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:33.078+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:33.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:33 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:33.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:33 smithi090 ceph-mon[89511]: osdmap e780: 8 total, 8 up, 8 in 2024-03-07T03:09:33.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:33 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:33.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:33 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:33.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:33 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:33.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:33 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:33.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:33 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:33.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:33 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:33.413 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:09:33 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:09:33.065+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:33.413 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:33 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:33.070+0000 7fc296413700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:09:33.413 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:33 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:33.070+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:33.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:33 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:33.061+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:09:33.414 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:33 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:33.061+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:33.414 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:33 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:33.061+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:33.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:33 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:33.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:33 smithi092 ceph-mon[83777]: osdmap e780: 8 total, 8 up, 8 in 2024-03-07T03:09:33.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:33 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:33.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:33 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:33.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:33 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:33.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:33 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:33.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:33 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:33.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:33 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:34.070 INFO:tasks.rados.rados.0.smithi090.stdout:3651: done (6 left) 2024-03-07T03:09:34.070 INFO:tasks.rados.rados.0.smithi090.stdout:3653: done (5 left) 2024-03-07T03:09:34.071 INFO:tasks.rados.rados.0.smithi090.stdout:3654: done (4 left) 2024-03-07T03:09:34.071 INFO:tasks.rados.rados.0.smithi090.stdout:3656: done (3 left) 2024-03-07T03:09:34.071 INFO:tasks.rados.rados.0.smithi090.stdout:3658: done (2 left) 2024-03-07T03:09:34.071 INFO:tasks.rados.rados.0.smithi090.stdout:3660: done (1 left) 2024-03-07T03:09:34.071 INFO:tasks.rados.rados.0.smithi090.stdout:3661: done (0 left) 2024-03-07T03:09:34.071 INFO:tasks.rados.rados.0.smithi090.stdout:3662: snap_remove snap 339 2024-03-07T03:09:34.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:34 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:34.069+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:34.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:34 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:34.070+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:34.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:34 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:34.070+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:34.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:34 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:34.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:34 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:34.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:34 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:34.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:34 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:34.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:34 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:34.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:34 smithi090 ceph-mon[91928]: osdmap e781: 8 total, 8 up, 8 in 2024-03-07T03:09:34.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:34 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:34.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:34 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:34.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:34 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:34.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:34 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:34.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:34 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:34.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:34 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:34.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:34 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:34.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:34 smithi090 ceph-mon[91928]: pgmap v604: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 678 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 973 KiB/s rd, 1.7 MiB/s wr, 6 op/s 2024-03-07T03:09:34.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:34 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:34.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:34 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:34.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:34 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:34.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:34 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:34.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:34 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:34.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:34 smithi090 ceph-mon[89511]: osdmap e781: 8 total, 8 up, 8 in 2024-03-07T03:09:34.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:34 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:34.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:34 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:34.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:34 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:34.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:34 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:34.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:34 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:34.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:34 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:34.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:34 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:34.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:34 smithi090 ceph-mon[89511]: pgmap v604: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 678 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 973 KiB/s rd, 1.7 MiB/s wr, 6 op/s 2024-03-07T03:09:34.413 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:09:34 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:09:34.067+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:34.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:34 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:34.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:34 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:34.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:34 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:34.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:34 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:34.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:34 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:34.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:34 smithi092 ceph-mon[83777]: osdmap e781: 8 total, 8 up, 8 in 2024-03-07T03:09:34.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:34 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:34.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:34 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:34.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:34 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:34.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:34 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:34.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:34 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:34.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:34 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:34.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:34 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:34.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:34 smithi092 ceph-mon[83777]: pgmap v604: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 678 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 973 KiB/s rd, 1.7 MiB/s wr, 6 op/s 2024-03-07T03:09:34.693 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:34 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:34.426+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:34.693 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:34 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:34.426+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:09:34.693 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:34 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:34.426+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:34.693 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:34 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:34.426+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:34.825 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:09:34 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:09:34.425+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:34.825 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:34 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:34.424+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:35.070 INFO:tasks.rados.rados.0.smithi090.stdout:3662: done (0 left) 2024-03-07T03:09:35.070 INFO:tasks.rados.rados.0.smithi090.stdout:3663: read oid 8 snap -1 2024-03-07T03:09:35.070 INFO:tasks.rados.rados.0.smithi090.stdout:3663: expect (ObjNum 1095 snap 348 seq_num 1095) 2024-03-07T03:09:35.070 INFO:tasks.rados.rados.0.smithi090.stdout:3664: copy_from oid 2 from oid 5 current snap is 357 2024-03-07T03:09:35.070 INFO:tasks.rados.rados.0.smithi090.stdout:3665: copy_from oid 15 from oid 11 current snap is 357 2024-03-07T03:09:35.071 INFO:tasks.rados.rados.0.smithi090.stdout:3666: delete oid 22 current snap is 357 2024-03-07T03:09:35.071 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:09:35 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:09:35.068+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:35.092 INFO:tasks.rados.rados.0.smithi090.stdout:3665: finishing copy_from racing read to smithi09077644-15 2024-03-07T03:09:35.092 INFO:tasks.rados.rados.0.smithi090.stdout:3666: done (3 left) 2024-03-07T03:09:35.092 INFO:tasks.rados.rados.0.smithi090.stdout:3667: rollback oid 24 current snap is 357 2024-03-07T03:09:35.092 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 24 to 348 2024-03-07T03:09:35.092 INFO:tasks.rados.rados.0.smithi090.stdout:3668: rollback oid 1 current snap is 357 2024-03-07T03:09:35.093 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 1 to 303 2024-03-07T03:09:35.093 INFO:tasks.rados.rados.0.smithi090.stdout:3669: delete oid 7 current snap is 357 2024-03-07T03:09:35.095 INFO:tasks.rados.rados.0.smithi090.stdout:3665: finishing copy_from to smithi09077644-15 2024-03-07T03:09:35.095 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 12737 (ObjNum 1071 snap 340 seq_num 1071) dirty exists 2024-03-07T03:09:35.095 INFO:tasks.rados.rados.0.smithi090.stdout:3665: done (5 left) 2024-03-07T03:09:35.095 INFO:tasks.rados.rados.0.smithi090.stdout:3669: done (4 left) 2024-03-07T03:09:35.095 INFO:tasks.rados.rados.0.smithi090.stdout:3670: copy_from oid 33 from oid 25 current snap is 357 2024-03-07T03:09:35.095 INFO:tasks.rados.rados.0.smithi090.stdout:3671: snap_create 2024-03-07T03:09:35.098 INFO:tasks.rados.rados.0.smithi090.stdout:3668: finishing rollback tid 0 to smithi09077644-1 2024-03-07T03:09:35.098 INFO:tasks.rados.rados.0.smithi090.stdout:3668: finishing rollback tid 1 to smithi09077644-1 2024-03-07T03:09:35.098 INFO:tasks.rados.rados.0.smithi090.stdout:3668: finishing rollback tid 2 to smithi09077644-1 2024-03-07T03:09:35.098 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 1 v 1444 (ObjNum 904 snap 286 seq_num 904) dirty exists 2024-03-07T03:09:35.103 INFO:tasks.rados.rados.0.smithi090.stdout:3663: expect (ObjNum 1095 snap 348 seq_num 1095) 2024-03-07T03:09:35.237 INFO:tasks.rados.rados.0.smithi090.stdout:3664: finishing copy_from racing read to smithi09077644-2 2024-03-07T03:09:35.237 INFO:tasks.rados.rados.0.smithi090.stdout:3664: finishing copy_from to smithi09077644-2 2024-03-07T03:09:35.237 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 2 v 12757 (ObjNum 1098 snap 351 seq_num 1098) dirty exists 2024-03-07T03:09:35.237 INFO:tasks.rados.rados.0.smithi090.stdout:3670: finishing copy_from racing read to smithi09077644-33 2024-03-07T03:09:35.238 INFO:tasks.rados.rados.0.smithi090.stdout:3670: finishing copy_from to smithi09077644-33 2024-03-07T03:09:35.238 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 33 v 1459 (ObjNum 929 snap 291 seq_num 929) dirty exists 2024-03-07T03:09:35.238 INFO:tasks.rados.rados.0.smithi090.stdout:3667: finishing rollback tid 0 to smithi09077644-24 2024-03-07T03:09:35.238 INFO:tasks.rados.rados.0.smithi090.stdout:3667: finishing rollback tid 1 to smithi09077644-24 2024-03-07T03:09:35.238 INFO:tasks.rados.rados.0.smithi090.stdout:3667: finishing rollback tid 2 to smithi09077644-24 2024-03-07T03:09:35.238 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 24 v 12748 (ObjNum 1037 snap 327 seq_num 1037) dirty exists 2024-03-07T03:09:35.325 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:09:35 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:09:35.077+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:35.325 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:35 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:35.068+0000 7f443ef5f700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:09:35.325 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:35 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:35.068+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:35.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:35 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:35.092+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:09:35.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:35 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:35.092+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:35.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:35 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:35.093+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:35.326 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:35 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:35.103+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:35.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:35 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:35.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:35 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:35.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:35 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:35.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:35 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:35.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:35 smithi090 ceph-mon[89511]: osdmap e782: 8 total, 8 up, 8 in 2024-03-07T03:09:35.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:35 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:35.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:35 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:35.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:35 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:35.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:35 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:35.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:35 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:35.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:35 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:35.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:35 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:35.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:35 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:35.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:35 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:35.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:35 smithi090 ceph-mon[91928]: osdmap e782: 8 total, 8 up, 8 in 2024-03-07T03:09:35.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:35 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:35.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:35 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:35.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:35 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:35.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:35 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:35.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:35 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:35.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:35 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:35.078+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:35.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:35 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:35.078+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:09:35.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:35 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:35.078+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:35.413 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:35 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:35.071+0000 7fc296413700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:09:35.413 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:35 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:35.071+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:35.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:35 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:35.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:35 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:35.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:35 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:35.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:35 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:35.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:35 smithi092 ceph-mon[83777]: osdmap e782: 8 total, 8 up, 8 in 2024-03-07T03:09:35.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:35 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:35.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:35 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:35.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:35 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:35.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:35 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:35.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:35 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:36.082 INFO:tasks.rados.rados.0.smithi090.stdout:3663: done (5 left) 2024-03-07T03:09:36.082 INFO:tasks.rados.rados.0.smithi090.stdout:3664: done (4 left) 2024-03-07T03:09:36.082 INFO:tasks.rados.rados.0.smithi090.stdout:3667: done (3 left) 2024-03-07T03:09:36.082 INFO:tasks.rados.rados.0.smithi090.stdout:3668: done (2 left) 2024-03-07T03:09:36.083 INFO:tasks.rados.rados.0.smithi090.stdout:3670: done (1 left) 2024-03-07T03:09:36.083 INFO:tasks.rados.rados.0.smithi090.stdout:3671: done (0 left) 2024-03-07T03:09:36.083 INFO:tasks.rados.rados.0.smithi090.stdout:3672: delete oid 13 current snap is 358 2024-03-07T03:09:36.086 INFO:tasks.rados.rados.0.smithi090.stdout:3672: done (0 left) 2024-03-07T03:09:36.086 INFO:tasks.rados.rados.0.smithi090.stdout:3673: delete oid 2 current snap is 358 2024-03-07T03:09:36.089 INFO:tasks.rados.rados.0.smithi090.stdout:3673: done (0 left) 2024-03-07T03:09:36.089 INFO:tasks.rados.rados.0.smithi090.stdout:3674: snap_create 2024-03-07T03:09:36.413 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:36 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:36.090+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 201=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:36.413 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:09:36 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:09:36.079+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:36.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:36 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:36.089+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:09:36.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:36 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:36.089+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:36.414 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:36 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:36.090+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:36.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:36 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:36.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:36 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:36.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:36 smithi092 ceph-mon[83777]: osdmap e783: 8 total, 8 up, 8 in 2024-03-07T03:09:36.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:36 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:36.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:36 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:36.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:36 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:36.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:36 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:36.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:36 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:36.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:36 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:36.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:36 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:36.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:36 smithi092 ceph-mon[83777]: pgmap v607: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 711 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 5.5 MiB/s wr, 27 op/s 2024-03-07T03:09:36.575 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:09:36 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:09:36.080+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:36.575 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:36 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:36.125+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:36.575 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:36 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:36.085+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:36.575 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:36 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:36.085+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:36.575 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:36 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:36.086+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:36.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:36 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:36.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:36 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:36.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:36 smithi090 ceph-mon[89511]: osdmap e783: 8 total, 8 up, 8 in 2024-03-07T03:09:36.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:36 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:36.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:36 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:36.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:36 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:36.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:36 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:36.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:36 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:36.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:36 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:36.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:36 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:36.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:36 smithi090 ceph-mon[89511]: pgmap v607: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 711 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 5.5 MiB/s wr, 27 op/s 2024-03-07T03:09:36.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:36 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:36.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:36 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:36.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:36 smithi090 ceph-mon[91928]: osdmap e783: 8 total, 8 up, 8 in 2024-03-07T03:09:36.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:36 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:36.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:36 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:36.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:36 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:36.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:36 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:36.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:36 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:36.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:36 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:36.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:36 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:36.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:36 smithi090 ceph-mon[91928]: pgmap v607: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 711 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 5.5 MiB/s wr, 27 op/s 2024-03-07T03:09:37.086 INFO:tasks.rados.rados.0.smithi090.stdout:3674: done (0 left) 2024-03-07T03:09:37.086 INFO:tasks.rados.rados.0.smithi090.stdout:3675: read oid 49 snap -1 2024-03-07T03:09:37.086 INFO:tasks.rados.rados.0.smithi090.stdout:3675: expect (ObjNum 1016 snap 325 seq_num 1016) 2024-03-07T03:09:37.087 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 39 current snap is 359 2024-03-07T03:09:37.087 INFO:tasks.rados.rados.0.smithi090.stdout:3676: seq_num 1124 ranges {5791744=434176,6225920=499712,6725632=409600,7135232=663552,7798784=32768} 2024-03-07T03:09:37.121 INFO:tasks.rados.rados.0.smithi090.stdout:3676: writing smithi09077644-39 from 5791744 to 6225920 tid 1 2024-03-07T03:09:37.123 INFO:tasks.rados.rados.0.smithi090.stdout:3676: writing smithi09077644-39 from 6225920 to 6725632 tid 2 2024-03-07T03:09:37.126 INFO:tasks.rados.rados.0.smithi090.stdout:3676: writing smithi09077644-39 from 6725632 to 7135232 tid 3 2024-03-07T03:09:37.130 INFO:tasks.rados.rados.0.smithi090.stdout:3676: writing smithi09077644-39 from 7135232 to 7798784 tid 4 2024-03-07T03:09:37.130 INFO:tasks.rados.rados.0.smithi090.stdout:3676: writing smithi09077644-39 from 7798784 to 7831552 tid 5 2024-03-07T03:09:37.130 INFO:tasks.rados.rados.0.smithi090.stdout:3677: rollback oid 6 current snap is 359 2024-03-07T03:09:37.130 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 6 to 346 2024-03-07T03:09:37.130 INFO:tasks.rados.rados.0.smithi090.stdout:3675: expect (ObjNum 1016 snap 325 seq_num 1016) 2024-03-07T03:09:37.413 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:37 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:37.090+0000 7fc296413700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:09:37.413 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:37 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:37.090+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 201=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:37.413 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:09:37 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:09:37.085+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:37.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:37 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:37.126+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:37.414 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:37 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:37.126+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:09:37.414 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:37 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:37.127+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:37.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:37 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:37.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:37 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:37.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:37 smithi092 ceph-mon[83777]: osdmap e784: 8 total, 8 up, 8 in 2024-03-07T03:09:37.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:37 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:37.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:37 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:37.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:37 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:37.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:37 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:37.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:37 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:37.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:37 smithi092 ceph-mon[83777]: No clone_snaps in snapset 201=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:37.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:37 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:37.485 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:09:37 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:09:37.136+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:37.485 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:37 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:37.086+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:09:37.486 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:37 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:37.086+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:37.486 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:37 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:37.086+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:37.486 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:37 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:37.086+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:37.486 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:37 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:37.486 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:37 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:37.486 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:37 smithi090 ceph-mon[89511]: osdmap e784: 8 total, 8 up, 8 in 2024-03-07T03:09:37.486 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:37 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:37.486 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:37 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:37.486 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:37 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:37.486 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:37 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:37.486 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:37 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:37.487 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:37 smithi090 ceph-mon[89511]: No clone_snaps in snapset 201=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:37.487 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:37 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:37.487 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:37 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:37.487 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:37 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:37.487 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:37 smithi090 ceph-mon[91928]: osdmap e784: 8 total, 8 up, 8 in 2024-03-07T03:09:37.487 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:37 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:37.487 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:37 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:37.487 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:37 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:37.487 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:37 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:37.487 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:37 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:37.487 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:37 smithi090 ceph-mon[91928]: No clone_snaps in snapset 201=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:37.487 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:37 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:37.738 INFO:tasks.rados.rados.0.smithi090.stdout:3676: finishing write tid 1 to smithi09077644-39 2024-03-07T03:09:37.738 INFO:tasks.rados.rados.0.smithi090.stdout:3676: finishing write tid 2 to smithi09077644-39 2024-03-07T03:09:37.738 INFO:tasks.rados.rados.0.smithi090.stdout:3676: finishing write tid 3 to smithi09077644-39 2024-03-07T03:09:37.738 INFO:tasks.rados.rados.0.smithi090.stdout:3676: finishing write tid 4 to smithi09077644-39 2024-03-07T03:09:37.739 INFO:tasks.rados.rados.0.smithi090.stdout:3676: finishing write tid 5 to smithi09077644-39 2024-03-07T03:09:37.739 INFO:tasks.rados.rados.0.smithi090.stdout:3677: finishing rollback tid 0 to smithi09077644-6 2024-03-07T03:09:37.739 INFO:tasks.rados.rados.0.smithi090.stdout:3675: done (2 left) 2024-03-07T03:09:37.739 INFO:tasks.rados.rados.0.smithi090.stdout:3678: snap_remove snap 349 2024-03-07T03:09:37.824 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:37 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:37.485+0000 7f4442f67700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:09:37.824 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:37 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:37.485+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:38.093 INFO:tasks.rados.rados.0.smithi090.stdout:3678: done (2 left) 2024-03-07T03:09:38.093 INFO:tasks.rados.rados.0.smithi090.stdout:3679: read oid 17 snap -1 2024-03-07T03:09:38.093 INFO:tasks.rados.rados.0.smithi090.stdout:3679: expect (ObjNum 748 snap 237 seq_num 748) 2024-03-07T03:09:38.093 INFO:tasks.rados.rados.0.smithi090.stdout:3680: read oid 47 snap -1 2024-03-07T03:09:38.093 INFO:tasks.rados.rados.0.smithi090.stdout:3680: expect deleted 2024-03-07T03:09:38.094 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 7 current snap is 359 2024-03-07T03:09:38.094 INFO:tasks.rados.rados.0.smithi090.stdout:3681: seq_num 1125 ranges {0=450560,450560=786432,1236992=614400,1851392=204800} 2024-03-07T03:09:38.096 INFO:tasks.rados.rados.0.smithi090.stdout:3681: writing smithi09077644-7 from 0 to 450560 tid 1 2024-03-07T03:09:38.101 INFO:tasks.rados.rados.0.smithi090.stdout:3681: writing smithi09077644-7 from 450560 to 1236992 tid 2 2024-03-07T03:09:38.106 INFO:tasks.rados.rados.0.smithi090.stdout:3681: writing smithi09077644-7 from 1236992 to 1851392 tid 3 2024-03-07T03:09:38.108 INFO:tasks.rados.rados.0.smithi090.stdout:3681: writing smithi09077644-7 from 1851392 to 2056192 tid 4 2024-03-07T03:09:38.108 INFO:tasks.rados.rados.0.smithi090.stdout:3682: snap_create 2024-03-07T03:09:38.108 INFO:tasks.rados.rados.0.smithi090.stdout:3677: finishing rollback tid 1 to smithi09077644-6 2024-03-07T03:09:38.108 INFO:tasks.rados.rados.0.smithi090.stdout:3676: finishing write tid 6 to smithi09077644-39 2024-03-07T03:09:38.108 INFO:tasks.rados.rados.0.smithi090.stdout:3677: finishing rollback tid 2 to smithi09077644-6 2024-03-07T03:09:38.108 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 12774 (ObjNum 1038 snap 327 seq_num 1038) dirty exists 2024-03-07T03:09:38.108 INFO:tasks.rados.rados.0.smithi090.stdout:3676: finishing write tid 7 to smithi09077644-39 2024-03-07T03:09:38.108 INFO:tasks.rados.rados.0.smithi090.stdout:3676: oid 39 updating version 0 to 12762 2024-03-07T03:09:38.108 INFO:tasks.rados.rados.0.smithi090.stdout:3676: oid 39 version 12762 is already newer than 12757 2024-03-07T03:09:38.108 INFO:tasks.rados.rados.0.smithi090.stdout:3676: oid 39 version 12762 is already newer than 12759 2024-03-07T03:09:38.109 INFO:tasks.rados.rados.0.smithi090.stdout:3676: oid 39 version 12762 is already newer than 12761 2024-03-07T03:09:38.109 INFO:tasks.rados.rados.0.smithi090.stdout:3676: oid 39 version 12762 is already newer than 12760 2024-03-07T03:09:38.109 INFO:tasks.rados.rados.0.smithi090.stdout:3676: oid 39 version 12762 is already newer than 12758 2024-03-07T03:09:38.109 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 12762 (ObjNum 1124 snap 359 seq_num 1124) dirty exists 2024-03-07T03:09:38.109 INFO:tasks.rados.rados.0.smithi090.stdout:3676: left oid 39 (ObjNum 1124 snap 359 seq_num 1124) 2024-03-07T03:09:38.109 INFO:tasks.rados.rados.0.smithi090.stdout:3681: finishing write tid 1 to smithi09077644-7 2024-03-07T03:09:38.109 INFO:tasks.rados.rados.0.smithi090.stdout:3679: expect (ObjNum 748 snap 237 seq_num 748) 2024-03-07T03:09:38.129 INFO:tasks.rados.rados.0.smithi090.stdout:3681: finishing write tid 2 to smithi09077644-7 2024-03-07T03:09:38.129 INFO:tasks.rados.rados.0.smithi090.stdout:3681: finishing write tid 3 to smithi09077644-7 2024-03-07T03:09:38.130 INFO:tasks.rados.rados.0.smithi090.stdout:3681: finishing write tid 4 to smithi09077644-7 2024-03-07T03:09:38.130 INFO:tasks.rados.rados.0.smithi090.stdout:3681: finishing write tid 5 to smithi09077644-7 2024-03-07T03:09:38.130 INFO:tasks.rados.rados.0.smithi090.stdout:3681: finishing write tid 6 to smithi09077644-7 2024-03-07T03:09:38.130 INFO:tasks.rados.rados.0.smithi090.stdout:3681: oid 7 updating version 0 to 1440 2024-03-07T03:09:38.130 INFO:tasks.rados.rados.0.smithi090.stdout:3681: oid 7 updating version 1440 to 1443 2024-03-07T03:09:38.130 INFO:tasks.rados.rados.0.smithi090.stdout:3681: oid 7 version 1443 is already newer than 1441 2024-03-07T03:09:38.130 INFO:tasks.rados.rados.0.smithi090.stdout:3681: oid 7 updating version 1443 to 1444 2024-03-07T03:09:38.130 INFO:tasks.rados.rados.0.smithi090.stdout:3681: oid 7 version 1444 is already newer than 1442 2024-03-07T03:09:38.130 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 7 v 1444 (ObjNum 1125 snap 359 seq_num 1125) dirty exists 2024-03-07T03:09:38.130 INFO:tasks.rados.rados.0.smithi090.stdout:3681: left oid 7 (ObjNum 1125 snap 359 seq_num 1125) 2024-03-07T03:09:38.413 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:38 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:38.094+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 201=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:38.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:38 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:38.100+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:09:38.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:38 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:38.100+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:38.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:38 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:38.101+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:38.414 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:09:38 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:09:38.106+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:38.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:38 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:38.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:38 smithi092 ceph-mon[83777]: osdmap e785: 8 total, 8 up, 8 in 2024-03-07T03:09:38.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:38 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:38.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:38 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:38.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:38 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:38.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:38 smithi092 ceph-mon[83777]: No clone_snaps in snapset 201=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:38.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:38 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:38.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:38 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:38.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:38 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:38.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:38 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:38.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:38 smithi092 ceph-mon[83777]: pgmap v610: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 713 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 4.7 MiB/s wr, 26 op/s 2024-03-07T03:09:38.575 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:09:38 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:09:38.100+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:38.575 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:38 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:38.092+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:38.575 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:38 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:38.103+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:38.576 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:38 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:38.103+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:38.576 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:38 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:38.104+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:38.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:38 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:38.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:38 smithi090 ceph-mon[89511]: osdmap e785: 8 total, 8 up, 8 in 2024-03-07T03:09:38.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:38 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:38.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:38 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:38.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:38 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:38.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:38 smithi090 ceph-mon[89511]: No clone_snaps in snapset 201=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:38.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:38 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:38.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:38 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:38.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:38 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:38.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:38 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:38.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:38 smithi090 ceph-mon[89511]: pgmap v610: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 713 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 4.7 MiB/s wr, 26 op/s 2024-03-07T03:09:38.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:38 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:38.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:38 smithi090 ceph-mon[91928]: osdmap e785: 8 total, 8 up, 8 in 2024-03-07T03:09:38.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:38 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:38.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:38 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:38.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:38 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:38.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:38 smithi090 ceph-mon[91928]: No clone_snaps in snapset 201=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:38.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:38 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:38.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:38 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:38.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:38 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:38.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:38 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:38.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:38 smithi090 ceph-mon[91928]: pgmap v610: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 713 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 4.7 MiB/s wr, 26 op/s 2024-03-07T03:09:39.092 INFO:tasks.rados.rados.0.smithi090.stdout:3676: done (5 left) 2024-03-07T03:09:39.092 INFO:tasks.rados.rados.0.smithi090.stdout:3677: done (4 left) 2024-03-07T03:09:39.092 INFO:tasks.rados.rados.0.smithi090.stdout:3679: done (3 left) 2024-03-07T03:09:39.092 INFO:tasks.rados.rados.0.smithi090.stdout:3680: done (2 left) 2024-03-07T03:09:39.092 INFO:tasks.rados.rados.0.smithi090.stdout:3681: done (1 left) 2024-03-07T03:09:39.092 INFO:tasks.rados.rados.0.smithi090.stdout:3682: done (0 left) 2024-03-07T03:09:39.092 INFO:tasks.rados.rados.0.smithi090.stdout:3683: setattr oid 31 current snap is 360 2024-03-07T03:09:39.094 INFO:tasks.rados.rados.0.smithi090.stdout:3684: snap_remove snap 347 2024-03-07T03:09:39.413 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:09:39 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:09:39.091+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:39.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:39 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:39.103+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:09:39.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:39 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:39.103+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:39.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:39 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:39.103+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:39.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:39 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:39.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:39 smithi092 ceph-mon[83777]: osdmap e786: 8 total, 8 up, 8 in 2024-03-07T03:09:39.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:39 smithi092 ceph-mon[83777]: No clone_snaps in snapset 201=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:39.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:39 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:39.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:39 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:39.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:39 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:39.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:39 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:39.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:39 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:39.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:39 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:39.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:39 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:39.519 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:39 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:39.519 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:39 smithi090 ceph-mon[89511]: osdmap e786: 8 total, 8 up, 8 in 2024-03-07T03:09:39.519 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:39 smithi090 ceph-mon[89511]: No clone_snaps in snapset 201=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:39.519 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:39 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:39.519 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:39 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:39.519 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:39 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:39.519 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:39 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:39.519 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:39 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:39.520 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:39 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:39.520 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:39 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:39.520 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:39 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:39.520 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:39 smithi090 ceph-mon[91928]: osdmap e786: 8 total, 8 up, 8 in 2024-03-07T03:09:39.520 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:39 smithi090 ceph-mon[91928]: No clone_snaps in snapset 201=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:39.520 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:39 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:39.520 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:39 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:39.520 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:39 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:39.520 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:39 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:39.520 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:39 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:39.521 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:39 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:39.521 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:39 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:39.521 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:09:39 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:09:39.092+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:39.825 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:39 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:39.519+0000 7fa43c425700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:09:39.825 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:39 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:39.519+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:39.825 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:39 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:39.520+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:39.825 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:39 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:39.520+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:39.825 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:39 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:39.519+0000 7f443ef5f700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:09:39.825 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:39 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:39.519+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:39.913 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:39 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:39.519+0000 7fc296413700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:09:39.913 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:39 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:39.519+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:40.103 INFO:tasks.rados.rados.0.smithi090.stdout:3684: done (1 left) 2024-03-07T03:09:40.103 INFO:tasks.rados.rados.0.smithi090.stdout:3685: copy_from oid 4 from oid 18 current snap is 360 2024-03-07T03:09:40.103 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 3083 (ObjNum 1114 snap 356 seq_num 1114) dirty exists 2024-03-07T03:09:40.103 INFO:tasks.rados.rados.0.smithi090.stdout:3683: done (1 left) 2024-03-07T03:09:40.103 INFO:tasks.rados.rados.0.smithi090.stdout:3686: snap_remove snap 303 2024-03-07T03:09:40.413 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:09:40 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:09:40.101+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:40.413 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:40 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:40.105+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:40.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:40 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:40.112+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:09:40.414 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:40 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:40.112+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:40.414 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:40 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:40.112+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:40.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:40 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:40.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:40 smithi092 ceph-mon[83777]: osdmap e787: 8 total, 8 up, 8 in 2024-03-07T03:09:40.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:40 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:40.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:40 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:40.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:40 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:40.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:40 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:40.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:40 smithi092 ceph-mon[83777]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:40.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:40 smithi092 ceph-mon[83777]: pgmap v613: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 719 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 2.2 MiB/s wr, 9 op/s 2024-03-07T03:09:40.575 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:09:40 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:09:40.104+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:40.575 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:40 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:40.107+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:40.575 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:40 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:40.113+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:40.575 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:40 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:40.113+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:40.576 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:40 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:40.106+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:40.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:40 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:40.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:40 smithi090 ceph-mon[91928]: osdmap e787: 8 total, 8 up, 8 in 2024-03-07T03:09:40.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:40 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:40.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:40 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:40.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:40 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:40.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:40 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:40.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:40 smithi090 ceph-mon[91928]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:40.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:40 smithi090 ceph-mon[91928]: pgmap v613: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 719 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 2.2 MiB/s wr, 9 op/s 2024-03-07T03:09:40.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:40 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:40.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:40 smithi090 ceph-mon[89511]: osdmap e787: 8 total, 8 up, 8 in 2024-03-07T03:09:40.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:40 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:40.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:40 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:40.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:40 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:40.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:40 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:40.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:40 smithi090 ceph-mon[89511]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:40.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:40 smithi090 ceph-mon[89511]: pgmap v613: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 719 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 2.2 MiB/s wr, 9 op/s 2024-03-07T03:09:41.106 INFO:tasks.rados.rados.0.smithi090.stdout:3685: finishing copy_from racing read to smithi09077644-4 2024-03-07T03:09:41.106 INFO:tasks.rados.rados.0.smithi090.stdout:3685: finishing copy_from to smithi09077644-4 2024-03-07T03:09:41.106 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 12737 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-03-07T03:09:41.106 INFO:tasks.rados.rados.0.smithi090.stdout:3685: done (1 left) 2024-03-07T03:09:41.106 INFO:tasks.rados.rados.0.smithi090.stdout:3686: done (0 left) 2024-03-07T03:09:41.106 INFO:tasks.rados.rados.0.smithi090.stdout:3687: snap_remove snap 356 2024-03-07T03:09:41.413 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:41 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:41.104+0000 7fc296413700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:09:41.413 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:41 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:41.105+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:41.413 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:09:41 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:09:41.102+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:41.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:41 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:41.108+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:41.414 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:41 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:41.108+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:09:41.414 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:41 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:41.108+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:41.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:41 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:41.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:41 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:41.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:41 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:41.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:41 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:41.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:41 smithi092 ceph-mon[83777]: osdmap e788: 8 total, 8 up, 8 in 2024-03-07T03:09:41.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:41 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:41.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:41 smithi092 ceph-mon[83777]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:41.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:41 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:41.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:41 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:41.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:41 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:41.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:41 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:41.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:41 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:41.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:41 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:41.575 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:09:41 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:09:41.109+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:41.575 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:41 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:41.108+0000 7f443ef5f700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:09:41.575 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:41 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:41.108+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:41.576 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:41 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:41.112+0000 7fa43c425700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:09:41.576 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:41 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:41.112+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:41.576 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:41 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:41.112+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:41.576 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:41 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:41.123+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:41.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:41 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:41.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:41 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:41.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:41 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:41.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:41 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:41.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:41 smithi090 ceph-mon[91928]: osdmap e788: 8 total, 8 up, 8 in 2024-03-07T03:09:41.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:41 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:41.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:41 smithi090 ceph-mon[91928]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:41.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:41 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:41.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:41 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:41.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:41 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:41.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:41 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:41.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:41 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:41.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:41 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:41.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:41 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:41.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:41 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:41.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:41 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:41.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:41 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:41.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:41 smithi090 ceph-mon[89511]: osdmap e788: 8 total, 8 up, 8 in 2024-03-07T03:09:41.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:41 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:41.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:41 smithi090 ceph-mon[89511]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:41.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:41 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:41.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:41 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:41.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:41 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:41.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:41 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:41.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:41 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:41.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:41 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:42.103 INFO:tasks.rados.rados.0.smithi090.stdout:3687: done (0 left) 2024-03-07T03:09:42.103 INFO:tasks.rados.rados.0.smithi090.stdout:3688: read oid 27 snap 337 2024-03-07T03:09:42.103 INFO:tasks.rados.rados.0.smithi090.stdout:3688: expect (ObjNum 1000 snap 320 seq_num 1000) 2024-03-07T03:09:42.103 INFO:tasks.rados.rados.0.smithi090.stdout:3689: copy_from oid 41 from oid 11 current snap is 360 2024-03-07T03:09:42.103 INFO:tasks.rados.rados.0.smithi090.stdout:3690: snap_create 2024-03-07T03:09:42.119 INFO:tasks.rados.rados.0.smithi090.stdout:3689: finishing copy_from racing read to smithi09077644-41 2024-03-07T03:09:42.121 INFO:tasks.rados.rados.0.smithi090.stdout:3689: finishing copy_from to smithi09077644-41 2024-03-07T03:09:42.121 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 41 v 12737 (ObjNum 1071 snap 340 seq_num 1071) dirty exists 2024-03-07T03:09:42.125 INFO:tasks.rados.rados.0.smithi090.stdout:3688: expect (ObjNum 1000 snap 320 seq_num 1000) 2024-03-07T03:09:42.413 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:09:42 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:09:42.104+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:42.413 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:42 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:42.107+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:42.413 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:09:42 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:09:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:09:42.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:42 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:42.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:42 smithi092 ceph-mon[83777]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:42.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:42 smithi092 ceph-mon[83777]: osdmap e789: 8 total, 8 up, 8 in 2024-03-07T03:09:42.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:42 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:42.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:42 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:42.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:42 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:42.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:42 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:42.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:42 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:42.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:42 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:42.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:42 smithi092 ceph-mon[83777]: pgmap v616: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 713 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 2.2 MiB/s wr, 14 op/s 2024-03-07T03:09:42.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:42 smithi092 ceph-mon[83777]: osdmap e790: 8 total, 8 up, 8 in 2024-03-07T03:09:42.476 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:42 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:42.113+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:42.476 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:42 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:42.113+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:42.476 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:42 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:42.114+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:42.476 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:42 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:42.476 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:42 smithi090 ceph-mon[91928]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:42.477 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:42 smithi090 ceph-mon[91928]: osdmap e789: 8 total, 8 up, 8 in 2024-03-07T03:09:42.477 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:42 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:42.477 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:42 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:42.477 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:42 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:42.477 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:42 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:42.477 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:42 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:42.477 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:42 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:42.477 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:42 smithi090 ceph-mon[91928]: pgmap v616: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 713 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 2.2 MiB/s wr, 14 op/s 2024-03-07T03:09:42.477 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:42 smithi090 ceph-mon[91928]: osdmap e790: 8 total, 8 up, 8 in 2024-03-07T03:09:42.477 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:09:42 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:09:42.106+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:42.478 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:42 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:42.115+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:42.478 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:42 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:42.478 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:42 smithi090 ceph-mon[89511]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:42.478 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:42 smithi090 ceph-mon[89511]: osdmap e789: 8 total, 8 up, 8 in 2024-03-07T03:09:42.478 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:42 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:42.478 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:42 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:42.478 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:42 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:42.478 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:42 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:42.478 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:42 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:42.478 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:42 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:42.478 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:42 smithi090 ceph-mon[89511]: pgmap v616: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 713 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 2.2 MiB/s wr, 14 op/s 2024-03-07T03:09:42.478 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:42 smithi090 ceph-mon[89511]: osdmap e790: 8 total, 8 up, 8 in 2024-03-07T03:09:43.105 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:42 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:42.787+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:09:43.105 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:42 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:42.787+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:43.105 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:42 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:42.787+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:43.105 INFO:tasks.rados.rados.0.smithi090.stdout:3688: done (2 left) 2024-03-07T03:09:43.105 INFO:tasks.rados.rados.0.smithi090.stdout:3689: done (1 left) 2024-03-07T03:09:43.106 INFO:tasks.rados.rados.0.smithi090.stdout:3690: done (0 left) 2024-03-07T03:09:43.106 INFO:tasks.rados.rados.0.smithi090.stdout:3691: snap_create 2024-03-07T03:09:43.325 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:09:43 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:09:43] "GET /metrics HTTP/1.1" 200 36319 "" "Prometheus/2.43.0" 2024-03-07T03:09:43.325 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:43 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:43.105+0000 7f443ef5f700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:09:43.325 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:43 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:43.105+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:43.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:43 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:43.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:43 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:43.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:43 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:43.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:43 smithi090 ceph-mon[91928]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:43.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:43 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:43.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:43 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:43.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:43 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:43.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:43 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:43.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:43 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:09:43.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:43 smithi090 ceph-mon[91928]: osdmap e791: 8 total, 8 up, 8 in 2024-03-07T03:09:43.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:43 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:43.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:43 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:43.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:43 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:43.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:43 smithi090 ceph-mon[89511]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:43.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:43 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:43.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:43 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:43.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:43 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:43.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:43 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:43.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:43 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:09:43.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:43 smithi090 ceph-mon[89511]: osdmap e791: 8 total, 8 up, 8 in 2024-03-07T03:09:43.413 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:09:43 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:09:43.106+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:43.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:43 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:43.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:43 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:43.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:43 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:43.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:43 smithi092 ceph-mon[83777]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:43.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:43 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:43.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:43 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:43.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:43 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:43.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:43 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:43.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:43 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:09:43.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:43 smithi092 ceph-mon[83777]: osdmap e791: 8 total, 8 up, 8 in 2024-03-07T03:09:44.075 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:43 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:43.894+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:44.075 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:43 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:43.895+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:09:44.075 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:43 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:43.895+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:44.075 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:43 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:43.895+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:44.106 INFO:tasks.rados.rados.0.smithi090.stdout:3691: done (0 left) 2024-03-07T03:09:44.106 INFO:tasks.rados.rados.0.smithi090.stdout:3692: rollback oid 9 current snap is 362 2024-03-07T03:09:44.106 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 9 to 348 2024-03-07T03:09:44.106 INFO:tasks.rados.rados.0.smithi090.stdout:3693: copy_from oid 11 from oid 31 current snap is 362 2024-03-07T03:09:44.107 INFO:tasks.rados.rados.0.smithi090.stdout:3694: read oid 13 snap -1 2024-03-07T03:09:44.107 INFO:tasks.rados.rados.0.smithi090.stdout:3694: expect deleted 2024-03-07T03:09:44.107 INFO:tasks.rados.rados.0.smithi090.stdout:3695: snap_create 2024-03-07T03:09:44.107 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:43 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:43.887+0000 7fc296413700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:09:44.107 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:43 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:43.887+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:44.116 INFO:tasks.rados.rados.0.smithi090.stdout:3692: finishing rollback tid 0 to smithi09077644-9 2024-03-07T03:09:44.117 INFO:tasks.rados.rados.0.smithi090.stdout:3692: finishing rollback tid 1 to smithi09077644-9 2024-03-07T03:09:44.117 INFO:tasks.rados.rados.0.smithi090.stdout:3692: finishing rollback tid 2 to smithi09077644-9 2024-03-07T03:09:44.117 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 9 v 12751 (ObjNum 65 snap 0 seq_num 1868978796) dirty exists 2024-03-07T03:09:44.129 INFO:tasks.rados.rados.0.smithi090.stdout:3693: finishing copy_from racing read to smithi09077644-11 2024-03-07T03:09:44.132 INFO:tasks.rados.rados.0.smithi090.stdout:3693: finishing copy_from to smithi09077644-11 2024-03-07T03:09:44.132 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 11 v 3083 (ObjNum 1114 snap 356 seq_num 1114) dirty exists 2024-03-07T03:09:44.358 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:44 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:44.130+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:44.359 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:44 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:44.118+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:09:44.359 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:44 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:44.118+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:44.359 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:44 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:44.121+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:44.359 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:44 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:44.359 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:44 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:44.360 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:44 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:44.360 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:44 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:44.360 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:44 smithi092 ceph-mon[83777]: pgmap v619: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 713 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 502 KiB/s wr, 6 op/s 2024-03-07T03:09:44.360 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:44 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:44.360 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:44 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:44.360 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:44 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:44.360 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:44 smithi092 ceph-mon[83777]: osdmap e792: 8 total, 8 up, 8 in 2024-03-07T03:09:44.360 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:44 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:44.360 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:44 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:44.360 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:44 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:44.360 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:09:44 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:09:44.107+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:44.575 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:44 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:44.114+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:44.575 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:44 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:44.112+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:44.575 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:44 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:44.113+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:44.575 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:44 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:44.114+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:44.575 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:09:44 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:09:44.109+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:44.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:44 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:44.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:44 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:44.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:44 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:44.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:44 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:44.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:44 smithi090 ceph-mon[89511]: pgmap v619: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 713 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 502 KiB/s wr, 6 op/s 2024-03-07T03:09:44.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:44 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:44.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:44 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:44.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:44 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:44.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:44 smithi090 ceph-mon[89511]: osdmap e792: 8 total, 8 up, 8 in 2024-03-07T03:09:44.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:44 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:44.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:44 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:44.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:44 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:44.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:44 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:44.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:44 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:44.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:44 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:44.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:44 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:44.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:44 smithi090 ceph-mon[91928]: pgmap v619: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 713 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 502 KiB/s wr, 6 op/s 2024-03-07T03:09:44.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:44 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:44.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:44 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:44.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:44 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:44.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:44 smithi090 ceph-mon[91928]: osdmap e792: 8 total, 8 up, 8 in 2024-03-07T03:09:44.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:44 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:44.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:44 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:44.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:44 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:45.108 INFO:tasks.rados.rados.0.smithi090.stdout:3692: done (3 left) 2024-03-07T03:09:45.108 INFO:tasks.rados.rados.0.smithi090.stdout:3693: done (2 left) 2024-03-07T03:09:45.108 INFO:tasks.rados.rados.0.smithi090.stdout:3694: done (1 left) 2024-03-07T03:09:45.108 INFO:tasks.rados.rados.0.smithi090.stdout:3695: done (0 left) 2024-03-07T03:09:45.108 INFO:tasks.rados.rados.0.smithi090.stdout:3696: rollback oid 20 current snap is 363 2024-03-07T03:09:45.108 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 20 to 361 2024-03-07T03:09:45.108 INFO:tasks.rados.rados.0.smithi090.stdout:3697: rmattr oid 23 current snap is 363 2024-03-07T03:09:45.108 INFO:tasks.rados.rados.0.smithi090.stdout:3698: rollback oid 6 current snap is 363 2024-03-07T03:09:45.108 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 6 to 335 2024-03-07T03:09:45.108 INFO:tasks.rados.rados.0.smithi090.stdout:3699: delete oid 36 current snap is 363 2024-03-07T03:09:45.117 INFO:tasks.rados.rados.0.smithi090.stdout:3696: finishing rollback tid 0 to smithi09077644-20 2024-03-07T03:09:45.117 INFO:tasks.rados.rados.0.smithi090.stdout:3696: finishing rollback tid 1 to smithi09077644-20 2024-03-07T03:09:45.118 INFO:tasks.rados.rados.0.smithi090.stdout:3696: finishing rollback tid 2 to smithi09077644-20 2024-03-07T03:09:45.118 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 20 v 12760 (ObjNum 1094 snap 346 seq_num 1094) dirty exists 2024-03-07T03:09:45.118 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 12742 (ObjNum 1000 snap 320 seq_num 1000) dirty exists 2024-03-07T03:09:45.118 INFO:tasks.rados.rados.0.smithi090.stdout:3698: finishing rollback tid 0 to smithi09077644-6 2024-03-07T03:09:45.119 INFO:tasks.rados.rados.0.smithi090.stdout:3698: finishing rollback tid 1 to smithi09077644-6 2024-03-07T03:09:45.119 INFO:tasks.rados.rados.0.smithi090.stdout:3698: finishing rollback tid 2 to smithi09077644-6 2024-03-07T03:09:45.119 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 12777 (ObjNum 1038 snap 327 seq_num 1038) dirty exists 2024-03-07T03:09:45.120 INFO:tasks.rados.rados.0.smithi090.stdout:3696: done (3 left) 2024-03-07T03:09:45.120 INFO:tasks.rados.rados.0.smithi090.stdout:3697: done (2 left) 2024-03-07T03:09:45.120 INFO:tasks.rados.rados.0.smithi090.stdout:3698: done (1 left) 2024-03-07T03:09:45.120 INFO:tasks.rados.rados.0.smithi090.stdout:3699: done (0 left) 2024-03-07T03:09:45.120 INFO:tasks.rados.rados.0.smithi090.stdout:3700: delete oid 22 current snap is 363 2024-03-07T03:09:45.122 INFO:tasks.rados.rados.0.smithi090.stdout:3700: done (0 left) 2024-03-07T03:09:45.122 INFO:tasks.rados.rados.0.smithi090.stdout:3701: snap_remove snap 360 2024-03-07T03:09:45.133 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:09:45 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:09:45.109+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:45.134 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:45 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:45.118+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:09:45.134 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:45 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:45.118+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:45.134 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:45 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:45.118+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:45.413 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:45 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:45.346+0000 7fc296413700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:09:45.413 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:45 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:45.346+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:45.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:45 smithi092 ceph-mon[83777]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:45.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:45 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:45.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:45 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:45.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:45 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:45.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:45 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:45.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:45 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:45.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:45 smithi092 ceph-mon[83777]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:45.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:45 smithi092 ceph-mon[83777]: osdmap e793: 8 total, 8 up, 8 in 2024-03-07T03:09:45.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:45 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:45.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:45 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:45.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:45 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:45.574 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:09:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:09:45.117+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:45.575 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:45.118+0000 7f443ef5f700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:09:45.575 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:45.118+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:45.575 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:45.112+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:09:45.575 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:45.112+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:45.575 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:45.116+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:45.575 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:45.121+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:45.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:45 smithi090 ceph-mon[91928]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:45.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:45 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:45.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:45 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:45.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:45 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:45.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:45 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:45.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:45 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:45.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:45 smithi090 ceph-mon[91928]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:45.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:45 smithi090 ceph-mon[91928]: osdmap e793: 8 total, 8 up, 8 in 2024-03-07T03:09:45.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:45 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:45.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:45 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:45.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:45 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:45.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:45 smithi090 ceph-mon[89511]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:45.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:45 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:45.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:45 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:45.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:45 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:45.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:45 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:45.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:45 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:45.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:45 smithi090 ceph-mon[89511]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:45.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:45 smithi090 ceph-mon[89511]: osdmap e793: 8 total, 8 up, 8 in 2024-03-07T03:09:45.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:45 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:45.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:45 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:45.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:45 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:46.072 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 03:09:45 smithi092 systemd[1]: Stopping Ceph grafana.a for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T03:09:46.115 INFO:tasks.rados.rados.0.smithi090.stdout:3701: done (0 left) 2024-03-07T03:09:46.115 INFO:tasks.rados.rados.0.smithi090.stdout:3702: delete oid 17 current snap is 363 2024-03-07T03:09:46.123 INFO:tasks.rados.rados.0.smithi090.stdout:3702: done (0 left) 2024-03-07T03:09:46.123 INFO:tasks.rados.rados.0.smithi090.stdout:3703: snap_create 2024-03-07T03:09:46.379 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:46 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:46.123+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:46.380 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:46 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:46.111+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:09:46.380 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:46 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:46.111+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:46.380 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:46 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:46.111+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:46.380 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:46 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:46.380 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:46 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:46.380 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:46 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:46.381 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:46 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:46.381 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:46 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:46.381 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:46 smithi092 ceph-mon[83777]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:46.381 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:46 smithi092 ceph-mon[83777]: pgmap v622: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 708 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 280 KiB/s wr, 1 op/s 2024-03-07T03:09:46.381 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:46 smithi092 ceph-mon[83777]: osdmap e794: 8 total, 8 up, 8 in 2024-03-07T03:09:46.381 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:46 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:46.381 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:46 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:46.381 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 03:09:46 smithi092 podman[119553]: 2024-03-07 03:09:46.074705869 +0000 UTC m=+0.137758566 container died 044a70fdd07e2df8217a5822cd82c15ad6d0a5ce13beeff85efdc2d0859cbcdc (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a, com.redhat.component=ubi8-container, version=8.5, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, architecture=x86_64, vendor=Red Hat, Inc., com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, maintainer=Paul Cuzner , io.buildah.version=1.32.0, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=ubi8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.k8s.display-name=Red Hat Universal Base Image 8, build-date=2022-04-29T11:48:11.055897, vcs-type=git, distribution-scope=public, description=Ceph Grafana Container, io.openshift.tags=base rhel8, io.openshift.expose-services=, release=239.1651231664) 2024-03-07T03:09:46.382 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:09:46 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:09:46.124+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:46.575 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:09:46 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:09:46.116+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:46.575 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:46 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:46.119+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:46.575 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:46 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:46.123+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:46.575 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:46 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:46.123+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:46.575 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:46 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:46.122+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:46.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:46 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:46.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:46 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:46.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:46 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:46.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:46 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:46.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:46 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:46.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:46 smithi090 ceph-mon[89511]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:46.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:46 smithi090 ceph-mon[89511]: pgmap v622: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 708 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 280 KiB/s wr, 1 op/s 2024-03-07T03:09:46.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:46 smithi090 ceph-mon[89511]: osdmap e794: 8 total, 8 up, 8 in 2024-03-07T03:09:46.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:46 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:46.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:46 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:46.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:46 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:46.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:46 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:46.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:46 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:46.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:46 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:46.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:46 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:46.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:46 smithi090 ceph-mon[91928]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:46.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:46 smithi090 ceph-mon[91928]: pgmap v622: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 708 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 280 KiB/s wr, 1 op/s 2024-03-07T03:09:46.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:46 smithi090 ceph-mon[91928]: osdmap e794: 8 total, 8 up, 8 in 2024-03-07T03:09:46.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:46 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:46.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:46 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:46.663 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 03:09:46 smithi092 podman[119553]: 2024-03-07 03:09:46.47228016 +0000 UTC m=+0.535332865 container cleanup 044a70fdd07e2df8217a5822cd82c15ad6d0a5ce13beeff85efdc2d0859cbcdc (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a, architecture=x86_64, distribution-scope=public, maintainer=Paul Cuzner , name=ubi8, io.openshift.tags=base rhel8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.component=ubi8-container, description=Ceph Grafana Container, io.openshift.expose-services=, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-type=git, vendor=Red Hat, Inc., summary=Grafana Container configured for Ceph mgr/dashboard integration, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, release=239.1651231664, version=8.5, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.buildah.version=1.32.0, build-date=2022-04-29T11:48:11.055897) 2024-03-07T03:09:46.663 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 03:09:46 smithi092 bash[119553]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a 2024-03-07T03:09:47.042 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 03:09:46 smithi092 podman[119567]: 2024-03-07 03:09:46.7236294 +0000 UTC m=+0.647502797 container remove 044a70fdd07e2df8217a5822cd82c15ad6d0a5ce13beeff85efdc2d0859cbcdc (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a, architecture=x86_64, distribution-scope=public, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.openshift.expose-services=, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.openshift.tags=base rhel8, io.buildah.version=1.32.0, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.component=ubi8-container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.display-name=Red Hat Universal Base Image 8, vendor=Red Hat, Inc., version=8.5, release=239.1651231664, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., description=Ceph Grafana Container, maintainer=Paul Cuzner , name=ubi8, vcs-type=git, build-date=2022-04-29T11:48:11.055897) 2024-03-07T03:09:47.042 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 03:09:46 smithi092 systemd[1]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-03-07T03:09:47.042 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 03:09:46 smithi092 systemd[1]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@grafana.a.service: Failed with result 'exit-code'. 2024-03-07T03:09:47.042 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 03:09:46 smithi092 systemd[1]: Stopped Ceph grafana.a for fb96fd1c-dc2c-11ee-95c6-87774f69a715. 2024-03-07T03:09:47.042 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 03:09:46 smithi092 systemd[1]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@grafana.a.service: Consumed 11.637s CPU time. 2024-03-07T03:09:47.117 INFO:tasks.rados.rados.0.smithi090.stdout:3703: done (0 left) 2024-03-07T03:09:47.117 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 8 current snap is 364 2024-03-07T03:09:47.117 INFO:tasks.rados.rados.0.smithi090.stdout:3704: seq_num 1129 ranges {3776512=516096,4292608=770048,5062656=598016,5660672=237568} 2024-03-07T03:09:47.139 INFO:tasks.rados.rados.0.smithi090.stdout:3704: writing smithi09077644-8 from 3776512 to 4292608 tid 1 2024-03-07T03:09:47.144 INFO:tasks.rados.rados.0.smithi090.stdout:3704: writing smithi09077644-8 from 4292608 to 5062656 tid 2 2024-03-07T03:09:47.148 INFO:tasks.rados.rados.0.smithi090.stdout:3704: writing smithi09077644-8 from 5062656 to 5660672 tid 3 2024-03-07T03:09:47.150 INFO:tasks.rados.rados.0.smithi090.stdout:3704: writing smithi09077644-8 from 5660672 to 5898240 tid 4 2024-03-07T03:09:47.150 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 29 current snap is 364 2024-03-07T03:09:47.150 INFO:tasks.rados.rados.0.smithi090.stdout:3704: finishing write tid 1 to smithi09077644-8 2024-03-07T03:09:47.150 INFO:tasks.rados.rados.0.smithi090.stdout:3705: seq_num 1130 ranges {1327104=532480,1859584=655360,2514944=753664,3268608=196608} 2024-03-07T03:09:47.160 INFO:tasks.rados.rados.0.smithi090.stdout:3705: writing smithi09077644-29 from 1327104 to 1859584 tid 1 2024-03-07T03:09:47.163 INFO:tasks.rados.rados.0.smithi090.stdout:3705: writing smithi09077644-29 from 1859584 to 2514944 tid 2 2024-03-07T03:09:47.167 INFO:tasks.rados.rados.0.smithi090.stdout:3705: writing smithi09077644-29 from 2514944 to 3268608 tid 3 2024-03-07T03:09:47.169 INFO:tasks.rados.rados.0.smithi090.stdout:3705: writing smithi09077644-29 from 3268608 to 3465216 tid 4 2024-03-07T03:09:47.169 INFO:tasks.rados.rados.0.smithi090.stdout:3706: copy_from oid 12 from oid 17 current snap is 364 2024-03-07T03:09:47.169 INFO:tasks.rados.rados.0.smithi090.stdout:3704: finishing write tid 2 to smithi09077644-8 2024-03-07T03:09:47.169 INFO:tasks.rados.rados.0.smithi090.stdout:3704: finishing write tid 3 to smithi09077644-8 2024-03-07T03:09:47.169 INFO:tasks.rados.rados.0.smithi090.stdout:3704: finishing write tid 4 to smithi09077644-8 2024-03-07T03:09:47.169 INFO:tasks.rados.rados.0.smithi090.stdout:3704: finishing write tid 5 to smithi09077644-8 2024-03-07T03:09:47.169 INFO:tasks.rados.rados.0.smithi090.stdout:3704: finishing write tid 6 to smithi09077644-8 2024-03-07T03:09:47.169 INFO:tasks.rados.rados.0.smithi090.stdout:3704: oid 8 updating version 0 to 12755 2024-03-07T03:09:47.170 INFO:tasks.rados.rados.0.smithi090.stdout:3704: oid 8 version 12755 is already newer than 12753 2024-03-07T03:09:47.170 INFO:tasks.rados.rados.0.smithi090.stdout:3704: oid 8 version 12755 is already newer than 12752 2024-03-07T03:09:47.170 INFO:tasks.rados.rados.0.smithi090.stdout:3704: oid 8 version 12755 is already newer than 12754 2024-03-07T03:09:47.170 INFO:tasks.rados.rados.0.smithi090.stdout:3704: oid 8 updating version 12755 to 12756 2024-03-07T03:09:47.170 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 12756 (ObjNum 1129 snap 364 seq_num 1129) dirty exists 2024-03-07T03:09:47.170 INFO:tasks.rados.rados.0.smithi090.stdout:3704: left oid 8 (ObjNum 1129 snap 364 seq_num 1129) 2024-03-07T03:09:47.170 INFO:tasks.rados.rados.0.smithi090.stdout:3705: finishing write tid 1 to smithi09077644-29 2024-03-07T03:09:47.170 INFO:tasks.rados.rados.0.smithi090.stdout:3705: finishing write tid 2 to smithi09077644-29 2024-03-07T03:09:47.170 INFO:tasks.rados.rados.0.smithi090.stdout:3704: done (2 left) 2024-03-07T03:09:47.170 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 22 current snap is 364 2024-03-07T03:09:47.170 INFO:tasks.rados.rados.0.smithi090.stdout:3707: seq_num 1131 ranges {0=548864,548864=540672,1089536=565248,1654784=425984,2080768=73728} 2024-03-07T03:09:47.172 INFO:tasks.rados.rados.0.smithi090.stdout:3707: writing smithi09077644-22 from 0 to 548864 tid 1 2024-03-07T03:09:47.175 INFO:tasks.rados.rados.0.smithi090.stdout:3707: writing smithi09077644-22 from 548864 to 1089536 tid 2 2024-03-07T03:09:47.178 INFO:tasks.rados.rados.0.smithi090.stdout:3707: writing smithi09077644-22 from 1089536 to 1654784 tid 3 2024-03-07T03:09:47.181 INFO:tasks.rados.rados.0.smithi090.stdout:3707: writing smithi09077644-22 from 1654784 to 2080768 tid 4 2024-03-07T03:09:47.181 INFO:tasks.rados.rados.0.smithi090.stdout:3707: writing smithi09077644-22 from 2080768 to 2154496 tid 5 2024-03-07T03:09:47.181 INFO:tasks.rados.rados.0.smithi090.stdout:3708: snap_remove snap 354 2024-03-07T03:09:47.300 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:09:47 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:09:47.111+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:47.301 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:47 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:47.168+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:09:47.301 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:47 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:47.168+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:47.301 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:47 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:47.168+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:47.301 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:47 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:47.301 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:47 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:47.301 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:47 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:47.301 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:47 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:47.301 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:47 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:47.302 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:47 smithi092 ceph-mon[83777]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:47.302 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:47 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:47.302 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:47 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:47.302 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:47 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:47.302 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:47 smithi092 ceph-mon[83777]: osdmap e795: 8 total, 8 up, 8 in 2024-03-07T03:09:47.302 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:47 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:47.302 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 03:09:47 smithi092 systemd[1]: Starting Ceph grafana.a for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T03:09:47.302 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 03:09:47 smithi092 podman[119695]: 2024-03-07 03:09:47.165965594 +0000 UTC m=+0.018780089 image pull a0ea5e3c46d9434bd173d585b7c2638c7451eaf2543d1d22f9e78442615aaffb quay.io/ceph/ceph-grafana:9.4.12 2024-03-07T03:09:47.575 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:47 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:47.147+0000 7f443ef5f700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:09:47.575 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:47 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:47.147+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:47.575 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:47 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:47.116+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:09:47.575 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:47 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:47.116+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:47.575 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:47 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:47.117+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:47.576 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:47 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:47.117+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:47.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:47 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:47.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:47 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:47.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:47 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:47.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:47 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:47.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:47 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:47.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:47 smithi090 ceph-mon[89511]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:47.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:47 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:47.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:47 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:47.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:47 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:47.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:47 smithi090 ceph-mon[89511]: osdmap e795: 8 total, 8 up, 8 in 2024-03-07T03:09:47.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:47 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:47.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:47 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:47.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:47 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:47.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:47 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:47.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:47 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:47.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:47 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:47.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:47 smithi090 ceph-mon[91928]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:47.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:47 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:47.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:47 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:47.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:47 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:47.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:47 smithi090 ceph-mon[91928]: osdmap e795: 8 total, 8 up, 8 in 2024-03-07T03:09:47.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:47 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:47.608 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 03:09:47 smithi092 podman[119695]: 2024-03-07 03:09:47.30283147 +0000 UTC m=+0.155645957 container create d0325a4113e5a9453d2c2d0bc38f352fd28d182c5ad65e6e376b75ca2996e1cb (image=quay.io/ceph/ceph-grafana:9.4.12, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=ubi8, description=Ceph Grafana Container, maintainer=Paul Cuzner , release=239.1651231664, vcs-type=git, build-date=2022-04-29T11:48:11.055897, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.component=ubi8-container, io.openshift.expose-services=, io.k8s.display-name=Red Hat Universal Base Image 8, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.buildah.version=1.32.0, distribution-scope=public, io.openshift.tags=base rhel8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, vendor=Red Hat, Inc., architecture=x86_64, version=8.5) 2024-03-07T03:09:47.608 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 03:09:47 smithi092 podman[119695]: 2024-03-07 03:09:47.535519013 +0000 UTC m=+0.388333499 container init d0325a4113e5a9453d2c2d0bc38f352fd28d182c5ad65e6e376b75ca2996e1cb (image=quay.io/ceph/ceph-grafana:9.4.12, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a, build-date=2022-04-29T11:48:11.055897, io.buildah.version=1.32.0, maintainer=Paul Cuzner , vendor=Red Hat, Inc., release=239.1651231664, com.redhat.component=ubi8-container, io.openshift.expose-services=, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, summary=Grafana Container configured for Ceph mgr/dashboard integration, description=Ceph Grafana Container, architecture=x86_64, vcs-type=git, name=ubi8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, distribution-scope=public, io.openshift.tags=base rhel8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, version=8.5) 2024-03-07T03:09:47.608 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 03:09:47 smithi092 podman[119695]: 2024-03-07 03:09:47.538122961 +0000 UTC m=+0.390937448 container start d0325a4113e5a9453d2c2d0bc38f352fd28d182c5ad65e6e376b75ca2996e1cb (image=quay.io/ceph/ceph-grafana:9.4.12, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a, description=Ceph Grafana Container, vendor=Red Hat, Inc., version=8.5, io.openshift.expose-services=, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, architecture=x86_64, build-date=2022-04-29T11:48:11.055897, name=ubi8, release=239.1651231664, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.openshift.tags=base rhel8, maintainer=Paul Cuzner , com.redhat.component=ubi8-container, vcs-type=git, summary=Grafana Container configured for Ceph mgr/dashboard integration, distribution-scope=public, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.buildah.version=1.32.0, io.k8s.display-name=Red Hat Universal Base Image 8) 2024-03-07T03:09:47.608 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 03:09:47 smithi092 bash[119695]: d0325a4113e5a9453d2c2d0bc38f352fd28d182c5ad65e6e376b75ca2996e1cb 2024-03-07T03:09:47.889 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 03:09:47 smithi092 systemd[1]: Started Ceph grafana.a for fb96fd1c-dc2c-11ee-95c6-87774f69a715. 2024-03-07T03:09:47.889 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 03:09:47 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[119709]: logger=settings t=2024-03-07T03:09:47.688762587Z level=info msg="Starting Grafana" version=9.4.12 commit=37ee25ba46 branch=HEAD compiled=2023-05-22T15:58:05Z 2024-03-07T03:09:47.889 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 03:09:47 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[119709]: logger=settings t=2024-03-07T03:09:47.688971605Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-03-07T03:09:47.889 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 03:09:47 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[119709]: logger=settings t=2024-03-07T03:09:47.688991873Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-03-07T03:09:47.889 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 03:09:47 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[119709]: logger=settings t=2024-03-07T03:09:47.688999825Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-03-07T03:09:47.889 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 03:09:47 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[119709]: logger=settings t=2024-03-07T03:09:47.68900598Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-03-07T03:09:47.889 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 03:09:47 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[119709]: logger=settings t=2024-03-07T03:09:47.68901203Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-03-07T03:09:47.890 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 03:09:47 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[119709]: logger=settings t=2024-03-07T03:09:47.68901782Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-03-07T03:09:47.890 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 03:09:47 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[119709]: logger=settings t=2024-03-07T03:09:47.689023653Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-03-07T03:09:47.890 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 03:09:47 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[119709]: logger=settings t=2024-03-07T03:09:47.689031112Z level=info msg="Path Home" path=/usr/share/grafana 2024-03-07T03:09:47.890 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 03:09:47 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[119709]: logger=settings t=2024-03-07T03:09:47.689036908Z level=info msg="Path Data" path=/var/lib/grafana 2024-03-07T03:09:47.890 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 03:09:47 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[119709]: logger=settings t=2024-03-07T03:09:47.689042374Z level=info msg="Path Logs" path=/var/log/grafana 2024-03-07T03:09:47.890 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 03:09:47 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[119709]: logger=settings t=2024-03-07T03:09:47.689048122Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-03-07T03:09:47.890 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 03:09:47 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[119709]: logger=settings t=2024-03-07T03:09:47.689054062Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-03-07T03:09:47.890 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 03:09:47 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[119709]: logger=settings t=2024-03-07T03:09:47.689059759Z level=info msg="App mode production" 2024-03-07T03:09:47.890 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 03:09:47 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[119709]: logger=sqlstore t=2024-03-07T03:09:47.689106697Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-03-07T03:09:47.890 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 03:09:47 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[119709]: logger=sqlstore t=2024-03-07T03:09:47.689125382Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-03-07T03:09:47.890 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 03:09:47 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[119709]: logger=migrator t=2024-03-07T03:09:47.703156058Z level=info msg="Starting DB migrations" 2024-03-07T03:09:47.890 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 03:09:47 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[119709]: logger=migrator t=2024-03-07T03:09:47.707747289Z level=info msg="migrations completed" performed=0 skipped=481 duration=381.153µs 2024-03-07T03:09:47.890 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 03:09:47 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[119709]: logger=sqlstore t=2024-03-07T03:09:47.708089882Z level=info msg="Created default organization" 2024-03-07T03:09:47.890 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 03:09:47 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[119709]: logger=plugin.loader t=2024-03-07T03:09:47.766880735Z level=info msg="Plugin registered" pluginID=input 2024-03-07T03:09:47.891 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 03:09:47 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[119709]: logger=plugin.loader t=2024-03-07T03:09:47.796281719Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-03-07T03:09:47.891 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 03:09:47 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[119709]: logger=plugin.loader t=2024-03-07T03:09:47.796315848Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-03-07T03:09:47.891 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 03:09:47 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[119709]: logger=secrets t=2024-03-07T03:09:47.796355456Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-03-07T03:09:47.891 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 03:09:47 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[119709]: logger=query_data t=2024-03-07T03:09:47.798612575Z level=info msg="Query Service initialization" 2024-03-07T03:09:47.891 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 03:09:47 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[119709]: logger=live.push_http t=2024-03-07T03:09:47.801225912Z level=info msg="Live Push Gateway initialization" 2024-03-07T03:09:48.153 INFO:tasks.rados.rados.0.smithi090.stdout:3708: done (3 left) 2024-03-07T03:09:48.153 INFO:tasks.rados.rados.0.smithi090.stdout:3709: rollback oid 40 current snap is 364 2024-03-07T03:09:48.153 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 40 to 307 2024-03-07T03:09:48.153 INFO:tasks.rados.rados.0.smithi090.stdout:3706: finishing copy_from to smithi09077644-12 2024-03-07T03:09:48.153 INFO:tasks.rados.rados.0.smithi090.stdout:3706: got expected ENOENT (src dne) 2024-03-07T03:09:48.153 INFO:tasks.rados.rados.0.smithi090.stdout:3706: finishing copy_from racing read to smithi09077644-12 2024-03-07T03:09:48.153 INFO:tasks.rados.rados.0.smithi090.stdout:3705: finishing write tid 3 to smithi09077644-29 2024-03-07T03:09:48.154 INFO:tasks.rados.rados.0.smithi090.stdout:3705: finishing write tid 4 to smithi09077644-29 2024-03-07T03:09:48.154 INFO:tasks.rados.rados.0.smithi090.stdout:3706: done (3 left) 2024-03-07T03:09:48.154 INFO:tasks.rados.rados.0.smithi090.stdout:3710: snap_remove snap 353 2024-03-07T03:09:48.154 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:47 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:47.888+0000 7fc296413700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:09:48.154 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:47 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:47.888+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:48.413 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:09:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:09:48.173+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:48.413 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:48.160+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:48.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:48.154+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:48.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:48.157+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:09:48.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:48.157+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:48.574 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:48 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:48.158+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:48.575 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:09:48 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:09:48.161+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:48.575 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:48 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:48.153+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:48.575 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:48 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:48.153+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:48.575 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:48 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:48.162+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:48.887 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:48 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:48.887 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:48 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:48.887 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:48 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:48.887 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:48 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:48.888 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:48 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:48.888 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:48 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:48.888 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:48 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:09:48.888 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:48 smithi092 ceph-mon[83777]: pgmap v625: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 708 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 280 KiB/s wr, 2 op/s 2024-03-07T03:09:48.888 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:48 smithi092 ceph-mon[83777]: osdmap e796: 8 total, 8 up, 8 in 2024-03-07T03:09:48.888 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:48 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:48.888 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 03:09:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[119709]: logger=infra.usagestats.collector t=2024-03-07T03:09:48.532970753Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-03-07T03:09:48.889 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 03:09:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[119709]: logger=provisioning.datasources t=2024-03-07T03:09:48.534990425Z level=info msg="deleted correlations based on configuration" ds_name=Dashboard1 2024-03-07T03:09:48.889 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 03:09:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[119709]: logger=provisioning.datasources t=2024-03-07T03:09:48.535126052Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-03-07T03:09:48.889 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 03:09:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[119709]: logger=provisioning.datasources t=2024-03-07T03:09:48.535268112Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-03-07T03:09:48.889 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 03:09:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[119709]: logger=provisioning.alerting t=2024-03-07T03:09:48.557176748Z level=info msg="starting to provision alerting" 2024-03-07T03:09:48.889 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 03:09:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[119709]: logger=provisioning.alerting t=2024-03-07T03:09:48.557199383Z level=info msg="finished to provision alerting" 2024-03-07T03:09:48.889 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 03:09:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[119709]: logger=ngalert.state.manager t=2024-03-07T03:09:48.557369254Z level=info msg="Warming state cache for startup" 2024-03-07T03:09:48.889 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 03:09:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[119709]: logger=grafanaStorageLogger t=2024-03-07T03:09:48.557354525Z level=info msg="storage starting" 2024-03-07T03:09:48.889 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 03:09:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[119709]: logger=http.server t=2024-03-07T03:09:48.559671209Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-03-07T03:09:48.889 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 03:09:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[119709]: logger=ngalert.state.manager t=2024-03-07T03:09:48.573067474Z level=info msg="State cache has been initialized" states=0 duration=15.695849ms 2024-03-07T03:09:48.889 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 03:09:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[119709]: logger=ticker t=2024-03-07T03:09:48.573321197Z level=info msg=starting first_tick=2024-03-07T03:09:50Z 2024-03-07T03:09:48.889 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 03:09:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[119709]: logger=ngalert.multiorg.alertmanager t=2024-03-07T03:09:48.573374203Z level=info msg="starting MultiOrg Alertmanager" 2024-03-07T03:09:49.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:48 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:49.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:48 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:49.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:48 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:49.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:48 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:49.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:48 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:49.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:48 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:49.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:48 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:09:49.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:48 smithi090 ceph-mon[89511]: pgmap v625: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 708 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 280 KiB/s wr, 2 op/s 2024-03-07T03:09:49.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:48 smithi090 ceph-mon[89511]: osdmap e796: 8 total, 8 up, 8 in 2024-03-07T03:09:49.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:48 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:49.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:48 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:49.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:48 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:49.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:48 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:49.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:48 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:49.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:48 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:49.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:48 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:49.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:48 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:09:49.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:48 smithi090 ceph-mon[91928]: pgmap v625: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 708 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 280 KiB/s wr, 2 op/s 2024-03-07T03:09:49.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:48 smithi090 ceph-mon[91928]: osdmap e796: 8 total, 8 up, 8 in 2024-03-07T03:09:49.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:48 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:49.156 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:09:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:09:49.157+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:49.159 INFO:tasks.rados.rados.0.smithi090.stdout:3710: done (3 left) 2024-03-07T03:09:49.159 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 27 current snap is 364 2024-03-07T03:09:49.159 INFO:tasks.rados.rados.0.smithi090.stdout:3711: seq_num 1132 ranges {6217728=565248,6782976=425984,7208960=770048,7979008=409600} 2024-03-07T03:09:49.196 INFO:tasks.rados.rados.0.smithi090.stdout:3711: writing smithi09077644-27 from 6217728 to 6782976 tid 1 2024-03-07T03:09:49.198 INFO:tasks.rados.rados.0.smithi090.stdout:3711: writing smithi09077644-27 from 6782976 to 7208960 tid 2 2024-03-07T03:09:49.203 INFO:tasks.rados.rados.0.smithi090.stdout:3711: writing smithi09077644-27 from 7208960 to 7979008 tid 3 2024-03-07T03:09:49.207 INFO:tasks.rados.rados.0.smithi090.stdout:3711: writing smithi09077644-27 from 7979008 to 8388608 tid 4 2024-03-07T03:09:49.207 INFO:tasks.rados.rados.0.smithi090.stdout:3705: finishing write tid 5 to smithi09077644-29 2024-03-07T03:09:49.207 INFO:tasks.rados.rados.0.smithi090.stdout:3705: finishing write tid 6 to smithi09077644-29 2024-03-07T03:09:49.207 INFO:tasks.rados.rados.0.smithi090.stdout:3705: oid 29 updating version 0 to 12758 2024-03-07T03:09:49.207 INFO:tasks.rados.rados.0.smithi090.stdout:3705: oid 29 updating version 12758 to 12759 2024-03-07T03:09:49.207 INFO:tasks.rados.rados.0.smithi090.stdout:3705: oid 29 version 12759 is already newer than 12756 2024-03-07T03:09:49.207 INFO:tasks.rados.rados.0.smithi090.stdout:3705: oid 29 updating version 12759 to 12760 2024-03-07T03:09:49.207 INFO:tasks.rados.rados.0.smithi090.stdout:3705: oid 29 version 12760 is already newer than 12757 2024-03-07T03:09:49.208 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 12760 (ObjNum 1130 snap 364 seq_num 1130) dirty exists 2024-03-07T03:09:49.208 INFO:tasks.rados.rados.0.smithi090.stdout:3705: left oid 29 (ObjNum 1130 snap 364 seq_num 1130) 2024-03-07T03:09:49.208 INFO:tasks.rados.rados.0.smithi090.stdout:3707: finishing write tid 1 to smithi09077644-22 2024-03-07T03:09:49.208 INFO:tasks.rados.rados.0.smithi090.stdout:3707: finishing write tid 2 to smithi09077644-22 2024-03-07T03:09:49.208 INFO:tasks.rados.rados.0.smithi090.stdout:3707: finishing write tid 3 to smithi09077644-22 2024-03-07T03:09:49.208 INFO:tasks.rados.rados.0.smithi090.stdout:3707: finishing write tid 4 to smithi09077644-22 2024-03-07T03:09:49.208 INFO:tasks.rados.rados.0.smithi090.stdout:3707: finishing write tid 5 to smithi09077644-22 2024-03-07T03:09:49.208 INFO:tasks.rados.rados.0.smithi090.stdout:3707: finishing write tid 6 to smithi09077644-22 2024-03-07T03:09:49.208 INFO:tasks.rados.rados.0.smithi090.stdout:3707: finishing write tid 7 to smithi09077644-22 2024-03-07T03:09:49.208 INFO:tasks.rados.rados.0.smithi090.stdout:3707: oid 22 updating version 0 to 12765 2024-03-07T03:09:49.208 INFO:tasks.rados.rados.0.smithi090.stdout:3707: oid 22 version 12765 is already newer than 12764 2024-03-07T03:09:49.208 INFO:tasks.rados.rados.0.smithi090.stdout:3707: oid 22 updating version 12765 to 12767 2024-03-07T03:09:49.208 INFO:tasks.rados.rados.0.smithi090.stdout:3707: oid 22 updating version 12767 to 12768 2024-03-07T03:09:49.209 INFO:tasks.rados.rados.0.smithi090.stdout:3707: oid 22 version 12768 is already newer than 12763 2024-03-07T03:09:49.209 INFO:tasks.rados.rados.0.smithi090.stdout:3707: oid 22 version 12768 is already newer than 12766 2024-03-07T03:09:49.209 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 12768 (ObjNum 1131 snap 364 seq_num 1131) dirty exists 2024-03-07T03:09:49.209 INFO:tasks.rados.rados.0.smithi090.stdout:3707: left oid 22 (ObjNum 1131 snap 364 seq_num 1131) 2024-03-07T03:09:49.209 INFO:tasks.rados.rados.0.smithi090.stdout:3709: finishing rollback tid 0 to smithi09077644-40 2024-03-07T03:09:49.209 INFO:tasks.rados.rados.0.smithi090.stdout:3709: finishing rollback tid 1 to smithi09077644-40 2024-03-07T03:09:49.209 INFO:tasks.rados.rados.0.smithi090.stdout:3709: finishing rollback tid 2 to smithi09077644-40 2024-03-07T03:09:49.209 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 40 v 12783 (ObjNum 930 snap 292 seq_num 930) dirty exists 2024-03-07T03:09:49.209 INFO:tasks.rados.rados.0.smithi090.stdout:3711: finishing write tid 1 to smithi09077644-27 2024-03-07T03:09:49.209 INFO:tasks.rados.rados.0.smithi090.stdout:3711: finishing write tid 2 to smithi09077644-27 2024-03-07T03:09:49.209 INFO:tasks.rados.rados.0.smithi090.stdout:3705: done (3 left) 2024-03-07T03:09:49.209 INFO:tasks.rados.rados.0.smithi090.stdout:3707: done (2 left) 2024-03-07T03:09:49.209 INFO:tasks.rados.rados.0.smithi090.stdout:3709: done (1 left) 2024-03-07T03:09:49.209 INFO:tasks.rados.rados.0.smithi090.stdout:3712: snap_create 2024-03-07T03:09:49.210 INFO:tasks.rados.rados.0.smithi090.stdout:3711: finishing write tid 3 to smithi09077644-27 2024-03-07T03:09:49.210 INFO:tasks.rados.rados.0.smithi090.stdout:3711: finishing write tid 4 to smithi09077644-27 2024-03-07T03:09:49.210 INFO:tasks.rados.rados.0.smithi090.stdout:3711: finishing write tid 5 to smithi09077644-27 2024-03-07T03:09:49.215 INFO:tasks.rados.rados.0.smithi090.stdout:3711: finishing write tid 6 to smithi09077644-27 2024-03-07T03:09:49.215 INFO:tasks.rados.rados.0.smithi090.stdout:3711: oid 27 updating version 0 to 3093 2024-03-07T03:09:49.215 INFO:tasks.rados.rados.0.smithi090.stdout:3711: oid 27 updating version 3093 to 3094 2024-03-07T03:09:49.215 INFO:tasks.rados.rados.0.smithi090.stdout:3711: oid 27 updating version 3094 to 3095 2024-03-07T03:09:49.215 INFO:tasks.rados.rados.0.smithi090.stdout:3711: oid 27 version 3095 is already newer than 3091 2024-03-07T03:09:49.215 INFO:tasks.rados.rados.0.smithi090.stdout:3711: oid 27 version 3095 is already newer than 3092 2024-03-07T03:09:49.216 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 27 v 3095 (ObjNum 1132 snap 364 seq_num 1132) dirty exists 2024-03-07T03:09:49.216 INFO:tasks.rados.rados.0.smithi090.stdout:3711: left oid 27 (ObjNum 1132 snap 364 seq_num 1132) 2024-03-07T03:09:49.413 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:49.159+0000 7fc296413700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:09:49.413 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:49.159+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:49.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:49.167+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:09:49.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:49.167+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:49.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:49.167+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:49.575 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:09:49 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:09:49.207+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:49.575 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:49 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:49.159+0000 7f443ef5f700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:09:49.575 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:49 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:49.159+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:49.575 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:49 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:49.202+0000 7fa43c425700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:09:49.575 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:49 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:49.202+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:49.575 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:49 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:49.202+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:49.575 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:49 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:49.202+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:49.867 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:49 smithi092 ceph-mon[83777]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:49.867 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:49 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:49.867 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:49 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:49.867 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:49 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:49.867 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:49 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:49.867 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:49 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:49.867 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:49 smithi092 ceph-mon[83777]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:49.867 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:49 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:49.867 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:49 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:49.867 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:49 smithi092 ceph-mon[83777]: osdmap e797: 8 total, 8 up, 8 in 2024-03-07T03:09:49.867 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:49 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:50.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:49 smithi090 ceph-mon[89511]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:50.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:49 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:50.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:49 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:50.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:49 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:50.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:49 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:50.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:49 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:50.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:49 smithi090 ceph-mon[89511]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:50.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:49 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:50.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:49 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:50.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:49 smithi090 ceph-mon[89511]: osdmap e797: 8 total, 8 up, 8 in 2024-03-07T03:09:50.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:49 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:50.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:49 smithi090 ceph-mon[91928]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:50.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:49 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:50.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:49 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:50.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:49 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:50.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:49 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:50.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:49 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:50.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:49 smithi090 ceph-mon[91928]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:50.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:49 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:50.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:49 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:50.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:49 smithi090 ceph-mon[91928]: osdmap e797: 8 total, 8 up, 8 in 2024-03-07T03:09:50.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:49 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:50.157 INFO:tasks.rados.rados.0.smithi090.stdout:3711: done (1 left) 2024-03-07T03:09:50.157 INFO:tasks.rados.rados.0.smithi090.stdout:3712: done (0 left) 2024-03-07T03:09:50.157 INFO:tasks.rados.rados.0.smithi090.stdout:3713: read oid 31 snap -1 2024-03-07T03:09:50.157 INFO:tasks.rados.rados.0.smithi090.stdout:3713: expect (ObjNum 1114 snap 356 seq_num 1114) 2024-03-07T03:09:50.157 INFO:tasks.rados.rados.0.smithi090.stdout:3714: snap_create 2024-03-07T03:09:50.169 INFO:tasks.rados.rados.0.smithi090.stdout:3713: expect (ObjNum 1114 snap 356 seq_num 1114) 2024-03-07T03:09:50.413 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:09:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:09:50.156+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:50.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:50.166+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:09:50.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:50.167+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:50.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:50.167+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:50.574 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:09:50 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:09:50.157+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:50.788 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:50 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:50.788 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:50 smithi092 ceph-mon[83777]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:50.788 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:50 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:50.788 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:50 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:50.788 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:50 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:50.789 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:50 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:50.789 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:50 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:50.789 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:50 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:50.789 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:50 smithi092 ceph-mon[83777]: pgmap v628: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 714 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 8 op/s 2024-03-07T03:09:50.789 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:50 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:50.789 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:50 smithi092 ceph-mon[83777]: osdmap e798: 8 total, 8 up, 8 in 2024-03-07T03:09:50.968 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:50 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:50.769+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:50.968 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:50 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:50.968 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:50 smithi090 ceph-mon[89511]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:50.969 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:50 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:50.969 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:50 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:50.969 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:50 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:50.969 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:50 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:50.969 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:50 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:50.969 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:50 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:50.969 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:50 smithi090 ceph-mon[89511]: pgmap v628: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 714 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 8 op/s 2024-03-07T03:09:50.969 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:50 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:50.969 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:50 smithi090 ceph-mon[89511]: osdmap e798: 8 total, 8 up, 8 in 2024-03-07T03:09:50.969 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:50 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:50.970 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:50 smithi090 ceph-mon[91928]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:50.970 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:50 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:50.970 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:50 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:50.970 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:50 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:50.970 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:50 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:50.970 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:50 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:50.970 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:50 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:50.970 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:50 smithi090 ceph-mon[91928]: pgmap v628: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 714 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 8 op/s 2024-03-07T03:09:50.970 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:50 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:50.970 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:50 smithi090 ceph-mon[91928]: osdmap e798: 8 total, 8 up, 8 in 2024-03-07T03:09:51.097 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:50.788+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:51.158 INFO:tasks.rados.rados.0.smithi090.stdout:3713: done (1 left) 2024-03-07T03:09:51.158 INFO:tasks.rados.rados.0.smithi090.stdout:3714: done (0 left) 2024-03-07T03:09:51.158 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 42 current snap is 366 2024-03-07T03:09:51.158 INFO:tasks.rados.rados.0.smithi090.stdout:3715: seq_num 1133 ranges {1327104=581632,1908736=753664,2662400=573440,3235840=278528} 2024-03-07T03:09:51.168 INFO:tasks.rados.rados.0.smithi090.stdout:3715: writing smithi09077644-42 from 1327104 to 1908736 tid 1 2024-03-07T03:09:51.172 INFO:tasks.rados.rados.0.smithi090.stdout:3715: writing smithi09077644-42 from 1908736 to 2662400 tid 2 2024-03-07T03:09:51.176 INFO:tasks.rados.rados.0.smithi090.stdout:3715: writing smithi09077644-42 from 2662400 to 3235840 tid 3 2024-03-07T03:09:51.178 INFO:tasks.rados.rados.0.smithi090.stdout:3715: writing smithi09077644-42 from 3235840 to 3514368 tid 4 2024-03-07T03:09:51.178 INFO:tasks.rados.rados.0.smithi090.stdout:3716: setattr oid 12 current snap is 366 2024-03-07T03:09:51.178 INFO:tasks.rados.rados.0.smithi090.stdout:3715: finishing write tid 1 to smithi09077644-42 2024-03-07T03:09:51.178 INFO:tasks.rados.rados.0.smithi090.stdout:3715: finishing write tid 2 to smithi09077644-42 2024-03-07T03:09:51.179 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 25 current snap is 366 2024-03-07T03:09:51.179 INFO:tasks.rados.rados.0.smithi090.stdout:3717: seq_num 1134 ranges {1163264=598016,1761280=638976,2400256=737280,3137536=229376} 2024-03-07T03:09:51.188 INFO:tasks.rados.rados.0.smithi090.stdout:3717: writing smithi09077644-25 from 1163264 to 1761280 tid 1 2024-03-07T03:09:51.192 INFO:tasks.rados.rados.0.smithi090.stdout:3717: writing smithi09077644-25 from 1761280 to 2400256 tid 2 2024-03-07T03:09:51.197 INFO:tasks.rados.rados.0.smithi090.stdout:3717: writing smithi09077644-25 from 2400256 to 3137536 tid 3 2024-03-07T03:09:51.199 INFO:tasks.rados.rados.0.smithi090.stdout:3717: writing smithi09077644-25 from 3137536 to 3366912 tid 4 2024-03-07T03:09:51.199 INFO:tasks.rados.rados.0.smithi090.stdout:3718: read oid 23 snap -1 2024-03-07T03:09:51.199 INFO:tasks.rados.rados.0.smithi090.stdout:3718: expect (ObjNum 1000 snap 320 seq_num 1000) 2024-03-07T03:09:51.200 INFO:tasks.rados.rados.0.smithi090.stdout:3715: finishing write tid 3 to smithi09077644-42 2024-03-07T03:09:51.200 INFO:tasks.rados.rados.0.smithi090.stdout:3715: finishing write tid 4 to smithi09077644-42 2024-03-07T03:09:51.200 INFO:tasks.rados.rados.0.smithi090.stdout:3715: finishing write tid 5 to smithi09077644-42 2024-03-07T03:09:51.200 INFO:tasks.rados.rados.0.smithi090.stdout:3719: read oid 46 snap -1 2024-03-07T03:09:51.200 INFO:tasks.rados.rados.0.smithi090.stdout:3719: expect (ObjNum 932 snap 294 seq_num 932) 2024-03-07T03:09:51.200 INFO:tasks.rados.rados.0.smithi090.stdout:3720: snap_create 2024-03-07T03:09:51.200 INFO:tasks.rados.rados.0.smithi090.stdout:3715: finishing write tid 6 to smithi09077644-42 2024-03-07T03:09:51.200 INFO:tasks.rados.rados.0.smithi090.stdout:3715: oid 42 updating version 0 to 12747 2024-03-07T03:09:51.200 INFO:tasks.rados.rados.0.smithi090.stdout:3715: oid 42 version 12747 is already newer than 12744 2024-03-07T03:09:51.200 INFO:tasks.rados.rados.0.smithi090.stdout:3715: oid 42 version 12747 is already newer than 12745 2024-03-07T03:09:51.200 INFO:tasks.rados.rados.0.smithi090.stdout:3715: oid 42 version 12747 is already newer than 12746 2024-03-07T03:09:51.201 INFO:tasks.rados.rados.0.smithi090.stdout:3715: oid 42 version 12747 is already newer than 12743 2024-03-07T03:09:51.201 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 42 v 12747 (ObjNum 1133 snap 366 seq_num 1133) dirty exists 2024-03-07T03:09:51.201 INFO:tasks.rados.rados.0.smithi090.stdout:3715: left oid 42 (ObjNum 1133 snap 366 seq_num 1133) 2024-03-07T03:09:51.201 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 12 v 1466 (ObjNum 1107 snap 354 seq_num 1107) dirty exists 2024-03-07T03:09:51.201 INFO:tasks.rados.rados.0.smithi090.stdout:3717: finishing write tid 1 to smithi09077644-25 2024-03-07T03:09:51.201 INFO:tasks.rados.rados.0.smithi090.stdout:3717: finishing write tid 2 to smithi09077644-25 2024-03-07T03:09:51.202 INFO:tasks.rados.rados.0.smithi090.stdout:3717: finishing write tid 3 to smithi09077644-25 2024-03-07T03:09:51.202 INFO:tasks.rados.rados.0.smithi090.stdout:3717: finishing write tid 4 to smithi09077644-25 2024-03-07T03:09:51.203 INFO:tasks.rados.rados.0.smithi090.stdout:3717: finishing write tid 5 to smithi09077644-25 2024-03-07T03:09:51.205 INFO:tasks.rados.rados.0.smithi090.stdout:3717: finishing write tid 6 to smithi09077644-25 2024-03-07T03:09:51.205 INFO:tasks.rados.rados.0.smithi090.stdout:3717: oid 25 updating version 0 to 1471 2024-03-07T03:09:51.205 INFO:tasks.rados.rados.0.smithi090.stdout:3717: oid 25 version 1471 is already newer than 1469 2024-03-07T03:09:51.205 INFO:tasks.rados.rados.0.smithi090.stdout:3717: oid 25 version 1471 is already newer than 1470 2024-03-07T03:09:51.205 INFO:tasks.rados.rados.0.smithi090.stdout:3717: oid 25 version 1471 is already newer than 1468 2024-03-07T03:09:51.205 INFO:tasks.rados.rados.0.smithi090.stdout:3717: oid 25 version 1471 is already newer than 1467 2024-03-07T03:09:51.205 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 25 v 1471 (ObjNum 1134 snap 366 seq_num 1134) dirty exists 2024-03-07T03:09:51.205 INFO:tasks.rados.rados.0.smithi090.stdout:3717: left oid 25 (ObjNum 1134 snap 366 seq_num 1134) 2024-03-07T03:09:51.207 INFO:tasks.rados.rados.0.smithi090.stdout:3719: expect (ObjNum 932 snap 294 seq_num 932) 2024-03-07T03:09:51.240 INFO:tasks.rados.rados.0.smithi090.stdout:3718: expect (ObjNum 1000 snap 320 seq_num 1000) 2024-03-07T03:09:51.324 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:09:51 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:09:51.176+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:51.338 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:51 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:51.175+0000 7f4442f67700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:09:51.339 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:51 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:51.175+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:51.339 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:50 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:50.968+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:51.339 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:50 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:50.968+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:51.339 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:50 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:50.969+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:51.339 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:51 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:51.158+0000 7fa43c425700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:09:51.339 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:51 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:51.158+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:51.339 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:51 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:51.158+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:51.340 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:51 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:51.159+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:51.413 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:09:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:09:51.160+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:51.413 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:51.185+0000 7fc29a41b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:09:51.413 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:51.185+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:51.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:51.186+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:09:51.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:51.186+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:51.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:51.187+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:52.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:51 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:52.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:51 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:52.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:51 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:52.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:51 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:52.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:51 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:52.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:51 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:52.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:51 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:52.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:51 smithi090 ceph-mon[89511]: osdmap e799: 8 total, 8 up, 8 in 2024-03-07T03:09:52.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:51 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:52.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:51 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:52.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:51 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:52.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:51 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:52.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:51 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:52.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:51 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:52.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:51 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:52.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:51 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:52.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:51 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:52.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:51 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:52.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:51 smithi090 ceph-mon[91928]: osdmap e799: 8 total, 8 up, 8 in 2024-03-07T03:09:52.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:51 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:52.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:51 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:52.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:51 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:52.157 INFO:tasks.rados.rados.0.smithi090.stdout:3715: done (5 left) 2024-03-07T03:09:52.157 INFO:tasks.rados.rados.0.smithi090.stdout:3716: done (4 left) 2024-03-07T03:09:52.157 INFO:tasks.rados.rados.0.smithi090.stdout:3717: done (3 left) 2024-03-07T03:09:52.157 INFO:tasks.rados.rados.0.smithi090.stdout:3718: done (2 left) 2024-03-07T03:09:52.158 INFO:tasks.rados.rados.0.smithi090.stdout:3719: done (1 left) 2024-03-07T03:09:52.158 INFO:tasks.rados.rados.0.smithi090.stdout:3720: done (0 left) 2024-03-07T03:09:52.158 INFO:tasks.rados.rados.0.smithi090.stdout:3721: snap_remove snap 355 2024-03-07T03:09:52.158 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:51 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:52.158 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:51 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:52.158 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:51 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:52.159 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:51 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:52.159 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:51 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:52.159 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:51 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:52.159 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:51 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:52.159 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:51 smithi092 ceph-mon[83777]: osdmap e799: 8 total, 8 up, 8 in 2024-03-07T03:09:52.159 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:51 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:52.159 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:51 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:52.159 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:51 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:52.413 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:09:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:09:52.159+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:52.413 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:09:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:09:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:09:52.575 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:09:52 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:09:52.345+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:52.575 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:52 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:52.160+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:52.575 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:52 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:52.161+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:52.575 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:52 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:52.161+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:53.000 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:52 smithi090 ceph-mon[89511]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:53.000 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:52 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:53.000 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:52 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:53.000 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:52 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:53.000 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:52 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:53.000 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:52 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:53.000 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:52 smithi090 ceph-mon[89511]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:53.000 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:52 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:53.000 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:52 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:53.000 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:52 smithi090 ceph-mon[89511]: pgmap v631: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 718 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.5 MiB/s wr, 11 op/s 2024-03-07T03:09:53.001 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:52 smithi090 ceph-mon[89511]: osdmap e800: 8 total, 8 up, 8 in 2024-03-07T03:09:53.001 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:52 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:53.001 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:52 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:53.001 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:52 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:53.001 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:52 smithi090 ceph-mon[91928]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:53.001 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:52 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:53.001 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:52 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:53.001 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:52 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:53.001 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:52 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:53.001 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:52 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:53.001 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:52 smithi090 ceph-mon[91928]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:53.002 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:52 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:53.002 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:52 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:53.002 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:52 smithi090 ceph-mon[91928]: pgmap v631: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 718 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.5 MiB/s wr, 11 op/s 2024-03-07T03:09:53.002 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:52 smithi090 ceph-mon[91928]: osdmap e800: 8 total, 8 up, 8 in 2024-03-07T03:09:53.002 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:52 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:53.002 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:52 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:53.002 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:52 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:53.020 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:52 smithi092 ceph-mon[83777]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:53.020 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:52 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:53.020 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:52 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:53.020 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:52 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:53.020 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:52 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:53.020 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:52 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:53.021 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:52 smithi092 ceph-mon[83777]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:53.021 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:52 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:53.021 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:52 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:53.021 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:52 smithi092 ceph-mon[83777]: pgmap v631: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 718 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.5 MiB/s wr, 11 op/s 2024-03-07T03:09:53.021 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:52 smithi092 ceph-mon[83777]: osdmap e800: 8 total, 8 up, 8 in 2024-03-07T03:09:53.021 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:52 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:53.021 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:52 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:53.021 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:52 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:53.161 INFO:tasks.rados.rados.0.smithi090.stdout:3721: done (0 left) 2024-03-07T03:09:53.161 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 50 current snap is 367 2024-03-07T03:09:53.161 INFO:tasks.rados.rados.0.smithi090.stdout:3722: seq_num 1135 ranges {0=614400,614400=524288,1138688=540672,1679360=483328,2162688=57344} 2024-03-07T03:09:53.165 INFO:tasks.rados.rados.0.smithi090.stdout:3722: writing smithi09077644-50 from 0 to 614400 tid 1 2024-03-07T03:09:53.169 INFO:tasks.rados.rados.0.smithi090.stdout:3722: writing smithi09077644-50 from 614400 to 1138688 tid 2 2024-03-07T03:09:53.172 INFO:tasks.rados.rados.0.smithi090.stdout:3722: writing smithi09077644-50 from 1138688 to 1679360 tid 3 2024-03-07T03:09:53.176 INFO:tasks.rados.rados.0.smithi090.stdout:3722: writing smithi09077644-50 from 1679360 to 2162688 tid 4 2024-03-07T03:09:53.176 INFO:tasks.rados.rados.0.smithi090.stdout:3722: writing smithi09077644-50 from 2162688 to 2220032 tid 5 2024-03-07T03:09:53.176 INFO:tasks.rados.rados.0.smithi090.stdout:3723: delete oid 42 current snap is 367 2024-03-07T03:09:53.176 INFO:tasks.rados.rados.0.smithi090.stdout:3722: finishing write tid 1 to smithi09077644-50 2024-03-07T03:09:53.176 INFO:tasks.rados.rados.0.smithi090.stdout:3722: finishing write tid 2 to smithi09077644-50 2024-03-07T03:09:53.178 INFO:tasks.rados.rados.0.smithi090.stdout:3722: finishing write tid 3 to smithi09077644-50 2024-03-07T03:09:53.178 INFO:tasks.rados.rados.0.smithi090.stdout:3723: done (1 left) 2024-03-07T03:09:53.178 INFO:tasks.rados.rados.0.smithi090.stdout:3724: snap_create 2024-03-07T03:09:53.180 INFO:tasks.rados.rados.0.smithi090.stdout:3722: finishing write tid 4 to smithi09077644-50 2024-03-07T03:09:53.181 INFO:tasks.rados.rados.0.smithi090.stdout:3722: finishing write tid 5 to smithi09077644-50 2024-03-07T03:09:53.181 INFO:tasks.rados.rados.0.smithi090.stdout:3722: finishing write tid 6 to smithi09077644-50 2024-03-07T03:09:53.184 INFO:tasks.rados.rados.0.smithi090.stdout:3722: finishing write tid 7 to smithi09077644-50 2024-03-07T03:09:53.185 INFO:tasks.rados.rados.0.smithi090.stdout:3722: oid 50 updating version 0 to 1489 2024-03-07T03:09:53.185 INFO:tasks.rados.rados.0.smithi090.stdout:3722: oid 50 updating version 1489 to 1490 2024-03-07T03:09:53.185 INFO:tasks.rados.rados.0.smithi090.stdout:3722: oid 50 updating version 1490 to 1492 2024-03-07T03:09:53.185 INFO:tasks.rados.rados.0.smithi090.stdout:3722: oid 50 version 1492 is already newer than 1491 2024-03-07T03:09:53.185 INFO:tasks.rados.rados.0.smithi090.stdout:3722: oid 50 version 1492 is already newer than 1488 2024-03-07T03:09:53.185 INFO:tasks.rados.rados.0.smithi090.stdout:3722: oid 50 version 1492 is already newer than 1487 2024-03-07T03:09:53.185 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 50 v 1492 (ObjNum 1135 snap 367 seq_num 1135) dirty exists 2024-03-07T03:09:53.185 INFO:tasks.rados.rados.0.smithi090.stdout:3722: left oid 50 (ObjNum 1135 snap 367 seq_num 1135) 2024-03-07T03:09:53.324 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:09:53 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:09:53] "GET /metrics HTTP/1.1" 200 36319 "" "Prometheus/2.43.0" 2024-03-07T03:09:53.325 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:09:53 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:09:53.165+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:53.325 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:53 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:53.020+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:53.325 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:53 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:53.169+0000 7f4442f67700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:09:53.325 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:53 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:53.169+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:53.326 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:53 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:53.161+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:53.326 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:53 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:53.169+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:53.326 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:53 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:53.170+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:09:53.326 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:53 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:53.170+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:53.352 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:53.020+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:53.352 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:09:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:09:53.161+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:53.353 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:53.022+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:53.353 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:53.022+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:09:53.353 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:53.022+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:53.353 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:53.169+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:09:53.353 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:53.169+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:53.353 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:53.169+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:54.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:53 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:54.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:53 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:54.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:53 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:54.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:53 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:54.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:53 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:54.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:53 smithi090 ceph-mon[89511]: osdmap e801: 8 total, 8 up, 8 in 2024-03-07T03:09:54.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:53 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:54.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:53 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:54.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:53 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:54.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:53 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:54.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:53 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:54.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:53 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:54.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:53 smithi090 ceph-mon[91928]: osdmap e801: 8 total, 8 up, 8 in 2024-03-07T03:09:54.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:53 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:54.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:53 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:54.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:53 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:54.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:53 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:54.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:53 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:54.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:53 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:54.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:53 smithi092 ceph-mon[83777]: osdmap e801: 8 total, 8 up, 8 in 2024-03-07T03:09:54.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:53 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:54.164 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:53.788+0000 7fc296413700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:09:54.164 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:53.788+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:54.165 INFO:tasks.rados.rados.0.smithi090.stdout:3722: done (1 left) 2024-03-07T03:09:54.165 INFO:tasks.rados.rados.0.smithi090.stdout:3724: done (0 left) 2024-03-07T03:09:54.165 INFO:tasks.rados.rados.0.smithi090.stdout:3725: snap_create 2024-03-07T03:09:54.516 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:09:54 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:09:54.165+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:54.574 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:09:54 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:09:54.167+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:54.828 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:54 smithi092 ceph-mon[83777]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:54.828 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:54 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:54.828 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:54 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:54.828 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:54 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:54.828 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:54 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:54.828 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:54 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:54.828 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:54 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:54.828 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:54 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:54.829 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:54 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:54.829 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:54 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:54.829 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:54 smithi092 ceph-mon[83777]: pgmap v634: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 719 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.0 MiB/s wr, 4 op/s 2024-03-07T03:09:54.829 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:54 smithi092 ceph-mon[83777]: osdmap e802: 8 total, 8 up, 8 in 2024-03-07T03:09:54.829 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:54 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:55.023 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:54 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:54.629+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:55.023 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:54 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:54.629+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:55.023 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:54 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:54.629+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:55.023 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:54 smithi090 ceph-mon[89511]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:55.023 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:54 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:55.023 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:54 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:55.024 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:54 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:55.024 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:54 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:55.024 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:54 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:55.024 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:54 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:55.024 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:54 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:55.024 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:54 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:55.024 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:54 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:55.024 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:54 smithi090 ceph-mon[89511]: pgmap v634: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 719 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.0 MiB/s wr, 4 op/s 2024-03-07T03:09:55.024 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:54 smithi090 ceph-mon[89511]: osdmap e802: 8 total, 8 up, 8 in 2024-03-07T03:09:55.024 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:54 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:55.024 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:54 smithi090 ceph-mon[91928]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:55.025 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:54 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:55.025 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:54 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:55.025 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:54 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:55.025 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:54 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:55.025 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:54 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:55.025 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:54 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:55.025 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:54 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:55.025 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:54 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:55.025 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:54 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:55.025 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:54 smithi090 ceph-mon[91928]: pgmap v634: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 719 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.0 MiB/s wr, 4 op/s 2024-03-07T03:09:55.025 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:54 smithi090 ceph-mon[91928]: osdmap e802: 8 total, 8 up, 8 in 2024-03-07T03:09:55.025 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:54 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:55.026 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:54 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:54.826+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:55.026 INFO:teuthology.orchestra.run.smithi090.stdout:true 2024-03-07T03:09:55.162 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:54 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:54.827+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:55.162 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:54 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:54.827+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:55.163 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:54 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:54.827+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:09:55.163 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:54 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:54.827+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:55.164 INFO:tasks.rados.rados.0.smithi090.stdout:3725: done (0 left) 2024-03-07T03:09:55.164 INFO:tasks.rados.rados.0.smithi090.stdout:3726: rollback oid 11 current snap is 369 2024-03-07T03:09:55.164 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 11 to 363 2024-03-07T03:09:55.164 INFO:tasks.rados.rados.0.smithi090.stdout:3727: rollback oid 32 current snap is 369 2024-03-07T03:09:55.164 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 32 to 352 2024-03-07T03:09:55.164 INFO:tasks.rados.rados.0.smithi090.stdout:3728: delete oid 15 current snap is 369 2024-03-07T03:09:55.168 INFO:tasks.rados.rados.0.smithi090.stdout:3727: finishing rollback tid 1 to smithi09077644-32 2024-03-07T03:09:55.169 INFO:tasks.rados.rados.0.smithi090.stdout:3727: finishing rollback tid 2 to smithi09077644-32 2024-03-07T03:09:55.169 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 32 v 1199 (ObjNum 1075 snap 341 seq_num 1075) dirty exists 2024-03-07T03:09:55.171 INFO:tasks.rados.rados.0.smithi090.stdout:3727: done (2 left) 2024-03-07T03:09:55.172 INFO:tasks.rados.rados.0.smithi090.stdout:3728: done (1 left) 2024-03-07T03:09:55.172 INFO:tasks.rados.rados.0.smithi090.stdout:3729: rollback oid 21 current snap is 369 2024-03-07T03:09:55.172 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 21 to 307 2024-03-07T03:09:55.172 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 17 current snap is 369 2024-03-07T03:09:55.172 INFO:tasks.rados.rados.0.smithi090.stdout:3730: seq_num 1138 ranges {0=663552,663552=581632,1245184=712704,1957888=311296} 2024-03-07T03:09:55.176 INFO:tasks.rados.rados.0.smithi090.stdout:3730: writing smithi09077644-17 from 0 to 663552 tid 1 2024-03-07T03:09:55.179 INFO:tasks.rados.rados.0.smithi090.stdout:3730: writing smithi09077644-17 from 663552 to 1245184 tid 2 2024-03-07T03:09:55.183 INFO:tasks.rados.rados.0.smithi090.stdout:3730: writing smithi09077644-17 from 1245184 to 1957888 tid 3 2024-03-07T03:09:55.186 INFO:tasks.rados.rados.0.smithi090.stdout:3730: writing smithi09077644-17 from 1957888 to 2269184 tid 4 2024-03-07T03:09:55.186 INFO:tasks.rados.rados.0.smithi090.stdout:3731: snap_create 2024-03-07T03:09:55.186 INFO:tasks.rados.rados.0.smithi090.stdout:3726: finishing rollback tid 0 to smithi09077644-11 2024-03-07T03:09:55.186 INFO:tasks.rados.rados.0.smithi090.stdout:3726: finishing rollback tid 1 to smithi09077644-11 2024-03-07T03:09:55.186 INFO:tasks.rados.rados.0.smithi090.stdout:3726: finishing rollback tid 2 to smithi09077644-11 2024-03-07T03:09:55.186 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 11 v 12751 (ObjNum 1114 snap 356 seq_num 1114) dirty exists 2024-03-07T03:09:55.186 INFO:tasks.rados.rados.0.smithi090.stdout:3729: finishing rollback tid 0 to smithi09077644-21 2024-03-07T03:09:55.187 INFO:tasks.rados.rados.0.smithi090.stdout:3729: finishing rollback tid 1 to smithi09077644-21 2024-03-07T03:09:55.187 INFO:tasks.rados.rados.0.smithi090.stdout:3729: finishing rollback tid 2 to smithi09077644-21 2024-03-07T03:09:55.187 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 1447 (ObjNum 640 snap 199 seq_num 640) dirty exists 2024-03-07T03:09:55.187 INFO:tasks.rados.rados.0.smithi090.stdout:3730: finishing write tid 1 to smithi09077644-17 2024-03-07T03:09:55.187 INFO:tasks.rados.rados.0.smithi090.stdout:3730: finishing write tid 2 to smithi09077644-17 2024-03-07T03:09:55.188 INFO:tasks.rados.rados.0.smithi090.stdout:3730: finishing write tid 3 to smithi09077644-17 2024-03-07T03:09:55.189 INFO:tasks.rados.rados.0.smithi090.stdout:3730: finishing write tid 4 to smithi09077644-17 2024-03-07T03:09:55.189 INFO:tasks.rados.rados.0.smithi090.stdout:3730: finishing write tid 5 to smithi09077644-17 2024-03-07T03:09:55.191 INFO:tasks.rados.rados.0.smithi090.stdout:3730: finishing write tid 6 to smithi09077644-17 2024-03-07T03:09:55.191 INFO:tasks.rados.rados.0.smithi090.stdout:3730: oid 17 updating version 0 to 1474 2024-03-07T03:09:55.191 INFO:tasks.rados.rados.0.smithi090.stdout:3730: oid 17 version 1474 is already newer than 1472 2024-03-07T03:09:55.192 INFO:tasks.rados.rados.0.smithi090.stdout:3730: oid 17 version 1474 is already newer than 1473 2024-03-07T03:09:55.192 INFO:tasks.rados.rados.0.smithi090.stdout:3730: oid 17 updating version 1474 to 1476 2024-03-07T03:09:55.192 INFO:tasks.rados.rados.0.smithi090.stdout:3730: oid 17 version 1476 is already newer than 1475 2024-03-07T03:09:55.192 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 17 v 1476 (ObjNum 1138 snap 369 seq_num 1138) dirty exists 2024-03-07T03:09:55.192 INFO:tasks.rados.rados.0.smithi090.stdout:3730: left oid 17 (ObjNum 1138 snap 369 seq_num 1138) 2024-03-07T03:09:55.324 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:09:55 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:09:55.164+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:55.325 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:55 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:55.173+0000 7f443ef5f700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:09:55.325 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:55 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:55.173+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:55.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:55 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:55.169+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:55.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:55 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:55.169+0000 7fa43c425700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:09:55.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:55 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:55.169+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:55.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:55 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:55.172+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:55.352 INFO:teuthology.orchestra.run.smithi090.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-07T03:09:55.352 INFO:teuthology.orchestra.run.smithi090.stdout:alertmanager.a smithi090 *:9093,9094 running (34s) 30s ago 15m 17.4M - 0.25.0 c8568f914cd2 855c0ef689e3 2024-03-07T03:09:55.352 INFO:teuthology.orchestra.run.smithi090.stdout:grafana.a smithi092 *:3000 running (8s) 3s ago 15m 53.8M - 9.4.12 a0ea5e3c46d9 d0325a4113e5 2024-03-07T03:09:55.352 INFO:teuthology.orchestra.run.smithi090.stdout:mds.a smithi090 running (104s) 30s ago 16m 16.3M - 19.0.0-1905-gea9a5688 fdb83767c1ab 005e0f69d9f6 2024-03-07T03:09:55.352 INFO:teuthology.orchestra.run.smithi090.stdout:mds.b smithi092 running (83s) 3s ago 16m 12.8M - 19.0.0-1905-gea9a5688 fdb83767c1ab 959ff8181ff3 2024-03-07T03:09:55.353 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.x smithi092 *:8443,9283,8765 running (7m) 3s ago 19m 455M - 19.0.0-1905-gea9a5688 fdb83767c1ab ca843ce9235f 2024-03-07T03:09:55.353 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.y smithi090 *:8443,9283,8765 running (8m) 30s ago 21m 515M - 19.0.0-1905-gea9a5688 fdb83767c1ab 3f0549138d93 2024-03-07T03:09:55.353 INFO:teuthology.orchestra.run.smithi090.stdout:mon.a smithi090 running (7m) 30s ago 21m 70.1M 2048M 19.0.0-1905-gea9a5688 fdb83767c1ab f36508ef70bc 2024-03-07T03:09:55.353 INFO:teuthology.orchestra.run.smithi090.stdout:mon.b smithi092 running (6m) 3s ago 20m 57.0M 2048M 19.0.0-1905-gea9a5688 fdb83767c1ab 70867588f01a 2024-03-07T03:09:55.353 INFO:teuthology.orchestra.run.smithi090.stdout:mon.c smithi090 running (7m) 30s ago 19m 57.4M 2048M 19.0.0-1905-gea9a5688 fdb83767c1ab 93f762a9b94a 2024-03-07T03:09:55.353 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.a smithi090 *:9100 running (70s) 30s ago 14m 8446k - 1.5.0 0da6a335fe13 efb027e5514a 2024-03-07T03:09:55.353 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.b smithi092 *:9100 running (66s) 3s ago 14m 15.7M - 1.5.0 0da6a335fe13 ffaf0c16175a 2024-03-07T03:09:55.353 INFO:teuthology.orchestra.run.smithi090.stdout:osd.0 smithi090 running (6m) 30s ago 19m 372M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab 7a23382ba346 2024-03-07T03:09:55.353 INFO:teuthology.orchestra.run.smithi090.stdout:osd.1 smithi090 running (5m) 30s ago 18m 265M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab d1d5335a3808 2024-03-07T03:09:55.353 INFO:teuthology.orchestra.run.smithi090.stdout:osd.2 smithi090 running (5m) 30s ago 18m 240M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab 34e4a76f0e0d 2024-03-07T03:09:55.353 INFO:teuthology.orchestra.run.smithi090.stdout:osd.3 smithi090 running (4m) 30s ago 18m 127M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab 04aef511bc7e 2024-03-07T03:09:55.353 INFO:teuthology.orchestra.run.smithi090.stdout:osd.4 smithi092 running (3m) 3s ago 17m 265M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab 8e559c34e8fe 2024-03-07T03:09:55.353 INFO:teuthology.orchestra.run.smithi090.stdout:osd.5 smithi092 running (3m) 3s ago 17m 233M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab d3fe952fea5f 2024-03-07T03:09:55.353 INFO:teuthology.orchestra.run.smithi090.stdout:osd.6 smithi092 running (2m) 3s ago 16m 107M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab 9a6332c192c9 2024-03-07T03:09:55.354 INFO:teuthology.orchestra.run.smithi090.stdout:osd.7 smithi092 running (2m) 3s ago 16m 99.3M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab a2de553b24be 2024-03-07T03:09:55.354 INFO:teuthology.orchestra.run.smithi090.stdout:prometheus.a smithi092 *:9095 running (50s) 3s ago 15m 46.9M - 2.43.0 a07b618ecd1d bd032c4c750a 2024-03-07T03:09:55.412 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:09:55 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:09:55.166+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:55.413 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:55 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:55.169+0000 7fc29a41b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:09:55.413 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:55 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:55.169+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:55.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:55 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:55.162+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:09:55.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:55 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:55.162+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:55.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:55 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:55.163+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:55.742 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-03-07T03:09:55.742 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": { 2024-03-07T03:09:55.742 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 3 2024-03-07T03:09:55.742 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:09:55.742 INFO:teuthology.orchestra.run.smithi090.stdout: "mgr": { 2024-03-07T03:09:55.743 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 2 2024-03-07T03:09:55.743 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:09:55.743 INFO:teuthology.orchestra.run.smithi090.stdout: "osd": { 2024-03-07T03:09:55.743 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 8 2024-03-07T03:09:55.743 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:09:55.743 INFO:teuthology.orchestra.run.smithi090.stdout: "mds": { 2024-03-07T03:09:55.743 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 2 2024-03-07T03:09:55.743 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:09:55.743 INFO:teuthology.orchestra.run.smithi090.stdout: "overall": { 2024-03-07T03:09:55.743 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 15 2024-03-07T03:09:55.743 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-03-07T03:09:55.743 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-03-07T03:09:56.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:55 smithi090 ceph-mon[89511]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:56.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:55 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:56.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:55 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:56.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:55 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:56.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:55 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:56.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:55 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:56.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:55 smithi090 ceph-mon[89511]: osdmap e803: 8 total, 8 up, 8 in 2024-03-07T03:09:56.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:55 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:56.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:55 smithi090 ceph-mon[91928]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:56.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:55 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:56.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:55 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:56.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:55 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:56.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:55 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:56.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:55 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:56.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:55 smithi090 ceph-mon[91928]: osdmap e803: 8 total, 8 up, 8 in 2024-03-07T03:09:56.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:55 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:56.078 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:55 smithi092 ceph-mon[83777]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:56.079 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:55 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:56.079 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:55 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:56.079 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:55 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:56.079 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:55 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:56.079 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:55 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:56.079 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:55 smithi092 ceph-mon[83777]: osdmap e803: 8 total, 8 up, 8 in 2024-03-07T03:09:56.079 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:55 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:56.169 INFO:tasks.rados.rados.0.smithi090.stdout:3726: done (3 left) 2024-03-07T03:09:56.169 INFO:tasks.rados.rados.0.smithi090.stdout:3729: done (2 left) 2024-03-07T03:09:56.170 INFO:tasks.rados.rados.0.smithi090.stdout:3730: done (1 left) 2024-03-07T03:09:56.170 INFO:tasks.rados.rados.0.smithi090.stdout:3731: done (0 left) 2024-03-07T03:09:56.170 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 13 current snap is 370 2024-03-07T03:09:56.170 INFO:tasks.rados.rados.0.smithi090.stdout:3732: seq_num 1139 ranges {0=679936,679936=458752,1138688=524288,1662976=540672,2203648=81920} 2024-03-07T03:09:56.173 INFO:tasks.rados.rados.0.smithi090.stdout:3732: writing smithi09077644-13 from 0 to 679936 tid 1 2024-03-07T03:09:56.176 INFO:tasks.rados.rados.0.smithi090.stdout:3732: writing smithi09077644-13 from 679936 to 1138688 tid 2 2024-03-07T03:09:56.179 INFO:tasks.rados.rados.0.smithi090.stdout:3732: writing smithi09077644-13 from 1138688 to 1662976 tid 3 2024-03-07T03:09:56.183 INFO:tasks.rados.rados.0.smithi090.stdout:3732: writing smithi09077644-13 from 1662976 to 2203648 tid 4 2024-03-07T03:09:56.184 INFO:tasks.rados.rados.0.smithi090.stdout:3732: writing smithi09077644-13 from 2203648 to 2285568 tid 5 2024-03-07T03:09:56.184 INFO:tasks.rados.rados.0.smithi090.stdout:3733: rollback oid 30 current snap is 370 2024-03-07T03:09:56.184 INFO:tasks.rados.rados.0.smithi090.stdout:3732: finishing write tid 1 to smithi09077644-13 2024-03-07T03:09:56.184 INFO:tasks.rados.rados.0.smithi090.stdout:3732: finishing write tid 2 to smithi09077644-13 2024-03-07T03:09:56.184 INFO:tasks.rados.rados.0.smithi090.stdout:3732: finishing write tid 3 to smithi09077644-13 2024-03-07T03:09:56.184 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 30 to 367 2024-03-07T03:09:56.184 INFO:tasks.rados.rados.0.smithi090.stdout:3734: snap_create 2024-03-07T03:09:56.188 INFO:tasks.rados.rados.0.smithi090.stdout:3732: finishing write tid 4 to smithi09077644-13 2024-03-07T03:09:56.191 INFO:tasks.rados.rados.0.smithi090.stdout:3732: finishing write tid 5 to smithi09077644-13 2024-03-07T03:09:56.191 INFO:tasks.rados.rados.0.smithi090.stdout:3732: finishing write tid 6 to smithi09077644-13 2024-03-07T03:09:56.192 INFO:tasks.rados.rados.0.smithi090.stdout:3733: finishing rollback tid 0 to smithi09077644-30 2024-03-07T03:09:56.192 INFO:tasks.rados.rados.0.smithi090.stdout:3733: finishing rollback tid 1 to smithi09077644-30 2024-03-07T03:09:56.192 INFO:tasks.rados.rados.0.smithi090.stdout:3733: finishing rollback tid 2 to smithi09077644-30 2024-03-07T03:09:56.192 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 30 v 12754 (ObjNum 1038 snap 327 seq_num 1038) dirty exists 2024-03-07T03:09:56.193 INFO:tasks.rados.rados.0.smithi090.stdout:3732: finishing write tid 7 to smithi09077644-13 2024-03-07T03:09:56.193 INFO:tasks.rados.rados.0.smithi090.stdout:3732: oid 13 updating version 0 to 1480 2024-03-07T03:09:56.193 INFO:tasks.rados.rados.0.smithi090.stdout:3732: oid 13 updating version 1480 to 1482 2024-03-07T03:09:56.193 INFO:tasks.rados.rados.0.smithi090.stdout:3732: oid 13 version 1482 is already newer than 1479 2024-03-07T03:09:56.193 INFO:tasks.rados.rados.0.smithi090.stdout:3732: oid 13 version 1482 is already newer than 1481 2024-03-07T03:09:56.194 INFO:tasks.rados.rados.0.smithi090.stdout:3732: oid 13 version 1482 is already newer than 1478 2024-03-07T03:09:56.194 INFO:tasks.rados.rados.0.smithi090.stdout:3732: oid 13 version 1482 is already newer than 1477 2024-03-07T03:09:56.194 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 13 v 1482 (ObjNum 1139 snap 370 seq_num 1139) dirty exists 2024-03-07T03:09:56.194 INFO:tasks.rados.rados.0.smithi090.stdout:3732: left oid 13 (ObjNum 1139 snap 370 seq_num 1139) 2024-03-07T03:09:56.412 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:09:56.190+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:56.413 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:56.179+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:56.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:56.171+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:56.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:56.171+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:09:56.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:56.171+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:56.574 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:56.192+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:56.574 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:09:56.190+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:56.575 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:56.172+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:56.575 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:56.172+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:56.575 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:56.172+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:57.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:57.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:57.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:57.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: from='client.34446 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:09:57.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:57.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:57.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:57.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:57.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:57.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:57.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:57.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:57.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: from='client.34452 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:09:57.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: from='client.? 172.21.15.90:0/2269747888' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:57.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: pgmap v637: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 726 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-03-07T03:09:57.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:57.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:57.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:09:57.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:09:57.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: osdmap e804: 8 total, 8 up, 8 in 2024-03-07T03:09:57.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:57.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:57.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-03-07T03:09:57.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:09:57.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:57.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:57.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:57.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: from='client.34446 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:09:57.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:57.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:57.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:57.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:57.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:57.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:57.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:57.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:57.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: from='client.34452 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:09:57.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: from='client.? 172.21.15.90:0/2269747888' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:57.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: pgmap v637: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 726 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-03-07T03:09:57.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:57.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:57.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:09:57.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:09:57.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: osdmap e804: 8 total, 8 up, 8 in 2024-03-07T03:09:57.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:57.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:57.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-03-07T03:09:57.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:09:57.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:57.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:57.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:57.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:57.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:57.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:57.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:57.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:57.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:57.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:57.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:57.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:57.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:57.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:57.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:57.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:57.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:57.081 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:57.081 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:57.081 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-03-07T03:09:57.081 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-03-07T03:09:57.081 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-07T03:09:57.081 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-03-07T03:09:57.081 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-03-07T03:09:57.081 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-03-07T03:09:57.081 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-03-07T03:09:57.081 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-03-07T03:09:57.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:57.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:57.082 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:57.082 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:57.082 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:57.082 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:57.082 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:57.082 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:57.082 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:57.082 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:57.082 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:57.082 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:57.082 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:57.082 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:57.082 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:57.082 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:57.082 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:57.083 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:57.083 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:57.083 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-03-07T03:09:57.083 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-03-07T03:09:57.083 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-07T03:09:57.083 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-03-07T03:09:57.083 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-03-07T03:09:57.083 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-03-07T03:09:57.083 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-03-07T03:09:57.083 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-03-07T03:09:57.084 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-03-07T03:09:57.084 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-03-07T03:09:57.084 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-03-07T03:09:57.084 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-03-07T03:09:57.084 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-03-07T03:09:57.084 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-03-07T03:09:57.084 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-07T03:09:57.084 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-03-07T03:09:57.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-03-07T03:09:57.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-03-07T03:09:57.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-03-07T03:09:57.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-03-07T03:09:57.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-03-07T03:09:57.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-03-07T03:09:57.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-03-07T03:09:57.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-07T03:09:57.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-07T03:09:57.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-07T03:09:57.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-07T03:09:57.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-07T03:09:57.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-07T03:09:57.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-03-07T03:09:57.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-03-07T03:09:57.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:09:57.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:09:57.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:09:57.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:57.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:09:57.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:09:57.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:09:57.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:57.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-03-07T03:09:57.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-03-07T03:09:57.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-03-07T03:09:57.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-03-07T03:09:57.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-03-07T03:09:57.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-03-07T03:09:57.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-07T03:09:57.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-03-07T03:09:57.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-03-07T03:09:57.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-03-07T03:09:57.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-03-07T03:09:57.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-03-07T03:09:57.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-03-07T03:09:57.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-03-07T03:09:57.088 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-03-07T03:09:57.088 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-07T03:09:57.088 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-07T03:09:57.088 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-07T03:09:57.088 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-07T03:09:57.088 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-07T03:09:57.088 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-07T03:09:57.088 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-03-07T03:09:57.088 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-03-07T03:09:57.088 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:09:57.088 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:09:57.088 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:09:57.088 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:57.089 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:09:57.089 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:09:57.089 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:09:57.089 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:56 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:57.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:57.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:57.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:57.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: from='client.34446 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:09:57.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:57.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:57.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:57.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:57.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:57.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:57.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:57.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:57.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: from='client.34452 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:09:57.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: from='client.? 172.21.15.90:0/2269747888' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:57.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: pgmap v637: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 726 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-03-07T03:09:57.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:57.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:57.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:09:57.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:09:57.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: osdmap e804: 8 total, 8 up, 8 in 2024-03-07T03:09:57.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:57.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:57.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-03-07T03:09:57.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:09:57.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:57.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:57.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:57.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:57.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:57.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:57.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:57.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:57.166 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:57.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:57.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:57.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:57.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:57.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:57.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:57.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:57.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:57.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:09:57.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:57.167 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-03-07T03:09:57.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-03-07T03:09:57.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-07T03:09:57.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-03-07T03:09:57.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-03-07T03:09:57.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-03-07T03:09:57.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-03-07T03:09:57.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-03-07T03:09:57.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-03-07T03:09:57.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-03-07T03:09:57.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-03-07T03:09:57.168 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-03-07T03:09:57.169 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-03-07T03:09:57.169 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-03-07T03:09:57.169 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-07T03:09:57.169 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-03-07T03:09:57.169 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-03-07T03:09:57.169 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-03-07T03:09:57.169 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-03-07T03:09:57.169 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-03-07T03:09:57.169 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-03-07T03:09:57.169 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-03-07T03:09:57.169 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-03-07T03:09:57.169 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-07T03:09:57.170 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-07T03:09:57.170 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-07T03:09:57.170 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-07T03:09:57.170 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-07T03:09:57.170 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-07T03:09:57.170 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-03-07T03:09:57.170 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-03-07T03:09:57.170 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:09:57.170 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:09:57.170 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:09:57.170 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:57.171 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:09:57.171 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:09:57.171 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:09:57.171 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:56 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:57.182 INFO:tasks.rados.rados.0.smithi090.stdout:3732: done (2 left) 2024-03-07T03:09:57.183 INFO:tasks.rados.rados.0.smithi090.stdout:3733: done (1 left) 2024-03-07T03:09:57.183 INFO:tasks.rados.rados.0.smithi090.stdout:3734: done (0 left) 2024-03-07T03:09:57.183 INFO:tasks.rados.rados.0.smithi090.stdout:3735: read oid 41 snap -1 2024-03-07T03:09:57.183 INFO:tasks.rados.rados.0.smithi090.stdout:3735: expect (ObjNum 1071 snap 340 seq_num 1071) 2024-03-07T03:09:57.183 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 33 current snap is 371 2024-03-07T03:09:57.183 INFO:tasks.rados.rados.0.smithi090.stdout:3736: seq_num 1140 ranges {1163264=696320,1859584=745472,2605056=729088,3334144=131072} 2024-03-07T03:09:57.193 INFO:tasks.rados.rados.0.smithi090.stdout:3736: writing smithi09077644-33 from 1163264 to 1859584 tid 1 2024-03-07T03:09:57.197 INFO:tasks.rados.rados.0.smithi090.stdout:3736: writing smithi09077644-33 from 1859584 to 2605056 tid 2 2024-03-07T03:09:57.201 INFO:tasks.rados.rados.0.smithi090.stdout:3736: writing smithi09077644-33 from 2605056 to 3334144 tid 3 2024-03-07T03:09:57.203 INFO:tasks.rados.rados.0.smithi090.stdout:3736: writing smithi09077644-33 from 3334144 to 3465216 tid 4 2024-03-07T03:09:57.203 INFO:tasks.rados.rados.0.smithi090.stdout:3737: snap_create 2024-03-07T03:09:57.203 INFO:tasks.rados.rados.0.smithi090.stdout:3735: expect (ObjNum 1071 snap 340 seq_num 1071) 2024-03-07T03:09:57.238 INFO:tasks.rados.rados.0.smithi090.stdout:3736: finishing write tid 1 to smithi09077644-33 2024-03-07T03:09:57.238 INFO:tasks.rados.rados.0.smithi090.stdout:3736: finishing write tid 2 to smithi09077644-33 2024-03-07T03:09:57.238 INFO:tasks.rados.rados.0.smithi090.stdout:3736: finishing write tid 3 to smithi09077644-33 2024-03-07T03:09:57.238 INFO:tasks.rados.rados.0.smithi090.stdout:3736: finishing write tid 4 to smithi09077644-33 2024-03-07T03:09:57.239 INFO:tasks.rados.rados.0.smithi090.stdout:3736: finishing write tid 5 to smithi09077644-33 2024-03-07T03:09:57.239 INFO:tasks.rados.rados.0.smithi090.stdout:3736: finishing write tid 6 to smithi09077644-33 2024-03-07T03:09:57.239 INFO:tasks.rados.rados.0.smithi090.stdout:3736: oid 33 updating version 0 to 12774 2024-03-07T03:09:57.239 INFO:tasks.rados.rados.0.smithi090.stdout:3736: oid 33 version 12774 is already newer than 12773 2024-03-07T03:09:57.239 INFO:tasks.rados.rados.0.smithi090.stdout:3736: oid 33 version 12774 is already newer than 12770 2024-03-07T03:09:57.239 INFO:tasks.rados.rados.0.smithi090.stdout:3736: oid 33 version 12774 is already newer than 12772 2024-03-07T03:09:57.239 INFO:tasks.rados.rados.0.smithi090.stdout:3736: oid 33 version 12774 is already newer than 12771 2024-03-07T03:09:57.239 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 33 v 12774 (ObjNum 1140 snap 371 seq_num 1140) dirty exists 2024-03-07T03:09:57.239 INFO:tasks.rados.rados.0.smithi090.stdout:3736: left oid 33 (ObjNum 1140 snap 371 seq_num 1140) 2024-03-07T03:09:57.574 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:09:57 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:09:57.184+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:57.575 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:57 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:57.186+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:57.575 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:57 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:57.186+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:09:57.575 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:57 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:57.186+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:57.575 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:57 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:57.187+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:57.663 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:09:57 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:09:57.180+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:57.663 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:57 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:57.198+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:09:57.663 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:57 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:57.198+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:57.663 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:57 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:57.198+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:58.075 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:57 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:57.767+0000 7f4442f67700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:09:58.075 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:57 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:57.767+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:58.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:57 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:58.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:57 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:58.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:57 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:58.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:57 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:58.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:57 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:58.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:57 smithi090 ceph-mon[91928]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:58.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:57 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:58.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:57 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:58.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:57 smithi090 ceph-mon[91928]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-03-07T03:09:58.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:57 smithi090 ceph-mon[91928]: Upgrade: Finalizing container_image settings 2024-03-07T03:09:58.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:57 smithi090 ceph-mon[91928]: Upgrade: Complete! 2024-03-07T03:09:58.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:57 smithi090 ceph-mon[91928]: osdmap e805: 8 total, 8 up, 8 in 2024-03-07T03:09:58.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:57 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:58.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:57 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:58.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:57 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:58.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:57 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:58.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:57 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:58.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:57 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:58.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:57 smithi090 ceph-mon[89511]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:58.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:57 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:58.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:57 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:58.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:57 smithi090 ceph-mon[89511]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-03-07T03:09:58.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:57 smithi090 ceph-mon[89511]: Upgrade: Finalizing container_image settings 2024-03-07T03:09:58.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:57 smithi090 ceph-mon[89511]: Upgrade: Complete! 2024-03-07T03:09:58.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:57 smithi090 ceph-mon[89511]: osdmap e805: 8 total, 8 up, 8 in 2024-03-07T03:09:58.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:57 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:58.163 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:57 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:57.768+0000 7fc29a41b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:09:58.163 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:57 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:57.768+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:58.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:57 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:58.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:57 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:58.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:57 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:58.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:57 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:58.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:57 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:58.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:57 smithi092 ceph-mon[83777]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:58.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:57 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:58.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:57 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:58.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:57 smithi092 ceph-mon[83777]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-03-07T03:09:58.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:57 smithi092 ceph-mon[83777]: Upgrade: Finalizing container_image settings 2024-03-07T03:09:58.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:57 smithi092 ceph-mon[83777]: Upgrade: Complete! 2024-03-07T03:09:58.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:57 smithi092 ceph-mon[83777]: osdmap e805: 8 total, 8 up, 8 in 2024-03-07T03:09:58.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:57 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:58.182 INFO:tasks.rados.rados.0.smithi090.stdout:3735: done (2 left) 2024-03-07T03:09:58.183 INFO:tasks.rados.rados.0.smithi090.stdout:3736: done (1 left) 2024-03-07T03:09:58.183 INFO:tasks.rados.rados.0.smithi090.stdout:3737: done (0 left) 2024-03-07T03:09:58.183 INFO:tasks.rados.rados.0.smithi090.stdout:3738: delete oid 10 current snap is 372 2024-03-07T03:09:58.188 INFO:tasks.rados.rados.0.smithi090.stdout:3738: done (0 left) 2024-03-07T03:09:58.188 INFO:tasks.rados.rados.0.smithi090.stdout:3739: rollback oid 48 current snap is 372 2024-03-07T03:09:58.188 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 48 to 359 2024-03-07T03:09:58.188 INFO:tasks.rados.rados.0.smithi090.stdout:3740: copy_from oid 44 from oid 42 current snap is 372 2024-03-07T03:09:58.188 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 41 current snap is 372 2024-03-07T03:09:58.188 INFO:tasks.rados.rados.0.smithi090.stdout:3741: seq_num 1142 ranges {1146880=729088,1875968=565248,2441216=696320,3137536=344064} 2024-03-07T03:09:58.198 INFO:tasks.rados.rados.0.smithi090.stdout:3741: writing smithi09077644-41 from 1146880 to 1875968 tid 1 2024-03-07T03:09:58.202 INFO:tasks.rados.rados.0.smithi090.stdout:3741: writing smithi09077644-41 from 1875968 to 2441216 tid 2 2024-03-07T03:09:58.206 INFO:tasks.rados.rados.0.smithi090.stdout:3741: writing smithi09077644-41 from 2441216 to 3137536 tid 3 2024-03-07T03:09:58.209 INFO:tasks.rados.rados.0.smithi090.stdout:3741: writing smithi09077644-41 from 3137536 to 3481600 tid 4 2024-03-07T03:09:58.209 INFO:tasks.rados.rados.0.smithi090.stdout:3742: read oid 1 snap -1 2024-03-07T03:09:58.209 INFO:tasks.rados.rados.0.smithi090.stdout:3742: expect (ObjNum 904 snap 286 seq_num 904) 2024-03-07T03:09:58.209 INFO:tasks.rados.rados.0.smithi090.stdout:3743: snap_remove snap 366 2024-03-07T03:09:58.574 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:09:58 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:09:58.184+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:58.575 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:58 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:58.193+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:58.575 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:58 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:58.187+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:58.575 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:58 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:58.187+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:58.575 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:58 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:58.188+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:58.662 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:09:58 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:09:58.184+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:58.663 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:58 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:58.245+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:58.663 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:58 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:58.189+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:58.663 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:58 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:58.190+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:09:58.663 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:58 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:58.190+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:59.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:58 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:59.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:58 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:59.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:58 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:59.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:58 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:59.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:58 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:59.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:58 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:59.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:58 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:59.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:58 smithi090 ceph-mon[91928]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:59.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:58 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:09:59.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:58 smithi090 ceph-mon[91928]: pgmap v640: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 726 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.6 MiB/s wr, 12 op/s 2024-03-07T03:09:59.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:58 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:59.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:58 smithi090 ceph-mon[91928]: osdmap e806: 8 total, 8 up, 8 in 2024-03-07T03:09:59.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:58 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:59.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:58 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:59.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:58 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:59.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:58 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:59.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:58 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:59.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:58 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:59.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:58 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:59.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:58 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:59.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:58 smithi090 ceph-mon[89511]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:59.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:58 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:09:59.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:58 smithi090 ceph-mon[89511]: pgmap v640: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 726 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.6 MiB/s wr, 12 op/s 2024-03-07T03:09:59.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:58 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:59.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:58 smithi090 ceph-mon[89511]: osdmap e806: 8 total, 8 up, 8 in 2024-03-07T03:09:59.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:58 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:59.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:58 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:59.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:58 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:59.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:58 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:59.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:58 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:59.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:58 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:59.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:58 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:59.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:58 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:59.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:58 smithi092 ceph-mon[83777]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:59.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:58 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:09:59.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:58 smithi092 ceph-mon[83777]: pgmap v640: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 726 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.6 MiB/s wr, 12 op/s 2024-03-07T03:09:59.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:58 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:09:59.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:58 smithi092 ceph-mon[83777]: osdmap e806: 8 total, 8 up, 8 in 2024-03-07T03:09:59.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:58 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:59.189 INFO:tasks.rados.rados.0.smithi090.stdout:3743: done (4 left) 2024-03-07T03:09:59.189 INFO:tasks.rados.rados.0.smithi090.stdout:3744: snap_create 2024-03-07T03:09:59.189 INFO:tasks.rados.rados.0.smithi090.stdout:3740: finishing copy_from to smithi09077644-44 2024-03-07T03:09:59.189 INFO:tasks.rados.rados.0.smithi090.stdout:3740: got expected ENOENT (src dne) 2024-03-07T03:09:59.189 INFO:tasks.rados.rados.0.smithi090.stdout:3740: finishing copy_from racing read to smithi09077644-44 2024-03-07T03:09:59.189 INFO:tasks.rados.rados.0.smithi090.stdout:3739: finishing rollback tid 0 to smithi09077644-48 2024-03-07T03:09:59.189 INFO:tasks.rados.rados.0.smithi090.stdout:3739: finishing rollback tid 1 to smithi09077644-48 2024-03-07T03:09:59.190 INFO:tasks.rados.rados.0.smithi090.stdout:3739: finishing rollback tid 2 to smithi09077644-48 2024-03-07T03:09:59.190 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 12740 (ObjNum 1117 snap 356 seq_num 1117) dirty exists 2024-03-07T03:09:59.190 INFO:tasks.rados.rados.0.smithi090.stdout:3741: finishing write tid 1 to smithi09077644-41 2024-03-07T03:09:59.190 INFO:tasks.rados.rados.0.smithi090.stdout:3741: finishing write tid 2 to smithi09077644-41 2024-03-07T03:09:59.190 INFO:tasks.rados.rados.0.smithi090.stdout:3741: finishing write tid 3 to smithi09077644-41 2024-03-07T03:09:59.190 INFO:tasks.rados.rados.0.smithi090.stdout:3741: finishing write tid 4 to smithi09077644-41 2024-03-07T03:09:59.190 INFO:tasks.rados.rados.0.smithi090.stdout:3741: finishing write tid 5 to smithi09077644-41 2024-03-07T03:09:59.190 INFO:tasks.rados.rados.0.smithi090.stdout:3741: finishing write tid 6 to smithi09077644-41 2024-03-07T03:09:59.190 INFO:tasks.rados.rados.0.smithi090.stdout:3741: oid 41 updating version 0 to 12744 2024-03-07T03:09:59.190 INFO:tasks.rados.rados.0.smithi090.stdout:3741: oid 41 version 12744 is already newer than 12743 2024-03-07T03:09:59.190 INFO:tasks.rados.rados.0.smithi090.stdout:3741: oid 41 version 12744 is already newer than 12742 2024-03-07T03:09:59.190 INFO:tasks.rados.rados.0.smithi090.stdout:3741: oid 41 updating version 12744 to 12745 2024-03-07T03:09:59.190 INFO:tasks.rados.rados.0.smithi090.stdout:3741: oid 41 version 12745 is already newer than 12741 2024-03-07T03:09:59.191 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 41 v 12745 (ObjNum 1142 snap 372 seq_num 1142) dirty exists 2024-03-07T03:09:59.191 INFO:tasks.rados.rados.0.smithi090.stdout:3741: left oid 41 (ObjNum 1142 snap 372 seq_num 1142) 2024-03-07T03:09:59.191 INFO:tasks.rados.rados.0.smithi090.stdout:3742: expect (ObjNum 904 snap 286 seq_num 904) 2024-03-07T03:09:59.574 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:09:59 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:09:59.189+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:59.575 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:59 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:59.195+0000 7f443ef5f700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:09:59.575 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:09:59 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:09:59.195+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:59.575 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:59 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:59.346+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:59.575 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:59 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:59.346+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:59.575 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:59 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:59.346+0000 7fa43c425700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:09:59.575 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:09:59 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:09:59.346+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:59.662 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:09:59 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:09:59.347+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:59.663 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:59 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:59.190+0000 7fc29a41b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:09:59.663 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:09:59 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:09:59.190+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:59.663 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:59 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:59.347+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:09:59.663 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:59 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:59.347+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:59.663 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:09:59 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:09:59.348+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:59.997 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:59 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:59.998 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:59 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:59.998 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:59 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:59.998 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:59 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:59.998 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:59 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:59.998 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:59 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:59.998 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:59 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:59.998 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:59 smithi090 ceph-mon[89511]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:59.998 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:59 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:59.998 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:09:59 smithi090 ceph-mon[89511]: osdmap e807: 8 total, 8 up, 8 in 2024-03-07T03:09:59.998 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:59 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:09:59.999 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:59 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:09:59.999 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:59 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:09:59.999 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:59 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:09:59.999 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:59 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:09:59.999 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:59 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:09:59.999 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:59 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:09:59.999 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:59 smithi090 ceph-mon[91928]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:09:59.999 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:59 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:09:59.999 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:09:59 smithi090 ceph-mon[91928]: osdmap e807: 8 total, 8 up, 8 in 2024-03-07T03:10:00.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:59 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:00.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:59 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:00.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:59 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:00.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:59 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:00.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:59 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:00.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:59 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:00.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:59 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:00.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:59 smithi092 ceph-mon[83777]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:00.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:59 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:00.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:09:59 smithi092 ceph-mon[83777]: osdmap e807: 8 total, 8 up, 8 in 2024-03-07T03:10:00.324 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:10:00 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:10:00.193+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:00.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:00 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-a[89507]: 2024-03-07T03:09:59.999+0000 7f55cfa4e700 -1 log_channel(cluster) log [ERR] : Health detail: HEALTH_ERR Possible data damage: 9 pgs snaptrim_error 2024-03-07T03:10:00.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:00 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-a[89507]: 2024-03-07T03:09:59.999+0000 7f55cfa4e700 -1 log_channel(cluster) log [ERR] : [ERR] PG_DAMAGED: Possible data damage: 9 pgs snaptrim_error 2024-03-07T03:10:00.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:00 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-a[89507]: 2024-03-07T03:09:59.999+0000 7f55cfa4e700 -1 log_channel(cluster) log [ERR] : pg 5.0 is active+clean+snaptrim_error, acting [3,1,4] 2024-03-07T03:10:00.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:00 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-a[89507]: 2024-03-07T03:09:59.999+0000 7f55cfa4e700 -1 log_channel(cluster) log [ERR] : pg 5.6 is active+clean+snaptrim_error, acting [2,5,1] 2024-03-07T03:10:00.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:00 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-a[89507]: 2024-03-07T03:09:59.999+0000 7f55cfa4e700 -1 log_channel(cluster) log [ERR] : pg 5.7 is active+clean+snaptrim_error, acting [5,1,0] 2024-03-07T03:10:00.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:00 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-a[89507]: 2024-03-07T03:09:59.999+0000 7f55cfa4e700 -1 log_channel(cluster) log [ERR] : pg 5.9 is active+clean+snaptrim_error, acting [7,6,1] 2024-03-07T03:10:00.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:00 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-a[89507]: 2024-03-07T03:09:59.999+0000 7f55cfa4e700 -1 log_channel(cluster) log [ERR] : pg 5.b is active+clean+snaptrim_error, acting [2,0,5] 2024-03-07T03:10:00.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:00 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-a[89507]: 2024-03-07T03:09:59.999+0000 7f55cfa4e700 -1 log_channel(cluster) log [ERR] : pg 5.c is active+clean+snaptrim_error, acting [1,4,0] 2024-03-07T03:10:00.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:00 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-a[89507]: 2024-03-07T03:09:59.999+0000 7f55cfa4e700 -1 log_channel(cluster) log [ERR] : pg 5.d is active+clean+snaptrim_error, acting [2,7,5] 2024-03-07T03:10:00.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:00 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-a[89507]: 2024-03-07T03:09:59.999+0000 7f55cfa4e700 -1 log_channel(cluster) log [ERR] : pg 5.e is active+clean+snaptrim_error, acting [4,5,0] 2024-03-07T03:10:00.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:00 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-a[89507]: 2024-03-07T03:09:59.999+0000 7f55cfa4e700 -1 log_channel(cluster) log [ERR] : pg 5.f is active+clean+snaptrim_error, acting [5,4,6] 2024-03-07T03:10:00.713 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:00 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:00.446+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:00.713 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:00 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:00.447+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:00.713 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:00 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:00.447+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:00.713 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:00 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:00.447+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:00.715 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:10:00 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:10:00.448+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:00.715 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:00 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:00.449+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:00.715 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:00 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:00.449+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:00.715 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:00 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:00.450+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:10:00.715 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:00 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:00.450+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:01.057 INFO:tasks.rados.rados.0.smithi090.stdout:3739: done (4 left) 2024-03-07T03:10:01.057 INFO:tasks.rados.rados.0.smithi090.stdout:3740: done (3 left) 2024-03-07T03:10:01.057 INFO:tasks.rados.rados.0.smithi090.stdout:3741: done (2 left) 2024-03-07T03:10:01.057 INFO:tasks.rados.rados.0.smithi090.stdout:3742: done (1 left) 2024-03-07T03:10:01.057 INFO:tasks.rados.rados.0.smithi090.stdout:3744: done (0 left) 2024-03-07T03:10:01.057 INFO:tasks.rados.rados.0.smithi090.stdout:3745: snap_remove snap 371 2024-03-07T03:10:01.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:00 smithi090 ceph-mon[89511]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:01.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:00 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:01.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:00 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:01.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:00 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:01.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:00 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:01.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:00 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:01.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:00 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:01.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:00 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:01.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:00 smithi090 ceph-mon[89511]: pgmap v643: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 737 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 877 KiB/s rd, 2.2 MiB/s wr, 9 op/s 2024-03-07T03:10:01.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:00 smithi090 ceph-mon[89511]: Health detail: HEALTH_ERR Possible data damage: 9 pgs snaptrim_error 2024-03-07T03:10:01.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:00 smithi090 ceph-mon[89511]: [ERR] PG_DAMAGED: Possible data damage: 9 pgs snaptrim_error 2024-03-07T03:10:01.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:00 smithi090 ceph-mon[89511]: pg 5.0 is active+clean+snaptrim_error, acting [3,1,4] 2024-03-07T03:10:01.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:00 smithi090 ceph-mon[89511]: pg 5.6 is active+clean+snaptrim_error, acting [2,5,1] 2024-03-07T03:10:01.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:00 smithi090 ceph-mon[89511]: pg 5.7 is active+clean+snaptrim_error, acting [5,1,0] 2024-03-07T03:10:01.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:00 smithi090 ceph-mon[89511]: pg 5.9 is active+clean+snaptrim_error, acting [7,6,1] 2024-03-07T03:10:01.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:00 smithi090 ceph-mon[89511]: pg 5.b is active+clean+snaptrim_error, acting [2,0,5] 2024-03-07T03:10:01.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:00 smithi090 ceph-mon[89511]: pg 5.c is active+clean+snaptrim_error, acting [1,4,0] 2024-03-07T03:10:01.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:00 smithi090 ceph-mon[89511]: pg 5.d is active+clean+snaptrim_error, acting [2,7,5] 2024-03-07T03:10:01.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:00 smithi090 ceph-mon[89511]: pg 5.e is active+clean+snaptrim_error, acting [4,5,0] 2024-03-07T03:10:01.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:00 smithi090 ceph-mon[89511]: pg 5.f is active+clean+snaptrim_error, acting [5,4,6] 2024-03-07T03:10:01.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:00 smithi090 ceph-mon[89511]: osdmap e808: 8 total, 8 up, 8 in 2024-03-07T03:10:01.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:00 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:01.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:00 smithi090 ceph-mon[91928]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:01.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:00 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:01.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:00 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:01.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:00 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:01.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:00 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:01.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:00 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:01.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:00 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:01.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:00 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:01.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:00 smithi090 ceph-mon[91928]: pgmap v643: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 737 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 877 KiB/s rd, 2.2 MiB/s wr, 9 op/s 2024-03-07T03:10:01.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:00 smithi090 ceph-mon[91928]: Health detail: HEALTH_ERR Possible data damage: 9 pgs snaptrim_error 2024-03-07T03:10:01.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:00 smithi090 ceph-mon[91928]: [ERR] PG_DAMAGED: Possible data damage: 9 pgs snaptrim_error 2024-03-07T03:10:01.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:00 smithi090 ceph-mon[91928]: pg 5.0 is active+clean+snaptrim_error, acting [3,1,4] 2024-03-07T03:10:01.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:00 smithi090 ceph-mon[91928]: pg 5.6 is active+clean+snaptrim_error, acting [2,5,1] 2024-03-07T03:10:01.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:00 smithi090 ceph-mon[91928]: pg 5.7 is active+clean+snaptrim_error, acting [5,1,0] 2024-03-07T03:10:01.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:00 smithi090 ceph-mon[91928]: pg 5.9 is active+clean+snaptrim_error, acting [7,6,1] 2024-03-07T03:10:01.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:00 smithi090 ceph-mon[91928]: pg 5.b is active+clean+snaptrim_error, acting [2,0,5] 2024-03-07T03:10:01.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:00 smithi090 ceph-mon[91928]: pg 5.c is active+clean+snaptrim_error, acting [1,4,0] 2024-03-07T03:10:01.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:00 smithi090 ceph-mon[91928]: pg 5.d is active+clean+snaptrim_error, acting [2,7,5] 2024-03-07T03:10:01.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:00 smithi090 ceph-mon[91928]: pg 5.e is active+clean+snaptrim_error, acting [4,5,0] 2024-03-07T03:10:01.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:00 smithi090 ceph-mon[91928]: pg 5.f is active+clean+snaptrim_error, acting [5,4,6] 2024-03-07T03:10:01.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:00 smithi090 ceph-mon[91928]: osdmap e808: 8 total, 8 up, 8 in 2024-03-07T03:10:01.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:00 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:01.078 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:00 smithi092 ceph-mon[83777]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:01.078 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:00 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:01.078 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:00 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:01.078 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:00 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:01.078 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:00 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:01.078 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:00 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:01.078 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:00 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:01.079 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:00 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:01.079 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:00 smithi092 ceph-mon[83777]: pgmap v643: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 737 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 877 KiB/s rd, 2.2 MiB/s wr, 9 op/s 2024-03-07T03:10:01.079 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:00 smithi092 ceph-mon[83777]: Health detail: HEALTH_ERR Possible data damage: 9 pgs snaptrim_error 2024-03-07T03:10:01.079 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:00 smithi092 ceph-mon[83777]: [ERR] PG_DAMAGED: Possible data damage: 9 pgs snaptrim_error 2024-03-07T03:10:01.079 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:00 smithi092 ceph-mon[83777]: pg 5.0 is active+clean+snaptrim_error, acting [3,1,4] 2024-03-07T03:10:01.079 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:00 smithi092 ceph-mon[83777]: pg 5.6 is active+clean+snaptrim_error, acting [2,5,1] 2024-03-07T03:10:01.079 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:00 smithi092 ceph-mon[83777]: pg 5.7 is active+clean+snaptrim_error, acting [5,1,0] 2024-03-07T03:10:01.079 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:00 smithi092 ceph-mon[83777]: pg 5.9 is active+clean+snaptrim_error, acting [7,6,1] 2024-03-07T03:10:01.079 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:00 smithi092 ceph-mon[83777]: pg 5.b is active+clean+snaptrim_error, acting [2,0,5] 2024-03-07T03:10:01.079 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:00 smithi092 ceph-mon[83777]: pg 5.c is active+clean+snaptrim_error, acting [1,4,0] 2024-03-07T03:10:01.079 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:00 smithi092 ceph-mon[83777]: pg 5.d is active+clean+snaptrim_error, acting [2,7,5] 2024-03-07T03:10:01.079 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:00 smithi092 ceph-mon[83777]: pg 5.e is active+clean+snaptrim_error, acting [4,5,0] 2024-03-07T03:10:01.079 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:00 smithi092 ceph-mon[83777]: pg 5.f is active+clean+snaptrim_error, acting [5,4,6] 2024-03-07T03:10:01.079 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:00 smithi092 ceph-mon[83777]: osdmap e808: 8 total, 8 up, 8 in 2024-03-07T03:10:01.080 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:00 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:01.725 INFO:tasks.rados.rados.0.smithi090.stdout:3745: done (0 left) 2024-03-07T03:10:01.725 INFO:tasks.rados.rados.0.smithi090.stdout:3746: snap_create 2024-03-07T03:10:02.056 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:01 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:02.056 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:01 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:02.056 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:01 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:02.056 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:01 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:02.056 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:01 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:02.056 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:01 smithi090 ceph-mon[89511]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:02.056 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:01 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:02.056 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:01 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:02.057 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:01 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:02.057 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:01 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:02.057 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:01 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:02.057 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:01 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:02.057 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:01 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:02.057 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:01 smithi090 ceph-mon[91928]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:02.057 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:01 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:02.057 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:01 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:02.058 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:10:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:10:01.726+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:02.058 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:01.857+0000 7f4442f67700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:10:02.058 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:01.857+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:02.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:01 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:02.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:01 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:02.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:01 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:02.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:01 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:02.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:01 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:02.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:01 smithi092 ceph-mon[83777]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:02.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:01 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:02.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:01 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:02.164 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:01 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:01.770+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:10:02.164 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:01 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:01.770+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:02.164 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:01 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:01.770+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:02.164 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:01 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:01.725+0000 7fc296413700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:10:02.164 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:01 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:01.725+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:02.324 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:02 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:02.056+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:02.324 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:02 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:02.057+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:02.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:02 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:02.057+0000 7fa43c425700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:10:02.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:02 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:02.057+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:02.662 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:10:02 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:10:02.358+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:02.663 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:10:02 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:10:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:10:02.731 INFO:tasks.rados.rados.0.smithi090.stdout:3746: done (0 left) 2024-03-07T03:10:02.731 INFO:tasks.rados.rados.0.smithi090.stdout:3747: read oid 23 snap -1 2024-03-07T03:10:02.731 INFO:tasks.rados.rados.0.smithi090.stdout:3747: expect (ObjNum 1000 snap 320 seq_num 1000) 2024-03-07T03:10:02.731 INFO:tasks.rados.rados.0.smithi090.stdout:3748: delete oid 11 current snap is 374 2024-03-07T03:10:02.742 INFO:tasks.rados.rados.0.smithi090.stdout:3748: done (1 left) 2024-03-07T03:10:02.742 INFO:tasks.rados.rados.0.smithi090.stdout:3749: snap_remove snap 346 2024-03-07T03:10:03.000 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:10:02 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:10:02.738+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:03.000 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:02 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:02.746+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:03.000 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:02 smithi090 ceph-mon[89511]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:03.001 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:02 smithi090 ceph-mon[89511]: osdmap e809: 8 total, 8 up, 8 in 2024-03-07T03:10:03.001 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:02 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:03.001 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:02 smithi090 ceph-mon[89511]: pgmap v646: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 737 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.2 MiB/s wr, 10 op/s 2024-03-07T03:10:03.001 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:02 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:03.001 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:02 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:03.001 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:02 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:03.001 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:02 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:03.001 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:02 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:02.730+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:03.001 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:02 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:02.730+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:03.001 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:02 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:02.730+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:03.002 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:02 smithi090 ceph-mon[91928]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:03.002 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:02 smithi090 ceph-mon[91928]: osdmap e809: 8 total, 8 up, 8 in 2024-03-07T03:10:03.002 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:02 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:03.002 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:02 smithi090 ceph-mon[91928]: pgmap v646: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 737 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.2 MiB/s wr, 10 op/s 2024-03-07T03:10:03.002 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:02 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:03.002 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:02 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:03.002 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:02 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:03.002 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:02 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:03.162 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:10:02 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:10:02.730+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:03.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:02 smithi092 ceph-mon[83777]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:03.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:02 smithi092 ceph-mon[83777]: osdmap e809: 8 total, 8 up, 8 in 2024-03-07T03:10:03.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:02 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:03.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:02 smithi092 ceph-mon[83777]: pgmap v646: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 737 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.2 MiB/s wr, 10 op/s 2024-03-07T03:10:03.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:02 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:03.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:02 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:03.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:02 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:03.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:02 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:03.324 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:10:03 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:10:03] "GET /metrics HTTP/1.1" 200 36319 "" "Prometheus/2.43.0" 2024-03-07T03:10:03.713 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:03 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:03.469+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:03.713 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:03 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:03.469+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:10:03.713 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:03 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:03.469+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:03.738 INFO:tasks.rados.rados.0.smithi090.stdout:3749: done (1 left) 2024-03-07T03:10:03.739 INFO:tasks.rados.rados.0.smithi090.stdout:3750: read oid 2 snap -1 2024-03-07T03:10:03.739 INFO:tasks.rados.rados.0.smithi090.stdout:3750: expect deleted 2024-03-07T03:10:03.739 INFO:tasks.rados.rados.0.smithi090.stdout:3751: snap_create 2024-03-07T03:10:03.739 INFO:tasks.rados.rados.0.smithi090.stdout:3747: expect (ObjNum 1000 snap 320 seq_num 1000) 2024-03-07T03:10:04.074 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:03 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:03.741+0000 7f4442f67700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:10:04.075 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:03 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:03.741+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:04.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:03 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:04.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:03 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:04.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:03 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:04.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:03 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:04.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:03 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:04.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:03 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:04.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:03 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:04.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:03 smithi090 ceph-mon[91928]: osdmap e810: 8 total, 8 up, 8 in 2024-03-07T03:10:04.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:03 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:04.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:03 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:04.076 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:03 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:03.737+0000 7fa43c425700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:10:04.076 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:03 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:03.737+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:04.076 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:03 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:03.749+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:04.076 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:03 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:03.750+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:04.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:03 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:04.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:03 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:04.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:03 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:04.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:03 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:04.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:03 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:04.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:03 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:04.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:03 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:04.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:03 smithi090 ceph-mon[89511]: osdmap e810: 8 total, 8 up, 8 in 2024-03-07T03:10:04.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:03 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:04.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:03 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:04.077 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:10:03 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:10:03.745+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:04.162 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:10:03 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:10:03.736+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:04.163 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:03 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:03.713+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:04.163 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:03 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:03.738+0000 7fc29a41b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:10:04.163 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:03 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:03.738+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:04.163 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:03 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:03.742+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:10:04.163 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:03 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:03.742+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:04.163 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:03 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:03.742+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:04.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:03 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:04.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:03 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:04.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:03 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:04.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:03 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:04.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:03 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:04.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:03 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:04.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:03 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:04.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:03 smithi092 ceph-mon[83777]: osdmap e810: 8 total, 8 up, 8 in 2024-03-07T03:10:04.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:03 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:04.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:03 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:04.743 INFO:tasks.rados.rados.0.smithi090.stdout:3747: done (2 left) 2024-03-07T03:10:04.743 INFO:tasks.rados.rados.0.smithi090.stdout:3750: done (1 left) 2024-03-07T03:10:04.743 INFO:tasks.rados.rados.0.smithi090.stdout:3751: done (0 left) 2024-03-07T03:10:04.744 INFO:tasks.rados.rados.0.smithi090.stdout:3752: read oid 48 snap -1 2024-03-07T03:10:04.744 INFO:tasks.rados.rados.0.smithi090.stdout:3752: expect (ObjNum 1117 snap 356 seq_num 1117) 2024-03-07T03:10:04.744 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 31 current snap is 375 2024-03-07T03:10:04.744 INFO:tasks.rados.rados.0.smithi090.stdout:3753: seq_num 1144 ranges {1867776=770048,2637824=737280,3375104=712704,4087808=155648} 2024-03-07T03:10:04.758 INFO:tasks.rados.rados.0.smithi090.stdout:3753: writing smithi09077644-31 from 1867776 to 2637824 tid 1 2024-03-07T03:10:04.763 INFO:tasks.rados.rados.0.smithi090.stdout:3753: writing smithi09077644-31 from 2637824 to 3375104 tid 2 2024-03-07T03:10:04.766 INFO:tasks.rados.rados.0.smithi090.stdout:3753: writing smithi09077644-31 from 3375104 to 4087808 tid 3 2024-03-07T03:10:04.768 INFO:tasks.rados.rados.0.smithi090.stdout:3753: writing smithi09077644-31 from 4087808 to 4243456 tid 4 2024-03-07T03:10:04.768 INFO:tasks.rados.rados.0.smithi090.stdout:3754: read oid 49 snap -1 2024-03-07T03:10:04.768 INFO:tasks.rados.rados.0.smithi090.stdout:3754: expect (ObjNum 1016 snap 325 seq_num 1016) 2024-03-07T03:10:04.768 INFO:tasks.rados.rados.0.smithi090.stdout:3755: delete oid 18 current snap is 375 2024-03-07T03:10:04.768 INFO:tasks.rados.rados.0.smithi090.stdout:3752: expect (ObjNum 1117 snap 356 seq_num 1117) 2024-03-07T03:10:04.779 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:04 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:04.773+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:04.779 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:10:04 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:10:04.742+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:04.780 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:04 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:04.767+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:04.780 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:04 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:04.779+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:10:04.780 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:04 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:04.779+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:04.780 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:04 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:04.780 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:04 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:04.780 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:04 smithi092 ceph-mon[83777]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:04.780 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:04 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:04.780 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:04 smithi092 ceph-mon[83777]: osdmap e811: 8 total, 8 up, 8 in 2024-03-07T03:10:04.781 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:04 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:04.781 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:04 smithi092 ceph-mon[83777]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:04.781 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:04 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:04.781 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:04 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:04.781 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:04 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:04.781 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:04 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:04.781 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:04 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:04.781 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:04 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:04.781 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:04 smithi092 ceph-mon[83777]: pgmap v649: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 737 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 0 op/s 2024-03-07T03:10:05.001 INFO:tasks.rados.rados.0.smithi090.stdout:3753: finishing write tid 1 to smithi09077644-31 2024-03-07T03:10:05.001 INFO:tasks.rados.rados.0.smithi090.stdout:3753: finishing write tid 2 to smithi09077644-31 2024-03-07T03:10:05.001 INFO:tasks.rados.rados.0.smithi090.stdout:3753: finishing write tid 3 to smithi09077644-31 2024-03-07T03:10:05.001 INFO:tasks.rados.rados.0.smithi090.stdout:3753: finishing write tid 4 to smithi09077644-31 2024-03-07T03:10:05.001 INFO:tasks.rados.rados.0.smithi090.stdout:3753: finishing write tid 5 to smithi09077644-31 2024-03-07T03:10:05.001 INFO:tasks.rados.rados.0.smithi090.stdout:3753: finishing write tid 6 to smithi09077644-31 2024-03-07T03:10:05.001 INFO:tasks.rados.rados.0.smithi090.stdout:3753: oid 31 updating version 0 to 3087 2024-03-07T03:10:05.001 INFO:tasks.rados.rados.0.smithi090.stdout:3753: oid 31 updating version 3087 to 3088 2024-03-07T03:10:05.001 INFO:tasks.rados.rados.0.smithi090.stdout:3753: oid 31 version 3088 is already newer than 3086 2024-03-07T03:10:05.001 INFO:tasks.rados.rados.0.smithi090.stdout:3753: oid 31 version 3088 is already newer than 3085 2024-03-07T03:10:05.001 INFO:tasks.rados.rados.0.smithi090.stdout:3753: oid 31 updating version 3088 to 3089 2024-03-07T03:10:05.002 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 3089 (ObjNum 1144 snap 375 seq_num 1144) dirty exists 2024-03-07T03:10:05.002 INFO:tasks.rados.rados.0.smithi090.stdout:3753: left oid 31 (ObjNum 1144 snap 375 seq_num 1144) 2024-03-07T03:10:05.002 INFO:tasks.rados.rados.0.smithi090.stdout:3754: expect (ObjNum 1016 snap 325 seq_num 1016) 2024-03-07T03:10:05.074 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:10:04 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:10:04.743+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:05.074 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:04 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:04.747+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:05.074 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:04 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:04.747+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:05.074 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:04 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:04.748+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:05.075 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:04 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:04.828+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:05.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:04 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:05.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:04 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:05.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:04 smithi090 ceph-mon[91928]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:05.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:04 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:05.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:04 smithi090 ceph-mon[91928]: osdmap e811: 8 total, 8 up, 8 in 2024-03-07T03:10:05.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:04 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:05.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:04 smithi090 ceph-mon[91928]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:05.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:04 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:05.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:04 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:05.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:04 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:05.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:04 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:05.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:04 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:05.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:04 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:05.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:04 smithi090 ceph-mon[91928]: pgmap v649: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 737 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 0 op/s 2024-03-07T03:10:05.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:04 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:05.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:04 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:05.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:04 smithi090 ceph-mon[89511]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:05.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:04 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:05.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:04 smithi090 ceph-mon[89511]: osdmap e811: 8 total, 8 up, 8 in 2024-03-07T03:10:05.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:04 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:05.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:04 smithi090 ceph-mon[89511]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:05.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:04 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:05.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:04 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:05.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:04 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:05.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:04 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:05.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:04 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:05.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:04 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:05.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:04 smithi090 ceph-mon[89511]: pgmap v649: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 737 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 0 op/s 2024-03-07T03:10:05.607 INFO:tasks.rados.rados.0.smithi090.stdout:3752: done (3 left) 2024-03-07T03:10:05.607 INFO:tasks.rados.rados.0.smithi090.stdout:3753: done (2 left) 2024-03-07T03:10:05.608 INFO:tasks.rados.rados.0.smithi090.stdout:3754: done (1 left) 2024-03-07T03:10:05.608 INFO:tasks.rados.rados.0.smithi090.stdout:3755: done (0 left) 2024-03-07T03:10:05.608 INFO:tasks.rados.rados.0.smithi090.stdout:3756: snap_create 2024-03-07T03:10:05.747 INFO:tasks.rados.rados.0.smithi090.stdout:3756: done (0 left) 2024-03-07T03:10:05.747 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 23 current snap is 376 2024-03-07T03:10:05.747 INFO:tasks.rados.rados.0.smithi090.stdout:3757: seq_num 1146 ranges {3522560=802816,4325376=499712,4825088=679936,5505024=425984} 2024-03-07T03:10:05.770 INFO:tasks.rados.rados.0.smithi090.stdout:3757: writing smithi09077644-23 from 3522560 to 4325376 tid 1 2024-03-07T03:10:05.773 INFO:tasks.rados.rados.0.smithi090.stdout:3757: writing smithi09077644-23 from 4325376 to 4825088 tid 2 2024-03-07T03:10:05.777 INFO:tasks.rados.rados.0.smithi090.stdout:3757: writing smithi09077644-23 from 4825088 to 5505024 tid 3 2024-03-07T03:10:05.780 INFO:tasks.rados.rados.0.smithi090.stdout:3757: writing smithi09077644-23 from 5505024 to 5931008 tid 4 2024-03-07T03:10:05.780 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 3 current snap is 376 2024-03-07T03:10:05.781 INFO:tasks.rados.rados.0.smithi090.stdout:3757: finishing write tid 1 to smithi09077644-23 2024-03-07T03:10:05.781 INFO:tasks.rados.rados.0.smithi090.stdout:3757: finishing write tid 2 to smithi09077644-23 2024-03-07T03:10:05.781 INFO:tasks.rados.rados.0.smithi090.stdout:3758: seq_num 1147 ranges {0=16384} 2024-03-07T03:10:05.781 INFO:tasks.rados.rados.0.smithi090.stdout:3758: writing smithi09077644-3 from 0 to 16384 tid 1 2024-03-07T03:10:05.781 INFO:tasks.rados.rados.0.smithi090.stdout:3759: read oid 34 snap -1 2024-03-07T03:10:05.781 INFO:tasks.rados.rados.0.smithi090.stdout:3759: expect deleted 2024-03-07T03:10:05.781 INFO:tasks.rados.rados.0.smithi090.stdout:3760: rollback oid 19 current snap is 376 2024-03-07T03:10:05.781 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 19 to 374 2024-03-07T03:10:05.781 INFO:tasks.rados.rados.0.smithi090.stdout:3761: delete oid 30 current snap is 376 2024-03-07T03:10:05.784 INFO:tasks.rados.rados.0.smithi090.stdout:3757: finishing write tid 3 to smithi09077644-23 2024-03-07T03:10:05.784 INFO:tasks.rados.rados.0.smithi090.stdout:3758: finishing write tid 1 to smithi09077644-3 2024-03-07T03:10:05.785 INFO:tasks.rados.rados.0.smithi090.stdout:3758: finishing write tid 2 to smithi09077644-3 2024-03-07T03:10:05.786 INFO:tasks.rados.rados.0.smithi090.stdout:3757: finishing write tid 4 to smithi09077644-23 2024-03-07T03:10:05.787 INFO:tasks.rados.rados.0.smithi090.stdout:3757: finishing write tid 5 to smithi09077644-23 2024-03-07T03:10:05.788 INFO:tasks.rados.rados.0.smithi090.stdout:3758: finishing write tid 3 to smithi09077644-3 2024-03-07T03:10:05.788 INFO:tasks.rados.rados.0.smithi090.stdout:3758: oid 3 updating version 0 to 1493 2024-03-07T03:10:05.788 INFO:tasks.rados.rados.0.smithi090.stdout:3758: oid 3 updating version 1493 to 1494 2024-03-07T03:10:05.788 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 1494 (ObjNum 1147 snap 376 seq_num 1147) dirty exists 2024-03-07T03:10:05.788 INFO:tasks.rados.rados.0.smithi090.stdout:3758: left oid 3 (ObjNum 1147 snap 376 seq_num 1147) 2024-03-07T03:10:05.788 INFO:tasks.rados.rados.0.smithi090.stdout:3757: finishing write tid 6 to smithi09077644-23 2024-03-07T03:10:05.788 INFO:tasks.rados.rados.0.smithi090.stdout:3757: oid 23 updating version 0 to 12760 2024-03-07T03:10:05.788 INFO:tasks.rados.rados.0.smithi090.stdout:3757: oid 23 version 12760 is already newer than 12757 2024-03-07T03:10:05.789 INFO:tasks.rados.rados.0.smithi090.stdout:3757: oid 23 version 12760 is already newer than 12758 2024-03-07T03:10:05.789 INFO:tasks.rados.rados.0.smithi090.stdout:3757: oid 23 version 12760 is already newer than 12756 2024-03-07T03:10:05.789 INFO:tasks.rados.rados.0.smithi090.stdout:3757: oid 23 version 12760 is already newer than 12759 2024-03-07T03:10:05.789 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 12760 (ObjNum 1146 snap 376 seq_num 1146) dirty exists 2024-03-07T03:10:05.789 INFO:tasks.rados.rados.0.smithi090.stdout:3757: left oid 23 (ObjNum 1146 snap 376 seq_num 1146) 2024-03-07T03:10:05.789 INFO:tasks.rados.rados.0.smithi090.stdout:3757: done (4 left) 2024-03-07T03:10:05.789 INFO:tasks.rados.rados.0.smithi090.stdout:3758: done (3 left) 2024-03-07T03:10:05.789 INFO:tasks.rados.rados.0.smithi090.stdout:3759: done (2 left) 2024-03-07T03:10:05.789 INFO:tasks.rados.rados.0.smithi090.stdout:3761: done (1 left) 2024-03-07T03:10:05.789 INFO:tasks.rados.rados.0.smithi090.stdout:3762: rollback oid 11 current snap is 376 2024-03-07T03:10:05.789 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 11 to 357 2024-03-07T03:10:05.789 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 26 current snap is 376 2024-03-07T03:10:05.789 INFO:tasks.rados.rados.0.smithi090.stdout:3763: seq_num 1149 ranges {1949696=49152} 2024-03-07T03:10:05.799 INFO:tasks.rados.rados.0.smithi090.stdout:3763: writing smithi09077644-26 from 1949696 to 1998848 tid 1 2024-03-07T03:10:05.799 INFO:tasks.rados.rados.0.smithi090.stdout:3764: rollback oid 30 current snap is 376 2024-03-07T03:10:05.799 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 30 to 335 2024-03-07T03:10:05.799 INFO:tasks.rados.rados.0.smithi090.stdout:3760: finishing rollback tid 0 to smithi09077644-19 2024-03-07T03:10:05.800 INFO:tasks.rados.rados.0.smithi090.stdout:3760: finishing rollback tid 1 to smithi09077644-19 2024-03-07T03:10:05.800 INFO:tasks.rados.rados.0.smithi090.stdout:3760: finishing rollback tid 2 to smithi09077644-19 2024-03-07T03:10:05.800 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 12759 (ObjNum 1016 snap 325 seq_num 1016) dirty exists 2024-03-07T03:10:05.800 INFO:tasks.rados.rados.0.smithi090.stdout:3762: finishing rollback tid 1 to smithi09077644-11 2024-03-07T03:10:05.800 INFO:tasks.rados.rados.0.smithi090.stdout:3762: finishing rollback tid 2 to smithi09077644-11 2024-03-07T03:10:05.800 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 11 v 12763 (ObjNum 1071 snap 340 seq_num 1071) dirty exists 2024-03-07T03:10:05.800 INFO:tasks.rados.rados.0.smithi090.stdout:3760: done (3 left) 2024-03-07T03:10:05.800 INFO:tasks.rados.rados.0.smithi090.stdout:3762: done (2 left) 2024-03-07T03:10:05.800 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 39 current snap is 376 2024-03-07T03:10:05.800 INFO:tasks.rados.rados.0.smithi090.stdout:3765: seq_num 1150 ranges {7831552=65536} 2024-03-07T03:10:05.842 INFO:tasks.rados.rados.0.smithi090.stdout:3765: writing smithi09077644-39 from 7831552 to 7897088 tid 1 2024-03-07T03:10:05.842 INFO:tasks.rados.rados.0.smithi090.stdout:3766: snap_create 2024-03-07T03:10:05.842 INFO:tasks.rados.rados.0.smithi090.stdout:3764: finishing rollback tid 1 to smithi09077644-30 2024-03-07T03:10:05.842 INFO:tasks.rados.rados.0.smithi090.stdout:3764: finishing rollback tid 2 to smithi09077644-30 2024-03-07T03:10:05.842 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 30 v 12765 (ObjNum 1038 snap 327 seq_num 1038) dirty exists 2024-03-07T03:10:05.842 INFO:tasks.rados.rados.0.smithi090.stdout:3763: finishing write tid 1 to smithi09077644-26 2024-03-07T03:10:05.842 INFO:tasks.rados.rados.0.smithi090.stdout:3763: finishing write tid 2 to smithi09077644-26 2024-03-07T03:10:05.842 INFO:tasks.rados.rados.0.smithi090.stdout:3763: finishing write tid 3 to smithi09077644-26 2024-03-07T03:10:05.842 INFO:tasks.rados.rados.0.smithi090.stdout:3763: oid 26 updating version 0 to 1495 2024-03-07T03:10:05.842 INFO:tasks.rados.rados.0.smithi090.stdout:3763: oid 26 updating version 1495 to 1496 2024-03-07T03:10:05.842 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 26 v 1496 (ObjNum 1149 snap 376 seq_num 1149) dirty exists 2024-03-07T03:10:05.842 INFO:tasks.rados.rados.0.smithi090.stdout:3763: left oid 26 (ObjNum 1149 snap 376 seq_num 1149) 2024-03-07T03:10:05.845 INFO:tasks.rados.rados.0.smithi090.stdout:3765: finishing write tid 1 to smithi09077644-39 2024-03-07T03:10:05.845 INFO:tasks.rados.rados.0.smithi090.stdout:3765: finishing write tid 2 to smithi09077644-39 2024-03-07T03:10:05.847 INFO:tasks.rados.rados.0.smithi090.stdout:3765: finishing write tid 3 to smithi09077644-39 2024-03-07T03:10:05.847 INFO:tasks.rados.rados.0.smithi090.stdout:3765: oid 39 updating version 0 to 12777 2024-03-07T03:10:05.847 INFO:tasks.rados.rados.0.smithi090.stdout:3765: oid 39 version 12777 is already newer than 12776 2024-03-07T03:10:05.847 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 12777 (ObjNum 1150 snap 376 seq_num 1150) dirty exists 2024-03-07T03:10:05.847 INFO:tasks.rados.rados.0.smithi090.stdout:3765: left oid 39 (ObjNum 1150 snap 376 seq_num 1150) 2024-03-07T03:10:06.074 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:10:05 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:10:05.749+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:06.074 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:05 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:05.785+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:06.074 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:05 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:05.785+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:06.075 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:05 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:05.786+0000 7fa43c425700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:10:06.075 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:05 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:05.786+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:06.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:05 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:06.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:05 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:06.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:05 smithi090 ceph-mon[91928]: osdmap e812: 8 total, 8 up, 8 in 2024-03-07T03:10:06.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:05 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:06.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:05 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:06.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:05 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:06.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:05 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:06.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:05 smithi090 ceph-mon[91928]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:06.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:05 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:06.076 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:05 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:05.777+0000 7f4442f67700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:10:06.076 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:05 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:05.777+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:06.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:05 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:06.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:05 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:06.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:05 smithi090 ceph-mon[89511]: osdmap e812: 8 total, 8 up, 8 in 2024-03-07T03:10:06.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:05 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:06.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:05 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:06.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:05 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:06.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:05 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:06.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:05 smithi090 ceph-mon[89511]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:06.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:05 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:06.162 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:10:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:10:05.779+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:06.163 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:05.749+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:10:06.163 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:05.749+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:06.163 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:05.749+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:06.163 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:05.785+0000 7fc296413700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:10:06.163 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:05.785+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:06.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:05 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:06.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:05 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:06.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:05 smithi092 ceph-mon[83777]: osdmap e812: 8 total, 8 up, 8 in 2024-03-07T03:10:06.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:05 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:06.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:05 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:06.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:05 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:06.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:05 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:06.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:05 smithi092 ceph-mon[83777]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:06.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:05 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:06.755 INFO:tasks.rados.rados.0.smithi090.stdout:3763: done (3 left) 2024-03-07T03:10:06.755 INFO:tasks.rados.rados.0.smithi090.stdout:3764: done (2 left) 2024-03-07T03:10:06.755 INFO:tasks.rados.rados.0.smithi090.stdout:3765: done (1 left) 2024-03-07T03:10:06.755 INFO:tasks.rados.rados.0.smithi090.stdout:3766: done (0 left) 2024-03-07T03:10:06.755 INFO:tasks.rados.rados.0.smithi090.stdout:3767: delete oid 49 current snap is 377 2024-03-07T03:10:06.764 INFO:tasks.rados.rados.0.smithi090.stdout:3767: done (0 left) 2024-03-07T03:10:06.764 INFO:tasks.rados.rados.0.smithi090.stdout:3768: snap_remove snap 351 2024-03-07T03:10:07.074 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:10:06 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:10:06.755+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:07.075 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:06 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:06.761+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:07.075 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:06 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:06.761+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:07.075 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:06 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:06.763+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:07.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:06 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:07.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:06 smithi090 ceph-mon[89511]: osdmap e813: 8 total, 8 up, 8 in 2024-03-07T03:10:07.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:06 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:07.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:06 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:07.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:06 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:07.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:06 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:07.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:06 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:07.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:06 smithi090 ceph-mon[89511]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:07.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:06 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:07.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:06 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:07.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:06 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:07.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:06 smithi090 ceph-mon[89511]: pgmap v652: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 737 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 0 B/s wr, 1 op/s 2024-03-07T03:10:07.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:06 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:07.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:06 smithi090 ceph-mon[91928]: osdmap e813: 8 total, 8 up, 8 in 2024-03-07T03:10:07.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:06 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:07.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:06 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:07.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:06 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:07.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:06 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:07.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:06 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:07.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:06 smithi090 ceph-mon[91928]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:07.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:06 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:07.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:06 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:07.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:06 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:07.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:06 smithi090 ceph-mon[91928]: pgmap v652: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 737 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 0 B/s wr, 1 op/s 2024-03-07T03:10:07.162 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:06 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:06.765+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:07.162 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:10:06 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:10:06.755+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:07.163 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:06 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:06.766+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:07.163 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:06 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:06.766+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:10:07.163 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:06 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:06.766+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:07.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:06 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:07.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:06 smithi092 ceph-mon[83777]: osdmap e813: 8 total, 8 up, 8 in 2024-03-07T03:10:07.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:06 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:07.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:06 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:07.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:06 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:07.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:06 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:07.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:06 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:07.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:06 smithi092 ceph-mon[83777]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:07.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:06 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:07.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:06 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:07.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:06 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:07.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:06 smithi092 ceph-mon[83777]: pgmap v652: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 737 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 0 B/s wr, 1 op/s 2024-03-07T03:10:07.761 INFO:tasks.rados.rados.0.smithi090.stdout:3768: done (0 left) 2024-03-07T03:10:07.761 INFO:tasks.rados.rados.0.smithi090.stdout:3769: rollback oid 20 current snap is 377 2024-03-07T03:10:07.761 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 20 to 364 2024-03-07T03:10:07.761 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 10 current snap is 377 2024-03-07T03:10:07.761 INFO:tasks.rados.rados.0.smithi090.stdout:3770: seq_num 1152 ranges {0=98304} 2024-03-07T03:10:07.762 INFO:tasks.rados.rados.0.smithi090.stdout:3770: writing smithi09077644-10 from 0 to 98304 tid 1 2024-03-07T03:10:07.762 INFO:tasks.rados.rados.0.smithi090.stdout:3771: copy_from oid 24 from oid 49 current snap is 377 2024-03-07T03:10:07.762 INFO:tasks.rados.rados.0.smithi090.stdout:3772: rollback oid 36 current snap is 377 2024-03-07T03:10:07.762 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 36 to 307 2024-03-07T03:10:07.762 INFO:tasks.rados.rados.0.smithi090.stdout:3773: snap_remove snap 367 2024-03-07T03:10:08.074 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:10:07 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:10:07.762+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:08.075 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:07 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:07.623+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:08.075 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:07 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:07.766+0000 7f443ef5f700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:10:08.075 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:07 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:07.766+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:08.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:07 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:08.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:07 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:08.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:07 smithi090 ceph-mon[91928]: osdmap e814: 8 total, 8 up, 8 in 2024-03-07T03:10:08.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:07 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:08.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:07 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:08.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:07 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:08.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:07 smithi090 ceph-mon[91928]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:08.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:07 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:08.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:07 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:08.076 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:07 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:07.778+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:08.076 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:07 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:07.779+0000 7fa43c425700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:10:08.076 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:07 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:07.779+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:08.076 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:07 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:07.779+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:08.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:07 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:08.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:07 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:08.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:07 smithi090 ceph-mon[89511]: osdmap e814: 8 total, 8 up, 8 in 2024-03-07T03:10:08.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:07 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:08.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:07 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:08.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:07 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:08.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:07 smithi090 ceph-mon[89511]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:08.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:07 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:08.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:07 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:08.162 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:10:07 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:10:07.767+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:08.162 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:07 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:07.764+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:10:08.163 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:07 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:07.764+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:08.163 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:07 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:07.764+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:08.163 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:07 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:07.770+0000 7fc296413700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:10:08.163 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:07 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:07.770+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:08.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:07 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:08.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:07 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:08.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:07 smithi092 ceph-mon[83777]: osdmap e814: 8 total, 8 up, 8 in 2024-03-07T03:10:08.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:07 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:08.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:07 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:08.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:07 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:08.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:07 smithi092 ceph-mon[83777]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:08.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:07 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:08.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:07 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:08.771 INFO:tasks.rados.rados.0.smithi090.stdout:3773: done (4 left) 2024-03-07T03:10:08.772 INFO:tasks.rados.rados.0.smithi090.stdout:3774: delete oid 43 current snap is 377 2024-03-07T03:10:08.772 INFO:tasks.rados.rados.0.smithi090.stdout:3769: finishing rollback tid 0 to smithi09077644-20 2024-03-07T03:10:08.772 INFO:tasks.rados.rados.0.smithi090.stdout:3771: finishing copy_from to smithi09077644-24 2024-03-07T03:10:08.772 INFO:tasks.rados.rados.0.smithi090.stdout:3771: got expected ENOENT (src dne) 2024-03-07T03:10:08.772 INFO:tasks.rados.rados.0.smithi090.stdout:3771: finishing copy_from racing read to smithi09077644-24 2024-03-07T03:10:08.772 INFO:tasks.rados.rados.0.smithi090.stdout:3769: finishing rollback tid 1 to smithi09077644-20 2024-03-07T03:10:08.772 INFO:tasks.rados.rados.0.smithi090.stdout:3769: finishing rollback tid 2 to smithi09077644-20 2024-03-07T03:10:08.772 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 20 v 12763 (ObjNum 1094 snap 346 seq_num 1094) dirty exists 2024-03-07T03:10:08.772 INFO:tasks.rados.rados.0.smithi090.stdout:3772: finishing rollback tid 1 to smithi09077644-36 2024-03-07T03:10:08.772 INFO:tasks.rados.rados.0.smithi090.stdout:3770: finishing write tid 1 to smithi09077644-10 2024-03-07T03:10:08.772 INFO:tasks.rados.rados.0.smithi090.stdout:3772: finishing rollback tid 2 to smithi09077644-36 2024-03-07T03:10:08.772 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 12780 (ObjNum 807 snap 262 seq_num 807) dirty exists 2024-03-07T03:10:08.772 INFO:tasks.rados.rados.0.smithi090.stdout:3770: finishing write tid 2 to smithi09077644-10 2024-03-07T03:10:08.772 INFO:tasks.rados.rados.0.smithi090.stdout:3770: finishing write tid 3 to smithi09077644-10 2024-03-07T03:10:08.773 INFO:tasks.rados.rados.0.smithi090.stdout:3770: oid 10 updating version 0 to 12778 2024-03-07T03:10:08.773 INFO:tasks.rados.rados.0.smithi090.stdout:3770: oid 10 updating version 12778 to 12779 2024-03-07T03:10:08.773 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 12779 (ObjNum 1152 snap 377 seq_num 1152) dirty exists 2024-03-07T03:10:08.773 INFO:tasks.rados.rados.0.smithi090.stdout:3770: left oid 10 (ObjNum 1152 snap 377 seq_num 1152) 2024-03-07T03:10:08.777 INFO:tasks.rados.rados.0.smithi090.stdout:3769: done (4 left) 2024-03-07T03:10:08.777 INFO:tasks.rados.rados.0.smithi090.stdout:3770: done (3 left) 2024-03-07T03:10:08.777 INFO:tasks.rados.rados.0.smithi090.stdout:3771: done (2 left) 2024-03-07T03:10:08.777 INFO:tasks.rados.rados.0.smithi090.stdout:3772: done (1 left) 2024-03-07T03:10:08.777 INFO:tasks.rados.rados.0.smithi090.stdout:3774: done (0 left) 2024-03-07T03:10:08.777 INFO:tasks.rados.rados.0.smithi090.stdout:3775: read oid 27 snap -1 2024-03-07T03:10:08.778 INFO:tasks.rados.rados.0.smithi090.stdout:3775: expect (ObjNum 1132 snap 364 seq_num 1132) 2024-03-07T03:10:08.778 INFO:tasks.rados.rados.0.smithi090.stdout:3776: copy_from oid 25 from oid 17 current snap is 377 2024-03-07T03:10:08.778 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 19 current snap is 377 2024-03-07T03:10:08.778 INFO:tasks.rados.rados.0.smithi090.stdout:3777: seq_num 1154 ranges {8486912=131072} 2024-03-07T03:10:08.824 INFO:tasks.rados.rados.0.smithi090.stdout:3777: writing smithi09077644-19 from 8486912 to 8617984 tid 1 2024-03-07T03:10:08.824 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 42 current snap is 377 2024-03-07T03:10:08.824 INFO:tasks.rados.rados.0.smithi090.stdout:3776: finishing copy_from racing read to smithi09077644-25 2024-03-07T03:10:08.825 INFO:tasks.rados.rados.0.smithi090.stdout:3778: seq_num 1155 ranges {0=147456} 2024-03-07T03:10:08.825 INFO:tasks.rados.rados.0.smithi090.stdout:3778: writing smithi09077644-42 from 0 to 147456 tid 1 2024-03-07T03:10:08.826 INFO:tasks.rados.rados.0.smithi090.stdout:3779: rollback oid 10 current snap is 377 2024-03-07T03:10:08.826 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 10 to 352 2024-03-07T03:10:08.826 INFO:tasks.rados.rados.0.smithi090.stdout:3776: finishing copy_from to smithi09077644-25 2024-03-07T03:10:08.826 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 25 v 1476 (ObjNum 1138 snap 369 seq_num 1138) dirty exists 2024-03-07T03:10:08.826 INFO:tasks.rados.rados.0.smithi090.stdout:3776: done (4 left) 2024-03-07T03:10:08.826 INFO:tasks.rados.rados.0.smithi090.stdout:3780: read oid 20 snap -1 2024-03-07T03:10:08.826 INFO:tasks.rados.rados.0.smithi090.stdout:3780: expect (ObjNum 1094 snap 346 seq_num 1094) 2024-03-07T03:10:08.826 INFO:tasks.rados.rados.0.smithi090.stdout:3781: delete oid 16 current snap is 377 2024-03-07T03:10:08.826 INFO:tasks.rados.rados.0.smithi090.stdout:3775: expect (ObjNum 1132 snap 364 seq_num 1132) 2024-03-07T03:10:09.074 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:08 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:08.771+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:09.074 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:10:08 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:10:08.778+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:09.075 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:08 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:08.782+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:09.075 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:08 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:08.789+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:09.075 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:08 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:08.789+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:09.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:08 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:09.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:08 smithi090 ceph-mon[91928]: osdmap e815: 8 total, 8 up, 8 in 2024-03-07T03:10:09.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:08 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:09.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:08 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:09.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:08 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:09.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:08 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:09.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:08 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:09.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:08 smithi090 ceph-mon[91928]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:09.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:08 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:09.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:08 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:09.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:08 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:09.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:08 smithi090 ceph-mon[91928]: pgmap v655: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 739 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 580 KiB/s wr, 2 op/s 2024-03-07T03:10:09.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:08 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:09.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:08 smithi090 ceph-mon[89511]: osdmap e815: 8 total, 8 up, 8 in 2024-03-07T03:10:09.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:08 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:09.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:08 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:09.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:08 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:09.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:08 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:09.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:08 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:09.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:08 smithi090 ceph-mon[89511]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:09.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:08 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:09.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:08 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:09.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:08 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:09.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:08 smithi090 ceph-mon[89511]: pgmap v655: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 739 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 580 KiB/s wr, 2 op/s 2024-03-07T03:10:09.162 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:10:08 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:10:08.768+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:09.163 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:08 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:08.778+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:09.163 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:08 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:08.782+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:09.163 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:08 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:08.783+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:10:09.163 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:08 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:08.783+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:09.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:08 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:09.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:08 smithi092 ceph-mon[83777]: osdmap e815: 8 total, 8 up, 8 in 2024-03-07T03:10:09.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:08 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:09.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:08 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:09.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:08 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:09.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:08 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:09.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:08 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:09.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:08 smithi092 ceph-mon[83777]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:09.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:08 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:09.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:08 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:09.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:08 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:09.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:08 smithi092 ceph-mon[83777]: pgmap v655: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 739 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 580 KiB/s wr, 2 op/s 2024-03-07T03:10:09.289 INFO:tasks.rados.rados.0.smithi090.stdout:3778: finishing write tid 1 to smithi09077644-42 2024-03-07T03:10:09.290 INFO:tasks.rados.rados.0.smithi090.stdout:3778: finishing write tid 2 to smithi09077644-42 2024-03-07T03:10:09.290 INFO:tasks.rados.rados.0.smithi090.stdout:3777: finishing write tid 1 to smithi09077644-19 2024-03-07T03:10:09.290 INFO:tasks.rados.rados.0.smithi090.stdout:3777: finishing write tid 2 to smithi09077644-19 2024-03-07T03:10:09.290 INFO:tasks.rados.rados.0.smithi090.stdout:3778: finishing write tid 3 to smithi09077644-42 2024-03-07T03:10:09.290 INFO:tasks.rados.rados.0.smithi090.stdout:3778: oid 42 updating version 0 to 12767 2024-03-07T03:10:09.290 INFO:tasks.rados.rados.0.smithi090.stdout:3778: oid 42 version 12767 is already newer than 12766 2024-03-07T03:10:09.290 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 42 v 12767 (ObjNum 1155 snap 377 seq_num 1155) dirty exists 2024-03-07T03:10:09.290 INFO:tasks.rados.rados.0.smithi090.stdout:3778: left oid 42 (ObjNum 1155 snap 377 seq_num 1155) 2024-03-07T03:10:09.290 INFO:tasks.rados.rados.0.smithi090.stdout:3779: finishing rollback tid 0 to smithi09077644-10 2024-03-07T03:10:09.290 INFO:tasks.rados.rados.0.smithi090.stdout:3779: finishing rollback tid 1 to smithi09077644-10 2024-03-07T03:10:09.290 INFO:tasks.rados.rados.0.smithi090.stdout:3779: finishing rollback tid 2 to smithi09077644-10 2024-03-07T03:10:09.291 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 12782 (ObjNum 917 snap 289 seq_num 917) dirty exists 2024-03-07T03:10:09.291 INFO:tasks.rados.rados.0.smithi090.stdout:3777: finishing write tid 3 to smithi09077644-19 2024-03-07T03:10:09.291 INFO:tasks.rados.rados.0.smithi090.stdout:3777: oid 19 updating version 0 to 12760 2024-03-07T03:10:09.291 INFO:tasks.rados.rados.0.smithi090.stdout:3777: oid 19 updating version 12760 to 12761 2024-03-07T03:10:09.291 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 12761 (ObjNum 1154 snap 377 seq_num 1154) dirty exists 2024-03-07T03:10:09.291 INFO:tasks.rados.rados.0.smithi090.stdout:3777: left oid 19 (ObjNum 1154 snap 377 seq_num 1154) 2024-03-07T03:10:09.291 INFO:tasks.rados.rados.0.smithi090.stdout:3775: done (5 left) 2024-03-07T03:10:09.291 INFO:tasks.rados.rados.0.smithi090.stdout:3777: done (4 left) 2024-03-07T03:10:09.291 INFO:tasks.rados.rados.0.smithi090.stdout:3778: done (3 left) 2024-03-07T03:10:09.291 INFO:tasks.rados.rados.0.smithi090.stdout:3779: done (2 left) 2024-03-07T03:10:09.291 INFO:tasks.rados.rados.0.smithi090.stdout:3781: done (1 left) 2024-03-07T03:10:09.291 INFO:tasks.rados.rados.0.smithi090.stdout:3782: rollback oid 15 current snap is 377 2024-03-07T03:10:09.291 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 15 to 370 2024-03-07T03:10:09.291 INFO:tasks.rados.rados.0.smithi090.stdout:3780: expect (ObjNum 1094 snap 346 seq_num 1094) 2024-03-07T03:10:09.329 INFO:tasks.rados.rados.0.smithi090.stdout:3782: finishing rollback tid 1 to smithi09077644-15 2024-03-07T03:10:09.329 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 12769 (ObjNum 33 snap 0 seq_num 3339672048) dirty dne 2024-03-07T03:10:09.329 INFO:tasks.rados.rados.0.smithi090.stdout:3780: done (1 left) 2024-03-07T03:10:09.329 INFO:tasks.rados.rados.0.smithi090.stdout:3782: done (0 left) 2024-03-07T03:10:09.329 INFO:tasks.rados.rados.0.smithi090.stdout:3783: delete oid 49 current snap is 377 2024-03-07T03:10:09.331 INFO:tasks.rados.rados.0.smithi090.stdout:3783: done (0 left) 2024-03-07T03:10:09.331 INFO:tasks.rados.rados.0.smithi090.stdout:3784: setattr oid 49 current snap is 377 2024-03-07T03:10:09.332 INFO:tasks.rados.rados.0.smithi090.stdout:3785: setattr oid 12 current snap is 377 2024-03-07T03:10:09.333 INFO:tasks.rados.rados.0.smithi090.stdout:3786: read oid 8 snap -1 2024-03-07T03:10:09.333 INFO:tasks.rados.rados.0.smithi090.stdout:3786: expect (ObjNum 1129 snap 364 seq_num 1129) 2024-03-07T03:10:09.333 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 31 current snap is 377 2024-03-07T03:10:09.333 INFO:tasks.rados.rados.0.smithi090.stdout:3787: seq_num 1158 ranges {4243456=196608} 2024-03-07T03:10:09.357 INFO:tasks.rados.rados.0.smithi090.stdout:3787: writing smithi09077644-31 from 4243456 to 4440064 tid 1 2024-03-07T03:10:09.358 INFO:tasks.rados.rados.0.smithi090.stdout:3788: read oid 40 snap -1 2024-03-07T03:10:09.358 INFO:tasks.rados.rados.0.smithi090.stdout:3788: expect (ObjNum 930 snap 292 seq_num 930) 2024-03-07T03:10:09.358 INFO:tasks.rados.rados.0.smithi090.stdout:3789: read oid 45 snap -1 2024-03-07T03:10:09.358 INFO:tasks.rados.rados.0.smithi090.stdout:3789: expect deleted 2024-03-07T03:10:09.358 INFO:tasks.rados.rados.0.smithi090.stdout:3790: snap_create 2024-03-07T03:10:09.358 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 49 v 1484 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-03-07T03:10:09.358 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 12 v 1485 (ObjNum 1107 snap 354 seq_num 1107) dirty exists 2024-03-07T03:10:09.358 INFO:tasks.rados.rados.0.smithi090.stdout:3786: expect (ObjNum 1129 snap 364 seq_num 1129) 2024-03-07T03:10:09.600 INFO:tasks.rados.rados.0.smithi090.stdout:3787: finishing write tid 1 to smithi09077644-31 2024-03-07T03:10:09.600 INFO:tasks.rados.rados.0.smithi090.stdout:3787: finishing write tid 2 to smithi09077644-31 2024-03-07T03:10:09.600 INFO:tasks.rados.rados.0.smithi090.stdout:3788: expect (ObjNum 930 snap 292 seq_num 930) 2024-03-07T03:10:09.630 INFO:tasks.rados.rados.0.smithi090.stdout:3787: finishing write tid 3 to smithi09077644-31 2024-03-07T03:10:09.631 INFO:tasks.rados.rados.0.smithi090.stdout:3787: oid 31 updating version 0 to 3092 2024-03-07T03:10:09.631 INFO:tasks.rados.rados.0.smithi090.stdout:3787: oid 31 version 3092 is already newer than 3091 2024-03-07T03:10:09.631 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 3092 (ObjNum 1158 snap 377 seq_num 1158) dirty exists 2024-03-07T03:10:09.631 INFO:tasks.rados.rados.0.smithi090.stdout:3787: left oid 31 (ObjNum 1158 snap 377 seq_num 1158) 2024-03-07T03:10:09.773 INFO:tasks.rados.rados.0.smithi090.stdout:3784: done (6 left) 2024-03-07T03:10:09.773 INFO:tasks.rados.rados.0.smithi090.stdout:3785: done (5 left) 2024-03-07T03:10:09.773 INFO:tasks.rados.rados.0.smithi090.stdout:3786: done (4 left) 2024-03-07T03:10:09.773 INFO:tasks.rados.rados.0.smithi090.stdout:3787: done (3 left) 2024-03-07T03:10:09.773 INFO:tasks.rados.rados.0.smithi090.stdout:3788: done (2 left) 2024-03-07T03:10:09.773 INFO:tasks.rados.rados.0.smithi090.stdout:3789: done (1 left) 2024-03-07T03:10:09.773 INFO:tasks.rados.rados.0.smithi090.stdout:3790: done (0 left) 2024-03-07T03:10:09.773 INFO:tasks.rados.rados.0.smithi090.stdout:3791: read oid 26 snap -1 2024-03-07T03:10:09.773 INFO:tasks.rados.rados.0.smithi090.stdout:3791: expect (ObjNum 1149 snap 376 seq_num 1149) 2024-03-07T03:10:09.774 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 28 current snap is 378 2024-03-07T03:10:09.774 INFO:tasks.rados.rados.0.smithi090.stdout:3792: seq_num 1159 ranges {4087808=212992} 2024-03-07T03:10:09.796 INFO:tasks.rados.rados.0.smithi090.stdout:3792: writing smithi09077644-28 from 4087808 to 4300800 tid 1 2024-03-07T03:10:09.796 INFO:tasks.rados.rados.0.smithi090.stdout:3793: rmattr oid 25 current snap is 378 2024-03-07T03:10:09.796 INFO:tasks.rados.rados.0.smithi090.stdout:3793: done (2 left) 2024-03-07T03:10:09.796 INFO:tasks.rados.rados.0.smithi090.stdout:3794: delete oid 47 current snap is 378 2024-03-07T03:10:09.796 INFO:tasks.rados.rados.0.smithi090.stdout:3791: expect (ObjNum 1149 snap 376 seq_num 1149) 2024-03-07T03:10:09.880 INFO:tasks.rados.rados.0.smithi090.stdout:3792: finishing write tid 1 to smithi09077644-28 2024-03-07T03:10:09.880 INFO:tasks.rados.rados.0.smithi090.stdout:3792: finishing write tid 2 to smithi09077644-28 2024-03-07T03:10:09.880 INFO:tasks.rados.rados.0.smithi090.stdout:3792: finishing write tid 3 to smithi09077644-28 2024-03-07T03:10:09.880 INFO:tasks.rados.rados.0.smithi090.stdout:3792: oid 28 updating version 0 to 12747 2024-03-07T03:10:09.880 INFO:tasks.rados.rados.0.smithi090.stdout:3792: oid 28 version 12747 is already newer than 12746 2024-03-07T03:10:09.880 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 28 v 12747 (ObjNum 1159 snap 378 seq_num 1159) dirty exists 2024-03-07T03:10:09.880 INFO:tasks.rados.rados.0.smithi090.stdout:3792: left oid 28 (ObjNum 1159 snap 378 seq_num 1159) 2024-03-07T03:10:09.880 INFO:tasks.rados.rados.0.smithi090.stdout:3791: done (2 left) 2024-03-07T03:10:09.880 INFO:tasks.rados.rados.0.smithi090.stdout:3792: done (1 left) 2024-03-07T03:10:09.881 INFO:tasks.rados.rados.0.smithi090.stdout:3794: done (0 left) 2024-03-07T03:10:09.881 INFO:tasks.rados.rados.0.smithi090.stdout:3795: rmattr oid 6 current snap is 378 2024-03-07T03:10:09.881 INFO:tasks.rados.rados.0.smithi090.stdout:3795: done (0 left) 2024-03-07T03:10:09.881 INFO:tasks.rados.rados.0.smithi090.stdout:3796: copy_from oid 37 from oid 12 current snap is 378 2024-03-07T03:10:09.881 INFO:tasks.rados.rados.0.smithi090.stdout:3797: rollback oid 15 current snap is 378 2024-03-07T03:10:09.881 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 15 to 363 2024-03-07T03:10:09.881 INFO:tasks.rados.rados.0.smithi090.stdout:3798: delete oid 42 current snap is 378 2024-03-07T03:10:09.885 INFO:tasks.rados.rados.0.smithi090.stdout:3797: finishing rollback tid 1 to smithi09077644-15 2024-03-07T03:10:09.885 INFO:tasks.rados.rados.0.smithi090.stdout:3798: done (2 left) 2024-03-07T03:10:09.885 INFO:tasks.rados.rados.0.smithi090.stdout:3799: read oid 40 snap 361 2024-03-07T03:10:09.885 INFO:tasks.rados.rados.0.smithi090.stdout:3799: expect (ObjNum 1092 snap 345 seq_num 1092) 2024-03-07T03:10:09.885 INFO:tasks.rados.rados.0.smithi090.stdout:3800: setattr oid 43 current snap is 378 2024-03-07T03:10:09.885 INFO:tasks.rados.rados.0.smithi090.stdout:3801: snap_create 2024-03-07T03:10:09.885 INFO:tasks.rados.rados.0.smithi090.stdout:3797: finishing rollback tid 2 to smithi09077644-15 2024-03-07T03:10:09.886 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 12784 (ObjNum 1071 snap 340 seq_num 1071) dirty exists 2024-03-07T03:10:09.889 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 1201 (ObjNum 33 snap 0 seq_num 3341402832) dirty exists 2024-03-07T03:10:09.895 INFO:tasks.rados.rados.0.smithi090.stdout:3799: expect (ObjNum 1092 snap 345 seq_num 1092) 2024-03-07T03:10:09.958 INFO:tasks.rados.rados.0.smithi090.stdout:3796: finishing copy_from racing read to smithi09077644-37 2024-03-07T03:10:09.958 INFO:tasks.rados.rados.0.smithi090.stdout:3796: finishing copy_from to smithi09077644-37 2024-03-07T03:10:09.958 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 37 v 1485 (ObjNum 1107 snap 354 seq_num 1107) dirty exists 2024-03-07T03:10:10.074 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:10:09 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:10:09.775+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:10.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:09 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:10.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:09 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:10.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:09 smithi090 ceph-mon[89511]: osdmap e816: 8 total, 8 up, 8 in 2024-03-07T03:10:10.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:09 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:10.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:09 smithi090 ceph-mon[89511]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:10.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:09 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:10.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:09 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:10.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:09 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:10.075 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:09 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:09.801+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:10.075 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:09 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:09.801+0000 7fa43c425700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:10:10.075 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:09 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:09.801+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:10.075 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:09 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:09.801+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:10.076 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:09 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:09.886+0000 7f4442f67700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:10:10.076 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:09 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:09.886+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:10.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:09 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:10.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:09 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:10.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:09 smithi090 ceph-mon[91928]: osdmap e816: 8 total, 8 up, 8 in 2024-03-07T03:10:10.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:09 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:10.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:09 smithi090 ceph-mon[91928]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:10.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:09 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:10.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:09 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:10.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:09 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:10.162 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:10:09 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:10:09.774+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:10.163 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:09 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:09.885+0000 7fc29a41b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:10:10.163 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:09 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:09.885+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:10.163 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:09 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:09.801+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:10:10.163 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:09 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:09.801+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:10.163 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:09 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:09.803+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:10.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:09 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:10.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:09 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:10.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:09 smithi092 ceph-mon[83777]: osdmap e816: 8 total, 8 up, 8 in 2024-03-07T03:10:10.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:09 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:10.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:09 smithi092 ceph-mon[83777]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:10.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:09 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:10.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:09 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:10.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:09 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:10.779 INFO:tasks.rados.rados.0.smithi090.stdout:3796: done (4 left) 2024-03-07T03:10:10.780 INFO:tasks.rados.rados.0.smithi090.stdout:3797: done (3 left) 2024-03-07T03:10:10.780 INFO:tasks.rados.rados.0.smithi090.stdout:3799: done (2 left) 2024-03-07T03:10:10.780 INFO:tasks.rados.rados.0.smithi090.stdout:3800: done (1 left) 2024-03-07T03:10:10.780 INFO:tasks.rados.rados.0.smithi090.stdout:3801: done (0 left) 2024-03-07T03:10:10.780 INFO:tasks.rados.rados.0.smithi090.stdout:3802: rmattr oid 41 current snap is 379 2024-03-07T03:10:10.780 INFO:tasks.rados.rados.0.smithi090.stdout:3803: read oid 24 snap -1 2024-03-07T03:10:10.780 INFO:tasks.rados.rados.0.smithi090.stdout:3803: expect (ObjNum 1037 snap 327 seq_num 1037) 2024-03-07T03:10:10.780 INFO:tasks.rados.rados.0.smithi090.stdout:3804: delete oid 26 current snap is 379 2024-03-07T03:10:10.782 INFO:tasks.rados.rados.0.smithi090.stdout:3804: done (2 left) 2024-03-07T03:10:10.782 INFO:tasks.rados.rados.0.smithi090.stdout:3805: setattr oid 38 current snap is 379 2024-03-07T03:10:10.785 INFO:tasks.rados.rados.0.smithi090.stdout:3806: snap_create 2024-03-07T03:10:10.786 INFO:tasks.rados.rados.0.smithi090.stdout:3803: expect (ObjNum 1037 snap 327 seq_num 1037) 2024-03-07T03:10:10.808 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 41 v 12748 (ObjNum 1142 snap 372 seq_num 1142) dirty exists 2024-03-07T03:10:10.809 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 12769 (ObjNum 1115 snap 356 seq_num 1115) dirty exists 2024-03-07T03:10:11.060 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:10:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:10:10.780+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:11.061 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:10 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:11.061 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:10 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:11.061 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:10 smithi092 ceph-mon[83777]: osdmap e817: 8 total, 8 up, 8 in 2024-03-07T03:10:11.061 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:10 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:11.061 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:10 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:11.061 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:10 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:11.061 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:10 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:11.061 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:10 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:11.061 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:10 smithi092 ceph-mon[83777]: pgmap v658: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 757 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.8 MiB/s wr, 22 op/s 2024-03-07T03:10:11.061 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:10 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:11.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:10 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:11.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:10 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:11.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:10 smithi090 ceph-mon[91928]: osdmap e817: 8 total, 8 up, 8 in 2024-03-07T03:10:11.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:10 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:11.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:10 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:11.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:10 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:11.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:10 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:11.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:10 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:11.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:10 smithi090 ceph-mon[91928]: pgmap v658: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 757 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.8 MiB/s wr, 22 op/s 2024-03-07T03:10:11.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:10 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:11.075 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:10:10 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:10:10.780+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:11.075 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:10 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:10.794+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:11.075 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:10 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:10.784+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:11.076 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:10 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:10.785+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:11.076 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:10 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:10.785+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:11.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:10 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:11.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:10 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:11.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:10 smithi090 ceph-mon[89511]: osdmap e817: 8 total, 8 up, 8 in 2024-03-07T03:10:11.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:10 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:11.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:10 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:11.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:10 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:11.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:10 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:11.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:10 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:11.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:10 smithi090 ceph-mon[89511]: pgmap v658: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 757 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.8 MiB/s wr, 22 op/s 2024-03-07T03:10:11.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:10 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:11.413 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:11.060+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:11.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:11.063+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:10:11.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:11.063+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:11.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:11.063+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:11.785 INFO:tasks.rados.rados.0.smithi090.stdout:3802: done (3 left) 2024-03-07T03:10:11.914 INFO:tasks.rados.rados.0.smithi090.stdout:3803: done (2 left) 2024-03-07T03:10:11.914 INFO:tasks.rados.rados.0.smithi090.stdout:3805: done (1 left) 2024-03-07T03:10:11.914 INFO:tasks.rados.rados.0.smithi090.stdout:3806: done (0 left) 2024-03-07T03:10:11.914 INFO:tasks.rados.rados.0.smithi090.stdout:3807: snap_remove snap 361 2024-03-07T03:10:12.074 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:10:11 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:10:11.787+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:12.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:11 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:12.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:11 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:12.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:11 smithi090 ceph-mon[89511]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:12.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:11 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:12.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:11 smithi090 ceph-mon[89511]: osdmap e818: 8 total, 8 up, 8 in 2024-03-07T03:10:12.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:11 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:12.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:11 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:12.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:11 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:12.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:11 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:12.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:11 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:12.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:11 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:12.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:11 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:12.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:11 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:12.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:11 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:12.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:11 smithi090 ceph-mon[91928]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:12.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:11 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:12.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:11 smithi090 ceph-mon[91928]: osdmap e818: 8 total, 8 up, 8 in 2024-03-07T03:10:12.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:11 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:12.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:11 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:12.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:11 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:12.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:11 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:12.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:11 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:12.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:11 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:12.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:11 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:12.162 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:10:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:10:11.785+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:12.162 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:11 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:12.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:11 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:12.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:11 smithi092 ceph-mon[83777]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:12.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:11 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:12.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:11 smithi092 ceph-mon[83777]: osdmap e818: 8 total, 8 up, 8 in 2024-03-07T03:10:12.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:11 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:12.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:11 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:12.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:11 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:12.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:11 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:12.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:11 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:12.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:11 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:12.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:11 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:12.662 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:10:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:10:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:10:12.798 INFO:tasks.rados.rados.0.smithi090.stdout:3807: done (0 left) 2024-03-07T03:10:12.798 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 7 current snap is 380 2024-03-07T03:10:12.798 INFO:tasks.rados.rados.0.smithi090.stdout:3808: seq_num 1163 ranges {2056192=286720} 2024-03-07T03:10:12.811 INFO:tasks.rados.rados.0.smithi090.stdout:3808: writing smithi09077644-7 from 2056192 to 2342912 tid 1 2024-03-07T03:10:12.812 INFO:tasks.rados.rados.0.smithi090.stdout:3809: snap_remove snap 362 2024-03-07T03:10:13.074 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:10:13 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:10:13] "GET /metrics HTTP/1.1" 200 36318 "" "Prometheus/2.43.0" 2024-03-07T03:10:13.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:12 smithi090 ceph-mon[89511]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:13.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:12 smithi090 ceph-mon[89511]: osdmap e819: 8 total, 8 up, 8 in 2024-03-07T03:10:13.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:12 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:13.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:12 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:13.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:12 smithi090 ceph-mon[89511]: pgmap v661: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 760 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 2.0 MiB/s wr, 27 op/s 2024-03-07T03:10:13.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:12 smithi090 ceph-mon[91928]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:13.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:12 smithi090 ceph-mon[91928]: osdmap e819: 8 total, 8 up, 8 in 2024-03-07T03:10:13.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:12 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:13.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:12 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:13.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:12 smithi090 ceph-mon[91928]: pgmap v661: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 760 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 2.0 MiB/s wr, 27 op/s 2024-03-07T03:10:13.075 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:10:12 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:10:12.805+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:13.076 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:12 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:12.797+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:13.076 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:12 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:12.797+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:13.076 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:12 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:12.814+0000 7fa43c425700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:10:13.076 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:12 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:12.815+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:13.076 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:12 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:12.806+0000 7f443ef5f700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:10:13.076 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:12 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:12.806+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:13.162 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:10:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:10:12.804+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:13.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:12 smithi092 ceph-mon[83777]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:13.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:12 smithi092 ceph-mon[83777]: osdmap e819: 8 total, 8 up, 8 in 2024-03-07T03:10:13.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:12 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:13.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:12 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:13.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:12 smithi092 ceph-mon[83777]: pgmap v661: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 760 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 2.0 MiB/s wr, 27 op/s 2024-03-07T03:10:13.163 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:12.794+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:10:13.163 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:12.794+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:13.163 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:12.794+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:13.164 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:12.812+0000 7fc29a41b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:10:13.164 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:12.812+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:13.804 INFO:tasks.rados.rados.0.smithi090.stdout:3809: done (1 left) 2024-03-07T03:10:13.804 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 41 current snap is 380 2024-03-07T03:10:13.804 INFO:tasks.rados.rados.0.smithi090.stdout:3808: finishing write tid 1 to smithi09077644-7 2024-03-07T03:10:13.804 INFO:tasks.rados.rados.0.smithi090.stdout:3808: finishing write tid 2 to smithi09077644-7 2024-03-07T03:10:13.805 INFO:tasks.rados.rados.0.smithi090.stdout:3808: finishing write tid 3 to smithi09077644-7 2024-03-07T03:10:13.805 INFO:tasks.rados.rados.0.smithi090.stdout:3808: oid 7 updating version 0 to 1446 2024-03-07T03:10:13.805 INFO:tasks.rados.rados.0.smithi090.stdout:3808: oid 7 version 1446 is already newer than 1445 2024-03-07T03:10:13.805 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 7 v 1446 (ObjNum 1163 snap 380 seq_num 1163) dirty exists 2024-03-07T03:10:13.805 INFO:tasks.rados.rados.0.smithi090.stdout:3808: left oid 7 (ObjNum 1163 snap 380 seq_num 1163) 2024-03-07T03:10:13.805 INFO:tasks.rados.rados.0.smithi090.stdout:3810: seq_num 1164 ranges {3481600=303104} 2024-03-07T03:10:13.826 INFO:tasks.rados.rados.0.smithi090.stdout:3810: writing smithi09077644-41 from 3481600 to 3784704 tid 1 2024-03-07T03:10:13.826 INFO:tasks.rados.rados.0.smithi090.stdout:3808: done (1 left) 2024-03-07T03:10:13.826 INFO:tasks.rados.rados.0.smithi090.stdout:3811: read oid 37 snap 337 2024-03-07T03:10:13.826 INFO:tasks.rados.rados.0.smithi090.stdout:3811: expect (ObjNum 1029 snap 327 seq_num 1029) 2024-03-07T03:10:13.826 INFO:tasks.rados.rados.0.smithi090.stdout:3812: snap_create 2024-03-07T03:10:13.830 INFO:tasks.rados.rados.0.smithi090.stdout:3810: finishing write tid 1 to smithi09077644-41 2024-03-07T03:10:13.830 INFO:tasks.rados.rados.0.smithi090.stdout:3810: finishing write tid 2 to smithi09077644-41 2024-03-07T03:10:13.832 INFO:tasks.rados.rados.0.smithi090.stdout:3810: finishing write tid 3 to smithi09077644-41 2024-03-07T03:10:13.832 INFO:tasks.rados.rados.0.smithi090.stdout:3810: oid 41 updating version 0 to 12749 2024-03-07T03:10:13.832 INFO:tasks.rados.rados.0.smithi090.stdout:3810: oid 41 updating version 12749 to 12750 2024-03-07T03:10:13.832 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 41 v 12750 (ObjNum 1164 snap 380 seq_num 1164) dirty exists 2024-03-07T03:10:13.832 INFO:tasks.rados.rados.0.smithi090.stdout:3810: left oid 41 (ObjNum 1164 snap 380 seq_num 1164) 2024-03-07T03:10:13.836 INFO:tasks.rados.rados.0.smithi090.stdout:3811: expect (ObjNum 1029 snap 327 seq_num 1029) 2024-03-07T03:10:14.074 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:10:13 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:10:13.810+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:14.074 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:13 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:13.806+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:14.075 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:13 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:13.804+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:14.075 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:13 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:13.816+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:14.075 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:13 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:13.816+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:14.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:13 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:14.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:13 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:14.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:13 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:14.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:13 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:14.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:13 smithi090 ceph-mon[89511]: osdmap e820: 8 total, 8 up, 8 in 2024-03-07T03:10:14.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:13 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:14.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:13 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:10:14.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:13 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:14.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:13 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:14.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:13 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:14.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:13 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:14.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:13 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:14.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:13 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:14.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:13 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:14.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:13 smithi090 ceph-mon[91928]: osdmap e820: 8 total, 8 up, 8 in 2024-03-07T03:10:14.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:13 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:14.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:13 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:10:14.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:13 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:14.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:13 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:14.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:13 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:14.162 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:10:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:10:13.803+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:14.163 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:13.805+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 218=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:14.163 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:13.809+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:10:14.163 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:13.809+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:14.163 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:13 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:13.809+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:14.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:13 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:14.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:13 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:14.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:13 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:14.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:13 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:14.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:13 smithi092 ceph-mon[83777]: osdmap e820: 8 total, 8 up, 8 in 2024-03-07T03:10:14.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:13 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:14.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:13 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:10:14.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:13 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:14.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:13 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:14.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:13 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:14.807 INFO:tasks.rados.rados.0.smithi090.stdout:3810: done (2 left) 2024-03-07T03:10:14.807 INFO:tasks.rados.rados.0.smithi090.stdout:3811: done (1 left) 2024-03-07T03:10:14.807 INFO:tasks.rados.rados.0.smithi090.stdout:3812: done (0 left) 2024-03-07T03:10:14.807 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 44 current snap is 381 2024-03-07T03:10:14.807 INFO:tasks.rados.rados.0.smithi090.stdout:3813: seq_num 1165 ranges {17039360=319488} 2024-03-07T03:10:14.899 INFO:tasks.rados.rados.0.smithi090.stdout:3813: writing smithi09077644-44 from 17039360 to 17358848 tid 1 2024-03-07T03:10:14.899 INFO:tasks.rados.rados.0.smithi090.stdout:3814: snap_remove snap 358 2024-03-07T03:10:15.074 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:14 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:14.807+0000 7f443ef5f700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:10:15.074 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:14 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:14.807+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:15.074 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:14 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:14.903+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:10:15.075 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:14 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:14.903+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:15.075 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:14 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:14.903+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:15.075 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:14 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:14.906+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:15.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:14 smithi090 ceph-mon[89511]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:15.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:14 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:15.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:14 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:15.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:14 smithi090 ceph-mon[89511]: osdmap e821: 8 total, 8 up, 8 in 2024-03-07T03:10:15.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:14 smithi090 ceph-mon[89511]: No clone_snaps in snapset 218=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:15.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:14 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:15.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:14 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:15.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:14 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:15.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:14 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:15.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:14 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:15.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:14 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:15.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:14 smithi090 ceph-mon[89511]: pgmap v664: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 760 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 756 KiB/s wr, 13 op/s 2024-03-07T03:10:15.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:14 smithi090 ceph-mon[91928]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:15.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:14 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:15.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:14 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:15.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:14 smithi090 ceph-mon[91928]: osdmap e821: 8 total, 8 up, 8 in 2024-03-07T03:10:15.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:14 smithi090 ceph-mon[91928]: No clone_snaps in snapset 218=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:15.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:14 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:15.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:14 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:15.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:14 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:15.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:14 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:15.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:14 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:15.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:14 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:15.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:14 smithi090 ceph-mon[91928]: pgmap v664: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 760 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 756 KiB/s wr, 13 op/s 2024-03-07T03:10:15.162 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:14.907+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:10:15.163 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:14.907+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:15.163 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:14 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:14.907+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:15.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:14 smithi092 ceph-mon[83777]: No clone_snaps in snapset 203=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:15.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:14 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:15.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:14 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:15.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:14 smithi092 ceph-mon[83777]: osdmap e821: 8 total, 8 up, 8 in 2024-03-07T03:10:15.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:14 smithi092 ceph-mon[83777]: No clone_snaps in snapset 218=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:15.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:14 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:15.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:14 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:15.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:14 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:15.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:14 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:15.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:14 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:15.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:14 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:15.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:14 smithi092 ceph-mon[83777]: pgmap v664: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 760 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 756 KiB/s wr, 13 op/s 2024-03-07T03:10:15.815 INFO:tasks.rados.rados.0.smithi090.stdout:3814: done (1 left) 2024-03-07T03:10:15.815 INFO:tasks.rados.rados.0.smithi090.stdout:3815: delete oid 42 current snap is 381 2024-03-07T03:10:15.815 INFO:tasks.rados.rados.0.smithi090.stdout:3813: finishing write tid 1 to smithi09077644-44 2024-03-07T03:10:15.815 INFO:tasks.rados.rados.0.smithi090.stdout:3813: finishing write tid 2 to smithi09077644-44 2024-03-07T03:10:15.815 INFO:tasks.rados.rados.0.smithi090.stdout:3813: finishing write tid 3 to smithi09077644-44 2024-03-07T03:10:15.815 INFO:tasks.rados.rados.0.smithi090.stdout:3813: oid 44 updating version 0 to 12786 2024-03-07T03:10:15.815 INFO:tasks.rados.rados.0.smithi090.stdout:3813: oid 44 version 12786 is already newer than 12785 2024-03-07T03:10:15.815 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 44 v 12786 (ObjNum 1165 snap 381 seq_num 1165) dirty exists 2024-03-07T03:10:15.815 INFO:tasks.rados.rados.0.smithi090.stdout:3813: left oid 44 (ObjNum 1165 snap 381 seq_num 1165) 2024-03-07T03:10:15.822 INFO:tasks.rados.rados.0.smithi090.stdout:3813: done (1 left) 2024-03-07T03:10:15.822 INFO:tasks.rados.rados.0.smithi090.stdout:3815: done (0 left) 2024-03-07T03:10:15.822 INFO:tasks.rados.rados.0.smithi090.stdout:3816: setattr oid 19 current snap is 381 2024-03-07T03:10:15.827 INFO:tasks.rados.rados.0.smithi090.stdout:3817: snap_create 2024-03-07T03:10:15.828 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 12762 (ObjNum 1154 snap 377 seq_num 1154) dirty exists 2024-03-07T03:10:16.075 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:15 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:15.823+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:16.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:15 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:16.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:15 smithi090 ceph-mon[89511]: osdmap e822: 8 total, 8 up, 8 in 2024-03-07T03:10:16.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:15 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:16.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:15 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:16.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:15 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:16.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:15 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:16.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:15 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:16.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:15 smithi090 ceph-mon[89511]: No clone_snaps in snapset 218=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:16.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:15 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:16.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:15 smithi090 ceph-mon[91928]: osdmap e822: 8 total, 8 up, 8 in 2024-03-07T03:10:16.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:15 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:16.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:15 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:16.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:15 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:16.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:15 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:16.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:15 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:16.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:15 smithi090 ceph-mon[91928]: No clone_snaps in snapset 218=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:16.078 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:10:15 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:10:15.671+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:16.078 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:10:15 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:10:15.817+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:16.078 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:15 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:15.809+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:16.078 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:15 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:15.821+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:16.078 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:15 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:15.821+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:16.162 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:10:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:10:15.671+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:16.162 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:10:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:10:15.811+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:16.163 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:15.672+0000 7fc29a41b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:10:16.163 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:15.672+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 218=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:16.163 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:15.815+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 218=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:16.163 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:15.820+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:16.163 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:15.820+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:10:16.163 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:15 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:15.820+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:16.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:15 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:16.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:15 smithi092 ceph-mon[83777]: osdmap e822: 8 total, 8 up, 8 in 2024-03-07T03:10:16.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:15 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:16.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:15 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:16.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:15 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:16.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:15 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:16.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:15 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:16.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:15 smithi092 ceph-mon[83777]: No clone_snaps in snapset 218=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:16.826 INFO:tasks.rados.rados.0.smithi090.stdout:3816: done (1 left) 2024-03-07T03:10:16.826 INFO:tasks.rados.rados.0.smithi090.stdout:3817: done (0 left) 2024-03-07T03:10:16.826 INFO:tasks.rados.rados.0.smithi090.stdout:3818: rollback oid 1 current snap is 382 2024-03-07T03:10:16.826 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 1 to 380 2024-03-07T03:10:16.826 INFO:tasks.rados.rados.0.smithi090.stdout:3819: rollback oid 18 current snap is 382 2024-03-07T03:10:16.826 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 18 to 357 2024-03-07T03:10:16.826 INFO:tasks.rados.rados.0.smithi090.stdout:3820: copy_from oid 6 from oid 4 current snap is 382 2024-03-07T03:10:16.827 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 15 current snap is 382 2024-03-07T03:10:16.827 INFO:tasks.rados.rados.0.smithi090.stdout:3821: seq_num 1167 ranges {1146880=352256} 2024-03-07T03:10:16.835 INFO:tasks.rados.rados.0.smithi090.stdout:3821: writing smithi09077644-15 from 1146880 to 1499136 tid 1 2024-03-07T03:10:16.835 INFO:tasks.rados.rados.0.smithi090.stdout:3822: read oid 39 snap 344 2024-03-07T03:10:16.835 INFO:tasks.rados.rados.0.smithi090.stdout:3822: expect (ObjNum 1061 snap 334 seq_num 1061) 2024-03-07T03:10:16.835 INFO:tasks.rados.rados.0.smithi090.stdout:3823: snap_create 2024-03-07T03:10:16.835 INFO:tasks.rados.rados.0.smithi090.stdout:3818: finishing rollback tid 0 to smithi09077644-1 2024-03-07T03:10:16.835 INFO:tasks.rados.rados.0.smithi090.stdout:3819: finishing rollback tid 1 to smithi09077644-18 2024-03-07T03:10:16.835 INFO:tasks.rados.rados.0.smithi090.stdout:3819: finishing rollback tid 2 to smithi09077644-18 2024-03-07T03:10:16.835 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 18 v 12764 (ObjNum 97 snap 0 seq_num 3340130176) dirty exists 2024-03-07T03:10:16.836 INFO:tasks.rados.rados.0.smithi090.stdout:3818: finishing rollback tid 1 to smithi09077644-1 2024-03-07T03:10:16.836 INFO:tasks.rados.rados.0.smithi090.stdout:3818: finishing rollback tid 2 to smithi09077644-1 2024-03-07T03:10:16.836 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 1 v 1450 (ObjNum 904 snap 286 seq_num 904) dirty exists 2024-03-07T03:10:16.836 INFO:tasks.rados.rados.0.smithi090.stdout:3820: finishing copy_from racing read to smithi09077644-6 2024-03-07T03:10:16.836 INFO:tasks.rados.rados.0.smithi090.stdout:3820: finishing copy_from to smithi09077644-6 2024-03-07T03:10:16.836 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 12737 (ObjNum 81 snap 0 seq_num 3340583216) dirty exists 2024-03-07T03:10:16.839 INFO:tasks.rados.rados.0.smithi090.stdout:3821: finishing write tid 1 to smithi09077644-15 2024-03-07T03:10:16.840 INFO:tasks.rados.rados.0.smithi090.stdout:3821: finishing write tid 2 to smithi09077644-15 2024-03-07T03:10:16.846 INFO:tasks.rados.rados.0.smithi090.stdout:3821: finishing write tid 3 to smithi09077644-15 2024-03-07T03:10:16.846 INFO:tasks.rados.rados.0.smithi090.stdout:3821: oid 15 updating version 0 to 12788 2024-03-07T03:10:16.846 INFO:tasks.rados.rados.0.smithi090.stdout:3821: oid 15 version 12788 is already newer than 12787 2024-03-07T03:10:16.846 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 12788 (ObjNum 1167 snap 382 seq_num 1167) dirty exists 2024-03-07T03:10:16.846 INFO:tasks.rados.rados.0.smithi090.stdout:3821: left oid 15 (ObjNum 1167 snap 382 seq_num 1167) 2024-03-07T03:10:16.847 INFO:tasks.rados.rados.0.smithi090.stdout:3822: expect (ObjNum 1061 snap 334 seq_num 1061) 2024-03-07T03:10:17.074 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:10:16 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:10:16.825+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:17.074 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:16 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:16.833+0000 7f4442f67700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:10:17.075 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:16 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:16.833+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:17.075 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:16 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:16.830+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:17.075 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:16 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:16.831+0000 7fa43c425700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:10:17.075 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:16 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:16.831+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:17.075 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:16 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:16.831+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:17.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:16 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:17.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:16 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:17.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:16 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:17.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:16 smithi090 ceph-mon[89511]: osdmap e823: 8 total, 8 up, 8 in 2024-03-07T03:10:17.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:16 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:17.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:16 smithi090 ceph-mon[89511]: No clone_snaps in snapset 218=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:17.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:16 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:17.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:16 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:17.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:16 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:17.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:16 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:17.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:16 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:17.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:16 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:17.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:16 smithi090 ceph-mon[89511]: pgmap v667: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 762 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 126 KiB/s wr, 19 op/s 2024-03-07T03:10:17.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:16 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:17.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:16 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:17.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:16 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:17.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:16 smithi090 ceph-mon[91928]: osdmap e823: 8 total, 8 up, 8 in 2024-03-07T03:10:17.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:16 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:17.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:16 smithi090 ceph-mon[91928]: No clone_snaps in snapset 218=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:17.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:16 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:17.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:16 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:17.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:16 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:17.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:16 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:17.077 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:16 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:17.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:16 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:17.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:16 smithi090 ceph-mon[91928]: pgmap v667: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 762 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 126 KiB/s wr, 19 op/s 2024-03-07T03:10:17.162 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:10:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:10:17.031+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:17.163 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:17.032+0000 7fc296413700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:10:17.163 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:17.032+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 218=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:17.163 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:16.825+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:10:17.163 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:16.825+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:17.163 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:16 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:16.826+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:17.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:16 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:17.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:16 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:17.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:16 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:17.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:16 smithi092 ceph-mon[83777]: osdmap e823: 8 total, 8 up, 8 in 2024-03-07T03:10:17.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:16 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:17.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:16 smithi092 ceph-mon[83777]: No clone_snaps in snapset 218=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:17.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:16 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:17.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:16 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:17.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:16 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:17.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:16 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:17.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:16 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:17.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:16 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:17.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:16 smithi092 ceph-mon[83777]: pgmap v667: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 762 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 126 KiB/s wr, 19 op/s 2024-03-07T03:10:17.832 INFO:tasks.rados.rados.0.smithi090.stdout:3818: done (5 left) 2024-03-07T03:10:17.832 INFO:tasks.rados.rados.0.smithi090.stdout:3819: done (4 left) 2024-03-07T03:10:17.832 INFO:tasks.rados.rados.0.smithi090.stdout:3820: done (3 left) 2024-03-07T03:10:17.833 INFO:tasks.rados.rados.0.smithi090.stdout:3821: done (2 left) 2024-03-07T03:10:17.833 INFO:tasks.rados.rados.0.smithi090.stdout:3822: done (1 left) 2024-03-07T03:10:17.833 INFO:tasks.rados.rados.0.smithi090.stdout:3823: done (0 left) 2024-03-07T03:10:17.833 INFO:tasks.rados.rados.0.smithi090.stdout:3824: rmattr oid 27 current snap is 383 2024-03-07T03:10:17.833 INFO:tasks.rados.rados.0.smithi090.stdout:3824: done (0 left) 2024-03-07T03:10:17.833 INFO:tasks.rados.rados.0.smithi090.stdout:3825: copy_from oid 33 from oid 29 current snap is 383 2024-03-07T03:10:17.833 INFO:tasks.rados.rados.0.smithi090.stdout:3826: setattr oid 37 current snap is 383 2024-03-07T03:10:17.835 INFO:tasks.rados.rados.0.smithi090.stdout:3827: read oid 23 snap -1 2024-03-07T03:10:17.835 INFO:tasks.rados.rados.0.smithi090.stdout:3827: expect (ObjNum 1146 snap 376 seq_num 1146) 2024-03-07T03:10:17.835 INFO:tasks.rados.rados.0.smithi090.stdout:3828: copy_from oid 6 from oid 25 current snap is 383 2024-03-07T03:10:17.835 INFO:tasks.rados.rados.0.smithi090.stdout:3829: setattr oid 41 current snap is 383 2024-03-07T03:10:17.838 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 32 current snap is 383 2024-03-07T03:10:17.838 INFO:tasks.rados.rados.0.smithi090.stdout:3830: seq_num 1168 ranges {2359296=368640} 2024-03-07T03:10:17.854 INFO:tasks.rados.rados.0.smithi090.stdout:3830: writing smithi09077644-32 from 2359296 to 2727936 tid 1 2024-03-07T03:10:17.854 INFO:tasks.rados.rados.0.smithi090.stdout:3831: snap_remove snap 376 2024-03-07T03:10:18.074 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:10:17 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:10:17.832+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:18.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:17 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:18.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:17 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:18.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:17 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:18.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:17 smithi090 ceph-mon[91928]: osdmap e824: 8 total, 8 up, 8 in 2024-03-07T03:10:18.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:17 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:18.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:17 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:18.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:17 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:18.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:17 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:18.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:17 smithi090 ceph-mon[91928]: No clone_snaps in snapset 218=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:18.075 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:17 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:17.845+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:18.076 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:17 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:17.837+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:18.076 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:17 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:17.837+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:18.076 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:17 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:17.837+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:18.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:17 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:18.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:17 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:18.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:17 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:18.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:17 smithi090 ceph-mon[89511]: osdmap e824: 8 total, 8 up, 8 in 2024-03-07T03:10:18.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:17 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:18.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:17 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:18.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:17 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:18.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:17 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:18.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:17 smithi090 ceph-mon[89511]: No clone_snaps in snapset 218=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:18.162 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:10:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:10:17.832+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:18.163 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:17.841+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 218=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:18.163 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:17.845+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:18.163 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:17.845+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:10:18.163 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:17 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:17.846+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:18.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:17 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:18.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:17 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:18.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:17 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:18.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:17 smithi092 ceph-mon[83777]: osdmap e824: 8 total, 8 up, 8 in 2024-03-07T03:10:18.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:17 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:18.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:17 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:18.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:17 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:18.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:17 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:18.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:17 smithi092 ceph-mon[83777]: No clone_snaps in snapset 218=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:18.841 INFO:tasks.rados.rados.0.smithi090.stdout:3831: done (6 left) 2024-03-07T03:10:18.841 INFO:tasks.rados.rados.0.smithi090.stdout:3832: read oid 16 snap 379 2024-03-07T03:10:18.841 INFO:tasks.rados.rados.0.smithi090.stdout:3832: expect deleted 2024-03-07T03:10:18.841 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 12 current snap is 383 2024-03-07T03:10:18.841 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 37 v 3096 (ObjNum 1107 snap 354 seq_num 1107) dirty exists 2024-03-07T03:10:18.841 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 41 v 12751 (ObjNum 1164 snap 380 seq_num 1164) dirty exists 2024-03-07T03:10:18.841 INFO:tasks.rados.rados.0.smithi090.stdout:3828: finishing copy_from racing read to smithi09077644-6 2024-03-07T03:10:18.841 INFO:tasks.rados.rados.0.smithi090.stdout:3828: finishing copy_from to smithi09077644-6 2024-03-07T03:10:18.841 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 1476 (ObjNum 1138 snap 369 seq_num 1138) dirty exists 2024-03-07T03:10:18.842 INFO:tasks.rados.rados.0.smithi090.stdout:3830: finishing write tid 1 to smithi09077644-32 2024-03-07T03:10:18.842 INFO:tasks.rados.rados.0.smithi090.stdout:3830: finishing write tid 2 to smithi09077644-32 2024-03-07T03:10:18.842 INFO:tasks.rados.rados.0.smithi090.stdout:3830: finishing write tid 3 to smithi09077644-32 2024-03-07T03:10:18.842 INFO:tasks.rados.rados.0.smithi090.stdout:3830: oid 32 updating version 0 to 1203 2024-03-07T03:10:18.842 INFO:tasks.rados.rados.0.smithi090.stdout:3830: oid 32 version 1203 is already newer than 1202 2024-03-07T03:10:18.842 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 32 v 1203 (ObjNum 1168 snap 383 seq_num 1168) dirty exists 2024-03-07T03:10:18.842 INFO:tasks.rados.rados.0.smithi090.stdout:3830: left oid 32 (ObjNum 1168 snap 383 seq_num 1168) 2024-03-07T03:10:18.842 INFO:tasks.rados.rados.0.smithi090.stdout:3825: finishing copy_from racing read to smithi09077644-33 2024-03-07T03:10:18.842 INFO:tasks.rados.rados.0.smithi090.stdout:3827: expect (ObjNum 1146 snap 376 seq_num 1146) 2024-03-07T03:10:19.070 INFO:tasks.rados.rados.0.smithi090.stdout:3825: finishing copy_from to smithi09077644-33 2024-03-07T03:10:19.070 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 33 v 12760 (ObjNum 1130 snap 364 seq_num 1130) dirty exists 2024-03-07T03:10:19.070 INFO:tasks.rados.rados.0.smithi090.stdout:3833: seq_num 1169 ranges {2834432=385024} 2024-03-07T03:10:19.088 INFO:tasks.rados.rados.0.smithi090.stdout:3833: writing smithi09077644-12 from 2834432 to 3219456 tid 1 2024-03-07T03:10:19.088 INFO:tasks.rados.rados.0.smithi090.stdout:3825: done (7 left) 2024-03-07T03:10:19.088 INFO:tasks.rados.rados.0.smithi090.stdout:3826: done (6 left) 2024-03-07T03:10:19.088 INFO:tasks.rados.rados.0.smithi090.stdout:3827: done (5 left) 2024-03-07T03:10:19.088 INFO:tasks.rados.rados.0.smithi090.stdout:3828: done (4 left) 2024-03-07T03:10:19.088 INFO:tasks.rados.rados.0.smithi090.stdout:3829: done (3 left) 2024-03-07T03:10:19.088 INFO:tasks.rados.rados.0.smithi090.stdout:3830: done (2 left) 2024-03-07T03:10:19.088 INFO:tasks.rados.rados.0.smithi090.stdout:3832: done (1 left) 2024-03-07T03:10:19.089 INFO:tasks.rados.rados.0.smithi090.stdout:3834: snap_remove snap 370 2024-03-07T03:10:19.162 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:10:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:10:18.838+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:19.163 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:18.840+0000 7fc29a41b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:10:19.163 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:18.840+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 218=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:19.163 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:18.850+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:10:19.163 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:18.850+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:19.163 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:18.850+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:19.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:18 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:19.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:18 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:19.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:18 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:19.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:18 smithi092 ceph-mon[83777]: pgmap v670: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 762 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 196 KiB/s wr, 13 op/s 2024-03-07T03:10:19.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:18 smithi092 ceph-mon[83777]: osdmap e825: 8 total, 8 up, 8 in 2024-03-07T03:10:19.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:18 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:19.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:18 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:19.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:18 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:19.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:18 smithi092 ceph-mon[83777]: No clone_snaps in snapset 218=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:19.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:18 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:19.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:18 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:19.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:18 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:19.324 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:10:18 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:10:18.840+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:19.324 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:19 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:19.013+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:10:19.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:19 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:19.013+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:19.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:19 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:19.013+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:19.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:19 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:19.014+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:19.325 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:18 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:18.842+0000 7f443ef5f700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:10:19.325 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:18 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:18.842+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:19.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:18 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:19.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:18 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:19.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:18 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:19.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:18 smithi090 ceph-mon[91928]: pgmap v670: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 762 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 196 KiB/s wr, 13 op/s 2024-03-07T03:10:19.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:18 smithi090 ceph-mon[91928]: osdmap e825: 8 total, 8 up, 8 in 2024-03-07T03:10:19.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:18 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:19.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:18 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:19.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:18 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:19.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:18 smithi090 ceph-mon[91928]: No clone_snaps in snapset 218=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:19.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:18 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:19.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:18 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:19.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:18 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:19.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:18 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:19.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:18 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:19.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:18 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:19.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:18 smithi090 ceph-mon[89511]: pgmap v670: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 762 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 196 KiB/s wr, 13 op/s 2024-03-07T03:10:19.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:18 smithi090 ceph-mon[89511]: osdmap e825: 8 total, 8 up, 8 in 2024-03-07T03:10:19.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:18 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:19.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:18 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:19.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:18 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:19.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:18 smithi090 ceph-mon[89511]: No clone_snaps in snapset 218=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:19.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:18 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:19.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:18 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:19.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:18 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:19.839 INFO:tasks.rados.rados.0.smithi090.stdout:3834: done (1 left) 2024-03-07T03:10:19.839 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 45 current snap is 383 2024-03-07T03:10:19.839 INFO:tasks.rados.rados.0.smithi090.stdout:3835: seq_num 1170 ranges {0=401408} 2024-03-07T03:10:19.842 INFO:tasks.rados.rados.0.smithi090.stdout:3835: writing smithi09077644-45 from 0 to 401408 tid 1 2024-03-07T03:10:19.842 INFO:tasks.rados.rados.0.smithi090.stdout:3836: snap_create 2024-03-07T03:10:19.842 INFO:tasks.rados.rados.0.smithi090.stdout:3833: finishing write tid 1 to smithi09077644-12 2024-03-07T03:10:19.843 INFO:tasks.rados.rados.0.smithi090.stdout:3833: finishing write tid 2 to smithi09077644-12 2024-03-07T03:10:19.843 INFO:tasks.rados.rados.0.smithi090.stdout:3833: finishing write tid 3 to smithi09077644-12 2024-03-07T03:10:19.843 INFO:tasks.rados.rados.0.smithi090.stdout:3833: oid 12 updating version 0 to 1486 2024-03-07T03:10:19.843 INFO:tasks.rados.rados.0.smithi090.stdout:3833: oid 12 updating version 1486 to 1487 2024-03-07T03:10:19.843 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 12 v 1487 (ObjNum 1169 snap 383 seq_num 1169) dirty exists 2024-03-07T03:10:19.843 INFO:tasks.rados.rados.0.smithi090.stdout:3833: left oid 12 (ObjNum 1169 snap 383 seq_num 1169) 2024-03-07T03:10:19.851 INFO:tasks.rados.rados.0.smithi090.stdout:3835: finishing write tid 1 to smithi09077644-45 2024-03-07T03:10:19.853 INFO:tasks.rados.rados.0.smithi090.stdout:3835: finishing write tid 2 to smithi09077644-45 2024-03-07T03:10:19.857 INFO:tasks.rados.rados.0.smithi090.stdout:3835: finishing write tid 3 to smithi09077644-45 2024-03-07T03:10:19.857 INFO:tasks.rados.rados.0.smithi090.stdout:3835: oid 45 updating version 0 to 12765 2024-03-07T03:10:19.857 INFO:tasks.rados.rados.0.smithi090.stdout:3835: oid 45 version 12765 is already newer than 12764 2024-03-07T03:10:19.857 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 45 v 12765 (ObjNum 1170 snap 383 seq_num 1170) dirty exists 2024-03-07T03:10:19.857 INFO:tasks.rados.rados.0.smithi090.stdout:3835: left oid 45 (ObjNum 1170 snap 383 seq_num 1170) 2024-03-07T03:10:20.162 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:10:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:10:19.839+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:20.163 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:19.842+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 218=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:20.163 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:19.849+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:10:20.163 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:19.849+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:20.163 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:19 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:19.849+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:20.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:19 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:20.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:19 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:20.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:19 smithi092 ceph-mon[83777]: No clone_snaps in snapset 218=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:20.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:19 smithi092 ceph-mon[83777]: osdmap e826: 8 total, 8 up, 8 in 2024-03-07T03:10:20.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:19 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:20.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:19 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:20.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:19 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:20.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:19 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:20.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:19 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:20.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:19 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:20.324 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:10:19 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:10:19.852+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:20.325 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:19 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:19.845+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:20.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:19 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:19.838+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:20.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:19 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:19.851+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:20.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:19 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:19.852+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:20.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:19 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:20.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:19 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:20.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:19 smithi090 ceph-mon[91928]: No clone_snaps in snapset 218=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:20.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:19 smithi090 ceph-mon[91928]: osdmap e826: 8 total, 8 up, 8 in 2024-03-07T03:10:20.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:19 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:20.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:19 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:20.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:19 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:20.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:19 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:20.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:19 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:20.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:19 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:20.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:19 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:20.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:19 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:20.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:19 smithi090 ceph-mon[89511]: No clone_snaps in snapset 218=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:20.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:19 smithi090 ceph-mon[89511]: osdmap e826: 8 total, 8 up, 8 in 2024-03-07T03:10:20.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:19 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:20.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:19 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:20.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:19 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:20.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:19 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:20.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:19 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:20.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:19 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:20.852 INFO:tasks.rados.rados.0.smithi090.stdout:3833: done (2 left) 2024-03-07T03:10:20.852 INFO:tasks.rados.rados.0.smithi090.stdout:3835: done (1 left) 2024-03-07T03:10:20.852 INFO:tasks.rados.rados.0.smithi090.stdout:3836: done (0 left) 2024-03-07T03:10:20.852 INFO:tasks.rados.rados.0.smithi090.stdout:3837: snap_create 2024-03-07T03:10:21.162 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:10:20 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:10:20.852+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:21.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:20 smithi092 ceph-mon[83777]: pgmap v672: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 769 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.8 MiB/s wr, 18 op/s 2024-03-07T03:10:21.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:20 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:21.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:20 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:21.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:20 smithi092 ceph-mon[83777]: osdmap e827: 8 total, 8 up, 8 in 2024-03-07T03:10:21.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:20 smithi092 ceph-mon[83777]: No clone_snaps in snapset 218=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:21.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:20 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:21.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:20 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:21.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:20 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:21.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:20 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:21.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:20 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:21.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:20 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:21.324 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:10:20 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:10:20.853+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:21.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:20 smithi090 ceph-mon[89511]: pgmap v672: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 769 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.8 MiB/s wr, 18 op/s 2024-03-07T03:10:21.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:20 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:21.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:20 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:21.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:20 smithi090 ceph-mon[89511]: osdmap e827: 8 total, 8 up, 8 in 2024-03-07T03:10:21.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:20 smithi090 ceph-mon[89511]: No clone_snaps in snapset 218=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:21.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:20 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:21.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:20 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:21.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:20 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:21.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:20 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:21.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:20 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:21.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:20 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:21.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:20 smithi090 ceph-mon[91928]: pgmap v672: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 769 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.8 MiB/s wr, 18 op/s 2024-03-07T03:10:21.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:20 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:21.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:20 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:21.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:20 smithi090 ceph-mon[91928]: osdmap e827: 8 total, 8 up, 8 in 2024-03-07T03:10:21.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:20 smithi090 ceph-mon[91928]: No clone_snaps in snapset 218=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:21.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:20 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:21.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:20 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:21.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:20 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:21.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:20 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:21.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:20 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:21.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:20 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:21.859 INFO:tasks.rados.rados.0.smithi090.stdout:3837: done (0 left) 2024-03-07T03:10:21.859 INFO:tasks.rados.rados.0.smithi090.stdout:3838: rollback oid 29 current snap is 385 2024-03-07T03:10:21.860 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 29 to 348 2024-03-07T03:10:21.860 INFO:tasks.rados.rados.0.smithi090.stdout:3839: rmattr oid 15 current snap is 385 2024-03-07T03:10:21.860 INFO:tasks.rados.rados.0.smithi090.stdout:3840: rmattr oid 34 current snap is 385 2024-03-07T03:10:21.860 INFO:tasks.rados.rados.0.smithi090.stdout:3840: done (2 left) 2024-03-07T03:10:21.860 INFO:tasks.rados.rados.0.smithi090.stdout:3841: snap_remove snap 359 2024-03-07T03:10:22.162 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:10:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:10:21.858+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:22.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:21 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:22.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:21 smithi092 ceph-mon[83777]: osdmap e828: 8 total, 8 up, 8 in 2024-03-07T03:10:22.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:21 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:22.163 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:21.868+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:10:22.163 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:21.868+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:22.163 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:21.868+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:22.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:21 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:22.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:21 smithi090 ceph-mon[89511]: osdmap e828: 8 total, 8 up, 8 in 2024-03-07T03:10:22.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:21 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:22.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:21 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:22.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:21 smithi090 ceph-mon[91928]: osdmap e828: 8 total, 8 up, 8 in 2024-03-07T03:10:22.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:21 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:22.325 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:10:21 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:10:21.860+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:22.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:21 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:21.864+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:10:22.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:21 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:21.864+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:22.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:21 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:21.864+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:22.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:21 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:21.866+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:22.662 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:22.332+0000 7fc296413700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:10:22.662 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:22.332+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 218=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:22.663 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:10:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:10:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:10:22.824 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:22 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:22.331+0000 7f4442f67700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:10:22.824 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:22 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:22.331+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:22.861 INFO:tasks.rados.rados.0.smithi090.stdout:3841: done (2 left) 2024-03-07T03:10:22.861 INFO:tasks.rados.rados.0.smithi090.stdout:3842: delete oid 4 current snap is 385 2024-03-07T03:10:22.861 INFO:tasks.rados.rados.0.smithi090.stdout:3838: finishing rollback tid 0 to smithi09077644-29 2024-03-07T03:10:22.861 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 12789 (ObjNum 1167 snap 382 seq_num 1167) dirty exists 2024-03-07T03:10:22.861 INFO:tasks.rados.rados.0.smithi090.stdout:3838: finishing rollback tid 1 to smithi09077644-29 2024-03-07T03:10:22.861 INFO:tasks.rados.rados.0.smithi090.stdout:3838: finishing rollback tid 2 to smithi09077644-29 2024-03-07T03:10:22.861 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 12767 (ObjNum 917 snap 289 seq_num 917) dirty exists 2024-03-07T03:10:22.867 INFO:tasks.rados.rados.0.smithi090.stdout:3838: done (2 left) 2024-03-07T03:10:22.867 INFO:tasks.rados.rados.0.smithi090.stdout:3839: done (1 left) 2024-03-07T03:10:22.867 INFO:tasks.rados.rados.0.smithi090.stdout:3842: done (0 left) 2024-03-07T03:10:22.867 INFO:tasks.rados.rados.0.smithi090.stdout:3843: snap_create 2024-03-07T03:10:23.162 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:10:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:10:22.867+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:23.162 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:22.870+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 218=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:23.163 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:22.865+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:23.163 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:22.865+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:10:23.163 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:22.865+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:23.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:22 smithi092 ceph-mon[83777]: pgmap v675: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 769 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.8 MiB/s wr, 22 op/s 2024-03-07T03:10:23.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:22 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:23.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:22 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:23.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:22 smithi092 ceph-mon[83777]: osdmap e829: 8 total, 8 up, 8 in 2024-03-07T03:10:23.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:22 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:23.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:22 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:23.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:22 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:23.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:22 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:23.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:22 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:23.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:22 smithi092 ceph-mon[83777]: No clone_snaps in snapset 218=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:23.324 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:10:22 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:10:22.862+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:23.325 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:10:23 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:10:23] "GET /metrics HTTP/1.1" 200 36318 "" "Prometheus/2.43.0" 2024-03-07T03:10:23.325 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:22 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:22.866+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:23.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:22 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:22.878+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:23.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:22 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:22.878+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:23.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:22 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:22.878+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:23.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:22 smithi090 ceph-mon[89511]: pgmap v675: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 769 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.8 MiB/s wr, 22 op/s 2024-03-07T03:10:23.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:22 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:23.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:22 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:23.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:22 smithi090 ceph-mon[89511]: osdmap e829: 8 total, 8 up, 8 in 2024-03-07T03:10:23.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:22 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:23.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:22 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:23.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:22 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:23.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:22 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:23.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:22 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:23.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:22 smithi090 ceph-mon[89511]: No clone_snaps in snapset 218=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:23.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:22 smithi090 ceph-mon[91928]: pgmap v675: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 769 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.8 MiB/s wr, 22 op/s 2024-03-07T03:10:23.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:22 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:23.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:22 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:23.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:22 smithi090 ceph-mon[91928]: osdmap e829: 8 total, 8 up, 8 in 2024-03-07T03:10:23.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:22 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:23.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:22 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:23.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:22 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:23.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:22 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:23.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:22 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:23.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:22 smithi090 ceph-mon[91928]: No clone_snaps in snapset 218=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:23.875 INFO:tasks.rados.rados.0.smithi090.stdout:3843: done (0 left) 2024-03-07T03:10:23.875 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 19 current snap is 386 2024-03-07T03:10:23.875 INFO:tasks.rados.rados.0.smithi090.stdout:3844: seq_num 1172 ranges {8617984=434176} 2024-03-07T03:10:23.923 INFO:tasks.rados.rados.0.smithi090.stdout:3844: writing smithi09077644-19 from 8617984 to 9052160 tid 1 2024-03-07T03:10:23.923 INFO:tasks.rados.rados.0.smithi090.stdout:3845: copy_from oid 20 from oid 49 current snap is 386 2024-03-07T03:10:23.923 INFO:tasks.rados.rados.0.smithi090.stdout:3846: snap_remove snap 369 2024-03-07T03:10:24.162 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:10:23 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:10:23.877+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:24.162 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:23 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:24.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:23 smithi092 ceph-mon[83777]: osdmap e830: 8 total, 8 up, 8 in 2024-03-07T03:10:24.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:23 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:24.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:23 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:24.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:23 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:24.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:23 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:24.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:23 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:24.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:23 smithi092 ceph-mon[83777]: No clone_snaps in snapset 218=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:24.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:23 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:24.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:23 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:24.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:23 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:24.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:23 smithi092 ceph-mon[83777]: pgmap v678: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 769 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 98 KiB/s wr, 6 op/s 2024-03-07T03:10:24.324 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:10:23 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:10:23.928+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:24.325 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:23 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:23.930+0000 7f4442f67700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:10:24.325 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:23 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:23.930+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:24.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:23 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:23.875+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:10:24.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:23 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:23.875+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:24.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:23 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:23.876+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:24.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:23 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:23.876+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:24.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:23 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:24.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:23 smithi090 ceph-mon[91928]: osdmap e830: 8 total, 8 up, 8 in 2024-03-07T03:10:24.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:23 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:24.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:23 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:24.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:23 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:24.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:23 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:24.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:23 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:24.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:23 smithi090 ceph-mon[91928]: No clone_snaps in snapset 218=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:24.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:23 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:24.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:23 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:24.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:23 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:24.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:23 smithi090 ceph-mon[91928]: pgmap v678: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 769 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 98 KiB/s wr, 6 op/s 2024-03-07T03:10:24.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:23 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:24.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:23 smithi090 ceph-mon[89511]: osdmap e830: 8 total, 8 up, 8 in 2024-03-07T03:10:24.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:23 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:24.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:23 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:24.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:23 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:24.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:23 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:24.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:23 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:24.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:23 smithi090 ceph-mon[89511]: No clone_snaps in snapset 218=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:24.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:23 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:24.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:23 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:24.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:23 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:24.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:23 smithi090 ceph-mon[89511]: pgmap v678: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 769 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 98 KiB/s wr, 6 op/s 2024-03-07T03:10:24.662 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:24.273+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:10:24.662 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:24.273+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:24.662 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:24.273+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:24.885 INFO:tasks.rados.rados.0.smithi090.stdout:3846: done (2 left) 2024-03-07T03:10:24.885 INFO:tasks.rados.rados.0.smithi090.stdout:3847: rollback oid 39 current snap is 386 2024-03-07T03:10:24.885 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 39 to 363 2024-03-07T03:10:24.885 INFO:tasks.rados.rados.0.smithi090.stdout:3845: finishing copy_from racing read to smithi09077644-20 2024-03-07T03:10:24.885 INFO:tasks.rados.rados.0.smithi090.stdout:3844: finishing write tid 1 to smithi09077644-19 2024-03-07T03:10:24.885 INFO:tasks.rados.rados.0.smithi090.stdout:3844: finishing write tid 2 to smithi09077644-19 2024-03-07T03:10:24.885 INFO:tasks.rados.rados.0.smithi090.stdout:3845: finishing copy_from to smithi09077644-20 2024-03-07T03:10:24.885 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 20 v 1484 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-03-07T03:10:24.886 INFO:tasks.rados.rados.0.smithi090.stdout:3844: finishing write tid 3 to smithi09077644-19 2024-03-07T03:10:24.886 INFO:tasks.rados.rados.0.smithi090.stdout:3844: oid 19 updating version 0 to 12763 2024-03-07T03:10:24.886 INFO:tasks.rados.rados.0.smithi090.stdout:3844: oid 19 updating version 12763 to 12764 2024-03-07T03:10:24.886 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 12764 (ObjNum 1172 snap 386 seq_num 1172) dirty exists 2024-03-07T03:10:24.886 INFO:tasks.rados.rados.0.smithi090.stdout:3844: left oid 19 (ObjNum 1172 snap 386 seq_num 1172) 2024-03-07T03:10:24.886 INFO:tasks.rados.rados.0.smithi090.stdout:3844: done (2 left) 2024-03-07T03:10:24.886 INFO:tasks.rados.rados.0.smithi090.stdout:3845: done (1 left) 2024-03-07T03:10:24.886 INFO:tasks.rados.rados.0.smithi090.stdout:3848: copy_from oid 27 from oid 46 current snap is 386 2024-03-07T03:10:24.886 INFO:tasks.rados.rados.0.smithi090.stdout:3849: delete oid 4 current snap is 386 2024-03-07T03:10:24.894 INFO:tasks.rados.rados.0.smithi090.stdout:3849: done (2 left) 2024-03-07T03:10:24.894 INFO:tasks.rados.rados.0.smithi090.stdout:3850: rollback oid 38 current snap is 386 2024-03-07T03:10:24.894 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 38 to 335 2024-03-07T03:10:24.894 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 23 current snap is 386 2024-03-07T03:10:24.894 INFO:tasks.rados.rados.0.smithi090.stdout:3851: seq_num 1174 ranges {5931008=466944} 2024-03-07T03:10:24.929 INFO:tasks.rados.rados.0.smithi090.stdout:3851: writing smithi09077644-23 from 5931008 to 6397952 tid 1 2024-03-07T03:10:24.929 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 43 current snap is 386 2024-03-07T03:10:24.929 INFO:tasks.rados.rados.0.smithi090.stdout:3852: seq_num 1175 ranges {0=483328} 2024-03-07T03:10:24.931 INFO:tasks.rados.rados.0.smithi090.stdout:3852: writing smithi09077644-43 from 0 to 483328 tid 1 2024-03-07T03:10:24.932 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 22 current snap is 386 2024-03-07T03:10:24.932 INFO:tasks.rados.rados.0.smithi090.stdout:3847: finishing rollback tid 0 to smithi09077644-39 2024-03-07T03:10:24.932 INFO:tasks.rados.rados.0.smithi090.stdout:3853: seq_num 1176 ranges {2154496=499712} 2024-03-07T03:10:24.946 INFO:tasks.rados.rados.0.smithi090.stdout:3853: writing smithi09077644-22 from 2154496 to 2654208 tid 1 2024-03-07T03:10:24.946 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 10 current snap is 386 2024-03-07T03:10:24.946 INFO:tasks.rados.rados.0.smithi090.stdout:3848: finishing copy_from racing read to smithi09077644-27 2024-03-07T03:10:24.947 INFO:tasks.rados.rados.0.smithi090.stdout:3847: finishing rollback tid 1 to smithi09077644-39 2024-03-07T03:10:24.947 INFO:tasks.rados.rados.0.smithi090.stdout:3847: finishing rollback tid 2 to smithi09077644-39 2024-03-07T03:10:24.947 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 12792 (ObjNum 1124 snap 359 seq_num 1124) dirty exists 2024-03-07T03:10:24.947 INFO:tasks.rados.rados.0.smithi090.stdout:3848: finishing copy_from to smithi09077644-27 2024-03-07T03:10:24.947 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 27 v 12740 (ObjNum 932 snap 294 seq_num 932) dirty exists 2024-03-07T03:10:24.947 INFO:tasks.rados.rados.0.smithi090.stdout:3850: finishing rollback tid 0 to smithi09077644-38 2024-03-07T03:10:24.947 INFO:tasks.rados.rados.0.smithi090.stdout:3850: finishing rollback tid 1 to smithi09077644-38 2024-03-07T03:10:24.947 INFO:tasks.rados.rados.0.smithi090.stdout:3850: finishing rollback tid 2 to smithi09077644-38 2024-03-07T03:10:24.947 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 12772 (ObjNum 988 snap 318 seq_num 988) dirty exists 2024-03-07T03:10:24.947 INFO:tasks.rados.rados.0.smithi090.stdout:3854: seq_num 1177 ranges {1327104=516096} 2024-03-07T03:10:24.957 INFO:tasks.rados.rados.0.smithi090.stdout:3854: writing smithi09077644-10 from 1327104 to 1843200 tid 1 2024-03-07T03:10:24.957 INFO:tasks.rados.rados.0.smithi090.stdout:3847: done (6 left) 2024-03-07T03:10:24.957 INFO:tasks.rados.rados.0.smithi090.stdout:3848: done (5 left) 2024-03-07T03:10:24.957 INFO:tasks.rados.rados.0.smithi090.stdout:3850: done (4 left) 2024-03-07T03:10:24.957 INFO:tasks.rados.rados.0.smithi090.stdout:3855: delete oid 47 current snap is 386 2024-03-07T03:10:24.957 INFO:tasks.rados.rados.0.smithi090.stdout:3851: finishing write tid 1 to smithi09077644-23 2024-03-07T03:10:24.957 INFO:tasks.rados.rados.0.smithi090.stdout:3851: finishing write tid 2 to smithi09077644-23 2024-03-07T03:10:24.957 INFO:tasks.rados.rados.0.smithi090.stdout:3851: finishing write tid 3 to smithi09077644-23 2024-03-07T03:10:24.958 INFO:tasks.rados.rados.0.smithi090.stdout:3851: oid 23 updating version 0 to 12773 2024-03-07T03:10:24.958 INFO:tasks.rados.rados.0.smithi090.stdout:3851: oid 23 updating version 12773 to 12774 2024-03-07T03:10:24.958 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 12774 (ObjNum 1174 snap 386 seq_num 1174) dirty exists 2024-03-07T03:10:24.958 INFO:tasks.rados.rados.0.smithi090.stdout:3851: left oid 23 (ObjNum 1174 snap 386 seq_num 1174) 2024-03-07T03:10:24.958 INFO:tasks.rados.rados.0.smithi090.stdout:3852: finishing write tid 1 to smithi09077644-43 2024-03-07T03:10:24.958 INFO:tasks.rados.rados.0.smithi090.stdout:3852: finishing write tid 2 to smithi09077644-43 2024-03-07T03:10:24.958 INFO:tasks.rados.rados.0.smithi090.stdout:3852: finishing write tid 3 to smithi09077644-43 2024-03-07T03:10:24.958 INFO:tasks.rados.rados.0.smithi090.stdout:3852: oid 43 updating version 0 to 1204 2024-03-07T03:10:24.958 INFO:tasks.rados.rados.0.smithi090.stdout:3852: oid 43 updating version 1204 to 1205 2024-03-07T03:10:24.958 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 1205 (ObjNum 1175 snap 386 seq_num 1175) dirty exists 2024-03-07T03:10:24.958 INFO:tasks.rados.rados.0.smithi090.stdout:3852: left oid 43 (ObjNum 1175 snap 386 seq_num 1175) 2024-03-07T03:10:24.958 INFO:tasks.rados.rados.0.smithi090.stdout:3853: finishing write tid 1 to smithi09077644-22 2024-03-07T03:10:24.958 INFO:tasks.rados.rados.0.smithi090.stdout:3853: finishing write tid 2 to smithi09077644-22 2024-03-07T03:10:24.958 INFO:tasks.rados.rados.0.smithi090.stdout:3853: finishing write tid 3 to smithi09077644-22 2024-03-07T03:10:24.959 INFO:tasks.rados.rados.0.smithi090.stdout:3853: oid 22 updating version 0 to 12794 2024-03-07T03:10:24.959 INFO:tasks.rados.rados.0.smithi090.stdout:3853: oid 22 version 12794 is already newer than 12793 2024-03-07T03:10:24.959 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 12794 (ObjNum 1176 snap 386 seq_num 1176) dirty exists 2024-03-07T03:10:24.959 INFO:tasks.rados.rados.0.smithi090.stdout:3853: left oid 22 (ObjNum 1176 snap 386 seq_num 1176) 2024-03-07T03:10:24.960 INFO:tasks.rados.rados.0.smithi090.stdout:3854: finishing write tid 1 to smithi09077644-10 2024-03-07T03:10:24.960 INFO:tasks.rados.rados.0.smithi090.stdout:3854: finishing write tid 2 to smithi09077644-10 2024-03-07T03:10:24.960 INFO:tasks.rados.rados.0.smithi090.stdout:3851: done (4 left) 2024-03-07T03:10:24.960 INFO:tasks.rados.rados.0.smithi090.stdout:3852: done (3 left) 2024-03-07T03:10:24.960 INFO:tasks.rados.rados.0.smithi090.stdout:3853: done (2 left) 2024-03-07T03:10:24.961 INFO:tasks.rados.rados.0.smithi090.stdout:3855: done (1 left) 2024-03-07T03:10:24.961 INFO:tasks.rados.rados.0.smithi090.stdout:3856: delete oid 1 current snap is 386 2024-03-07T03:10:24.962 INFO:tasks.rados.rados.0.smithi090.stdout:3856: done (1 left) 2024-03-07T03:10:24.963 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 20 current snap is 386 2024-03-07T03:10:24.963 INFO:tasks.rados.rados.0.smithi090.stdout:3857: seq_num 1180 ranges {0=565248} 2024-03-07T03:10:24.966 INFO:tasks.rados.rados.0.smithi090.stdout:3857: writing smithi09077644-20 from 0 to 565248 tid 1 2024-03-07T03:10:24.966 INFO:tasks.rados.rados.0.smithi090.stdout:3858: snap_create 2024-03-07T03:10:24.966 INFO:tasks.rados.rados.0.smithi090.stdout:3854: finishing write tid 3 to smithi09077644-10 2024-03-07T03:10:24.966 INFO:tasks.rados.rados.0.smithi090.stdout:3854: oid 10 updating version 0 to 12796 2024-03-07T03:10:24.966 INFO:tasks.rados.rados.0.smithi090.stdout:3854: oid 10 version 12796 is already newer than 12795 2024-03-07T03:10:24.966 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 12796 (ObjNum 1177 snap 386 seq_num 1177) dirty exists 2024-03-07T03:10:24.966 INFO:tasks.rados.rados.0.smithi090.stdout:3854: left oid 10 (ObjNum 1177 snap 386 seq_num 1177) 2024-03-07T03:10:24.969 INFO:tasks.rados.rados.0.smithi090.stdout:3857: finishing write tid 1 to smithi09077644-20 2024-03-07T03:10:24.969 INFO:tasks.rados.rados.0.smithi090.stdout:3857: finishing write tid 2 to smithi09077644-20 2024-03-07T03:10:24.971 INFO:tasks.rados.rados.0.smithi090.stdout:3857: finishing write tid 3 to smithi09077644-20 2024-03-07T03:10:24.971 INFO:tasks.rados.rados.0.smithi090.stdout:3857: oid 20 updating version 0 to 12768 2024-03-07T03:10:24.971 INFO:tasks.rados.rados.0.smithi090.stdout:3857: oid 20 version 12768 is already newer than 12767 2024-03-07T03:10:24.972 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 20 v 12768 (ObjNum 1180 snap 386 seq_num 1180) dirty exists 2024-03-07T03:10:24.972 INFO:tasks.rados.rados.0.smithi090.stdout:3857: left oid 20 (ObjNum 1180 snap 386 seq_num 1180) 2024-03-07T03:10:25.162 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:10:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:10:24.881+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:25.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:24 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:25.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:24 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:25.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:24 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:25.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:24 smithi092 ceph-mon[83777]: osdmap e831: 8 total, 8 up, 8 in 2024-03-07T03:10:25.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:24 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:25.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:24 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:25.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:24 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:25.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:24 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:25.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:24 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:25.164 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:24.884+0000 7fc296413700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:10:25.164 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:24.884+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 218=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:25.164 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:24.895+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:25.164 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:24.895+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:10:25.164 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:24 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:24.895+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:25.324 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:24 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:24.884+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:25.324 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:10:24 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:10:24.891+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:25.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:24 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:24.900+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:25.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:24 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:24.901+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:25.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:24 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:24.903+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:25.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:24 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:25.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:24 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:25.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:24 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:25.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:24 smithi090 ceph-mon[89511]: osdmap e831: 8 total, 8 up, 8 in 2024-03-07T03:10:25.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:24 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:25.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:24 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:25.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:24 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:25.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:24 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:25.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:24 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:25.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:24 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:25.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:24 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:25.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:24 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:25.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:24 smithi090 ceph-mon[91928]: osdmap e831: 8 total, 8 up, 8 in 2024-03-07T03:10:25.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:24 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:25.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:24 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:25.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:24 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:25.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:24 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:25.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:24 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:25.891 INFO:tasks.rados.rados.0.smithi090.stdout:3854: done (2 left) 2024-03-07T03:10:25.891 INFO:tasks.rados.rados.0.smithi090.stdout:3857: done (1 left) 2024-03-07T03:10:25.891 INFO:tasks.rados.rados.0.smithi090.stdout:3858: done (0 left) 2024-03-07T03:10:25.891 INFO:tasks.rados.rados.0.smithi090.stdout:3859: read oid 25 snap -1 2024-03-07T03:10:25.891 INFO:tasks.rados.rados.0.smithi090.stdout:3859: expect (ObjNum 1138 snap 369 seq_num 1138) 2024-03-07T03:10:25.891 INFO:tasks.rados.rados.0.smithi090.stdout:3860: rollback oid 21 current snap is 387 2024-03-07T03:10:25.891 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 21 to 386 2024-03-07T03:10:25.891 INFO:tasks.rados.rados.0.smithi090.stdout:3861: read oid 35 snap 364 2024-03-07T03:10:25.891 INFO:tasks.rados.rados.0.smithi090.stdout:3861: expect (ObjNum 1111 snap 355 seq_num 1111) 2024-03-07T03:10:25.891 INFO:tasks.rados.rados.0.smithi090.stdout:3862: snap_create 2024-03-07T03:10:25.894 INFO:tasks.rados.rados.0.smithi090.stdout:3860: finishing rollback tid 0 to smithi09077644-21 2024-03-07T03:10:25.895 INFO:tasks.rados.rados.0.smithi090.stdout:3860: finishing rollback tid 1 to smithi09077644-21 2024-03-07T03:10:25.895 INFO:tasks.rados.rados.0.smithi090.stdout:3860: finishing rollback tid 2 to smithi09077644-21 2024-03-07T03:10:25.895 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 1454 (ObjNum 640 snap 199 seq_num 640) dirty exists 2024-03-07T03:10:25.902 INFO:tasks.rados.rados.0.smithi090.stdout:3859: expect (ObjNum 1138 snap 369 seq_num 1138) 2024-03-07T03:10:25.961 INFO:tasks.rados.rados.0.smithi090.stdout:3861: expect (ObjNum 1111 snap 355 seq_num 1111) 2024-03-07T03:10:26.143 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:25 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:25.896+0000 7f4442f67700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:10:26.143 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:25 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:25.896+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:26.144 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:25 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:25.900+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:26.144 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:25 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:25.901+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:26.144 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:25 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:25.902+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:10:26.144 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:25 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:25.902+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:26.144 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:25 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:26.144 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:25 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:26.144 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:25 smithi090 ceph-mon[89511]: No clone_snaps in snapset 218=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:26.145 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:25 smithi090 ceph-mon[89511]: osdmap e832: 8 total, 8 up, 8 in 2024-03-07T03:10:26.145 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:25 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:26.145 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:25 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:26.145 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:25 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:26.145 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:25 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:26.145 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:25 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:26.145 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:25 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:26.145 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:25 smithi090 ceph-mon[89511]: pgmap v681: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 770 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 106 KiB/s wr, 6 op/s 2024-03-07T03:10:26.145 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:25 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:26.145 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:25 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:26.145 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:25 smithi090 ceph-mon[91928]: No clone_snaps in snapset 218=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:26.145 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:25 smithi090 ceph-mon[91928]: osdmap e832: 8 total, 8 up, 8 in 2024-03-07T03:10:26.146 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:25 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:26.146 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:25 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:26.146 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:25 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:26.146 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:25 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:26.146 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:25 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:26.146 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:25 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:26.146 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:25 smithi090 ceph-mon[91928]: pgmap v681: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 770 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 106 KiB/s wr, 6 op/s 2024-03-07T03:10:26.146 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:10:25 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:10:25.890+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:26.162 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:25.888+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 218=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:26.162 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:25.900+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:10:26.162 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:25.900+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:26.162 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:25 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:25.900+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:26.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:25 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:26.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:25 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:26.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:25 smithi092 ceph-mon[83777]: No clone_snaps in snapset 218=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:26.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:25 smithi092 ceph-mon[83777]: osdmap e832: 8 total, 8 up, 8 in 2024-03-07T03:10:26.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:25 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:26.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:25 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:26.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:25 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:26.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:25 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:26.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:25 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:26.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:25 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:26.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:25 smithi092 ceph-mon[83777]: pgmap v681: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 770 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 106 KiB/s wr, 6 op/s 2024-03-07T03:10:26.662 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:10:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:10:26.258+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:26.841 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -e sha1=ea9a5688d9980e4ddedb59679d2960bcbac6fc71 -- bash -c 'ceph orch ps' 2024-03-07T03:10:26.889 INFO:tasks.rados.rados.0.smithi090.stdout:3859: done (3 left) 2024-03-07T03:10:26.889 INFO:tasks.rados.rados.0.smithi090.stdout:3860: done (2 left) 2024-03-07T03:10:26.889 INFO:tasks.rados.rados.0.smithi090.stdout:3861: done (1 left) 2024-03-07T03:10:26.889 INFO:tasks.rados.rados.0.smithi090.stdout:3862: done (0 left) 2024-03-07T03:10:26.889 INFO:tasks.rados.rados.0.smithi090.stdout:3863: setattr oid 4 current snap is 388 2024-03-07T03:10:26.890 INFO:tasks.rados.rados.0.smithi090.stdout:3864: setattr oid 39 current snap is 388 2024-03-07T03:10:26.892 INFO:tasks.rados.rados.0.smithi090.stdout:3865: snap_create 2024-03-07T03:10:26.900 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 12769 (ObjNum 33 snap 0 seq_num 3370506544) dirty exists 2024-03-07T03:10:26.901 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 12797 (ObjNum 1124 snap 359 seq_num 1124) dirty exists 2024-03-07T03:10:27.058 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T03:10:27.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:26 smithi090 ceph-mon[91928]: No clone_snaps in snapset 218=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:27.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:26 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:27.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:26 smithi090 ceph-mon[91928]: osdmap e833: 8 total, 8 up, 8 in 2024-03-07T03:10:27.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:26 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:27.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:26 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:27.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:26 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:27.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:26 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:27.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:26 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:27.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:26 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:27.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:26 smithi090 ceph-mon[91928]: from='client.44402 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:10:27.075 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:10:26 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:10:26.901+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:27.076 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:26 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:26.899+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:27.076 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:26 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:26.902+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:27.076 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:26 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:26.902+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:27.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:26 smithi090 ceph-mon[89511]: No clone_snaps in snapset 218=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:27.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:26 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:27.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:26 smithi090 ceph-mon[89511]: osdmap e833: 8 total, 8 up, 8 in 2024-03-07T03:10:27.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:26 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:27.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:26 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:27.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:26 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:27.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:26 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:27.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:26 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:27.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:26 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:27.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:26 smithi090 ceph-mon[89511]: from='client.44402 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:10:27.077 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:26 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:26.889+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:27.162 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:10:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:10:26.892+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:27.162 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:26.925+0000 7fc296413700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:10:27.162 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:26.925+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 218=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:27.163 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:26.904+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:27.163 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:26.904+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:10:27.163 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:26 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:26.904+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:27.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:26 smithi092 ceph-mon[83777]: No clone_snaps in snapset 218=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:27.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:26 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:27.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:26 smithi092 ceph-mon[83777]: osdmap e833: 8 total, 8 up, 8 in 2024-03-07T03:10:27.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:26 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:27.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:26 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:27.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:26 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:27.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:26 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:27.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:26 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:27.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:26 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:27.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:26 smithi092 ceph-mon[83777]: from='client.44402 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:10:27.907 INFO:tasks.rados.rados.0.smithi090.stdout:3863: done (2 left) 2024-03-07T03:10:27.908 INFO:tasks.rados.rados.0.smithi090.stdout:3864: done (1 left) 2024-03-07T03:10:27.908 INFO:tasks.rados.rados.0.smithi090.stdout:3865: done (0 left) 2024-03-07T03:10:27.908 INFO:tasks.rados.rados.0.smithi090.stdout:3866: rollback oid 29 current snap is 389 2024-03-07T03:10:27.908 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 29 to 335 2024-03-07T03:10:27.908 INFO:tasks.rados.rados.0.smithi090.stdout:3867: rollback oid 14 current snap is 389 2024-03-07T03:10:27.908 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 14 to 387 2024-03-07T03:10:27.908 INFO:tasks.rados.rados.0.smithi090.stdout:3868: snap_remove snap 352 2024-03-07T03:10:28.162 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:10:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:10:27.908+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:28.163 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:28.132+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 218=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:28.163 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:27.914+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:10:28.163 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:27.914+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:28.163 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:27 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:27.915+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:28.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:27 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:28.163 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:27 smithi092 ceph-mon[83777]: osdmap e834: 8 total, 8 up, 8 in 2024-03-07T03:10:28.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:27 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:28.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:27 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:28.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:27 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:28.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:27 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:28.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:27 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:28.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:27 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:28.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:27 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:28.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:27 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:28.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:27 smithi092 ceph-mon[83777]: No clone_snaps in snapset 218=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:28.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:27 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:10:28.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:27 smithi092 ceph-mon[83777]: pgmap v684: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 771 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 404 KiB/s wr, 7 op/s 2024-03-07T03:10:28.324 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:10:27 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:10:27.905+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:28.324 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:28 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:28.132+0000 7f4442f67700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:10:28.324 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:28 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:28.132+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:28.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:28 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:28.132+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:28.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:28 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:28.132+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:28.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:28 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:28.132+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:10:28.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:28 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:28.133+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:28.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:27 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:28.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:27 smithi090 ceph-mon[89511]: osdmap e834: 8 total, 8 up, 8 in 2024-03-07T03:10:28.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:27 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:28.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:27 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:28.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:27 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:28.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:27 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:28.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:27 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:28.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:27 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:28.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:27 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:28.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:27 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:28.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:27 smithi090 ceph-mon[89511]: No clone_snaps in snapset 218=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:28.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:27 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:10:28.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:27 smithi090 ceph-mon[89511]: pgmap v684: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 771 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 404 KiB/s wr, 7 op/s 2024-03-07T03:10:28.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:27 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:28.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:27 smithi090 ceph-mon[91928]: osdmap e834: 8 total, 8 up, 8 in 2024-03-07T03:10:28.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:27 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:28.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:27 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:28.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:27 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:28.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:27 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:28.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:27 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:28.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:27 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:28.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:27 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:28.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:27 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:28.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:27 smithi090 ceph-mon[91928]: No clone_snaps in snapset 218=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:28.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:27 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:10:28.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:27 smithi090 ceph-mon[91928]: pgmap v684: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 771 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 404 KiB/s wr, 7 op/s 2024-03-07T03:10:28.915 INFO:tasks.rados.rados.0.smithi090.stdout:3868: done (2 left) 2024-03-07T03:10:28.915 INFO:tasks.rados.rados.0.smithi090.stdout:3869: rmattr oid 43 current snap is 389 2024-03-07T03:10:28.915 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 41 current snap is 389 2024-03-07T03:10:28.915 INFO:tasks.rados.rados.0.smithi090.stdout:3870: seq_num 1181 ranges {3784704=581632} 2024-03-07T03:10:28.940 INFO:tasks.rados.rados.0.smithi090.stdout:3870: writing smithi09077644-41 from 3784704 to 4366336 tid 1 2024-03-07T03:10:28.940 INFO:tasks.rados.rados.0.smithi090.stdout:3871: read oid 32 snap -1 2024-03-07T03:10:28.940 INFO:tasks.rados.rados.0.smithi090.stdout:3871: expect (ObjNum 1168 snap 383 seq_num 1168) 2024-03-07T03:10:28.940 INFO:tasks.rados.rados.0.smithi090.stdout:3872: copy_from oid 34 from oid 38 current snap is 389 2024-03-07T03:10:28.940 INFO:tasks.rados.rados.0.smithi090.stdout:3866: finishing rollback tid 0 to smithi09077644-29 2024-03-07T03:10:28.940 INFO:tasks.rados.rados.0.smithi090.stdout:3866: finishing rollback tid 1 to smithi09077644-29 2024-03-07T03:10:28.940 INFO:tasks.rados.rados.0.smithi090.stdout:3866: finishing rollback tid 2 to smithi09077644-29 2024-03-07T03:10:28.941 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 12770 (ObjNum 917 snap 289 seq_num 917) dirty exists 2024-03-07T03:10:28.941 INFO:tasks.rados.rados.0.smithi090.stdout:3867: finishing rollback tid 0 to smithi09077644-14 2024-03-07T03:10:28.941 INFO:tasks.rados.rados.0.smithi090.stdout:3867: finishing rollback tid 1 to smithi09077644-14 2024-03-07T03:10:28.941 INFO:tasks.rados.rados.0.smithi090.stdout:3866: done (5 left) 2024-03-07T03:10:28.941 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 47 current snap is 389 2024-03-07T03:10:28.941 INFO:tasks.rados.rados.0.smithi090.stdout:3867: finishing rollback tid 2 to smithi09077644-14 2024-03-07T03:10:28.941 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 14 v 12787 (ObjNum 1105 snap 354 seq_num 1105) dirty exists 2024-03-07T03:10:28.941 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 1206 (ObjNum 1175 snap 386 seq_num 1175) dirty exists 2024-03-07T03:10:28.941 INFO:tasks.rados.rados.0.smithi090.stdout:3873: seq_num 1182 ranges {0=606208} 2024-03-07T03:10:28.944 INFO:tasks.rados.rados.0.smithi090.stdout:3873: writing smithi09077644-47 from 0 to 606208 tid 1 2024-03-07T03:10:28.944 INFO:tasks.rados.rados.0.smithi090.stdout:3867: done (5 left) 2024-03-07T03:10:28.944 INFO:tasks.rados.rados.0.smithi090.stdout:3869: done (4 left) 2024-03-07T03:10:28.944 INFO:tasks.rados.rados.0.smithi090.stdout:3874: copy_from oid 33 from oid 36 current snap is 389 2024-03-07T03:10:28.944 INFO:tasks.rados.rados.0.smithi090.stdout:3875: read oid 8 snap -1 2024-03-07T03:10:28.944 INFO:tasks.rados.rados.0.smithi090.stdout:3875: expect (ObjNum 1129 snap 364 seq_num 1129) 2024-03-07T03:10:28.944 INFO:tasks.rados.rados.0.smithi090.stdout:3876: setattr oid 25 current snap is 389 2024-03-07T03:10:28.946 INFO:tasks.rados.rados.0.smithi090.stdout:3870: finishing write tid 1 to smithi09077644-41 2024-03-07T03:10:28.946 INFO:tasks.rados.rados.0.smithi090.stdout:3877: delete oid 7 current snap is 389 2024-03-07T03:10:28.948 INFO:tasks.rados.rados.0.smithi090.stdout:3870: finishing write tid 2 to smithi09077644-41 2024-03-07T03:10:28.951 INFO:tasks.rados.rados.0.smithi090.stdout:3877: done (7 left) 2024-03-07T03:10:28.951 INFO:tasks.rados.rados.0.smithi090.stdout:3878: read oid 40 snap -1 2024-03-07T03:10:28.951 INFO:tasks.rados.rados.0.smithi090.stdout:3878: expect (ObjNum 930 snap 292 seq_num 930) 2024-03-07T03:10:28.951 INFO:tasks.rados.rados.0.smithi090.stdout:3879: rollback oid 7 current snap is 389 2024-03-07T03:10:28.951 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 7 to 380 2024-03-07T03:10:28.952 INFO:tasks.rados.rados.0.smithi090.stdout:3880: copy_from oid 1 from oid 11 current snap is 389 2024-03-07T03:10:28.952 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 48 current snap is 389 2024-03-07T03:10:28.952 INFO:tasks.rados.rados.0.smithi090.stdout:3881: seq_num 1184 ranges {5251072=638976} 2024-03-07T03:10:28.984 INFO:tasks.rados.rados.0.smithi090.stdout:3881: writing smithi09077644-48 from 5251072 to 5890048 tid 1 2024-03-07T03:10:28.984 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 2 current snap is 389 2024-03-07T03:10:28.985 INFO:tasks.rados.rados.0.smithi090.stdout:3873: finishing write tid 1 to smithi09077644-47 2024-03-07T03:10:28.985 INFO:tasks.rados.rados.0.smithi090.stdout:3882: seq_num 1185 ranges {0=655360} 2024-03-07T03:10:28.988 INFO:tasks.rados.rados.0.smithi090.stdout:3882: writing smithi09077644-2 from 0 to 655360 tid 1 2024-03-07T03:10:28.989 INFO:tasks.rados.rados.0.smithi090.stdout:3883: rmattr oid 4 current snap is 389 2024-03-07T03:10:28.989 INFO:tasks.rados.rados.0.smithi090.stdout:3873: finishing write tid 2 to smithi09077644-47 2024-03-07T03:10:28.989 INFO:tasks.rados.rados.0.smithi090.stdout:3879: finishing rollback tid 1 to smithi09077644-7 2024-03-07T03:10:28.989 INFO:tasks.rados.rados.0.smithi090.stdout:3884: snap_remove snap 383 2024-03-07T03:10:29.074 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:28 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:28.917+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:29.074 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:10:28 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:10:28.915+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:29.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:28 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:29.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:28 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:29.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:28 smithi090 ceph-mon[89511]: osdmap e835: 8 total, 8 up, 8 in 2024-03-07T03:10:29.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:28 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:29.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:28 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:29.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:28 smithi090 ceph-mon[89511]: No clone_snaps in snapset 218=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:29.075 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:28 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:28.920+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:29.075 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:28 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:28.921+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:29.075 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:28 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:28.927+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:29.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:28 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:29.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:28 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:29.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:28 smithi090 ceph-mon[91928]: osdmap e835: 8 total, 8 up, 8 in 2024-03-07T03:10:29.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:28 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:29.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:28 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:29.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:28 smithi090 ceph-mon[91928]: No clone_snaps in snapset 218=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:29.162 INFO:teuthology.orchestra.run.smithi090.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-07T03:10:29.162 INFO:teuthology.orchestra.run.smithi090.stdout:alertmanager.a smithi090 *:9093,9094 running (68s) 64s ago 15m 17.4M - 0.25.0 c8568f914cd2 855c0ef689e3 2024-03-07T03:10:29.163 INFO:teuthology.orchestra.run.smithi090.stdout:grafana.a smithi092 *:3000 running (41s) 37s ago 15m 53.8M - 9.4.12 a0ea5e3c46d9 d0325a4113e5 2024-03-07T03:10:29.163 INFO:teuthology.orchestra.run.smithi090.stdout:mds.a smithi090 running (2m) 64s ago 16m 16.3M - 19.0.0-1905-gea9a5688 fdb83767c1ab 005e0f69d9f6 2024-03-07T03:10:29.163 INFO:teuthology.orchestra.run.smithi090.stdout:mds.b smithi092 running (116s) 37s ago 16m 12.8M - 19.0.0-1905-gea9a5688 fdb83767c1ab 959ff8181ff3 2024-03-07T03:10:29.163 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.x smithi092 *:8443,9283,8765 running (8m) 37s ago 20m 455M - 19.0.0-1905-gea9a5688 fdb83767c1ab ca843ce9235f 2024-03-07T03:10:29.163 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.y smithi090 *:8443,9283,8765 running (8m) 64s ago 21m 515M - 19.0.0-1905-gea9a5688 fdb83767c1ab 3f0549138d93 2024-03-07T03:10:29.163 INFO:teuthology.orchestra.run.smithi090.stdout:mon.a smithi090 running (8m) 64s ago 22m 70.1M 2048M 19.0.0-1905-gea9a5688 fdb83767c1ab f36508ef70bc 2024-03-07T03:10:29.163 INFO:teuthology.orchestra.run.smithi090.stdout:mon.b smithi092 running (7m) 37s ago 20m 57.0M 2048M 19.0.0-1905-gea9a5688 fdb83767c1ab 70867588f01a 2024-03-07T03:10:29.163 INFO:teuthology.orchestra.run.smithi090.stdout:mon.c smithi090 running (7m) 64s ago 20m 57.4M 2048M 19.0.0-1905-gea9a5688 fdb83767c1ab 93f762a9b94a 2024-03-07T03:10:29.163 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.a smithi090 *:9100 running (104s) 64s ago 15m 8446k - 1.5.0 0da6a335fe13 efb027e5514a 2024-03-07T03:10:29.163 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.b smithi092 *:9100 running (99s) 37s ago 15m 15.7M - 1.5.0 0da6a335fe13 ffaf0c16175a 2024-03-07T03:10:29.163 INFO:teuthology.orchestra.run.smithi090.stdout:osd.0 smithi090 running (6m) 64s ago 19m 372M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab 7a23382ba346 2024-03-07T03:10:29.163 INFO:teuthology.orchestra.run.smithi090.stdout:osd.1 smithi090 running (6m) 64s ago 19m 265M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab d1d5335a3808 2024-03-07T03:10:29.163 INFO:teuthology.orchestra.run.smithi090.stdout:osd.2 smithi090 running (5m) 64s ago 19m 240M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab 34e4a76f0e0d 2024-03-07T03:10:29.163 INFO:teuthology.orchestra.run.smithi090.stdout:osd.3 smithi090 running (4m) 64s ago 18m 127M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab 04aef511bc7e 2024-03-07T03:10:29.164 INFO:teuthology.orchestra.run.smithi090.stdout:osd.4 smithi092 running (4m) 37s ago 18m 265M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab 8e559c34e8fe 2024-03-07T03:10:29.164 INFO:teuthology.orchestra.run.smithi090.stdout:osd.5 smithi092 running (3m) 37s ago 17m 233M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab d3fe952fea5f 2024-03-07T03:10:29.164 INFO:teuthology.orchestra.run.smithi090.stdout:osd.6 smithi092 running (3m) 37s ago 17m 107M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab 9a6332c192c9 2024-03-07T03:10:29.164 INFO:teuthology.orchestra.run.smithi090.stdout:osd.7 smithi092 running (2m) 37s ago 17m 99.3M 2480M 19.0.0-1905-gea9a5688 fdb83767c1ab a2de553b24be 2024-03-07T03:10:29.164 INFO:teuthology.orchestra.run.smithi090.stdout:prometheus.a smithi092 *:9095 running (84s) 37s ago 16m 46.9M - 2.43.0 a07b618ecd1d bd032c4c750a 2024-03-07T03:10:29.164 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:10:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:10:28.914+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:29.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:28 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:29.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:28 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:29.164 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:28 smithi092 ceph-mon[83777]: osdmap e835: 8 total, 8 up, 8 in 2024-03-07T03:10:29.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:28 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:29.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:28 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:29.165 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:28 smithi092 ceph-mon[83777]: No clone_snaps in snapset 218=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:29.165 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:28.917+0000 7fc296413700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:10:29.165 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:28.917+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 218=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:29.165 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:28.923+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:29.165 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:28.923+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:10:29.165 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:28 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:28.923+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:29.810 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -e sha1=ea9a5688d9980e4ddedb59679d2960bcbac6fc71 -- bash -c 'ceph versions' 2024-03-07T03:10:29.927 INFO:tasks.rados.rados.0.smithi090.stdout:3884: done (13 left) 2024-03-07T03:10:29.927 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 42 current snap is 389 2024-03-07T03:10:29.928 INFO:tasks.rados.rados.0.smithi090.stdout:3885: seq_num 1186 ranges {0=671744} 2024-03-07T03:10:29.932 INFO:tasks.rados.rados.0.smithi090.stdout:3885: writing smithi09077644-42 from 0 to 671744 tid 1 2024-03-07T03:10:29.932 INFO:tasks.rados.rados.0.smithi090.stdout:3879: finishing rollback tid 2 to smithi09077644-7 2024-03-07T03:10:29.933 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 7 v 1449 (ObjNum 1163 snap 380 seq_num 1163) dirty exists 2024-03-07T03:10:29.933 INFO:tasks.rados.rados.0.smithi090.stdout:3873: finishing write tid 3 to smithi09077644-47 2024-03-07T03:10:29.933 INFO:tasks.rados.rados.0.smithi090.stdout:3873: oid 47 updating version 0 to 3141 2024-03-07T03:10:29.933 INFO:tasks.rados.rados.0.smithi090.stdout:3873: oid 47 version 3141 is already newer than 3140 2024-03-07T03:10:29.933 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 3141 (ObjNum 1182 snap 389 seq_num 1182) dirty exists 2024-03-07T03:10:29.933 INFO:tasks.rados.rados.0.smithi090.stdout:3873: left oid 47 (ObjNum 1182 snap 389 seq_num 1182) 2024-03-07T03:10:29.933 INFO:tasks.rados.rados.0.smithi090.stdout:3872: finishing copy_from racing read to smithi09077644-34 2024-03-07T03:10:29.933 INFO:tasks.rados.rados.0.smithi090.stdout:3880: finishing copy_from racing read to smithi09077644-1 2024-03-07T03:10:29.933 INFO:tasks.rados.rados.0.smithi090.stdout:3871: expect (ObjNum 1168 snap 383 seq_num 1168) 2024-03-07T03:10:30.040 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T03:10:30.074 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:10:29 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:10:29.929+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:30.074 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:29 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:29.951+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:30.074 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:29 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:29.952+0000 7fa43c425700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:10:30.074 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:29 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:29.952+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:30.074 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:29 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:29.953+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:30.075 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:29 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:29.933+0000 7f4442f67700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:10:30.075 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:29 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:29.933+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:30.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:29 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:30.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:29 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:30.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:29 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:30.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:29 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:30.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:29 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:30.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:29 smithi090 ceph-mon[91928]: osdmap e836: 8 total, 8 up, 8 in 2024-03-07T03:10:30.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:29 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:30.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:29 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:30.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:29 smithi090 ceph-mon[91928]: No clone_snaps in snapset 218=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:30.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:29 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:30.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:29 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:30.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:29 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:30.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:29 smithi090 ceph-mon[91928]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:30.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:29 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:30.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:29 smithi090 ceph-mon[91928]: from='client.44408 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:10:30.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:29 smithi090 ceph-mon[91928]: pgmap v687: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 785 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.9 MiB/s wr, 21 op/s 2024-03-07T03:10:30.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:29 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:30.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:29 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:30.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:29 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:30.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:29 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:30.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:29 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:30.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:29 smithi090 ceph-mon[89511]: osdmap e836: 8 total, 8 up, 8 in 2024-03-07T03:10:30.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:29 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:30.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:29 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:30.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:29 smithi090 ceph-mon[89511]: No clone_snaps in snapset 218=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:30.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:29 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:30.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:29 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:30.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:29 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:30.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:29 smithi090 ceph-mon[89511]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:30.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:29 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:30.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:29 smithi090 ceph-mon[89511]: from='client.44408 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:10:30.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:29 smithi090 ceph-mon[89511]: pgmap v687: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 785 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.9 MiB/s wr, 21 op/s 2024-03-07T03:10:30.084 INFO:tasks.rados.rados.0.smithi090.stdout:3880: finishing copy_from to smithi09077644-1 2024-03-07T03:10:30.085 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 1 v 12763 (ObjNum 1071 snap 340 seq_num 1071) dirty exists 2024-03-07T03:10:30.085 INFO:tasks.rados.rados.0.smithi090.stdout:3870: finishing write tid 3 to smithi09077644-41 2024-03-07T03:10:30.085 INFO:tasks.rados.rados.0.smithi090.stdout:3870: oid 41 updating version 0 to 12753 2024-03-07T03:10:30.085 INFO:tasks.rados.rados.0.smithi090.stdout:3870: oid 41 version 12753 is already newer than 12752 2024-03-07T03:10:30.085 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 41 v 12753 (ObjNum 1181 snap 389 seq_num 1181) dirty exists 2024-03-07T03:10:30.085 INFO:tasks.rados.rados.0.smithi090.stdout:3870: left oid 41 (ObjNum 1181 snap 389 seq_num 1181) 2024-03-07T03:10:30.085 INFO:tasks.rados.rados.0.smithi090.stdout:3872: finishing copy_from to smithi09077644-34 2024-03-07T03:10:30.085 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 34 v 12772 (ObjNum 988 snap 318 seq_num 988) dirty exists 2024-03-07T03:10:30.085 INFO:tasks.rados.rados.0.smithi090.stdout:3878: expect (ObjNum 930 snap 292 seq_num 930) 2024-03-07T03:10:30.117 INFO:tasks.rados.rados.0.smithi090.stdout:3875: expect (ObjNum 1129 snap 364 seq_num 1129) 2024-03-07T03:10:30.371 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 25 v 1488 (ObjNum 1138 snap 369 seq_num 1138) dirty exists 2024-03-07T03:10:30.371 INFO:tasks.rados.rados.0.smithi090.stdout:3881: finishing write tid 1 to smithi09077644-48 2024-03-07T03:10:30.371 INFO:tasks.rados.rados.0.smithi090.stdout:3881: finishing write tid 2 to smithi09077644-48 2024-03-07T03:10:30.371 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 12770 (ObjNum 65 snap 0 seq_num 1952868972) dirty exists 2024-03-07T03:10:30.372 INFO:tasks.rados.rados.0.smithi090.stdout:3882: finishing write tid 1 to smithi09077644-2 2024-03-07T03:10:30.372 INFO:tasks.rados.rados.0.smithi090.stdout:3881: finishing write tid 3 to smithi09077644-48 2024-03-07T03:10:30.372 INFO:tasks.rados.rados.0.smithi090.stdout:3881: oid 48 updating version 0 to 12755 2024-03-07T03:10:30.372 INFO:tasks.rados.rados.0.smithi090.stdout:3881: oid 48 version 12755 is already newer than 12754 2024-03-07T03:10:30.372 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 12755 (ObjNum 1184 snap 389 seq_num 1184) dirty exists 2024-03-07T03:10:30.372 INFO:tasks.rados.rados.0.smithi090.stdout:3881: left oid 48 (ObjNum 1184 snap 389 seq_num 1184) 2024-03-07T03:10:30.372 INFO:tasks.rados.rados.0.smithi090.stdout:3882: finishing write tid 2 to smithi09077644-2 2024-03-07T03:10:30.372 INFO:tasks.rados.rados.0.smithi090.stdout:3882: finishing write tid 3 to smithi09077644-2 2024-03-07T03:10:30.372 INFO:tasks.rados.rados.0.smithi090.stdout:3882: oid 2 updating version 0 to 12782 2024-03-07T03:10:30.372 INFO:tasks.rados.rados.0.smithi090.stdout:3882: oid 2 version 12782 is already newer than 12781 2024-03-07T03:10:30.372 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 2 v 12782 (ObjNum 1185 snap 389 seq_num 1185) dirty exists 2024-03-07T03:10:30.372 INFO:tasks.rados.rados.0.smithi090.stdout:3882: left oid 2 (ObjNum 1185 snap 389 seq_num 1185) 2024-03-07T03:10:30.372 INFO:tasks.rados.rados.0.smithi090.stdout:3874: finishing copy_from racing read to smithi09077644-33 2024-03-07T03:10:30.372 INFO:tasks.rados.rados.0.smithi090.stdout:3874: finishing copy_from to smithi09077644-33 2024-03-07T03:10:30.372 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 33 v 12780 (ObjNum 807 snap 262 seq_num 807) dirty exists 2024-03-07T03:10:30.373 INFO:tasks.rados.rados.0.smithi090.stdout:3885: finishing write tid 1 to smithi09077644-42 2024-03-07T03:10:30.373 INFO:tasks.rados.rados.0.smithi090.stdout:3870: done (13 left) 2024-03-07T03:10:30.373 INFO:tasks.rados.rados.0.smithi090.stdout:3871: done (12 left) 2024-03-07T03:10:30.373 INFO:tasks.rados.rados.0.smithi090.stdout:3872: done (11 left) 2024-03-07T03:10:30.373 INFO:tasks.rados.rados.0.smithi090.stdout:3873: done (10 left) 2024-03-07T03:10:30.373 INFO:tasks.rados.rados.0.smithi090.stdout:3874: done (9 left) 2024-03-07T03:10:30.373 INFO:tasks.rados.rados.0.smithi090.stdout:3875: done (8 left) 2024-03-07T03:10:30.373 INFO:tasks.rados.rados.0.smithi090.stdout:3876: done (7 left) 2024-03-07T03:10:30.373 INFO:tasks.rados.rados.0.smithi090.stdout:3878: done (6 left) 2024-03-07T03:10:30.373 INFO:tasks.rados.rados.0.smithi090.stdout:3879: done (5 left) 2024-03-07T03:10:30.373 INFO:tasks.rados.rados.0.smithi090.stdout:3880: done (4 left) 2024-03-07T03:10:30.373 INFO:tasks.rados.rados.0.smithi090.stdout:3881: done (3 left) 2024-03-07T03:10:30.373 INFO:tasks.rados.rados.0.smithi090.stdout:3882: done (2 left) 2024-03-07T03:10:30.373 INFO:tasks.rados.rados.0.smithi090.stdout:3883: done (1 left) 2024-03-07T03:10:30.373 INFO:tasks.rados.rados.0.smithi090.stdout:3886: snap_remove snap 381 2024-03-07T03:10:30.412 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:10:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:10:29.938+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:30.412 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:29.941+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 221=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:30.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:29.927+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:10:30.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:29.927+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:30.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:29 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:29.927+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 221=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:30.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:29 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:30.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:29 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:30.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:29 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:30.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:29 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:30.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:29 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:30.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:29 smithi092 ceph-mon[83777]: osdmap e836: 8 total, 8 up, 8 in 2024-03-07T03:10:30.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:29 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:30.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:29 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:30.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:29 smithi092 ceph-mon[83777]: No clone_snaps in snapset 218=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:30.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:29 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:30.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:29 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:30.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:29 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:30.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:29 smithi092 ceph-mon[83777]: No clone_snaps in snapset 1ee=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:30.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:29 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:30.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:29 smithi092 ceph-mon[83777]: from='client.44408 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T03:10:30.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:29 smithi092 ceph-mon[83777]: pgmap v687: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 785 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.9 MiB/s wr, 21 op/s 2024-03-07T03:10:30.927 INFO:tasks.rados.rados.0.smithi090.stdout:3886: done (1 left) 2024-03-07T03:10:30.927 INFO:tasks.rados.rados.0.smithi090.stdout:3887: delete oid 26 current snap is 389 2024-03-07T03:10:30.927 INFO:tasks.rados.rados.0.smithi090.stdout:3885: finishing write tid 2 to smithi09077644-42 2024-03-07T03:10:30.927 INFO:tasks.rados.rados.0.smithi090.stdout:3885: finishing write tid 3 to smithi09077644-42 2024-03-07T03:10:30.927 INFO:tasks.rados.rados.0.smithi090.stdout:3885: oid 42 updating version 0 to 12776 2024-03-07T03:10:30.927 INFO:tasks.rados.rados.0.smithi090.stdout:3885: oid 42 version 12776 is already newer than 12775 2024-03-07T03:10:30.927 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 42 v 12776 (ObjNum 1186 snap 389 seq_num 1186) dirty exists 2024-03-07T03:10:30.928 INFO:tasks.rados.rados.0.smithi090.stdout:3885: left oid 42 (ObjNum 1186 snap 389 seq_num 1186) 2024-03-07T03:10:30.933 INFO:tasks.rados.rados.0.smithi090.stdout:3885: done (1 left) 2024-03-07T03:10:30.933 INFO:tasks.rados.rados.0.smithi090.stdout:3887: done (0 left) 2024-03-07T03:10:30.933 INFO:tasks.rados.rados.0.smithi090.stdout:3888: rollback oid 8 current snap is 389 2024-03-07T03:10:30.933 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 8 to 386 2024-03-07T03:10:30.934 INFO:tasks.rados.rados.0.smithi090.stdout:3889: read oid 28 snap -1 2024-03-07T03:10:30.934 INFO:tasks.rados.rados.0.smithi090.stdout:3889: expect (ObjNum 1159 snap 378 seq_num 1159) 2024-03-07T03:10:30.934 INFO:tasks.rados.rados.0.smithi090.stdout:3890: delete oid 43 current snap is 389 2024-03-07T03:10:30.938 INFO:tasks.rados.rados.0.smithi090.stdout:3890: done (2 left) 2024-03-07T03:10:30.939 INFO:tasks.rados.rados.0.smithi090.stdout:3891: snap_remove snap 337 2024-03-07T03:10:31.215 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:30 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:30.931+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:31.215 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:30 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:30.932+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:31.215 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:30 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:30.941+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:31.216 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:30 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:31.216 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:30 smithi090 ceph-mon[89511]: No clone_snaps in snapset 221=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:31.216 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:30 smithi090 ceph-mon[89511]: osdmap e837: 8 total, 8 up, 8 in 2024-03-07T03:10:31.216 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:30 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:31.216 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:30 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:31.216 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:30 smithi090 ceph-mon[89511]: No clone_snaps in snapset 221=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:31.216 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:30 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:31.216 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:30 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:31.216 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:30 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:31.217 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:30 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:31.217 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:30 smithi090 ceph-mon[91928]: No clone_snaps in snapset 221=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:31.217 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:30 smithi090 ceph-mon[91928]: osdmap e837: 8 total, 8 up, 8 in 2024-03-07T03:10:31.217 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:30 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:31.217 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:30 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:31.217 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:30 smithi090 ceph-mon[91928]: No clone_snaps in snapset 221=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:31.217 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:30 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:31.217 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:30 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:31.217 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:30 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:31.217 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:10:30 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:10:30.934+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:31.218 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:30 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:30.935+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:31.412 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:10:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:10:30.934+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:31.413 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:30.927+0000 7fc29a41b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:10:31.413 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:30.927+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 221=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:31.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:30.930+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:10:31.414 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:30.930+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 221=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:31.414 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:30 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:30.931+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:31.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:30 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:31.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:30 smithi092 ceph-mon[83777]: No clone_snaps in snapset 221=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:31.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:30 smithi092 ceph-mon[83777]: osdmap e837: 8 total, 8 up, 8 in 2024-03-07T03:10:31.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:30 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:31.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:30 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:31.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:30 smithi092 ceph-mon[83777]: No clone_snaps in snapset 221=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:31.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:30 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:31.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:30 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:31.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:30 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:31.942 INFO:tasks.rados.rados.0.smithi090.stdout:3891: done (2 left) 2024-03-07T03:10:31.942 INFO:tasks.rados.rados.0.smithi090.stdout:3892: rollback oid 48 current snap is 389 2024-03-07T03:10:31.942 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 48 to 363 2024-03-07T03:10:31.942 INFO:tasks.rados.rados.0.smithi090.stdout:3893: rollback oid 16 current snap is 389 2024-03-07T03:10:31.942 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 16 to 382 2024-03-07T03:10:31.943 INFO:tasks.rados.rados.0.smithi090.stdout:3894: rollback oid 23 current snap is 389 2024-03-07T03:10:31.943 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 23 to 386 2024-03-07T03:10:31.943 INFO:tasks.rados.rados.0.smithi090.stdout:3895: delete oid 10 current snap is 389 2024-03-07T03:10:31.943 INFO:tasks.rados.rados.0.smithi090.stdout:3888: finishing rollback tid 0 to smithi09077644-8 2024-03-07T03:10:31.943 INFO:tasks.rados.rados.0.smithi090.stdout:3888: finishing rollback tid 1 to smithi09077644-8 2024-03-07T03:10:31.943 INFO:tasks.rados.rados.0.smithi090.stdout:3888: finishing rollback tid 2 to smithi09077644-8 2024-03-07T03:10:31.943 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 12767 (ObjNum 1129 snap 364 seq_num 1129) dirty exists 2024-03-07T03:10:31.943 INFO:tasks.rados.rados.0.smithi090.stdout:3889: expect (ObjNum 1159 snap 378 seq_num 1159) 2024-03-07T03:10:31.999 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-03-07T03:10:31.999 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": { 2024-03-07T03:10:31.999 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 3 2024-03-07T03:10:31.999 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:10:31.999 INFO:teuthology.orchestra.run.smithi090.stdout: "mgr": { 2024-03-07T03:10:32.000 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 2 2024-03-07T03:10:32.000 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:10:32.000 INFO:teuthology.orchestra.run.smithi090.stdout: "osd": { 2024-03-07T03:10:32.000 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 8 2024-03-07T03:10:32.000 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:10:32.000 INFO:teuthology.orchestra.run.smithi090.stdout: "mds": { 2024-03-07T03:10:32.000 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 2 2024-03-07T03:10:32.000 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-03-07T03:10:32.000 INFO:teuthology.orchestra.run.smithi090.stdout: "overall": { 2024-03-07T03:10:32.000 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)": 15 2024-03-07T03:10:32.000 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-03-07T03:10:32.000 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-03-07T03:10:32.219 INFO:tasks.rados.rados.0.smithi090.stdout:3893: finishing rollback tid 1 to smithi09077644-16 2024-03-07T03:10:32.219 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 12762 (ObjNum 145 snap 0 seq_num 3340013088) dirty dne 2024-03-07T03:10:32.219 INFO:tasks.rados.rados.0.smithi090.stdout:3892: finishing rollback tid 0 to smithi09077644-48 2024-03-07T03:10:32.219 INFO:tasks.rados.rados.0.smithi090.stdout:3892: finishing rollback tid 1 to smithi09077644-48 2024-03-07T03:10:32.219 INFO:tasks.rados.rados.0.smithi090.stdout:3892: finishing rollback tid 2 to smithi09077644-48 2024-03-07T03:10:32.219 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 12758 (ObjNum 1117 snap 356 seq_num 1117) dirty exists 2024-03-07T03:10:32.219 INFO:tasks.rados.rados.0.smithi090.stdout:3888: done (5 left) 2024-03-07T03:10:32.219 INFO:tasks.rados.rados.0.smithi090.stdout:3889: done (4 left) 2024-03-07T03:10:32.219 INFO:tasks.rados.rados.0.smithi090.stdout:3892: done (3 left) 2024-03-07T03:10:32.219 INFO:tasks.rados.rados.0.smithi090.stdout:3893: done (2 left) 2024-03-07T03:10:32.219 INFO:tasks.rados.rados.0.smithi090.stdout:3895: done (1 left) 2024-03-07T03:10:32.220 INFO:tasks.rados.rados.0.smithi090.stdout:3896: delete oid 28 current snap is 389 2024-03-07T03:10:32.220 INFO:tasks.rados.rados.0.smithi090.stdout:3894: finishing rollback tid 0 to smithi09077644-23 2024-03-07T03:10:32.220 INFO:tasks.rados.rados.0.smithi090.stdout:3894: finishing rollback tid 1 to smithi09077644-23 2024-03-07T03:10:32.220 INFO:tasks.rados.rados.0.smithi090.stdout:3894: finishing rollback tid 2 to smithi09077644-23 2024-03-07T03:10:32.220 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 12779 (ObjNum 1174 snap 386 seq_num 1174) dirty exists 2024-03-07T03:10:32.221 INFO:tasks.rados.rados.0.smithi090.stdout:3894: done (1 left) 2024-03-07T03:10:32.221 INFO:tasks.rados.rados.0.smithi090.stdout:3896: done (0 left) 2024-03-07T03:10:32.221 INFO:tasks.rados.rados.0.smithi090.stdout:3897: rmattr oid 44 current snap is 389 2024-03-07T03:10:32.221 INFO:tasks.rados.rados.0.smithi090.stdout:3897: done (0 left) 2024-03-07T03:10:32.221 INFO:tasks.rados.rados.0.smithi090.stdout:3898: read oid 7 snap -1 2024-03-07T03:10:32.221 INFO:tasks.rados.rados.0.smithi090.stdout:3898: expect (ObjNum 1163 snap 380 seq_num 1163) 2024-03-07T03:10:32.222 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 46 current snap is 389 2024-03-07T03:10:32.222 INFO:tasks.rados.rados.0.smithi090.stdout:3899: seq_num 1191 ranges {1220608=753664} 2024-03-07T03:10:32.233 INFO:tasks.rados.rados.0.smithi090.stdout:3899: writing smithi09077644-46 from 1220608 to 1974272 tid 1 2024-03-07T03:10:32.233 INFO:tasks.rados.rados.0.smithi090.stdout:3900: copy_from oid 36 from oid 4 current snap is 389 2024-03-07T03:10:32.233 INFO:tasks.rados.rados.0.smithi090.stdout:3901: read oid 41 snap -1 2024-03-07T03:10:32.233 INFO:tasks.rados.rados.0.smithi090.stdout:3901: expect (ObjNum 1181 snap 389 seq_num 1181) 2024-03-07T03:10:32.233 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 31 current snap is 389 2024-03-07T03:10:32.233 INFO:tasks.rados.rados.0.smithi090.stdout:3902: seq_num 1192 ranges {4440064=770048} 2024-03-07T03:10:32.261 INFO:tasks.rados.rados.0.smithi090.stdout:3902: writing smithi09077644-31 from 4440064 to 5210112 tid 1 2024-03-07T03:10:32.261 INFO:tasks.rados.rados.0.smithi090.stdout:3903: snap_create 2024-03-07T03:10:32.261 INFO:tasks.rados.rados.0.smithi090.stdout:3898: expect (ObjNum 1163 snap 380 seq_num 1163) 2024-03-07T03:10:32.310 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:31 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:31.937+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 221=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:32.311 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:10:31 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:10:31.934+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:32.311 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:31 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:31.941+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:10:32.311 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:31 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:31.941+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:32.311 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:31 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:31.941+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 221=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:32.311 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:31 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:32.312 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:31 smithi092 ceph-mon[83777]: No clone_snaps in snapset 221=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:32.312 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:31 smithi092 ceph-mon[83777]: osdmap e838: 8 total, 8 up, 8 in 2024-03-07T03:10:32.312 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:31 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:32.312 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:31 smithi092 ceph-mon[83777]: No clone_snaps in snapset 221=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:32.312 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:31 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:32.312 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:31 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:32.312 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:31 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:32.312 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:31 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:32.312 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:31 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:32.312 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:31 smithi092 ceph-mon[83777]: pgmap v690: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 790 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 4.7 MiB/s wr, 30 op/s 2024-03-07T03:10:32.324 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:10:31 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:10:31.944+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:32.324 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:31 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:31.940+0000 7f4442f67700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:10:32.324 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:31 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:31.940+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:32.324 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:31 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:31.944+0000 7fa43c425700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:10:32.324 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:31 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:31.944+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:32.324 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:31 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:31.944+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:32.324 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:31 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:31.957+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:32.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:31 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:32.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:31 smithi090 ceph-mon[91928]: No clone_snaps in snapset 221=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:32.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:31 smithi090 ceph-mon[91928]: osdmap e838: 8 total, 8 up, 8 in 2024-03-07T03:10:32.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:31 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:32.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:31 smithi090 ceph-mon[91928]: No clone_snaps in snapset 221=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:32.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:31 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:32.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:31 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:32.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:31 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:32.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:31 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:32.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:31 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:32.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:31 smithi090 ceph-mon[91928]: pgmap v690: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 790 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 4.7 MiB/s wr, 30 op/s 2024-03-07T03:10:32.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:31 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:32.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:31 smithi090 ceph-mon[89511]: No clone_snaps in snapset 221=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:32.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:31 smithi090 ceph-mon[89511]: osdmap e838: 8 total, 8 up, 8 in 2024-03-07T03:10:32.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:31 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:32.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:31 smithi090 ceph-mon[89511]: No clone_snaps in snapset 221=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:32.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:31 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:32.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:31 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:32.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:31 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:32.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:31 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:32.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:31 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:32.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:31 smithi090 ceph-mon[89511]: pgmap v690: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 790 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 4.7 MiB/s wr, 30 op/s 2024-03-07T03:10:32.354 INFO:tasks.rados.rados.0.smithi090.stdout:3900: finishing copy_from racing read to smithi09077644-36 2024-03-07T03:10:32.354 INFO:tasks.rados.rados.0.smithi090.stdout:3899: finishing write tid 1 to smithi09077644-46 2024-03-07T03:10:32.354 INFO:tasks.rados.rados.0.smithi090.stdout:3900: finishing copy_from to smithi09077644-36 2024-03-07T03:10:32.354 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 12770 (ObjNum 33 snap 0 seq_num 3337507216) dirty exists 2024-03-07T03:10:32.354 INFO:tasks.rados.rados.0.smithi090.stdout:3899: finishing write tid 2 to smithi09077644-46 2024-03-07T03:10:32.354 INFO:tasks.rados.rados.0.smithi090.stdout:3899: finishing write tid 3 to smithi09077644-46 2024-03-07T03:10:32.354 INFO:tasks.rados.rados.0.smithi090.stdout:3899: oid 46 updating version 0 to 12768 2024-03-07T03:10:32.354 INFO:tasks.rados.rados.0.smithi090.stdout:3899: oid 46 updating version 12768 to 12769 2024-03-07T03:10:32.354 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 12769 (ObjNum 1191 snap 389 seq_num 1191) dirty exists 2024-03-07T03:10:32.354 INFO:tasks.rados.rados.0.smithi090.stdout:3899: left oid 46 (ObjNum 1191 snap 389 seq_num 1191) 2024-03-07T03:10:32.354 INFO:tasks.rados.rados.0.smithi090.stdout:3901: expect (ObjNum 1181 snap 389 seq_num 1181) 2024-03-07T03:10:32.605 INFO:tasks.rados.rados.0.smithi090.stdout:3902: finishing write tid 1 to smithi09077644-31 2024-03-07T03:10:32.605 INFO:tasks.rados.rados.0.smithi090.stdout:3902: finishing write tid 2 to smithi09077644-31 2024-03-07T03:10:32.605 INFO:tasks.rados.rados.0.smithi090.stdout:3902: finishing write tid 3 to smithi09077644-31 2024-03-07T03:10:32.605 INFO:tasks.rados.rados.0.smithi090.stdout:3902: oid 31 updating version 0 to 3094 2024-03-07T03:10:32.605 INFO:tasks.rados.rados.0.smithi090.stdout:3902: oid 31 updating version 3094 to 3095 2024-03-07T03:10:32.605 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 3095 (ObjNum 1192 snap 389 seq_num 1192) dirty exists 2024-03-07T03:10:32.605 INFO:tasks.rados.rados.0.smithi090.stdout:3902: left oid 31 (ObjNum 1192 snap 389 seq_num 1192) 2024-03-07T03:10:32.662 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:10:32 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:10:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:10:32.663 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -e sha1=ea9a5688d9980e4ddedb59679d2960bcbac6fc71 -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 1'"'"'' 2024-03-07T03:10:32.867 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T03:10:32.943 INFO:tasks.rados.rados.0.smithi090.stdout:3898: done (5 left) 2024-03-07T03:10:32.944 INFO:tasks.rados.rados.0.smithi090.stdout:3899: done (4 left) 2024-03-07T03:10:32.944 INFO:tasks.rados.rados.0.smithi090.stdout:3900: done (3 left) 2024-03-07T03:10:32.944 INFO:tasks.rados.rados.0.smithi090.stdout:3901: done (2 left) 2024-03-07T03:10:32.944 INFO:tasks.rados.rados.0.smithi090.stdout:3902: done (1 left) 2024-03-07T03:10:32.944 INFO:tasks.rados.rados.0.smithi090.stdout:3903: done (0 left) 2024-03-07T03:10:32.944 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 11 current snap is 390 2024-03-07T03:10:32.944 INFO:tasks.rados.rados.0.smithi090.stdout:3904: seq_num 1193 ranges {1146880=786432} 2024-03-07T03:10:32.954 INFO:tasks.rados.rados.0.smithi090.stdout:3904: writing smithi09077644-11 from 1146880 to 1933312 tid 1 2024-03-07T03:10:32.954 INFO:tasks.rados.rados.0.smithi090.stdout:3905: rollback oid 17 current snap is 390 2024-03-07T03:10:32.954 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 17 to 377 2024-03-07T03:10:32.954 INFO:tasks.rados.rados.0.smithi090.stdout:3906: delete oid 8 current snap is 390 2024-03-07T03:10:32.962 INFO:tasks.rados.rados.0.smithi090.stdout:3905: finishing rollback tid 0 to smithi09077644-17 2024-03-07T03:10:32.963 INFO:tasks.rados.rados.0.smithi090.stdout:3904: finishing write tid 1 to smithi09077644-11 2024-03-07T03:10:32.963 INFO:tasks.rados.rados.0.smithi090.stdout:3906: done (2 left) 2024-03-07T03:10:32.963 INFO:tasks.rados.rados.0.smithi090.stdout:3907: read oid 45 snap -1 2024-03-07T03:10:32.963 INFO:tasks.rados.rados.0.smithi090.stdout:3907: expect (ObjNum 1170 snap 383 seq_num 1170) 2024-03-07T03:10:32.963 INFO:tasks.rados.rados.0.smithi090.stdout:3908: copy_from oid 47 from oid 2 current snap is 390 2024-03-07T03:10:32.963 INFO:tasks.rados.rados.0.smithi090.stdout:3909: snap_remove snap 378 2024-03-07T03:10:33.214 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:32 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:33.214 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:32 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:33.214 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:32 smithi090 ceph-mon[89511]: No clone_snaps in snapset 221=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:33.215 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:32 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:33.215 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:32 smithi090 ceph-mon[89511]: osdmap e839: 8 total, 8 up, 8 in 2024-03-07T03:10:33.215 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:32 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:33.215 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:32 smithi090 ceph-mon[89511]: No clone_snaps in snapset 221=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:33.215 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:32 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:33.215 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:32 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:33.215 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:32 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:33.215 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:32 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:33.215 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:32 smithi090 ceph-mon[89511]: from='client.? 172.21.15.90:0/976857012' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:10:33.215 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:32 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:33.215 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:32 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:33.215 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:32 smithi090 ceph-mon[91928]: No clone_snaps in snapset 221=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:33.216 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:32 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:33.216 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:32 smithi090 ceph-mon[91928]: osdmap e839: 8 total, 8 up, 8 in 2024-03-07T03:10:33.216 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:32 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:33.216 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:32 smithi090 ceph-mon[91928]: No clone_snaps in snapset 221=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:33.216 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:32 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:33.216 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:32 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:33.216 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:32 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:33.216 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:32 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:33.216 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:32 smithi090 ceph-mon[91928]: from='client.? 172.21.15.90:0/976857012' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:10:33.216 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:10:32 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:10:32.945+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:33.217 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:32 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:32.959+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:33.217 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:32 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:32.960+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:33.217 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:32 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:32.964+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:33.217 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:32 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:32.963+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:33.217 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:10:33 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:10:33] "GET /metrics HTTP/1.1" 200 36314 "" "Prometheus/2.43.0" 2024-03-07T03:10:33.412 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:10:32 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:10:32.963+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:33.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:32 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:32.939+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:33.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:32 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:32.939+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:10:33.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:32 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:32.939+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 221=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:33.413 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:32 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:32.964+0000 7fc296413700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:10:33.413 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:32 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:32.964+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 221=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:33.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:32 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:33.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:32 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:33.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:32 smithi092 ceph-mon[83777]: No clone_snaps in snapset 221=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:33.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:32 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:33.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:32 smithi092 ceph-mon[83777]: osdmap e839: 8 total, 8 up, 8 in 2024-03-07T03:10:33.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:32 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:33.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:32 smithi092 ceph-mon[83777]: No clone_snaps in snapset 221=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:33.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:32 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:33.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:32 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:33.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:32 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:33.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:32 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:33.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:32 smithi092 ceph-mon[83777]: from='client.? 172.21.15.90:0/976857012' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:10:33.946 INFO:tasks.rados.rados.0.smithi090.stdout:3909: done (4 left) 2024-03-07T03:10:33.946 INFO:tasks.rados.rados.0.smithi090.stdout:3910: snap_remove snap 335 2024-03-07T03:10:34.282 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:10:33 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:10:33.946+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:34.283 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:33 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:33.952+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:34.283 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:33 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:33.962+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:10:34.283 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:33 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:33.962+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:34.283 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:33 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:33.962+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:34.283 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:33 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:34.283 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:33 smithi090 ceph-mon[89511]: No clone_snaps in snapset 221=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:34.284 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:33 smithi090 ceph-mon[89511]: osdmap e840: 8 total, 8 up, 8 in 2024-03-07T03:10:34.284 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:33 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:34.284 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:33 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:34.284 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:33 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:34.284 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:33 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:34.284 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:33 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:34.284 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:33 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:34.284 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:33 smithi090 ceph-mon[89511]: No clone_snaps in snapset 221=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:34.284 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:33 smithi090 ceph-mon[89511]: pgmap v693: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 790 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-03-07T03:10:34.284 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:33 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:33.949+0000 7f4442f67700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:10:34.284 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:33 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:33.949+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:34.285 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:33 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:34.285 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:33 smithi090 ceph-mon[91928]: No clone_snaps in snapset 221=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:34.285 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:33 smithi090 ceph-mon[91928]: osdmap e840: 8 total, 8 up, 8 in 2024-03-07T03:10:34.285 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:33 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:34.285 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:33 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:34.285 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:33 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:34.285 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:33 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:34.285 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:33 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:34.285 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:33 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:34.285 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:33 smithi090 ceph-mon[91928]: No clone_snaps in snapset 221=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:34.285 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:33 smithi090 ceph-mon[91928]: pgmap v693: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 790 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-03-07T03:10:34.412 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:10:33 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:10:33.946+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:34.412 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:33 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:33.949+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 221=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:34.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:33 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:33.956+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:10:34.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:33 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:33.956+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:34.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:33 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:33.956+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 222=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:34.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:33 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:34.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:33 smithi092 ceph-mon[83777]: No clone_snaps in snapset 221=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:34.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:33 smithi092 ceph-mon[83777]: osdmap e840: 8 total, 8 up, 8 in 2024-03-07T03:10:34.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:33 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:34.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:33 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:34.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:33 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:34.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:33 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:34.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:33 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:34.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:33 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:34.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:33 smithi092 ceph-mon[83777]: No clone_snaps in snapset 221=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:34.415 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:33 smithi092 ceph-mon[83777]: pgmap v693: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 790 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-03-07T03:10:34.797 INFO:teuthology.orchestra.run.smithi090.stdout:true 2024-03-07T03:10:34.951 INFO:tasks.rados.rados.0.smithi090.stdout:3910: done (4 left) 2024-03-07T03:10:34.952 INFO:tasks.rados.rados.0.smithi090.stdout:3911: rollback oid 26 current snap is 390 2024-03-07T03:10:34.952 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 26 to 344 2024-03-07T03:10:34.952 INFO:tasks.rados.rados.0.smithi090.stdout:3905: finishing rollback tid 1 to smithi09077644-17 2024-03-07T03:10:34.952 INFO:tasks.rados.rados.0.smithi090.stdout:3904: finishing write tid 2 to smithi09077644-11 2024-03-07T03:10:34.952 INFO:tasks.rados.rados.0.smithi090.stdout:3905: finishing rollback tid 2 to smithi09077644-17 2024-03-07T03:10:34.952 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 17 v 1491 (ObjNum 1138 snap 369 seq_num 1138) dirty exists 2024-03-07T03:10:34.952 INFO:tasks.rados.rados.0.smithi090.stdout:3904: finishing write tid 3 to smithi09077644-11 2024-03-07T03:10:34.952 INFO:tasks.rados.rados.0.smithi090.stdout:3904: oid 11 updating version 0 to 12780 2024-03-07T03:10:34.952 INFO:tasks.rados.rados.0.smithi090.stdout:3904: oid 11 updating version 12780 to 12781 2024-03-07T03:10:34.952 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 11 v 12781 (ObjNum 1193 snap 390 seq_num 1193) dirty exists 2024-03-07T03:10:34.952 INFO:tasks.rados.rados.0.smithi090.stdout:3904: left oid 11 (ObjNum 1193 snap 390 seq_num 1193) 2024-03-07T03:10:34.952 INFO:tasks.rados.rados.0.smithi090.stdout:3907: expect (ObjNum 1170 snap 383 seq_num 1170) 2024-03-07T03:10:34.969 INFO:tasks.rados.rados.0.smithi090.stdout:3908: finishing copy_from racing read to smithi09077644-47 2024-03-07T03:10:34.969 INFO:tasks.rados.rados.0.smithi090.stdout:3908: finishing copy_from to smithi09077644-47 2024-03-07T03:10:34.969 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 12782 (ObjNum 1185 snap 389 seq_num 1185) dirty exists 2024-03-07T03:10:34.969 INFO:tasks.rados.rados.0.smithi090.stdout:3911: finishing rollback tid 1 to smithi09077644-26 2024-03-07T03:10:34.969 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 26 v 1497 (ObjNum 385 snap 0 seq_num 3341262384) dirty dne 2024-03-07T03:10:34.969 INFO:tasks.rados.rados.0.smithi090.stdout:3904: done (4 left) 2024-03-07T03:10:34.969 INFO:tasks.rados.rados.0.smithi090.stdout:3905: done (3 left) 2024-03-07T03:10:34.969 INFO:tasks.rados.rados.0.smithi090.stdout:3907: done (2 left) 2024-03-07T03:10:34.969 INFO:tasks.rados.rados.0.smithi090.stdout:3908: done (1 left) 2024-03-07T03:10:34.969 INFO:tasks.rados.rados.0.smithi090.stdout:3911: done (0 left) 2024-03-07T03:10:34.970 INFO:tasks.rados.rados.0.smithi090.stdout:3912: delete oid 32 current snap is 390 2024-03-07T03:10:34.971 INFO:tasks.rados.rados.0.smithi090.stdout:3912: done (0 left) 2024-03-07T03:10:34.971 INFO:tasks.rados.rados.0.smithi090.stdout:3913: snap_create 2024-03-07T03:10:35.074 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:10:34 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:10:34.961+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:35.074 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:34 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:34.956+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:35.074 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:34 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:34.963+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:35.074 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:34 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:34.970+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:35.075 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:34 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:34.970+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:35.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:34 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:35.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:34 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:35.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:34 smithi090 ceph-mon[89511]: osdmap e841: 8 total, 8 up, 8 in 2024-03-07T03:10:35.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:34 smithi090 ceph-mon[89511]: No clone_snaps in snapset 221=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:35.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:34 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:35.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:34 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:35.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:34 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:35.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:34 smithi090 ceph-mon[89511]: No clone_snaps in snapset 222=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:35.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:34 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:35.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:34 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:35.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:34 smithi090 ceph-mon[89511]: from='client.? 172.21.15.90:0/2625020676' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:10:35.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:34 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:35.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:34 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:35.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:34 smithi090 ceph-mon[91928]: osdmap e841: 8 total, 8 up, 8 in 2024-03-07T03:10:35.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:34 smithi090 ceph-mon[91928]: No clone_snaps in snapset 221=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:35.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:34 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:35.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:34 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:35.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:34 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:35.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:34 smithi090 ceph-mon[91928]: No clone_snaps in snapset 222=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:35.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:34 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:35.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:34 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:35.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:34 smithi090 ceph-mon[91928]: from='client.? 172.21.15.90:0/2625020676' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:10:35.412 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:10:34 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:10:34.962+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:35.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:34 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:34.957+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:35.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:34 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:34.957+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:10:35.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:34 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:34.958+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 222=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:35.413 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:34 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:34.964+0000 7fc296413700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:10:35.413 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:34 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:34.965+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 221=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:35.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:34 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:35.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:34 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:35.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:34 smithi092 ceph-mon[83777]: osdmap e841: 8 total, 8 up, 8 in 2024-03-07T03:10:35.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:34 smithi092 ceph-mon[83777]: No clone_snaps in snapset 221=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:35.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:34 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:35.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:34 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:35.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:34 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:35.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:34 smithi092 ceph-mon[83777]: No clone_snaps in snapset 222=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:35.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:34 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:35.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:34 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:35.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:34 smithi092 ceph-mon[83777]: from='client.? 172.21.15.90:0/2625020676' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:10:35.626 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -e sha1=ea9a5688d9980e4ddedb59679d2960bcbac6fc71 -- bash -c 'ceph versions | jq -e '"'"'.overall | keys'"'"' | grep $sha1' 2024-03-07T03:10:35.832 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T03:10:35.957 INFO:tasks.rados.rados.0.smithi090.stdout:3913: done (0 left) 2024-03-07T03:10:35.957 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 31 current snap is 391 2024-03-07T03:10:35.957 INFO:tasks.rados.rados.0.smithi090.stdout:3914: seq_num 1196 ranges {5210112=434176,5644288=401408} 2024-03-07T03:10:35.987 INFO:tasks.rados.rados.0.smithi090.stdout:3914: writing smithi09077644-31 from 5210112 to 5644288 tid 1 2024-03-07T03:10:35.990 INFO:tasks.rados.rados.0.smithi090.stdout:3914: writing smithi09077644-31 from 5644288 to 6045696 tid 2 2024-03-07T03:10:35.990 INFO:tasks.rados.rados.0.smithi090.stdout:3915: delete oid 30 current snap is 391 2024-03-07T03:10:35.994 INFO:tasks.rados.rados.0.smithi090.stdout:3915: done (1 left) 2024-03-07T03:10:35.994 INFO:tasks.rados.rados.0.smithi090.stdout:3916: delete oid 22 current snap is 391 2024-03-07T03:10:35.998 INFO:tasks.rados.rados.0.smithi090.stdout:3916: done (1 left) 2024-03-07T03:10:35.998 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 34 current snap is 391 2024-03-07T03:10:35.998 INFO:tasks.rados.rados.0.smithi090.stdout:3917: seq_num 1199 ranges {2162688=483328,2646016=401408} 2024-03-07T03:10:36.012 INFO:tasks.rados.rados.0.smithi090.stdout:3917: writing smithi09077644-34 from 2162688 to 2646016 tid 1 2024-03-07T03:10:36.015 INFO:tasks.rados.rados.0.smithi090.stdout:3917: writing smithi09077644-34 from 2646016 to 3047424 tid 2 2024-03-07T03:10:36.015 INFO:tasks.rados.rados.0.smithi090.stdout:3918: snap_remove snap 364 2024-03-07T03:10:36.244 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:10:35 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:10:35.958+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:36.244 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:35 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:35.995+0000 7f443ef5f700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:10:36.244 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:35 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:35.995+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:36.245 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:36 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:35.998+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:10:36.245 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:36 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:35.998+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:36.245 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:36 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:35.998+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:36.245 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:36 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:35.999+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:36.245 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:35 smithi090 ceph-mon[89511]: osdmap e842: 8 total, 8 up, 8 in 2024-03-07T03:10:36.245 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:35 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:36.245 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:35 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:36.245 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:35 smithi090 ceph-mon[89511]: No clone_snaps in snapset 222=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:36.246 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:35 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:36.246 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:35 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:36.246 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:35 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:36.246 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:35 smithi090 ceph-mon[89511]: No clone_snaps in snapset 221=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:36.246 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:35 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:36.246 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:35 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:36.246 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:35 smithi090 ceph-mon[89511]: pgmap v696: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 792 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 540 KiB/s wr, 12 op/s 2024-03-07T03:10:36.246 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:35 smithi090 ceph-mon[91928]: osdmap e842: 8 total, 8 up, 8 in 2024-03-07T03:10:36.246 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:35 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:36.246 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:35 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:36.246 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:35 smithi090 ceph-mon[91928]: No clone_snaps in snapset 222=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:36.247 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:35 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:36.247 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:35 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:36.247 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:35 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:36.247 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:35 smithi090 ceph-mon[91928]: No clone_snaps in snapset 221=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:36.247 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:35 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:36.247 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:35 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:36.247 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:35 smithi090 ceph-mon[91928]: pgmap v696: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 792 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 540 KiB/s wr, 12 op/s 2024-03-07T03:10:36.412 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:10:35 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:10:35.957+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:36.412 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:35 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:35.994+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 221=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:36.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:35 smithi092 ceph-mon[83777]: osdmap e842: 8 total, 8 up, 8 in 2024-03-07T03:10:36.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:35 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:36.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:35 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:36.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:35 smithi092 ceph-mon[83777]: No clone_snaps in snapset 222=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:36.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:35 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:36.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:35 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:36.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:35 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:36.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:35 smithi092 ceph-mon[83777]: No clone_snaps in snapset 221=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:36.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:35 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:36.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:35 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:36.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:35 smithi092 ceph-mon[83777]: pgmap v696: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 792 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 540 KiB/s wr, 12 op/s 2024-03-07T03:10:36.414 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:36 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:36.007+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:10:36.414 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:36 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:36.007+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:36.414 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:36 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:36.007+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 222=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:36.963 INFO:tasks.rados.rados.0.smithi090.stdout:3918: done (2 left) 2024-03-07T03:10:36.963 INFO:tasks.rados.rados.0.smithi090.stdout:3919: snap_create 2024-03-07T03:10:36.963 INFO:tasks.rados.rados.0.smithi090.stdout:3914: finishing write tid 1 to smithi09077644-31 2024-03-07T03:10:36.963 INFO:tasks.rados.rados.0.smithi090.stdout:3914: finishing write tid 2 to smithi09077644-31 2024-03-07T03:10:36.963 INFO:tasks.rados.rados.0.smithi090.stdout:3914: finishing write tid 3 to smithi09077644-31 2024-03-07T03:10:36.963 INFO:tasks.rados.rados.0.smithi090.stdout:3914: finishing write tid 4 to smithi09077644-31 2024-03-07T03:10:36.963 INFO:tasks.rados.rados.0.smithi090.stdout:3914: oid 31 updating version 0 to 3097 2024-03-07T03:10:36.963 INFO:tasks.rados.rados.0.smithi090.stdout:3914: oid 31 updating version 3097 to 3098 2024-03-07T03:10:36.964 INFO:tasks.rados.rados.0.smithi090.stdout:3914: oid 31 updating version 3098 to 3099 2024-03-07T03:10:36.964 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 3099 (ObjNum 1196 snap 391 seq_num 1196) dirty exists 2024-03-07T03:10:36.964 INFO:tasks.rados.rados.0.smithi090.stdout:3914: left oid 31 (ObjNum 1196 snap 391 seq_num 1196) 2024-03-07T03:10:36.964 INFO:tasks.rados.rados.0.smithi090.stdout:3917: finishing write tid 1 to smithi09077644-34 2024-03-07T03:10:36.964 INFO:tasks.rados.rados.0.smithi090.stdout:3917: finishing write tid 2 to smithi09077644-34 2024-03-07T03:10:36.964 INFO:tasks.rados.rados.0.smithi090.stdout:3917: finishing write tid 3 to smithi09077644-34 2024-03-07T03:10:36.964 INFO:tasks.rados.rados.0.smithi090.stdout:3917: finishing write tid 4 to smithi09077644-34 2024-03-07T03:10:36.964 INFO:tasks.rados.rados.0.smithi090.stdout:3917: oid 34 updating version 0 to 12773 2024-03-07T03:10:36.964 INFO:tasks.rados.rados.0.smithi090.stdout:3917: oid 34 updating version 12773 to 12774 2024-03-07T03:10:36.964 INFO:tasks.rados.rados.0.smithi090.stdout:3917: oid 34 updating version 12774 to 12775 2024-03-07T03:10:36.964 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 34 v 12775 (ObjNum 1199 snap 391 seq_num 1199) dirty exists 2024-03-07T03:10:36.964 INFO:tasks.rados.rados.0.smithi090.stdout:3917: left oid 34 (ObjNum 1199 snap 391 seq_num 1199) 2024-03-07T03:10:37.177 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:10:36 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:10:36.962+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:37.177 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:36 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:36.967+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:37.178 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:36 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:36.974+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:37.178 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:36 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:36.982+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:37.178 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:36 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:36.982+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:37.178 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:36 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:37.178 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:36 smithi090 ceph-mon[89511]: osdmap e843: 8 total, 8 up, 8 in 2024-03-07T03:10:37.178 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:36 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:37.178 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:36 smithi090 ceph-mon[89511]: No clone_snaps in snapset 221=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:37.178 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:36 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:37.178 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:36 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:37.178 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:36 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:37.179 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:36 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:37.179 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:36 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:37.179 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:36 smithi090 ceph-mon[89511]: No clone_snaps in snapset 222=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:37.179 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:36 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:37.179 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:36 smithi090 ceph-mon[91928]: osdmap e843: 8 total, 8 up, 8 in 2024-03-07T03:10:37.179 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:36 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:37.179 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:36 smithi090 ceph-mon[91928]: No clone_snaps in snapset 221=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:37.179 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:36 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:37.179 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:36 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:37.179 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:36 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:37.179 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:36 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:37.179 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:36 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:37.180 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:36 smithi090 ceph-mon[91928]: No clone_snaps in snapset 222=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:37.412 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:10:36 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:10:36.968+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:37.412 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:36 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:36.971+0000 7fc29a41b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:10:37.412 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:36 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:36.971+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 221=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:37.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:36 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:37.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:36 smithi092 ceph-mon[83777]: osdmap e843: 8 total, 8 up, 8 in 2024-03-07T03:10:37.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:36 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:37.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:36 smithi092 ceph-mon[83777]: No clone_snaps in snapset 221=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:37.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:36 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:37.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:36 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:37.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:36 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:37.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:36 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:37.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:36 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:37.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:36 smithi092 ceph-mon[83777]: No clone_snaps in snapset 222=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:37.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:36 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:36.966+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:37.414 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:36 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:36.966+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:10:37.414 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:36 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:36.966+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 222=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:37.690 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-1905-gea9a5688 (ea9a5688d9980e4ddedb59679d2960bcbac6fc71) squid (dev)" 2024-03-07T03:10:37.972 INFO:tasks.rados.rados.0.smithi090.stdout:3914: done (2 left) 2024-03-07T03:10:37.972 INFO:tasks.rados.rados.0.smithi090.stdout:3917: done (1 left) 2024-03-07T03:10:37.972 INFO:tasks.rados.rados.0.smithi090.stdout:3919: done (0 left) 2024-03-07T03:10:37.972 INFO:tasks.rados.rados.0.smithi090.stdout:3920: rollback oid 21 current snap is 392 2024-03-07T03:10:37.972 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 21 to 307 2024-03-07T03:10:37.972 INFO:tasks.rados.rados.0.smithi090.stdout:3921: rollback oid 38 current snap is 392 2024-03-07T03:10:37.972 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 38 to 386 2024-03-07T03:10:37.972 INFO:tasks.rados.rados.0.smithi090.stdout:3922: snap_create 2024-03-07T03:10:37.975 INFO:tasks.rados.rados.0.smithi090.stdout:3920: finishing rollback tid 0 to smithi09077644-21 2024-03-07T03:10:37.976 INFO:tasks.rados.rados.0.smithi090.stdout:3920: finishing rollback tid 1 to smithi09077644-21 2024-03-07T03:10:37.976 INFO:tasks.rados.rados.0.smithi090.stdout:3920: finishing rollback tid 2 to smithi09077644-21 2024-03-07T03:10:37.976 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 12766 (ObjNum 640 snap 199 seq_num 640) dirty exists 2024-03-07T03:10:37.977 INFO:tasks.rados.rados.0.smithi090.stdout:3921: finishing rollback tid 0 to smithi09077644-38 2024-03-07T03:10:37.978 INFO:tasks.rados.rados.0.smithi090.stdout:3921: finishing rollback tid 1 to smithi09077644-38 2024-03-07T03:10:37.978 INFO:tasks.rados.rados.0.smithi090.stdout:3921: finishing rollback tid 2 to smithi09077644-38 2024-03-07T03:10:37.978 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 12785 (ObjNum 988 snap 318 seq_num 988) dirty exists 2024-03-07T03:10:38.293 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:10:37 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:10:37.973+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:38.293 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:37 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:38.293 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:37 smithi092 ceph-mon[83777]: osdmap e844: 8 total, 8 up, 8 in 2024-03-07T03:10:38.293 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:37 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:38.293 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:37 smithi092 ceph-mon[83777]: No clone_snaps in snapset 222=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:38.293 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:37 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:38.293 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:37 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:38.293 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:37 smithi092 ceph-mon[83777]: No clone_snaps in snapset 221=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:38.293 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:37 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:38.294 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:37 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:38.294 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:37 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:38.294 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:37 smithi092 ceph-mon[83777]: from='client.? 172.21.15.90:0/3519252494' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:10:38.294 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:37 smithi092 ceph-mon[83777]: pgmap v699: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 794 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2024-03-07T03:10:38.323 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:10:37 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:10:37.972+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:38.324 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:37 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:37.980+0000 7f443ef5f700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:10:38.324 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:37 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:37.980+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:38.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:37 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:38.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:37 smithi090 ceph-mon[89511]: osdmap e844: 8 total, 8 up, 8 in 2024-03-07T03:10:38.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:37 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:38.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:37 smithi090 ceph-mon[89511]: No clone_snaps in snapset 222=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:38.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:37 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:38.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:37 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:38.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:37 smithi090 ceph-mon[89511]: No clone_snaps in snapset 221=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:38.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:37 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:38.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:37 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:38.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:37 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:38.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:37 smithi090 ceph-mon[89511]: from='client.? 172.21.15.90:0/3519252494' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:10:38.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:37 smithi090 ceph-mon[89511]: pgmap v699: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 794 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2024-03-07T03:10:38.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:37 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:38.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:37 smithi090 ceph-mon[91928]: osdmap e844: 8 total, 8 up, 8 in 2024-03-07T03:10:38.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:37 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:38.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:37 smithi090 ceph-mon[91928]: No clone_snaps in snapset 222=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:38.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:37 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:38.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:37 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:38.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:37 smithi090 ceph-mon[91928]: No clone_snaps in snapset 221=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:38.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:37 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:38.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:37 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:38.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:37 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:38.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:37 smithi090 ceph-mon[91928]: from='client.? 172.21.15.90:0/3519252494' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-07T03:10:38.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:37 smithi090 ceph-mon[91928]: pgmap v699: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 794 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2024-03-07T03:10:38.413 INFO:teuthology.task.sequential:In sequential, running task print... 2024-03-07T03:10:38.413 INFO:teuthology.task.print:**** done end upgrade, wait... 2024-03-07T03:10:38.413 DEBUG:teuthology.parallel:result is None 2024-03-07T03:10:38.662 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:38 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:38.294+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 221=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:38.824 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:38 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:38.434+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:38.824 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:38 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:38.434+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:10:38.824 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:38 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:38.434+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:38.824 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:38 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:38.434+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:38.976 INFO:tasks.rados.rados.0.smithi090.stdout:3920: done (2 left) 2024-03-07T03:10:38.976 INFO:tasks.rados.rados.0.smithi090.stdout:3921: done (1 left) 2024-03-07T03:10:38.976 INFO:tasks.rados.rados.0.smithi090.stdout:3922: done (0 left) 2024-03-07T03:10:38.976 INFO:tasks.rados.rados.0.smithi090.stdout:3923: read oid 9 snap 392 2024-03-07T03:10:38.977 INFO:tasks.rados.rados.0.smithi090.stdout:3923: expect (ObjNum -953671216 snap 21858 seq_num 3339887136) 2024-03-07T03:10:38.977 INFO:tasks.rados.rados.0.smithi090.stdout:3924: delete oid 24 current snap is 393 2024-03-07T03:10:38.978 INFO:tasks.rados.rados.0.smithi090.stdout:3923: expect (ObjNum -953671216 snap 21858 seq_num 3339887136) 2024-03-07T03:10:38.982 INFO:tasks.rados.rados.0.smithi090.stdout:3923: done (1 left) 2024-03-07T03:10:38.982 INFO:tasks.rados.rados.0.smithi090.stdout:3924: done (0 left) 2024-03-07T03:10:38.982 INFO:tasks.rados.rados.0.smithi090.stdout:3925: rollback oid 20 current snap is 393 2024-03-07T03:10:38.982 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 20 to 385 2024-03-07T03:10:38.982 INFO:tasks.rados.rados.0.smithi090.stdout:3926: snap_create 2024-03-07T03:10:38.986 INFO:tasks.rados.rados.0.smithi090.stdout:3925: finishing rollback tid 0 to smithi09077644-20 2024-03-07T03:10:38.986 INFO:tasks.rados.rados.0.smithi090.stdout:3925: finishing rollback tid 1 to smithi09077644-20 2024-03-07T03:10:38.986 INFO:tasks.rados.rados.0.smithi090.stdout:3925: finishing rollback tid 2 to smithi09077644-20 2024-03-07T03:10:38.986 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 20 v 12773 (ObjNum 1094 snap 346 seq_num 1094) dirty exists 2024-03-07T03:10:39.227 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:10:38 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:10:38.982+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:39.228 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:38 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:39.228 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:38 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:39.228 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:38 smithi092 ceph-mon[83777]: osdmap e845: 8 total, 8 up, 8 in 2024-03-07T03:10:39.228 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:38 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:39.228 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:38 smithi092 ceph-mon[83777]: No clone_snaps in snapset 221=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:39.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:38 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:39.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:38 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:39.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:38 smithi090 ceph-mon[89511]: osdmap e845: 8 total, 8 up, 8 in 2024-03-07T03:10:39.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:38 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:39.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:38 smithi090 ceph-mon[89511]: No clone_snaps in snapset 221=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:39.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:38 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:39.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:38 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:39.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:38 smithi090 ceph-mon[91928]: osdmap e845: 8 total, 8 up, 8 in 2024-03-07T03:10:39.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:38 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:39.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:38 smithi090 ceph-mon[91928]: No clone_snaps in snapset 221=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:39.325 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:10:38 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:10:38.977+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:39.326 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:38 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:38.984+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:39.326 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:38 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:38.980+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:39.326 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:38 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:38.980+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:39.326 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:38 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:38.981+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:39.662 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:39 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:39.228+0000 7fc296413700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:10:39.662 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:39 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:39.228+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 221=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:39.662 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:39 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:39.229+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:10:39.662 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:39 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:39.229+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:39.662 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:39 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:39.229+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 222=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:39.982 INFO:tasks.rados.rados.0.smithi090.stdout:3925: done (1 left) 2024-03-07T03:10:39.982 INFO:tasks.rados.rados.0.smithi090.stdout:3926: done (0 left) 2024-03-07T03:10:39.982 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 23 current snap is 394 2024-03-07T03:10:39.982 INFO:tasks.rados.rados.0.smithi090.stdout:3927: seq_num 1201 ranges {6397952=524288,6922240=401408} 2024-03-07T03:10:40.019 INFO:tasks.rados.rados.0.smithi090.stdout:3927: writing smithi09077644-23 from 6397952 to 6922240 tid 1 2024-03-07T03:10:40.021 INFO:tasks.rados.rados.0.smithi090.stdout:3927: writing smithi09077644-23 from 6922240 to 7323648 tid 2 2024-03-07T03:10:40.022 INFO:tasks.rados.rados.0.smithi090.stdout:3928: delete oid 13 current snap is 394 2024-03-07T03:10:40.024 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:10:39 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:10:39.983+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:40.025 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:39 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:40.025 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:39 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:40.025 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:39 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:40.025 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:39 smithi090 ceph-mon[91928]: osdmap e846: 8 total, 8 up, 8 in 2024-03-07T03:10:40.025 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:39 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:40.025 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:39 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:40.025 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:39 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:40.025 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:39 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:40.025 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:39 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:40.025 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:39 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:40.026 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:39 smithi090 ceph-mon[91928]: No clone_snaps in snapset 221=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:40.026 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:39 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:40.026 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:39 smithi090 ceph-mon[91928]: No clone_snaps in snapset 222=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:40.026 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:39 smithi090 ceph-mon[91928]: pgmap v702: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 789 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 564 KiB/s wr, 6 op/s 2024-03-07T03:10:40.026 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:39 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:40.026 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:39 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:40.026 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:39 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:40.026 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:39 smithi090 ceph-mon[89511]: osdmap e846: 8 total, 8 up, 8 in 2024-03-07T03:10:40.026 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:39 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:40.026 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:39 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:40.026 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:39 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:40.026 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:39 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:40.027 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:39 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:40.027 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:39 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:40.027 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:39 smithi090 ceph-mon[89511]: No clone_snaps in snapset 221=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:40.027 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:39 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:40.027 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:39 smithi090 ceph-mon[89511]: No clone_snaps in snapset 222=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:40.027 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:39 smithi090 ceph-mon[89511]: pgmap v702: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 789 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 564 KiB/s wr, 6 op/s 2024-03-07T03:10:40.027 INFO:tasks.rados.rados.0.smithi090.stdout:3927: finishing write tid 1 to smithi09077644-23 2024-03-07T03:10:40.028 INFO:tasks.rados.rados.0.smithi090.stdout:3927: finishing write tid 2 to smithi09077644-23 2024-03-07T03:10:40.028 INFO:tasks.rados.rados.0.smithi090.stdout:3928: done (1 left) 2024-03-07T03:10:40.028 INFO:tasks.rados.rados.0.smithi090.stdout:3929: copy_from oid 14 from oid 37 current snap is 394 2024-03-07T03:10:40.028 INFO:tasks.rados.rados.0.smithi090.stdout:3930: snap_remove snap 393 2024-03-07T03:10:40.324 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:40 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:40.026+0000 7f443ef5f700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:10:40.324 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:40 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:40.026+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:40.324 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:40 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:40.027+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:40.324 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:40 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:40.027+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:40.324 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:40 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:40.029+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:10:40.324 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:40 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:40.029+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:40.412 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:39 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:39.994+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 221=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:40.412 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:10:39 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:10:39.982+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:40.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:40 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:40.032+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:40.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:40 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:40.032+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:10:40.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:40 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:40.032+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 222=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:40.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:39 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:40.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:39 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:40.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:39 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:40.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:39 smithi092 ceph-mon[83777]: osdmap e846: 8 total, 8 up, 8 in 2024-03-07T03:10:40.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:39 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:40.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:39 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:40.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:39 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:40.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:39 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:40.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:39 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:40.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:39 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:40.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:39 smithi092 ceph-mon[83777]: No clone_snaps in snapset 221=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:40.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:39 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:40.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:39 smithi092 ceph-mon[83777]: No clone_snaps in snapset 222=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:40.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:39 smithi092 ceph-mon[83777]: pgmap v702: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 789 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 564 KiB/s wr, 6 op/s 2024-03-07T03:10:40.990 INFO:tasks.rados.rados.0.smithi090.stdout:3927: finishing write tid 3 to smithi09077644-23 2024-03-07T03:10:40.990 INFO:tasks.rados.rados.0.smithi090.stdout:3927: finishing write tid 4 to smithi09077644-23 2024-03-07T03:10:40.990 INFO:tasks.rados.rados.0.smithi090.stdout:3927: oid 23 updating version 0 to 12786 2024-03-07T03:10:40.990 INFO:tasks.rados.rados.0.smithi090.stdout:3927: oid 23 updating version 12786 to 12788 2024-03-07T03:10:40.990 INFO:tasks.rados.rados.0.smithi090.stdout:3927: oid 23 version 12788 is already newer than 12787 2024-03-07T03:10:40.990 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 12788 (ObjNum 1201 snap 394 seq_num 1201) dirty exists 2024-03-07T03:10:40.990 INFO:tasks.rados.rados.0.smithi090.stdout:3927: left oid 23 (ObjNum 1201 snap 394 seq_num 1201) 2024-03-07T03:10:40.990 INFO:tasks.rados.rados.0.smithi090.stdout:3929: finishing copy_from racing read to smithi09077644-14 2024-03-07T03:10:40.990 INFO:tasks.rados.rados.0.smithi090.stdout:3929: finishing copy_from to smithi09077644-14 2024-03-07T03:10:40.991 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 14 v 3096 (ObjNum 1107 snap 354 seq_num 1107) dirty exists 2024-03-07T03:10:40.991 INFO:tasks.rados.rados.0.smithi090.stdout:3927: done (2 left) 2024-03-07T03:10:40.991 INFO:tasks.rados.rados.0.smithi090.stdout:3929: done (1 left) 2024-03-07T03:10:40.991 INFO:tasks.rados.rados.0.smithi090.stdout:3930: done (0 left) 2024-03-07T03:10:40.991 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 1 current snap is 394 2024-03-07T03:10:40.991 INFO:tasks.rados.rados.0.smithi090.stdout:3931: seq_num 1203 ranges {1146880=557056,1703936=401408} 2024-03-07T03:10:40.999 INFO:tasks.rados.rados.0.smithi090.stdout:3931: writing smithi09077644-1 from 1146880 to 1703936 tid 1 2024-03-07T03:10:41.001 INFO:tasks.rados.rados.0.smithi090.stdout:3931: writing smithi09077644-1 from 1703936 to 2105344 tid 2 2024-03-07T03:10:41.001 INFO:tasks.rados.rados.0.smithi090.stdout:3932: snap_create 2024-03-07T03:10:41.005 INFO:tasks.rados.rados.0.smithi090.stdout:3931: finishing write tid 1 to smithi09077644-1 2024-03-07T03:10:41.005 INFO:tasks.rados.rados.0.smithi090.stdout:3931: finishing write tid 2 to smithi09077644-1 2024-03-07T03:10:41.006 INFO:tasks.rados.rados.0.smithi090.stdout:3931: finishing write tid 3 to smithi09077644-1 2024-03-07T03:10:41.010 INFO:tasks.rados.rados.0.smithi090.stdout:3931: finishing write tid 4 to smithi09077644-1 2024-03-07T03:10:41.010 INFO:tasks.rados.rados.0.smithi090.stdout:3931: oid 1 updating version 0 to 12768 2024-03-07T03:10:41.010 INFO:tasks.rados.rados.0.smithi090.stdout:3931: oid 1 version 12768 is already newer than 12767 2024-03-07T03:10:41.010 INFO:tasks.rados.rados.0.smithi090.stdout:3931: oid 1 updating version 12768 to 12769 2024-03-07T03:10:41.010 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 1 v 12769 (ObjNum 1203 snap 394 seq_num 1203) dirty exists 2024-03-07T03:10:41.010 INFO:tasks.rados.rados.0.smithi090.stdout:3931: left oid 1 (ObjNum 1203 snap 394 seq_num 1203) 2024-03-07T03:10:41.241 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:10:40 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:10:40.993+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:41.241 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:40 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:41.242 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:40 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:41.242 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:40 smithi092 ceph-mon[83777]: osdmap e847: 8 total, 8 up, 8 in 2024-03-07T03:10:41.242 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:40 smithi092 ceph-mon[83777]: No clone_snaps in snapset 221=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:41.242 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:40 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:41.242 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:40 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:41.242 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:40 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:41.242 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:40 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:41.242 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:40 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:41.242 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:40 smithi092 ceph-mon[83777]: No clone_snaps in snapset 222=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:41.324 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:41 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:41.005+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:41.324 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:40 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:40.990+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:41.324 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:40 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:40.991+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:41.324 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:40 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:40.992+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:41.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:40 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:41.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:40 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:41.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:40 smithi090 ceph-mon[89511]: osdmap e847: 8 total, 8 up, 8 in 2024-03-07T03:10:41.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:40 smithi090 ceph-mon[89511]: No clone_snaps in snapset 221=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:41.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:40 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:41.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:40 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:41.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:40 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:41.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:40 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:41.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:40 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:41.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:40 smithi090 ceph-mon[89511]: No clone_snaps in snapset 222=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:41.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:40 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:41.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:40 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:41.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:40 smithi090 ceph-mon[91928]: osdmap e847: 8 total, 8 up, 8 in 2024-03-07T03:10:41.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:40 smithi090 ceph-mon[91928]: No clone_snaps in snapset 221=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:41.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:40 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:41.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:40 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:41.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:40 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:41.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:40 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:41.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:40 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:41.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:40 smithi090 ceph-mon[91928]: No clone_snaps in snapset 222=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:41.662 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:41 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:41.242+0000 7fc29a41b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:10:41.662 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:41 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:41.242+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 221=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:41.663 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:41 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:41.436+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:10:41.663 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:41 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:41.436+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:41.663 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:41 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:41.436+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 222=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:41.824 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:10:41 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:10:41.349+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:42.002 INFO:tasks.rados.rados.0.smithi090.stdout:3931: done (1 left) 2024-03-07T03:10:42.003 INFO:tasks.rados.rados.0.smithi090.stdout:3932: done (0 left) 2024-03-07T03:10:42.003 INFO:tasks.rados.rados.0.smithi090.stdout:3933: copy_from oid 7 from oid 49 current snap is 395 2024-03-07T03:10:42.003 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 37 current snap is 395 2024-03-07T03:10:42.003 INFO:tasks.rados.rados.0.smithi090.stdout:3934: seq_num 1204 ranges {2834432=573440,3407872=401408} 2024-03-07T03:10:42.021 INFO:tasks.rados.rados.0.smithi090.stdout:3934: writing smithi09077644-37 from 2834432 to 3407872 tid 1 2024-03-07T03:10:42.024 INFO:tasks.rados.rados.0.smithi090.stdout:3934: writing smithi09077644-37 from 3407872 to 3809280 tid 2 2024-03-07T03:10:42.024 INFO:tasks.rados.rados.0.smithi090.stdout:3935: copy_from oid 5 from oid 6 current snap is 395 2024-03-07T03:10:42.024 INFO:tasks.rados.rados.0.smithi090.stdout:3933: finishing copy_from racing read to smithi09077644-7 2024-03-07T03:10:42.024 INFO:tasks.rados.rados.0.smithi090.stdout:3933: finishing copy_from to smithi09077644-7 2024-03-07T03:10:42.024 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 7 v 1484 (ObjNum 129 snap 0 seq_num 3340551080) dirty exists 2024-03-07T03:10:42.024 INFO:tasks.rados.rados.0.smithi090.stdout:3933: done (2 left) 2024-03-07T03:10:42.024 INFO:tasks.rados.rados.0.smithi090.stdout:3936: rollback oid 46 current snap is 395 2024-03-07T03:10:42.024 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 46 to 348 2024-03-07T03:10:42.024 INFO:tasks.rados.rados.0.smithi090.stdout:3937: rollback oid 33 current snap is 395 2024-03-07T03:10:42.025 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 33 to 307 2024-03-07T03:10:42.025 INFO:tasks.rados.rados.0.smithi090.stdout:3938: copy_from oid 34 from oid 48 current snap is 395 2024-03-07T03:10:42.025 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 26 current snap is 395 2024-03-07T03:10:42.025 INFO:tasks.rados.rados.0.smithi090.stdout:3939: seq_num 1205 ranges {0=589824,589824=401408} 2024-03-07T03:10:42.028 INFO:tasks.rados.rados.0.smithi090.stdout:3939: writing smithi09077644-26 from 0 to 589824 tid 1 2024-03-07T03:10:42.031 INFO:tasks.rados.rados.0.smithi090.stdout:3939: writing smithi09077644-26 from 589824 to 991232 tid 2 2024-03-07T03:10:42.031 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 43 current snap is 395 2024-03-07T03:10:42.031 INFO:tasks.rados.rados.0.smithi090.stdout:3940: seq_num 1206 ranges {0=606208,606208=401408} 2024-03-07T03:10:42.035 INFO:tasks.rados.rados.0.smithi090.stdout:3940: writing smithi09077644-43 from 0 to 606208 tid 1 2024-03-07T03:10:42.038 INFO:tasks.rados.rados.0.smithi090.stdout:3940: writing smithi09077644-43 from 606208 to 1007616 tid 2 2024-03-07T03:10:42.038 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 44 current snap is 395 2024-03-07T03:10:42.038 INFO:tasks.rados.rados.0.smithi090.stdout:3934: finishing write tid 1 to smithi09077644-37 2024-03-07T03:10:42.038 INFO:tasks.rados.rados.0.smithi090.stdout:3936: finishing rollback tid 0 to smithi09077644-46 2024-03-07T03:10:42.039 INFO:tasks.rados.rados.0.smithi090.stdout:3939: finishing write tid 1 to smithi09077644-26 2024-03-07T03:10:42.039 INFO:tasks.rados.rados.0.smithi090.stdout:3939: finishing write tid 2 to smithi09077644-26 2024-03-07T03:10:42.039 INFO:tasks.rados.rados.0.smithi090.stdout:3934: finishing write tid 2 to smithi09077644-37 2024-03-07T03:10:42.039 INFO:tasks.rados.rados.0.smithi090.stdout:3934: finishing write tid 3 to smithi09077644-37 2024-03-07T03:10:42.039 INFO:tasks.rados.rados.0.smithi090.stdout:3941: seq_num 1207 ranges {17358848=622592,17981440=401408} 2024-03-07T03:10:42.133 INFO:tasks.rados.rados.0.smithi090.stdout:3941: writing smithi09077644-44 from 17358848 to 17981440 tid 1 2024-03-07T03:10:42.136 INFO:tasks.rados.rados.0.smithi090.stdout:3941: writing smithi09077644-44 from 17981440 to 18382848 tid 2 2024-03-07T03:10:42.136 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 2 current snap is 395 2024-03-07T03:10:42.136 INFO:tasks.rados.rados.0.smithi090.stdout:3939: finishing write tid 3 to smithi09077644-26 2024-03-07T03:10:42.136 INFO:tasks.rados.rados.0.smithi090.stdout:3937: finishing rollback tid 0 to smithi09077644-33 2024-03-07T03:10:42.137 INFO:tasks.rados.rados.0.smithi090.stdout:3936: finishing rollback tid 1 to smithi09077644-46 2024-03-07T03:10:42.137 INFO:tasks.rados.rados.0.smithi090.stdout:3937: finishing rollback tid 1 to smithi09077644-33 2024-03-07T03:10:42.137 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 33 v 12801 (ObjNum 113 snap 0 seq_num 3339538000) dirty dne 2024-03-07T03:10:42.137 INFO:tasks.rados.rados.0.smithi090.stdout:3936: finishing rollback tid 2 to smithi09077644-46 2024-03-07T03:10:42.137 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 12774 (ObjNum 932 snap 294 seq_num 932) dirty exists 2024-03-07T03:10:42.137 INFO:tasks.rados.rados.0.smithi090.stdout:3934: finishing write tid 4 to smithi09077644-37 2024-03-07T03:10:42.137 INFO:tasks.rados.rados.0.smithi090.stdout:3934: oid 37 updating version 0 to 12776 2024-03-07T03:10:42.137 INFO:tasks.rados.rados.0.smithi090.stdout:3934: oid 37 updating version 12776 to 12778 2024-03-07T03:10:42.137 INFO:tasks.rados.rados.0.smithi090.stdout:3934: oid 37 version 12778 is already newer than 12777 2024-03-07T03:10:42.137 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 37 v 12778 (ObjNum 1204 snap 395 seq_num 1204) dirty exists 2024-03-07T03:10:42.137 INFO:tasks.rados.rados.0.smithi090.stdout:3934: left oid 37 (ObjNum 1204 snap 395 seq_num 1204) 2024-03-07T03:10:42.137 INFO:tasks.rados.rados.0.smithi090.stdout:3939: finishing write tid 4 to smithi09077644-26 2024-03-07T03:10:42.137 INFO:tasks.rados.rados.0.smithi090.stdout:3939: oid 26 updating version 0 to 1498 2024-03-07T03:10:42.137 INFO:tasks.rados.rados.0.smithi090.stdout:3939: oid 26 updating version 1498 to 1500 2024-03-07T03:10:42.138 INFO:tasks.rados.rados.0.smithi090.stdout:3939: oid 26 version 1500 is already newer than 1499 2024-03-07T03:10:42.138 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 26 v 1500 (ObjNum 1205 snap 395 seq_num 1205) dirty exists 2024-03-07T03:10:42.138 INFO:tasks.rados.rados.0.smithi090.stdout:3939: left oid 26 (ObjNum 1205 snap 395 seq_num 1205) 2024-03-07T03:10:42.138 INFO:tasks.rados.rados.0.smithi090.stdout:3935: finishing copy_from racing read to smithi09077644-5 2024-03-07T03:10:42.138 INFO:tasks.rados.rados.0.smithi090.stdout:3940: finishing write tid 1 to smithi09077644-43 2024-03-07T03:10:42.138 INFO:tasks.rados.rados.0.smithi090.stdout:3942: seq_num 1208 ranges {655360=638976,1294336=401408} 2024-03-07T03:10:42.143 INFO:tasks.rados.rados.0.smithi090.stdout:3942: writing smithi09077644-2 from 655360 to 1294336 tid 1 2024-03-07T03:10:42.146 INFO:tasks.rados.rados.0.smithi090.stdout:3942: writing smithi09077644-2 from 1294336 to 1695744 tid 2 2024-03-07T03:10:42.146 INFO:tasks.rados.rados.0.smithi090.stdout:3934: done (8 left) 2024-03-07T03:10:42.146 INFO:tasks.rados.rados.0.smithi090.stdout:3936: done (7 left) 2024-03-07T03:10:42.146 INFO:tasks.rados.rados.0.smithi090.stdout:3937: done (6 left) 2024-03-07T03:10:42.146 INFO:tasks.rados.rados.0.smithi090.stdout:3939: done (5 left) 2024-03-07T03:10:42.146 INFO:tasks.rados.rados.0.smithi090.stdout:3943: read oid 11 snap -1 2024-03-07T03:10:42.146 INFO:tasks.rados.rados.0.smithi090.stdout:3943: expect (ObjNum 1193 snap 390 seq_num 1193) 2024-03-07T03:10:42.146 INFO:tasks.rados.rados.0.smithi090.stdout:3944: snap_remove snap 390 2024-03-07T03:10:42.310 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:10:42 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:10:41.998+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:42.311 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:42 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:42.008+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 221=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:42.311 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:42 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:42.031+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:42.311 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:42 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:42.031+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:10:42.311 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:42 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:42.031+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 222=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:42.312 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:41 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:42.312 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:41 smithi092 ceph-mon[83777]: osdmap e848: 8 total, 8 up, 8 in 2024-03-07T03:10:42.312 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:41 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:42.312 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:41 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:42.312 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:41 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:42.312 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:41 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:42.312 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:41 smithi092 ceph-mon[83777]: No clone_snaps in snapset 221=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:42.312 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:41 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:42.312 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:41 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:42.312 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:41 smithi092 ceph-mon[83777]: No clone_snaps in snapset 222=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:42.312 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:41 smithi092 ceph-mon[83777]: pgmap v705: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 791 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 204 KiB/s wr, 5 op/s 2024-03-07T03:10:42.324 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:10:42 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:10:42.002+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:42.324 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:42 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:42.030+0000 7f4442f67700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:10:42.324 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:42 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:42.030+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:42.324 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:42 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:42.010+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:42.324 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:42 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:42.010+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:42.324 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:42 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:42.010+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:10:42.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:42 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:42.010+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:42.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:41 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:42.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:41 smithi090 ceph-mon[91928]: osdmap e848: 8 total, 8 up, 8 in 2024-03-07T03:10:42.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:41 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:42.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:41 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:42.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:41 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:42.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:41 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:42.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:41 smithi090 ceph-mon[91928]: No clone_snaps in snapset 221=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:42.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:41 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:42.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:41 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:42.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:41 smithi090 ceph-mon[91928]: No clone_snaps in snapset 222=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:42.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:41 smithi090 ceph-mon[91928]: pgmap v705: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 791 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 204 KiB/s wr, 5 op/s 2024-03-07T03:10:42.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:41 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:42.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:41 smithi090 ceph-mon[89511]: osdmap e848: 8 total, 8 up, 8 in 2024-03-07T03:10:42.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:41 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:42.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:41 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:42.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:41 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:42.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:41 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:42.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:41 smithi090 ceph-mon[89511]: No clone_snaps in snapset 221=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:42.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:41 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:42.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:41 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:42.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:41 smithi090 ceph-mon[89511]: No clone_snaps in snapset 222=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:42.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:41 smithi090 ceph-mon[89511]: pgmap v705: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 791 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 204 KiB/s wr, 5 op/s 2024-03-07T03:10:42.662 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:10:42 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:10:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:10:43.003 INFO:tasks.rados.rados.0.smithi090.stdout:3944: done (6 left) 2024-03-07T03:10:43.003 INFO:tasks.rados.rados.0.smithi090.stdout:3945: snap_create 2024-03-07T03:10:43.003 INFO:tasks.rados.rados.0.smithi090.stdout:3935: finishing copy_from to smithi09077644-5 2024-03-07T03:10:43.003 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 5 v 1476 (ObjNum 1138 snap 369 seq_num 1138) dirty exists 2024-03-07T03:10:43.003 INFO:tasks.rados.rados.0.smithi090.stdout:3940: finishing write tid 2 to smithi09077644-43 2024-03-07T03:10:43.004 INFO:tasks.rados.rados.0.smithi090.stdout:3940: finishing write tid 3 to smithi09077644-43 2024-03-07T03:10:43.004 INFO:tasks.rados.rados.0.smithi090.stdout:3940: finishing write tid 4 to smithi09077644-43 2024-03-07T03:10:43.004 INFO:tasks.rados.rados.0.smithi090.stdout:3940: oid 43 updating version 0 to 1209 2024-03-07T03:10:43.004 INFO:tasks.rados.rados.0.smithi090.stdout:3940: oid 43 updating version 1209 to 1210 2024-03-07T03:10:43.004 INFO:tasks.rados.rados.0.smithi090.stdout:3940: oid 43 updating version 1210 to 1211 2024-03-07T03:10:43.004 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 1211 (ObjNum 1206 snap 395 seq_num 1206) dirty exists 2024-03-07T03:10:43.004 INFO:tasks.rados.rados.0.smithi090.stdout:3940: left oid 43 (ObjNum 1206 snap 395 seq_num 1206) 2024-03-07T03:10:43.004 INFO:tasks.rados.rados.0.smithi090.stdout:3938: finishing copy_from racing read to smithi09077644-34 2024-03-07T03:10:43.004 INFO:tasks.rados.rados.0.smithi090.stdout:3938: finishing copy_from to smithi09077644-34 2024-03-07T03:10:43.004 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 34 v 12758 (ObjNum 1117 snap 356 seq_num 1117) dirty exists 2024-03-07T03:10:43.004 INFO:tasks.rados.rados.0.smithi090.stdout:3941: finishing write tid 1 to smithi09077644-44 2024-03-07T03:10:43.004 INFO:tasks.rados.rados.0.smithi090.stdout:3941: finishing write tid 2 to smithi09077644-44 2024-03-07T03:10:43.004 INFO:tasks.rados.rados.0.smithi090.stdout:3941: finishing write tid 3 to smithi09077644-44 2024-03-07T03:10:43.004 INFO:tasks.rados.rados.0.smithi090.stdout:3941: finishing write tid 4 to smithi09077644-44 2024-03-07T03:10:43.005 INFO:tasks.rados.rados.0.smithi090.stdout:3941: oid 44 updating version 0 to 12804 2024-03-07T03:10:43.005 INFO:tasks.rados.rados.0.smithi090.stdout:3941: oid 44 version 12804 is already newer than 12803 2024-03-07T03:10:43.005 INFO:tasks.rados.rados.0.smithi090.stdout:3941: oid 44 version 12804 is already newer than 12802 2024-03-07T03:10:43.005 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 44 v 12804 (ObjNum 1207 snap 395 seq_num 1207) dirty exists 2024-03-07T03:10:43.005 INFO:tasks.rados.rados.0.smithi090.stdout:3941: left oid 44 (ObjNum 1207 snap 395 seq_num 1207) 2024-03-07T03:10:43.005 INFO:tasks.rados.rados.0.smithi090.stdout:3942: finishing write tid 1 to smithi09077644-2 2024-03-07T03:10:43.005 INFO:tasks.rados.rados.0.smithi090.stdout:3942: finishing write tid 2 to smithi09077644-2 2024-03-07T03:10:43.005 INFO:tasks.rados.rados.0.smithi090.stdout:3942: finishing write tid 3 to smithi09077644-2 2024-03-07T03:10:43.005 INFO:tasks.rados.rados.0.smithi090.stdout:3942: finishing write tid 4 to smithi09077644-2 2024-03-07T03:10:43.005 INFO:tasks.rados.rados.0.smithi090.stdout:3942: oid 2 updating version 0 to 12784 2024-03-07T03:10:43.005 INFO:tasks.rados.rados.0.smithi090.stdout:3942: oid 2 version 12784 is already newer than 12783 2024-03-07T03:10:43.005 INFO:tasks.rados.rados.0.smithi090.stdout:3942: oid 2 updating version 12784 to 12785 2024-03-07T03:10:43.005 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 2 v 12785 (ObjNum 1208 snap 395 seq_num 1208) dirty exists 2024-03-07T03:10:43.005 INFO:tasks.rados.rados.0.smithi090.stdout:3942: left oid 2 (ObjNum 1208 snap 395 seq_num 1208) 2024-03-07T03:10:43.006 INFO:tasks.rados.rados.0.smithi090.stdout:3943: expect (ObjNum 1193 snap 390 seq_num 1193) 2024-03-07T03:10:43.324 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:10:43 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:10:43.005+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:43.324 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:43 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:43.008+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:43.324 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:10:43 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:10:43] "GET /metrics HTTP/1.1" 200 36319 "" "Prometheus/2.43.0" 2024-03-07T03:10:43.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:43 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:43.063+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:43.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:43 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:43.064+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:43.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:43 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:43.065+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:43.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:42 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:43.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:42 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:43.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:42 smithi090 ceph-mon[91928]: osdmap e849: 8 total, 8 up, 8 in 2024-03-07T03:10:43.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:42 smithi090 ceph-mon[91928]: No clone_snaps in snapset 221=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:43.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:42 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:43.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:42 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:43.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:42 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:43.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:42 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:43.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:42 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:43.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:42 smithi090 ceph-mon[91928]: No clone_snaps in snapset 222=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:43.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:42 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:10:43.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:42 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:43.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:42 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:43.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:42 smithi090 ceph-mon[89511]: osdmap e849: 8 total, 8 up, 8 in 2024-03-07T03:10:43.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:42 smithi090 ceph-mon[89511]: No clone_snaps in snapset 221=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:43.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:42 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:43.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:42 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:43.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:42 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:43.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:42 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:43.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:42 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:43.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:42 smithi090 ceph-mon[89511]: No clone_snaps in snapset 222=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:43.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:42 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:10:43.412 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:10:43 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:10:43.004+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:43.412 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:43 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:43.066+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:10:43.412 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:43 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:43.066+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 222=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:43.412 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:43 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:43.066+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:43.413 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:43 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:43.065+0000 7fc29a41b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:10:43.413 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:43 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:43.066+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 227=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219],227=[227,225,224,223,222]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:43.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:42 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:43.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:42 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:43.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:42 smithi092 ceph-mon[83777]: osdmap e849: 8 total, 8 up, 8 in 2024-03-07T03:10:43.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:42 smithi092 ceph-mon[83777]: No clone_snaps in snapset 221=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:43.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:42 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:43.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:42 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:43.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:42 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:43.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:42 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:43.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:42 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:43.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:42 smithi092 ceph-mon[83777]: No clone_snaps in snapset 222=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:43.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:42 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:10:44.015 INFO:tasks.rados.rados.0.smithi090.stdout:3935: done (6 left) 2024-03-07T03:10:44.015 INFO:tasks.rados.rados.0.smithi090.stdout:3938: done (5 left) 2024-03-07T03:10:44.015 INFO:tasks.rados.rados.0.smithi090.stdout:3940: done (4 left) 2024-03-07T03:10:44.015 INFO:tasks.rados.rados.0.smithi090.stdout:3941: done (3 left) 2024-03-07T03:10:44.015 INFO:tasks.rados.rados.0.smithi090.stdout:3942: done (2 left) 2024-03-07T03:10:44.016 INFO:tasks.rados.rados.0.smithi090.stdout:3943: done (1 left) 2024-03-07T03:10:44.016 INFO:tasks.rados.rados.0.smithi090.stdout:3945: done (0 left) 2024-03-07T03:10:44.016 INFO:tasks.rados.rados.0.smithi090.stdout:3946: snap_remove snap 385 2024-03-07T03:10:44.324 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:10:44 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:10:44.016+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:44.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:44 smithi090 ceph-mon[89511]: osdmap e850: 8 total, 8 up, 8 in 2024-03-07T03:10:44.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:44 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:44.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:44 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:44.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:44 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:44.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:44 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:44.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:44 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:44.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:44 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:44.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:44 smithi090 ceph-mon[89511]: No clone_snaps in snapset 227=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219],227=[227,225,224,223,222]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:44.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:44 smithi090 ceph-mon[89511]: No clone_snaps in snapset 222=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:44.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:44 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:44.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:44 smithi090 ceph-mon[89511]: pgmap v708: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 795 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.1 MiB/s wr, 3 op/s 2024-03-07T03:10:44.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:44 smithi090 ceph-mon[91928]: osdmap e850: 8 total, 8 up, 8 in 2024-03-07T03:10:44.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:44 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:44.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:44 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:44.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:44 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:44.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:44 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:44.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:44 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:44.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:44 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:44.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:44 smithi090 ceph-mon[91928]: No clone_snaps in snapset 227=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219],227=[227,225,224,223,222]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:44.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:44 smithi090 ceph-mon[91928]: No clone_snaps in snapset 222=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:44.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:44 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:44.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:44 smithi090 ceph-mon[91928]: pgmap v708: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 795 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.1 MiB/s wr, 3 op/s 2024-03-07T03:10:44.326 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:44 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:44.164+0000 7f4442f67700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:10:44.326 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:44 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:44.164+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:44.412 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:10:44 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:10:44.011+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:44.412 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:44 smithi092 ceph-mon[83777]: osdmap e850: 8 total, 8 up, 8 in 2024-03-07T03:10:44.412 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:44 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:44.412 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:44 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:44.412 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:44 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:44.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:44 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:44.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:44 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:44.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:44 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:44.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:44 smithi092 ceph-mon[83777]: No clone_snaps in snapset 227=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219],227=[227,225,224,223,222]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:44.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:44 smithi092 ceph-mon[83777]: No clone_snaps in snapset 222=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:44.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:44 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:44.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:44 smithi092 ceph-mon[83777]: pgmap v708: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 795 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.1 MiB/s wr, 3 op/s 2024-03-07T03:10:45.017 INFO:tasks.rados.rados.0.smithi090.stdout:3946: done (0 left) 2024-03-07T03:10:45.017 INFO:tasks.rados.rados.0.smithi090.stdout:3947: rollback oid 34 current snap is 396 2024-03-07T03:10:45.018 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 34 to 388 2024-03-07T03:10:45.018 INFO:tasks.rados.rados.0.smithi090.stdout:3948: snap_remove snap 380 2024-03-07T03:10:45.324 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:10:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:10:45.018+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:45.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:45 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:45.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:45 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:45.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:45 smithi090 ceph-mon[89511]: osdmap e851: 8 total, 8 up, 8 in 2024-03-07T03:10:45.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:45 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:45.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:45 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:45.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:45 smithi090 ceph-mon[91928]: osdmap e851: 8 total, 8 up, 8 in 2024-03-07T03:10:45.325 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:45.020+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:45.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:45.023+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:45.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:45.023+0000 7fa43c425700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:10:45.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:45.023+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:45.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:45 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:45.024+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:45.412 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:10:45 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:10:45.013+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:45.412 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:45 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:45.412 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:45 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:45.412 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:45 smithi092 ceph-mon[83777]: osdmap e851: 8 total, 8 up, 8 in 2024-03-07T03:10:45.413 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:45 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:45.017+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 227=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219],227=[227,225,224,223,222]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:45.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:45 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:45.021+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:45.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:45 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:45.021+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:10:45.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:45 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:45.022+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 222=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:46.032 INFO:tasks.rados.rados.0.smithi090.stdout:3948: done (1 left) 2024-03-07T03:10:46.032 INFO:tasks.rados.rados.0.smithi090.stdout:3949: snap_create 2024-03-07T03:10:46.032 INFO:tasks.rados.rados.0.smithi090.stdout:3947: finishing rollback tid 0 to smithi09077644-34 2024-03-07T03:10:46.033 INFO:tasks.rados.rados.0.smithi090.stdout:3947: finishing rollback tid 1 to smithi09077644-34 2024-03-07T03:10:46.033 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 34 v 12780 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-03-07T03:10:46.324 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:10:46 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:10:46.041+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:46.324 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:46 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:46.047+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:46.324 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:46 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:46.047+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:46.324 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:46 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:46.048+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:46.325 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:46 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:46.031+0000 7f4442f67700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:10:46.325 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:46 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:46.031+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:46.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:46 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:46.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:46 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:46.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:46 smithi090 ceph-mon[89511]: No clone_snaps in snapset 227=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219],227=[227,225,224,223,222]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:46.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:46 smithi090 ceph-mon[89511]: osdmap e852: 8 total, 8 up, 8 in 2024-03-07T03:10:46.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:46 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:46.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:46 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:46.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:46 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:46.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:46 smithi090 ceph-mon[89511]: No clone_snaps in snapset 222=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:46.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:46 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:46.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:46 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:46.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:46 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:46.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:46 smithi090 ceph-mon[89511]: pgmap v711: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 802 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.6 MiB/s wr, 9 op/s 2024-03-07T03:10:46.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:46 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:46.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:46 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:46.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:46 smithi090 ceph-mon[91928]: No clone_snaps in snapset 227=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219],227=[227,225,224,223,222]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:46.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:46 smithi090 ceph-mon[91928]: osdmap e852: 8 total, 8 up, 8 in 2024-03-07T03:10:46.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:46 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:46.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:46 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:46.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:46 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:46.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:46 smithi090 ceph-mon[91928]: No clone_snaps in snapset 222=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:46.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:46 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:46.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:46 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:46.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:46 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:46.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:46 smithi090 ceph-mon[91928]: pgmap v711: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 802 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.6 MiB/s wr, 9 op/s 2024-03-07T03:10:46.412 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:10:46 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:10:46.031+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:46.412 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:46 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:46.042+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:10:46.412 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:46 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:46.042+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:46.412 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:46 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:46.042+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 222=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:46.413 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:46 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:46.035+0000 7fc29a41b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:10:46.413 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:46 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:46.035+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 227=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219],227=[227,225,224,223,222]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:46.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:46 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:46.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:46 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:46.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:46 smithi092 ceph-mon[83777]: No clone_snaps in snapset 227=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219],227=[227,225,224,223,222]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:46.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:46 smithi092 ceph-mon[83777]: osdmap e852: 8 total, 8 up, 8 in 2024-03-07T03:10:46.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:46 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:46.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:46 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:46.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:46 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:46.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:46 smithi092 ceph-mon[83777]: No clone_snaps in snapset 222=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:46.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:46 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:46.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:46 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:46.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:46 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:46.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:46 smithi092 ceph-mon[83777]: pgmap v711: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 802 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.6 MiB/s wr, 9 op/s 2024-03-07T03:10:47.045 INFO:tasks.rados.rados.0.smithi090.stdout:3947: done (1 left) 2024-03-07T03:10:47.045 INFO:tasks.rados.rados.0.smithi090.stdout:3949: done (0 left) 2024-03-07T03:10:47.045 INFO:tasks.rados.rados.0.smithi090.stdout:3950: rmattr oid 7 current snap is 397 2024-03-07T03:10:47.045 INFO:tasks.rados.rados.0.smithi090.stdout:3951: read oid 30 snap 394 2024-03-07T03:10:47.045 INFO:tasks.rados.rados.0.smithi090.stdout:3951: expect deleted 2024-03-07T03:10:47.045 INFO:tasks.rados.rados.0.smithi090.stdout:3952: read oid 37 snap -1 2024-03-07T03:10:47.045 INFO:tasks.rados.rados.0.smithi090.stdout:3952: expect (ObjNum 1204 snap 395 seq_num 1204) 2024-03-07T03:10:47.045 INFO:tasks.rados.rados.0.smithi090.stdout:3953: setattr oid 29 current snap is 397 2024-03-07T03:10:47.046 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 6 current snap is 397 2024-03-07T03:10:47.046 INFO:tasks.rados.rados.0.smithi090.stdout:3954: seq_num 1209 ranges {2269184=655360,2924544=401408} 2024-03-07T03:10:47.063 INFO:tasks.rados.rados.0.smithi090.stdout:3954: writing smithi09077644-6 from 2269184 to 2924544 tid 1 2024-03-07T03:10:47.064 INFO:tasks.rados.rados.0.smithi090.stdout:3954: writing smithi09077644-6 from 2924544 to 3325952 tid 2 2024-03-07T03:10:47.064 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 26 current snap is 397 2024-03-07T03:10:47.064 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 7 v 1485 (ObjNum 33 snap 0 seq_num 3341267136) dirty exists 2024-03-07T03:10:47.065 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 12771 (ObjNum 917 snap 289 seq_num 917) dirty exists 2024-03-07T03:10:47.065 INFO:tasks.rados.rados.0.smithi090.stdout:3955: seq_num 1210 ranges {991232=671744,1662976=401408} 2024-03-07T03:10:47.074 INFO:tasks.rados.rados.0.smithi090.stdout:3955: writing smithi09077644-26 from 991232 to 1662976 tid 1 2024-03-07T03:10:47.076 INFO:tasks.rados.rados.0.smithi090.stdout:3955: writing smithi09077644-26 from 1662976 to 2064384 tid 2 2024-03-07T03:10:47.076 INFO:tasks.rados.rados.0.smithi090.stdout:3950: done (5 left) 2024-03-07T03:10:47.077 INFO:tasks.rados.rados.0.smithi090.stdout:3951: done (4 left) 2024-03-07T03:10:47.077 INFO:tasks.rados.rados.0.smithi090.stdout:3953: done (3 left) 2024-03-07T03:10:47.077 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 28 current snap is 397 2024-03-07T03:10:47.077 INFO:tasks.rados.rados.0.smithi090.stdout:3952: expect (ObjNum 1204 snap 395 seq_num 1204) 2024-03-07T03:10:47.248 INFO:tasks.rados.rados.0.smithi090.stdout:3954: finishing write tid 1 to smithi09077644-6 2024-03-07T03:10:47.248 INFO:tasks.rados.rados.0.smithi090.stdout:3954: finishing write tid 2 to smithi09077644-6 2024-03-07T03:10:47.248 INFO:tasks.rados.rados.0.smithi090.stdout:3954: finishing write tid 3 to smithi09077644-6 2024-03-07T03:10:47.249 INFO:tasks.rados.rados.0.smithi090.stdout:3954: finishing write tid 4 to smithi09077644-6 2024-03-07T03:10:47.249 INFO:tasks.rados.rados.0.smithi090.stdout:3954: oid 6 updating version 0 to 12788 2024-03-07T03:10:47.249 INFO:tasks.rados.rados.0.smithi090.stdout:3954: oid 6 version 12788 is already newer than 12787 2024-03-07T03:10:47.249 INFO:tasks.rados.rados.0.smithi090.stdout:3954: oid 6 version 12788 is already newer than 12786 2024-03-07T03:10:47.249 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 12788 (ObjNum 1209 snap 397 seq_num 1209) dirty exists 2024-03-07T03:10:47.249 INFO:tasks.rados.rados.0.smithi090.stdout:3954: left oid 6 (ObjNum 1209 snap 397 seq_num 1209) 2024-03-07T03:10:47.249 INFO:tasks.rados.rados.0.smithi090.stdout:3955: finishing write tid 1 to smithi09077644-26 2024-03-07T03:10:47.249 INFO:tasks.rados.rados.0.smithi090.stdout:3955: finishing write tid 2 to smithi09077644-26 2024-03-07T03:10:47.249 INFO:tasks.rados.rados.0.smithi090.stdout:3955: finishing write tid 3 to smithi09077644-26 2024-03-07T03:10:47.249 INFO:tasks.rados.rados.0.smithi090.stdout:3955: finishing write tid 4 to smithi09077644-26 2024-03-07T03:10:47.249 INFO:tasks.rados.rados.0.smithi090.stdout:3955: oid 26 updating version 0 to 1502 2024-03-07T03:10:47.249 INFO:tasks.rados.rados.0.smithi090.stdout:3955: oid 26 updating version 1502 to 1503 2024-03-07T03:10:47.249 INFO:tasks.rados.rados.0.smithi090.stdout:3955: oid 26 version 1503 is already newer than 1501 2024-03-07T03:10:47.249 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 26 v 1503 (ObjNum 1210 snap 397 seq_num 1210) dirty exists 2024-03-07T03:10:47.249 INFO:tasks.rados.rados.0.smithi090.stdout:3955: left oid 26 (ObjNum 1210 snap 397 seq_num 1210) 2024-03-07T03:10:47.250 INFO:tasks.rados.rados.0.smithi090.stdout:3956: seq_num 1211 ranges {0=688128,688128=401408} 2024-03-07T03:10:47.252 INFO:tasks.rados.rados.0.smithi090.stdout:3956: writing smithi09077644-28 from 0 to 688128 tid 1 2024-03-07T03:10:47.254 INFO:tasks.rados.rados.0.smithi090.stdout:3956: writing smithi09077644-28 from 688128 to 1089536 tid 2 2024-03-07T03:10:47.255 INFO:tasks.rados.rados.0.smithi090.stdout:3952: done (3 left) 2024-03-07T03:10:47.255 INFO:tasks.rados.rados.0.smithi090.stdout:3954: done (2 left) 2024-03-07T03:10:47.255 INFO:tasks.rados.rados.0.smithi090.stdout:3955: done (1 left) 2024-03-07T03:10:47.255 INFO:tasks.rados.rados.0.smithi090.stdout:3957: read oid 3 snap -1 2024-03-07T03:10:47.255 INFO:tasks.rados.rados.0.smithi090.stdout:3957: expect (ObjNum 1147 snap 376 seq_num 1147) 2024-03-07T03:10:47.255 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 39 current snap is 397 2024-03-07T03:10:47.255 INFO:tasks.rados.rados.0.smithi090.stdout:3958: seq_num 1212 ranges {7831552=704512,8536064=401408} 2024-03-07T03:10:47.299 INFO:tasks.rados.rados.0.smithi090.stdout:3958: writing smithi09077644-39 from 7831552 to 8536064 tid 1 2024-03-07T03:10:47.302 INFO:tasks.rados.rados.0.smithi090.stdout:3958: writing smithi09077644-39 from 8536064 to 8937472 tid 2 2024-03-07T03:10:47.302 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 5 current snap is 397 2024-03-07T03:10:47.302 INFO:tasks.rados.rados.0.smithi090.stdout:3959: seq_num 1213 ranges {2269184=720896,2990080=401408} 2024-03-07T03:10:47.318 INFO:tasks.rados.rados.0.smithi090.stdout:3959: writing smithi09077644-5 from 2269184 to 2990080 tid 1 2024-03-07T03:10:47.321 INFO:tasks.rados.rados.0.smithi090.stdout:3959: writing smithi09077644-5 from 2990080 to 3391488 tid 2 2024-03-07T03:10:47.321 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 22 current snap is 397 2024-03-07T03:10:47.321 INFO:tasks.rados.rados.0.smithi090.stdout:3960: seq_num 1214 ranges {0=737280,737280=401408} 2024-03-07T03:10:47.324 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:47 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:47.045+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:10:47.324 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:47 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:47.045+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:47.324 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:47 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:47.046+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:47.324 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:47 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:47.046+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:47.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:47 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:47.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:47 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:47.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:47 smithi090 ceph-mon[89511]: osdmap e853: 8 total, 8 up, 8 in 2024-03-07T03:10:47.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:47 smithi090 ceph-mon[89511]: No clone_snaps in snapset 227=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219],227=[227,225,224,223,222]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:47.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:47 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:47.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:47 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:47.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:47 smithi090 ceph-mon[89511]: No clone_snaps in snapset 222=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:47.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:47 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:47.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:47 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:47.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:47 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:47.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:47 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:47.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:47 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:47.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:47 smithi090 ceph-mon[91928]: osdmap e853: 8 total, 8 up, 8 in 2024-03-07T03:10:47.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:47 smithi090 ceph-mon[91928]: No clone_snaps in snapset 227=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219],227=[227,225,224,223,222]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:47.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:47 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:47.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:47 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:47.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:47 smithi090 ceph-mon[91928]: No clone_snaps in snapset 222=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:47.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:47 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:47.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:47 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:47.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:47 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:47.326 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:10:47 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:10:47.053+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:47.327 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:47 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:47.050+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:47.327 INFO:tasks.rados.rados.0.smithi090.stdout:3960: writing smithi09077644-22 from 0 to 737280 tid 1 2024-03-07T03:10:47.327 INFO:tasks.rados.rados.0.smithi090.stdout:3960: writing smithi09077644-22 from 737280 to 1138688 tid 2 2024-03-07T03:10:47.327 INFO:tasks.rados.rados.0.smithi090.stdout:3961: rmattr oid 4 current snap is 397 2024-03-07T03:10:47.328 INFO:tasks.rados.rados.0.smithi090.stdout:3957: expect (ObjNum 1147 snap 376 seq_num 1147) 2024-03-07T03:10:47.329 INFO:tasks.rados.rados.0.smithi090.stdout:3956: finishing write tid 1 to smithi09077644-28 2024-03-07T03:10:47.329 INFO:tasks.rados.rados.0.smithi090.stdout:3956: finishing write tid 2 to smithi09077644-28 2024-03-07T03:10:47.329 INFO:tasks.rados.rados.0.smithi090.stdout:3956: finishing write tid 3 to smithi09077644-28 2024-03-07T03:10:47.329 INFO:tasks.rados.rados.0.smithi090.stdout:3956: finishing write tid 4 to smithi09077644-28 2024-03-07T03:10:47.329 INFO:tasks.rados.rados.0.smithi090.stdout:3956: oid 28 updating version 0 to 12762 2024-03-07T03:10:47.329 INFO:tasks.rados.rados.0.smithi090.stdout:3956: oid 28 version 12762 is already newer than 12761 2024-03-07T03:10:47.329 INFO:tasks.rados.rados.0.smithi090.stdout:3956: oid 28 version 12762 is already newer than 12760 2024-03-07T03:10:47.329 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 28 v 12762 (ObjNum 1211 snap 397 seq_num 1211) dirty exists 2024-03-07T03:10:47.329 INFO:tasks.rados.rados.0.smithi090.stdout:3956: left oid 28 (ObjNum 1211 snap 397 seq_num 1211) 2024-03-07T03:10:47.329 INFO:tasks.rados.rados.0.smithi090.stdout:3958: finishing write tid 1 to smithi09077644-39 2024-03-07T03:10:47.329 INFO:tasks.rados.rados.0.smithi090.stdout:3958: finishing write tid 2 to smithi09077644-39 2024-03-07T03:10:47.330 INFO:tasks.rados.rados.0.smithi090.stdout:3958: finishing write tid 3 to smithi09077644-39 2024-03-07T03:10:47.330 INFO:tasks.rados.rados.0.smithi090.stdout:3956: done (5 left) 2024-03-07T03:10:47.330 INFO:tasks.rados.rados.0.smithi090.stdout:3957: done (4 left) 2024-03-07T03:10:47.330 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 44 current snap is 397 2024-03-07T03:10:47.330 INFO:tasks.rados.rados.0.smithi090.stdout:3958: finishing write tid 4 to smithi09077644-39 2024-03-07T03:10:47.330 INFO:tasks.rados.rados.0.smithi090.stdout:3958: oid 39 updating version 0 to 12807 2024-03-07T03:10:47.330 INFO:tasks.rados.rados.0.smithi090.stdout:3958: oid 39 version 12807 is already newer than 12805 2024-03-07T03:10:47.330 INFO:tasks.rados.rados.0.smithi090.stdout:3958: oid 39 version 12807 is already newer than 12806 2024-03-07T03:10:47.330 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 12807 (ObjNum 1212 snap 397 seq_num 1212) dirty exists 2024-03-07T03:10:47.330 INFO:tasks.rados.rados.0.smithi090.stdout:3958: left oid 39 (ObjNum 1212 snap 397 seq_num 1212) 2024-03-07T03:10:47.330 INFO:tasks.rados.rados.0.smithi090.stdout:3959: finishing write tid 1 to smithi09077644-5 2024-03-07T03:10:47.330 INFO:tasks.rados.rados.0.smithi090.stdout:3962: seq_num 1215 ranges {18382848=753664,19136512=401408} 2024-03-07T03:10:47.412 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:47 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:47.052+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 229=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219],227=[227,225,224,223,222],229=[229,228]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:47.412 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:10:47 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:10:47.040+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:47.412 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:47 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:47.056+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:47.412 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:47 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:47.057+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:10:47.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:47 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:47.057+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 222=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:47.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:47 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:47.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:47 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:47.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:47 smithi092 ceph-mon[83777]: osdmap e853: 8 total, 8 up, 8 in 2024-03-07T03:10:47.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:47 smithi092 ceph-mon[83777]: No clone_snaps in snapset 227=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219],227=[227,225,224,223,222]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:47.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:47 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:47.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:47 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:47.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:47 smithi092 ceph-mon[83777]: No clone_snaps in snapset 222=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:47.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:47 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:47.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:47 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:47.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:47 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:47.428 INFO:tasks.rados.rados.0.smithi090.stdout:3962: writing smithi09077644-44 from 18382848 to 19136512 tid 1 2024-03-07T03:10:47.431 INFO:tasks.rados.rados.0.smithi090.stdout:3962: writing smithi09077644-44 from 19136512 to 19537920 tid 2 2024-03-07T03:10:47.431 INFO:tasks.rados.rados.0.smithi090.stdout:3958: done (4 left) 2024-03-07T03:10:47.431 INFO:tasks.rados.rados.0.smithi090.stdout:3963: snap_create 2024-03-07T03:10:47.431 INFO:tasks.rados.rados.0.smithi090.stdout:3959: finishing write tid 2 to smithi09077644-5 2024-03-07T03:10:47.431 INFO:tasks.rados.rados.0.smithi090.stdout:3959: finishing write tid 3 to smithi09077644-5 2024-03-07T03:10:47.431 INFO:tasks.rados.rados.0.smithi090.stdout:3959: finishing write tid 4 to smithi09077644-5 2024-03-07T03:10:47.431 INFO:tasks.rados.rados.0.smithi090.stdout:3959: oid 5 updating version 0 to 12776 2024-03-07T03:10:47.431 INFO:tasks.rados.rados.0.smithi090.stdout:3959: oid 5 version 12776 is already newer than 12774 2024-03-07T03:10:47.431 INFO:tasks.rados.rados.0.smithi090.stdout:3959: oid 5 version 12776 is already newer than 12775 2024-03-07T03:10:47.431 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 5 v 12776 (ObjNum 1213 snap 397 seq_num 1213) dirty exists 2024-03-07T03:10:47.432 INFO:tasks.rados.rados.0.smithi090.stdout:3959: left oid 5 (ObjNum 1213 snap 397 seq_num 1213) 2024-03-07T03:10:47.432 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 12777 (ObjNum 65 snap 0 seq_num 1684038486) dirty exists 2024-03-07T03:10:47.432 INFO:tasks.rados.rados.0.smithi090.stdout:3960: finishing write tid 1 to smithi09077644-22 2024-03-07T03:10:47.432 INFO:tasks.rados.rados.0.smithi090.stdout:3960: finishing write tid 2 to smithi09077644-22 2024-03-07T03:10:47.432 INFO:tasks.rados.rados.0.smithi090.stdout:3960: finishing write tid 3 to smithi09077644-22 2024-03-07T03:10:47.432 INFO:tasks.rados.rados.0.smithi090.stdout:3960: finishing write tid 4 to smithi09077644-22 2024-03-07T03:10:47.432 INFO:tasks.rados.rados.0.smithi090.stdout:3960: oid 22 updating version 0 to 12809 2024-03-07T03:10:47.432 INFO:tasks.rados.rados.0.smithi090.stdout:3960: oid 22 updating version 12809 to 12810 2024-03-07T03:10:47.432 INFO:tasks.rados.rados.0.smithi090.stdout:3960: oid 22 version 12810 is already newer than 12808 2024-03-07T03:10:47.432 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 12810 (ObjNum 1214 snap 397 seq_num 1214) dirty exists 2024-03-07T03:10:47.432 INFO:tasks.rados.rados.0.smithi090.stdout:3960: left oid 22 (ObjNum 1214 snap 397 seq_num 1214) 2024-03-07T03:10:47.433 INFO:tasks.rados.rados.0.smithi090.stdout:3962: finishing write tid 1 to smithi09077644-44 2024-03-07T03:10:47.433 INFO:tasks.rados.rados.0.smithi090.stdout:3962: finishing write tid 2 to smithi09077644-44 2024-03-07T03:10:47.434 INFO:tasks.rados.rados.0.smithi090.stdout:3962: finishing write tid 3 to smithi09077644-44 2024-03-07T03:10:47.435 INFO:tasks.rados.rados.0.smithi090.stdout:3962: finishing write tid 4 to smithi09077644-44 2024-03-07T03:10:47.435 INFO:tasks.rados.rados.0.smithi090.stdout:3962: oid 44 updating version 0 to 12812 2024-03-07T03:10:47.435 INFO:tasks.rados.rados.0.smithi090.stdout:3962: oid 44 updating version 12812 to 12813 2024-03-07T03:10:47.435 INFO:tasks.rados.rados.0.smithi090.stdout:3962: oid 44 version 12813 is already newer than 12811 2024-03-07T03:10:47.435 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 44 v 12813 (ObjNum 1215 snap 397 seq_num 1215) dirty exists 2024-03-07T03:10:47.435 INFO:tasks.rados.rados.0.smithi090.stdout:3962: left oid 44 (ObjNum 1215 snap 397 seq_num 1215) 2024-03-07T03:10:48.045 INFO:tasks.rados.rados.0.smithi090.stdout:3959: done (4 left) 2024-03-07T03:10:48.045 INFO:tasks.rados.rados.0.smithi090.stdout:3960: done (3 left) 2024-03-07T03:10:48.045 INFO:tasks.rados.rados.0.smithi090.stdout:3961: done (2 left) 2024-03-07T03:10:48.045 INFO:tasks.rados.rados.0.smithi090.stdout:3962: done (1 left) 2024-03-07T03:10:48.045 INFO:tasks.rados.rados.0.smithi090.stdout:3963: done (0 left) 2024-03-07T03:10:48.045 INFO:tasks.rados.rados.0.smithi090.stdout:3964: snap_remove snap 365 2024-03-07T03:10:48.324 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:10:48 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:10:48.046+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:48.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:48 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:48.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:48 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:48.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:48 smithi090 ceph-mon[91928]: osdmap e854: 8 total, 8 up, 8 in 2024-03-07T03:10:48.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:48 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:48.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:48 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:48.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:48 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:48.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:48 smithi090 ceph-mon[91928]: No clone_snaps in snapset 229=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219],227=[227,225,224,223,222],229=[229,228]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:48.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:48 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:48.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:48 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:48.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:48 smithi090 ceph-mon[91928]: No clone_snaps in snapset 222=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:48.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:48 smithi090 ceph-mon[91928]: pgmap v714: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 808 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.2 MiB/s wr, 10 op/s 2024-03-07T03:10:48.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:48 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:48.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:48 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:48.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:48 smithi090 ceph-mon[89511]: osdmap e854: 8 total, 8 up, 8 in 2024-03-07T03:10:48.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:48 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:48.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:48 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:48.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:48 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:48.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:48 smithi090 ceph-mon[89511]: No clone_snaps in snapset 229=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219],227=[227,225,224,223,222],229=[229,228]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:48.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:48 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:48.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:48 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:48.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:48 smithi090 ceph-mon[89511]: No clone_snaps in snapset 222=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:48.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:48 smithi090 ceph-mon[89511]: pgmap v714: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 808 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.2 MiB/s wr, 10 op/s 2024-03-07T03:10:48.373 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:10:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:10:48.046+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:48.373 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:48 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:48.373 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:48 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:48.374 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:48 smithi092 ceph-mon[83777]: osdmap e854: 8 total, 8 up, 8 in 2024-03-07T03:10:48.374 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:48 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:48.374 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:48 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:48.374 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:48 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:48.374 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:48 smithi092 ceph-mon[83777]: No clone_snaps in snapset 229=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219],227=[227,225,224,223,222],229=[229,228]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:48.374 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:48 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:48.374 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:48 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:48.374 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:48 smithi092 ceph-mon[83777]: No clone_snaps in snapset 222=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:48.374 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:48 smithi092 ceph-mon[83777]: pgmap v714: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 808 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.2 MiB/s wr, 10 op/s 2024-03-07T03:10:48.662 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:48.375+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:10:48.662 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:48.375+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:48.662 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:48.375+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 222=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:49.049 INFO:tasks.rados.rados.0.smithi090.stdout:3964: done (0 left) 2024-03-07T03:10:49.049 INFO:tasks.rados.rados.0.smithi090.stdout:3965: copy_from oid 49 from oid 2 current snap is 398 2024-03-07T03:10:49.049 INFO:tasks.rados.rados.0.smithi090.stdout:3966: read oid 18 snap -1 2024-03-07T03:10:49.049 INFO:tasks.rados.rados.0.smithi090.stdout:3966: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-07T03:10:49.049 INFO:tasks.rados.rados.0.smithi090.stdout:3967: read oid 21 snap -1 2024-03-07T03:10:49.049 INFO:tasks.rados.rados.0.smithi090.stdout:3967: expect (ObjNum 640 snap 199 seq_num 640) 2024-03-07T03:10:49.049 INFO:tasks.rados.rados.0.smithi090.stdout:3968: copy_from oid 15 from oid 8 current snap is 398 2024-03-07T03:10:49.049 INFO:tasks.rados.rados.0.smithi090.stdout:3969: snap_create 2024-03-07T03:10:49.055 INFO:tasks.rados.rados.0.smithi090.stdout:3966: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-07T03:10:49.061 INFO:tasks.rados.rados.0.smithi090.stdout:3967: expect (ObjNum 640 snap 199 seq_num 640) 2024-03-07T03:10:49.095 INFO:tasks.rados.rados.0.smithi090.stdout:3965: finishing copy_from racing read to smithi09077644-49 2024-03-07T03:10:49.095 INFO:tasks.rados.rados.0.smithi090.stdout:3968: finishing copy_from to smithi09077644-15 2024-03-07T03:10:49.095 INFO:tasks.rados.rados.0.smithi090.stdout:3968: got expected ENOENT (src dne) 2024-03-07T03:10:49.095 INFO:tasks.rados.rados.0.smithi090.stdout:3968: finishing copy_from racing read to smithi09077644-15 2024-03-07T03:10:49.095 INFO:tasks.rados.rados.0.smithi090.stdout:3965: finishing copy_from to smithi09077644-49 2024-03-07T03:10:49.095 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 49 v 12785 (ObjNum 1208 snap 395 seq_num 1208) dirty exists 2024-03-07T03:10:49.323 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:10:49 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:10:49.050+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:49.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:49 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:49.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:49 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:49.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:49 smithi090 ceph-mon[89511]: osdmap e855: 8 total, 8 up, 8 in 2024-03-07T03:10:49.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:49 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:49.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:49 smithi090 ceph-mon[89511]: No clone_snaps in snapset 222=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:49.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:49 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:49.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:49 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:49.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:49 smithi090 ceph-mon[91928]: osdmap e855: 8 total, 8 up, 8 in 2024-03-07T03:10:49.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:49 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:49.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:49 smithi090 ceph-mon[91928]: No clone_snaps in snapset 222=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:49.325 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:49 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:49.053+0000 7f4442f67700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:10:49.325 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:49 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:49.053+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:49.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:49 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:49.058+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:49.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:49 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:49.071+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:49.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:49 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:49.072+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:49.412 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:10:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:10:49.048+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:49.412 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:49 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:49.412 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:49 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:49.412 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:49 smithi092 ceph-mon[83777]: osdmap e855: 8 total, 8 up, 8 in 2024-03-07T03:10:49.412 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:49 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:49.412 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:49 smithi092 ceph-mon[83777]: No clone_snaps in snapset 222=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:49.413 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:49.052+0000 7fc296413700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:10:49.413 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:49.052+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 229=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219],227=[227,225,224,223,222],229=[229,228]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:49.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:49.056+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:49.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:49.057+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:10:49.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:49.057+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 222=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:50.051 INFO:tasks.rados.rados.0.smithi090.stdout:3965: done (4 left) 2024-03-07T03:10:50.051 INFO:tasks.rados.rados.0.smithi090.stdout:3966: done (3 left) 2024-03-07T03:10:50.051 INFO:tasks.rados.rados.0.smithi090.stdout:3967: done (2 left) 2024-03-07T03:10:50.051 INFO:tasks.rados.rados.0.smithi090.stdout:3968: done (1 left) 2024-03-07T03:10:50.051 INFO:tasks.rados.rados.0.smithi090.stdout:3969: done (0 left) 2024-03-07T03:10:50.051 INFO:tasks.rados.rados.0.smithi090.stdout:3970: setattr oid 45 current snap is 399 2024-03-07T03:10:50.053 INFO:tasks.rados.rados.0.smithi090.stdout:3971: copy_from oid 23 from oid 3 current snap is 399 2024-03-07T03:10:50.053 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 26 current snap is 399 2024-03-07T03:10:50.054 INFO:tasks.rados.rados.0.smithi090.stdout:3972: seq_num 1216 ranges {2064384=770048,2834432=401408} 2024-03-07T03:10:50.070 INFO:tasks.rados.rados.0.smithi090.stdout:3972: writing smithi09077644-26 from 2064384 to 2834432 tid 1 2024-03-07T03:10:50.072 INFO:tasks.rados.rados.0.smithi090.stdout:3972: writing smithi09077644-26 from 2834432 to 3235840 tid 2 2024-03-07T03:10:50.072 INFO:tasks.rados.rados.0.smithi090.stdout:3973: snap_create 2024-03-07T03:10:50.072 INFO:tasks.rados.rados.0.smithi090.stdout:3971: finishing copy_from racing read to smithi09077644-23 2024-03-07T03:10:50.072 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 45 v 12778 (ObjNum 1170 snap 383 seq_num 1170) dirty exists 2024-03-07T03:10:50.073 INFO:tasks.rados.rados.0.smithi090.stdout:3971: finishing copy_from to smithi09077644-23 2024-03-07T03:10:50.073 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 1494 (ObjNum 1147 snap 376 seq_num 1147) dirty exists 2024-03-07T03:10:50.075 INFO:tasks.rados.rados.0.smithi090.stdout:3972: finishing write tid 1 to smithi09077644-26 2024-03-07T03:10:50.075 INFO:tasks.rados.rados.0.smithi090.stdout:3972: finishing write tid 2 to smithi09077644-26 2024-03-07T03:10:50.076 INFO:tasks.rados.rados.0.smithi090.stdout:3972: finishing write tid 3 to smithi09077644-26 2024-03-07T03:10:50.077 INFO:tasks.rados.rados.0.smithi090.stdout:3972: finishing write tid 4 to smithi09077644-26 2024-03-07T03:10:50.077 INFO:tasks.rados.rados.0.smithi090.stdout:3972: oid 26 updating version 0 to 1506 2024-03-07T03:10:50.077 INFO:tasks.rados.rados.0.smithi090.stdout:3972: oid 26 version 1506 is already newer than 1505 2024-03-07T03:10:50.077 INFO:tasks.rados.rados.0.smithi090.stdout:3972: oid 26 version 1506 is already newer than 1504 2024-03-07T03:10:50.077 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 26 v 1506 (ObjNum 1216 snap 399 seq_num 1216) dirty exists 2024-03-07T03:10:50.077 INFO:tasks.rados.rados.0.smithi090.stdout:3972: left oid 26 (ObjNum 1216 snap 399 seq_num 1216) 2024-03-07T03:10:50.324 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:10:50 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:10:50.066+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:50.324 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:50 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:50.061+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:50.324 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:50 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:50.053+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:50.324 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:50 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:50.053+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:10:50.324 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:50 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:50.053+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:50.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:50 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:50.053+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:50.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:50 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:50.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:50 smithi090 ceph-mon[89511]: osdmap e856: 8 total, 8 up, 8 in 2024-03-07T03:10:50.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:50 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:50.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:50 smithi090 ceph-mon[89511]: No clone_snaps in snapset 229=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219],227=[227,225,224,223,222],229=[229,228]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:50.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:50 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:50.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:50 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:50.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:50 smithi090 ceph-mon[89511]: No clone_snaps in snapset 222=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:50.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:50 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:50.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:50 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:50.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:50 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:50.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:50 smithi090 ceph-mon[89511]: pgmap v717: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 814 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 3.2 MiB/s wr, 8 op/s 2024-03-07T03:10:50.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:50 smithi090 ceph-mon[89511]: osdmap e857: 8 total, 8 up, 8 in 2024-03-07T03:10:50.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:50 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:50.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:50 smithi090 ceph-mon[91928]: osdmap e856: 8 total, 8 up, 8 in 2024-03-07T03:10:50.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:50 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:50.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:50 smithi090 ceph-mon[91928]: No clone_snaps in snapset 229=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219],227=[227,225,224,223,222],229=[229,228]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:50.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:50 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:50.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:50 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:50.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:50 smithi090 ceph-mon[91928]: No clone_snaps in snapset 222=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:50.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:50 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:50.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:50 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:50.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:50 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:50.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:50 smithi090 ceph-mon[91928]: pgmap v717: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 814 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 3.2 MiB/s wr, 8 op/s 2024-03-07T03:10:50.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:50 smithi090 ceph-mon[91928]: osdmap e857: 8 total, 8 up, 8 in 2024-03-07T03:10:50.412 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:50.236+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 229=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219],227=[227,225,224,223,222],229=[229,228]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:50.412 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:10:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:10:50.067+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:50.412 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:50.052+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:10:50.412 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:50.052+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:50.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:50.052+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 222=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:50.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:50 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:50.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:50 smithi092 ceph-mon[83777]: osdmap e856: 8 total, 8 up, 8 in 2024-03-07T03:10:50.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:50 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:50.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:50 smithi092 ceph-mon[83777]: No clone_snaps in snapset 229=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219],227=[227,225,224,223,222],229=[229,228]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:50.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:50 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:50.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:50 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:50.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:50 smithi092 ceph-mon[83777]: No clone_snaps in snapset 222=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:50.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:50 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:50.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:50 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:50.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:50 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:50.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:50 smithi092 ceph-mon[83777]: pgmap v717: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 814 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 3.2 MiB/s wr, 8 op/s 2024-03-07T03:10:50.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:50 smithi092 ceph-mon[83777]: osdmap e857: 8 total, 8 up, 8 in 2024-03-07T03:10:51.073 INFO:tasks.rados.rados.0.smithi090.stdout:3970: done (3 left) 2024-03-07T03:10:51.073 INFO:tasks.rados.rados.0.smithi090.stdout:3971: done (2 left) 2024-03-07T03:10:51.073 INFO:tasks.rados.rados.0.smithi090.stdout:3972: done (1 left) 2024-03-07T03:10:51.073 INFO:tasks.rados.rados.0.smithi090.stdout:3973: done (0 left) 2024-03-07T03:10:51.073 INFO:tasks.rados.rados.0.smithi090.stdout:3974: copy_from oid 47 from oid 22 current snap is 400 2024-03-07T03:10:51.073 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 49 current snap is 400 2024-03-07T03:10:51.074 INFO:tasks.rados.rados.0.smithi090.stdout:3975: seq_num 1217 ranges {1695744=786432,2482176=401408} 2024-03-07T03:10:51.087 INFO:tasks.rados.rados.0.smithi090.stdout:3975: writing smithi09077644-49 from 1695744 to 2482176 tid 1 2024-03-07T03:10:51.089 INFO:tasks.rados.rados.0.smithi090.stdout:3975: writing smithi09077644-49 from 2482176 to 2883584 tid 2 2024-03-07T03:10:51.090 INFO:tasks.rados.rados.0.smithi090.stdout:3976: snap_remove snap 396 2024-03-07T03:10:51.323 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:10:51 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:10:51.088+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:51.324 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:51 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:51.074+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:51.324 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:51 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:51.074+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:51.324 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:51 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:51.076+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:51.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:51 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:51.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:51 smithi090 ceph-mon[89511]: No clone_snaps in snapset 222=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:51.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:51 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:51.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:51 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:51.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:51 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:51.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:51 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:51.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:51 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:51.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:51 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:51.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:51 smithi090 ceph-mon[89511]: No clone_snaps in snapset 229=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219],227=[227,225,224,223,222],229=[229,228]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:51.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:51 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:51.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:51 smithi090 ceph-mon[91928]: No clone_snaps in snapset 222=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:51.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:51 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:51.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:51 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:51.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:51 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:51.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:51 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:51.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:51 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:51.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:51 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:51.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:51 smithi090 ceph-mon[91928]: No clone_snaps in snapset 229=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219],227=[227,225,224,223,222],229=[229,228]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:51.412 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:10:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:10:51.269+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:51.412 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:51.095+0000 7fc29a41b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:10:51.412 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:51.095+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 229=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219],227=[227,225,224,223,222],229=[229,228]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:51.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:51.079+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:51.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:51.080+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:10:51.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:51.080+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 222=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:51.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:51 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:51.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:51 smithi092 ceph-mon[83777]: No clone_snaps in snapset 222=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:51.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:51 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:51.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:51 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:51.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:51 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:51.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:51 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:51.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:51 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:51.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:51 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:51.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:51 smithi092 ceph-mon[83777]: No clone_snaps in snapset 229=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219],227=[227,225,224,223,222],229=[229,228]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:51.823 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:51 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:51.336+0000 7f443ef5f700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:10:51.824 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:51 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:51.336+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:52.081 INFO:tasks.rados.rados.0.smithi090.stdout:3976: done (2 left) 2024-03-07T03:10:52.081 INFO:tasks.rados.rados.0.smithi090.stdout:3977: rmattr oid 16 current snap is 400 2024-03-07T03:10:52.081 INFO:tasks.rados.rados.0.smithi090.stdout:3977: done (2 left) 2024-03-07T03:10:52.081 INFO:tasks.rados.rados.0.smithi090.stdout:3978: delete oid 33 current snap is 400 2024-03-07T03:10:52.081 INFO:tasks.rados.rados.0.smithi090.stdout:3974: finishing copy_from racing read to smithi09077644-47 2024-03-07T03:10:52.081 INFO:tasks.rados.rados.0.smithi090.stdout:3974: finishing copy_from to smithi09077644-47 2024-03-07T03:10:52.081 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 12810 (ObjNum 1214 snap 397 seq_num 1214) dirty exists 2024-03-07T03:10:52.082 INFO:tasks.rados.rados.0.smithi090.stdout:3975: finishing write tid 1 to smithi09077644-49 2024-03-07T03:10:52.082 INFO:tasks.rados.rados.0.smithi090.stdout:3975: finishing write tid 2 to smithi09077644-49 2024-03-07T03:10:52.082 INFO:tasks.rados.rados.0.smithi090.stdout:3975: finishing write tid 3 to smithi09077644-49 2024-03-07T03:10:52.082 INFO:tasks.rados.rados.0.smithi090.stdout:3975: finishing write tid 4 to smithi09077644-49 2024-03-07T03:10:52.082 INFO:tasks.rados.rados.0.smithi090.stdout:3975: oid 49 updating version 0 to 12788 2024-03-07T03:10:52.082 INFO:tasks.rados.rados.0.smithi090.stdout:3975: oid 49 version 12788 is already newer than 12786 2024-03-07T03:10:52.082 INFO:tasks.rados.rados.0.smithi090.stdout:3975: oid 49 version 12788 is already newer than 12787 2024-03-07T03:10:52.082 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 49 v 12788 (ObjNum 1217 snap 400 seq_num 1217) dirty exists 2024-03-07T03:10:52.082 INFO:tasks.rados.rados.0.smithi090.stdout:3975: left oid 49 (ObjNum 1217 snap 400 seq_num 1217) 2024-03-07T03:10:52.085 INFO:tasks.rados.rados.0.smithi090.stdout:3974: done (2 left) 2024-03-07T03:10:52.086 INFO:tasks.rados.rados.0.smithi090.stdout:3975: done (1 left) 2024-03-07T03:10:52.086 INFO:tasks.rados.rados.0.smithi090.stdout:3978: done (0 left) 2024-03-07T03:10:52.086 INFO:tasks.rados.rados.0.smithi090.stdout:3979: rollback oid 27 current snap is 400 2024-03-07T03:10:52.086 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 27 to 368 2024-03-07T03:10:52.086 INFO:tasks.rados.rados.0.smithi090.stdout:3980: snap_remove snap 348 2024-03-07T03:10:52.412 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:10:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:10:52.081+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:52.412 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:52.091+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 229=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219],227=[227,225,224,223,222],229=[229,228]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:52.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:52.089+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:10:52.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:52.089+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:52.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:52.090+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 22c=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222],22c=[22c,22b,22a,229,228,227,225,224]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:52.413 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:10:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:10:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:10:52.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:52 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:52.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:52 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:52.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:52 smithi092 ceph-mon[83777]: osdmap e858: 8 total, 8 up, 8 in 2024-03-07T03:10:52.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:52 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:52.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:52 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:52.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:52 smithi092 ceph-mon[83777]: No clone_snaps in snapset 222=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:52.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:52 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:52.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:52 smithi092 ceph-mon[83777]: No clone_snaps in snapset 229=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219],227=[227,225,224,223,222],229=[229,228]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:52.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:52 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:52.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:52 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:52.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:52 smithi092 ceph-mon[83777]: pgmap v720: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.5 MiB/s wr, 20 op/s 2024-03-07T03:10:52.574 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:10:52 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:10:52.080+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:52.574 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:52 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:52.127+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:52.574 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:52 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:52.087+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:10:52.574 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:52 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:52.087+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:52.574 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:52 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:52.087+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:52.574 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:52 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:52.087+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:52.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:52 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:52.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:52 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:52.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:52 smithi090 ceph-mon[89511]: osdmap e858: 8 total, 8 up, 8 in 2024-03-07T03:10:52.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:52 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:52.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:52 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:52.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:52 smithi090 ceph-mon[89511]: No clone_snaps in snapset 222=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:52.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:52 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:52.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:52 smithi090 ceph-mon[89511]: No clone_snaps in snapset 229=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219],227=[227,225,224,223,222],229=[229,228]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:52.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:52 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:52.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:52 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:52.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:52 smithi090 ceph-mon[89511]: pgmap v720: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.5 MiB/s wr, 20 op/s 2024-03-07T03:10:52.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:52 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:52.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:52 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:52.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:52 smithi090 ceph-mon[91928]: osdmap e858: 8 total, 8 up, 8 in 2024-03-07T03:10:52.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:52 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:52.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:52 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:52.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:52 smithi090 ceph-mon[91928]: No clone_snaps in snapset 222=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:52.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:52 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:52.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:52 smithi090 ceph-mon[91928]: No clone_snaps in snapset 229=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219],227=[227,225,224,223,222],229=[229,228]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:52.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:52 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:52.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:52 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:52.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:52 smithi090 ceph-mon[91928]: pgmap v720: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.5 MiB/s wr, 20 op/s 2024-03-07T03:10:53.080 INFO:tasks.rados.rados.0.smithi090.stdout:3979: finishing rollback tid 0 to smithi09077644-27 2024-03-07T03:10:53.080 INFO:tasks.rados.rados.0.smithi090.stdout:3979: finishing rollback tid 1 to smithi09077644-27 2024-03-07T03:10:53.080 INFO:tasks.rados.rados.0.smithi090.stdout:3979: finishing rollback tid 2 to smithi09077644-27 2024-03-07T03:10:53.080 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 27 v 12783 (ObjNum 1132 snap 364 seq_num 1132) dirty exists 2024-03-07T03:10:53.081 INFO:tasks.rados.rados.0.smithi090.stdout:3979: done (1 left) 2024-03-07T03:10:53.081 INFO:tasks.rados.rados.0.smithi090.stdout:3980: done (0 left) 2024-03-07T03:10:53.081 INFO:tasks.rados.rados.0.smithi090.stdout:3981: snap_remove snap 368 2024-03-07T03:10:53.324 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:10:53 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:10:53] "GET /metrics HTTP/1.1" 200 36319 "" "Prometheus/2.43.0" 2024-03-07T03:10:53.324 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:10:53 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:10:53.097+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:53.325 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:53 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:53.082+0000 7f443ef5f700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:10:53.325 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:53 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:53.082+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:53.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:53 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:53.092+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:53.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:53 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:53.092+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:53.325 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:53 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:53.099+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:53.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:53 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:53.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:53 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:53.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:53 smithi090 ceph-mon[89511]: osdmap e859: 8 total, 8 up, 8 in 2024-03-07T03:10:53.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:53 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:53.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:53 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:53.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:53 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:53.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:53 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:53.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:53 smithi090 ceph-mon[89511]: No clone_snaps in snapset 22c=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222],22c=[22c,22b,22a,229,228,227,225,224]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:53.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:53 smithi090 ceph-mon[89511]: No clone_snaps in snapset 229=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219],227=[227,225,224,223,222],229=[229,228]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:53.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:53 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:53.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:53 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:53.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:53 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:53.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:53 smithi090 ceph-mon[91928]: osdmap e859: 8 total, 8 up, 8 in 2024-03-07T03:10:53.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:53 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:53.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:53 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:53.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:53 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:53.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:53 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:53.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:53 smithi090 ceph-mon[91928]: No clone_snaps in snapset 22c=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222],22c=[22c,22b,22a,229,228,227,225,224]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:53.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:53 smithi090 ceph-mon[91928]: No clone_snaps in snapset 229=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219],227=[227,225,224,223,222],229=[229,228]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:53.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:53 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:53.412 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:10:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:10:53.084+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:53.412 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:53.089+0000 7fc296413700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:10:53.412 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:53.089+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 229=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219],227=[227,225,224,223,222],229=[229,228]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:53.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:53.097+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:53.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:53.097+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:10:53.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:53.097+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 22c=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222],22c=[22c,22b,22a,229,228,227,225,224]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:53.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:53 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:53.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:53 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:53.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:53 smithi092 ceph-mon[83777]: osdmap e859: 8 total, 8 up, 8 in 2024-03-07T03:10:53.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:53 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:53.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:53 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:53.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:53 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:53.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:53 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:53.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:53 smithi092 ceph-mon[83777]: No clone_snaps in snapset 22c=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222],22c=[22c,22b,22a,229,228,227,225,224]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:53.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:53 smithi092 ceph-mon[83777]: No clone_snaps in snapset 229=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219],227=[227,225,224,223,222],229=[229,228]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:53.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:53 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:54.091 INFO:tasks.rados.rados.0.smithi090.stdout:3981: done (0 left) 2024-03-07T03:10:54.091 INFO:tasks.rados.rados.0.smithi090.stdout:3982: setattr oid 36 current snap is 400 2024-03-07T03:10:54.092 INFO:tasks.rados.rados.0.smithi090.stdout:3983: delete oid 33 current snap is 400 2024-03-07T03:10:54.101 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 12789 (ObjNum 129 snap 0 seq_num 3341449232) dirty exists 2024-03-07T03:10:54.105 INFO:tasks.rados.rados.0.smithi090.stdout:3982: done (1 left) 2024-03-07T03:10:54.105 INFO:tasks.rados.rados.0.smithi090.stdout:3983: done (0 left) 2024-03-07T03:10:54.105 INFO:tasks.rados.rados.0.smithi090.stdout:3984: read oid 23 snap -1 2024-03-07T03:10:54.105 INFO:tasks.rados.rados.0.smithi090.stdout:3984: expect (ObjNum 1147 snap 376 seq_num 1147) 2024-03-07T03:10:54.105 INFO:tasks.rados.rados.0.smithi090.stdout:3985: rollback oid 39 current snap is 400 2024-03-07T03:10:54.105 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 39 to 389 2024-03-07T03:10:54.106 INFO:tasks.rados.rados.0.smithi090.stdout:3986: read oid 29 snap -1 2024-03-07T03:10:54.106 INFO:tasks.rados.rados.0.smithi090.stdout:3986: expect (ObjNum 917 snap 289 seq_num 917) 2024-03-07T03:10:54.106 INFO:tasks.rados.rados.0.smithi090.stdout:3987: read oid 19 snap -1 2024-03-07T03:10:54.106 INFO:tasks.rados.rados.0.smithi090.stdout:3987: expect (ObjNum 1172 snap 386 seq_num 1172) 2024-03-07T03:10:54.106 INFO:tasks.rados.rados.0.smithi090.stdout:3988: delete oid 24 current snap is 400 2024-03-07T03:10:54.112 INFO:tasks.rados.rados.0.smithi090.stdout:3984: expect (ObjNum 1147 snap 376 seq_num 1147) 2024-03-07T03:10:54.113 INFO:tasks.rados.rados.0.smithi090.stdout:3985: finishing rollback tid 0 to smithi09077644-39 2024-03-07T03:10:54.113 INFO:tasks.rados.rados.0.smithi090.stdout:3985: finishing rollback tid 1 to smithi09077644-39 2024-03-07T03:10:54.113 INFO:tasks.rados.rados.0.smithi090.stdout:3985: finishing rollback tid 2 to smithi09077644-39 2024-03-07T03:10:54.113 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 12816 (ObjNum 1124 snap 359 seq_num 1124) dirty exists 2024-03-07T03:10:54.116 INFO:tasks.rados.rados.0.smithi090.stdout:3986: expect (ObjNum 917 snap 289 seq_num 917) 2024-03-07T03:10:54.158 INFO:tasks.rados.rados.0.smithi090.stdout:3987: expect (ObjNum 1172 snap 386 seq_num 1172) 2024-03-07T03:10:54.412 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:10:54 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:10:54.083+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:54.412 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:54 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:54.086+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 229=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219],227=[227,225,224,223,222],229=[229,228]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:54.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:54 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:54.089+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:10:54.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:54 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:54.089+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:54.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:54 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:54.089+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 22c=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222],22c=[22c,22b,22a,229,228,227,225,224]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:54.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:54 smithi092 ceph-mon[83777]: osdmap e860: 8 total, 8 up, 8 in 2024-03-07T03:10:54.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:54 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:54.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:54 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:54.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:54 smithi092 ceph-mon[83777]: No clone_snaps in snapset 229=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219],227=[227,225,224,223,222],229=[229,228]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:54.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:54 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:54.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:54 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:54.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:54 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:54.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:54 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:54.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:54 smithi092 ceph-mon[83777]: No clone_snaps in snapset 22c=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222],22c=[22c,22b,22a,229,228,227,225,224]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:54.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:54 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:54.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:54 smithi092 ceph-mon[83777]: pgmap v723: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 822 KiB/s wr, 14 op/s 2024-03-07T03:10:54.574 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:54 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:54.086+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:54.574 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:54 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:54.092+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:10:54.575 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:54 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:54.092+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:54.575 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:54 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:54.108+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:54.575 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:54 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:54.108+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:54.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:54 smithi090 ceph-mon[89511]: osdmap e860: 8 total, 8 up, 8 in 2024-03-07T03:10:54.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:54 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:54.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:54 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:54.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:54 smithi090 ceph-mon[89511]: No clone_snaps in snapset 229=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219],227=[227,225,224,223,222],229=[229,228]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:54.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:54 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:54.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:54 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:54.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:54 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:54.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:54 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:54.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:54 smithi090 ceph-mon[89511]: No clone_snaps in snapset 22c=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222],22c=[22c,22b,22a,229,228,227,225,224]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:54.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:54 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:54.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:54 smithi090 ceph-mon[89511]: pgmap v723: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 822 KiB/s wr, 14 op/s 2024-03-07T03:10:54.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:54 smithi090 ceph-mon[91928]: osdmap e860: 8 total, 8 up, 8 in 2024-03-07T03:10:54.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:54 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:54.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:54 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:54.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:54 smithi090 ceph-mon[91928]: No clone_snaps in snapset 229=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219],227=[227,225,224,223,222],229=[229,228]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:54.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:54 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:54.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:54 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:54.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:54 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:54.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:54 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:54.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:54 smithi090 ceph-mon[91928]: No clone_snaps in snapset 22c=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222],22c=[22c,22b,22a,229,228,227,225,224]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:54.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:54 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:54.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:54 smithi090 ceph-mon[91928]: pgmap v723: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 822 KiB/s wr, 14 op/s 2024-03-07T03:10:54.577 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:10:54 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:10:54.093+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:55.049 INFO:tasks.rados.rados.0.smithi090.stdout:3984: done (4 left) 2024-03-07T03:10:55.049 INFO:tasks.rados.rados.0.smithi090.stdout:3985: done (3 left) 2024-03-07T03:10:55.049 INFO:tasks.rados.rados.0.smithi090.stdout:3986: done (2 left) 2024-03-07T03:10:55.049 INFO:tasks.rados.rados.0.smithi090.stdout:3987: done (1 left) 2024-03-07T03:10:55.049 INFO:tasks.rados.rados.0.smithi090.stdout:3988: done (0 left) 2024-03-07T03:10:55.049 INFO:tasks.rados.rados.0.smithi090.stdout:3989: delete oid 13 current snap is 400 2024-03-07T03:10:55.052 INFO:tasks.rados.rados.0.smithi090.stdout:3989: done (0 left) 2024-03-07T03:10:55.052 INFO:tasks.rados.rados.0.smithi090.stdout:3990: delete oid 8 current snap is 400 2024-03-07T03:10:55.054 INFO:tasks.rados.rados.0.smithi090.stdout:3990: done (0 left) 2024-03-07T03:10:55.054 INFO:tasks.rados.rados.0.smithi090.stdout:3991: snap_remove snap 344 2024-03-07T03:10:55.111 INFO:tasks.rados.rados.0.smithi090.stdout:3991: done (0 left) 2024-03-07T03:10:55.111 INFO:tasks.rados.rados.0.smithi090.stdout:3992: snap_remove snap 384 2024-03-07T03:10:55.412 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:10:55 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:10:55.110+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:55.412 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:55 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:55.113+0000 7fc296413700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:10:55.413 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:55 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:55.113+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 229=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219],227=[227,225,224,223,222],229=[229,228]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:55.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:55 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:55.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:55 smithi092 ceph-mon[83777]: No clone_snaps in snapset 229=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219],227=[227,225,224,223,222],229=[229,228]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:55.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:55 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:55.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:55 smithi092 ceph-mon[83777]: osdmap e861: 8 total, 8 up, 8 in 2024-03-07T03:10:55.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:55 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:55.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:55 smithi092 ceph-mon[83777]: No clone_snaps in snapset 22c=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222],22c=[22c,22b,22a,229,228,227,225,224]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:55.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:55 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:55.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:55 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:55.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:55 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:55.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:55 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:55.414 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:55 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:55.119+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:55.414 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:55 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:55.119+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:10:55.414 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:55 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:55.119+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 22c=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222],22c=[22c,22b,22a,229,228,227,225,224]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:55.573 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:10:55 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:10:55.117+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:55.574 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:55 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:55.111+0000 7f4442f67700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:10:55.574 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:55 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:55.112+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:55.574 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:55 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:55.117+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:55.574 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:55 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:55.123+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:55.574 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:55 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:55.124+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:55.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:55 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:55.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:55 smithi090 ceph-mon[89511]: No clone_snaps in snapset 229=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219],227=[227,225,224,223,222],229=[229,228]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:55.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:55 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:55.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:55 smithi090 ceph-mon[89511]: osdmap e861: 8 total, 8 up, 8 in 2024-03-07T03:10:55.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:55 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:55.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:55 smithi090 ceph-mon[89511]: No clone_snaps in snapset 22c=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222],22c=[22c,22b,22a,229,228,227,225,224]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:55.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:55 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:55.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:55 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:55.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:55 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:55.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:55 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:55.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:55 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:55.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:55 smithi090 ceph-mon[91928]: No clone_snaps in snapset 229=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219],227=[227,225,224,223,222],229=[229,228]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:55.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:55 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:55.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:55 smithi090 ceph-mon[91928]: osdmap e861: 8 total, 8 up, 8 in 2024-03-07T03:10:55.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:55 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:55.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:55 smithi090 ceph-mon[91928]: No clone_snaps in snapset 22c=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222],22c=[22c,22b,22a,229,228,227,225,224]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:55.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:55 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:55.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:55 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:55.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:55 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:55.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:55 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:56.116 INFO:tasks.rados.rados.0.smithi090.stdout:3992: done (0 left) 2024-03-07T03:10:56.116 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 21 current snap is 400 2024-03-07T03:10:56.116 INFO:tasks.rados.rados.0.smithi090.stdout:3993: seq_num 1223 ranges {1130496=491520,1622016=491520,2113536=311296} 2024-03-07T03:10:56.125 INFO:tasks.rados.rados.0.smithi090.stdout:3993: writing smithi09077644-21 from 1130496 to 1622016 tid 1 2024-03-07T03:10:56.129 INFO:tasks.rados.rados.0.smithi090.stdout:3993: writing smithi09077644-21 from 1622016 to 2113536 tid 2 2024-03-07T03:10:56.131 INFO:tasks.rados.rados.0.smithi090.stdout:3993: writing smithi09077644-21 from 2113536 to 2424832 tid 3 2024-03-07T03:10:56.131 INFO:tasks.rados.rados.0.smithi090.stdout:3994: setattr oid 11 current snap is 400 2024-03-07T03:10:56.132 INFO:tasks.rados.rados.0.smithi090.stdout:3993: finishing write tid 1 to smithi09077644-21 2024-03-07T03:10:56.135 INFO:tasks.rados.rados.0.smithi090.stdout:3995: read oid 22 snap -1 2024-03-07T03:10:56.135 INFO:tasks.rados.rados.0.smithi090.stdout:3995: expect (ObjNum 1214 snap 397 seq_num 1214) 2024-03-07T03:10:56.135 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 15 current snap is 400 2024-03-07T03:10:56.135 INFO:tasks.rados.rados.0.smithi090.stdout:3996: seq_num 1224 ranges {1499136=507904,2007040=425984,2433024=376832} 2024-03-07T03:10:56.146 INFO:tasks.rados.rados.0.smithi090.stdout:3996: writing smithi09077644-15 from 1499136 to 2007040 tid 1 2024-03-07T03:10:56.149 INFO:tasks.rados.rados.0.smithi090.stdout:3996: writing smithi09077644-15 from 2007040 to 2433024 tid 2 2024-03-07T03:10:56.151 INFO:tasks.rados.rados.0.smithi090.stdout:3996: writing smithi09077644-15 from 2433024 to 2809856 tid 3 2024-03-07T03:10:56.152 INFO:tasks.rados.rados.0.smithi090.stdout:3997: snap_create 2024-03-07T03:10:56.152 INFO:tasks.rados.rados.0.smithi090.stdout:3993: finishing write tid 2 to smithi09077644-21 2024-03-07T03:10:56.152 INFO:tasks.rados.rados.0.smithi090.stdout:3993: finishing write tid 3 to smithi09077644-21 2024-03-07T03:10:56.152 INFO:tasks.rados.rados.0.smithi090.stdout:3993: finishing write tid 4 to smithi09077644-21 2024-03-07T03:10:56.152 INFO:tasks.rados.rados.0.smithi090.stdout:3993: finishing write tid 5 to smithi09077644-21 2024-03-07T03:10:56.152 INFO:tasks.rados.rados.0.smithi090.stdout:3993: oid 21 updating version 0 to 12772 2024-03-07T03:10:56.152 INFO:tasks.rados.rados.0.smithi090.stdout:3993: oid 21 version 12772 is already newer than 12771 2024-03-07T03:10:56.152 INFO:tasks.rados.rados.0.smithi090.stdout:3993: oid 21 updating version 12772 to 12773 2024-03-07T03:10:56.152 INFO:tasks.rados.rados.0.smithi090.stdout:3993: oid 21 version 12773 is already newer than 12770 2024-03-07T03:10:56.152 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 12773 (ObjNum 1223 snap 400 seq_num 1223) dirty exists 2024-03-07T03:10:56.152 INFO:tasks.rados.rados.0.smithi090.stdout:3993: left oid 21 (ObjNum 1223 snap 400 seq_num 1223) 2024-03-07T03:10:56.152 INFO:tasks.rados.rados.0.smithi090.stdout:3995: expect (ObjNum 1214 snap 397 seq_num 1214) 2024-03-07T03:10:56.182 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 11 v 12789 (ObjNum 1193 snap 390 seq_num 1193) dirty exists 2024-03-07T03:10:56.183 INFO:tasks.rados.rados.0.smithi090.stdout:3996: finishing write tid 1 to smithi09077644-15 2024-03-07T03:10:56.183 INFO:tasks.rados.rados.0.smithi090.stdout:3996: finishing write tid 2 to smithi09077644-15 2024-03-07T03:10:56.183 INFO:tasks.rados.rados.0.smithi090.stdout:3996: finishing write tid 3 to smithi09077644-15 2024-03-07T03:10:56.183 INFO:tasks.rados.rados.0.smithi090.stdout:3996: finishing write tid 4 to smithi09077644-15 2024-03-07T03:10:56.183 INFO:tasks.rados.rados.0.smithi090.stdout:3996: finishing write tid 5 to smithi09077644-15 2024-03-07T03:10:56.183 INFO:tasks.rados.rados.0.smithi090.stdout:3996: oid 15 updating version 0 to 12820 2024-03-07T03:10:56.183 INFO:tasks.rados.rados.0.smithi090.stdout:3996: oid 15 version 12820 is already newer than 12818 2024-03-07T03:10:56.183 INFO:tasks.rados.rados.0.smithi090.stdout:3996: oid 15 version 12820 is already newer than 12817 2024-03-07T03:10:56.183 INFO:tasks.rados.rados.0.smithi090.stdout:3996: oid 15 version 12820 is already newer than 12819 2024-03-07T03:10:56.183 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 12820 (ObjNum 1224 snap 400 seq_num 1224) dirty exists 2024-03-07T03:10:56.183 INFO:tasks.rados.rados.0.smithi090.stdout:3996: left oid 15 (ObjNum 1224 snap 400 seq_num 1224) 2024-03-07T03:10:56.412 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:10:56 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:10:56.117+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:56.412 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:56 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:56.122+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 229=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219],227=[227,225,224,223,222],229=[229,228]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:56.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:56 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:56.127+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:10:56.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:56 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:56.127+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:56.413 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:56 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:56.128+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 22c=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222],22c=[22c,22b,22a,229,228,227,225,224]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:56.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:56 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:56.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:56 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:56.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:56 smithi092 ceph-mon[83777]: osdmap e862: 8 total, 8 up, 8 in 2024-03-07T03:10:56.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:56 smithi092 ceph-mon[83777]: No clone_snaps in snapset 229=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219],227=[227,225,224,223,222],229=[229,228]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:56.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:56 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:56.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:56 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:56.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:56 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:56.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:56 smithi092 ceph-mon[83777]: No clone_snaps in snapset 22c=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222],22c=[22c,22b,22a,229,228,227,225,224]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:56.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:56 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:56.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:56 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:56.414 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:56 smithi092 ceph-mon[83777]: pgmap v726: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 817 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.5 MiB/s rd, 294 KiB/s wr, 12 op/s 2024-03-07T03:10:56.574 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:10:56 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:10:56.121+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:56.574 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:56 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:56.125+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:56.574 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:56 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:56.116+0000 7fa43c425700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:10:56.574 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:56 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:56.116+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:56.575 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:56 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:56.137+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:56.575 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:56 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:56.137+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:56.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:56 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:56.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:56 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:56.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:56 smithi090 ceph-mon[89511]: osdmap e862: 8 total, 8 up, 8 in 2024-03-07T03:10:56.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:56 smithi090 ceph-mon[89511]: No clone_snaps in snapset 229=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219],227=[227,225,224,223,222],229=[229,228]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:56.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:56 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:56.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:56 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:56.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:56 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:56.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:56 smithi090 ceph-mon[89511]: No clone_snaps in snapset 22c=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222],22c=[22c,22b,22a,229,228,227,225,224]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:56.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:56 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:56.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:56 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:56.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:56 smithi090 ceph-mon[89511]: pgmap v726: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 817 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.5 MiB/s rd, 294 KiB/s wr, 12 op/s 2024-03-07T03:10:56.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:56 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:56.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:56 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:56.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:56 smithi090 ceph-mon[91928]: osdmap e862: 8 total, 8 up, 8 in 2024-03-07T03:10:56.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:56 smithi090 ceph-mon[91928]: No clone_snaps in snapset 229=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219],227=[227,225,224,223,222],229=[229,228]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:56.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:56 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:56.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:56 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:56.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:56 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:56.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:56 smithi090 ceph-mon[91928]: No clone_snaps in snapset 22c=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222],22c=[22c,22b,22a,229,228,227,225,224]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:56.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:56 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:56.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:56 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:56.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:56 smithi090 ceph-mon[91928]: pgmap v726: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 817 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.5 MiB/s rd, 294 KiB/s wr, 12 op/s 2024-03-07T03:10:57.119 INFO:tasks.rados.rados.0.smithi090.stdout:3993: done (4 left) 2024-03-07T03:10:57.120 INFO:tasks.rados.rados.0.smithi090.stdout:3994: done (3 left) 2024-03-07T03:10:57.120 INFO:tasks.rados.rados.0.smithi090.stdout:3995: done (2 left) 2024-03-07T03:10:57.120 INFO:tasks.rados.rados.0.smithi090.stdout:3996: done (1 left) 2024-03-07T03:10:57.120 INFO:tasks.rados.rados.0.smithi090.stdout:3997: done (0 left) 2024-03-07T03:10:57.120 INFO:tasks.rados.rados.0.smithi090.stdout:3998: setattr oid 16 current snap is 401 2024-03-07T03:10:57.122 INFO:tasks.rados.rados.0.smithi090.stdout:3999: read oid 45 snap -1 2024-03-07T03:10:57.122 INFO:tasks.rados.rados.0.smithi090.stdout:3999: expect (ObjNum 1170 snap 383 seq_num 1170) 2024-03-07T03:10:57.122 INFO:tasks.rados.rados.0.smithi090.stdout: waiting on 2 2024-03-07T03:10:57.125 INFO:tasks.rados.rados.0.smithi090.stdout:3999: expect (ObjNum 1170 snap 383 seq_num 1170) 2024-03-07T03:10:57.139 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 12772 (ObjNum 7601 snap 0 seq_num 3341356912) dirty exists 2024-03-07T03:10:57.139 INFO:tasks.rados.rados.0.smithi090.stdout:3998: done (1 left) 2024-03-07T03:10:57.139 INFO:tasks.rados.rados.0.smithi090.stdout:3999: done (0 left) 2024-03-07T03:10:57.141 INFO:tasks.rados.rados.0.smithi090.stderr:0 errors. 2024-03-07T03:10:57.141 INFO:tasks.rados.rados.0.smithi090.stderr: 2024-03-07T03:10:57.145 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph osd dump --format=json 2024-03-07T03:10:57.359 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T03:10:57.411 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:10:57 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:10:57.123+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:57.412 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:57 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:57.297+0000 7fc29a41b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:10:57.412 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:10:57 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:10:57.297+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 229=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219],227=[227,225,224,223,222],229=[229,228]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:57.412 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:57 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:57.130+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:57.412 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:57 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:57.130+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:10:57.412 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:10:57 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:10:57.130+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 22c=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222],22c=[22c,22b,22a,229,228,227,225,224]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:57.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:57 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:57.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:57 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:57.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:57 smithi092 ceph-mon[83777]: osdmap e863: 8 total, 8 up, 8 in 2024-03-07T03:10:57.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:57 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:57.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:57 smithi092 ceph-mon[83777]: No clone_snaps in snapset 229=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219],227=[227,225,224,223,222],229=[229,228]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:57.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:57 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:57.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:57 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:57.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:57 smithi092 ceph-mon[83777]: No clone_snaps in snapset 22c=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222],22c=[22c,22b,22a,229,228,227,225,224]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:57.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:57 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:10:57.483 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:57 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:57.329+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:57.483 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:57 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:57.329+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:57.483 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:10:57 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:10:57.329+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:57.483 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:57 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:57.483 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:57 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:57.483 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:57 smithi090 ceph-mon[89511]: osdmap e863: 8 total, 8 up, 8 in 2024-03-07T03:10:57.483 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:57 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:57.483 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:57 smithi090 ceph-mon[89511]: No clone_snaps in snapset 229=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219],227=[227,225,224,223,222],229=[229,228]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:57.484 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:57 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:57.484 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:57 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:57.484 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:57 smithi090 ceph-mon[89511]: No clone_snaps in snapset 22c=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222],22c=[22c,22b,22a,229,228,227,225,224]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:57.484 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:57 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:10:57.484 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:57 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:57.328+0000 7f443ef5f700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:10:57.484 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:10:57 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:10:57.328+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:57.484 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:57 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:57.485 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:57 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:57.485 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:57 smithi090 ceph-mon[91928]: osdmap e863: 8 total, 8 up, 8 in 2024-03-07T03:10:57.485 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:57 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:57.485 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:57 smithi090 ceph-mon[91928]: No clone_snaps in snapset 229=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219],227=[227,225,224,223,222],229=[229,228]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:57.485 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:57 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:57.485 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:57 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:57.485 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:57 smithi090 ceph-mon[91928]: No clone_snaps in snapset 22c=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222],22c=[22c,22b,22a,229,228,227,225,224]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:57.485 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:57 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:10:57.485 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:10:57 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:10:57.121+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:58.412 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:58 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:58.412 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:58 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:58.412 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:58 smithi092 ceph-mon[83777]: osdmap e864: 8 total, 8 up, 8 in 2024-03-07T03:10:58.412 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:58 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:58.412 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:58 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:58.412 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:58 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:58.412 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:58 smithi092 ceph-mon[83777]: No clone_snaps in snapset 22c=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222],22c=[22c,22b,22a,229,228,227,225,224]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:58.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:58 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:10:58.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:58 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:10:58.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:58 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:10:58.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:58 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:10:58.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:58 smithi092 ceph-mon[83777]: No clone_snaps in snapset 229=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219],227=[227,225,224,223,222],229=[229,228]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:58.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:58 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:58.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:58 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:10:58.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:58 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:10:58.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:58 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:10:58.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:58 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:10:58.413 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:58 smithi092 ceph-mon[83777]: pgmap v729: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 822 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 572 KiB/s wr, 14 op/s 2024-03-07T03:10:58.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:58 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:58.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:58 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:58.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:58 smithi090 ceph-mon[89511]: osdmap e864: 8 total, 8 up, 8 in 2024-03-07T03:10:58.431 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:58 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:58.432 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:58 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:58.432 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:58 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:58.432 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:58 smithi090 ceph-mon[89511]: No clone_snaps in snapset 22c=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222],22c=[22c,22b,22a,229,228,227,225,224]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:58.432 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:58 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:10:58.432 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:58 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:10:58.432 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:58 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:10:58.432 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:58 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:10:58.432 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:58 smithi090 ceph-mon[89511]: No clone_snaps in snapset 229=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219],227=[227,225,224,223,222],229=[229,228]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:58.432 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:58 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:58.432 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:58 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:10:58.432 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:58 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:10:58.432 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:58 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:10:58.432 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:58 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:10:58.432 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:58 smithi090 ceph-mon[89511]: pgmap v729: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 822 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 572 KiB/s wr, 14 op/s 2024-03-07T03:10:58.433 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:58 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:58.433 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:58 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:58.433 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:58 smithi090 ceph-mon[91928]: osdmap e864: 8 total, 8 up, 8 in 2024-03-07T03:10:58.433 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:58 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:10:58.433 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:58 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:10:58.433 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:58 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:10:58.433 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:58 smithi090 ceph-mon[91928]: No clone_snaps in snapset 22c=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222],22c=[22c,22b,22a,229,228,227,225,224]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:10:58.433 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:58 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:10:58.433 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:58 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:10:58.433 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:58 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:10:58.433 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:58 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:10:58.433 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:58 smithi090 ceph-mon[91928]: No clone_snaps in snapset 229=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219],227=[227,225,224,223,222],229=[229,228]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:10:58.433 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:58 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:10:58.434 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:58 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:10:58.434 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:58 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:10:58.434 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:58 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:10:58.434 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:58 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:10:58.434 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:58 smithi090 ceph-mon[91928]: pgmap v729: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 822 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 572 KiB/s wr, 14 op/s 2024-03-07T03:10:59.139 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T03:10:59.139 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":864,"fsid":"fb96fd1c-dc2c-11ee-95c6-87774f69a715","created":"2024-03-07T02:48:21.402557+0000","modified":"2024-03-07T03:10:57.113816+0000","last_up_change":"2024-03-07T03:07:57.722821+0000","last_in_change":"2024-03-07T02:53:14.634561+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-07T02:51:31.237978+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-07T02:53:48.161372+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-07T02:53:49.007562+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-03-07T02:54:18.302508+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"unique_pool_0","create_time":"2024-03-07T02:56:55.636031+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"864","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":557,"snap_epoch":864,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"teuthologyprofile","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rados":{}}}],"osds":[{"osd":0,"uuid":"62173b00-78b8-4233-9293-c750339830ce","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":453,"up_from":463,"up_thru":694,"down_at":454,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":2854812379},{"type":"v1","addr":"172.21.15.90:6803","nonce":2854812379}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":2854812379},{"type":"v1","addr":"172.21.15.90:6805","nonce":2854812379}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":2854812379},{"type":"v1","addr":"172.21.15.90:6809","nonce":2854812379}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":2854812379},{"type":"v1","addr":"172.21.15.90:6807","nonce":2854812379}]},"public_addr":"172.21.15.90:6803/2854812379","cluster_addr":"172.21.15.90:6805/2854812379","heartbeat_back_addr":"172.21.15.90:6809/2854812379","heartbeat_front_addr":"172.21.15.90:6807/2854812379","state":["exists","up"]},{"osd":1,"uuid":"ba6ddbb8-bfc5-473e-ac63-9dae10041bd2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":485,"up_from":495,"up_thru":694,"down_at":486,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":330129998},{"type":"v1","addr":"172.21.15.90:6811","nonce":330129998}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":330129998},{"type":"v1","addr":"172.21.15.90:6813","nonce":330129998}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":330129998},{"type":"v1","addr":"172.21.15.90:6817","nonce":330129998}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":330129998},{"type":"v1","addr":"172.21.15.90:6815","nonce":330129998}]},"public_addr":"172.21.15.90:6811/330129998","cluster_addr":"172.21.15.90:6813/330129998","heartbeat_back_addr":"172.21.15.90:6817/330129998","heartbeat_front_addr":"172.21.15.90:6815/330129998","state":["exists","up"]},{"osd":2,"uuid":"ff8047c3-1b5e-4299-a2ae-bedeef72354c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":518,"up_from":528,"up_thru":694,"down_at":519,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":624661862},{"type":"v1","addr":"172.21.15.90:6819","nonce":624661862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":624661862},{"type":"v1","addr":"172.21.15.90:6821","nonce":624661862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":624661862},{"type":"v1","addr":"172.21.15.90:6825","nonce":624661862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":624661862},{"type":"v1","addr":"172.21.15.90:6823","nonce":624661862}]},"public_addr":"172.21.15.90:6819/624661862","cluster_addr":"172.21.15.90:6821/624661862","heartbeat_back_addr":"172.21.15.90:6825/624661862","heartbeat_front_addr":"172.21.15.90:6823/624661862","state":["exists","up"]},{"osd":3,"uuid":"f593a0b8-5c6a-4956-8bfd-1786b23b8246","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":551,"up_from":562,"up_thru":694,"down_at":552,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":3299748417},{"type":"v1","addr":"172.21.15.90:6827","nonce":3299748417}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":3299748417},{"type":"v1","addr":"172.21.15.90:6829","nonce":3299748417}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":3299748417},{"type":"v1","addr":"172.21.15.90:6833","nonce":3299748417}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":3299748417},{"type":"v1","addr":"172.21.15.90:6831","nonce":3299748417}]},"public_addr":"172.21.15.90:6827/3299748417","cluster_addr":"172.21.15.90:6829/3299748417","heartbeat_back_addr":"172.21.15.90:6833/3299748417","heartbeat_front_addr":"172.21.15.90:6831/3299748417","state":["exists","up"]},{"osd":4,"uuid":"77430044-a6e2-4b54-b014-afa25de0ab3b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":30,"last_clean_end":580,"up_from":591,"up_thru":694,"down_at":581,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":3231169325},{"type":"v1","addr":"172.21.15.92:6801","nonce":3231169325}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":3231169325},{"type":"v1","addr":"172.21.15.92:6803","nonce":3231169325}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":3231169325},{"type":"v1","addr":"172.21.15.92:6807","nonce":3231169325}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":3231169325},{"type":"v1","addr":"172.21.15.92:6805","nonce":3231169325}]},"public_addr":"172.21.15.92:6801/3231169325","cluster_addr":"172.21.15.92:6803/3231169325","heartbeat_back_addr":"172.21.15.92:6807/3231169325","heartbeat_front_addr":"172.21.15.92:6805/3231169325","state":["exists","up"]},{"osd":5,"uuid":"3fcbbd00-1811-4019-9256-c715641d4bd7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":38,"last_clean_end":616,"up_from":625,"up_thru":694,"down_at":617,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":1132994683},{"type":"v1","addr":"172.21.15.92:6809","nonce":1132994683}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":1132994683},{"type":"v1","addr":"172.21.15.92:6811","nonce":1132994683}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":1132994683},{"type":"v1","addr":"172.21.15.92:6815","nonce":1132994683}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":1132994683},{"type":"v1","addr":"172.21.15.92:6813","nonce":1132994683}]},"public_addr":"172.21.15.92:6809/1132994683","cluster_addr":"172.21.15.92:6811/1132994683","heartbeat_back_addr":"172.21.15.92:6815/1132994683","heartbeat_front_addr":"172.21.15.92:6813/1132994683","state":["exists","up"]},{"osd":6,"uuid":"5b518f86-7f07-4b56-8fa6-9fda918cf3ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":46,"last_clean_end":648,"up_from":660,"up_thru":694,"down_at":650,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":1627700836},{"type":"v1","addr":"172.21.15.92:6817","nonce":1627700836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":1627700836},{"type":"v1","addr":"172.21.15.92:6819","nonce":1627700836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":1627700836},{"type":"v1","addr":"172.21.15.92:6823","nonce":1627700836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":1627700836},{"type":"v1","addr":"172.21.15.92:6821","nonce":1627700836}]},"public_addr":"172.21.15.92:6817/1627700836","cluster_addr":"172.21.15.92:6819/1627700836","heartbeat_back_addr":"172.21.15.92:6823/1627700836","heartbeat_front_addr":"172.21.15.92:6821/1627700836","state":["exists","up"]},{"osd":7,"uuid":"3149ce0a-5ae4-4ed2-9951-75533bf13891","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":54,"last_clean_end":683,"up_from":694,"up_thru":694,"down_at":684,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":3645226278},{"type":"v1","addr":"172.21.15.92:6825","nonce":3645226278}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":3645226278},{"type":"v1","addr":"172.21.15.92:6827","nonce":3645226278}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":3645226278},{"type":"v1","addr":"172.21.15.92:6831","nonce":3645226278}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":3645226278},{"type":"v1","addr":"172.21.15.92:6829","nonce":3645226278}]},"public_addr":"172.21.15.92:6825/3645226278","cluster_addr":"172.21.15.92:6827/3645226278","heartbeat_back_addr":"172.21.15.92:6831/3645226278","heartbeat_front_addr":"172.21.15.92:6829/3645226278","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:50:39.830230+0000","dead_epoch":453},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:51:04.477989+0000","dead_epoch":485},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:51:28.474759+0000","dead_epoch":518},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:51:53.216846+0000","dead_epoch":551},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:52:15.538439+0000","dead_epoch":580},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:52:39.888296+0000","dead_epoch":616},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:53:04.965858+0000","dead_epoch":648},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:53:30.264488+0000","dead_epoch":683}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.8","mappings":[{"from":7,"to":2}]},{"pgid":"3.a","mappings":[{"from":4,"to":3}]},{"pgid":"3.18","mappings":[{"from":0,"to":2}]},{"pgid":"3.23","mappings":[{"from":0,"to":2}]},{"pgid":"3.34","mappings":[{"from":4,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.90:0/3808008696":"2024-03-08T03:01:08.044964+0000","172.21.15.90:0/373439958":"2024-03-08T02:49:20.917138+0000","172.21.15.90:0/2953742548":"2024-03-08T02:49:20.917138+0000","172.21.15.90:0/1475705684":"2024-03-08T03:02:27.691827+0000","172.21.15.90:0/3526924373":"2024-03-08T03:01:08.044964+0000","172.21.15.90:6801/2944721963":"2024-03-08T02:49:20.917138+0000","172.21.15.90:0/4131887177":"2024-03-08T02:54:18.375588+0000","172.21.15.90:0/2975564":"2024-03-08T02:54:18.375588+0000","172.21.15.90:0/3538795341":"2024-03-08T02:54:18.375588+0000","172.21.15.90:0/3188894349":"2024-03-08T02:49:20.917138+0000","172.21.15.90:6801/175434517":"2024-03-08T02:54:18.375588+0000","172.21.15.90:6800/2704579126":"2024-03-08T03:01:08.044964+0000","172.21.15.90:6800/175434517":"2024-03-08T02:54:18.375588+0000","172.21.15.90:0/3469239149":"2024-03-08T03:02:27.691827+0000","172.21.15.90:6801/1272413110":"2024-03-08T03:02:27.691827+0000","172.21.15.92:0/2473483609":"2024-03-08T03:01:42.301533+0000","172.21.15.90:0/1679273472":"2024-03-08T02:48:56.020950+0000","172.21.15.90:0/3316228389":"2024-03-08T03:01:08.044964+0000","172.21.15.92:6834/333113691":"2024-03-08T03:01:42.301533+0000","172.21.15.92:6835/333113691":"2024-03-08T03:01:42.301533+0000","172.21.15.90:0/4015169376":"2024-03-08T03:02:27.691827+0000","172.21.15.90:0/1522080357":"2024-03-08T03:02:27.691827+0000","172.21.15.92:0/2444095337":"2024-03-08T03:01:42.301533+0000","172.21.15.92:0/1782759542":"2024-03-08T03:01:42.301533+0000","172.21.15.90:0/3731708305":"2024-03-08T02:48:56.020950+0000","172.21.15.92:0/4132070322":"2024-03-08T03:01:42.301533+0000","172.21.15.90:0/1828883733":"2024-03-08T02:48:56.020950+0000","172.21.15.92:0/536813679":"2024-03-08T03:01:42.301533+0000","172.21.15.90:6800/1272413110":"2024-03-08T03:02:27.691827+0000","172.21.15.90:0/3826123206":"2024-03-08T03:02:27.691827+0000","172.21.15.90:0/1014737162":"2024-03-08T03:01:08.044964+0000","172.21.15.90:6800/3621127890":"2024-03-08T02:48:56.020950+0000","172.21.15.90:6801/2704579126":"2024-03-08T03:01:08.044964+0000","172.21.15.90:0/2932899528":"2024-03-08T03:01:08.044964+0000","172.21.15.90:6800/2944721963":"2024-03-08T02:49:20.917138+0000","172.21.15.90:6801/3621127890":"2024-03-08T02:48:56.020950+0000","172.21.15.92:6832/1681570486":"2024-03-08T03:08:23.775747+0000","172.21.15.92:0/703420874":"2024-03-08T03:01:42.301533+0000","172.21.15.90:0/542255566":"2024-03-08T02:54:18.375588+0000","172.21.15.92:6833/1681570486":"2024-03-08T03:08:23.775747+0000","172.21.15.90:0/842512594":"2024-03-08T03:02:27.691827+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":323,"length":1},{"begin":344,"length":1},{"begin":347,"length":1},{"begin":352,"length":3},{"begin":356,"length":2},{"begin":359,"length":2},{"begin":363,"length":101},{"begin":465,"length":49},{"begin":515,"length":5},{"begin":521,"length":8},{"begin":533,"length":1},{"begin":535,"length":1},{"begin":537,"length":2},{"begin":540,"length":3},{"begin":547,"length":1},{"begin":550,"length":1},{"begin":553,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-07T03:10:59.412 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:59 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:59.412 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:59 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:59.412 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:10:59 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:59.419 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:59 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:59.419 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:59 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:59.419 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:10:59 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:59.419 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:59 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:10:59.419 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:59 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:10:59.419 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:10:59 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:10:59.704 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph pg dump --format=json 2024-03-07T03:10:59.917 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T03:11:00.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:11:00 smithi090 ceph-mon[91928]: from='client.? 172.21.15.90:0/2218996246' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T03:11:00.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:11:00 smithi090 ceph-mon[91928]: pgmap v730: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 817 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 617 KiB/s wr, 15 op/s 2024-03-07T03:11:00.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:11:00 smithi090 ceph-mon[89511]: from='client.? 172.21.15.90:0/2218996246' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T03:11:00.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:11:00 smithi090 ceph-mon[89511]: pgmap v730: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 817 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 617 KiB/s wr, 15 op/s 2024-03-07T03:11:00.411 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:11:00 smithi092 ceph-mon[83777]: from='client.? 172.21.15.90:0/2218996246' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T03:11:00.412 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:11:00 smithi092 ceph-mon[83777]: pgmap v730: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 817 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 617 KiB/s wr, 15 op/s 2024-03-07T03:11:01.734 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T03:11:01.736 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-03-07T03:11:02.026 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:11:01 smithi090 ceph-mon[89511]: from='client.34500 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:11:02.026 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:11:01 smithi090 ceph-mon[89511]: pgmap v731: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 543 KiB/s wr, 10 op/s 2024-03-07T03:11:02.026 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:11:01 smithi090 ceph-mon[91928]: from='client.34500 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:11:02.026 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:11:01 smithi090 ceph-mon[91928]: pgmap v731: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 543 KiB/s wr, 10 op/s 2024-03-07T03:11:02.310 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:11:01 smithi092 ceph-mon[83777]: from='client.34500 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:11:02.310 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:11:01 smithi092 ceph-mon[83777]: pgmap v731: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 543 KiB/s wr, 10 op/s 2024-03-07T03:11:02.390 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":730,"stamp":"2024-03-07T03:10:59.845029+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":856947708,"num_objects":539,"num_object_clones":465,"num_object_copies":1617,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":539,"num_whiteouts":9,"num_read":4712,"num_read_kb":5949969,"num_write":8286,"num_write_kb":1979820,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":113,"num_bytes_recovered":387483232,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28835,"ondisk_log_size":28835,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2861180,"kb_used_data":1220792,"kb_used_omap":379,"kb_used_meta":1639876,"kb_avail":747100036,"statfs":{"total":767960285184,"available":765030436864,"internally_reserved":0,"allocated":1250091008,"data_stored":3019152106,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":388650,"internal_metadata":1679233494},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-434176,"num_objects":-10,"num_object_clones":-10,"num_object_copies":-30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-10,"num_whiteouts":0,"num_read":19,"num_read_kb":33942,"num_write":72,"num_write_kb":3552,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.758520"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":969,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-03-07T03:10:56.122158+0000","last_change":"2024-03-07T03:07:58.753984+0000","last_active":"2024-03-07T03:10:56.122158+0000","last_peered":"2024-03-07T03:10:56.122158+0000","last_clean":"2024-03-07T03:10:56.122158+0000","last_became_active":"2024-03-07T03:07:58.753138+0000","last_became_peered":"2024-03-07T03:07:58.753138+0000","last_unstale":"2024-03-07T03:10:56.122158+0000","last_undegraded":"2024-03-07T03:10:56.122158+0000","last_fullsized":"2024-03-07T03:10:56.122158+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:37:39.612519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1178,"reported_epoch":861,"state":"active+clean","last_fresh":"2024-03-07T03:10:54.094868+0000","last_change":"2024-03-07T03:07:23.074862+0000","last_active":"2024-03-07T03:10:54.094868+0000","last_peered":"2024-03-07T03:10:54.094868+0000","last_clean":"2024-03-07T03:10:54.094868+0000","last_became_active":"2024-03-07T03:07:23.074512+0000","last_became_peered":"2024-03-07T03:07:23.074512+0000","last_unstale":"2024-03-07T03:10:54.094868+0000","last_undegraded":"2024-03-07T03:10:54.094868+0000","last_fullsized":"2024-03-07T03:10:54.094868+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:45:24.128672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1208,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-03-07T03:10:55.113806+0000","last_change":"2024-03-07T03:05:01.446762+0000","last_active":"2024-03-07T03:10:55.113806+0000","last_peered":"2024-03-07T03:10:55.113806+0000","last_clean":"2024-03-07T03:10:55.113806+0000","last_became_active":"2024-03-07T03:05:01.446425+0000","last_became_peered":"2024-03-07T03:05:01.446425+0000","last_unstale":"2024-03-07T03:10:55.113806+0000","last_undegraded":"2024-03-07T03:10:55.113806+0000","last_fullsized":"2024-03-07T03:10:55.113806+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:39:39.897066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1047,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-03-07T03:10:55.119312+0000","last_change":"2024-03-07T03:07:58.755992+0000","last_active":"2024-03-07T03:10:55.119312+0000","last_peered":"2024-03-07T03:10:55.119312+0000","last_clean":"2024-03-07T03:10:55.119312+0000","last_became_active":"2024-03-07T03:07:58.755499+0000","last_became_peered":"2024-03-07T03:07:58.755499+0000","last_unstale":"2024-03-07T03:10:55.119312+0000","last_undegraded":"2024-03-07T03:10:55.119312+0000","last_fullsized":"2024-03-07T03:10:55.119312+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:26:12.313572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":982,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-03-07T03:10:56.121320+0000","last_change":"2024-03-07T03:07:58.752235+0000","last_active":"2024-03-07T03:10:56.121320+0000","last_peered":"2024-03-07T03:10:56.121320+0000","last_clean":"2024-03-07T03:10:56.121320+0000","last_became_active":"2024-03-07T03:07:58.751575+0000","last_became_peered":"2024-03-07T03:07:58.751575+0000","last_unstale":"2024-03-07T03:10:56.121320+0000","last_undegraded":"2024-03-07T03:10:56.121320+0000","last_fullsized":"2024-03-07T03:10:56.121320+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:12:05.995515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1024,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-03-07T03:10:55.119817+0000","last_change":"2024-03-07T03:06:47.859644+0000","last_active":"2024-03-07T03:10:55.119817+0000","last_peered":"2024-03-07T03:10:55.119817+0000","last_clean":"2024-03-07T03:10:55.119817+0000","last_became_active":"2024-03-07T03:06:47.859097+0000","last_became_peered":"2024-03-07T03:06:47.859097+0000","last_unstale":"2024-03-07T03:10:55.119817+0000","last_undegraded":"2024-03-07T03:10:55.119817+0000","last_fullsized":"2024-03-07T03:10:55.119817+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:22:46.909130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":982,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-03-07T03:10:56.121717+0000","last_change":"2024-03-07T03:07:58.754226+0000","last_active":"2024-03-07T03:10:56.121717+0000","last_peered":"2024-03-07T03:10:56.121717+0000","last_clean":"2024-03-07T03:10:56.121717+0000","last_became_active":"2024-03-07T03:07:58.753169+0000","last_became_peered":"2024-03-07T03:07:58.753169+0000","last_unstale":"2024-03-07T03:10:56.121717+0000","last_undegraded":"2024-03-07T03:10:56.121717+0000","last_fullsized":"2024-03-07T03:10:56.121717+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:46:59.258099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1085,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328560+0000","last_change":"2024-03-07T03:07:23.073492+0000","last_active":"2024-03-07T03:10:57.328560+0000","last_peered":"2024-03-07T03:10:57.328560+0000","last_clean":"2024-03-07T03:10:57.328560+0000","last_became_active":"2024-03-07T03:07:23.071929+0000","last_became_peered":"2024-03-07T03:07:23.071929+0000","last_unstale":"2024-03-07T03:10:57.328560+0000","last_undegraded":"2024-03-07T03:10:57.328560+0000","last_fullsized":"2024-03-07T03:10:57.328560+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:35:26.391722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":975,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-03-07T03:10:56.121869+0000","last_change":"2024-03-07T03:07:58.760328+0000","last_active":"2024-03-07T03:10:56.121869+0000","last_peered":"2024-03-07T03:10:56.121869+0000","last_clean":"2024-03-07T03:10:56.121869+0000","last_became_active":"2024-03-07T03:07:58.760046+0000","last_became_peered":"2024-03-07T03:07:58.760046+0000","last_unstale":"2024-03-07T03:10:56.121869+0000","last_undegraded":"2024-03-07T03:10:56.121869+0000","last_fullsized":"2024-03-07T03:10:56.121869+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:08:46.356817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1001,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-03-07T03:10:56.123267+0000","last_change":"2024-03-07T03:07:23.079945+0000","last_active":"2024-03-07T03:10:56.123267+0000","last_peered":"2024-03-07T03:10:56.123267+0000","last_clean":"2024-03-07T03:10:56.123267+0000","last_became_active":"2024-03-07T03:07:23.078551+0000","last_became_peered":"2024-03-07T03:07:23.078551+0000","last_unstale":"2024-03-07T03:10:56.123267+0000","last_undegraded":"2024-03-07T03:10:56.123267+0000","last_fullsized":"2024-03-07T03:10:56.123267+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:03:46.670084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1001,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-03-07T03:10:56.122771+0000","last_change":"2024-03-07T03:07:23.081963+0000","last_active":"2024-03-07T03:10:56.122771+0000","last_peered":"2024-03-07T03:10:56.122771+0000","last_clean":"2024-03-07T03:10:56.122771+0000","last_became_active":"2024-03-07T03:07:23.080128+0000","last_became_peered":"2024-03-07T03:07:23.080128+0000","last_unstale":"2024-03-07T03:10:56.122771+0000","last_undegraded":"2024-03-07T03:10:56.122771+0000","last_fullsized":"2024-03-07T03:10:56.122771+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:56.813267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1146,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329587+0000","last_change":"2024-03-07T03:07:23.074902+0000","last_active":"2024-03-07T03:10:57.329587+0000","last_peered":"2024-03-07T03:10:57.329587+0000","last_clean":"2024-03-07T03:10:57.329587+0000","last_became_active":"2024-03-07T03:07:23.074466+0000","last_became_peered":"2024-03-07T03:07:23.074466+0000","last_unstale":"2024-03-07T03:10:57.329587+0000","last_undegraded":"2024-03-07T03:10:57.329587+0000","last_fullsized":"2024-03-07T03:10:57.329587+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:40:20.268555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1115,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329097+0000","last_change":"2024-03-07T03:07:23.072635+0000","last_active":"2024-03-07T03:10:57.329097+0000","last_peered":"2024-03-07T03:10:57.329097+0000","last_clean":"2024-03-07T03:10:57.329097+0000","last_became_active":"2024-03-07T03:07:23.071712+0000","last_became_peered":"2024-03-07T03:07:23.071712+0000","last_unstale":"2024-03-07T03:10:57.329097+0000","last_undegraded":"2024-03-07T03:10:57.329097+0000","last_fullsized":"2024-03-07T03:10:57.329097+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:00:39.298564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1207,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-03-07T03:10:55.113434+0000","last_change":"2024-03-07T03:06:47.851538+0000","last_active":"2024-03-07T03:10:55.113434+0000","last_peered":"2024-03-07T03:10:55.113434+0000","last_clean":"2024-03-07T03:10:55.113434+0000","last_became_active":"2024-03-07T03:06:47.851183+0000","last_became_peered":"2024-03-07T03:06:47.851183+0000","last_unstale":"2024-03-07T03:10:55.113434+0000","last_undegraded":"2024-03-07T03:10:55.113434+0000","last_fullsized":"2024-03-07T03:10:55.113434+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:36:23.932334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1179,"reported_epoch":861,"state":"active+clean","last_fresh":"2024-03-07T03:10:54.092791+0000","last_change":"2024-03-07T03:06:47.843126+0000","last_active":"2024-03-07T03:10:54.092791+0000","last_peered":"2024-03-07T03:10:54.092791+0000","last_clean":"2024-03-07T03:10:54.092791+0000","last_became_active":"2024-03-07T03:06:47.842736+0000","last_became_peered":"2024-03-07T03:06:47.842736+0000","last_unstale":"2024-03-07T03:10:54.092791+0000","last_undegraded":"2024-03-07T03:10:54.092791+0000","last_fullsized":"2024-03-07T03:10:54.092791+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:48:10.843465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1028,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-03-07T03:10:55.116874+0000","last_change":"2024-03-07T03:07:58.755620+0000","last_active":"2024-03-07T03:10:55.116874+0000","last_peered":"2024-03-07T03:10:55.116874+0000","last_clean":"2024-03-07T03:10:55.116874+0000","last_became_active":"2024-03-07T03:07:58.755267+0000","last_became_peered":"2024-03-07T03:07:58.755267+0000","last_unstale":"2024-03-07T03:10:55.116874+0000","last_undegraded":"2024-03-07T03:10:55.116874+0000","last_fullsized":"2024-03-07T03:10:55.116874+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:51:32.339400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1032,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-03-07T03:10:55.118897+0000","last_change":"2024-03-07T03:07:58.756358+0000","last_active":"2024-03-07T03:10:55.118897+0000","last_peered":"2024-03-07T03:10:55.118897+0000","last_clean":"2024-03-07T03:10:55.118897+0000","last_became_active":"2024-03-07T03:07:58.755960+0000","last_became_peered":"2024-03-07T03:07:58.755960+0000","last_unstale":"2024-03-07T03:10:55.118897+0000","last_undegraded":"2024-03-07T03:10:55.118897+0000","last_fullsized":"2024-03-07T03:10:55.118897+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:47.464423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1154,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.330132+0000","last_change":"2024-03-07T03:07:58.755619+0000","last_active":"2024-03-07T03:10:57.330132+0000","last_peered":"2024-03-07T03:10:57.330132+0000","last_clean":"2024-03-07T03:10:57.330132+0000","last_became_active":"2024-03-07T03:07:58.755214+0000","last_became_peered":"2024-03-07T03:07:58.755214+0000","last_unstale":"2024-03-07T03:10:57.330132+0000","last_undegraded":"2024-03-07T03:10:57.330132+0000","last_fullsized":"2024-03-07T03:10:57.330132+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:59:02.041330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":968,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-03-07T03:10:56.121958+0000","last_change":"2024-03-07T03:07:58.756563+0000","last_active":"2024-03-07T03:10:56.121958+0000","last_peered":"2024-03-07T03:10:56.121958+0000","last_clean":"2024-03-07T03:10:56.121958+0000","last_became_active":"2024-03-07T03:07:58.752195+0000","last_became_peered":"2024-03-07T03:07:58.752195+0000","last_unstale":"2024-03-07T03:10:56.121958+0000","last_undegraded":"2024-03-07T03:10:56.121958+0000","last_fullsized":"2024-03-07T03:10:56.121958+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:32:35.496500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"716'5","reported_seq":1216,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-03-07T03:10:55.114318+0000","last_change":"2024-03-07T03:07:58.753999+0000","last_active":"2024-03-07T03:10:55.114318+0000","last_peered":"2024-03-07T03:10:55.114318+0000","last_clean":"2024-03-07T03:10:55.114318+0000","last_became_active":"2024-03-07T03:07:58.753607+0000","last_became_peered":"2024-03-07T03:07:58.753607+0000","last_unstale":"2024-03-07T03:10:55.114318+0000","last_undegraded":"2024-03-07T03:10:55.114318+0000","last_fullsized":"2024-03-07T03:10:55.114318+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:28:57.567238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1108,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329741+0000","last_change":"2024-03-07T03:07:23.083830+0000","last_active":"2024-03-07T03:10:57.329741+0000","last_peered":"2024-03-07T03:10:57.329741+0000","last_clean":"2024-03-07T03:10:57.329741+0000","last_became_active":"2024-03-07T03:07:23.083530+0000","last_became_peered":"2024-03-07T03:07:23.083530+0000","last_unstale":"2024-03-07T03:10:57.329741+0000","last_undegraded":"2024-03-07T03:10:57.329741+0000","last_fullsized":"2024-03-07T03:10:57.329741+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:57.938032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"716'2","reported_seq":1128,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329519+0000","last_change":"2024-03-07T03:06:47.849618+0000","last_active":"2024-03-07T03:10:57.329519+0000","last_peered":"2024-03-07T03:10:57.329519+0000","last_clean":"2024-03-07T03:10:57.329519+0000","last_became_active":"2024-03-07T03:06:47.849222+0000","last_became_peered":"2024-03-07T03:06:47.849222+0000","last_unstale":"2024-03-07T03:10:57.329519+0000","last_undegraded":"2024-03-07T03:10:57.329519+0000","last_fullsized":"2024-03-07T03:10:57.329519+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:36:41.880143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1208,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-03-07T03:10:55.113576+0000","last_change":"2024-03-07T03:06:47.851880+0000","last_active":"2024-03-07T03:10:55.113576+0000","last_peered":"2024-03-07T03:10:55.113576+0000","last_clean":"2024-03-07T03:10:55.113576+0000","last_became_active":"2024-03-07T03:06:47.851176+0000","last_became_peered":"2024-03-07T03:06:47.851176+0000","last_unstale":"2024-03-07T03:10:55.113576+0000","last_undegraded":"2024-03-07T03:10:55.113576+0000","last_fullsized":"2024-03-07T03:10:55.113576+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:38:59.663068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":973,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-03-07T03:10:56.121727+0000","last_change":"2024-03-07T03:07:58.757245+0000","last_active":"2024-03-07T03:10:56.121727+0000","last_peered":"2024-03-07T03:10:56.121727+0000","last_clean":"2024-03-07T03:10:56.121727+0000","last_became_active":"2024-03-07T03:07:58.754456+0000","last_became_peered":"2024-03-07T03:07:58.754456+0000","last_unstale":"2024-03-07T03:10:56.121727+0000","last_undegraded":"2024-03-07T03:10:56.121727+0000","last_fullsized":"2024-03-07T03:10:56.121727+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:57:32.153933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1037,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-03-07T03:10:55.120087+0000","last_change":"2024-03-07T03:06:47.855220+0000","last_active":"2024-03-07T03:10:55.120087+0000","last_peered":"2024-03-07T03:10:55.120087+0000","last_clean":"2024-03-07T03:10:55.120087+0000","last_became_active":"2024-03-07T03:06:47.854836+0000","last_became_peered":"2024-03-07T03:06:47.854836+0000","last_unstale":"2024-03-07T03:10:55.120087+0000","last_undegraded":"2024-03-07T03:10:55.120087+0000","last_fullsized":"2024-03-07T03:10:55.120087+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:51:35.386552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":980,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-03-07T03:10:56.121504+0000","last_change":"2024-03-07T03:07:58.757676+0000","last_active":"2024-03-07T03:10:56.121504+0000","last_peered":"2024-03-07T03:10:56.121504+0000","last_clean":"2024-03-07T03:10:56.121504+0000","last_became_active":"2024-03-07T03:07:58.753930+0000","last_became_peered":"2024-03-07T03:07:58.753930+0000","last_unstale":"2024-03-07T03:10:56.121504+0000","last_undegraded":"2024-03-07T03:10:56.121504+0000","last_fullsized":"2024-03-07T03:10:56.121504+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:56.639688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1031,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-03-07T03:10:55.118329+0000","last_change":"2024-03-07T03:07:23.076532+0000","last_active":"2024-03-07T03:10:55.118329+0000","last_peered":"2024-03-07T03:10:55.118329+0000","last_clean":"2024-03-07T03:10:55.118329+0000","last_became_active":"2024-03-07T03:07:23.076234+0000","last_became_peered":"2024-03-07T03:07:23.076234+0000","last_unstale":"2024-03-07T03:10:55.118329+0000","last_undegraded":"2024-03-07T03:10:55.118329+0000","last_fullsized":"2024-03-07T03:10:55.118329+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:16:39.967241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"716'2","reported_seq":1088,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329307+0000","last_change":"2024-03-07T03:07:58.752045+0000","last_active":"2024-03-07T03:10:57.329307+0000","last_peered":"2024-03-07T03:10:57.329307+0000","last_clean":"2024-03-07T03:10:57.329307+0000","last_became_active":"2024-03-07T03:07:58.751585+0000","last_became_peered":"2024-03-07T03:07:58.751585+0000","last_unstale":"2024-03-07T03:10:57.329307+0000","last_undegraded":"2024-03-07T03:10:57.329307+0000","last_fullsized":"2024-03-07T03:10:57.329307+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:03:01.652607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1105,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122952+0000","last_change":"2024-03-07T03:06:09.990854+0000","last_active":"2024-03-07T03:10:57.122952+0000","last_peered":"2024-03-07T03:10:57.122952+0000","last_clean":"2024-03-07T03:10:57.122952+0000","last_became_active":"2024-03-07T03:06:09.990464+0000","last_became_peered":"2024-03-07T03:06:09.990464+0000","last_unstale":"2024-03-07T03:10:57.122952+0000","last_undegraded":"2024-03-07T03:10:57.122952+0000","last_fullsized":"2024-03-07T03:10:57.122952+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:53:52.856954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"716'2","reported_seq":1006,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-03-07T03:10:56.123087+0000","last_change":"2024-03-07T03:07:58.754526+0000","last_active":"2024-03-07T03:10:56.123087+0000","last_peered":"2024-03-07T03:10:56.123087+0000","last_clean":"2024-03-07T03:10:56.123087+0000","last_became_active":"2024-03-07T03:07:58.754123+0000","last_became_peered":"2024-03-07T03:07:58.754123+0000","last_unstale":"2024-03-07T03:10:56.123087+0000","last_undegraded":"2024-03-07T03:10:56.123087+0000","last_fullsized":"2024-03-07T03:10:56.123087+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:41:34.446180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1206,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-03-07T03:10:55.113079+0000","last_change":"2024-03-07T03:07:58.750769+0000","last_active":"2024-03-07T03:10:55.113079+0000","last_peered":"2024-03-07T03:10:55.113079+0000","last_clean":"2024-03-07T03:10:55.113079+0000","last_became_active":"2024-03-07T03:07:58.749974+0000","last_became_peered":"2024-03-07T03:07:58.749974+0000","last_unstale":"2024-03-07T03:10:55.113079+0000","last_undegraded":"2024-03-07T03:10:55.113079+0000","last_fullsized":"2024-03-07T03:10:55.113079+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:56:14.059734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1125,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328593+0000","last_change":"2024-03-07T03:07:23.072942+0000","last_active":"2024-03-07T03:10:57.328593+0000","last_peered":"2024-03-07T03:10:57.328593+0000","last_clean":"2024-03-07T03:10:57.328593+0000","last_became_active":"2024-03-07T03:07:23.072639+0000","last_became_peered":"2024-03-07T03:07:23.072639+0000","last_unstale":"2024-03-07T03:10:57.328593+0000","last_undegraded":"2024-03-07T03:10:57.328593+0000","last_fullsized":"2024-03-07T03:10:57.328593+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:42.808853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1122,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328668+0000","last_change":"2024-03-07T03:05:35.934963+0000","last_active":"2024-03-07T03:10:57.328668+0000","last_peered":"2024-03-07T03:10:57.328668+0000","last_clean":"2024-03-07T03:10:57.328668+0000","last_became_active":"2024-03-07T03:05:35.932493+0000","last_became_peered":"2024-03-07T03:05:35.932493+0000","last_unstale":"2024-03-07T03:10:57.328668+0000","last_undegraded":"2024-03-07T03:10:57.328668+0000","last_fullsized":"2024-03-07T03:10:57.328668+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:00:57.111662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1033,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-03-07T03:10:55.117564+0000","last_change":"2024-03-07T03:07:58.756063+0000","last_active":"2024-03-07T03:10:55.117564+0000","last_peered":"2024-03-07T03:10:55.117564+0000","last_clean":"2024-03-07T03:10:55.117564+0000","last_became_active":"2024-03-07T03:07:58.755712+0000","last_became_peered":"2024-03-07T03:07:58.755712+0000","last_unstale":"2024-03-07T03:10:55.117564+0000","last_undegraded":"2024-03-07T03:10:55.117564+0000","last_fullsized":"2024-03-07T03:10:55.117564+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:13:06.484346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1179,"reported_epoch":861,"state":"active+clean","last_fresh":"2024-03-07T03:10:54.093063+0000","last_change":"2024-03-07T03:06:09.996319+0000","last_active":"2024-03-07T03:10:54.093063+0000","last_peered":"2024-03-07T03:10:54.093063+0000","last_clean":"2024-03-07T03:10:54.093063+0000","last_became_active":"2024-03-07T03:06:09.996002+0000","last_became_peered":"2024-03-07T03:06:09.996002+0000","last_unstale":"2024-03-07T03:10:54.093063+0000","last_undegraded":"2024-03-07T03:10:54.093063+0000","last_fullsized":"2024-03-07T03:10:54.093063+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:41:55.764562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1002,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-03-07T03:10:56.123945+0000","last_change":"2024-03-07T03:07:23.083466+0000","last_active":"2024-03-07T03:10:56.123945+0000","last_peered":"2024-03-07T03:10:56.123945+0000","last_clean":"2024-03-07T03:10:56.123945+0000","last_became_active":"2024-03-07T03:07:23.083156+0000","last_became_peered":"2024-03-07T03:07:23.083156+0000","last_unstale":"2024-03-07T03:10:56.123945+0000","last_undegraded":"2024-03-07T03:10:56.123945+0000","last_fullsized":"2024-03-07T03:10:56.123945+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:32:00.539449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1019,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-03-07T03:10:55.118458+0000","last_change":"2024-03-07T03:07:58.752127+0000","last_active":"2024-03-07T03:10:55.118458+0000","last_peered":"2024-03-07T03:10:55.118458+0000","last_clean":"2024-03-07T03:10:55.118458+0000","last_became_active":"2024-03-07T03:07:58.751770+0000","last_became_peered":"2024-03-07T03:07:58.751770+0000","last_unstale":"2024-03-07T03:10:55.118458+0000","last_undegraded":"2024-03-07T03:10:55.118458+0000","last_fullsized":"2024-03-07T03:10:55.118458+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:43.791488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1053,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-03-07T03:10:55.118338+0000","last_change":"2024-03-07T03:07:23.077653+0000","last_active":"2024-03-07T03:10:55.118338+0000","last_peered":"2024-03-07T03:10:55.118338+0000","last_clean":"2024-03-07T03:10:55.118338+0000","last_became_active":"2024-03-07T03:07:23.077355+0000","last_became_peered":"2024-03-07T03:07:23.077355+0000","last_unstale":"2024-03-07T03:10:55.118338+0000","last_undegraded":"2024-03-07T03:10:55.118338+0000","last_fullsized":"2024-03-07T03:10:55.118338+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:45.861158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1206,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-03-07T03:10:55.113860+0000","last_change":"2024-03-07T03:06:47.851508+0000","last_active":"2024-03-07T03:10:55.113860+0000","last_peered":"2024-03-07T03:10:55.113860+0000","last_clean":"2024-03-07T03:10:55.113860+0000","last_became_active":"2024-03-07T03:06:47.850839+0000","last_became_peered":"2024-03-07T03:06:47.850839+0000","last_unstale":"2024-03-07T03:10:55.113860+0000","last_undegraded":"2024-03-07T03:10:55.113860+0000","last_fullsized":"2024-03-07T03:10:55.113860+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:08:06.622234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1184,"reported_epoch":861,"state":"active+clean","last_fresh":"2024-03-07T03:10:54.094727+0000","last_change":"2024-03-07T03:06:47.845848+0000","last_active":"2024-03-07T03:10:54.094727+0000","last_peered":"2024-03-07T03:10:54.094727+0000","last_clean":"2024-03-07T03:10:54.094727+0000","last_became_active":"2024-03-07T03:06:47.845425+0000","last_became_peered":"2024-03-07T03:06:47.845425+0000","last_unstale":"2024-03-07T03:10:54.094727+0000","last_undegraded":"2024-03-07T03:10:54.094727+0000","last_fullsized":"2024-03-07T03:10:54.094727+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:16:24.833986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1077,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123242+0000","last_change":"2024-03-07T03:07:58.754983+0000","last_active":"2024-03-07T03:10:57.123242+0000","last_peered":"2024-03-07T03:10:57.123242+0000","last_clean":"2024-03-07T03:10:57.123242+0000","last_became_active":"2024-03-07T03:07:58.754657+0000","last_became_peered":"2024-03-07T03:07:58.754657+0000","last_unstale":"2024-03-07T03:10:57.123242+0000","last_undegraded":"2024-03-07T03:10:57.123242+0000","last_fullsized":"2024-03-07T03:10:57.123242+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:06:00.897772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"716'29","reported_seq":1037,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-03-07T03:10:56.122634+0000","last_change":"2024-03-07T03:07:23.079677+0000","last_active":"2024-03-07T03:10:56.122634+0000","last_peered":"2024-03-07T03:10:56.122634+0000","last_clean":"2024-03-07T03:10:56.122634+0000","last_became_active":"2024-03-07T03:07:23.079320+0000","last_became_peered":"2024-03-07T03:07:23.079320+0000","last_unstale":"2024-03-07T03:10:56.122634+0000","last_undegraded":"2024-03-07T03:10:56.122634+0000","last_fullsized":"2024-03-07T03:10:56.122634+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:49:54.979015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":982,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-03-07T03:10:56.121421+0000","last_change":"2024-03-07T03:07:58.758376+0000","last_active":"2024-03-07T03:10:56.121421+0000","last_peered":"2024-03-07T03:10:56.121421+0000","last_clean":"2024-03-07T03:10:56.121421+0000","last_became_active":"2024-03-07T03:07:58.757816+0000","last_became_peered":"2024-03-07T03:07:58.757816+0000","last_unstale":"2024-03-07T03:10:56.121421+0000","last_undegraded":"2024-03-07T03:10:56.121421+0000","last_fullsized":"2024-03-07T03:10:56.121421+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:47.253727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1213,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-03-07T03:10:55.113251+0000","last_change":"2024-03-07T03:06:09.989072+0000","last_active":"2024-03-07T03:10:55.113251+0000","last_peered":"2024-03-07T03:10:55.113251+0000","last_clean":"2024-03-07T03:10:55.113251+0000","last_became_active":"2024-03-07T03:06:09.987754+0000","last_became_peered":"2024-03-07T03:06:09.987754+0000","last_unstale":"2024-03-07T03:10:55.113251+0000","last_undegraded":"2024-03-07T03:10:55.113251+0000","last_fullsized":"2024-03-07T03:10:55.113251+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:05:15.340331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1208,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-03-07T03:10:55.113695+0000","last_change":"2024-03-07T03:07:58.754207+0000","last_active":"2024-03-07T03:10:55.113695+0000","last_peered":"2024-03-07T03:10:55.113695+0000","last_clean":"2024-03-07T03:10:55.113695+0000","last_became_active":"2024-03-07T03:07:58.753859+0000","last_became_peered":"2024-03-07T03:07:58.753859+0000","last_unstale":"2024-03-07T03:10:55.113695+0000","last_undegraded":"2024-03-07T03:10:55.113695+0000","last_fullsized":"2024-03-07T03:10:55.113695+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:14:02.813872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1046,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-03-07T03:10:55.119693+0000","last_change":"2024-03-07T03:07:58.755838+0000","last_active":"2024-03-07T03:10:55.119693+0000","last_peered":"2024-03-07T03:10:55.119693+0000","last_clean":"2024-03-07T03:10:55.119693+0000","last_became_active":"2024-03-07T03:07:58.755436+0000","last_became_peered":"2024-03-07T03:07:58.755436+0000","last_unstale":"2024-03-07T03:10:55.119693+0000","last_undegraded":"2024-03-07T03:10:55.119693+0000","last_fullsized":"2024-03-07T03:10:55.119693+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:25.094944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":982,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-03-07T03:10:56.121741+0000","last_change":"2024-03-07T03:07:58.750199+0000","last_active":"2024-03-07T03:10:56.121741+0000","last_peered":"2024-03-07T03:10:56.121741+0000","last_clean":"2024-03-07T03:10:56.121741+0000","last_became_active":"2024-03-07T03:07:58.749858+0000","last_became_peered":"2024-03-07T03:07:58.749858+0000","last_unstale":"2024-03-07T03:10:56.121741+0000","last_undegraded":"2024-03-07T03:10:56.121741+0000","last_fullsized":"2024-03-07T03:10:56.121741+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:41.122539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1010,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-03-07T03:10:56.121994+0000","last_change":"2024-03-07T03:07:23.076835+0000","last_active":"2024-03-07T03:10:56.121994+0000","last_peered":"2024-03-07T03:10:56.121994+0000","last_clean":"2024-03-07T03:10:56.121994+0000","last_became_active":"2024-03-07T03:07:23.075094+0000","last_became_peered":"2024-03-07T03:07:23.075094+0000","last_unstale":"2024-03-07T03:10:56.121994+0000","last_undegraded":"2024-03-07T03:10:56.121994+0000","last_fullsized":"2024-03-07T03:10:56.121994+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:50:36.739831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1001,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-03-07T03:10:56.122700+0000","last_change":"2024-03-07T03:07:23.078279+0000","last_active":"2024-03-07T03:10:56.122700+0000","last_peered":"2024-03-07T03:10:56.122700+0000","last_clean":"2024-03-07T03:10:56.122700+0000","last_became_active":"2024-03-07T03:07:23.077338+0000","last_became_peered":"2024-03-07T03:07:23.077338+0000","last_unstale":"2024-03-07T03:10:56.122700+0000","last_undegraded":"2024-03-07T03:10:56.122700+0000","last_fullsized":"2024-03-07T03:10:56.122700+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:05:40.599683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1167,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329329+0000","last_change":"2024-03-07T03:05:01.461919+0000","last_active":"2024-03-07T03:10:57.329329+0000","last_peered":"2024-03-07T03:10:57.329329+0000","last_clean":"2024-03-07T03:10:57.329329+0000","last_became_active":"2024-03-07T03:05:01.459759+0000","last_became_peered":"2024-03-07T03:05:01.459759+0000","last_unstale":"2024-03-07T03:10:57.329329+0000","last_undegraded":"2024-03-07T03:10:57.329329+0000","last_fullsized":"2024-03-07T03:10:57.329329+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:31:45.535178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":968,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-03-07T03:10:56.122107+0000","last_change":"2024-03-07T03:07:58.753856+0000","last_active":"2024-03-07T03:10:56.122107+0000","last_peered":"2024-03-07T03:10:56.122107+0000","last_clean":"2024-03-07T03:10:56.122107+0000","last_became_active":"2024-03-07T03:07:58.751889+0000","last_became_peered":"2024-03-07T03:07:58.751889+0000","last_unstale":"2024-03-07T03:10:56.122107+0000","last_undegraded":"2024-03-07T03:10:56.122107+0000","last_fullsized":"2024-03-07T03:10:56.122107+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:27:20.126942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"863'1273","reported_seq":4338,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329457+0000","last_change":"2024-03-07T03:10:56.137635+0000","last_active":"2024-03-07T03:10:57.329457+0000","last_peered":"2024-03-07T03:10:57.329457+0000","last_clean":"2024-03-07T03:10:57.329457+0000","last_became_active":"2024-03-07T03:05:01.457883+0000","last_became_peered":"2024-03-07T03:05:01.457883+0000","last_unstale":"2024-03-07T03:10:57.329457+0000","last_undegraded":"2024-03-07T03:10:57.329457+0000","last_fullsized":"2024-03-07T03:10:57.329457+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1273,"log_dups_size":0,"ondisk_log_size":1273,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:21:46.718939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.021818005000000001,"stat_sum":{"num_bytes":15540224,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":258,"num_read_kb":529715,"num_write":442,"num_write_kb":102224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1441792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.f","version":"61'1","reported_seq":1080,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123672+0000","last_change":"2024-03-07T03:07:58.755003+0000","last_active":"2024-03-07T03:10:57.123672+0000","last_peered":"2024-03-07T03:10:57.123672+0000","last_clean":"2024-03-07T03:10:57.123672+0000","last_became_active":"2024-03-07T03:07:58.754564+0000","last_became_peered":"2024-03-07T03:07:58.754564+0000","last_unstale":"2024-03-07T03:10:57.123672+0000","last_undegraded":"2024-03-07T03:10:57.123672+0000","last_fullsized":"2024-03-07T03:10:57.123672+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:34:53.344746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":983,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-03-07T03:10:56.121988+0000","last_change":"2024-03-07T03:07:58.750952+0000","last_active":"2024-03-07T03:10:56.121988+0000","last_peered":"2024-03-07T03:10:56.121988+0000","last_clean":"2024-03-07T03:10:56.121988+0000","last_became_active":"2024-03-07T03:07:58.749229+0000","last_became_peered":"2024-03-07T03:07:58.749229+0000","last_unstale":"2024-03-07T03:10:56.121988+0000","last_undegraded":"2024-03-07T03:10:56.121988+0000","last_fullsized":"2024-03-07T03:10:56.121988+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:53:10.534950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"862'838","reported_seq":4028,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-03-07T03:10:55.120287+0000","last_change":"2024-03-07T03:10:55.121170+0000","last_active":"2024-03-07T03:10:55.120287+0000","last_peered":"2024-03-07T03:10:55.120287+0000","last_clean":"2024-03-07T03:10:55.120287+0000","last_became_active":"2024-03-07T03:07:23.074596+0000","last_became_peered":"2024-03-07T03:07:23.074596+0000","last_unstale":"2024-03-07T03:10:55.120287+0000","last_undegraded":"2024-03-07T03:10:55.120287+0000","last_fullsized":"2024-03-07T03:10:55.120287+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":838,"log_dups_size":0,"ondisk_log_size":838,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:45:12.548591+0000","scrub_duration":0,"objects_trimmed":1,"snaptrim_duration":0.0085357369999999998,"stat_sum":{"num_bytes":37642240,"num_objects":10,"num_object_clones":8,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":156,"num_read_kb":413257,"num_write":262,"num_write_kb":108688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":4374528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"1"},{"start":"21e","length":"1"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.2","version":"0'0","reported_seq":1180,"reported_epoch":861,"state":"active+clean","last_fresh":"2024-03-07T03:10:54.093817+0000","last_change":"2024-03-07T03:06:47.845893+0000","last_active":"2024-03-07T03:10:54.093817+0000","last_peered":"2024-03-07T03:10:54.093817+0000","last_clean":"2024-03-07T03:10:54.093817+0000","last_became_active":"2024-03-07T03:06:47.845548+0000","last_became_peered":"2024-03-07T03:06:47.845548+0000","last_unstale":"2024-03-07T03:10:54.093817+0000","last_undegraded":"2024-03-07T03:10:54.093817+0000","last_fullsized":"2024-03-07T03:10:54.093817+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:19:55.051329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1179,"reported_epoch":861,"state":"active+clean","last_fresh":"2024-03-07T03:10:54.093953+0000","last_change":"2024-03-07T03:07:58.751041+0000","last_active":"2024-03-07T03:10:54.093953+0000","last_peered":"2024-03-07T03:10:54.093953+0000","last_clean":"2024-03-07T03:10:54.093953+0000","last_became_active":"2024-03-07T03:07:58.749047+0000","last_became_peered":"2024-03-07T03:07:58.749047+0000","last_unstale":"2024-03-07T03:10:54.093953+0000","last_undegraded":"2024-03-07T03:10:54.093953+0000","last_fullsized":"2024-03-07T03:10:54.093953+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:47:59.256394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1052,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-03-07T03:10:55.118325+0000","last_change":"2024-03-07T03:06:47.858022+0000","last_active":"2024-03-07T03:10:55.118325+0000","last_peered":"2024-03-07T03:10:55.118325+0000","last_clean":"2024-03-07T03:10:55.118325+0000","last_became_active":"2024-03-07T03:06:47.857526+0000","last_became_peered":"2024-03-07T03:06:47.857526+0000","last_unstale":"2024-03-07T03:10:55.118325+0000","last_undegraded":"2024-03-07T03:10:55.118325+0000","last_fullsized":"2024-03-07T03:10:55.118325+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:02:03.856321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"862'1186","reported_seq":4367,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-03-07T03:10:55.120408+0000","last_change":"2024-03-07T03:10:55.121383+0000","last_active":"2024-03-07T03:10:55.120408+0000","last_peered":"2024-03-07T03:10:55.120408+0000","last_clean":"2024-03-07T03:10:55.120408+0000","last_became_active":"2024-03-07T03:06:09.988405+0000","last_became_peered":"2024-03-07T03:06:09.988405+0000","last_unstale":"2024-03-07T03:10:55.120408+0000","last_undegraded":"2024-03-07T03:10:55.120408+0000","last_fullsized":"2024-03-07T03:10:55.120408+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1186,"log_dups_size":0,"ondisk_log_size":1186,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:59:09.847458+0000","scrub_duration":0,"objects_trimmed":1,"snaptrim_duration":0.0071917179999999997,"stat_sum":{"num_bytes":13524992,"num_objects":9,"num_object_clones":6,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":208,"num_read_kb":390958,"num_write":505,"num_write_kb":103888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":50642944,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"1"},{"start":"21e","length":"1"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1180,"reported_epoch":861,"state":"active+clean","last_fresh":"2024-03-07T03:10:54.094053+0000","last_change":"2024-03-07T03:05:35.928460+0000","last_active":"2024-03-07T03:10:54.094053+0000","last_peered":"2024-03-07T03:10:54.094053+0000","last_clean":"2024-03-07T03:10:54.094053+0000","last_became_active":"2024-03-07T03:05:35.928017+0000","last_became_peered":"2024-03-07T03:05:35.928017+0000","last_unstale":"2024-03-07T03:10:54.094053+0000","last_undegraded":"2024-03-07T03:10:54.094053+0000","last_fullsized":"2024-03-07T03:10:54.094053+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:53:27.674544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1021,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-03-07T03:10:55.116742+0000","last_change":"2024-03-07T03:07:23.075249+0000","last_active":"2024-03-07T03:10:55.116742+0000","last_peered":"2024-03-07T03:10:55.116742+0000","last_clean":"2024-03-07T03:10:55.116742+0000","last_became_active":"2024-03-07T03:07:23.074866+0000","last_became_peered":"2024-03-07T03:07:23.074866+0000","last_unstale":"2024-03-07T03:10:55.116742+0000","last_undegraded":"2024-03-07T03:10:55.116742+0000","last_fullsized":"2024-03-07T03:10:55.116742+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:03.393010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1077,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123129+0000","last_change":"2024-03-07T03:07:23.069585+0000","last_active":"2024-03-07T03:10:57.123129+0000","last_peered":"2024-03-07T03:10:57.123129+0000","last_clean":"2024-03-07T03:10:57.123129+0000","last_became_active":"2024-03-07T03:07:23.069262+0000","last_became_peered":"2024-03-07T03:07:23.069262+0000","last_unstale":"2024-03-07T03:10:57.123129+0000","last_undegraded":"2024-03-07T03:10:57.123129+0000","last_fullsized":"2024-03-07T03:10:57.123129+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:11:22.045807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"861'1094","reported_seq":4794,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.330893+0000","last_change":"2024-03-07T03:10:57.331022+0000","last_active":"2024-03-07T03:10:57.330893+0000","last_peered":"2024-03-07T03:10:57.330893+0000","last_clean":"2024-03-07T03:10:57.330893+0000","last_became_active":"2024-03-07T03:06:47.847229+0000","last_became_peered":"2024-03-07T03:06:47.847229+0000","last_unstale":"2024-03-07T03:10:57.330893+0000","last_undegraded":"2024-03-07T03:10:57.330893+0000","last_fullsized":"2024-03-07T03:10:57.330893+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1094,"log_dups_size":0,"ondisk_log_size":1094,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:58:27.729404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.032339935,"stat_sum":{"num_bytes":113606656,"num_objects":59,"num_object_clones":55,"num_object_copies":177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":279,"num_read_kb":358703,"num_write":525,"num_write_kb":146904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":36642816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1175,"reported_epoch":861,"state":"active+clean","last_fresh":"2024-03-07T03:10:54.095307+0000","last_change":"2024-03-07T03:06:47.843416+0000","last_active":"2024-03-07T03:10:54.095307+0000","last_peered":"2024-03-07T03:10:54.095307+0000","last_clean":"2024-03-07T03:10:54.095307+0000","last_became_active":"2024-03-07T03:06:47.842812+0000","last_became_peered":"2024-03-07T03:06:47.842812+0000","last_unstale":"2024-03-07T03:10:54.095307+0000","last_undegraded":"2024-03-07T03:10:54.095307+0000","last_fullsized":"2024-03-07T03:10:54.095307+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:03:02.672609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1181,"reported_epoch":861,"state":"active+clean","last_fresh":"2024-03-07T03:10:54.093354+0000","last_change":"2024-03-07T03:07:23.071850+0000","last_active":"2024-03-07T03:10:54.093354+0000","last_peered":"2024-03-07T03:10:54.093354+0000","last_clean":"2024-03-07T03:10:54.093354+0000","last_became_active":"2024-03-07T03:07:23.071476+0000","last_became_peered":"2024-03-07T03:07:23.071476+0000","last_unstale":"2024-03-07T03:10:54.093354+0000","last_undegraded":"2024-03-07T03:10:54.093354+0000","last_fullsized":"2024-03-07T03:10:54.093354+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:13:05.296486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1155,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329276+0000","last_change":"2024-03-07T03:05:35.926187+0000","last_active":"2024-03-07T03:10:57.329276+0000","last_peered":"2024-03-07T03:10:57.329276+0000","last_clean":"2024-03-07T03:10:57.329276+0000","last_became_active":"2024-03-07T03:05:35.925908+0000","last_became_peered":"2024-03-07T03:05:35.925908+0000","last_unstale":"2024-03-07T03:10:57.329276+0000","last_undegraded":"2024-03-07T03:10:57.329276+0000","last_fullsized":"2024-03-07T03:10:57.329276+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:48:33.101185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"863'1146","reported_seq":3868,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-03-07T03:10:56.131295+0000","last_change":"2024-03-07T03:10:56.132170+0000","last_active":"2024-03-07T03:10:56.131295+0000","last_peered":"2024-03-07T03:10:56.131295+0000","last_clean":"2024-03-07T03:10:56.131295+0000","last_became_active":"2024-03-07T03:07:58.756854+0000","last_became_peered":"2024-03-07T03:07:58.756854+0000","last_unstale":"2024-03-07T03:10:56.131295+0000","last_undegraded":"2024-03-07T03:10:56.131295+0000","last_fullsized":"2024-03-07T03:10:56.131295+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1146,"log_dups_size":0,"ondisk_log_size":1146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:46:18.841439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.010433211,"stat_sum":{"num_bytes":34668544,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":1,"num_read":219,"num_read_kb":317694,"num_write":420,"num_write_kb":93568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":10240000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1001,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-03-07T03:10:56.123074+0000","last_change":"2024-03-07T03:07:58.760449+0000","last_active":"2024-03-07T03:10:56.123074+0000","last_peered":"2024-03-07T03:10:56.123074+0000","last_clean":"2024-03-07T03:10:56.123074+0000","last_became_active":"2024-03-07T03:07:58.760086+0000","last_became_peered":"2024-03-07T03:07:58.760086+0000","last_unstale":"2024-03-07T03:10:56.123074+0000","last_undegraded":"2024-03-07T03:10:56.123074+0000","last_fullsized":"2024-03-07T03:10:56.123074+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:34:38.583100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1086,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328880+0000","last_change":"2024-03-07T03:07:23.073659+0000","last_active":"2024-03-07T03:10:57.328880+0000","last_peered":"2024-03-07T03:10:57.328880+0000","last_clean":"2024-03-07T03:10:57.328880+0000","last_became_active":"2024-03-07T03:07:23.073277+0000","last_became_peered":"2024-03-07T03:07:23.073277+0000","last_unstale":"2024-03-07T03:10:57.328880+0000","last_undegraded":"2024-03-07T03:10:57.328880+0000","last_fullsized":"2024-03-07T03:10:57.328880+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:48:34.819985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1055,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-03-07T03:10:55.117976+0000","last_change":"2024-03-07T03:07:58.752576+0000","last_active":"2024-03-07T03:10:55.117976+0000","last_peered":"2024-03-07T03:10:55.117976+0000","last_clean":"2024-03-07T03:10:55.117976+0000","last_became_active":"2024-03-07T03:07:58.752193+0000","last_became_peered":"2024-03-07T03:07:58.752193+0000","last_unstale":"2024-03-07T03:10:55.117976+0000","last_undegraded":"2024-03-07T03:10:55.117976+0000","last_fullsized":"2024-03-07T03:10:55.117976+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:55:14.205594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"395'197","reported_seq":1461,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-03-07T03:10:56.121458+0000","last_change":"2024-03-07T03:07:58.752982+0000","last_active":"2024-03-07T03:10:56.121458+0000","last_peered":"2024-03-07T03:10:56.121458+0000","last_clean":"2024-03-07T03:10:56.121458+0000","last_became_active":"2024-03-07T03:07:58.752004+0000","last_became_peered":"2024-03-07T03:07:58.752004+0000","last_unstale":"2024-03-07T03:10:56.121458+0000","last_undegraded":"2024-03-07T03:10:56.121458+0000","last_fullsized":"2024-03-07T03:10:56.121458+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_clean_scrub_stamp":"2024-03-07T02:51:31.238394+0000","objects_scrubbed":0,"log_size":197,"log_dups_size":0,"ondisk_log_size":197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:53.766202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"858'3145","reported_seq":6513,"reported_epoch":862,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:55.120015+0000","last_change":"2024-03-07T03:10:55.120314+0000","last_active":"2024-03-07T03:10:55.120015+0000","last_peered":"2024-03-07T03:10:55.120015+0000","last_clean":"2024-03-07T03:10:55.120015+0000","last_became_active":"2024-03-07T03:06:47.859231+0000","last_became_peered":"2024-03-07T03:06:47.859231+0000","last_unstale":"2024-03-07T03:10:55.120015+0000","last_undegraded":"2024-03-07T03:10:55.120015+0000","last_fullsized":"2024-03-07T03:10:55.120015+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3145,"log_dups_size":0,"ondisk_log_size":3145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":110,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:05:35.844157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001499434,"stat_sum":{"num_bytes":18481152,"num_objects":15,"num_object_clones":14,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":124,"num_read_kb":398406,"num_write":253,"num_write_kb":45856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":9773056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1208,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-03-07T03:10:55.113475+0000","last_change":"2024-03-07T03:05:01.454053+0000","last_active":"2024-03-07T03:10:55.113475+0000","last_peered":"2024-03-07T03:10:55.113475+0000","last_clean":"2024-03-07T03:10:55.113475+0000","last_became_active":"2024-03-07T03:05:01.453718+0000","last_became_peered":"2024-03-07T03:05:01.453718+0000","last_unstale":"2024-03-07T03:10:55.113475+0000","last_undegraded":"2024-03-07T03:10:55.113475+0000","last_fullsized":"2024-03-07T03:10:55.113475+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:10:59.835543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1208,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-03-07T03:10:55.112688+0000","last_change":"2024-03-07T03:06:09.987673+0000","last_active":"2024-03-07T03:10:55.112688+0000","last_peered":"2024-03-07T03:10:55.112688+0000","last_clean":"2024-03-07T03:10:55.112688+0000","last_became_active":"2024-03-07T03:06:09.987328+0000","last_became_peered":"2024-03-07T03:06:09.987328+0000","last_unstale":"2024-03-07T03:10:55.112688+0000","last_undegraded":"2024-03-07T03:10:55.112688+0000","last_fullsized":"2024-03-07T03:10:55.112688+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:11:17.983744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":970,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-03-07T03:10:56.121082+0000","last_change":"2024-03-07T03:07:58.757849+0000","last_active":"2024-03-07T03:10:56.121082+0000","last_peered":"2024-03-07T03:10:56.121082+0000","last_clean":"2024-03-07T03:10:56.121082+0000","last_became_active":"2024-03-07T03:07:58.757399+0000","last_became_peered":"2024-03-07T03:07:58.757399+0000","last_unstale":"2024-03-07T03:10:56.121082+0000","last_undegraded":"2024-03-07T03:10:56.121082+0000","last_fullsized":"2024-03-07T03:10:56.121082+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:54:11.413787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"863'1258","reported_seq":4057,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-03-07T03:10:56.128113+0000","last_change":"2024-03-07T03:10:56.129203+0000","last_active":"2024-03-07T03:10:56.128113+0000","last_peered":"2024-03-07T03:10:56.128113+0000","last_clean":"2024-03-07T03:10:56.128113+0000","last_became_active":"2024-03-07T03:07:23.080120+0000","last_became_peered":"2024-03-07T03:07:23.080120+0000","last_unstale":"2024-03-07T03:10:56.128113+0000","last_undegraded":"2024-03-07T03:10:56.128113+0000","last_fullsized":"2024-03-07T03:10:56.128113+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1258,"log_dups_size":0,"ondisk_log_size":1258,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:25.965394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0059393290000000001,"stat_sum":{"num_bytes":23298048,"num_objects":10,"num_object_clones":7,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":1,"num_read":249,"num_read_kb":271095,"num_write":533,"num_write_kb":138504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":18890752,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.3","version":"0'0","reported_seq":1208,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-03-07T03:10:55.112986+0000","last_change":"2024-03-07T03:07:58.750289+0000","last_active":"2024-03-07T03:10:55.112986+0000","last_peered":"2024-03-07T03:10:55.112986+0000","last_clean":"2024-03-07T03:10:55.112986+0000","last_became_active":"2024-03-07T03:07:58.749557+0000","last_became_peered":"2024-03-07T03:07:58.749557+0000","last_unstale":"2024-03-07T03:10:55.112986+0000","last_undegraded":"2024-03-07T03:10:55.112986+0000","last_fullsized":"2024-03-07T03:10:55.112986+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:54:43.865660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":984,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-03-07T03:10:56.121620+0000","last_change":"2024-03-07T03:07:58.758005+0000","last_active":"2024-03-07T03:10:56.121620+0000","last_peered":"2024-03-07T03:10:56.121620+0000","last_clean":"2024-03-07T03:10:56.121620+0000","last_became_active":"2024-03-07T03:07:58.756833+0000","last_became_peered":"2024-03-07T03:07:58.756833+0000","last_unstale":"2024-03-07T03:10:56.121620+0000","last_undegraded":"2024-03-07T03:10:56.121620+0000","last_fullsized":"2024-03-07T03:10:56.121620+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:37:55.288554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1180,"reported_epoch":861,"state":"active+clean","last_fresh":"2024-03-07T03:10:54.094152+0000","last_change":"2024-03-07T03:06:47.843644+0000","last_active":"2024-03-07T03:10:54.094152+0000","last_peered":"2024-03-07T03:10:54.094152+0000","last_clean":"2024-03-07T03:10:54.094152+0000","last_became_active":"2024-03-07T03:06:47.842694+0000","last_became_peered":"2024-03-07T03:06:47.842694+0000","last_unstale":"2024-03-07T03:10:54.094152+0000","last_undegraded":"2024-03-07T03:10:54.094152+0000","last_fullsized":"2024-03-07T03:10:54.094152+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:25:34.783974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"863'880","reported_seq":3813,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123496+0000","last_change":"2024-03-07T03:10:56.125509+0000","last_active":"2024-03-07T03:10:57.123496+0000","last_peered":"2024-03-07T03:10:57.123496+0000","last_clean":"2024-03-07T03:10:57.123496+0000","last_became_active":"2024-03-07T03:07:58.755248+0000","last_became_peered":"2024-03-07T03:07:58.755248+0000","last_unstale":"2024-03-07T03:10:57.123496+0000","last_undegraded":"2024-03-07T03:10:57.123496+0000","last_fullsized":"2024-03-07T03:10:57.123496+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":880,"log_dups_size":0,"ondisk_log_size":880,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:40:02.788467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0073429089999999999,"stat_sum":{"num_bytes":9224192,"num_objects":8,"num_object_clones":6,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":1,"num_read":161,"num_read_kb":133885,"num_write":362,"num_write_kb":55920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1122,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329142+0000","last_change":"2024-03-07T03:07:58.764215+0000","last_active":"2024-03-07T03:10:57.329142+0000","last_peered":"2024-03-07T03:10:57.329142+0000","last_clean":"2024-03-07T03:10:57.329142+0000","last_became_active":"2024-03-07T03:07:58.763818+0000","last_became_peered":"2024-03-07T03:07:58.763818+0000","last_unstale":"2024-03-07T03:10:57.329142+0000","last_undegraded":"2024-03-07T03:10:57.329142+0000","last_fullsized":"2024-03-07T03:10:57.329142+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:27:54.623360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"719'2","reported_seq":1185,"reported_epoch":861,"state":"active+clean","last_fresh":"2024-03-07T03:10:54.095007+0000","last_change":"2024-03-07T03:07:23.074913+0000","last_active":"2024-03-07T03:10:54.095007+0000","last_peered":"2024-03-07T03:10:54.095007+0000","last_clean":"2024-03-07T03:10:54.095007+0000","last_became_active":"2024-03-07T03:07:23.074530+0000","last_became_peered":"2024-03-07T03:07:23.074530+0000","last_unstale":"2024-03-07T03:10:54.095007+0000","last_undegraded":"2024-03-07T03:10:54.095007+0000","last_fullsized":"2024-03-07T03:10:54.095007+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:13:25.877187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1125,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329468+0000","last_change":"2024-03-07T03:07:58.757756+0000","last_active":"2024-03-07T03:10:57.329468+0000","last_peered":"2024-03-07T03:10:57.329468+0000","last_clean":"2024-03-07T03:10:57.329468+0000","last_became_active":"2024-03-07T03:07:58.757430+0000","last_became_peered":"2024-03-07T03:07:58.757430+0000","last_unstale":"2024-03-07T03:10:57.329468+0000","last_undegraded":"2024-03-07T03:10:57.329468+0000","last_fullsized":"2024-03-07T03:10:57.329468+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:22:21.412765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"863'1564","reported_seq":5161,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.329694+0000","last_change":"2024-03-07T03:10:57.329944+0000","last_active":"2024-03-07T03:10:57.329694+0000","last_peered":"2024-03-07T03:10:57.329694+0000","last_clean":"2024-03-07T03:10:57.329694+0000","last_became_active":"2024-03-07T03:06:09.990793+0000","last_became_peered":"2024-03-07T03:06:09.990793+0000","last_unstale":"2024-03-07T03:10:57.329694+0000","last_undegraded":"2024-03-07T03:10:57.329694+0000","last_fullsized":"2024-03-07T03:10:57.329694+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1564,"log_dups_size":0,"ondisk_log_size":1564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":143,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:53.639078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.019553126000000001,"stat_sum":{"num_bytes":100999168,"num_objects":73,"num_object_clones":68,"num_object_copies":219,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":1,"num_read":410,"num_read_kb":572954,"num_write":777,"num_write_kb":204640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":51175424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"c"},{"start":"178","length":"4"},{"start":"17e","length":"3"},{"start":"182","length":"4"},{"start":"187","length":"5"},{"start":"18d","length":"2"}]},{"pgid":"4.1","version":"0'0","reported_seq":1078,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122887+0000","last_change":"2024-03-07T03:07:23.071468+0000","last_active":"2024-03-07T03:10:57.122887+0000","last_peered":"2024-03-07T03:10:57.122887+0000","last_clean":"2024-03-07T03:10:57.122887+0000","last_became_active":"2024-03-07T03:07:23.071160+0000","last_became_peered":"2024-03-07T03:07:23.071160+0000","last_unstale":"2024-03-07T03:10:57.122887+0000","last_undegraded":"2024-03-07T03:10:57.122887+0000","last_fullsized":"2024-03-07T03:10:57.122887+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:17:55.686793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":986,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-03-07T03:10:56.123834+0000","last_change":"2024-03-07T03:07:58.759142+0000","last_active":"2024-03-07T03:10:56.123834+0000","last_peered":"2024-03-07T03:10:56.123834+0000","last_clean":"2024-03-07T03:10:56.123834+0000","last_became_active":"2024-03-07T03:07:58.758771+0000","last_became_peered":"2024-03-07T03:07:58.758771+0000","last_unstale":"2024-03-07T03:10:56.123834+0000","last_undegraded":"2024-03-07T03:10:56.123834+0000","last_fullsized":"2024-03-07T03:10:56.123834+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:45:13.985820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1208,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-03-07T03:10:55.113223+0000","last_change":"2024-03-07T03:06:09.988597+0000","last_active":"2024-03-07T03:10:55.113223+0000","last_peered":"2024-03-07T03:10:55.113223+0000","last_clean":"2024-03-07T03:10:55.113223+0000","last_became_active":"2024-03-07T03:06:09.988261+0000","last_became_peered":"2024-03-07T03:06:09.988261+0000","last_unstale":"2024-03-07T03:10:55.113223+0000","last_undegraded":"2024-03-07T03:10:55.113223+0000","last_fullsized":"2024-03-07T03:10:55.113223+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:11:06.717251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"843'3099","reported_seq":6382,"reported_epoch":862,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:55.119088+0000","last_change":"2024-03-07T03:10:55.120096+0000","last_active":"2024-03-07T03:10:55.119088+0000","last_peered":"2024-03-07T03:10:55.119088+0000","last_clean":"2024-03-07T03:10:55.119088+0000","last_became_active":"2024-03-07T03:07:23.084936+0000","last_became_peered":"2024-03-07T03:07:23.084936+0000","last_unstale":"2024-03-07T03:10:55.119088+0000","last_undegraded":"2024-03-07T03:10:55.119088+0000","last_fullsized":"2024-03-07T03:10:55.119088+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3099,"log_dups_size":0,"ondisk_log_size":3099,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":110,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:36:34.028696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012703,"stat_sum":{"num_bytes":8347648,"num_objects":13,"num_object_clones":12,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":56,"num_read_kb":33721,"num_write":241,"num_write_kb":36816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":434176,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1144,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329445+0000","last_change":"2024-03-07T03:05:01.461136+0000","last_active":"2024-03-07T03:10:57.329445+0000","last_peered":"2024-03-07T03:10:57.329445+0000","last_clean":"2024-03-07T03:10:57.329445+0000","last_became_active":"2024-03-07T03:05:01.457189+0000","last_became_peered":"2024-03-07T03:05:01.457189+0000","last_unstale":"2024-03-07T03:10:57.329445+0000","last_undegraded":"2024-03-07T03:10:57.329445+0000","last_fullsized":"2024-03-07T03:10:57.329445+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:23.791243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1101,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122863+0000","last_change":"2024-03-07T03:07:58.750311+0000","last_active":"2024-03-07T03:10:57.122863+0000","last_peered":"2024-03-07T03:10:57.122863+0000","last_clean":"2024-03-07T03:10:57.122863+0000","last_became_active":"2024-03-07T03:07:58.750001+0000","last_became_peered":"2024-03-07T03:07:58.750001+0000","last_unstale":"2024-03-07T03:10:57.122863+0000","last_undegraded":"2024-03-07T03:10:57.122863+0000","last_fullsized":"2024-03-07T03:10:57.122863+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:05.963944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"847'12789","reported_seq":16201,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.123778+0000","last_change":"2024-03-07T03:10:57.124034+0000","last_active":"2024-03-07T03:10:57.123778+0000","last_peered":"2024-03-07T03:10:57.123778+0000","last_clean":"2024-03-07T03:10:57.123778+0000","last_became_active":"2024-03-07T03:06:47.859957+0000","last_became_peered":"2024-03-07T03:06:47.859957+0000","last_unstale":"2024-03-07T03:10:57.123778+0000","last_undegraded":"2024-03-07T03:10:57.123778+0000","last_fullsized":"2024-03-07T03:10:57.123778+0000","mapping_epoch":625,"log_start":"599'6200","ondisk_log_start":"599'6200","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":6589,"log_dups_size":0,"ondisk_log_size":6589,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":137,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:29:13.699651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0091875959999999993,"stat_sum":{"num_bytes":71745536,"num_objects":32,"num_object_clones":30,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":0,"num_read":146,"num_read_kb":316804,"num_write":323,"num_write_kb":90232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":20865024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"5"},{"start":"171","length":"b"},{"start":"17e","length":"8"},{"start":"187","length":"5"},{"start":"18d","length":"3"},{"start":"192","length":"1"},{"start":"197","length":"1"},{"start":"199","length":"2"}]},{"pgid":"2.9","version":"0'0","reported_seq":1180,"reported_epoch":861,"state":"active+clean","last_fresh":"2024-03-07T03:10:54.092968+0000","last_change":"2024-03-07T03:07:58.752456+0000","last_active":"2024-03-07T03:10:54.092968+0000","last_peered":"2024-03-07T03:10:54.092968+0000","last_clean":"2024-03-07T03:10:54.092968+0000","last_became_active":"2024-03-07T03:07:58.752118+0000","last_became_peered":"2024-03-07T03:07:58.752118+0000","last_unstale":"2024-03-07T03:10:54.092968+0000","last_undegraded":"2024-03-07T03:10:54.092968+0000","last_fullsized":"2024-03-07T03:10:54.092968+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:08:08.574482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1116,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329239+0000","last_change":"2024-03-07T03:07:58.757839+0000","last_active":"2024-03-07T03:10:57.329239+0000","last_peered":"2024-03-07T03:10:57.329239+0000","last_clean":"2024-03-07T03:10:57.329239+0000","last_became_active":"2024-03-07T03:07:58.757495+0000","last_became_peered":"2024-03-07T03:07:58.757495+0000","last_unstale":"2024-03-07T03:10:57.329239+0000","last_undegraded":"2024-03-07T03:10:57.329239+0000","last_fullsized":"2024-03-07T03:10:57.329239+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:27:02.190643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"861'1463","reported_seq":5086,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.330620+0000","last_change":"2024-03-07T03:10:57.330799+0000","last_active":"2024-03-07T03:10:57.330620+0000","last_peered":"2024-03-07T03:10:57.330620+0000","last_clean":"2024-03-07T03:10:57.330620+0000","last_became_active":"2024-03-07T03:07:58.763085+0000","last_became_peered":"2024-03-07T03:07:58.763085+0000","last_unstale":"2024-03-07T03:10:57.330620+0000","last_undegraded":"2024-03-07T03:10:57.330620+0000","last_fullsized":"2024-03-07T03:10:57.330620+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1463,"log_dups_size":0,"ondisk_log_size":1463,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:39:21.050544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.016579719999999999,"stat_sum":{"num_bytes":106192896,"num_objects":71,"num_object_clones":66,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":1,"num_read":323,"num_read_kb":516030,"num_write":942,"num_write_kb":231680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":48201728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1180,"reported_epoch":861,"state":"active+clean","last_fresh":"2024-03-07T03:10:54.093706+0000","last_change":"2024-03-07T03:07:58.752370+0000","last_active":"2024-03-07T03:10:54.093706+0000","last_peered":"2024-03-07T03:10:54.093706+0000","last_clean":"2024-03-07T03:10:54.093706+0000","last_became_active":"2024-03-07T03:07:58.751985+0000","last_became_peered":"2024-03-07T03:07:58.751985+0000","last_unstale":"2024-03-07T03:10:54.093706+0000","last_undegraded":"2024-03-07T03:10:54.093706+0000","last_fullsized":"2024-03-07T03:10:54.093706+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:31:33.590004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1125,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328997+0000","last_change":"2024-03-07T03:06:09.987484+0000","last_active":"2024-03-07T03:10:57.328997+0000","last_peered":"2024-03-07T03:10:57.328997+0000","last_clean":"2024-03-07T03:10:57.328997+0000","last_became_active":"2024-03-07T03:06:09.986947+0000","last_became_peered":"2024-03-07T03:06:09.986947+0000","last_unstale":"2024-03-07T03:10:57.328997+0000","last_undegraded":"2024-03-07T03:10:57.328997+0000","last_fullsized":"2024-03-07T03:10:57.328997+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:37:38.253630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"857'1055","reported_seq":4892,"reported_epoch":861,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:54.094542+0000","last_change":"2024-03-07T03:10:54.094875+0000","last_active":"2024-03-07T03:10:54.094542+0000","last_peered":"2024-03-07T03:10:54.094542+0000","last_clean":"2024-03-07T03:10:54.094542+0000","last_became_active":"2024-03-07T03:06:09.993513+0000","last_became_peered":"2024-03-07T03:06:09.993513+0000","last_unstale":"2024-03-07T03:10:54.094542+0000","last_undegraded":"2024-03-07T03:10:54.094542+0000","last_fullsized":"2024-03-07T03:10:54.094542+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1055,"log_dups_size":0,"ondisk_log_size":1055,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":181,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:55.924949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013205965,"stat_sum":{"num_bytes":99745792,"num_objects":66,"num_object_clones":62,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":302,"num_read_kb":433265,"num_write":588,"num_write_kb":145464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":21749760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.b","version":"716'3","reported_seq":981,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-03-07T03:10:56.121606+0000","last_change":"2024-03-07T03:07:58.749480+0000","last_active":"2024-03-07T03:10:56.121606+0000","last_peered":"2024-03-07T03:10:56.121606+0000","last_clean":"2024-03-07T03:10:56.121606+0000","last_became_active":"2024-03-07T03:07:58.749098+0000","last_became_peered":"2024-03-07T03:07:58.749098+0000","last_unstale":"2024-03-07T03:10:56.121606+0000","last_undegraded":"2024-03-07T03:10:56.121606+0000","last_fullsized":"2024-03-07T03:10:56.121606+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:35:33.945855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1031,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-03-07T03:10:56.123041+0000","last_change":"2024-03-07T03:07:23.075725+0000","last_active":"2024-03-07T03:10:56.123041+0000","last_peered":"2024-03-07T03:10:56.123041+0000","last_clean":"2024-03-07T03:10:56.123041+0000","last_became_active":"2024-03-07T03:07:23.075203+0000","last_became_peered":"2024-03-07T03:07:23.075203+0000","last_unstale":"2024-03-07T03:10:56.123041+0000","last_undegraded":"2024-03-07T03:10:56.123041+0000","last_fullsized":"2024-03-07T03:10:56.123041+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:47:11.192302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"863'1711","reported_seq":5458,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.330724+0000","last_change":"2024-03-07T03:10:57.330918+0000","last_active":"2024-03-07T03:10:57.330724+0000","last_peered":"2024-03-07T03:10:57.330724+0000","last_clean":"2024-03-07T03:10:57.330724+0000","last_became_active":"2024-03-07T03:06:47.849454+0000","last_became_peered":"2024-03-07T03:06:47.849454+0000","last_unstale":"2024-03-07T03:10:57.330724+0000","last_undegraded":"2024-03-07T03:10:57.330724+0000","last_fullsized":"2024-03-07T03:10:57.330724+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1711,"log_dups_size":0,"ondisk_log_size":1711,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:40:07.156907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.014160193999999999,"stat_sum":{"num_bytes":165158912,"num_objects":93,"num_object_clones":87,"num_object_copies":279,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":93,"num_whiteouts":2,"num_read":489,"num_read_kb":756200,"num_write":870,"num_write_kb":258896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":69541888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1154,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329727+0000","last_change":"2024-03-07T03:06:47.847077+0000","last_active":"2024-03-07T03:10:57.329727+0000","last_peered":"2024-03-07T03:10:57.329727+0000","last_clean":"2024-03-07T03:10:57.329727+0000","last_became_active":"2024-03-07T03:06:47.846359+0000","last_became_peered":"2024-03-07T03:06:47.846359+0000","last_unstale":"2024-03-07T03:10:57.329727+0000","last_undegraded":"2024-03-07T03:10:57.329727+0000","last_fullsized":"2024-03-07T03:10:57.329727+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:00:08.102949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":968,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-03-07T03:10:56.121650+0000","last_change":"2024-03-07T03:07:58.760528+0000","last_active":"2024-03-07T03:10:56.121650+0000","last_peered":"2024-03-07T03:10:56.121650+0000","last_clean":"2024-03-07T03:10:56.121650+0000","last_became_active":"2024-03-07T03:07:58.760226+0000","last_became_peered":"2024-03-07T03:07:58.760226+0000","last_unstale":"2024-03-07T03:10:56.121650+0000","last_undegraded":"2024-03-07T03:10:56.121650+0000","last_fullsized":"2024-03-07T03:10:56.121650+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:10:36.411047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"863'1938","reported_seq":4936,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329769+0000","last_change":"2024-03-07T03:10:56.140803+0000","last_active":"2024-03-07T03:10:57.329769+0000","last_peered":"2024-03-07T03:10:57.329769+0000","last_clean":"2024-03-07T03:10:57.329769+0000","last_became_active":"2024-03-07T03:06:09.993933+0000","last_became_peered":"2024-03-07T03:06:09.993933+0000","last_unstale":"2024-03-07T03:10:57.329769+0000","last_undegraded":"2024-03-07T03:10:57.329769+0000","last_fullsized":"2024-03-07T03:10:57.329769+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1938,"log_dups_size":0,"ondisk_log_size":1938,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:16.359457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.024996012000000001,"stat_sum":{"num_bytes":22765568,"num_objects":17,"num_object_clones":12,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":2,"num_read":350,"num_read_kb":387634,"num_write":702,"num_write_kb":183472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":7151616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.d","version":"61'1","reported_seq":1182,"reported_epoch":861,"state":"active+clean","last_fresh":"2024-03-07T03:10:54.094372+0000","last_change":"2024-03-07T03:06:09.993129+0000","last_active":"2024-03-07T03:10:54.094372+0000","last_peered":"2024-03-07T03:10:54.094372+0000","last_clean":"2024-03-07T03:10:54.094372+0000","last_became_active":"2024-03-07T03:06:09.992737+0000","last_became_peered":"2024-03-07T03:06:09.992737+0000","last_unstale":"2024-03-07T03:10:54.094372+0000","last_undegraded":"2024-03-07T03:10:54.094372+0000","last_fullsized":"2024-03-07T03:10:54.094372+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:02:42.055569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1045,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-03-07T03:10:55.119708+0000","last_change":"2024-03-07T03:07:23.076846+0000","last_active":"2024-03-07T03:10:55.119708+0000","last_peered":"2024-03-07T03:10:55.119708+0000","last_clean":"2024-03-07T03:10:55.119708+0000","last_became_active":"2024-03-07T03:07:23.075895+0000","last_became_peered":"2024-03-07T03:07:23.075895+0000","last_unstale":"2024-03-07T03:10:55.119708+0000","last_undegraded":"2024-03-07T03:10:55.119708+0000","last_fullsized":"2024-03-07T03:10:55.119708+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:09:15.080126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"854'331","reported_seq":3430,"reported_epoch":863,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:56.123167+0000","last_change":"2024-03-07T03:10:56.123454+0000","last_active":"2024-03-07T03:10:56.123167+0000","last_peered":"2024-03-07T03:10:56.123167+0000","last_clean":"2024-03-07T03:10:56.123167+0000","last_became_active":"2024-03-07T03:07:58.749089+0000","last_became_peered":"2024-03-07T03:07:58.749089+0000","last_unstale":"2024-03-07T03:10:56.123167+0000","last_undegraded":"2024-03-07T03:10:56.123167+0000","last_fullsized":"2024-03-07T03:10:56.123167+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":331,"log_dups_size":0,"ondisk_log_size":331,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":83,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:09:55.922786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00085119700000000004,"stat_sum":{"num_bytes":15409152,"num_objects":11,"num_object_clones":10,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":91,"num_read_kb":118251,"num_write":162,"num_write_kb":30616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":34586624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"56"},{"start":"1c2","length":"3"},{"start":"1c9","length":"1"}]},{"pgid":"2.e","version":"61'2","reported_seq":1158,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.330433+0000","last_change":"2024-03-07T03:07:58.755578+0000","last_active":"2024-03-07T03:10:57.330433+0000","last_peered":"2024-03-07T03:10:57.330433+0000","last_clean":"2024-03-07T03:10:57.330433+0000","last_became_active":"2024-03-07T03:07:58.755160+0000","last_became_peered":"2024-03-07T03:07:58.755160+0000","last_unstale":"2024-03-07T03:10:57.330433+0000","last_undegraded":"2024-03-07T03:10:57.330433+0000","last_fullsized":"2024-03-07T03:10:57.330433+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:20.584382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":983,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-03-07T03:10:56.122413+0000","last_change":"2024-03-07T03:07:58.751269+0000","last_active":"2024-03-07T03:10:56.122413+0000","last_peered":"2024-03-07T03:10:56.122413+0000","last_clean":"2024-03-07T03:10:56.122413+0000","last_became_active":"2024-03-07T03:07:58.750956+0000","last_became_peered":"2024-03-07T03:07:58.750956+0000","last_unstale":"2024-03-07T03:10:56.122413+0000","last_undegraded":"2024-03-07T03:10:56.122413+0000","last_fullsized":"2024-03-07T03:10:56.122413+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:39.414545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1002,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-03-07T03:10:56.122589+0000","last_change":"2024-03-07T03:07:23.081711+0000","last_active":"2024-03-07T03:10:56.122589+0000","last_peered":"2024-03-07T03:10:56.122589+0000","last_clean":"2024-03-07T03:10:56.122589+0000","last_became_active":"2024-03-07T03:07:23.079269+0000","last_became_peered":"2024-03-07T03:07:23.079269+0000","last_unstale":"2024-03-07T03:10:56.122589+0000","last_undegraded":"2024-03-07T03:10:56.122589+0000","last_fullsized":"2024-03-07T03:10:56.122589+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:39.008957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1155,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329167+0000","last_change":"2024-03-07T03:07:23.072806+0000","last_active":"2024-03-07T03:10:57.329167+0000","last_peered":"2024-03-07T03:10:57.329167+0000","last_clean":"2024-03-07T03:10:57.329167+0000","last_became_active":"2024-03-07T03:07:23.071234+0000","last_became_peered":"2024-03-07T03:07:23.071234+0000","last_unstale":"2024-03-07T03:10:57.329167+0000","last_undegraded":"2024-03-07T03:10:57.329167+0000","last_fullsized":"2024-03-07T03:10:57.329167+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:52.610744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1052,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-03-07T03:10:55.120073+0000","last_change":"2024-03-07T03:06:47.851593+0000","last_active":"2024-03-07T03:10:55.120073+0000","last_peered":"2024-03-07T03:10:55.120073+0000","last_clean":"2024-03-07T03:10:55.120073+0000","last_became_active":"2024-03-07T03:06:47.849677+0000","last_became_peered":"2024-03-07T03:06:47.849677+0000","last_unstale":"2024-03-07T03:10:55.120073+0000","last_undegraded":"2024-03-07T03:10:55.120073+0000","last_fullsized":"2024-03-07T03:10:55.120073+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:30.969251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1114,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329917+0000","last_change":"2024-03-07T03:06:09.995434+0000","last_active":"2024-03-07T03:10:57.329917+0000","last_peered":"2024-03-07T03:10:57.329917+0000","last_clean":"2024-03-07T03:10:57.329917+0000","last_became_active":"2024-03-07T03:06:09.994939+0000","last_became_peered":"2024-03-07T03:06:09.994939+0000","last_unstale":"2024-03-07T03:10:57.329917+0000","last_undegraded":"2024-03-07T03:10:57.329917+0000","last_fullsized":"2024-03-07T03:10:57.329917+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:27:11.737354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1125,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328876+0000","last_change":"2024-03-07T03:06:09.987381+0000","last_active":"2024-03-07T03:10:57.328876+0000","last_peered":"2024-03-07T03:10:57.328876+0000","last_clean":"2024-03-07T03:10:57.328876+0000","last_became_active":"2024-03-07T03:06:09.986952+0000","last_became_peered":"2024-03-07T03:06:09.986952+0000","last_unstale":"2024-03-07T03:10:57.328876+0000","last_undegraded":"2024-03-07T03:10:57.328876+0000","last_fullsized":"2024-03-07T03:10:57.328876+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:26:15.439852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1180,"reported_epoch":861,"state":"active+clean","last_fresh":"2024-03-07T03:10:54.094591+0000","last_change":"2024-03-07T03:05:35.923999+0000","last_active":"2024-03-07T03:10:54.094591+0000","last_peered":"2024-03-07T03:10:54.094591+0000","last_clean":"2024-03-07T03:10:54.094591+0000","last_became_active":"2024-03-07T03:05:35.923719+0000","last_became_peered":"2024-03-07T03:05:35.923719+0000","last_unstale":"2024-03-07T03:10:54.094591+0000","last_undegraded":"2024-03-07T03:10:54.094591+0000","last_fullsized":"2024-03-07T03:10:54.094591+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:43:04.724647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1004,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-03-07T03:10:56.123642+0000","last_change":"2024-03-07T03:07:58.749989+0000","last_active":"2024-03-07T03:10:56.123642+0000","last_peered":"2024-03-07T03:10:56.123642+0000","last_clean":"2024-03-07T03:10:56.123642+0000","last_became_active":"2024-03-07T03:07:58.749643+0000","last_became_peered":"2024-03-07T03:07:58.749643+0000","last_unstale":"2024-03-07T03:10:56.123642+0000","last_undegraded":"2024-03-07T03:10:56.123642+0000","last_fullsized":"2024-03-07T03:10:56.123642+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:00:44.729806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1108,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329621+0000","last_change":"2024-03-07T03:06:09.999184+0000","last_active":"2024-03-07T03:10:57.329621+0000","last_peered":"2024-03-07T03:10:57.329621+0000","last_clean":"2024-03-07T03:10:57.329621+0000","last_became_active":"2024-03-07T03:06:09.998856+0000","last_became_peered":"2024-03-07T03:06:09.998856+0000","last_unstale":"2024-03-07T03:10:57.329621+0000","last_undegraded":"2024-03-07T03:10:57.329621+0000","last_fullsized":"2024-03-07T03:10:57.329621+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:37:00.102189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1051,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-03-07T03:10:55.117383+0000","last_change":"2024-03-07T03:06:47.857644+0000","last_active":"2024-03-07T03:10:55.117383+0000","last_peered":"2024-03-07T03:10:55.117383+0000","last_clean":"2024-03-07T03:10:55.117383+0000","last_became_active":"2024-03-07T03:06:47.857354+0000","last_became_peered":"2024-03-07T03:06:47.857354+0000","last_unstale":"2024-03-07T03:10:55.117383+0000","last_undegraded":"2024-03-07T03:10:55.117383+0000","last_fullsized":"2024-03-07T03:10:55.117383+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:02:18.860369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1116,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328967+0000","last_change":"2024-03-07T03:06:09.987872+0000","last_active":"2024-03-07T03:10:57.328967+0000","last_peered":"2024-03-07T03:10:57.328967+0000","last_clean":"2024-03-07T03:10:57.328967+0000","last_became_active":"2024-03-07T03:06:09.986852+0000","last_became_peered":"2024-03-07T03:06:09.986852+0000","last_unstale":"2024-03-07T03:10:57.328967+0000","last_undegraded":"2024-03-07T03:10:57.328967+0000","last_fullsized":"2024-03-07T03:10:57.328967+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:13.708512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1029,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-03-07T03:10:55.116589+0000","last_change":"2024-03-07T03:07:58.755825+0000","last_active":"2024-03-07T03:10:55.116589+0000","last_peered":"2024-03-07T03:10:55.116589+0000","last_clean":"2024-03-07T03:10:55.116589+0000","last_became_active":"2024-03-07T03:07:58.755395+0000","last_became_peered":"2024-03-07T03:07:58.755395+0000","last_unstale":"2024-03-07T03:10:55.116589+0000","last_undegraded":"2024-03-07T03:10:55.116589+0000","last_fullsized":"2024-03-07T03:10:55.116589+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:10:43.184914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1208,"reported_epoch":862,"state":"active+clean","last_fresh":"2024-03-07T03:10:55.112420+0000","last_change":"2024-03-07T03:07:58.753962+0000","last_active":"2024-03-07T03:10:55.112420+0000","last_peered":"2024-03-07T03:10:55.112420+0000","last_clean":"2024-03-07T03:10:55.112420+0000","last_became_active":"2024-03-07T03:07:58.753619+0000","last_became_peered":"2024-03-07T03:07:58.753619+0000","last_unstale":"2024-03-07T03:10:55.112420+0000","last_undegraded":"2024-03-07T03:10:55.112420+0000","last_fullsized":"2024-03-07T03:10:55.112420+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:44:44.641067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1009,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-03-07T03:10:56.122415+0000","last_change":"2024-03-07T03:07:23.078516+0000","last_active":"2024-03-07T03:10:56.122415+0000","last_peered":"2024-03-07T03:10:56.122415+0000","last_clean":"2024-03-07T03:10:56.122415+0000","last_became_active":"2024-03-07T03:07:23.076017+0000","last_became_peered":"2024-03-07T03:07:23.076017+0000","last_unstale":"2024-03-07T03:10:56.122415+0000","last_undegraded":"2024-03-07T03:10:56.122415+0000","last_fullsized":"2024-03-07T03:10:56.122415+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:17:54.725933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":856350720,"num_objects":515,"num_object_clones":465,"num_object_copies":1545,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":515,"num_whiteouts":9,"num_read":3821,"num_read_kb":5948572,"num_write":7907,"num_write_kb":1977368,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":107,"num_bytes_recovered":385712128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1169195008,"data_stored":2967584768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28570,"ondisk_log_size":28570,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197,"ondisk_log_size":197,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":26375,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":694,"seq":2980707303461,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":150176,"kb_used_data":96140,"kb_used_omap":35,"kb_used_meta":53980,"kb_avail":93594976,"statfs":{"total":95995035648,"available":95841255424,"internally_reserved":0,"allocated":98447360,"data_stored":167027834,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36312,"internal_metadata":55276072},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":660,"seq":2834678415404,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":94276,"kb_used_data":41912,"kb_used_omap":23,"kb_used_meta":52328,"kb_avail":93650876,"statfs":{"total":95995035648,"available":95898497024,"internally_reserved":0,"allocated":42917888,"data_stored":79598457,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":24173,"internal_metadata":53584275},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":463,"seq":1988569858134,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":676484,"kb_used_data":195632,"kb_used_omap":46,"kb_used_meta":480785,"kb_avail":93068668,"statfs":{"total":95995035648,"available":95302316032,"internally_reserved":0,"allocated":200327168,"data_stored":536775200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48036,"internal_metadata":492323932},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":528,"seq":2267742732361,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":401776,"kb_used_data":209252,"kb_used_omap":54,"kb_used_meta":192457,"kb_avail":93343376,"statfs":{"total":95995035648,"available":95583617024,"internally_reserved":0,"allocated":214274048,"data_stored":587826473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56016,"internal_metadata":197076272},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":495,"seq":2126008811599,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":485664,"kb_used_data":166992,"kb_used_omap":47,"kb_used_meta":318608,"kb_avail":93259488,"statfs":{"total":95995035648,"available":95497715712,"internally_reserved":0,"allocated":170999808,"data_stored":459998664,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48143,"internal_metadata":326255601},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":562,"seq":2413771620418,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":177748,"kb_used_data":84672,"kb_used_omap":37,"kb_used_meta":93018,"kb_avail":93567404,"statfs":{"total":95995035648,"available":95813021696,"internally_reserved":0,"allocated":86704128,"data_stored":171510863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38083,"internal_metadata":95251261},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":591,"seq":2538325671995,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":365920,"kb_used_data":157844,"kb_used_omap":61,"kb_used_meta":208002,"kb_avail":93379232,"statfs":{"total":95995035648,"available":95620333568,"internally_reserved":0,"allocated":161632256,"data_stored":367986669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":62843,"internal_metadata":212994693},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":625,"seq":2684354560051,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":509136,"kb_used_data":268348,"kb_used_omap":73,"kb_used_meta":240694,"kb_avail":93236016,"statfs":{"total":95995035648,"available":95473680384,"internally_reserved":0,"allocated":274788352,"data_stored":648427946,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":75044,"internal_metadata":246471388},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7413,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2060,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2124,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3359,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3677,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2797,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2839,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2106,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":187109376,"data_stored":524550144,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":161443840,"data_stored":454393856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":204677120,"data_stored":582193152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":77082624,"data_stored":165871616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":152018944,"data_stored":362352640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":265207808,"data_stored":642809856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":33390592,"data_stored":74600448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":88264704,"data_stored":160813056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-07T03:11:02.395 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:11:02.395 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:11:02.395 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:11:02.395 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-07T03:11:02.395 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-07T03:11:02.395 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-07T03:11:02.396 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.c in trimming, state: active+clean+snaptrim_error 2024-03-07T03:11:02.396 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-07T03:11:02.396 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:11:02.396 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-07T03:11:02.661 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:11:02 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:11:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:11:03.323 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:11:03 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:11:03] "GET /metrics HTTP/1.1" 200 36318 "" "Prometheus/2.43.0" 2024-03-07T03:11:04.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:11:03 smithi090 ceph-mon[91928]: pgmap v732: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 457 KiB/s wr, 8 op/s 2024-03-07T03:11:04.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:11:03 smithi090 ceph-mon[89511]: pgmap v732: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 457 KiB/s wr, 8 op/s 2024-03-07T03:11:04.412 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:11:03 smithi092 ceph-mon[83777]: pgmap v732: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 457 KiB/s wr, 8 op/s 2024-03-07T03:11:06.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:11:05 smithi090 ceph-mon[89511]: pgmap v733: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 880 KiB/s rd, 261 KiB/s wr, 6 op/s 2024-03-07T03:11:06.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:11:05 smithi090 ceph-mon[91928]: pgmap v733: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 880 KiB/s rd, 261 KiB/s wr, 6 op/s 2024-03-07T03:11:06.412 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:11:05 smithi092 ceph-mon[83777]: pgmap v733: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 880 KiB/s rd, 261 KiB/s wr, 6 op/s 2024-03-07T03:11:08.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:11:07 smithi090 ceph-mon[89511]: pgmap v734: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 434 KiB/s rd, 237 KiB/s wr, 5 op/s 2024-03-07T03:11:08.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:11:07 smithi090 ceph-mon[91928]: pgmap v734: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 434 KiB/s rd, 237 KiB/s wr, 5 op/s 2024-03-07T03:11:08.411 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:11:07 smithi092 ceph-mon[83777]: pgmap v734: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 434 KiB/s rd, 237 KiB/s wr, 5 op/s 2024-03-07T03:11:10.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:11:09 smithi090 ceph-mon[89511]: pgmap v735: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 388 KiB/s rd, 212 KiB/s wr, 5 op/s 2024-03-07T03:11:10.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:11:09 smithi090 ceph-mon[91928]: pgmap v735: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 388 KiB/s rd, 212 KiB/s wr, 5 op/s 2024-03-07T03:11:10.411 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:11:09 smithi092 ceph-mon[83777]: pgmap v735: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 388 KiB/s rd, 212 KiB/s wr, 5 op/s 2024-03-07T03:11:12.310 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:11:11 smithi092 ceph-mon[83777]: pgmap v736: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 106 KiB/s rd, 105 KiB/s wr, 2 op/s 2024-03-07T03:11:12.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:11:11 smithi090 ceph-mon[89511]: pgmap v736: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 106 KiB/s rd, 105 KiB/s wr, 2 op/s 2024-03-07T03:11:12.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:11:11 smithi090 ceph-mon[91928]: pgmap v736: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 106 KiB/s rd, 105 KiB/s wr, 2 op/s 2024-03-07T03:11:12.397 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph pg dump --format=json 2024-03-07T03:11:12.613 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T03:11:12.661 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:11:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:11:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:11:13.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:11:12 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:11:13.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:11:12 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:11:13.324 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:11:13 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:11:13] "GET /metrics HTTP/1.1" 200 36315 "" "Prometheus/2.43.0" 2024-03-07T03:11:13.411 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:11:12 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:11:14.185 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:11:13 smithi090 ceph-mon[89511]: pgmap v737: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:11:14.185 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:11:13 smithi090 ceph-mon[91928]: pgmap v737: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:11:14.412 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:11:13 smithi092 ceph-mon[83777]: pgmap v737: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:11:14.496 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T03:11:14.497 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-03-07T03:11:15.073 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:11:14 smithi090 ceph-mon[89511]: from='client.34506 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:11:15.073 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:11:14 smithi090 ceph-mon[91928]: from='client.34506 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:11:15.154 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":737,"stamp":"2024-03-07T03:11:13.849439+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":858242044,"num_objects":540,"num_object_clones":466,"num_object_copies":1620,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":540,"num_whiteouts":8,"num_read":4717,"num_read_kb":5951239,"num_write":8310,"num_write_kb":1981084,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":113,"num_bytes_recovered":387483232,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28845,"ondisk_log_size":28845,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2878480,"kb_used_data":1220056,"kb_used_omap":379,"kb_used_meta":1657924,"kb_avail":747082736,"statfs":{"total":767960285184,"available":765012721664,"internally_reserved":0,"allocated":1249337344,"data_stored":3015980339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":388650,"internal_metadata":1697714646},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003843"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":971,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298186+0000","last_change":"2024-03-07T03:07:58.753984+0000","last_active":"2024-03-07T03:10:57.298186+0000","last_peered":"2024-03-07T03:10:57.298186+0000","last_clean":"2024-03-07T03:10:57.298186+0000","last_became_active":"2024-03-07T03:07:58.753138+0000","last_became_peered":"2024-03-07T03:07:58.753138+0000","last_unstale":"2024-03-07T03:10:57.298186+0000","last_undegraded":"2024-03-07T03:10:57.298186+0000","last_fullsized":"2024-03-07T03:10:57.298186+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:37:39.612519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1184,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122633+0000","last_change":"2024-03-07T03:07:23.074862+0000","last_active":"2024-03-07T03:10:57.122633+0000","last_peered":"2024-03-07T03:10:57.122633+0000","last_clean":"2024-03-07T03:10:57.122633+0000","last_became_active":"2024-03-07T03:07:23.074512+0000","last_became_peered":"2024-03-07T03:07:23.074512+0000","last_unstale":"2024-03-07T03:10:57.122633+0000","last_undegraded":"2024-03-07T03:10:57.122633+0000","last_fullsized":"2024-03-07T03:10:57.122633+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:45:24.128672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125870+0000","last_change":"2024-03-07T03:05:01.446762+0000","last_active":"2024-03-07T03:10:57.125870+0000","last_peered":"2024-03-07T03:10:57.125870+0000","last_clean":"2024-03-07T03:10:57.125870+0000","last_became_active":"2024-03-07T03:05:01.446425+0000","last_became_peered":"2024-03-07T03:05:01.446425+0000","last_unstale":"2024-03-07T03:10:57.125870+0000","last_undegraded":"2024-03-07T03:10:57.125870+0000","last_fullsized":"2024-03-07T03:10:57.125870+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:39:39.897066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1051,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129875+0000","last_change":"2024-03-07T03:07:58.755992+0000","last_active":"2024-03-07T03:10:57.129875+0000","last_peered":"2024-03-07T03:10:57.129875+0000","last_clean":"2024-03-07T03:10:57.129875+0000","last_became_active":"2024-03-07T03:07:58.755499+0000","last_became_peered":"2024-03-07T03:07:58.755499+0000","last_unstale":"2024-03-07T03:10:57.129875+0000","last_undegraded":"2024-03-07T03:10:57.129875+0000","last_fullsized":"2024-03-07T03:10:57.129875+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:26:12.313572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":984,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297449+0000","last_change":"2024-03-07T03:07:58.752235+0000","last_active":"2024-03-07T03:10:57.297449+0000","last_peered":"2024-03-07T03:10:57.297449+0000","last_clean":"2024-03-07T03:10:57.297449+0000","last_became_active":"2024-03-07T03:07:58.751575+0000","last_became_peered":"2024-03-07T03:07:58.751575+0000","last_unstale":"2024-03-07T03:10:57.297449+0000","last_undegraded":"2024-03-07T03:10:57.297449+0000","last_fullsized":"2024-03-07T03:10:57.297449+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:12:05.995515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1028,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130010+0000","last_change":"2024-03-07T03:06:47.859644+0000","last_active":"2024-03-07T03:10:57.130010+0000","last_peered":"2024-03-07T03:10:57.130010+0000","last_clean":"2024-03-07T03:10:57.130010+0000","last_became_active":"2024-03-07T03:06:47.859097+0000","last_became_peered":"2024-03-07T03:06:47.859097+0000","last_unstale":"2024-03-07T03:10:57.130010+0000","last_undegraded":"2024-03-07T03:10:57.130010+0000","last_fullsized":"2024-03-07T03:10:57.130010+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:22:46.909130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":984,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297316+0000","last_change":"2024-03-07T03:07:58.754226+0000","last_active":"2024-03-07T03:10:57.297316+0000","last_peered":"2024-03-07T03:10:57.297316+0000","last_clean":"2024-03-07T03:10:57.297316+0000","last_became_active":"2024-03-07T03:07:58.753169+0000","last_became_peered":"2024-03-07T03:07:58.753169+0000","last_unstale":"2024-03-07T03:10:57.297316+0000","last_undegraded":"2024-03-07T03:10:57.297316+0000","last_fullsized":"2024-03-07T03:10:57.297316+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:46:59.258099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1085,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328560+0000","last_change":"2024-03-07T03:07:23.073492+0000","last_active":"2024-03-07T03:10:57.328560+0000","last_peered":"2024-03-07T03:10:57.328560+0000","last_clean":"2024-03-07T03:10:57.328560+0000","last_became_active":"2024-03-07T03:07:23.071929+0000","last_became_peered":"2024-03-07T03:07:23.071929+0000","last_unstale":"2024-03-07T03:10:57.328560+0000","last_undegraded":"2024-03-07T03:10:57.328560+0000","last_fullsized":"2024-03-07T03:10:57.328560+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:35:26.391722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":977,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298039+0000","last_change":"2024-03-07T03:07:58.760328+0000","last_active":"2024-03-07T03:10:57.298039+0000","last_peered":"2024-03-07T03:10:57.298039+0000","last_clean":"2024-03-07T03:10:57.298039+0000","last_became_active":"2024-03-07T03:07:58.760046+0000","last_became_peered":"2024-03-07T03:07:58.760046+0000","last_unstale":"2024-03-07T03:10:57.298039+0000","last_undegraded":"2024-03-07T03:10:57.298039+0000","last_fullsized":"2024-03-07T03:10:57.298039+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:08:46.356817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1003,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127795+0000","last_change":"2024-03-07T03:07:23.079945+0000","last_active":"2024-03-07T03:10:57.127795+0000","last_peered":"2024-03-07T03:10:57.127795+0000","last_clean":"2024-03-07T03:10:57.127795+0000","last_became_active":"2024-03-07T03:07:23.078551+0000","last_became_peered":"2024-03-07T03:07:23.078551+0000","last_unstale":"2024-03-07T03:10:57.127795+0000","last_undegraded":"2024-03-07T03:10:57.127795+0000","last_fullsized":"2024-03-07T03:10:57.127795+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:03:46.670084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1003,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127652+0000","last_change":"2024-03-07T03:07:23.081963+0000","last_active":"2024-03-07T03:10:57.127652+0000","last_peered":"2024-03-07T03:10:57.127652+0000","last_clean":"2024-03-07T03:10:57.127652+0000","last_became_active":"2024-03-07T03:07:23.080128+0000","last_became_peered":"2024-03-07T03:07:23.080128+0000","last_unstale":"2024-03-07T03:10:57.127652+0000","last_undegraded":"2024-03-07T03:10:57.127652+0000","last_fullsized":"2024-03-07T03:10:57.127652+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:56.813267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1146,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329587+0000","last_change":"2024-03-07T03:07:23.074902+0000","last_active":"2024-03-07T03:10:57.329587+0000","last_peered":"2024-03-07T03:10:57.329587+0000","last_clean":"2024-03-07T03:10:57.329587+0000","last_became_active":"2024-03-07T03:07:23.074466+0000","last_became_peered":"2024-03-07T03:07:23.074466+0000","last_unstale":"2024-03-07T03:10:57.329587+0000","last_undegraded":"2024-03-07T03:10:57.329587+0000","last_fullsized":"2024-03-07T03:10:57.329587+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:40:20.268555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1115,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329097+0000","last_change":"2024-03-07T03:07:23.072635+0000","last_active":"2024-03-07T03:10:57.329097+0000","last_peered":"2024-03-07T03:10:57.329097+0000","last_clean":"2024-03-07T03:10:57.329097+0000","last_became_active":"2024-03-07T03:07:23.071712+0000","last_became_peered":"2024-03-07T03:07:23.071712+0000","last_unstale":"2024-03-07T03:10:57.329097+0000","last_undegraded":"2024-03-07T03:10:57.329097+0000","last_fullsized":"2024-03-07T03:10:57.329097+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:00:39.298564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1211,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125471+0000","last_change":"2024-03-07T03:06:47.851538+0000","last_active":"2024-03-07T03:10:57.125471+0000","last_peered":"2024-03-07T03:10:57.125471+0000","last_clean":"2024-03-07T03:10:57.125471+0000","last_became_active":"2024-03-07T03:06:47.851183+0000","last_became_peered":"2024-03-07T03:06:47.851183+0000","last_unstale":"2024-03-07T03:10:57.125471+0000","last_undegraded":"2024-03-07T03:10:57.125471+0000","last_fullsized":"2024-03-07T03:10:57.125471+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:36:23.932334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1185,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.121921+0000","last_change":"2024-03-07T03:06:47.843126+0000","last_active":"2024-03-07T03:10:57.121921+0000","last_peered":"2024-03-07T03:10:57.121921+0000","last_clean":"2024-03-07T03:10:57.121921+0000","last_became_active":"2024-03-07T03:06:47.842736+0000","last_became_peered":"2024-03-07T03:06:47.842736+0000","last_unstale":"2024-03-07T03:10:57.121921+0000","last_undegraded":"2024-03-07T03:10:57.121921+0000","last_fullsized":"2024-03-07T03:10:57.121921+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:48:10.843465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1032,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129500+0000","last_change":"2024-03-07T03:07:58.755620+0000","last_active":"2024-03-07T03:10:57.129500+0000","last_peered":"2024-03-07T03:10:57.129500+0000","last_clean":"2024-03-07T03:10:57.129500+0000","last_became_active":"2024-03-07T03:07:58.755267+0000","last_became_peered":"2024-03-07T03:07:58.755267+0000","last_unstale":"2024-03-07T03:10:57.129500+0000","last_undegraded":"2024-03-07T03:10:57.129500+0000","last_fullsized":"2024-03-07T03:10:57.129500+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:51:32.339400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1036,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130654+0000","last_change":"2024-03-07T03:07:58.756358+0000","last_active":"2024-03-07T03:10:57.130654+0000","last_peered":"2024-03-07T03:10:57.130654+0000","last_clean":"2024-03-07T03:10:57.130654+0000","last_became_active":"2024-03-07T03:07:58.755960+0000","last_became_peered":"2024-03-07T03:07:58.755960+0000","last_unstale":"2024-03-07T03:10:57.130654+0000","last_undegraded":"2024-03-07T03:10:57.130654+0000","last_fullsized":"2024-03-07T03:10:57.130654+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:47.464423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1154,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.330132+0000","last_change":"2024-03-07T03:07:58.755619+0000","last_active":"2024-03-07T03:10:57.330132+0000","last_peered":"2024-03-07T03:10:57.330132+0000","last_clean":"2024-03-07T03:10:57.330132+0000","last_became_active":"2024-03-07T03:07:58.755214+0000","last_became_peered":"2024-03-07T03:07:58.755214+0000","last_unstale":"2024-03-07T03:10:57.330132+0000","last_undegraded":"2024-03-07T03:10:57.330132+0000","last_fullsized":"2024-03-07T03:10:57.330132+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:59:02.041330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":970,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298058+0000","last_change":"2024-03-07T03:07:58.756563+0000","last_active":"2024-03-07T03:10:57.298058+0000","last_peered":"2024-03-07T03:10:57.298058+0000","last_clean":"2024-03-07T03:10:57.298058+0000","last_became_active":"2024-03-07T03:07:58.752195+0000","last_became_peered":"2024-03-07T03:07:58.752195+0000","last_unstale":"2024-03-07T03:10:57.298058+0000","last_undegraded":"2024-03-07T03:10:57.298058+0000","last_fullsized":"2024-03-07T03:10:57.298058+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:32:35.496500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"716'5","reported_seq":1220,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126462+0000","last_change":"2024-03-07T03:07:58.753999+0000","last_active":"2024-03-07T03:10:57.126462+0000","last_peered":"2024-03-07T03:10:57.126462+0000","last_clean":"2024-03-07T03:10:57.126462+0000","last_became_active":"2024-03-07T03:07:58.753607+0000","last_became_peered":"2024-03-07T03:07:58.753607+0000","last_unstale":"2024-03-07T03:10:57.126462+0000","last_undegraded":"2024-03-07T03:10:57.126462+0000","last_fullsized":"2024-03-07T03:10:57.126462+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:28:57.567238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1108,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329741+0000","last_change":"2024-03-07T03:07:23.083830+0000","last_active":"2024-03-07T03:10:57.329741+0000","last_peered":"2024-03-07T03:10:57.329741+0000","last_clean":"2024-03-07T03:10:57.329741+0000","last_became_active":"2024-03-07T03:07:23.083530+0000","last_became_peered":"2024-03-07T03:07:23.083530+0000","last_unstale":"2024-03-07T03:10:57.329741+0000","last_undegraded":"2024-03-07T03:10:57.329741+0000","last_fullsized":"2024-03-07T03:10:57.329741+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:57.938032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"716'2","reported_seq":1128,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329519+0000","last_change":"2024-03-07T03:06:47.849618+0000","last_active":"2024-03-07T03:10:57.329519+0000","last_peered":"2024-03-07T03:10:57.329519+0000","last_clean":"2024-03-07T03:10:57.329519+0000","last_became_active":"2024-03-07T03:06:47.849222+0000","last_became_peered":"2024-03-07T03:06:47.849222+0000","last_unstale":"2024-03-07T03:10:57.329519+0000","last_undegraded":"2024-03-07T03:10:57.329519+0000","last_fullsized":"2024-03-07T03:10:57.329519+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:36:41.880143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126043+0000","last_change":"2024-03-07T03:06:47.851880+0000","last_active":"2024-03-07T03:10:57.126043+0000","last_peered":"2024-03-07T03:10:57.126043+0000","last_clean":"2024-03-07T03:10:57.126043+0000","last_became_active":"2024-03-07T03:06:47.851176+0000","last_became_peered":"2024-03-07T03:06:47.851176+0000","last_unstale":"2024-03-07T03:10:57.126043+0000","last_undegraded":"2024-03-07T03:10:57.126043+0000","last_fullsized":"2024-03-07T03:10:57.126043+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:38:59.663068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":975,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298084+0000","last_change":"2024-03-07T03:07:58.757245+0000","last_active":"2024-03-07T03:10:57.298084+0000","last_peered":"2024-03-07T03:10:57.298084+0000","last_clean":"2024-03-07T03:10:57.298084+0000","last_became_active":"2024-03-07T03:07:58.754456+0000","last_became_peered":"2024-03-07T03:07:58.754456+0000","last_unstale":"2024-03-07T03:10:57.298084+0000","last_undegraded":"2024-03-07T03:10:57.298084+0000","last_fullsized":"2024-03-07T03:10:57.298084+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:57:32.153933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1041,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130356+0000","last_change":"2024-03-07T03:06:47.855220+0000","last_active":"2024-03-07T03:10:57.130356+0000","last_peered":"2024-03-07T03:10:57.130356+0000","last_clean":"2024-03-07T03:10:57.130356+0000","last_became_active":"2024-03-07T03:06:47.854836+0000","last_became_peered":"2024-03-07T03:06:47.854836+0000","last_unstale":"2024-03-07T03:10:57.130356+0000","last_undegraded":"2024-03-07T03:10:57.130356+0000","last_fullsized":"2024-03-07T03:10:57.130356+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:51:35.386552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":982,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297797+0000","last_change":"2024-03-07T03:07:58.757676+0000","last_active":"2024-03-07T03:10:57.297797+0000","last_peered":"2024-03-07T03:10:57.297797+0000","last_clean":"2024-03-07T03:10:57.297797+0000","last_became_active":"2024-03-07T03:07:58.753930+0000","last_became_peered":"2024-03-07T03:07:58.753930+0000","last_unstale":"2024-03-07T03:10:57.297797+0000","last_undegraded":"2024-03-07T03:10:57.297797+0000","last_fullsized":"2024-03-07T03:10:57.297797+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:56.639688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1035,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130064+0000","last_change":"2024-03-07T03:07:23.076532+0000","last_active":"2024-03-07T03:10:57.130064+0000","last_peered":"2024-03-07T03:10:57.130064+0000","last_clean":"2024-03-07T03:10:57.130064+0000","last_became_active":"2024-03-07T03:07:23.076234+0000","last_became_peered":"2024-03-07T03:07:23.076234+0000","last_unstale":"2024-03-07T03:10:57.130064+0000","last_undegraded":"2024-03-07T03:10:57.130064+0000","last_fullsized":"2024-03-07T03:10:57.130064+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:16:39.967241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"716'2","reported_seq":1088,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329307+0000","last_change":"2024-03-07T03:07:58.752045+0000","last_active":"2024-03-07T03:10:57.329307+0000","last_peered":"2024-03-07T03:10:57.329307+0000","last_clean":"2024-03-07T03:10:57.329307+0000","last_became_active":"2024-03-07T03:07:58.751585+0000","last_became_peered":"2024-03-07T03:07:58.751585+0000","last_unstale":"2024-03-07T03:10:57.329307+0000","last_undegraded":"2024-03-07T03:10:57.329307+0000","last_fullsized":"2024-03-07T03:10:57.329307+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:03:01.652607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1106,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123001+0000","last_change":"2024-03-07T03:06:09.990854+0000","last_active":"2024-03-07T03:10:57.123001+0000","last_peered":"2024-03-07T03:10:57.123001+0000","last_clean":"2024-03-07T03:10:57.123001+0000","last_became_active":"2024-03-07T03:06:09.990464+0000","last_became_peered":"2024-03-07T03:06:09.990464+0000","last_unstale":"2024-03-07T03:10:57.123001+0000","last_undegraded":"2024-03-07T03:10:57.123001+0000","last_fullsized":"2024-03-07T03:10:57.123001+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:53:52.856954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"716'2","reported_seq":1008,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127716+0000","last_change":"2024-03-07T03:07:58.754526+0000","last_active":"2024-03-07T03:10:57.127716+0000","last_peered":"2024-03-07T03:10:57.127716+0000","last_clean":"2024-03-07T03:10:57.127716+0000","last_became_active":"2024-03-07T03:07:58.754123+0000","last_became_peered":"2024-03-07T03:07:58.754123+0000","last_unstale":"2024-03-07T03:10:57.127716+0000","last_undegraded":"2024-03-07T03:10:57.127716+0000","last_fullsized":"2024-03-07T03:10:57.127716+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:41:34.446180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1210,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125937+0000","last_change":"2024-03-07T03:07:58.750769+0000","last_active":"2024-03-07T03:10:57.125937+0000","last_peered":"2024-03-07T03:10:57.125937+0000","last_clean":"2024-03-07T03:10:57.125937+0000","last_became_active":"2024-03-07T03:07:58.749974+0000","last_became_peered":"2024-03-07T03:07:58.749974+0000","last_unstale":"2024-03-07T03:10:57.125937+0000","last_undegraded":"2024-03-07T03:10:57.125937+0000","last_fullsized":"2024-03-07T03:10:57.125937+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:56:14.059734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1125,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328593+0000","last_change":"2024-03-07T03:07:23.072942+0000","last_active":"2024-03-07T03:10:57.328593+0000","last_peered":"2024-03-07T03:10:57.328593+0000","last_clean":"2024-03-07T03:10:57.328593+0000","last_became_active":"2024-03-07T03:07:23.072639+0000","last_became_peered":"2024-03-07T03:07:23.072639+0000","last_unstale":"2024-03-07T03:10:57.328593+0000","last_undegraded":"2024-03-07T03:10:57.328593+0000","last_fullsized":"2024-03-07T03:10:57.328593+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:42.808853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1122,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328668+0000","last_change":"2024-03-07T03:05:35.934963+0000","last_active":"2024-03-07T03:10:57.328668+0000","last_peered":"2024-03-07T03:10:57.328668+0000","last_clean":"2024-03-07T03:10:57.328668+0000","last_became_active":"2024-03-07T03:05:35.932493+0000","last_became_peered":"2024-03-07T03:05:35.932493+0000","last_unstale":"2024-03-07T03:10:57.328668+0000","last_undegraded":"2024-03-07T03:10:57.328668+0000","last_fullsized":"2024-03-07T03:10:57.328668+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:00:57.111662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1037,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129714+0000","last_change":"2024-03-07T03:07:58.756063+0000","last_active":"2024-03-07T03:10:57.129714+0000","last_peered":"2024-03-07T03:10:57.129714+0000","last_clean":"2024-03-07T03:10:57.129714+0000","last_became_active":"2024-03-07T03:07:58.755712+0000","last_became_peered":"2024-03-07T03:07:58.755712+0000","last_unstale":"2024-03-07T03:10:57.129714+0000","last_undegraded":"2024-03-07T03:10:57.129714+0000","last_fullsized":"2024-03-07T03:10:57.129714+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:13:06.484346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1185,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122325+0000","last_change":"2024-03-07T03:06:09.996319+0000","last_active":"2024-03-07T03:10:57.122325+0000","last_peered":"2024-03-07T03:10:57.122325+0000","last_clean":"2024-03-07T03:10:57.122325+0000","last_became_active":"2024-03-07T03:06:09.996002+0000","last_became_peered":"2024-03-07T03:06:09.996002+0000","last_unstale":"2024-03-07T03:10:57.122325+0000","last_undegraded":"2024-03-07T03:10:57.122325+0000","last_fullsized":"2024-03-07T03:10:57.122325+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:41:55.764562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1004,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127980+0000","last_change":"2024-03-07T03:07:23.083466+0000","last_active":"2024-03-07T03:10:57.127980+0000","last_peered":"2024-03-07T03:10:57.127980+0000","last_clean":"2024-03-07T03:10:57.127980+0000","last_became_active":"2024-03-07T03:07:23.083156+0000","last_became_peered":"2024-03-07T03:07:23.083156+0000","last_unstale":"2024-03-07T03:10:57.127980+0000","last_undegraded":"2024-03-07T03:10:57.127980+0000","last_fullsized":"2024-03-07T03:10:57.127980+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:32:00.539449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1023,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130259+0000","last_change":"2024-03-07T03:07:58.752127+0000","last_active":"2024-03-07T03:10:57.130259+0000","last_peered":"2024-03-07T03:10:57.130259+0000","last_clean":"2024-03-07T03:10:57.130259+0000","last_became_active":"2024-03-07T03:07:58.751770+0000","last_became_peered":"2024-03-07T03:07:58.751770+0000","last_unstale":"2024-03-07T03:10:57.130259+0000","last_undegraded":"2024-03-07T03:10:57.130259+0000","last_fullsized":"2024-03-07T03:10:57.130259+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:43.791488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1057,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129992+0000","last_change":"2024-03-07T03:07:23.077653+0000","last_active":"2024-03-07T03:10:57.129992+0000","last_peered":"2024-03-07T03:10:57.129992+0000","last_clean":"2024-03-07T03:10:57.129992+0000","last_became_active":"2024-03-07T03:07:23.077355+0000","last_became_peered":"2024-03-07T03:07:23.077355+0000","last_unstale":"2024-03-07T03:10:57.129992+0000","last_undegraded":"2024-03-07T03:10:57.129992+0000","last_fullsized":"2024-03-07T03:10:57.129992+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:45.861158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1211,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126336+0000","last_change":"2024-03-07T03:06:47.851508+0000","last_active":"2024-03-07T03:10:57.126336+0000","last_peered":"2024-03-07T03:10:57.126336+0000","last_clean":"2024-03-07T03:10:57.126336+0000","last_became_active":"2024-03-07T03:06:47.850839+0000","last_became_peered":"2024-03-07T03:06:47.850839+0000","last_unstale":"2024-03-07T03:10:57.126336+0000","last_undegraded":"2024-03-07T03:10:57.126336+0000","last_fullsized":"2024-03-07T03:10:57.126336+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:08:06.622234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1190,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122468+0000","last_change":"2024-03-07T03:06:47.845848+0000","last_active":"2024-03-07T03:10:57.122468+0000","last_peered":"2024-03-07T03:10:57.122468+0000","last_clean":"2024-03-07T03:10:57.122468+0000","last_became_active":"2024-03-07T03:06:47.845425+0000","last_became_peered":"2024-03-07T03:06:47.845425+0000","last_unstale":"2024-03-07T03:10:57.122468+0000","last_undegraded":"2024-03-07T03:10:57.122468+0000","last_fullsized":"2024-03-07T03:10:57.122468+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:16:24.833986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1077,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123242+0000","last_change":"2024-03-07T03:07:58.754983+0000","last_active":"2024-03-07T03:10:57.123242+0000","last_peered":"2024-03-07T03:10:57.123242+0000","last_clean":"2024-03-07T03:10:57.123242+0000","last_became_active":"2024-03-07T03:07:58.754657+0000","last_became_peered":"2024-03-07T03:07:58.754657+0000","last_unstale":"2024-03-07T03:10:57.123242+0000","last_undegraded":"2024-03-07T03:10:57.123242+0000","last_fullsized":"2024-03-07T03:10:57.123242+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:06:00.897772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"716'29","reported_seq":1039,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127756+0000","last_change":"2024-03-07T03:07:23.079677+0000","last_active":"2024-03-07T03:10:57.127756+0000","last_peered":"2024-03-07T03:10:57.127756+0000","last_clean":"2024-03-07T03:10:57.127756+0000","last_became_active":"2024-03-07T03:07:23.079320+0000","last_became_peered":"2024-03-07T03:07:23.079320+0000","last_unstale":"2024-03-07T03:10:57.127756+0000","last_undegraded":"2024-03-07T03:10:57.127756+0000","last_fullsized":"2024-03-07T03:10:57.127756+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:49:54.979015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":984,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297755+0000","last_change":"2024-03-07T03:07:58.758376+0000","last_active":"2024-03-07T03:10:57.297755+0000","last_peered":"2024-03-07T03:10:57.297755+0000","last_clean":"2024-03-07T03:10:57.297755+0000","last_became_active":"2024-03-07T03:07:58.757816+0000","last_became_peered":"2024-03-07T03:07:58.757816+0000","last_unstale":"2024-03-07T03:10:57.297755+0000","last_undegraded":"2024-03-07T03:10:57.297755+0000","last_fullsized":"2024-03-07T03:10:57.297755+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:47.253727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1217,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126076+0000","last_change":"2024-03-07T03:06:09.989072+0000","last_active":"2024-03-07T03:10:57.126076+0000","last_peered":"2024-03-07T03:10:57.126076+0000","last_clean":"2024-03-07T03:10:57.126076+0000","last_became_active":"2024-03-07T03:06:09.987754+0000","last_became_peered":"2024-03-07T03:06:09.987754+0000","last_unstale":"2024-03-07T03:10:57.126076+0000","last_undegraded":"2024-03-07T03:10:57.126076+0000","last_fullsized":"2024-03-07T03:10:57.126076+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:05:15.340331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125648+0000","last_change":"2024-03-07T03:07:58.754207+0000","last_active":"2024-03-07T03:10:57.125648+0000","last_peered":"2024-03-07T03:10:57.125648+0000","last_clean":"2024-03-07T03:10:57.125648+0000","last_became_active":"2024-03-07T03:07:58.753859+0000","last_became_peered":"2024-03-07T03:07:58.753859+0000","last_unstale":"2024-03-07T03:10:57.125648+0000","last_undegraded":"2024-03-07T03:10:57.125648+0000","last_fullsized":"2024-03-07T03:10:57.125648+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:14:02.813872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1050,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129821+0000","last_change":"2024-03-07T03:07:58.755838+0000","last_active":"2024-03-07T03:10:57.129821+0000","last_peered":"2024-03-07T03:10:57.129821+0000","last_clean":"2024-03-07T03:10:57.129821+0000","last_became_active":"2024-03-07T03:07:58.755436+0000","last_became_peered":"2024-03-07T03:07:58.755436+0000","last_unstale":"2024-03-07T03:10:57.129821+0000","last_undegraded":"2024-03-07T03:10:57.129821+0000","last_fullsized":"2024-03-07T03:10:57.129821+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:25.094944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":984,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297649+0000","last_change":"2024-03-07T03:07:58.750199+0000","last_active":"2024-03-07T03:10:57.297649+0000","last_peered":"2024-03-07T03:10:57.297649+0000","last_clean":"2024-03-07T03:10:57.297649+0000","last_became_active":"2024-03-07T03:07:58.749858+0000","last_became_peered":"2024-03-07T03:07:58.749858+0000","last_unstale":"2024-03-07T03:10:57.297649+0000","last_undegraded":"2024-03-07T03:10:57.297649+0000","last_fullsized":"2024-03-07T03:10:57.297649+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:41.122539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1012,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127462+0000","last_change":"2024-03-07T03:07:23.076835+0000","last_active":"2024-03-07T03:10:57.127462+0000","last_peered":"2024-03-07T03:10:57.127462+0000","last_clean":"2024-03-07T03:10:57.127462+0000","last_became_active":"2024-03-07T03:07:23.075094+0000","last_became_peered":"2024-03-07T03:07:23.075094+0000","last_unstale":"2024-03-07T03:10:57.127462+0000","last_undegraded":"2024-03-07T03:10:57.127462+0000","last_fullsized":"2024-03-07T03:10:57.127462+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:50:36.739831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1003,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127360+0000","last_change":"2024-03-07T03:07:23.078279+0000","last_active":"2024-03-07T03:10:57.127360+0000","last_peered":"2024-03-07T03:10:57.127360+0000","last_clean":"2024-03-07T03:10:57.127360+0000","last_became_active":"2024-03-07T03:07:23.077338+0000","last_became_peered":"2024-03-07T03:07:23.077338+0000","last_unstale":"2024-03-07T03:10:57.127360+0000","last_undegraded":"2024-03-07T03:10:57.127360+0000","last_fullsized":"2024-03-07T03:10:57.127360+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:05:40.599683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1167,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329329+0000","last_change":"2024-03-07T03:05:01.461919+0000","last_active":"2024-03-07T03:10:57.329329+0000","last_peered":"2024-03-07T03:10:57.329329+0000","last_clean":"2024-03-07T03:10:57.329329+0000","last_became_active":"2024-03-07T03:05:01.459759+0000","last_became_peered":"2024-03-07T03:05:01.459759+0000","last_unstale":"2024-03-07T03:10:57.329329+0000","last_undegraded":"2024-03-07T03:10:57.329329+0000","last_fullsized":"2024-03-07T03:10:57.329329+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:31:45.535178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":970,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297341+0000","last_change":"2024-03-07T03:07:58.753856+0000","last_active":"2024-03-07T03:10:57.297341+0000","last_peered":"2024-03-07T03:10:57.297341+0000","last_clean":"2024-03-07T03:10:57.297341+0000","last_became_active":"2024-03-07T03:07:58.751889+0000","last_became_peered":"2024-03-07T03:07:58.751889+0000","last_unstale":"2024-03-07T03:10:57.297341+0000","last_undegraded":"2024-03-07T03:10:57.297341+0000","last_fullsized":"2024-03-07T03:10:57.297341+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:27:20.126942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"863'1273","reported_seq":4338,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329457+0000","last_change":"2024-03-07T03:10:56.137635+0000","last_active":"2024-03-07T03:10:57.329457+0000","last_peered":"2024-03-07T03:10:57.329457+0000","last_clean":"2024-03-07T03:10:57.329457+0000","last_became_active":"2024-03-07T03:05:01.457883+0000","last_became_peered":"2024-03-07T03:05:01.457883+0000","last_unstale":"2024-03-07T03:10:57.329457+0000","last_undegraded":"2024-03-07T03:10:57.329457+0000","last_fullsized":"2024-03-07T03:10:57.329457+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1273,"log_dups_size":0,"ondisk_log_size":1273,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:21:46.718939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.021818005000000001,"stat_sum":{"num_bytes":15540224,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":258,"num_read_kb":529715,"num_write":442,"num_write_kb":102224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1441792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.f","version":"61'1","reported_seq":1080,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123672+0000","last_change":"2024-03-07T03:07:58.755003+0000","last_active":"2024-03-07T03:10:57.123672+0000","last_peered":"2024-03-07T03:10:57.123672+0000","last_clean":"2024-03-07T03:10:57.123672+0000","last_became_active":"2024-03-07T03:07:58.754564+0000","last_became_peered":"2024-03-07T03:07:58.754564+0000","last_unstale":"2024-03-07T03:10:57.123672+0000","last_undegraded":"2024-03-07T03:10:57.123672+0000","last_fullsized":"2024-03-07T03:10:57.123672+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:34:53.344746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298000+0000","last_change":"2024-03-07T03:07:58.750952+0000","last_active":"2024-03-07T03:10:57.298000+0000","last_peered":"2024-03-07T03:10:57.298000+0000","last_clean":"2024-03-07T03:10:57.298000+0000","last_became_active":"2024-03-07T03:07:58.749229+0000","last_became_peered":"2024-03-07T03:07:58.749229+0000","last_unstale":"2024-03-07T03:10:57.298000+0000","last_undegraded":"2024-03-07T03:10:57.298000+0000","last_fullsized":"2024-03-07T03:10:57.298000+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:53:10.534950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"863'847","reported_seq":4046,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125690+0000","last_change":"2024-03-07T03:10:56.129162+0000","last_active":"2024-03-07T03:10:57.125690+0000","last_peered":"2024-03-07T03:10:57.125690+0000","last_clean":"2024-03-07T03:10:57.125690+0000","last_became_active":"2024-03-07T03:07:23.074596+0000","last_became_peered":"2024-03-07T03:07:23.074596+0000","last_unstale":"2024-03-07T03:10:57.125690+0000","last_undegraded":"2024-03-07T03:10:57.125690+0000","last_fullsized":"2024-03-07T03:10:57.125690+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":847,"log_dups_size":0,"ondisk_log_size":847,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:34:23.625809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0099120149999999997,"stat_sum":{"num_bytes":38936576,"num_objects":11,"num_object_clones":9,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":157,"num_read_kb":413258,"num_write":266,"num_write_kb":109952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":4374528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.2","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122312+0000","last_change":"2024-03-07T03:06:47.845893+0000","last_active":"2024-03-07T03:10:57.122312+0000","last_peered":"2024-03-07T03:10:57.122312+0000","last_clean":"2024-03-07T03:10:57.122312+0000","last_became_active":"2024-03-07T03:06:47.845548+0000","last_became_peered":"2024-03-07T03:06:47.845548+0000","last_unstale":"2024-03-07T03:10:57.122312+0000","last_undegraded":"2024-03-07T03:10:57.122312+0000","last_fullsized":"2024-03-07T03:10:57.122312+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:19:55.051329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1185,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122598+0000","last_change":"2024-03-07T03:07:58.751041+0000","last_active":"2024-03-07T03:10:57.122598+0000","last_peered":"2024-03-07T03:10:57.122598+0000","last_clean":"2024-03-07T03:10:57.122598+0000","last_became_active":"2024-03-07T03:07:58.749047+0000","last_became_peered":"2024-03-07T03:07:58.749047+0000","last_unstale":"2024-03-07T03:10:57.122598+0000","last_undegraded":"2024-03-07T03:10:57.122598+0000","last_fullsized":"2024-03-07T03:10:57.122598+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:47:59.256394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1056,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129942+0000","last_change":"2024-03-07T03:06:47.858022+0000","last_active":"2024-03-07T03:10:57.129942+0000","last_peered":"2024-03-07T03:10:57.129942+0000","last_clean":"2024-03-07T03:10:57.129942+0000","last_became_active":"2024-03-07T03:06:47.857526+0000","last_became_peered":"2024-03-07T03:06:47.857526+0000","last_unstale":"2024-03-07T03:10:57.129942+0000","last_undegraded":"2024-03-07T03:10:57.129942+0000","last_fullsized":"2024-03-07T03:10:57.129942+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:02:03.856321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"862'1186","reported_seq":4377,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126178+0000","last_change":"2024-03-07T03:10:56.119983+0000","last_active":"2024-03-07T03:10:57.126178+0000","last_peered":"2024-03-07T03:10:57.126178+0000","last_clean":"2024-03-07T03:10:57.126178+0000","last_became_active":"2024-03-07T03:06:09.988405+0000","last_became_peered":"2024-03-07T03:06:09.988405+0000","last_unstale":"2024-03-07T03:10:57.126178+0000","last_undegraded":"2024-03-07T03:10:57.126178+0000","last_fullsized":"2024-03-07T03:10:57.126178+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1186,"log_dups_size":0,"ondisk_log_size":1186,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:41:38.890400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099770099999999993,"stat_sum":{"num_bytes":13524992,"num_objects":9,"num_object_clones":6,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":208,"num_read_kb":390958,"num_write":505,"num_write_kb":103888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":50642944,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122311+0000","last_change":"2024-03-07T03:05:35.928460+0000","last_active":"2024-03-07T03:10:57.122311+0000","last_peered":"2024-03-07T03:10:57.122311+0000","last_clean":"2024-03-07T03:10:57.122311+0000","last_became_active":"2024-03-07T03:05:35.928017+0000","last_became_peered":"2024-03-07T03:05:35.928017+0000","last_unstale":"2024-03-07T03:10:57.122311+0000","last_undegraded":"2024-03-07T03:10:57.122311+0000","last_fullsized":"2024-03-07T03:10:57.122311+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:53:27.674544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1025,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129657+0000","last_change":"2024-03-07T03:07:23.075249+0000","last_active":"2024-03-07T03:10:57.129657+0000","last_peered":"2024-03-07T03:10:57.129657+0000","last_clean":"2024-03-07T03:10:57.129657+0000","last_became_active":"2024-03-07T03:07:23.074866+0000","last_became_peered":"2024-03-07T03:07:23.074866+0000","last_unstale":"2024-03-07T03:10:57.129657+0000","last_undegraded":"2024-03-07T03:10:57.129657+0000","last_fullsized":"2024-03-07T03:10:57.129657+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:03.393010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1077,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123129+0000","last_change":"2024-03-07T03:07:23.069585+0000","last_active":"2024-03-07T03:10:57.123129+0000","last_peered":"2024-03-07T03:10:57.123129+0000","last_clean":"2024-03-07T03:10:57.123129+0000","last_became_active":"2024-03-07T03:07:23.069262+0000","last_became_peered":"2024-03-07T03:07:23.069262+0000","last_unstale":"2024-03-07T03:10:57.123129+0000","last_undegraded":"2024-03-07T03:10:57.123129+0000","last_fullsized":"2024-03-07T03:10:57.123129+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:11:22.045807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"861'1094","reported_seq":4794,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.330893+0000","last_change":"2024-03-07T03:10:57.331022+0000","last_active":"2024-03-07T03:10:57.330893+0000","last_peered":"2024-03-07T03:10:57.330893+0000","last_clean":"2024-03-07T03:10:57.330893+0000","last_became_active":"2024-03-07T03:06:47.847229+0000","last_became_peered":"2024-03-07T03:06:47.847229+0000","last_unstale":"2024-03-07T03:10:57.330893+0000","last_undegraded":"2024-03-07T03:10:57.330893+0000","last_fullsized":"2024-03-07T03:10:57.330893+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1094,"log_dups_size":0,"ondisk_log_size":1094,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:58:27.729404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.032339935,"stat_sum":{"num_bytes":113606656,"num_objects":59,"num_object_clones":55,"num_object_copies":177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":279,"num_read_kb":358703,"num_write":525,"num_write_kb":146904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":36642816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1181,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122460+0000","last_change":"2024-03-07T03:06:47.843416+0000","last_active":"2024-03-07T03:10:57.122460+0000","last_peered":"2024-03-07T03:10:57.122460+0000","last_clean":"2024-03-07T03:10:57.122460+0000","last_became_active":"2024-03-07T03:06:47.842812+0000","last_became_peered":"2024-03-07T03:06:47.842812+0000","last_unstale":"2024-03-07T03:10:57.122460+0000","last_undegraded":"2024-03-07T03:10:57.122460+0000","last_fullsized":"2024-03-07T03:10:57.122460+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:03:02.672609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.121844+0000","last_change":"2024-03-07T03:07:23.071850+0000","last_active":"2024-03-07T03:10:57.121844+0000","last_peered":"2024-03-07T03:10:57.121844+0000","last_clean":"2024-03-07T03:10:57.121844+0000","last_became_active":"2024-03-07T03:07:23.071476+0000","last_became_peered":"2024-03-07T03:07:23.071476+0000","last_unstale":"2024-03-07T03:10:57.121844+0000","last_undegraded":"2024-03-07T03:10:57.121844+0000","last_fullsized":"2024-03-07T03:10:57.121844+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:13:05.296486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1155,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329276+0000","last_change":"2024-03-07T03:05:35.926187+0000","last_active":"2024-03-07T03:10:57.329276+0000","last_peered":"2024-03-07T03:10:57.329276+0000","last_clean":"2024-03-07T03:10:57.329276+0000","last_became_active":"2024-03-07T03:05:35.925908+0000","last_became_peered":"2024-03-07T03:05:35.925908+0000","last_unstale":"2024-03-07T03:10:57.329276+0000","last_undegraded":"2024-03-07T03:10:57.329276+0000","last_fullsized":"2024-03-07T03:10:57.329276+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:48:33.101185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"863'1146","reported_seq":3871,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298193+0000","last_change":"2024-03-07T03:10:56.132170+0000","last_active":"2024-03-07T03:10:57.298193+0000","last_peered":"2024-03-07T03:10:57.298193+0000","last_clean":"2024-03-07T03:10:57.298193+0000","last_became_active":"2024-03-07T03:07:58.756854+0000","last_became_peered":"2024-03-07T03:07:58.756854+0000","last_unstale":"2024-03-07T03:10:57.298193+0000","last_undegraded":"2024-03-07T03:10:57.298193+0000","last_fullsized":"2024-03-07T03:10:57.298193+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1146,"log_dups_size":0,"ondisk_log_size":1146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T02:59:04.693146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.010433211,"stat_sum":{"num_bytes":34668544,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":1,"num_read":219,"num_read_kb":317694,"num_write":420,"num_write_kb":93568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":10240000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1003,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127882+0000","last_change":"2024-03-07T03:07:58.760449+0000","last_active":"2024-03-07T03:10:57.127882+0000","last_peered":"2024-03-07T03:10:57.127882+0000","last_clean":"2024-03-07T03:10:57.127882+0000","last_became_active":"2024-03-07T03:07:58.760086+0000","last_became_peered":"2024-03-07T03:07:58.760086+0000","last_unstale":"2024-03-07T03:10:57.127882+0000","last_undegraded":"2024-03-07T03:10:57.127882+0000","last_fullsized":"2024-03-07T03:10:57.127882+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:34:38.583100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1086,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328880+0000","last_change":"2024-03-07T03:07:23.073659+0000","last_active":"2024-03-07T03:10:57.328880+0000","last_peered":"2024-03-07T03:10:57.328880+0000","last_clean":"2024-03-07T03:10:57.328880+0000","last_became_active":"2024-03-07T03:07:23.073277+0000","last_became_peered":"2024-03-07T03:07:23.073277+0000","last_unstale":"2024-03-07T03:10:57.328880+0000","last_undegraded":"2024-03-07T03:10:57.328880+0000","last_fullsized":"2024-03-07T03:10:57.328880+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:48:34.819985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1059,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129753+0000","last_change":"2024-03-07T03:07:58.752576+0000","last_active":"2024-03-07T03:10:57.129753+0000","last_peered":"2024-03-07T03:10:57.129753+0000","last_clean":"2024-03-07T03:10:57.129753+0000","last_became_active":"2024-03-07T03:07:58.752193+0000","last_became_peered":"2024-03-07T03:07:58.752193+0000","last_unstale":"2024-03-07T03:10:57.129753+0000","last_undegraded":"2024-03-07T03:10:57.129753+0000","last_fullsized":"2024-03-07T03:10:57.129753+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:55:14.205594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"395'197","reported_seq":1463,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297460+0000","last_change":"2024-03-07T03:07:58.752982+0000","last_active":"2024-03-07T03:10:57.297460+0000","last_peered":"2024-03-07T03:10:57.297460+0000","last_clean":"2024-03-07T03:10:57.297460+0000","last_became_active":"2024-03-07T03:07:58.752004+0000","last_became_peered":"2024-03-07T03:07:58.752004+0000","last_unstale":"2024-03-07T03:10:57.297460+0000","last_undegraded":"2024-03-07T03:10:57.297460+0000","last_fullsized":"2024-03-07T03:10:57.297460+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_clean_scrub_stamp":"2024-03-07T02:51:31.238394+0000","objects_scrubbed":0,"log_size":197,"log_dups_size":0,"ondisk_log_size":197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:53.766202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"858'3145","reported_seq":6528,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.131283+0000","last_change":"2024-03-07T03:10:57.131283+0000","last_active":"2024-03-07T03:10:57.131283+0000","last_peered":"2024-03-07T03:10:57.131283+0000","last_clean":"2024-03-07T03:10:57.131283+0000","last_became_active":"2024-03-07T03:06:47.859231+0000","last_became_peered":"2024-03-07T03:06:47.859231+0000","last_unstale":"2024-03-07T03:10:57.131283+0000","last_undegraded":"2024-03-07T03:10:57.131283+0000","last_fullsized":"2024-03-07T03:10:57.131283+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3145,"log_dups_size":0,"ondisk_log_size":3145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:10:03.781442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001499434,"stat_sum":{"num_bytes":18481152,"num_objects":15,"num_object_clones":14,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":124,"num_read_kb":398406,"num_write":253,"num_write_kb":45856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":9773056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126312+0000","last_change":"2024-03-07T03:05:01.454053+0000","last_active":"2024-03-07T03:10:57.126312+0000","last_peered":"2024-03-07T03:10:57.126312+0000","last_clean":"2024-03-07T03:10:57.126312+0000","last_became_active":"2024-03-07T03:05:01.453718+0000","last_became_peered":"2024-03-07T03:05:01.453718+0000","last_unstale":"2024-03-07T03:10:57.126312+0000","last_undegraded":"2024-03-07T03:10:57.126312+0000","last_fullsized":"2024-03-07T03:10:57.126312+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:10:59.835543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125495+0000","last_change":"2024-03-07T03:06:09.987673+0000","last_active":"2024-03-07T03:10:57.125495+0000","last_peered":"2024-03-07T03:10:57.125495+0000","last_clean":"2024-03-07T03:10:57.125495+0000","last_became_active":"2024-03-07T03:06:09.987328+0000","last_became_peered":"2024-03-07T03:06:09.987328+0000","last_unstale":"2024-03-07T03:10:57.125495+0000","last_undegraded":"2024-03-07T03:10:57.125495+0000","last_fullsized":"2024-03-07T03:10:57.125495+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:11:17.983744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":972,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297272+0000","last_change":"2024-03-07T03:07:58.757849+0000","last_active":"2024-03-07T03:10:57.297272+0000","last_peered":"2024-03-07T03:10:57.297272+0000","last_clean":"2024-03-07T03:10:57.297272+0000","last_became_active":"2024-03-07T03:07:58.757399+0000","last_became_peered":"2024-03-07T03:07:58.757399+0000","last_unstale":"2024-03-07T03:10:57.297272+0000","last_undegraded":"2024-03-07T03:10:57.297272+0000","last_fullsized":"2024-03-07T03:10:57.297272+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:54:11.413787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"864'1259","reported_seq":4061,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127950+0000","last_change":"2024-03-07T03:10:56.129203+0000","last_active":"2024-03-07T03:10:57.127950+0000","last_peered":"2024-03-07T03:10:57.127950+0000","last_clean":"2024-03-07T03:10:57.127950+0000","last_became_active":"2024-03-07T03:07:23.080120+0000","last_became_peered":"2024-03-07T03:07:23.080120+0000","last_unstale":"2024-03-07T03:10:57.127950+0000","last_undegraded":"2024-03-07T03:10:57.127950+0000","last_fullsized":"2024-03-07T03:10:57.127950+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1259,"log_dups_size":0,"ondisk_log_size":1259,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:33:24.850580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0059393290000000001,"stat_sum":{"num_bytes":23298048,"num_objects":10,"num_object_clones":7,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":249,"num_read_kb":271095,"num_write":553,"num_write_kb":138504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":18890752,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.3","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125834+0000","last_change":"2024-03-07T03:07:58.750289+0000","last_active":"2024-03-07T03:10:57.125834+0000","last_peered":"2024-03-07T03:10:57.125834+0000","last_clean":"2024-03-07T03:10:57.125834+0000","last_became_active":"2024-03-07T03:07:58.749557+0000","last_became_peered":"2024-03-07T03:07:58.749557+0000","last_unstale":"2024-03-07T03:10:57.125834+0000","last_undegraded":"2024-03-07T03:10:57.125834+0000","last_fullsized":"2024-03-07T03:10:57.125834+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:54:43.865660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297934+0000","last_change":"2024-03-07T03:07:58.758005+0000","last_active":"2024-03-07T03:10:57.297934+0000","last_peered":"2024-03-07T03:10:57.297934+0000","last_clean":"2024-03-07T03:10:57.297934+0000","last_became_active":"2024-03-07T03:07:58.756833+0000","last_became_peered":"2024-03-07T03:07:58.756833+0000","last_unstale":"2024-03-07T03:10:57.297934+0000","last_undegraded":"2024-03-07T03:10:57.297934+0000","last_fullsized":"2024-03-07T03:10:57.297934+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:37:55.288554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122495+0000","last_change":"2024-03-07T03:06:47.843644+0000","last_active":"2024-03-07T03:10:57.122495+0000","last_peered":"2024-03-07T03:10:57.122495+0000","last_clean":"2024-03-07T03:10:57.122495+0000","last_became_active":"2024-03-07T03:06:47.842694+0000","last_became_peered":"2024-03-07T03:06:47.842694+0000","last_unstale":"2024-03-07T03:10:57.122495+0000","last_undegraded":"2024-03-07T03:10:57.122495+0000","last_fullsized":"2024-03-07T03:10:57.122495+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:25:34.783974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"863'880","reported_seq":3813,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123496+0000","last_change":"2024-03-07T03:10:56.125509+0000","last_active":"2024-03-07T03:10:57.123496+0000","last_peered":"2024-03-07T03:10:57.123496+0000","last_clean":"2024-03-07T03:10:57.123496+0000","last_became_active":"2024-03-07T03:07:58.755248+0000","last_became_peered":"2024-03-07T03:07:58.755248+0000","last_unstale":"2024-03-07T03:10:57.123496+0000","last_undegraded":"2024-03-07T03:10:57.123496+0000","last_fullsized":"2024-03-07T03:10:57.123496+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":880,"log_dups_size":0,"ondisk_log_size":880,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:40:02.788467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0073429089999999999,"stat_sum":{"num_bytes":9224192,"num_objects":8,"num_object_clones":6,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":1,"num_read":161,"num_read_kb":133885,"num_write":362,"num_write_kb":55920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1122,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329142+0000","last_change":"2024-03-07T03:07:58.764215+0000","last_active":"2024-03-07T03:10:57.329142+0000","last_peered":"2024-03-07T03:10:57.329142+0000","last_clean":"2024-03-07T03:10:57.329142+0000","last_became_active":"2024-03-07T03:07:58.763818+0000","last_became_peered":"2024-03-07T03:07:58.763818+0000","last_unstale":"2024-03-07T03:10:57.329142+0000","last_undegraded":"2024-03-07T03:10:57.329142+0000","last_fullsized":"2024-03-07T03:10:57.329142+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:27:54.623360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"719'2","reported_seq":1191,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122742+0000","last_change":"2024-03-07T03:07:23.074913+0000","last_active":"2024-03-07T03:10:57.122742+0000","last_peered":"2024-03-07T03:10:57.122742+0000","last_clean":"2024-03-07T03:10:57.122742+0000","last_became_active":"2024-03-07T03:07:23.074530+0000","last_became_peered":"2024-03-07T03:07:23.074530+0000","last_unstale":"2024-03-07T03:10:57.122742+0000","last_undegraded":"2024-03-07T03:10:57.122742+0000","last_fullsized":"2024-03-07T03:10:57.122742+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:13:25.877187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1125,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329468+0000","last_change":"2024-03-07T03:07:58.757756+0000","last_active":"2024-03-07T03:10:57.329468+0000","last_peered":"2024-03-07T03:10:57.329468+0000","last_clean":"2024-03-07T03:10:57.329468+0000","last_became_active":"2024-03-07T03:07:58.757430+0000","last_became_peered":"2024-03-07T03:07:58.757430+0000","last_unstale":"2024-03-07T03:10:57.329468+0000","last_undegraded":"2024-03-07T03:10:57.329468+0000","last_fullsized":"2024-03-07T03:10:57.329468+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:22:21.412765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"863'1564","reported_seq":5161,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.329694+0000","last_change":"2024-03-07T03:10:57.329944+0000","last_active":"2024-03-07T03:10:57.329694+0000","last_peered":"2024-03-07T03:10:57.329694+0000","last_clean":"2024-03-07T03:10:57.329694+0000","last_became_active":"2024-03-07T03:06:09.990793+0000","last_became_peered":"2024-03-07T03:06:09.990793+0000","last_unstale":"2024-03-07T03:10:57.329694+0000","last_undegraded":"2024-03-07T03:10:57.329694+0000","last_fullsized":"2024-03-07T03:10:57.329694+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1564,"log_dups_size":0,"ondisk_log_size":1564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":143,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:53.639078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.019553126000000001,"stat_sum":{"num_bytes":100999168,"num_objects":73,"num_object_clones":68,"num_object_copies":219,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":1,"num_read":410,"num_read_kb":572954,"num_write":777,"num_write_kb":204640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":51175424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"c"},{"start":"178","length":"4"},{"start":"17e","length":"3"},{"start":"182","length":"4"},{"start":"187","length":"5"},{"start":"18d","length":"2"}]},{"pgid":"4.1","version":"0'0","reported_seq":1078,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122887+0000","last_change":"2024-03-07T03:07:23.071468+0000","last_active":"2024-03-07T03:10:57.122887+0000","last_peered":"2024-03-07T03:10:57.122887+0000","last_clean":"2024-03-07T03:10:57.122887+0000","last_became_active":"2024-03-07T03:07:23.071160+0000","last_became_peered":"2024-03-07T03:07:23.071160+0000","last_unstale":"2024-03-07T03:10:57.122887+0000","last_undegraded":"2024-03-07T03:10:57.122887+0000","last_fullsized":"2024-03-07T03:10:57.122887+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:17:55.686793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":988,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127889+0000","last_change":"2024-03-07T03:07:58.759142+0000","last_active":"2024-03-07T03:10:57.127889+0000","last_peered":"2024-03-07T03:10:57.127889+0000","last_clean":"2024-03-07T03:10:57.127889+0000","last_became_active":"2024-03-07T03:07:58.758771+0000","last_became_peered":"2024-03-07T03:07:58.758771+0000","last_unstale":"2024-03-07T03:10:57.127889+0000","last_undegraded":"2024-03-07T03:10:57.127889+0000","last_fullsized":"2024-03-07T03:10:57.127889+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:45:13.985820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126215+0000","last_change":"2024-03-07T03:06:09.988597+0000","last_active":"2024-03-07T03:10:57.126215+0000","last_peered":"2024-03-07T03:10:57.126215+0000","last_clean":"2024-03-07T03:10:57.126215+0000","last_became_active":"2024-03-07T03:06:09.988261+0000","last_became_peered":"2024-03-07T03:06:09.988261+0000","last_unstale":"2024-03-07T03:10:57.126215+0000","last_undegraded":"2024-03-07T03:10:57.126215+0000","last_fullsized":"2024-03-07T03:10:57.126215+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:11:06.717251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"843'3099","reported_seq":6396,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.130761+0000","last_change":"2024-03-07T03:10:57.131044+0000","last_active":"2024-03-07T03:10:57.130761+0000","last_peered":"2024-03-07T03:10:57.130761+0000","last_clean":"2024-03-07T03:10:57.130761+0000","last_became_active":"2024-03-07T03:07:23.084936+0000","last_became_peered":"2024-03-07T03:07:23.084936+0000","last_unstale":"2024-03-07T03:10:57.130761+0000","last_undegraded":"2024-03-07T03:10:57.130761+0000","last_fullsized":"2024-03-07T03:10:57.130761+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3099,"log_dups_size":0,"ondisk_log_size":3099,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:46:48.809690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012703,"stat_sum":{"num_bytes":8347648,"num_objects":13,"num_object_clones":12,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":56,"num_read_kb":33721,"num_write":241,"num_write_kb":36816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":434176,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1144,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329445+0000","last_change":"2024-03-07T03:05:01.461136+0000","last_active":"2024-03-07T03:10:57.329445+0000","last_peered":"2024-03-07T03:10:57.329445+0000","last_clean":"2024-03-07T03:10:57.329445+0000","last_became_active":"2024-03-07T03:05:01.457189+0000","last_became_peered":"2024-03-07T03:05:01.457189+0000","last_unstale":"2024-03-07T03:10:57.329445+0000","last_undegraded":"2024-03-07T03:10:57.329445+0000","last_fullsized":"2024-03-07T03:10:57.329445+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:23.791243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1101,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122863+0000","last_change":"2024-03-07T03:07:58.750311+0000","last_active":"2024-03-07T03:10:57.122863+0000","last_peered":"2024-03-07T03:10:57.122863+0000","last_clean":"2024-03-07T03:10:57.122863+0000","last_became_active":"2024-03-07T03:07:58.750001+0000","last_became_peered":"2024-03-07T03:07:58.750001+0000","last_unstale":"2024-03-07T03:10:57.122863+0000","last_undegraded":"2024-03-07T03:10:57.122863+0000","last_fullsized":"2024-03-07T03:10:57.122863+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:05.963944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"847'12789","reported_seq":16201,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.123778+0000","last_change":"2024-03-07T03:10:57.124034+0000","last_active":"2024-03-07T03:10:57.123778+0000","last_peered":"2024-03-07T03:10:57.123778+0000","last_clean":"2024-03-07T03:10:57.123778+0000","last_became_active":"2024-03-07T03:06:47.859957+0000","last_became_peered":"2024-03-07T03:06:47.859957+0000","last_unstale":"2024-03-07T03:10:57.123778+0000","last_undegraded":"2024-03-07T03:10:57.123778+0000","last_fullsized":"2024-03-07T03:10:57.123778+0000","mapping_epoch":625,"log_start":"599'6200","ondisk_log_start":"599'6200","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":6589,"log_dups_size":0,"ondisk_log_size":6589,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":137,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:29:13.699651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0091875959999999993,"stat_sum":{"num_bytes":71745536,"num_objects":32,"num_object_clones":30,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":0,"num_read":146,"num_read_kb":316804,"num_write":323,"num_write_kb":90232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":20865024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"5"},{"start":"171","length":"b"},{"start":"17e","length":"8"},{"start":"187","length":"5"},{"start":"18d","length":"3"},{"start":"192","length":"1"},{"start":"197","length":"1"},{"start":"199","length":"2"}]},{"pgid":"2.9","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122043+0000","last_change":"2024-03-07T03:07:58.752456+0000","last_active":"2024-03-07T03:10:57.122043+0000","last_peered":"2024-03-07T03:10:57.122043+0000","last_clean":"2024-03-07T03:10:57.122043+0000","last_became_active":"2024-03-07T03:07:58.752118+0000","last_became_peered":"2024-03-07T03:07:58.752118+0000","last_unstale":"2024-03-07T03:10:57.122043+0000","last_undegraded":"2024-03-07T03:10:57.122043+0000","last_fullsized":"2024-03-07T03:10:57.122043+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:08:08.574482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1116,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329239+0000","last_change":"2024-03-07T03:07:58.757839+0000","last_active":"2024-03-07T03:10:57.329239+0000","last_peered":"2024-03-07T03:10:57.329239+0000","last_clean":"2024-03-07T03:10:57.329239+0000","last_became_active":"2024-03-07T03:07:58.757495+0000","last_became_peered":"2024-03-07T03:07:58.757495+0000","last_unstale":"2024-03-07T03:10:57.329239+0000","last_undegraded":"2024-03-07T03:10:57.329239+0000","last_fullsized":"2024-03-07T03:10:57.329239+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:27:02.190643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"861'1463","reported_seq":5086,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.330620+0000","last_change":"2024-03-07T03:10:57.330799+0000","last_active":"2024-03-07T03:10:57.330620+0000","last_peered":"2024-03-07T03:10:57.330620+0000","last_clean":"2024-03-07T03:10:57.330620+0000","last_became_active":"2024-03-07T03:07:58.763085+0000","last_became_peered":"2024-03-07T03:07:58.763085+0000","last_unstale":"2024-03-07T03:10:57.330620+0000","last_undegraded":"2024-03-07T03:10:57.330620+0000","last_fullsized":"2024-03-07T03:10:57.330620+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1463,"log_dups_size":0,"ondisk_log_size":1463,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:39:21.050544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.016579719999999999,"stat_sum":{"num_bytes":106192896,"num_objects":71,"num_object_clones":66,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":1,"num_read":323,"num_read_kb":516030,"num_write":942,"num_write_kb":231680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":48201728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122226+0000","last_change":"2024-03-07T03:07:58.752370+0000","last_active":"2024-03-07T03:10:57.122226+0000","last_peered":"2024-03-07T03:10:57.122226+0000","last_clean":"2024-03-07T03:10:57.122226+0000","last_became_active":"2024-03-07T03:07:58.751985+0000","last_became_peered":"2024-03-07T03:07:58.751985+0000","last_unstale":"2024-03-07T03:10:57.122226+0000","last_undegraded":"2024-03-07T03:10:57.122226+0000","last_fullsized":"2024-03-07T03:10:57.122226+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:31:33.590004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1125,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328997+0000","last_change":"2024-03-07T03:06:09.987484+0000","last_active":"2024-03-07T03:10:57.328997+0000","last_peered":"2024-03-07T03:10:57.328997+0000","last_clean":"2024-03-07T03:10:57.328997+0000","last_became_active":"2024-03-07T03:06:09.986947+0000","last_became_peered":"2024-03-07T03:06:09.986947+0000","last_unstale":"2024-03-07T03:10:57.328997+0000","last_undegraded":"2024-03-07T03:10:57.328997+0000","last_fullsized":"2024-03-07T03:10:57.328997+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:37:38.253630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"857'1055","reported_seq":4917,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.128839+0000","last_change":"2024-03-07T03:10:57.123092+0000","last_active":"2024-03-07T03:10:57.128839+0000","last_peered":"2024-03-07T03:10:57.128839+0000","last_clean":"2024-03-07T03:10:57.128839+0000","last_became_active":"2024-03-07T03:06:09.993513+0000","last_became_peered":"2024-03-07T03:06:09.993513+0000","last_unstale":"2024-03-07T03:10:57.128839+0000","last_undegraded":"2024-03-07T03:10:57.128839+0000","last_fullsized":"2024-03-07T03:10:57.128839+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1055,"log_dups_size":0,"ondisk_log_size":1055,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:34:07.352811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013205965,"stat_sum":{"num_bytes":99745792,"num_objects":66,"num_object_clones":62,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":306,"num_read_kb":434534,"num_write":588,"num_write_kb":145464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":21749760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.b","version":"716'3","reported_seq":983,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297594+0000","last_change":"2024-03-07T03:07:58.749480+0000","last_active":"2024-03-07T03:10:57.297594+0000","last_peered":"2024-03-07T03:10:57.297594+0000","last_clean":"2024-03-07T03:10:57.297594+0000","last_became_active":"2024-03-07T03:07:58.749098+0000","last_became_peered":"2024-03-07T03:07:58.749098+0000","last_unstale":"2024-03-07T03:10:57.297594+0000","last_undegraded":"2024-03-07T03:10:57.297594+0000","last_fullsized":"2024-03-07T03:10:57.297594+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:35:33.945855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1033,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127549+0000","last_change":"2024-03-07T03:07:23.075725+0000","last_active":"2024-03-07T03:10:57.127549+0000","last_peered":"2024-03-07T03:10:57.127549+0000","last_clean":"2024-03-07T03:10:57.127549+0000","last_became_active":"2024-03-07T03:07:23.075203+0000","last_became_peered":"2024-03-07T03:07:23.075203+0000","last_unstale":"2024-03-07T03:10:57.127549+0000","last_undegraded":"2024-03-07T03:10:57.127549+0000","last_fullsized":"2024-03-07T03:10:57.127549+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:47:11.192302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"863'1711","reported_seq":5458,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.330724+0000","last_change":"2024-03-07T03:10:57.330918+0000","last_active":"2024-03-07T03:10:57.330724+0000","last_peered":"2024-03-07T03:10:57.330724+0000","last_clean":"2024-03-07T03:10:57.330724+0000","last_became_active":"2024-03-07T03:06:47.849454+0000","last_became_peered":"2024-03-07T03:06:47.849454+0000","last_unstale":"2024-03-07T03:10:57.330724+0000","last_undegraded":"2024-03-07T03:10:57.330724+0000","last_fullsized":"2024-03-07T03:10:57.330724+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1711,"log_dups_size":0,"ondisk_log_size":1711,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:40:07.156907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.014160193999999999,"stat_sum":{"num_bytes":165158912,"num_objects":93,"num_object_clones":87,"num_object_copies":279,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":93,"num_whiteouts":2,"num_read":489,"num_read_kb":756200,"num_write":870,"num_write_kb":258896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":69541888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1154,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329727+0000","last_change":"2024-03-07T03:06:47.847077+0000","last_active":"2024-03-07T03:10:57.329727+0000","last_peered":"2024-03-07T03:10:57.329727+0000","last_clean":"2024-03-07T03:10:57.329727+0000","last_became_active":"2024-03-07T03:06:47.846359+0000","last_became_peered":"2024-03-07T03:06:47.846359+0000","last_unstale":"2024-03-07T03:10:57.329727+0000","last_undegraded":"2024-03-07T03:10:57.329727+0000","last_fullsized":"2024-03-07T03:10:57.329727+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:00:08.102949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":970,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297930+0000","last_change":"2024-03-07T03:07:58.760528+0000","last_active":"2024-03-07T03:10:57.297930+0000","last_peered":"2024-03-07T03:10:57.297930+0000","last_clean":"2024-03-07T03:10:57.297930+0000","last_became_active":"2024-03-07T03:07:58.760226+0000","last_became_peered":"2024-03-07T03:07:58.760226+0000","last_unstale":"2024-03-07T03:10:57.297930+0000","last_undegraded":"2024-03-07T03:10:57.297930+0000","last_fullsized":"2024-03-07T03:10:57.297930+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:10:36.411047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"863'1938","reported_seq":4936,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329769+0000","last_change":"2024-03-07T03:10:56.140803+0000","last_active":"2024-03-07T03:10:57.329769+0000","last_peered":"2024-03-07T03:10:57.329769+0000","last_clean":"2024-03-07T03:10:57.329769+0000","last_became_active":"2024-03-07T03:06:09.993933+0000","last_became_peered":"2024-03-07T03:06:09.993933+0000","last_unstale":"2024-03-07T03:10:57.329769+0000","last_undegraded":"2024-03-07T03:10:57.329769+0000","last_fullsized":"2024-03-07T03:10:57.329769+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1938,"log_dups_size":0,"ondisk_log_size":1938,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:16.359457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.024996012000000001,"stat_sum":{"num_bytes":22765568,"num_objects":17,"num_object_clones":12,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":2,"num_read":350,"num_read_kb":387634,"num_write":702,"num_write_kb":183472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":7151616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.d","version":"61'1","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122322+0000","last_change":"2024-03-07T03:06:09.993129+0000","last_active":"2024-03-07T03:10:57.122322+0000","last_peered":"2024-03-07T03:10:57.122322+0000","last_clean":"2024-03-07T03:10:57.122322+0000","last_became_active":"2024-03-07T03:06:09.992737+0000","last_became_peered":"2024-03-07T03:06:09.992737+0000","last_unstale":"2024-03-07T03:10:57.122322+0000","last_undegraded":"2024-03-07T03:10:57.122322+0000","last_fullsized":"2024-03-07T03:10:57.122322+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:02:42.055569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1049,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130167+0000","last_change":"2024-03-07T03:07:23.076846+0000","last_active":"2024-03-07T03:10:57.130167+0000","last_peered":"2024-03-07T03:10:57.130167+0000","last_clean":"2024-03-07T03:10:57.130167+0000","last_became_active":"2024-03-07T03:07:23.075895+0000","last_became_peered":"2024-03-07T03:07:23.075895+0000","last_unstale":"2024-03-07T03:10:57.130167+0000","last_undegraded":"2024-03-07T03:10:57.130167+0000","last_fullsized":"2024-03-07T03:10:57.130167+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:09:15.080126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"854'331","reported_seq":3437,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.297959+0000","last_change":"2024-03-07T03:10:57.298223+0000","last_active":"2024-03-07T03:10:57.297959+0000","last_peered":"2024-03-07T03:10:57.297959+0000","last_clean":"2024-03-07T03:10:57.297959+0000","last_became_active":"2024-03-07T03:07:58.749089+0000","last_became_peered":"2024-03-07T03:07:58.749089+0000","last_unstale":"2024-03-07T03:10:57.297959+0000","last_undegraded":"2024-03-07T03:10:57.297959+0000","last_fullsized":"2024-03-07T03:10:57.297959+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":331,"log_dups_size":0,"ondisk_log_size":331,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":83,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:26:07.404191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00085119700000000004,"stat_sum":{"num_bytes":15409152,"num_objects":11,"num_object_clones":10,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":91,"num_read_kb":118251,"num_write":162,"num_write_kb":30616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":34586624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"56"},{"start":"1c2","length":"3"},{"start":"1c9","length":"1"}]},{"pgid":"2.e","version":"61'2","reported_seq":1158,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.330433+0000","last_change":"2024-03-07T03:07:58.755578+0000","last_active":"2024-03-07T03:10:57.330433+0000","last_peered":"2024-03-07T03:10:57.330433+0000","last_clean":"2024-03-07T03:10:57.330433+0000","last_became_active":"2024-03-07T03:07:58.755160+0000","last_became_peered":"2024-03-07T03:07:58.755160+0000","last_unstale":"2024-03-07T03:10:57.330433+0000","last_undegraded":"2024-03-07T03:10:57.330433+0000","last_fullsized":"2024-03-07T03:10:57.330433+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:20.584382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298271+0000","last_change":"2024-03-07T03:07:58.751269+0000","last_active":"2024-03-07T03:10:57.298271+0000","last_peered":"2024-03-07T03:10:57.298271+0000","last_clean":"2024-03-07T03:10:57.298271+0000","last_became_active":"2024-03-07T03:07:58.750956+0000","last_became_peered":"2024-03-07T03:07:58.750956+0000","last_unstale":"2024-03-07T03:10:57.298271+0000","last_undegraded":"2024-03-07T03:10:57.298271+0000","last_fullsized":"2024-03-07T03:10:57.298271+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:39.414545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1004,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127338+0000","last_change":"2024-03-07T03:07:23.081711+0000","last_active":"2024-03-07T03:10:57.127338+0000","last_peered":"2024-03-07T03:10:57.127338+0000","last_clean":"2024-03-07T03:10:57.127338+0000","last_became_active":"2024-03-07T03:07:23.079269+0000","last_became_peered":"2024-03-07T03:07:23.079269+0000","last_unstale":"2024-03-07T03:10:57.127338+0000","last_undegraded":"2024-03-07T03:10:57.127338+0000","last_fullsized":"2024-03-07T03:10:57.127338+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:39.008957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1155,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329167+0000","last_change":"2024-03-07T03:07:23.072806+0000","last_active":"2024-03-07T03:10:57.329167+0000","last_peered":"2024-03-07T03:10:57.329167+0000","last_clean":"2024-03-07T03:10:57.329167+0000","last_became_active":"2024-03-07T03:07:23.071234+0000","last_became_peered":"2024-03-07T03:07:23.071234+0000","last_unstale":"2024-03-07T03:10:57.329167+0000","last_undegraded":"2024-03-07T03:10:57.329167+0000","last_fullsized":"2024-03-07T03:10:57.329167+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:52.610744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1056,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129917+0000","last_change":"2024-03-07T03:06:47.851593+0000","last_active":"2024-03-07T03:10:57.129917+0000","last_peered":"2024-03-07T03:10:57.129917+0000","last_clean":"2024-03-07T03:10:57.129917+0000","last_became_active":"2024-03-07T03:06:47.849677+0000","last_became_peered":"2024-03-07T03:06:47.849677+0000","last_unstale":"2024-03-07T03:10:57.129917+0000","last_undegraded":"2024-03-07T03:10:57.129917+0000","last_fullsized":"2024-03-07T03:10:57.129917+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:30.969251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1114,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329917+0000","last_change":"2024-03-07T03:06:09.995434+0000","last_active":"2024-03-07T03:10:57.329917+0000","last_peered":"2024-03-07T03:10:57.329917+0000","last_clean":"2024-03-07T03:10:57.329917+0000","last_became_active":"2024-03-07T03:06:09.994939+0000","last_became_peered":"2024-03-07T03:06:09.994939+0000","last_unstale":"2024-03-07T03:10:57.329917+0000","last_undegraded":"2024-03-07T03:10:57.329917+0000","last_fullsized":"2024-03-07T03:10:57.329917+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:27:11.737354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1125,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328876+0000","last_change":"2024-03-07T03:06:09.987381+0000","last_active":"2024-03-07T03:10:57.328876+0000","last_peered":"2024-03-07T03:10:57.328876+0000","last_clean":"2024-03-07T03:10:57.328876+0000","last_became_active":"2024-03-07T03:06:09.986952+0000","last_became_peered":"2024-03-07T03:06:09.986952+0000","last_unstale":"2024-03-07T03:10:57.328876+0000","last_undegraded":"2024-03-07T03:10:57.328876+0000","last_fullsized":"2024-03-07T03:10:57.328876+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:26:15.439852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122355+0000","last_change":"2024-03-07T03:05:35.923999+0000","last_active":"2024-03-07T03:10:57.122355+0000","last_peered":"2024-03-07T03:10:57.122355+0000","last_clean":"2024-03-07T03:10:57.122355+0000","last_became_active":"2024-03-07T03:05:35.923719+0000","last_became_peered":"2024-03-07T03:05:35.923719+0000","last_unstale":"2024-03-07T03:10:57.122355+0000","last_undegraded":"2024-03-07T03:10:57.122355+0000","last_fullsized":"2024-03-07T03:10:57.122355+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:43:04.724647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1006,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.128095+0000","last_change":"2024-03-07T03:07:58.749989+0000","last_active":"2024-03-07T03:10:57.128095+0000","last_peered":"2024-03-07T03:10:57.128095+0000","last_clean":"2024-03-07T03:10:57.128095+0000","last_became_active":"2024-03-07T03:07:58.749643+0000","last_became_peered":"2024-03-07T03:07:58.749643+0000","last_unstale":"2024-03-07T03:10:57.128095+0000","last_undegraded":"2024-03-07T03:10:57.128095+0000","last_fullsized":"2024-03-07T03:10:57.128095+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:00:44.729806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1108,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329621+0000","last_change":"2024-03-07T03:06:09.999184+0000","last_active":"2024-03-07T03:10:57.329621+0000","last_peered":"2024-03-07T03:10:57.329621+0000","last_clean":"2024-03-07T03:10:57.329621+0000","last_became_active":"2024-03-07T03:06:09.998856+0000","last_became_peered":"2024-03-07T03:06:09.998856+0000","last_unstale":"2024-03-07T03:10:57.329621+0000","last_undegraded":"2024-03-07T03:10:57.329621+0000","last_fullsized":"2024-03-07T03:10:57.329621+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:37:00.102189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1056,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129652+0000","last_change":"2024-03-07T03:06:47.857644+0000","last_active":"2024-03-07T03:10:57.129652+0000","last_peered":"2024-03-07T03:10:57.129652+0000","last_clean":"2024-03-07T03:10:57.129652+0000","last_became_active":"2024-03-07T03:06:47.857354+0000","last_became_peered":"2024-03-07T03:06:47.857354+0000","last_unstale":"2024-03-07T03:10:57.129652+0000","last_undegraded":"2024-03-07T03:10:57.129652+0000","last_fullsized":"2024-03-07T03:10:57.129652+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:02:18.860369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1116,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328967+0000","last_change":"2024-03-07T03:06:09.987872+0000","last_active":"2024-03-07T03:10:57.328967+0000","last_peered":"2024-03-07T03:10:57.328967+0000","last_clean":"2024-03-07T03:10:57.328967+0000","last_became_active":"2024-03-07T03:06:09.986852+0000","last_became_peered":"2024-03-07T03:06:09.986852+0000","last_unstale":"2024-03-07T03:10:57.328967+0000","last_undegraded":"2024-03-07T03:10:57.328967+0000","last_fullsized":"2024-03-07T03:10:57.328967+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:13.708512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1033,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129575+0000","last_change":"2024-03-07T03:07:58.755825+0000","last_active":"2024-03-07T03:10:57.129575+0000","last_peered":"2024-03-07T03:10:57.129575+0000","last_clean":"2024-03-07T03:10:57.129575+0000","last_became_active":"2024-03-07T03:07:58.755395+0000","last_became_peered":"2024-03-07T03:07:58.755395+0000","last_unstale":"2024-03-07T03:10:57.129575+0000","last_undegraded":"2024-03-07T03:10:57.129575+0000","last_fullsized":"2024-03-07T03:10:57.129575+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:10:43.184914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125542+0000","last_change":"2024-03-07T03:07:58.753962+0000","last_active":"2024-03-07T03:10:57.125542+0000","last_peered":"2024-03-07T03:10:57.125542+0000","last_clean":"2024-03-07T03:10:57.125542+0000","last_became_active":"2024-03-07T03:07:58.753619+0000","last_became_peered":"2024-03-07T03:07:58.753619+0000","last_unstale":"2024-03-07T03:10:57.125542+0000","last_undegraded":"2024-03-07T03:10:57.125542+0000","last_fullsized":"2024-03-07T03:10:57.125542+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:44:44.641067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1011,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127589+0000","last_change":"2024-03-07T03:07:23.078516+0000","last_active":"2024-03-07T03:10:57.127589+0000","last_peered":"2024-03-07T03:10:57.127589+0000","last_clean":"2024-03-07T03:10:57.127589+0000","last_became_active":"2024-03-07T03:07:23.076017+0000","last_became_peered":"2024-03-07T03:07:23.076017+0000","last_unstale":"2024-03-07T03:10:57.127589+0000","last_undegraded":"2024-03-07T03:10:57.127589+0000","last_fullsized":"2024-03-07T03:10:57.127589+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:17:54.725933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":857645056,"num_objects":516,"num_object_clones":466,"num_object_copies":1548,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":516,"num_whiteouts":8,"num_read":3826,"num_read_kb":5949842,"num_write":7931,"num_write_kb":1978632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":107,"num_bytes_recovered":385712128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1170673664,"data_stored":2969124864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28580,"ondisk_log_size":28580,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197,"ondisk_log_size":197,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":26375,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":694,"seq":2980707303464,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":150184,"kb_used_data":96156,"kb_used_omap":35,"kb_used_meta":53980,"kb_avail":93594968,"statfs":{"total":95995035648,"available":95841247232,"internally_reserved":0,"allocated":98463744,"data_stored":167037349,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36312,"internal_metadata":55276072},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":660,"seq":2834678415407,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":94940,"kb_used_data":42576,"kb_used_omap":23,"kb_used_meta":52328,"kb_avail":93650212,"statfs":{"total":95995035648,"available":95897817088,"internally_reserved":0,"allocated":43597824,"data_stored":80829959,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":24173,"internal_metadata":53584275},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":463,"seq":1988569858137,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":692864,"kb_used_data":193964,"kb_used_omap":46,"kb_used_meta":498833,"kb_avail":93052288,"statfs":{"total":95995035648,"available":95285542912,"internally_reserved":0,"allocated":198619136,"data_stored":533391905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48036,"internal_metadata":510805084},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":528,"seq":2267742732363,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":401776,"kb_used_data":209252,"kb_used_omap":54,"kb_used_meta":192457,"kb_avail":93343376,"statfs":{"total":95995035648,"available":95583617024,"internally_reserved":0,"allocated":214274048,"data_stored":587826473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56016,"internal_metadata":197076272},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":495,"seq":2126008811602,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":485244,"kb_used_data":166572,"kb_used_omap":47,"kb_used_meta":318608,"kb_avail":93259908,"statfs":{"total":95995035648,"available":95498145792,"internally_reserved":0,"allocated":170569728,"data_stored":457545161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48143,"internal_metadata":326255601},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":562,"seq":2413771620420,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":177748,"kb_used_data":84672,"kb_used_omap":37,"kb_used_meta":93018,"kb_avail":93567404,"statfs":{"total":95995035648,"available":95813021696,"internally_reserved":0,"allocated":86704128,"data_stored":171510863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38083,"internal_metadata":95251261},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":591,"seq":2538325671998,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":365920,"kb_used_data":157844,"kb_used_omap":61,"kb_used_meta":208002,"kb_avail":93379232,"statfs":{"total":95995035648,"available":95620333568,"internally_reserved":0,"allocated":161632256,"data_stored":367986669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":62843,"internal_metadata":212994693},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":625,"seq":2684354560054,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":509804,"kb_used_data":269020,"kb_used_omap":73,"kb_used_meta":240694,"kb_avail":93235348,"statfs":{"total":95995035648,"available":95472996352,"internally_reserved":0,"allocated":275476480,"data_stored":649851960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":75044,"internal_metadata":246471388},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7413,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2060,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2124,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3359,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3677,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2797,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2839,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2106,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":188411904,"data_stored":527167488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":160964608,"data_stored":451911680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":204677120,"data_stored":582193152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":77082624,"data_stored":165871616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":152018944,"data_stored":362352640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":265863168,"data_stored":644214784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":33390592,"data_stored":74600448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":88264704,"data_stored":160813056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-07T03:11:15.159 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:11:15.159 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:11:15.159 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:11:15.159 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-07T03:11:15.159 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-07T03:11:15.159 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-07T03:11:15.160 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.c in trimming, state: active+clean+snaptrim_error 2024-03-07T03:11:15.160 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-07T03:11:15.160 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:11:15.160 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-07T03:11:15.412 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:11:14 smithi092 ceph-mon[83777]: from='client.34506 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:11:16.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:11:15 smithi090 ceph-mon[89511]: pgmap v738: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:11:16.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:11:15 smithi090 ceph-mon[91928]: pgmap v738: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:11:16.412 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:11:15 smithi092 ceph-mon[83777]: pgmap v738: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:11:18.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:11:17 smithi090 ceph-mon[89511]: pgmap v739: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:11:18.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:11:17 smithi090 ceph-mon[91928]: pgmap v739: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:11:18.411 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:11:17 smithi092 ceph-mon[83777]: pgmap v739: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:11:20.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:11:19 smithi090 ceph-mon[89511]: pgmap v740: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:11:20.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:11:19 smithi090 ceph-mon[91928]: pgmap v740: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:11:20.411 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:11:19 smithi092 ceph-mon[83777]: pgmap v740: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:11:22.310 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:11:21 smithi092 ceph-mon[83777]: pgmap v741: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:11:22.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:11:21 smithi090 ceph-mon[89511]: pgmap v741: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:11:22.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:11:21 smithi090 ceph-mon[91928]: pgmap v741: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:11:22.661 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:11:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:11:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:11:23.323 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:11:23 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:11:23] "GET /metrics HTTP/1.1" 200 36315 "" "Prometheus/2.43.0" 2024-03-07T03:11:24.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:11:23 smithi090 ceph-mon[89511]: pgmap v742: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:11:24.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:11:23 smithi090 ceph-mon[91928]: pgmap v742: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:11:24.411 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:11:23 smithi092 ceph-mon[83777]: pgmap v742: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:11:25.161 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph pg dump --format=json 2024-03-07T03:11:25.380 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T03:11:26.073 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:11:25 smithi090 ceph-mon[89511]: pgmap v743: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:11:26.073 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:11:25 smithi090 ceph-mon[91928]: pgmap v743: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:11:26.411 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:11:25 smithi092 ceph-mon[83777]: pgmap v743: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:11:27.260 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T03:11:27.262 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-03-07T03:11:27.925 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":743,"stamp":"2024-03-07T03:11:25.853185+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":858242044,"num_objects":540,"num_object_clones":466,"num_object_copies":1620,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":540,"num_whiteouts":8,"num_read":4717,"num_read_kb":5951239,"num_write":8310,"num_write_kb":1981084,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":113,"num_bytes_recovered":387483232,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28845,"ondisk_log_size":28845,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2878480,"kb_used_data":1220056,"kb_used_omap":379,"kb_used_meta":1657924,"kb_avail":747082736,"statfs":{"total":767960285184,"available":765012721664,"internally_reserved":0,"allocated":1249337344,"data_stored":3015980339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":388650,"internal_metadata":1697714646},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003745"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":971,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298186+0000","last_change":"2024-03-07T03:07:58.753984+0000","last_active":"2024-03-07T03:10:57.298186+0000","last_peered":"2024-03-07T03:10:57.298186+0000","last_clean":"2024-03-07T03:10:57.298186+0000","last_became_active":"2024-03-07T03:07:58.753138+0000","last_became_peered":"2024-03-07T03:07:58.753138+0000","last_unstale":"2024-03-07T03:10:57.298186+0000","last_undegraded":"2024-03-07T03:10:57.298186+0000","last_fullsized":"2024-03-07T03:10:57.298186+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:37:39.612519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1184,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122633+0000","last_change":"2024-03-07T03:07:23.074862+0000","last_active":"2024-03-07T03:10:57.122633+0000","last_peered":"2024-03-07T03:10:57.122633+0000","last_clean":"2024-03-07T03:10:57.122633+0000","last_became_active":"2024-03-07T03:07:23.074512+0000","last_became_peered":"2024-03-07T03:07:23.074512+0000","last_unstale":"2024-03-07T03:10:57.122633+0000","last_undegraded":"2024-03-07T03:10:57.122633+0000","last_fullsized":"2024-03-07T03:10:57.122633+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:45:24.128672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125870+0000","last_change":"2024-03-07T03:05:01.446762+0000","last_active":"2024-03-07T03:10:57.125870+0000","last_peered":"2024-03-07T03:10:57.125870+0000","last_clean":"2024-03-07T03:10:57.125870+0000","last_became_active":"2024-03-07T03:05:01.446425+0000","last_became_peered":"2024-03-07T03:05:01.446425+0000","last_unstale":"2024-03-07T03:10:57.125870+0000","last_undegraded":"2024-03-07T03:10:57.125870+0000","last_fullsized":"2024-03-07T03:10:57.125870+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:39:39.897066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1051,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129875+0000","last_change":"2024-03-07T03:07:58.755992+0000","last_active":"2024-03-07T03:10:57.129875+0000","last_peered":"2024-03-07T03:10:57.129875+0000","last_clean":"2024-03-07T03:10:57.129875+0000","last_became_active":"2024-03-07T03:07:58.755499+0000","last_became_peered":"2024-03-07T03:07:58.755499+0000","last_unstale":"2024-03-07T03:10:57.129875+0000","last_undegraded":"2024-03-07T03:10:57.129875+0000","last_fullsized":"2024-03-07T03:10:57.129875+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:26:12.313572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":984,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297449+0000","last_change":"2024-03-07T03:07:58.752235+0000","last_active":"2024-03-07T03:10:57.297449+0000","last_peered":"2024-03-07T03:10:57.297449+0000","last_clean":"2024-03-07T03:10:57.297449+0000","last_became_active":"2024-03-07T03:07:58.751575+0000","last_became_peered":"2024-03-07T03:07:58.751575+0000","last_unstale":"2024-03-07T03:10:57.297449+0000","last_undegraded":"2024-03-07T03:10:57.297449+0000","last_fullsized":"2024-03-07T03:10:57.297449+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:12:05.995515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1028,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130010+0000","last_change":"2024-03-07T03:06:47.859644+0000","last_active":"2024-03-07T03:10:57.130010+0000","last_peered":"2024-03-07T03:10:57.130010+0000","last_clean":"2024-03-07T03:10:57.130010+0000","last_became_active":"2024-03-07T03:06:47.859097+0000","last_became_peered":"2024-03-07T03:06:47.859097+0000","last_unstale":"2024-03-07T03:10:57.130010+0000","last_undegraded":"2024-03-07T03:10:57.130010+0000","last_fullsized":"2024-03-07T03:10:57.130010+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:22:46.909130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":984,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297316+0000","last_change":"2024-03-07T03:07:58.754226+0000","last_active":"2024-03-07T03:10:57.297316+0000","last_peered":"2024-03-07T03:10:57.297316+0000","last_clean":"2024-03-07T03:10:57.297316+0000","last_became_active":"2024-03-07T03:07:58.753169+0000","last_became_peered":"2024-03-07T03:07:58.753169+0000","last_unstale":"2024-03-07T03:10:57.297316+0000","last_undegraded":"2024-03-07T03:10:57.297316+0000","last_fullsized":"2024-03-07T03:10:57.297316+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:46:59.258099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1085,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328560+0000","last_change":"2024-03-07T03:07:23.073492+0000","last_active":"2024-03-07T03:10:57.328560+0000","last_peered":"2024-03-07T03:10:57.328560+0000","last_clean":"2024-03-07T03:10:57.328560+0000","last_became_active":"2024-03-07T03:07:23.071929+0000","last_became_peered":"2024-03-07T03:07:23.071929+0000","last_unstale":"2024-03-07T03:10:57.328560+0000","last_undegraded":"2024-03-07T03:10:57.328560+0000","last_fullsized":"2024-03-07T03:10:57.328560+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:35:26.391722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":977,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298039+0000","last_change":"2024-03-07T03:07:58.760328+0000","last_active":"2024-03-07T03:10:57.298039+0000","last_peered":"2024-03-07T03:10:57.298039+0000","last_clean":"2024-03-07T03:10:57.298039+0000","last_became_active":"2024-03-07T03:07:58.760046+0000","last_became_peered":"2024-03-07T03:07:58.760046+0000","last_unstale":"2024-03-07T03:10:57.298039+0000","last_undegraded":"2024-03-07T03:10:57.298039+0000","last_fullsized":"2024-03-07T03:10:57.298039+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:08:46.356817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1003,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127795+0000","last_change":"2024-03-07T03:07:23.079945+0000","last_active":"2024-03-07T03:10:57.127795+0000","last_peered":"2024-03-07T03:10:57.127795+0000","last_clean":"2024-03-07T03:10:57.127795+0000","last_became_active":"2024-03-07T03:07:23.078551+0000","last_became_peered":"2024-03-07T03:07:23.078551+0000","last_unstale":"2024-03-07T03:10:57.127795+0000","last_undegraded":"2024-03-07T03:10:57.127795+0000","last_fullsized":"2024-03-07T03:10:57.127795+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:03:46.670084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1003,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127652+0000","last_change":"2024-03-07T03:07:23.081963+0000","last_active":"2024-03-07T03:10:57.127652+0000","last_peered":"2024-03-07T03:10:57.127652+0000","last_clean":"2024-03-07T03:10:57.127652+0000","last_became_active":"2024-03-07T03:07:23.080128+0000","last_became_peered":"2024-03-07T03:07:23.080128+0000","last_unstale":"2024-03-07T03:10:57.127652+0000","last_undegraded":"2024-03-07T03:10:57.127652+0000","last_fullsized":"2024-03-07T03:10:57.127652+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:56.813267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1146,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329587+0000","last_change":"2024-03-07T03:07:23.074902+0000","last_active":"2024-03-07T03:10:57.329587+0000","last_peered":"2024-03-07T03:10:57.329587+0000","last_clean":"2024-03-07T03:10:57.329587+0000","last_became_active":"2024-03-07T03:07:23.074466+0000","last_became_peered":"2024-03-07T03:07:23.074466+0000","last_unstale":"2024-03-07T03:10:57.329587+0000","last_undegraded":"2024-03-07T03:10:57.329587+0000","last_fullsized":"2024-03-07T03:10:57.329587+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:40:20.268555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1115,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329097+0000","last_change":"2024-03-07T03:07:23.072635+0000","last_active":"2024-03-07T03:10:57.329097+0000","last_peered":"2024-03-07T03:10:57.329097+0000","last_clean":"2024-03-07T03:10:57.329097+0000","last_became_active":"2024-03-07T03:07:23.071712+0000","last_became_peered":"2024-03-07T03:07:23.071712+0000","last_unstale":"2024-03-07T03:10:57.329097+0000","last_undegraded":"2024-03-07T03:10:57.329097+0000","last_fullsized":"2024-03-07T03:10:57.329097+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:00:39.298564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1211,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125471+0000","last_change":"2024-03-07T03:06:47.851538+0000","last_active":"2024-03-07T03:10:57.125471+0000","last_peered":"2024-03-07T03:10:57.125471+0000","last_clean":"2024-03-07T03:10:57.125471+0000","last_became_active":"2024-03-07T03:06:47.851183+0000","last_became_peered":"2024-03-07T03:06:47.851183+0000","last_unstale":"2024-03-07T03:10:57.125471+0000","last_undegraded":"2024-03-07T03:10:57.125471+0000","last_fullsized":"2024-03-07T03:10:57.125471+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:36:23.932334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.121969+0000","last_change":"2024-03-07T03:06:47.843126+0000","last_active":"2024-03-07T03:10:57.121969+0000","last_peered":"2024-03-07T03:10:57.121969+0000","last_clean":"2024-03-07T03:10:57.121969+0000","last_became_active":"2024-03-07T03:06:47.842736+0000","last_became_peered":"2024-03-07T03:06:47.842736+0000","last_unstale":"2024-03-07T03:10:57.121969+0000","last_undegraded":"2024-03-07T03:10:57.121969+0000","last_fullsized":"2024-03-07T03:10:57.121969+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:48:10.843465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1032,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129500+0000","last_change":"2024-03-07T03:07:58.755620+0000","last_active":"2024-03-07T03:10:57.129500+0000","last_peered":"2024-03-07T03:10:57.129500+0000","last_clean":"2024-03-07T03:10:57.129500+0000","last_became_active":"2024-03-07T03:07:58.755267+0000","last_became_peered":"2024-03-07T03:07:58.755267+0000","last_unstale":"2024-03-07T03:10:57.129500+0000","last_undegraded":"2024-03-07T03:10:57.129500+0000","last_fullsized":"2024-03-07T03:10:57.129500+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:51:32.339400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1036,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130654+0000","last_change":"2024-03-07T03:07:58.756358+0000","last_active":"2024-03-07T03:10:57.130654+0000","last_peered":"2024-03-07T03:10:57.130654+0000","last_clean":"2024-03-07T03:10:57.130654+0000","last_became_active":"2024-03-07T03:07:58.755960+0000","last_became_peered":"2024-03-07T03:07:58.755960+0000","last_unstale":"2024-03-07T03:10:57.130654+0000","last_undegraded":"2024-03-07T03:10:57.130654+0000","last_fullsized":"2024-03-07T03:10:57.130654+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:47.464423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1154,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.330132+0000","last_change":"2024-03-07T03:07:58.755619+0000","last_active":"2024-03-07T03:10:57.330132+0000","last_peered":"2024-03-07T03:10:57.330132+0000","last_clean":"2024-03-07T03:10:57.330132+0000","last_became_active":"2024-03-07T03:07:58.755214+0000","last_became_peered":"2024-03-07T03:07:58.755214+0000","last_unstale":"2024-03-07T03:10:57.330132+0000","last_undegraded":"2024-03-07T03:10:57.330132+0000","last_fullsized":"2024-03-07T03:10:57.330132+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:59:02.041330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":970,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298058+0000","last_change":"2024-03-07T03:07:58.756563+0000","last_active":"2024-03-07T03:10:57.298058+0000","last_peered":"2024-03-07T03:10:57.298058+0000","last_clean":"2024-03-07T03:10:57.298058+0000","last_became_active":"2024-03-07T03:07:58.752195+0000","last_became_peered":"2024-03-07T03:07:58.752195+0000","last_unstale":"2024-03-07T03:10:57.298058+0000","last_undegraded":"2024-03-07T03:10:57.298058+0000","last_fullsized":"2024-03-07T03:10:57.298058+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:32:35.496500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"716'5","reported_seq":1220,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126462+0000","last_change":"2024-03-07T03:07:58.753999+0000","last_active":"2024-03-07T03:10:57.126462+0000","last_peered":"2024-03-07T03:10:57.126462+0000","last_clean":"2024-03-07T03:10:57.126462+0000","last_became_active":"2024-03-07T03:07:58.753607+0000","last_became_peered":"2024-03-07T03:07:58.753607+0000","last_unstale":"2024-03-07T03:10:57.126462+0000","last_undegraded":"2024-03-07T03:10:57.126462+0000","last_fullsized":"2024-03-07T03:10:57.126462+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:28:57.567238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1108,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329741+0000","last_change":"2024-03-07T03:07:23.083830+0000","last_active":"2024-03-07T03:10:57.329741+0000","last_peered":"2024-03-07T03:10:57.329741+0000","last_clean":"2024-03-07T03:10:57.329741+0000","last_became_active":"2024-03-07T03:07:23.083530+0000","last_became_peered":"2024-03-07T03:07:23.083530+0000","last_unstale":"2024-03-07T03:10:57.329741+0000","last_undegraded":"2024-03-07T03:10:57.329741+0000","last_fullsized":"2024-03-07T03:10:57.329741+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:57.938032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"716'2","reported_seq":1128,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329519+0000","last_change":"2024-03-07T03:06:47.849618+0000","last_active":"2024-03-07T03:10:57.329519+0000","last_peered":"2024-03-07T03:10:57.329519+0000","last_clean":"2024-03-07T03:10:57.329519+0000","last_became_active":"2024-03-07T03:06:47.849222+0000","last_became_peered":"2024-03-07T03:06:47.849222+0000","last_unstale":"2024-03-07T03:10:57.329519+0000","last_undegraded":"2024-03-07T03:10:57.329519+0000","last_fullsized":"2024-03-07T03:10:57.329519+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:36:41.880143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126043+0000","last_change":"2024-03-07T03:06:47.851880+0000","last_active":"2024-03-07T03:10:57.126043+0000","last_peered":"2024-03-07T03:10:57.126043+0000","last_clean":"2024-03-07T03:10:57.126043+0000","last_became_active":"2024-03-07T03:06:47.851176+0000","last_became_peered":"2024-03-07T03:06:47.851176+0000","last_unstale":"2024-03-07T03:10:57.126043+0000","last_undegraded":"2024-03-07T03:10:57.126043+0000","last_fullsized":"2024-03-07T03:10:57.126043+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:38:59.663068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":975,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298084+0000","last_change":"2024-03-07T03:07:58.757245+0000","last_active":"2024-03-07T03:10:57.298084+0000","last_peered":"2024-03-07T03:10:57.298084+0000","last_clean":"2024-03-07T03:10:57.298084+0000","last_became_active":"2024-03-07T03:07:58.754456+0000","last_became_peered":"2024-03-07T03:07:58.754456+0000","last_unstale":"2024-03-07T03:10:57.298084+0000","last_undegraded":"2024-03-07T03:10:57.298084+0000","last_fullsized":"2024-03-07T03:10:57.298084+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:57:32.153933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1041,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130356+0000","last_change":"2024-03-07T03:06:47.855220+0000","last_active":"2024-03-07T03:10:57.130356+0000","last_peered":"2024-03-07T03:10:57.130356+0000","last_clean":"2024-03-07T03:10:57.130356+0000","last_became_active":"2024-03-07T03:06:47.854836+0000","last_became_peered":"2024-03-07T03:06:47.854836+0000","last_unstale":"2024-03-07T03:10:57.130356+0000","last_undegraded":"2024-03-07T03:10:57.130356+0000","last_fullsized":"2024-03-07T03:10:57.130356+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:51:35.386552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":982,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297797+0000","last_change":"2024-03-07T03:07:58.757676+0000","last_active":"2024-03-07T03:10:57.297797+0000","last_peered":"2024-03-07T03:10:57.297797+0000","last_clean":"2024-03-07T03:10:57.297797+0000","last_became_active":"2024-03-07T03:07:58.753930+0000","last_became_peered":"2024-03-07T03:07:58.753930+0000","last_unstale":"2024-03-07T03:10:57.297797+0000","last_undegraded":"2024-03-07T03:10:57.297797+0000","last_fullsized":"2024-03-07T03:10:57.297797+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:56.639688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1035,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130064+0000","last_change":"2024-03-07T03:07:23.076532+0000","last_active":"2024-03-07T03:10:57.130064+0000","last_peered":"2024-03-07T03:10:57.130064+0000","last_clean":"2024-03-07T03:10:57.130064+0000","last_became_active":"2024-03-07T03:07:23.076234+0000","last_became_peered":"2024-03-07T03:07:23.076234+0000","last_unstale":"2024-03-07T03:10:57.130064+0000","last_undegraded":"2024-03-07T03:10:57.130064+0000","last_fullsized":"2024-03-07T03:10:57.130064+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:16:39.967241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"716'2","reported_seq":1088,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329307+0000","last_change":"2024-03-07T03:07:58.752045+0000","last_active":"2024-03-07T03:10:57.329307+0000","last_peered":"2024-03-07T03:10:57.329307+0000","last_clean":"2024-03-07T03:10:57.329307+0000","last_became_active":"2024-03-07T03:07:58.751585+0000","last_became_peered":"2024-03-07T03:07:58.751585+0000","last_unstale":"2024-03-07T03:10:57.329307+0000","last_undegraded":"2024-03-07T03:10:57.329307+0000","last_fullsized":"2024-03-07T03:10:57.329307+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:03:01.652607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1106,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123001+0000","last_change":"2024-03-07T03:06:09.990854+0000","last_active":"2024-03-07T03:10:57.123001+0000","last_peered":"2024-03-07T03:10:57.123001+0000","last_clean":"2024-03-07T03:10:57.123001+0000","last_became_active":"2024-03-07T03:06:09.990464+0000","last_became_peered":"2024-03-07T03:06:09.990464+0000","last_unstale":"2024-03-07T03:10:57.123001+0000","last_undegraded":"2024-03-07T03:10:57.123001+0000","last_fullsized":"2024-03-07T03:10:57.123001+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:53:52.856954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"716'2","reported_seq":1008,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127716+0000","last_change":"2024-03-07T03:07:58.754526+0000","last_active":"2024-03-07T03:10:57.127716+0000","last_peered":"2024-03-07T03:10:57.127716+0000","last_clean":"2024-03-07T03:10:57.127716+0000","last_became_active":"2024-03-07T03:07:58.754123+0000","last_became_peered":"2024-03-07T03:07:58.754123+0000","last_unstale":"2024-03-07T03:10:57.127716+0000","last_undegraded":"2024-03-07T03:10:57.127716+0000","last_fullsized":"2024-03-07T03:10:57.127716+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:41:34.446180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1211,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126281+0000","last_change":"2024-03-07T03:07:58.750769+0000","last_active":"2024-03-07T03:10:57.126281+0000","last_peered":"2024-03-07T03:10:57.126281+0000","last_clean":"2024-03-07T03:10:57.126281+0000","last_became_active":"2024-03-07T03:07:58.749974+0000","last_became_peered":"2024-03-07T03:07:58.749974+0000","last_unstale":"2024-03-07T03:10:57.126281+0000","last_undegraded":"2024-03-07T03:10:57.126281+0000","last_fullsized":"2024-03-07T03:10:57.126281+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:56:14.059734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1125,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328593+0000","last_change":"2024-03-07T03:07:23.072942+0000","last_active":"2024-03-07T03:10:57.328593+0000","last_peered":"2024-03-07T03:10:57.328593+0000","last_clean":"2024-03-07T03:10:57.328593+0000","last_became_active":"2024-03-07T03:07:23.072639+0000","last_became_peered":"2024-03-07T03:07:23.072639+0000","last_unstale":"2024-03-07T03:10:57.328593+0000","last_undegraded":"2024-03-07T03:10:57.328593+0000","last_fullsized":"2024-03-07T03:10:57.328593+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:42.808853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1122,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328668+0000","last_change":"2024-03-07T03:05:35.934963+0000","last_active":"2024-03-07T03:10:57.328668+0000","last_peered":"2024-03-07T03:10:57.328668+0000","last_clean":"2024-03-07T03:10:57.328668+0000","last_became_active":"2024-03-07T03:05:35.932493+0000","last_became_peered":"2024-03-07T03:05:35.932493+0000","last_unstale":"2024-03-07T03:10:57.328668+0000","last_undegraded":"2024-03-07T03:10:57.328668+0000","last_fullsized":"2024-03-07T03:10:57.328668+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:00:57.111662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1037,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129714+0000","last_change":"2024-03-07T03:07:58.756063+0000","last_active":"2024-03-07T03:10:57.129714+0000","last_peered":"2024-03-07T03:10:57.129714+0000","last_clean":"2024-03-07T03:10:57.129714+0000","last_became_active":"2024-03-07T03:07:58.755712+0000","last_became_peered":"2024-03-07T03:07:58.755712+0000","last_unstale":"2024-03-07T03:10:57.129714+0000","last_undegraded":"2024-03-07T03:10:57.129714+0000","last_fullsized":"2024-03-07T03:10:57.129714+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:13:06.484346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1185,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122325+0000","last_change":"2024-03-07T03:06:09.996319+0000","last_active":"2024-03-07T03:10:57.122325+0000","last_peered":"2024-03-07T03:10:57.122325+0000","last_clean":"2024-03-07T03:10:57.122325+0000","last_became_active":"2024-03-07T03:06:09.996002+0000","last_became_peered":"2024-03-07T03:06:09.996002+0000","last_unstale":"2024-03-07T03:10:57.122325+0000","last_undegraded":"2024-03-07T03:10:57.122325+0000","last_fullsized":"2024-03-07T03:10:57.122325+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:41:55.764562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1004,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127980+0000","last_change":"2024-03-07T03:07:23.083466+0000","last_active":"2024-03-07T03:10:57.127980+0000","last_peered":"2024-03-07T03:10:57.127980+0000","last_clean":"2024-03-07T03:10:57.127980+0000","last_became_active":"2024-03-07T03:07:23.083156+0000","last_became_peered":"2024-03-07T03:07:23.083156+0000","last_unstale":"2024-03-07T03:10:57.127980+0000","last_undegraded":"2024-03-07T03:10:57.127980+0000","last_fullsized":"2024-03-07T03:10:57.127980+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:32:00.539449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1023,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130259+0000","last_change":"2024-03-07T03:07:58.752127+0000","last_active":"2024-03-07T03:10:57.130259+0000","last_peered":"2024-03-07T03:10:57.130259+0000","last_clean":"2024-03-07T03:10:57.130259+0000","last_became_active":"2024-03-07T03:07:58.751770+0000","last_became_peered":"2024-03-07T03:07:58.751770+0000","last_unstale":"2024-03-07T03:10:57.130259+0000","last_undegraded":"2024-03-07T03:10:57.130259+0000","last_fullsized":"2024-03-07T03:10:57.130259+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:43.791488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1057,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129992+0000","last_change":"2024-03-07T03:07:23.077653+0000","last_active":"2024-03-07T03:10:57.129992+0000","last_peered":"2024-03-07T03:10:57.129992+0000","last_clean":"2024-03-07T03:10:57.129992+0000","last_became_active":"2024-03-07T03:07:23.077355+0000","last_became_peered":"2024-03-07T03:07:23.077355+0000","last_unstale":"2024-03-07T03:10:57.129992+0000","last_undegraded":"2024-03-07T03:10:57.129992+0000","last_fullsized":"2024-03-07T03:10:57.129992+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:45.861158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1211,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126336+0000","last_change":"2024-03-07T03:06:47.851508+0000","last_active":"2024-03-07T03:10:57.126336+0000","last_peered":"2024-03-07T03:10:57.126336+0000","last_clean":"2024-03-07T03:10:57.126336+0000","last_became_active":"2024-03-07T03:06:47.850839+0000","last_became_peered":"2024-03-07T03:06:47.850839+0000","last_unstale":"2024-03-07T03:10:57.126336+0000","last_undegraded":"2024-03-07T03:10:57.126336+0000","last_fullsized":"2024-03-07T03:10:57.126336+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:08:06.622234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1190,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122468+0000","last_change":"2024-03-07T03:06:47.845848+0000","last_active":"2024-03-07T03:10:57.122468+0000","last_peered":"2024-03-07T03:10:57.122468+0000","last_clean":"2024-03-07T03:10:57.122468+0000","last_became_active":"2024-03-07T03:06:47.845425+0000","last_became_peered":"2024-03-07T03:06:47.845425+0000","last_unstale":"2024-03-07T03:10:57.122468+0000","last_undegraded":"2024-03-07T03:10:57.122468+0000","last_fullsized":"2024-03-07T03:10:57.122468+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:16:24.833986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1077,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123242+0000","last_change":"2024-03-07T03:07:58.754983+0000","last_active":"2024-03-07T03:10:57.123242+0000","last_peered":"2024-03-07T03:10:57.123242+0000","last_clean":"2024-03-07T03:10:57.123242+0000","last_became_active":"2024-03-07T03:07:58.754657+0000","last_became_peered":"2024-03-07T03:07:58.754657+0000","last_unstale":"2024-03-07T03:10:57.123242+0000","last_undegraded":"2024-03-07T03:10:57.123242+0000","last_fullsized":"2024-03-07T03:10:57.123242+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:06:00.897772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"716'29","reported_seq":1039,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127756+0000","last_change":"2024-03-07T03:07:23.079677+0000","last_active":"2024-03-07T03:10:57.127756+0000","last_peered":"2024-03-07T03:10:57.127756+0000","last_clean":"2024-03-07T03:10:57.127756+0000","last_became_active":"2024-03-07T03:07:23.079320+0000","last_became_peered":"2024-03-07T03:07:23.079320+0000","last_unstale":"2024-03-07T03:10:57.127756+0000","last_undegraded":"2024-03-07T03:10:57.127756+0000","last_fullsized":"2024-03-07T03:10:57.127756+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:49:54.979015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":984,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297755+0000","last_change":"2024-03-07T03:07:58.758376+0000","last_active":"2024-03-07T03:10:57.297755+0000","last_peered":"2024-03-07T03:10:57.297755+0000","last_clean":"2024-03-07T03:10:57.297755+0000","last_became_active":"2024-03-07T03:07:58.757816+0000","last_became_peered":"2024-03-07T03:07:58.757816+0000","last_unstale":"2024-03-07T03:10:57.297755+0000","last_undegraded":"2024-03-07T03:10:57.297755+0000","last_fullsized":"2024-03-07T03:10:57.297755+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:47.253727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1217,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126076+0000","last_change":"2024-03-07T03:06:09.989072+0000","last_active":"2024-03-07T03:10:57.126076+0000","last_peered":"2024-03-07T03:10:57.126076+0000","last_clean":"2024-03-07T03:10:57.126076+0000","last_became_active":"2024-03-07T03:06:09.987754+0000","last_became_peered":"2024-03-07T03:06:09.987754+0000","last_unstale":"2024-03-07T03:10:57.126076+0000","last_undegraded":"2024-03-07T03:10:57.126076+0000","last_fullsized":"2024-03-07T03:10:57.126076+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:05:15.340331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125648+0000","last_change":"2024-03-07T03:07:58.754207+0000","last_active":"2024-03-07T03:10:57.125648+0000","last_peered":"2024-03-07T03:10:57.125648+0000","last_clean":"2024-03-07T03:10:57.125648+0000","last_became_active":"2024-03-07T03:07:58.753859+0000","last_became_peered":"2024-03-07T03:07:58.753859+0000","last_unstale":"2024-03-07T03:10:57.125648+0000","last_undegraded":"2024-03-07T03:10:57.125648+0000","last_fullsized":"2024-03-07T03:10:57.125648+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:14:02.813872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1050,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129821+0000","last_change":"2024-03-07T03:07:58.755838+0000","last_active":"2024-03-07T03:10:57.129821+0000","last_peered":"2024-03-07T03:10:57.129821+0000","last_clean":"2024-03-07T03:10:57.129821+0000","last_became_active":"2024-03-07T03:07:58.755436+0000","last_became_peered":"2024-03-07T03:07:58.755436+0000","last_unstale":"2024-03-07T03:10:57.129821+0000","last_undegraded":"2024-03-07T03:10:57.129821+0000","last_fullsized":"2024-03-07T03:10:57.129821+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:25.094944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":984,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297649+0000","last_change":"2024-03-07T03:07:58.750199+0000","last_active":"2024-03-07T03:10:57.297649+0000","last_peered":"2024-03-07T03:10:57.297649+0000","last_clean":"2024-03-07T03:10:57.297649+0000","last_became_active":"2024-03-07T03:07:58.749858+0000","last_became_peered":"2024-03-07T03:07:58.749858+0000","last_unstale":"2024-03-07T03:10:57.297649+0000","last_undegraded":"2024-03-07T03:10:57.297649+0000","last_fullsized":"2024-03-07T03:10:57.297649+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:41.122539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1012,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127462+0000","last_change":"2024-03-07T03:07:23.076835+0000","last_active":"2024-03-07T03:10:57.127462+0000","last_peered":"2024-03-07T03:10:57.127462+0000","last_clean":"2024-03-07T03:10:57.127462+0000","last_became_active":"2024-03-07T03:07:23.075094+0000","last_became_peered":"2024-03-07T03:07:23.075094+0000","last_unstale":"2024-03-07T03:10:57.127462+0000","last_undegraded":"2024-03-07T03:10:57.127462+0000","last_fullsized":"2024-03-07T03:10:57.127462+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:50:36.739831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1003,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127360+0000","last_change":"2024-03-07T03:07:23.078279+0000","last_active":"2024-03-07T03:10:57.127360+0000","last_peered":"2024-03-07T03:10:57.127360+0000","last_clean":"2024-03-07T03:10:57.127360+0000","last_became_active":"2024-03-07T03:07:23.077338+0000","last_became_peered":"2024-03-07T03:07:23.077338+0000","last_unstale":"2024-03-07T03:10:57.127360+0000","last_undegraded":"2024-03-07T03:10:57.127360+0000","last_fullsized":"2024-03-07T03:10:57.127360+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:05:40.599683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1167,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329329+0000","last_change":"2024-03-07T03:05:01.461919+0000","last_active":"2024-03-07T03:10:57.329329+0000","last_peered":"2024-03-07T03:10:57.329329+0000","last_clean":"2024-03-07T03:10:57.329329+0000","last_became_active":"2024-03-07T03:05:01.459759+0000","last_became_peered":"2024-03-07T03:05:01.459759+0000","last_unstale":"2024-03-07T03:10:57.329329+0000","last_undegraded":"2024-03-07T03:10:57.329329+0000","last_fullsized":"2024-03-07T03:10:57.329329+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:31:45.535178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":970,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297341+0000","last_change":"2024-03-07T03:07:58.753856+0000","last_active":"2024-03-07T03:10:57.297341+0000","last_peered":"2024-03-07T03:10:57.297341+0000","last_clean":"2024-03-07T03:10:57.297341+0000","last_became_active":"2024-03-07T03:07:58.751889+0000","last_became_peered":"2024-03-07T03:07:58.751889+0000","last_unstale":"2024-03-07T03:10:57.297341+0000","last_undegraded":"2024-03-07T03:10:57.297341+0000","last_fullsized":"2024-03-07T03:10:57.297341+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:27:20.126942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"863'1273","reported_seq":4338,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329457+0000","last_change":"2024-03-07T03:10:56.137635+0000","last_active":"2024-03-07T03:10:57.329457+0000","last_peered":"2024-03-07T03:10:57.329457+0000","last_clean":"2024-03-07T03:10:57.329457+0000","last_became_active":"2024-03-07T03:05:01.457883+0000","last_became_peered":"2024-03-07T03:05:01.457883+0000","last_unstale":"2024-03-07T03:10:57.329457+0000","last_undegraded":"2024-03-07T03:10:57.329457+0000","last_fullsized":"2024-03-07T03:10:57.329457+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1273,"log_dups_size":0,"ondisk_log_size":1273,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:21:46.718939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.021818005000000001,"stat_sum":{"num_bytes":15540224,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":258,"num_read_kb":529715,"num_write":442,"num_write_kb":102224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1441792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.f","version":"61'1","reported_seq":1080,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123672+0000","last_change":"2024-03-07T03:07:58.755003+0000","last_active":"2024-03-07T03:10:57.123672+0000","last_peered":"2024-03-07T03:10:57.123672+0000","last_clean":"2024-03-07T03:10:57.123672+0000","last_became_active":"2024-03-07T03:07:58.754564+0000","last_became_peered":"2024-03-07T03:07:58.754564+0000","last_unstale":"2024-03-07T03:10:57.123672+0000","last_undegraded":"2024-03-07T03:10:57.123672+0000","last_fullsized":"2024-03-07T03:10:57.123672+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:34:53.344746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298000+0000","last_change":"2024-03-07T03:07:58.750952+0000","last_active":"2024-03-07T03:10:57.298000+0000","last_peered":"2024-03-07T03:10:57.298000+0000","last_clean":"2024-03-07T03:10:57.298000+0000","last_became_active":"2024-03-07T03:07:58.749229+0000","last_became_peered":"2024-03-07T03:07:58.749229+0000","last_unstale":"2024-03-07T03:10:57.298000+0000","last_undegraded":"2024-03-07T03:10:57.298000+0000","last_fullsized":"2024-03-07T03:10:57.298000+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:53:10.534950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"863'847","reported_seq":4046,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125690+0000","last_change":"2024-03-07T03:10:56.129162+0000","last_active":"2024-03-07T03:10:57.125690+0000","last_peered":"2024-03-07T03:10:57.125690+0000","last_clean":"2024-03-07T03:10:57.125690+0000","last_became_active":"2024-03-07T03:07:23.074596+0000","last_became_peered":"2024-03-07T03:07:23.074596+0000","last_unstale":"2024-03-07T03:10:57.125690+0000","last_undegraded":"2024-03-07T03:10:57.125690+0000","last_fullsized":"2024-03-07T03:10:57.125690+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":847,"log_dups_size":0,"ondisk_log_size":847,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:34:23.625809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0099120149999999997,"stat_sum":{"num_bytes":38936576,"num_objects":11,"num_object_clones":9,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":157,"num_read_kb":413258,"num_write":266,"num_write_kb":109952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":4374528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.2","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122312+0000","last_change":"2024-03-07T03:06:47.845893+0000","last_active":"2024-03-07T03:10:57.122312+0000","last_peered":"2024-03-07T03:10:57.122312+0000","last_clean":"2024-03-07T03:10:57.122312+0000","last_became_active":"2024-03-07T03:06:47.845548+0000","last_became_peered":"2024-03-07T03:06:47.845548+0000","last_unstale":"2024-03-07T03:10:57.122312+0000","last_undegraded":"2024-03-07T03:10:57.122312+0000","last_fullsized":"2024-03-07T03:10:57.122312+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:19:55.051329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1185,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122598+0000","last_change":"2024-03-07T03:07:58.751041+0000","last_active":"2024-03-07T03:10:57.122598+0000","last_peered":"2024-03-07T03:10:57.122598+0000","last_clean":"2024-03-07T03:10:57.122598+0000","last_became_active":"2024-03-07T03:07:58.749047+0000","last_became_peered":"2024-03-07T03:07:58.749047+0000","last_unstale":"2024-03-07T03:10:57.122598+0000","last_undegraded":"2024-03-07T03:10:57.122598+0000","last_fullsized":"2024-03-07T03:10:57.122598+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:47:59.256394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1056,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129942+0000","last_change":"2024-03-07T03:06:47.858022+0000","last_active":"2024-03-07T03:10:57.129942+0000","last_peered":"2024-03-07T03:10:57.129942+0000","last_clean":"2024-03-07T03:10:57.129942+0000","last_became_active":"2024-03-07T03:06:47.857526+0000","last_became_peered":"2024-03-07T03:06:47.857526+0000","last_unstale":"2024-03-07T03:10:57.129942+0000","last_undegraded":"2024-03-07T03:10:57.129942+0000","last_fullsized":"2024-03-07T03:10:57.129942+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:02:03.856321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"862'1186","reported_seq":4377,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126178+0000","last_change":"2024-03-07T03:10:56.119983+0000","last_active":"2024-03-07T03:10:57.126178+0000","last_peered":"2024-03-07T03:10:57.126178+0000","last_clean":"2024-03-07T03:10:57.126178+0000","last_became_active":"2024-03-07T03:06:09.988405+0000","last_became_peered":"2024-03-07T03:06:09.988405+0000","last_unstale":"2024-03-07T03:10:57.126178+0000","last_undegraded":"2024-03-07T03:10:57.126178+0000","last_fullsized":"2024-03-07T03:10:57.126178+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1186,"log_dups_size":0,"ondisk_log_size":1186,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:41:38.890400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099770099999999993,"stat_sum":{"num_bytes":13524992,"num_objects":9,"num_object_clones":6,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":208,"num_read_kb":390958,"num_write":505,"num_write_kb":103888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":50642944,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122311+0000","last_change":"2024-03-07T03:05:35.928460+0000","last_active":"2024-03-07T03:10:57.122311+0000","last_peered":"2024-03-07T03:10:57.122311+0000","last_clean":"2024-03-07T03:10:57.122311+0000","last_became_active":"2024-03-07T03:05:35.928017+0000","last_became_peered":"2024-03-07T03:05:35.928017+0000","last_unstale":"2024-03-07T03:10:57.122311+0000","last_undegraded":"2024-03-07T03:10:57.122311+0000","last_fullsized":"2024-03-07T03:10:57.122311+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:53:27.674544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1025,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129657+0000","last_change":"2024-03-07T03:07:23.075249+0000","last_active":"2024-03-07T03:10:57.129657+0000","last_peered":"2024-03-07T03:10:57.129657+0000","last_clean":"2024-03-07T03:10:57.129657+0000","last_became_active":"2024-03-07T03:07:23.074866+0000","last_became_peered":"2024-03-07T03:07:23.074866+0000","last_unstale":"2024-03-07T03:10:57.129657+0000","last_undegraded":"2024-03-07T03:10:57.129657+0000","last_fullsized":"2024-03-07T03:10:57.129657+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:03.393010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1077,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123129+0000","last_change":"2024-03-07T03:07:23.069585+0000","last_active":"2024-03-07T03:10:57.123129+0000","last_peered":"2024-03-07T03:10:57.123129+0000","last_clean":"2024-03-07T03:10:57.123129+0000","last_became_active":"2024-03-07T03:07:23.069262+0000","last_became_peered":"2024-03-07T03:07:23.069262+0000","last_unstale":"2024-03-07T03:10:57.123129+0000","last_undegraded":"2024-03-07T03:10:57.123129+0000","last_fullsized":"2024-03-07T03:10:57.123129+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:11:22.045807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"861'1094","reported_seq":4794,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.330893+0000","last_change":"2024-03-07T03:10:57.331022+0000","last_active":"2024-03-07T03:10:57.330893+0000","last_peered":"2024-03-07T03:10:57.330893+0000","last_clean":"2024-03-07T03:10:57.330893+0000","last_became_active":"2024-03-07T03:06:47.847229+0000","last_became_peered":"2024-03-07T03:06:47.847229+0000","last_unstale":"2024-03-07T03:10:57.330893+0000","last_undegraded":"2024-03-07T03:10:57.330893+0000","last_fullsized":"2024-03-07T03:10:57.330893+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1094,"log_dups_size":0,"ondisk_log_size":1094,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:58:27.729404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.032339935,"stat_sum":{"num_bytes":113606656,"num_objects":59,"num_object_clones":55,"num_object_copies":177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":279,"num_read_kb":358703,"num_write":525,"num_write_kb":146904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":36642816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1181,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122460+0000","last_change":"2024-03-07T03:06:47.843416+0000","last_active":"2024-03-07T03:10:57.122460+0000","last_peered":"2024-03-07T03:10:57.122460+0000","last_clean":"2024-03-07T03:10:57.122460+0000","last_became_active":"2024-03-07T03:06:47.842812+0000","last_became_peered":"2024-03-07T03:06:47.842812+0000","last_unstale":"2024-03-07T03:10:57.122460+0000","last_undegraded":"2024-03-07T03:10:57.122460+0000","last_fullsized":"2024-03-07T03:10:57.122460+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:03:02.672609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.121844+0000","last_change":"2024-03-07T03:07:23.071850+0000","last_active":"2024-03-07T03:10:57.121844+0000","last_peered":"2024-03-07T03:10:57.121844+0000","last_clean":"2024-03-07T03:10:57.121844+0000","last_became_active":"2024-03-07T03:07:23.071476+0000","last_became_peered":"2024-03-07T03:07:23.071476+0000","last_unstale":"2024-03-07T03:10:57.121844+0000","last_undegraded":"2024-03-07T03:10:57.121844+0000","last_fullsized":"2024-03-07T03:10:57.121844+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:13:05.296486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1156,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329321+0000","last_change":"2024-03-07T03:05:35.926187+0000","last_active":"2024-03-07T03:10:57.329321+0000","last_peered":"2024-03-07T03:10:57.329321+0000","last_clean":"2024-03-07T03:10:57.329321+0000","last_became_active":"2024-03-07T03:05:35.925908+0000","last_became_peered":"2024-03-07T03:05:35.925908+0000","last_unstale":"2024-03-07T03:10:57.329321+0000","last_undegraded":"2024-03-07T03:10:57.329321+0000","last_fullsized":"2024-03-07T03:10:57.329321+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:48:33.101185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"863'1146","reported_seq":3871,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298193+0000","last_change":"2024-03-07T03:10:56.132170+0000","last_active":"2024-03-07T03:10:57.298193+0000","last_peered":"2024-03-07T03:10:57.298193+0000","last_clean":"2024-03-07T03:10:57.298193+0000","last_became_active":"2024-03-07T03:07:58.756854+0000","last_became_peered":"2024-03-07T03:07:58.756854+0000","last_unstale":"2024-03-07T03:10:57.298193+0000","last_undegraded":"2024-03-07T03:10:57.298193+0000","last_fullsized":"2024-03-07T03:10:57.298193+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1146,"log_dups_size":0,"ondisk_log_size":1146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T02:59:04.693146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.010433211,"stat_sum":{"num_bytes":34668544,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":1,"num_read":219,"num_read_kb":317694,"num_write":420,"num_write_kb":93568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":10240000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1003,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127882+0000","last_change":"2024-03-07T03:07:58.760449+0000","last_active":"2024-03-07T03:10:57.127882+0000","last_peered":"2024-03-07T03:10:57.127882+0000","last_clean":"2024-03-07T03:10:57.127882+0000","last_became_active":"2024-03-07T03:07:58.760086+0000","last_became_peered":"2024-03-07T03:07:58.760086+0000","last_unstale":"2024-03-07T03:10:57.127882+0000","last_undegraded":"2024-03-07T03:10:57.127882+0000","last_fullsized":"2024-03-07T03:10:57.127882+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:34:38.583100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1086,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328880+0000","last_change":"2024-03-07T03:07:23.073659+0000","last_active":"2024-03-07T03:10:57.328880+0000","last_peered":"2024-03-07T03:10:57.328880+0000","last_clean":"2024-03-07T03:10:57.328880+0000","last_became_active":"2024-03-07T03:07:23.073277+0000","last_became_peered":"2024-03-07T03:07:23.073277+0000","last_unstale":"2024-03-07T03:10:57.328880+0000","last_undegraded":"2024-03-07T03:10:57.328880+0000","last_fullsized":"2024-03-07T03:10:57.328880+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:48:34.819985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1059,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129753+0000","last_change":"2024-03-07T03:07:58.752576+0000","last_active":"2024-03-07T03:10:57.129753+0000","last_peered":"2024-03-07T03:10:57.129753+0000","last_clean":"2024-03-07T03:10:57.129753+0000","last_became_active":"2024-03-07T03:07:58.752193+0000","last_became_peered":"2024-03-07T03:07:58.752193+0000","last_unstale":"2024-03-07T03:10:57.129753+0000","last_undegraded":"2024-03-07T03:10:57.129753+0000","last_fullsized":"2024-03-07T03:10:57.129753+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:55:14.205594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"395'197","reported_seq":1463,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297460+0000","last_change":"2024-03-07T03:07:58.752982+0000","last_active":"2024-03-07T03:10:57.297460+0000","last_peered":"2024-03-07T03:10:57.297460+0000","last_clean":"2024-03-07T03:10:57.297460+0000","last_became_active":"2024-03-07T03:07:58.752004+0000","last_became_peered":"2024-03-07T03:07:58.752004+0000","last_unstale":"2024-03-07T03:10:57.297460+0000","last_undegraded":"2024-03-07T03:10:57.297460+0000","last_fullsized":"2024-03-07T03:10:57.297460+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_clean_scrub_stamp":"2024-03-07T02:51:31.238394+0000","objects_scrubbed":0,"log_size":197,"log_dups_size":0,"ondisk_log_size":197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:53.766202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"858'3145","reported_seq":6528,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.131283+0000","last_change":"2024-03-07T03:10:57.131283+0000","last_active":"2024-03-07T03:10:57.131283+0000","last_peered":"2024-03-07T03:10:57.131283+0000","last_clean":"2024-03-07T03:10:57.131283+0000","last_became_active":"2024-03-07T03:06:47.859231+0000","last_became_peered":"2024-03-07T03:06:47.859231+0000","last_unstale":"2024-03-07T03:10:57.131283+0000","last_undegraded":"2024-03-07T03:10:57.131283+0000","last_fullsized":"2024-03-07T03:10:57.131283+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3145,"log_dups_size":0,"ondisk_log_size":3145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:10:03.781442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001499434,"stat_sum":{"num_bytes":18481152,"num_objects":15,"num_object_clones":14,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":124,"num_read_kb":398406,"num_write":253,"num_write_kb":45856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":9773056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126312+0000","last_change":"2024-03-07T03:05:01.454053+0000","last_active":"2024-03-07T03:10:57.126312+0000","last_peered":"2024-03-07T03:10:57.126312+0000","last_clean":"2024-03-07T03:10:57.126312+0000","last_became_active":"2024-03-07T03:05:01.453718+0000","last_became_peered":"2024-03-07T03:05:01.453718+0000","last_unstale":"2024-03-07T03:10:57.126312+0000","last_undegraded":"2024-03-07T03:10:57.126312+0000","last_fullsized":"2024-03-07T03:10:57.126312+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:10:59.835543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125495+0000","last_change":"2024-03-07T03:06:09.987673+0000","last_active":"2024-03-07T03:10:57.125495+0000","last_peered":"2024-03-07T03:10:57.125495+0000","last_clean":"2024-03-07T03:10:57.125495+0000","last_became_active":"2024-03-07T03:06:09.987328+0000","last_became_peered":"2024-03-07T03:06:09.987328+0000","last_unstale":"2024-03-07T03:10:57.125495+0000","last_undegraded":"2024-03-07T03:10:57.125495+0000","last_fullsized":"2024-03-07T03:10:57.125495+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:11:17.983744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":972,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297272+0000","last_change":"2024-03-07T03:07:58.757849+0000","last_active":"2024-03-07T03:10:57.297272+0000","last_peered":"2024-03-07T03:10:57.297272+0000","last_clean":"2024-03-07T03:10:57.297272+0000","last_became_active":"2024-03-07T03:07:58.757399+0000","last_became_peered":"2024-03-07T03:07:58.757399+0000","last_unstale":"2024-03-07T03:10:57.297272+0000","last_undegraded":"2024-03-07T03:10:57.297272+0000","last_fullsized":"2024-03-07T03:10:57.297272+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:54:11.413787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"864'1259","reported_seq":4061,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127950+0000","last_change":"2024-03-07T03:10:56.129203+0000","last_active":"2024-03-07T03:10:57.127950+0000","last_peered":"2024-03-07T03:10:57.127950+0000","last_clean":"2024-03-07T03:10:57.127950+0000","last_became_active":"2024-03-07T03:07:23.080120+0000","last_became_peered":"2024-03-07T03:07:23.080120+0000","last_unstale":"2024-03-07T03:10:57.127950+0000","last_undegraded":"2024-03-07T03:10:57.127950+0000","last_fullsized":"2024-03-07T03:10:57.127950+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1259,"log_dups_size":0,"ondisk_log_size":1259,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:33:24.850580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0059393290000000001,"stat_sum":{"num_bytes":23298048,"num_objects":10,"num_object_clones":7,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":249,"num_read_kb":271095,"num_write":553,"num_write_kb":138504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":18890752,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.3","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125834+0000","last_change":"2024-03-07T03:07:58.750289+0000","last_active":"2024-03-07T03:10:57.125834+0000","last_peered":"2024-03-07T03:10:57.125834+0000","last_clean":"2024-03-07T03:10:57.125834+0000","last_became_active":"2024-03-07T03:07:58.749557+0000","last_became_peered":"2024-03-07T03:07:58.749557+0000","last_unstale":"2024-03-07T03:10:57.125834+0000","last_undegraded":"2024-03-07T03:10:57.125834+0000","last_fullsized":"2024-03-07T03:10:57.125834+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:54:43.865660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297934+0000","last_change":"2024-03-07T03:07:58.758005+0000","last_active":"2024-03-07T03:10:57.297934+0000","last_peered":"2024-03-07T03:10:57.297934+0000","last_clean":"2024-03-07T03:10:57.297934+0000","last_became_active":"2024-03-07T03:07:58.756833+0000","last_became_peered":"2024-03-07T03:07:58.756833+0000","last_unstale":"2024-03-07T03:10:57.297934+0000","last_undegraded":"2024-03-07T03:10:57.297934+0000","last_fullsized":"2024-03-07T03:10:57.297934+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:37:55.288554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122495+0000","last_change":"2024-03-07T03:06:47.843644+0000","last_active":"2024-03-07T03:10:57.122495+0000","last_peered":"2024-03-07T03:10:57.122495+0000","last_clean":"2024-03-07T03:10:57.122495+0000","last_became_active":"2024-03-07T03:06:47.842694+0000","last_became_peered":"2024-03-07T03:06:47.842694+0000","last_unstale":"2024-03-07T03:10:57.122495+0000","last_undegraded":"2024-03-07T03:10:57.122495+0000","last_fullsized":"2024-03-07T03:10:57.122495+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:25:34.783974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"863'880","reported_seq":3813,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123496+0000","last_change":"2024-03-07T03:10:56.125509+0000","last_active":"2024-03-07T03:10:57.123496+0000","last_peered":"2024-03-07T03:10:57.123496+0000","last_clean":"2024-03-07T03:10:57.123496+0000","last_became_active":"2024-03-07T03:07:58.755248+0000","last_became_peered":"2024-03-07T03:07:58.755248+0000","last_unstale":"2024-03-07T03:10:57.123496+0000","last_undegraded":"2024-03-07T03:10:57.123496+0000","last_fullsized":"2024-03-07T03:10:57.123496+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":880,"log_dups_size":0,"ondisk_log_size":880,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:40:02.788467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0073429089999999999,"stat_sum":{"num_bytes":9224192,"num_objects":8,"num_object_clones":6,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":1,"num_read":161,"num_read_kb":133885,"num_write":362,"num_write_kb":55920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1122,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329142+0000","last_change":"2024-03-07T03:07:58.764215+0000","last_active":"2024-03-07T03:10:57.329142+0000","last_peered":"2024-03-07T03:10:57.329142+0000","last_clean":"2024-03-07T03:10:57.329142+0000","last_became_active":"2024-03-07T03:07:58.763818+0000","last_became_peered":"2024-03-07T03:07:58.763818+0000","last_unstale":"2024-03-07T03:10:57.329142+0000","last_undegraded":"2024-03-07T03:10:57.329142+0000","last_fullsized":"2024-03-07T03:10:57.329142+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:27:54.623360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"719'2","reported_seq":1191,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122742+0000","last_change":"2024-03-07T03:07:23.074913+0000","last_active":"2024-03-07T03:10:57.122742+0000","last_peered":"2024-03-07T03:10:57.122742+0000","last_clean":"2024-03-07T03:10:57.122742+0000","last_became_active":"2024-03-07T03:07:23.074530+0000","last_became_peered":"2024-03-07T03:07:23.074530+0000","last_unstale":"2024-03-07T03:10:57.122742+0000","last_undegraded":"2024-03-07T03:10:57.122742+0000","last_fullsized":"2024-03-07T03:10:57.122742+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:13:25.877187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1125,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329468+0000","last_change":"2024-03-07T03:07:58.757756+0000","last_active":"2024-03-07T03:10:57.329468+0000","last_peered":"2024-03-07T03:10:57.329468+0000","last_clean":"2024-03-07T03:10:57.329468+0000","last_became_active":"2024-03-07T03:07:58.757430+0000","last_became_peered":"2024-03-07T03:07:58.757430+0000","last_unstale":"2024-03-07T03:10:57.329468+0000","last_undegraded":"2024-03-07T03:10:57.329468+0000","last_fullsized":"2024-03-07T03:10:57.329468+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:22:21.412765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"863'1564","reported_seq":5161,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.329694+0000","last_change":"2024-03-07T03:10:57.329944+0000","last_active":"2024-03-07T03:10:57.329694+0000","last_peered":"2024-03-07T03:10:57.329694+0000","last_clean":"2024-03-07T03:10:57.329694+0000","last_became_active":"2024-03-07T03:06:09.990793+0000","last_became_peered":"2024-03-07T03:06:09.990793+0000","last_unstale":"2024-03-07T03:10:57.329694+0000","last_undegraded":"2024-03-07T03:10:57.329694+0000","last_fullsized":"2024-03-07T03:10:57.329694+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1564,"log_dups_size":0,"ondisk_log_size":1564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":143,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:53.639078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.019553126000000001,"stat_sum":{"num_bytes":100999168,"num_objects":73,"num_object_clones":68,"num_object_copies":219,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":1,"num_read":410,"num_read_kb":572954,"num_write":777,"num_write_kb":204640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":51175424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"c"},{"start":"178","length":"4"},{"start":"17e","length":"3"},{"start":"182","length":"4"},{"start":"187","length":"5"},{"start":"18d","length":"2"}]},{"pgid":"4.1","version":"0'0","reported_seq":1078,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122887+0000","last_change":"2024-03-07T03:07:23.071468+0000","last_active":"2024-03-07T03:10:57.122887+0000","last_peered":"2024-03-07T03:10:57.122887+0000","last_clean":"2024-03-07T03:10:57.122887+0000","last_became_active":"2024-03-07T03:07:23.071160+0000","last_became_peered":"2024-03-07T03:07:23.071160+0000","last_unstale":"2024-03-07T03:10:57.122887+0000","last_undegraded":"2024-03-07T03:10:57.122887+0000","last_fullsized":"2024-03-07T03:10:57.122887+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:17:55.686793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":988,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127889+0000","last_change":"2024-03-07T03:07:58.759142+0000","last_active":"2024-03-07T03:10:57.127889+0000","last_peered":"2024-03-07T03:10:57.127889+0000","last_clean":"2024-03-07T03:10:57.127889+0000","last_became_active":"2024-03-07T03:07:58.758771+0000","last_became_peered":"2024-03-07T03:07:58.758771+0000","last_unstale":"2024-03-07T03:10:57.127889+0000","last_undegraded":"2024-03-07T03:10:57.127889+0000","last_fullsized":"2024-03-07T03:10:57.127889+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:45:13.985820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126215+0000","last_change":"2024-03-07T03:06:09.988597+0000","last_active":"2024-03-07T03:10:57.126215+0000","last_peered":"2024-03-07T03:10:57.126215+0000","last_clean":"2024-03-07T03:10:57.126215+0000","last_became_active":"2024-03-07T03:06:09.988261+0000","last_became_peered":"2024-03-07T03:06:09.988261+0000","last_unstale":"2024-03-07T03:10:57.126215+0000","last_undegraded":"2024-03-07T03:10:57.126215+0000","last_fullsized":"2024-03-07T03:10:57.126215+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:11:06.717251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"843'3099","reported_seq":6397,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.131044+0000","last_change":"2024-03-07T03:10:57.131044+0000","last_active":"2024-03-07T03:10:57.131044+0000","last_peered":"2024-03-07T03:10:57.131044+0000","last_clean":"2024-03-07T03:10:57.131044+0000","last_became_active":"2024-03-07T03:07:23.084936+0000","last_became_peered":"2024-03-07T03:07:23.084936+0000","last_unstale":"2024-03-07T03:10:57.131044+0000","last_undegraded":"2024-03-07T03:10:57.131044+0000","last_fullsized":"2024-03-07T03:10:57.131044+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3099,"log_dups_size":0,"ondisk_log_size":3099,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:46:48.809690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012703,"stat_sum":{"num_bytes":8347648,"num_objects":13,"num_object_clones":12,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":56,"num_read_kb":33721,"num_write":241,"num_write_kb":36816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":434176,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1144,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329445+0000","last_change":"2024-03-07T03:05:01.461136+0000","last_active":"2024-03-07T03:10:57.329445+0000","last_peered":"2024-03-07T03:10:57.329445+0000","last_clean":"2024-03-07T03:10:57.329445+0000","last_became_active":"2024-03-07T03:05:01.457189+0000","last_became_peered":"2024-03-07T03:05:01.457189+0000","last_unstale":"2024-03-07T03:10:57.329445+0000","last_undegraded":"2024-03-07T03:10:57.329445+0000","last_fullsized":"2024-03-07T03:10:57.329445+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:23.791243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1101,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122863+0000","last_change":"2024-03-07T03:07:58.750311+0000","last_active":"2024-03-07T03:10:57.122863+0000","last_peered":"2024-03-07T03:10:57.122863+0000","last_clean":"2024-03-07T03:10:57.122863+0000","last_became_active":"2024-03-07T03:07:58.750001+0000","last_became_peered":"2024-03-07T03:07:58.750001+0000","last_unstale":"2024-03-07T03:10:57.122863+0000","last_undegraded":"2024-03-07T03:10:57.122863+0000","last_fullsized":"2024-03-07T03:10:57.122863+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:05.963944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"847'12789","reported_seq":16201,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.123778+0000","last_change":"2024-03-07T03:10:57.124034+0000","last_active":"2024-03-07T03:10:57.123778+0000","last_peered":"2024-03-07T03:10:57.123778+0000","last_clean":"2024-03-07T03:10:57.123778+0000","last_became_active":"2024-03-07T03:06:47.859957+0000","last_became_peered":"2024-03-07T03:06:47.859957+0000","last_unstale":"2024-03-07T03:10:57.123778+0000","last_undegraded":"2024-03-07T03:10:57.123778+0000","last_fullsized":"2024-03-07T03:10:57.123778+0000","mapping_epoch":625,"log_start":"599'6200","ondisk_log_start":"599'6200","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":6589,"log_dups_size":0,"ondisk_log_size":6589,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":137,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:29:13.699651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0091875959999999993,"stat_sum":{"num_bytes":71745536,"num_objects":32,"num_object_clones":30,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":0,"num_read":146,"num_read_kb":316804,"num_write":323,"num_write_kb":90232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":20865024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"5"},{"start":"171","length":"b"},{"start":"17e","length":"8"},{"start":"187","length":"5"},{"start":"18d","length":"3"},{"start":"192","length":"1"},{"start":"197","length":"1"},{"start":"199","length":"2"}]},{"pgid":"2.9","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122043+0000","last_change":"2024-03-07T03:07:58.752456+0000","last_active":"2024-03-07T03:10:57.122043+0000","last_peered":"2024-03-07T03:10:57.122043+0000","last_clean":"2024-03-07T03:10:57.122043+0000","last_became_active":"2024-03-07T03:07:58.752118+0000","last_became_peered":"2024-03-07T03:07:58.752118+0000","last_unstale":"2024-03-07T03:10:57.122043+0000","last_undegraded":"2024-03-07T03:10:57.122043+0000","last_fullsized":"2024-03-07T03:10:57.122043+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:08:08.574482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1116,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329239+0000","last_change":"2024-03-07T03:07:58.757839+0000","last_active":"2024-03-07T03:10:57.329239+0000","last_peered":"2024-03-07T03:10:57.329239+0000","last_clean":"2024-03-07T03:10:57.329239+0000","last_became_active":"2024-03-07T03:07:58.757495+0000","last_became_peered":"2024-03-07T03:07:58.757495+0000","last_unstale":"2024-03-07T03:10:57.329239+0000","last_undegraded":"2024-03-07T03:10:57.329239+0000","last_fullsized":"2024-03-07T03:10:57.329239+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:27:02.190643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"861'1463","reported_seq":5086,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.330620+0000","last_change":"2024-03-07T03:10:57.330799+0000","last_active":"2024-03-07T03:10:57.330620+0000","last_peered":"2024-03-07T03:10:57.330620+0000","last_clean":"2024-03-07T03:10:57.330620+0000","last_became_active":"2024-03-07T03:07:58.763085+0000","last_became_peered":"2024-03-07T03:07:58.763085+0000","last_unstale":"2024-03-07T03:10:57.330620+0000","last_undegraded":"2024-03-07T03:10:57.330620+0000","last_fullsized":"2024-03-07T03:10:57.330620+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1463,"log_dups_size":0,"ondisk_log_size":1463,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:39:21.050544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.016579719999999999,"stat_sum":{"num_bytes":106192896,"num_objects":71,"num_object_clones":66,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":1,"num_read":323,"num_read_kb":516030,"num_write":942,"num_write_kb":231680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":48201728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122226+0000","last_change":"2024-03-07T03:07:58.752370+0000","last_active":"2024-03-07T03:10:57.122226+0000","last_peered":"2024-03-07T03:10:57.122226+0000","last_clean":"2024-03-07T03:10:57.122226+0000","last_became_active":"2024-03-07T03:07:58.751985+0000","last_became_peered":"2024-03-07T03:07:58.751985+0000","last_unstale":"2024-03-07T03:10:57.122226+0000","last_undegraded":"2024-03-07T03:10:57.122226+0000","last_fullsized":"2024-03-07T03:10:57.122226+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:31:33.590004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1125,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328997+0000","last_change":"2024-03-07T03:06:09.987484+0000","last_active":"2024-03-07T03:10:57.328997+0000","last_peered":"2024-03-07T03:10:57.328997+0000","last_clean":"2024-03-07T03:10:57.328997+0000","last_became_active":"2024-03-07T03:06:09.986947+0000","last_became_peered":"2024-03-07T03:06:09.986947+0000","last_unstale":"2024-03-07T03:10:57.328997+0000","last_undegraded":"2024-03-07T03:10:57.328997+0000","last_fullsized":"2024-03-07T03:10:57.328997+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:37:38.253630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"857'1055","reported_seq":4917,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.128839+0000","last_change":"2024-03-07T03:10:57.123092+0000","last_active":"2024-03-07T03:10:57.128839+0000","last_peered":"2024-03-07T03:10:57.128839+0000","last_clean":"2024-03-07T03:10:57.128839+0000","last_became_active":"2024-03-07T03:06:09.993513+0000","last_became_peered":"2024-03-07T03:06:09.993513+0000","last_unstale":"2024-03-07T03:10:57.128839+0000","last_undegraded":"2024-03-07T03:10:57.128839+0000","last_fullsized":"2024-03-07T03:10:57.128839+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1055,"log_dups_size":0,"ondisk_log_size":1055,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:34:07.352811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013205965,"stat_sum":{"num_bytes":99745792,"num_objects":66,"num_object_clones":62,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":306,"num_read_kb":434534,"num_write":588,"num_write_kb":145464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":21749760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.b","version":"716'3","reported_seq":983,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297594+0000","last_change":"2024-03-07T03:07:58.749480+0000","last_active":"2024-03-07T03:10:57.297594+0000","last_peered":"2024-03-07T03:10:57.297594+0000","last_clean":"2024-03-07T03:10:57.297594+0000","last_became_active":"2024-03-07T03:07:58.749098+0000","last_became_peered":"2024-03-07T03:07:58.749098+0000","last_unstale":"2024-03-07T03:10:57.297594+0000","last_undegraded":"2024-03-07T03:10:57.297594+0000","last_fullsized":"2024-03-07T03:10:57.297594+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:35:33.945855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1033,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127549+0000","last_change":"2024-03-07T03:07:23.075725+0000","last_active":"2024-03-07T03:10:57.127549+0000","last_peered":"2024-03-07T03:10:57.127549+0000","last_clean":"2024-03-07T03:10:57.127549+0000","last_became_active":"2024-03-07T03:07:23.075203+0000","last_became_peered":"2024-03-07T03:07:23.075203+0000","last_unstale":"2024-03-07T03:10:57.127549+0000","last_undegraded":"2024-03-07T03:10:57.127549+0000","last_fullsized":"2024-03-07T03:10:57.127549+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:47:11.192302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"863'1711","reported_seq":5458,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.330724+0000","last_change":"2024-03-07T03:10:57.330918+0000","last_active":"2024-03-07T03:10:57.330724+0000","last_peered":"2024-03-07T03:10:57.330724+0000","last_clean":"2024-03-07T03:10:57.330724+0000","last_became_active":"2024-03-07T03:06:47.849454+0000","last_became_peered":"2024-03-07T03:06:47.849454+0000","last_unstale":"2024-03-07T03:10:57.330724+0000","last_undegraded":"2024-03-07T03:10:57.330724+0000","last_fullsized":"2024-03-07T03:10:57.330724+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1711,"log_dups_size":0,"ondisk_log_size":1711,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:40:07.156907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.014160193999999999,"stat_sum":{"num_bytes":165158912,"num_objects":93,"num_object_clones":87,"num_object_copies":279,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":93,"num_whiteouts":2,"num_read":489,"num_read_kb":756200,"num_write":870,"num_write_kb":258896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":69541888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1154,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329727+0000","last_change":"2024-03-07T03:06:47.847077+0000","last_active":"2024-03-07T03:10:57.329727+0000","last_peered":"2024-03-07T03:10:57.329727+0000","last_clean":"2024-03-07T03:10:57.329727+0000","last_became_active":"2024-03-07T03:06:47.846359+0000","last_became_peered":"2024-03-07T03:06:47.846359+0000","last_unstale":"2024-03-07T03:10:57.329727+0000","last_undegraded":"2024-03-07T03:10:57.329727+0000","last_fullsized":"2024-03-07T03:10:57.329727+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:00:08.102949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":970,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297930+0000","last_change":"2024-03-07T03:07:58.760528+0000","last_active":"2024-03-07T03:10:57.297930+0000","last_peered":"2024-03-07T03:10:57.297930+0000","last_clean":"2024-03-07T03:10:57.297930+0000","last_became_active":"2024-03-07T03:07:58.760226+0000","last_became_peered":"2024-03-07T03:07:58.760226+0000","last_unstale":"2024-03-07T03:10:57.297930+0000","last_undegraded":"2024-03-07T03:10:57.297930+0000","last_fullsized":"2024-03-07T03:10:57.297930+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:10:36.411047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"863'1938","reported_seq":4936,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329769+0000","last_change":"2024-03-07T03:10:56.140803+0000","last_active":"2024-03-07T03:10:57.329769+0000","last_peered":"2024-03-07T03:10:57.329769+0000","last_clean":"2024-03-07T03:10:57.329769+0000","last_became_active":"2024-03-07T03:06:09.993933+0000","last_became_peered":"2024-03-07T03:06:09.993933+0000","last_unstale":"2024-03-07T03:10:57.329769+0000","last_undegraded":"2024-03-07T03:10:57.329769+0000","last_fullsized":"2024-03-07T03:10:57.329769+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1938,"log_dups_size":0,"ondisk_log_size":1938,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:16.359457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.024996012000000001,"stat_sum":{"num_bytes":22765568,"num_objects":17,"num_object_clones":12,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":2,"num_read":350,"num_read_kb":387634,"num_write":702,"num_write_kb":183472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":7151616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.d","version":"61'1","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122322+0000","last_change":"2024-03-07T03:06:09.993129+0000","last_active":"2024-03-07T03:10:57.122322+0000","last_peered":"2024-03-07T03:10:57.122322+0000","last_clean":"2024-03-07T03:10:57.122322+0000","last_became_active":"2024-03-07T03:06:09.992737+0000","last_became_peered":"2024-03-07T03:06:09.992737+0000","last_unstale":"2024-03-07T03:10:57.122322+0000","last_undegraded":"2024-03-07T03:10:57.122322+0000","last_fullsized":"2024-03-07T03:10:57.122322+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:02:42.055569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1050,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130209+0000","last_change":"2024-03-07T03:07:23.076846+0000","last_active":"2024-03-07T03:10:57.130209+0000","last_peered":"2024-03-07T03:10:57.130209+0000","last_clean":"2024-03-07T03:10:57.130209+0000","last_became_active":"2024-03-07T03:07:23.075895+0000","last_became_peered":"2024-03-07T03:07:23.075895+0000","last_unstale":"2024-03-07T03:10:57.130209+0000","last_undegraded":"2024-03-07T03:10:57.130209+0000","last_fullsized":"2024-03-07T03:10:57.130209+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:09:15.080126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"854'331","reported_seq":3437,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.297959+0000","last_change":"2024-03-07T03:10:57.298223+0000","last_active":"2024-03-07T03:10:57.297959+0000","last_peered":"2024-03-07T03:10:57.297959+0000","last_clean":"2024-03-07T03:10:57.297959+0000","last_became_active":"2024-03-07T03:07:58.749089+0000","last_became_peered":"2024-03-07T03:07:58.749089+0000","last_unstale":"2024-03-07T03:10:57.297959+0000","last_undegraded":"2024-03-07T03:10:57.297959+0000","last_fullsized":"2024-03-07T03:10:57.297959+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":331,"log_dups_size":0,"ondisk_log_size":331,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":83,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:26:07.404191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00085119700000000004,"stat_sum":{"num_bytes":15409152,"num_objects":11,"num_object_clones":10,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":91,"num_read_kb":118251,"num_write":162,"num_write_kb":30616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":34586624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"56"},{"start":"1c2","length":"3"},{"start":"1c9","length":"1"}]},{"pgid":"2.e","version":"61'2","reported_seq":1158,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.330433+0000","last_change":"2024-03-07T03:07:58.755578+0000","last_active":"2024-03-07T03:10:57.330433+0000","last_peered":"2024-03-07T03:10:57.330433+0000","last_clean":"2024-03-07T03:10:57.330433+0000","last_became_active":"2024-03-07T03:07:58.755160+0000","last_became_peered":"2024-03-07T03:07:58.755160+0000","last_unstale":"2024-03-07T03:10:57.330433+0000","last_undegraded":"2024-03-07T03:10:57.330433+0000","last_fullsized":"2024-03-07T03:10:57.330433+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:20.584382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298271+0000","last_change":"2024-03-07T03:07:58.751269+0000","last_active":"2024-03-07T03:10:57.298271+0000","last_peered":"2024-03-07T03:10:57.298271+0000","last_clean":"2024-03-07T03:10:57.298271+0000","last_became_active":"2024-03-07T03:07:58.750956+0000","last_became_peered":"2024-03-07T03:07:58.750956+0000","last_unstale":"2024-03-07T03:10:57.298271+0000","last_undegraded":"2024-03-07T03:10:57.298271+0000","last_fullsized":"2024-03-07T03:10:57.298271+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:39.414545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1004,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127338+0000","last_change":"2024-03-07T03:07:23.081711+0000","last_active":"2024-03-07T03:10:57.127338+0000","last_peered":"2024-03-07T03:10:57.127338+0000","last_clean":"2024-03-07T03:10:57.127338+0000","last_became_active":"2024-03-07T03:07:23.079269+0000","last_became_peered":"2024-03-07T03:07:23.079269+0000","last_unstale":"2024-03-07T03:10:57.127338+0000","last_undegraded":"2024-03-07T03:10:57.127338+0000","last_fullsized":"2024-03-07T03:10:57.127338+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:39.008957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1156,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329220+0000","last_change":"2024-03-07T03:07:23.072806+0000","last_active":"2024-03-07T03:10:57.329220+0000","last_peered":"2024-03-07T03:10:57.329220+0000","last_clean":"2024-03-07T03:10:57.329220+0000","last_became_active":"2024-03-07T03:07:23.071234+0000","last_became_peered":"2024-03-07T03:07:23.071234+0000","last_unstale":"2024-03-07T03:10:57.329220+0000","last_undegraded":"2024-03-07T03:10:57.329220+0000","last_fullsized":"2024-03-07T03:10:57.329220+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:52.610744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1056,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129917+0000","last_change":"2024-03-07T03:06:47.851593+0000","last_active":"2024-03-07T03:10:57.129917+0000","last_peered":"2024-03-07T03:10:57.129917+0000","last_clean":"2024-03-07T03:10:57.129917+0000","last_became_active":"2024-03-07T03:06:47.849677+0000","last_became_peered":"2024-03-07T03:06:47.849677+0000","last_unstale":"2024-03-07T03:10:57.129917+0000","last_undegraded":"2024-03-07T03:10:57.129917+0000","last_fullsized":"2024-03-07T03:10:57.129917+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:30.969251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1115,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329947+0000","last_change":"2024-03-07T03:06:09.995434+0000","last_active":"2024-03-07T03:10:57.329947+0000","last_peered":"2024-03-07T03:10:57.329947+0000","last_clean":"2024-03-07T03:10:57.329947+0000","last_became_active":"2024-03-07T03:06:09.994939+0000","last_became_peered":"2024-03-07T03:06:09.994939+0000","last_unstale":"2024-03-07T03:10:57.329947+0000","last_undegraded":"2024-03-07T03:10:57.329947+0000","last_fullsized":"2024-03-07T03:10:57.329947+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:27:11.737354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1125,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328876+0000","last_change":"2024-03-07T03:06:09.987381+0000","last_active":"2024-03-07T03:10:57.328876+0000","last_peered":"2024-03-07T03:10:57.328876+0000","last_clean":"2024-03-07T03:10:57.328876+0000","last_became_active":"2024-03-07T03:06:09.986952+0000","last_became_peered":"2024-03-07T03:06:09.986952+0000","last_unstale":"2024-03-07T03:10:57.328876+0000","last_undegraded":"2024-03-07T03:10:57.328876+0000","last_fullsized":"2024-03-07T03:10:57.328876+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:26:15.439852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122355+0000","last_change":"2024-03-07T03:05:35.923999+0000","last_active":"2024-03-07T03:10:57.122355+0000","last_peered":"2024-03-07T03:10:57.122355+0000","last_clean":"2024-03-07T03:10:57.122355+0000","last_became_active":"2024-03-07T03:05:35.923719+0000","last_became_peered":"2024-03-07T03:05:35.923719+0000","last_unstale":"2024-03-07T03:10:57.122355+0000","last_undegraded":"2024-03-07T03:10:57.122355+0000","last_fullsized":"2024-03-07T03:10:57.122355+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:43:04.724647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1006,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.128095+0000","last_change":"2024-03-07T03:07:58.749989+0000","last_active":"2024-03-07T03:10:57.128095+0000","last_peered":"2024-03-07T03:10:57.128095+0000","last_clean":"2024-03-07T03:10:57.128095+0000","last_became_active":"2024-03-07T03:07:58.749643+0000","last_became_peered":"2024-03-07T03:07:58.749643+0000","last_unstale":"2024-03-07T03:10:57.128095+0000","last_undegraded":"2024-03-07T03:10:57.128095+0000","last_fullsized":"2024-03-07T03:10:57.128095+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:00:44.729806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1108,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329621+0000","last_change":"2024-03-07T03:06:09.999184+0000","last_active":"2024-03-07T03:10:57.329621+0000","last_peered":"2024-03-07T03:10:57.329621+0000","last_clean":"2024-03-07T03:10:57.329621+0000","last_became_active":"2024-03-07T03:06:09.998856+0000","last_became_peered":"2024-03-07T03:06:09.998856+0000","last_unstale":"2024-03-07T03:10:57.329621+0000","last_undegraded":"2024-03-07T03:10:57.329621+0000","last_fullsized":"2024-03-07T03:10:57.329621+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:37:00.102189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1056,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129652+0000","last_change":"2024-03-07T03:06:47.857644+0000","last_active":"2024-03-07T03:10:57.129652+0000","last_peered":"2024-03-07T03:10:57.129652+0000","last_clean":"2024-03-07T03:10:57.129652+0000","last_became_active":"2024-03-07T03:06:47.857354+0000","last_became_peered":"2024-03-07T03:06:47.857354+0000","last_unstale":"2024-03-07T03:10:57.129652+0000","last_undegraded":"2024-03-07T03:10:57.129652+0000","last_fullsized":"2024-03-07T03:10:57.129652+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:02:18.860369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1116,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328967+0000","last_change":"2024-03-07T03:06:09.987872+0000","last_active":"2024-03-07T03:10:57.328967+0000","last_peered":"2024-03-07T03:10:57.328967+0000","last_clean":"2024-03-07T03:10:57.328967+0000","last_became_active":"2024-03-07T03:06:09.986852+0000","last_became_peered":"2024-03-07T03:06:09.986852+0000","last_unstale":"2024-03-07T03:10:57.328967+0000","last_undegraded":"2024-03-07T03:10:57.328967+0000","last_fullsized":"2024-03-07T03:10:57.328967+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:13.708512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1034,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129625+0000","last_change":"2024-03-07T03:07:58.755825+0000","last_active":"2024-03-07T03:10:57.129625+0000","last_peered":"2024-03-07T03:10:57.129625+0000","last_clean":"2024-03-07T03:10:57.129625+0000","last_became_active":"2024-03-07T03:07:58.755395+0000","last_became_peered":"2024-03-07T03:07:58.755395+0000","last_unstale":"2024-03-07T03:10:57.129625+0000","last_undegraded":"2024-03-07T03:10:57.129625+0000","last_fullsized":"2024-03-07T03:10:57.129625+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:10:43.184914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125542+0000","last_change":"2024-03-07T03:07:58.753962+0000","last_active":"2024-03-07T03:10:57.125542+0000","last_peered":"2024-03-07T03:10:57.125542+0000","last_clean":"2024-03-07T03:10:57.125542+0000","last_became_active":"2024-03-07T03:07:58.753619+0000","last_became_peered":"2024-03-07T03:07:58.753619+0000","last_unstale":"2024-03-07T03:10:57.125542+0000","last_undegraded":"2024-03-07T03:10:57.125542+0000","last_fullsized":"2024-03-07T03:10:57.125542+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:44:44.641067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1011,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127589+0000","last_change":"2024-03-07T03:07:23.078516+0000","last_active":"2024-03-07T03:10:57.127589+0000","last_peered":"2024-03-07T03:10:57.127589+0000","last_clean":"2024-03-07T03:10:57.127589+0000","last_became_active":"2024-03-07T03:07:23.076017+0000","last_became_peered":"2024-03-07T03:07:23.076017+0000","last_unstale":"2024-03-07T03:10:57.127589+0000","last_undegraded":"2024-03-07T03:10:57.127589+0000","last_fullsized":"2024-03-07T03:10:57.127589+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:17:54.725933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":857645056,"num_objects":516,"num_object_clones":466,"num_object_copies":1548,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":516,"num_whiteouts":8,"num_read":3826,"num_read_kb":5949842,"num_write":7931,"num_write_kb":1978632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":107,"num_bytes_recovered":385712128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1170673664,"data_stored":2969124864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28580,"ondisk_log_size":28580,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197,"ondisk_log_size":197,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":26375,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":694,"seq":2980707303466,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":150184,"kb_used_data":96156,"kb_used_omap":35,"kb_used_meta":53980,"kb_avail":93594968,"statfs":{"total":95995035648,"available":95841247232,"internally_reserved":0,"allocated":98463744,"data_stored":167037349,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36312,"internal_metadata":55276072},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":660,"seq":2834678415409,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":94940,"kb_used_data":42576,"kb_used_omap":23,"kb_used_meta":52328,"kb_avail":93650212,"statfs":{"total":95995035648,"available":95897817088,"internally_reserved":0,"allocated":43597824,"data_stored":80829959,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":24173,"internal_metadata":53584275},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":463,"seq":1988569858140,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":692864,"kb_used_data":193964,"kb_used_omap":46,"kb_used_meta":498833,"kb_avail":93052288,"statfs":{"total":95995035648,"available":95285542912,"internally_reserved":0,"allocated":198619136,"data_stored":533391905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48036,"internal_metadata":510805084},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":528,"seq":2267742732366,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":401776,"kb_used_data":209252,"kb_used_omap":54,"kb_used_meta":192457,"kb_avail":93343376,"statfs":{"total":95995035648,"available":95583617024,"internally_reserved":0,"allocated":214274048,"data_stored":587826473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56016,"internal_metadata":197076272},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":495,"seq":2126008811605,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":485244,"kb_used_data":166572,"kb_used_omap":47,"kb_used_meta":318608,"kb_avail":93259908,"statfs":{"total":95995035648,"available":95498145792,"internally_reserved":0,"allocated":170569728,"data_stored":457545161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48143,"internal_metadata":326255601},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":562,"seq":2413771620423,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":177748,"kb_used_data":84672,"kb_used_omap":37,"kb_used_meta":93018,"kb_avail":93567404,"statfs":{"total":95995035648,"available":95813021696,"internally_reserved":0,"allocated":86704128,"data_stored":171510863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38083,"internal_metadata":95251261},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":591,"seq":2538325672000,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":365920,"kb_used_data":157844,"kb_used_omap":61,"kb_used_meta":208002,"kb_avail":93379232,"statfs":{"total":95995035648,"available":95620333568,"internally_reserved":0,"allocated":161632256,"data_stored":367986669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":62843,"internal_metadata":212994693},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":625,"seq":2684354560056,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":509804,"kb_used_data":269020,"kb_used_omap":73,"kb_used_meta":240694,"kb_avail":93235348,"statfs":{"total":95995035648,"available":95472996352,"internally_reserved":0,"allocated":275476480,"data_stored":649851960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":75044,"internal_metadata":246471388},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7413,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2060,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2124,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3359,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3677,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2797,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2839,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2106,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":188411904,"data_stored":527167488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":160964608,"data_stored":451911680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":204677120,"data_stored":582193152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":77082624,"data_stored":165871616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":152018944,"data_stored":362352640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":265863168,"data_stored":644214784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":33390592,"data_stored":74600448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":88264704,"data_stored":160813056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-07T03:11:27.930 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:11:27.930 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:11:27.931 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:11:27.931 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-07T03:11:27.931 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-07T03:11:27.931 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-07T03:11:27.931 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.c in trimming, state: active+clean+snaptrim_error 2024-03-07T03:11:27.931 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-07T03:11:27.931 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:11:27.931 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-07T03:11:28.161 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:11:27 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:11:28.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:11:27 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:11:28.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:11:27 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:11:29.161 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:11:28 smithi092 ceph-mon[83777]: from='client.44450 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:11:29.161 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:11:28 smithi092 ceph-mon[83777]: pgmap v744: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:11:29.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:11:28 smithi090 ceph-mon[89511]: from='client.44450 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:11:29.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:11:28 smithi090 ceph-mon[89511]: pgmap v744: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:11:29.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:11:28 smithi090 ceph-mon[91928]: from='client.44450 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:11:29.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:11:28 smithi090 ceph-mon[91928]: pgmap v744: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:11:31.161 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:11:30 smithi092 ceph-mon[83777]: pgmap v745: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:11:31.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:11:30 smithi090 ceph-mon[89511]: pgmap v745: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:11:31.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:11:30 smithi090 ceph-mon[91928]: pgmap v745: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:11:32.661 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:11:32 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:11:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:11:33.161 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:11:32 smithi092 ceph-mon[83777]: pgmap v746: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:11:33.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:11:32 smithi090 ceph-mon[89511]: pgmap v746: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:11:33.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:11:32 smithi090 ceph-mon[91928]: pgmap v746: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:11:33.323 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:11:33 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:11:33] "GET /metrics HTTP/1.1" 200 36318 "" "Prometheus/2.43.0" 2024-03-07T03:11:35.161 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:11:34 smithi092 ceph-mon[83777]: pgmap v747: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:11:35.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:11:34 smithi090 ceph-mon[89511]: pgmap v747: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:11:35.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:11:34 smithi090 ceph-mon[91928]: pgmap v747: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:11:36.161 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:11:35 smithi092 ceph-mon[83777]: pgmap v748: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:11:36.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:11:35 smithi090 ceph-mon[89511]: pgmap v748: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:11:36.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:11:35 smithi090 ceph-mon[91928]: pgmap v748: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:11:37.931 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph pg dump --format=json 2024-03-07T03:11:38.149 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T03:11:38.272 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:11:37 smithi090 ceph-mon[89511]: pgmap v749: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:11:38.272 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:11:37 smithi090 ceph-mon[91928]: pgmap v749: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:11:38.411 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:11:37 smithi092 ceph-mon[83777]: pgmap v749: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:11:40.085 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T03:11:40.087 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-03-07T03:11:40.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:11:39 smithi090 ceph-mon[89511]: pgmap v750: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:11:40.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:11:39 smithi090 ceph-mon[91928]: pgmap v750: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:11:40.411 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:11:39 smithi092 ceph-mon[83777]: pgmap v750: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:11:40.754 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":750,"stamp":"2024-03-07T03:11:39.857785+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":858242044,"num_objects":540,"num_object_clones":466,"num_object_copies":1620,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":540,"num_whiteouts":8,"num_read":4717,"num_read_kb":5951239,"num_write":8310,"num_write_kb":1981084,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":113,"num_bytes_recovered":387483232,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28845,"ondisk_log_size":28845,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2878480,"kb_used_data":1220056,"kb_used_omap":379,"kb_used_meta":1657924,"kb_avail":747082736,"statfs":{"total":767960285184,"available":765012721664,"internally_reserved":0,"allocated":1249337344,"data_stored":3015980339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":388650,"internal_metadata":1697714646},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004053"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":971,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298186+0000","last_change":"2024-03-07T03:07:58.753984+0000","last_active":"2024-03-07T03:10:57.298186+0000","last_peered":"2024-03-07T03:10:57.298186+0000","last_clean":"2024-03-07T03:10:57.298186+0000","last_became_active":"2024-03-07T03:07:58.753138+0000","last_became_peered":"2024-03-07T03:07:58.753138+0000","last_unstale":"2024-03-07T03:10:57.298186+0000","last_undegraded":"2024-03-07T03:10:57.298186+0000","last_fullsized":"2024-03-07T03:10:57.298186+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:37:39.612519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1184,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122633+0000","last_change":"2024-03-07T03:07:23.074862+0000","last_active":"2024-03-07T03:10:57.122633+0000","last_peered":"2024-03-07T03:10:57.122633+0000","last_clean":"2024-03-07T03:10:57.122633+0000","last_became_active":"2024-03-07T03:07:23.074512+0000","last_became_peered":"2024-03-07T03:07:23.074512+0000","last_unstale":"2024-03-07T03:10:57.122633+0000","last_undegraded":"2024-03-07T03:10:57.122633+0000","last_fullsized":"2024-03-07T03:10:57.122633+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:45:24.128672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125870+0000","last_change":"2024-03-07T03:05:01.446762+0000","last_active":"2024-03-07T03:10:57.125870+0000","last_peered":"2024-03-07T03:10:57.125870+0000","last_clean":"2024-03-07T03:10:57.125870+0000","last_became_active":"2024-03-07T03:05:01.446425+0000","last_became_peered":"2024-03-07T03:05:01.446425+0000","last_unstale":"2024-03-07T03:10:57.125870+0000","last_undegraded":"2024-03-07T03:10:57.125870+0000","last_fullsized":"2024-03-07T03:10:57.125870+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:39:39.897066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1051,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129875+0000","last_change":"2024-03-07T03:07:58.755992+0000","last_active":"2024-03-07T03:10:57.129875+0000","last_peered":"2024-03-07T03:10:57.129875+0000","last_clean":"2024-03-07T03:10:57.129875+0000","last_became_active":"2024-03-07T03:07:58.755499+0000","last_became_peered":"2024-03-07T03:07:58.755499+0000","last_unstale":"2024-03-07T03:10:57.129875+0000","last_undegraded":"2024-03-07T03:10:57.129875+0000","last_fullsized":"2024-03-07T03:10:57.129875+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:26:12.313572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":984,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297449+0000","last_change":"2024-03-07T03:07:58.752235+0000","last_active":"2024-03-07T03:10:57.297449+0000","last_peered":"2024-03-07T03:10:57.297449+0000","last_clean":"2024-03-07T03:10:57.297449+0000","last_became_active":"2024-03-07T03:07:58.751575+0000","last_became_peered":"2024-03-07T03:07:58.751575+0000","last_unstale":"2024-03-07T03:10:57.297449+0000","last_undegraded":"2024-03-07T03:10:57.297449+0000","last_fullsized":"2024-03-07T03:10:57.297449+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:12:05.995515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1028,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130010+0000","last_change":"2024-03-07T03:06:47.859644+0000","last_active":"2024-03-07T03:10:57.130010+0000","last_peered":"2024-03-07T03:10:57.130010+0000","last_clean":"2024-03-07T03:10:57.130010+0000","last_became_active":"2024-03-07T03:06:47.859097+0000","last_became_peered":"2024-03-07T03:06:47.859097+0000","last_unstale":"2024-03-07T03:10:57.130010+0000","last_undegraded":"2024-03-07T03:10:57.130010+0000","last_fullsized":"2024-03-07T03:10:57.130010+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:22:46.909130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":984,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297316+0000","last_change":"2024-03-07T03:07:58.754226+0000","last_active":"2024-03-07T03:10:57.297316+0000","last_peered":"2024-03-07T03:10:57.297316+0000","last_clean":"2024-03-07T03:10:57.297316+0000","last_became_active":"2024-03-07T03:07:58.753169+0000","last_became_peered":"2024-03-07T03:07:58.753169+0000","last_unstale":"2024-03-07T03:10:57.297316+0000","last_undegraded":"2024-03-07T03:10:57.297316+0000","last_fullsized":"2024-03-07T03:10:57.297316+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:46:59.258099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1085,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328560+0000","last_change":"2024-03-07T03:07:23.073492+0000","last_active":"2024-03-07T03:10:57.328560+0000","last_peered":"2024-03-07T03:10:57.328560+0000","last_clean":"2024-03-07T03:10:57.328560+0000","last_became_active":"2024-03-07T03:07:23.071929+0000","last_became_peered":"2024-03-07T03:07:23.071929+0000","last_unstale":"2024-03-07T03:10:57.328560+0000","last_undegraded":"2024-03-07T03:10:57.328560+0000","last_fullsized":"2024-03-07T03:10:57.328560+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:35:26.391722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":977,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298039+0000","last_change":"2024-03-07T03:07:58.760328+0000","last_active":"2024-03-07T03:10:57.298039+0000","last_peered":"2024-03-07T03:10:57.298039+0000","last_clean":"2024-03-07T03:10:57.298039+0000","last_became_active":"2024-03-07T03:07:58.760046+0000","last_became_peered":"2024-03-07T03:07:58.760046+0000","last_unstale":"2024-03-07T03:10:57.298039+0000","last_undegraded":"2024-03-07T03:10:57.298039+0000","last_fullsized":"2024-03-07T03:10:57.298039+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:08:46.356817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1003,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127795+0000","last_change":"2024-03-07T03:07:23.079945+0000","last_active":"2024-03-07T03:10:57.127795+0000","last_peered":"2024-03-07T03:10:57.127795+0000","last_clean":"2024-03-07T03:10:57.127795+0000","last_became_active":"2024-03-07T03:07:23.078551+0000","last_became_peered":"2024-03-07T03:07:23.078551+0000","last_unstale":"2024-03-07T03:10:57.127795+0000","last_undegraded":"2024-03-07T03:10:57.127795+0000","last_fullsized":"2024-03-07T03:10:57.127795+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:03:46.670084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1003,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127652+0000","last_change":"2024-03-07T03:07:23.081963+0000","last_active":"2024-03-07T03:10:57.127652+0000","last_peered":"2024-03-07T03:10:57.127652+0000","last_clean":"2024-03-07T03:10:57.127652+0000","last_became_active":"2024-03-07T03:07:23.080128+0000","last_became_peered":"2024-03-07T03:07:23.080128+0000","last_unstale":"2024-03-07T03:10:57.127652+0000","last_undegraded":"2024-03-07T03:10:57.127652+0000","last_fullsized":"2024-03-07T03:10:57.127652+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:56.813267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1146,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329587+0000","last_change":"2024-03-07T03:07:23.074902+0000","last_active":"2024-03-07T03:10:57.329587+0000","last_peered":"2024-03-07T03:10:57.329587+0000","last_clean":"2024-03-07T03:10:57.329587+0000","last_became_active":"2024-03-07T03:07:23.074466+0000","last_became_peered":"2024-03-07T03:07:23.074466+0000","last_unstale":"2024-03-07T03:10:57.329587+0000","last_undegraded":"2024-03-07T03:10:57.329587+0000","last_fullsized":"2024-03-07T03:10:57.329587+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:40:20.268555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1115,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329097+0000","last_change":"2024-03-07T03:07:23.072635+0000","last_active":"2024-03-07T03:10:57.329097+0000","last_peered":"2024-03-07T03:10:57.329097+0000","last_clean":"2024-03-07T03:10:57.329097+0000","last_became_active":"2024-03-07T03:07:23.071712+0000","last_became_peered":"2024-03-07T03:07:23.071712+0000","last_unstale":"2024-03-07T03:10:57.329097+0000","last_undegraded":"2024-03-07T03:10:57.329097+0000","last_fullsized":"2024-03-07T03:10:57.329097+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:00:39.298564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1211,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125471+0000","last_change":"2024-03-07T03:06:47.851538+0000","last_active":"2024-03-07T03:10:57.125471+0000","last_peered":"2024-03-07T03:10:57.125471+0000","last_clean":"2024-03-07T03:10:57.125471+0000","last_became_active":"2024-03-07T03:06:47.851183+0000","last_became_peered":"2024-03-07T03:06:47.851183+0000","last_unstale":"2024-03-07T03:10:57.125471+0000","last_undegraded":"2024-03-07T03:10:57.125471+0000","last_fullsized":"2024-03-07T03:10:57.125471+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:36:23.932334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.121969+0000","last_change":"2024-03-07T03:06:47.843126+0000","last_active":"2024-03-07T03:10:57.121969+0000","last_peered":"2024-03-07T03:10:57.121969+0000","last_clean":"2024-03-07T03:10:57.121969+0000","last_became_active":"2024-03-07T03:06:47.842736+0000","last_became_peered":"2024-03-07T03:06:47.842736+0000","last_unstale":"2024-03-07T03:10:57.121969+0000","last_undegraded":"2024-03-07T03:10:57.121969+0000","last_fullsized":"2024-03-07T03:10:57.121969+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:48:10.843465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1033,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129555+0000","last_change":"2024-03-07T03:07:58.755620+0000","last_active":"2024-03-07T03:10:57.129555+0000","last_peered":"2024-03-07T03:10:57.129555+0000","last_clean":"2024-03-07T03:10:57.129555+0000","last_became_active":"2024-03-07T03:07:58.755267+0000","last_became_peered":"2024-03-07T03:07:58.755267+0000","last_unstale":"2024-03-07T03:10:57.129555+0000","last_undegraded":"2024-03-07T03:10:57.129555+0000","last_fullsized":"2024-03-07T03:10:57.129555+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:51:32.339400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1037,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130696+0000","last_change":"2024-03-07T03:07:58.756358+0000","last_active":"2024-03-07T03:10:57.130696+0000","last_peered":"2024-03-07T03:10:57.130696+0000","last_clean":"2024-03-07T03:10:57.130696+0000","last_became_active":"2024-03-07T03:07:58.755960+0000","last_became_peered":"2024-03-07T03:07:58.755960+0000","last_unstale":"2024-03-07T03:10:57.130696+0000","last_undegraded":"2024-03-07T03:10:57.130696+0000","last_fullsized":"2024-03-07T03:10:57.130696+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:47.464423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1154,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.330132+0000","last_change":"2024-03-07T03:07:58.755619+0000","last_active":"2024-03-07T03:10:57.330132+0000","last_peered":"2024-03-07T03:10:57.330132+0000","last_clean":"2024-03-07T03:10:57.330132+0000","last_became_active":"2024-03-07T03:07:58.755214+0000","last_became_peered":"2024-03-07T03:07:58.755214+0000","last_unstale":"2024-03-07T03:10:57.330132+0000","last_undegraded":"2024-03-07T03:10:57.330132+0000","last_fullsized":"2024-03-07T03:10:57.330132+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:59:02.041330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":970,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298058+0000","last_change":"2024-03-07T03:07:58.756563+0000","last_active":"2024-03-07T03:10:57.298058+0000","last_peered":"2024-03-07T03:10:57.298058+0000","last_clean":"2024-03-07T03:10:57.298058+0000","last_became_active":"2024-03-07T03:07:58.752195+0000","last_became_peered":"2024-03-07T03:07:58.752195+0000","last_unstale":"2024-03-07T03:10:57.298058+0000","last_undegraded":"2024-03-07T03:10:57.298058+0000","last_fullsized":"2024-03-07T03:10:57.298058+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:32:35.496500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"716'5","reported_seq":1220,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126462+0000","last_change":"2024-03-07T03:07:58.753999+0000","last_active":"2024-03-07T03:10:57.126462+0000","last_peered":"2024-03-07T03:10:57.126462+0000","last_clean":"2024-03-07T03:10:57.126462+0000","last_became_active":"2024-03-07T03:07:58.753607+0000","last_became_peered":"2024-03-07T03:07:58.753607+0000","last_unstale":"2024-03-07T03:10:57.126462+0000","last_undegraded":"2024-03-07T03:10:57.126462+0000","last_fullsized":"2024-03-07T03:10:57.126462+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:28:57.567238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1109,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329785+0000","last_change":"2024-03-07T03:07:23.083830+0000","last_active":"2024-03-07T03:10:57.329785+0000","last_peered":"2024-03-07T03:10:57.329785+0000","last_clean":"2024-03-07T03:10:57.329785+0000","last_became_active":"2024-03-07T03:07:23.083530+0000","last_became_peered":"2024-03-07T03:07:23.083530+0000","last_unstale":"2024-03-07T03:10:57.329785+0000","last_undegraded":"2024-03-07T03:10:57.329785+0000","last_fullsized":"2024-03-07T03:10:57.329785+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:57.938032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"716'2","reported_seq":1129,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329559+0000","last_change":"2024-03-07T03:06:47.849618+0000","last_active":"2024-03-07T03:10:57.329559+0000","last_peered":"2024-03-07T03:10:57.329559+0000","last_clean":"2024-03-07T03:10:57.329559+0000","last_became_active":"2024-03-07T03:06:47.849222+0000","last_became_peered":"2024-03-07T03:06:47.849222+0000","last_unstale":"2024-03-07T03:10:57.329559+0000","last_undegraded":"2024-03-07T03:10:57.329559+0000","last_fullsized":"2024-03-07T03:10:57.329559+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:36:41.880143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126043+0000","last_change":"2024-03-07T03:06:47.851880+0000","last_active":"2024-03-07T03:10:57.126043+0000","last_peered":"2024-03-07T03:10:57.126043+0000","last_clean":"2024-03-07T03:10:57.126043+0000","last_became_active":"2024-03-07T03:06:47.851176+0000","last_became_peered":"2024-03-07T03:06:47.851176+0000","last_unstale":"2024-03-07T03:10:57.126043+0000","last_undegraded":"2024-03-07T03:10:57.126043+0000","last_fullsized":"2024-03-07T03:10:57.126043+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:38:59.663068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":975,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298084+0000","last_change":"2024-03-07T03:07:58.757245+0000","last_active":"2024-03-07T03:10:57.298084+0000","last_peered":"2024-03-07T03:10:57.298084+0000","last_clean":"2024-03-07T03:10:57.298084+0000","last_became_active":"2024-03-07T03:07:58.754456+0000","last_became_peered":"2024-03-07T03:07:58.754456+0000","last_unstale":"2024-03-07T03:10:57.298084+0000","last_undegraded":"2024-03-07T03:10:57.298084+0000","last_fullsized":"2024-03-07T03:10:57.298084+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:57:32.153933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1041,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130356+0000","last_change":"2024-03-07T03:06:47.855220+0000","last_active":"2024-03-07T03:10:57.130356+0000","last_peered":"2024-03-07T03:10:57.130356+0000","last_clean":"2024-03-07T03:10:57.130356+0000","last_became_active":"2024-03-07T03:06:47.854836+0000","last_became_peered":"2024-03-07T03:06:47.854836+0000","last_unstale":"2024-03-07T03:10:57.130356+0000","last_undegraded":"2024-03-07T03:10:57.130356+0000","last_fullsized":"2024-03-07T03:10:57.130356+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:51:35.386552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":982,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297797+0000","last_change":"2024-03-07T03:07:58.757676+0000","last_active":"2024-03-07T03:10:57.297797+0000","last_peered":"2024-03-07T03:10:57.297797+0000","last_clean":"2024-03-07T03:10:57.297797+0000","last_became_active":"2024-03-07T03:07:58.753930+0000","last_became_peered":"2024-03-07T03:07:58.753930+0000","last_unstale":"2024-03-07T03:10:57.297797+0000","last_undegraded":"2024-03-07T03:10:57.297797+0000","last_fullsized":"2024-03-07T03:10:57.297797+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:56.639688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1035,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130064+0000","last_change":"2024-03-07T03:07:23.076532+0000","last_active":"2024-03-07T03:10:57.130064+0000","last_peered":"2024-03-07T03:10:57.130064+0000","last_clean":"2024-03-07T03:10:57.130064+0000","last_became_active":"2024-03-07T03:07:23.076234+0000","last_became_peered":"2024-03-07T03:07:23.076234+0000","last_unstale":"2024-03-07T03:10:57.130064+0000","last_undegraded":"2024-03-07T03:10:57.130064+0000","last_fullsized":"2024-03-07T03:10:57.130064+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:16:39.967241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"716'2","reported_seq":1088,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329307+0000","last_change":"2024-03-07T03:07:58.752045+0000","last_active":"2024-03-07T03:10:57.329307+0000","last_peered":"2024-03-07T03:10:57.329307+0000","last_clean":"2024-03-07T03:10:57.329307+0000","last_became_active":"2024-03-07T03:07:58.751585+0000","last_became_peered":"2024-03-07T03:07:58.751585+0000","last_unstale":"2024-03-07T03:10:57.329307+0000","last_undegraded":"2024-03-07T03:10:57.329307+0000","last_fullsized":"2024-03-07T03:10:57.329307+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:03:01.652607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1106,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123001+0000","last_change":"2024-03-07T03:06:09.990854+0000","last_active":"2024-03-07T03:10:57.123001+0000","last_peered":"2024-03-07T03:10:57.123001+0000","last_clean":"2024-03-07T03:10:57.123001+0000","last_became_active":"2024-03-07T03:06:09.990464+0000","last_became_peered":"2024-03-07T03:06:09.990464+0000","last_unstale":"2024-03-07T03:10:57.123001+0000","last_undegraded":"2024-03-07T03:10:57.123001+0000","last_fullsized":"2024-03-07T03:10:57.123001+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:53:52.856954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"716'2","reported_seq":1008,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127716+0000","last_change":"2024-03-07T03:07:58.754526+0000","last_active":"2024-03-07T03:10:57.127716+0000","last_peered":"2024-03-07T03:10:57.127716+0000","last_clean":"2024-03-07T03:10:57.127716+0000","last_became_active":"2024-03-07T03:07:58.754123+0000","last_became_peered":"2024-03-07T03:07:58.754123+0000","last_unstale":"2024-03-07T03:10:57.127716+0000","last_undegraded":"2024-03-07T03:10:57.127716+0000","last_fullsized":"2024-03-07T03:10:57.127716+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:41:34.446180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1211,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126281+0000","last_change":"2024-03-07T03:07:58.750769+0000","last_active":"2024-03-07T03:10:57.126281+0000","last_peered":"2024-03-07T03:10:57.126281+0000","last_clean":"2024-03-07T03:10:57.126281+0000","last_became_active":"2024-03-07T03:07:58.749974+0000","last_became_peered":"2024-03-07T03:07:58.749974+0000","last_unstale":"2024-03-07T03:10:57.126281+0000","last_undegraded":"2024-03-07T03:10:57.126281+0000","last_fullsized":"2024-03-07T03:10:57.126281+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:56:14.059734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1125,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328593+0000","last_change":"2024-03-07T03:07:23.072942+0000","last_active":"2024-03-07T03:10:57.328593+0000","last_peered":"2024-03-07T03:10:57.328593+0000","last_clean":"2024-03-07T03:10:57.328593+0000","last_became_active":"2024-03-07T03:07:23.072639+0000","last_became_peered":"2024-03-07T03:07:23.072639+0000","last_unstale":"2024-03-07T03:10:57.328593+0000","last_undegraded":"2024-03-07T03:10:57.328593+0000","last_fullsized":"2024-03-07T03:10:57.328593+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:42.808853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1122,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328668+0000","last_change":"2024-03-07T03:05:35.934963+0000","last_active":"2024-03-07T03:10:57.328668+0000","last_peered":"2024-03-07T03:10:57.328668+0000","last_clean":"2024-03-07T03:10:57.328668+0000","last_became_active":"2024-03-07T03:05:35.932493+0000","last_became_peered":"2024-03-07T03:05:35.932493+0000","last_unstale":"2024-03-07T03:10:57.328668+0000","last_undegraded":"2024-03-07T03:10:57.328668+0000","last_fullsized":"2024-03-07T03:10:57.328668+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:00:57.111662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1038,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129763+0000","last_change":"2024-03-07T03:07:58.756063+0000","last_active":"2024-03-07T03:10:57.129763+0000","last_peered":"2024-03-07T03:10:57.129763+0000","last_clean":"2024-03-07T03:10:57.129763+0000","last_became_active":"2024-03-07T03:07:58.755712+0000","last_became_peered":"2024-03-07T03:07:58.755712+0000","last_unstale":"2024-03-07T03:10:57.129763+0000","last_undegraded":"2024-03-07T03:10:57.129763+0000","last_fullsized":"2024-03-07T03:10:57.129763+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:13:06.484346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1185,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122325+0000","last_change":"2024-03-07T03:06:09.996319+0000","last_active":"2024-03-07T03:10:57.122325+0000","last_peered":"2024-03-07T03:10:57.122325+0000","last_clean":"2024-03-07T03:10:57.122325+0000","last_became_active":"2024-03-07T03:06:09.996002+0000","last_became_peered":"2024-03-07T03:06:09.996002+0000","last_unstale":"2024-03-07T03:10:57.122325+0000","last_undegraded":"2024-03-07T03:10:57.122325+0000","last_fullsized":"2024-03-07T03:10:57.122325+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:41:55.764562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1004,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127980+0000","last_change":"2024-03-07T03:07:23.083466+0000","last_active":"2024-03-07T03:10:57.127980+0000","last_peered":"2024-03-07T03:10:57.127980+0000","last_clean":"2024-03-07T03:10:57.127980+0000","last_became_active":"2024-03-07T03:07:23.083156+0000","last_became_peered":"2024-03-07T03:07:23.083156+0000","last_unstale":"2024-03-07T03:10:57.127980+0000","last_undegraded":"2024-03-07T03:10:57.127980+0000","last_fullsized":"2024-03-07T03:10:57.127980+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:32:00.539449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1024,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130304+0000","last_change":"2024-03-07T03:07:58.752127+0000","last_active":"2024-03-07T03:10:57.130304+0000","last_peered":"2024-03-07T03:10:57.130304+0000","last_clean":"2024-03-07T03:10:57.130304+0000","last_became_active":"2024-03-07T03:07:58.751770+0000","last_became_peered":"2024-03-07T03:07:58.751770+0000","last_unstale":"2024-03-07T03:10:57.130304+0000","last_undegraded":"2024-03-07T03:10:57.130304+0000","last_fullsized":"2024-03-07T03:10:57.130304+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:43.791488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1058,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130040+0000","last_change":"2024-03-07T03:07:23.077653+0000","last_active":"2024-03-07T03:10:57.130040+0000","last_peered":"2024-03-07T03:10:57.130040+0000","last_clean":"2024-03-07T03:10:57.130040+0000","last_became_active":"2024-03-07T03:07:23.077355+0000","last_became_peered":"2024-03-07T03:07:23.077355+0000","last_unstale":"2024-03-07T03:10:57.130040+0000","last_undegraded":"2024-03-07T03:10:57.130040+0000","last_fullsized":"2024-03-07T03:10:57.130040+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:45.861158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1211,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126336+0000","last_change":"2024-03-07T03:06:47.851508+0000","last_active":"2024-03-07T03:10:57.126336+0000","last_peered":"2024-03-07T03:10:57.126336+0000","last_clean":"2024-03-07T03:10:57.126336+0000","last_became_active":"2024-03-07T03:06:47.850839+0000","last_became_peered":"2024-03-07T03:06:47.850839+0000","last_unstale":"2024-03-07T03:10:57.126336+0000","last_undegraded":"2024-03-07T03:10:57.126336+0000","last_fullsized":"2024-03-07T03:10:57.126336+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:08:06.622234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1190,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122468+0000","last_change":"2024-03-07T03:06:47.845848+0000","last_active":"2024-03-07T03:10:57.122468+0000","last_peered":"2024-03-07T03:10:57.122468+0000","last_clean":"2024-03-07T03:10:57.122468+0000","last_became_active":"2024-03-07T03:06:47.845425+0000","last_became_peered":"2024-03-07T03:06:47.845425+0000","last_unstale":"2024-03-07T03:10:57.122468+0000","last_undegraded":"2024-03-07T03:10:57.122468+0000","last_fullsized":"2024-03-07T03:10:57.122468+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:16:24.833986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1077,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123242+0000","last_change":"2024-03-07T03:07:58.754983+0000","last_active":"2024-03-07T03:10:57.123242+0000","last_peered":"2024-03-07T03:10:57.123242+0000","last_clean":"2024-03-07T03:10:57.123242+0000","last_became_active":"2024-03-07T03:07:58.754657+0000","last_became_peered":"2024-03-07T03:07:58.754657+0000","last_unstale":"2024-03-07T03:10:57.123242+0000","last_undegraded":"2024-03-07T03:10:57.123242+0000","last_fullsized":"2024-03-07T03:10:57.123242+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:06:00.897772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"716'29","reported_seq":1039,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127756+0000","last_change":"2024-03-07T03:07:23.079677+0000","last_active":"2024-03-07T03:10:57.127756+0000","last_peered":"2024-03-07T03:10:57.127756+0000","last_clean":"2024-03-07T03:10:57.127756+0000","last_became_active":"2024-03-07T03:07:23.079320+0000","last_became_peered":"2024-03-07T03:07:23.079320+0000","last_unstale":"2024-03-07T03:10:57.127756+0000","last_undegraded":"2024-03-07T03:10:57.127756+0000","last_fullsized":"2024-03-07T03:10:57.127756+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:49:54.979015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":984,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297755+0000","last_change":"2024-03-07T03:07:58.758376+0000","last_active":"2024-03-07T03:10:57.297755+0000","last_peered":"2024-03-07T03:10:57.297755+0000","last_clean":"2024-03-07T03:10:57.297755+0000","last_became_active":"2024-03-07T03:07:58.757816+0000","last_became_peered":"2024-03-07T03:07:58.757816+0000","last_unstale":"2024-03-07T03:10:57.297755+0000","last_undegraded":"2024-03-07T03:10:57.297755+0000","last_fullsized":"2024-03-07T03:10:57.297755+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:47.253727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1217,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126076+0000","last_change":"2024-03-07T03:06:09.989072+0000","last_active":"2024-03-07T03:10:57.126076+0000","last_peered":"2024-03-07T03:10:57.126076+0000","last_clean":"2024-03-07T03:10:57.126076+0000","last_became_active":"2024-03-07T03:06:09.987754+0000","last_became_peered":"2024-03-07T03:06:09.987754+0000","last_unstale":"2024-03-07T03:10:57.126076+0000","last_undegraded":"2024-03-07T03:10:57.126076+0000","last_fullsized":"2024-03-07T03:10:57.126076+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:05:15.340331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125648+0000","last_change":"2024-03-07T03:07:58.754207+0000","last_active":"2024-03-07T03:10:57.125648+0000","last_peered":"2024-03-07T03:10:57.125648+0000","last_clean":"2024-03-07T03:10:57.125648+0000","last_became_active":"2024-03-07T03:07:58.753859+0000","last_became_peered":"2024-03-07T03:07:58.753859+0000","last_unstale":"2024-03-07T03:10:57.125648+0000","last_undegraded":"2024-03-07T03:10:57.125648+0000","last_fullsized":"2024-03-07T03:10:57.125648+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:14:02.813872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1051,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129861+0000","last_change":"2024-03-07T03:07:58.755838+0000","last_active":"2024-03-07T03:10:57.129861+0000","last_peered":"2024-03-07T03:10:57.129861+0000","last_clean":"2024-03-07T03:10:57.129861+0000","last_became_active":"2024-03-07T03:07:58.755436+0000","last_became_peered":"2024-03-07T03:07:58.755436+0000","last_unstale":"2024-03-07T03:10:57.129861+0000","last_undegraded":"2024-03-07T03:10:57.129861+0000","last_fullsized":"2024-03-07T03:10:57.129861+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:25.094944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":984,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297649+0000","last_change":"2024-03-07T03:07:58.750199+0000","last_active":"2024-03-07T03:10:57.297649+0000","last_peered":"2024-03-07T03:10:57.297649+0000","last_clean":"2024-03-07T03:10:57.297649+0000","last_became_active":"2024-03-07T03:07:58.749858+0000","last_became_peered":"2024-03-07T03:07:58.749858+0000","last_unstale":"2024-03-07T03:10:57.297649+0000","last_undegraded":"2024-03-07T03:10:57.297649+0000","last_fullsized":"2024-03-07T03:10:57.297649+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:41.122539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1012,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127462+0000","last_change":"2024-03-07T03:07:23.076835+0000","last_active":"2024-03-07T03:10:57.127462+0000","last_peered":"2024-03-07T03:10:57.127462+0000","last_clean":"2024-03-07T03:10:57.127462+0000","last_became_active":"2024-03-07T03:07:23.075094+0000","last_became_peered":"2024-03-07T03:07:23.075094+0000","last_unstale":"2024-03-07T03:10:57.127462+0000","last_undegraded":"2024-03-07T03:10:57.127462+0000","last_fullsized":"2024-03-07T03:10:57.127462+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:50:36.739831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1003,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127360+0000","last_change":"2024-03-07T03:07:23.078279+0000","last_active":"2024-03-07T03:10:57.127360+0000","last_peered":"2024-03-07T03:10:57.127360+0000","last_clean":"2024-03-07T03:10:57.127360+0000","last_became_active":"2024-03-07T03:07:23.077338+0000","last_became_peered":"2024-03-07T03:07:23.077338+0000","last_unstale":"2024-03-07T03:10:57.127360+0000","last_undegraded":"2024-03-07T03:10:57.127360+0000","last_fullsized":"2024-03-07T03:10:57.127360+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:05:40.599683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1167,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329329+0000","last_change":"2024-03-07T03:05:01.461919+0000","last_active":"2024-03-07T03:10:57.329329+0000","last_peered":"2024-03-07T03:10:57.329329+0000","last_clean":"2024-03-07T03:10:57.329329+0000","last_became_active":"2024-03-07T03:05:01.459759+0000","last_became_peered":"2024-03-07T03:05:01.459759+0000","last_unstale":"2024-03-07T03:10:57.329329+0000","last_undegraded":"2024-03-07T03:10:57.329329+0000","last_fullsized":"2024-03-07T03:10:57.329329+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:31:45.535178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":970,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297341+0000","last_change":"2024-03-07T03:07:58.753856+0000","last_active":"2024-03-07T03:10:57.297341+0000","last_peered":"2024-03-07T03:10:57.297341+0000","last_clean":"2024-03-07T03:10:57.297341+0000","last_became_active":"2024-03-07T03:07:58.751889+0000","last_became_peered":"2024-03-07T03:07:58.751889+0000","last_unstale":"2024-03-07T03:10:57.297341+0000","last_undegraded":"2024-03-07T03:10:57.297341+0000","last_fullsized":"2024-03-07T03:10:57.297341+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:27:20.126942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"863'1273","reported_seq":4339,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329519+0000","last_change":"2024-03-07T03:10:56.137635+0000","last_active":"2024-03-07T03:10:57.329519+0000","last_peered":"2024-03-07T03:10:57.329519+0000","last_clean":"2024-03-07T03:10:57.329519+0000","last_became_active":"2024-03-07T03:05:01.457883+0000","last_became_peered":"2024-03-07T03:05:01.457883+0000","last_unstale":"2024-03-07T03:10:57.329519+0000","last_undegraded":"2024-03-07T03:10:57.329519+0000","last_fullsized":"2024-03-07T03:10:57.329519+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1273,"log_dups_size":0,"ondisk_log_size":1273,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:21:46.718939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.021818005000000001,"stat_sum":{"num_bytes":15540224,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":258,"num_read_kb":529715,"num_write":442,"num_write_kb":102224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1441792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.f","version":"61'1","reported_seq":1080,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123672+0000","last_change":"2024-03-07T03:07:58.755003+0000","last_active":"2024-03-07T03:10:57.123672+0000","last_peered":"2024-03-07T03:10:57.123672+0000","last_clean":"2024-03-07T03:10:57.123672+0000","last_became_active":"2024-03-07T03:07:58.754564+0000","last_became_peered":"2024-03-07T03:07:58.754564+0000","last_unstale":"2024-03-07T03:10:57.123672+0000","last_undegraded":"2024-03-07T03:10:57.123672+0000","last_fullsized":"2024-03-07T03:10:57.123672+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:34:53.344746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298000+0000","last_change":"2024-03-07T03:07:58.750952+0000","last_active":"2024-03-07T03:10:57.298000+0000","last_peered":"2024-03-07T03:10:57.298000+0000","last_clean":"2024-03-07T03:10:57.298000+0000","last_became_active":"2024-03-07T03:07:58.749229+0000","last_became_peered":"2024-03-07T03:07:58.749229+0000","last_unstale":"2024-03-07T03:10:57.298000+0000","last_undegraded":"2024-03-07T03:10:57.298000+0000","last_fullsized":"2024-03-07T03:10:57.298000+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:53:10.534950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"863'847","reported_seq":4046,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125690+0000","last_change":"2024-03-07T03:10:56.129162+0000","last_active":"2024-03-07T03:10:57.125690+0000","last_peered":"2024-03-07T03:10:57.125690+0000","last_clean":"2024-03-07T03:10:57.125690+0000","last_became_active":"2024-03-07T03:07:23.074596+0000","last_became_peered":"2024-03-07T03:07:23.074596+0000","last_unstale":"2024-03-07T03:10:57.125690+0000","last_undegraded":"2024-03-07T03:10:57.125690+0000","last_fullsized":"2024-03-07T03:10:57.125690+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":847,"log_dups_size":0,"ondisk_log_size":847,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:34:23.625809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0099120149999999997,"stat_sum":{"num_bytes":38936576,"num_objects":11,"num_object_clones":9,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":157,"num_read_kb":413258,"num_write":266,"num_write_kb":109952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":4374528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.2","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122312+0000","last_change":"2024-03-07T03:06:47.845893+0000","last_active":"2024-03-07T03:10:57.122312+0000","last_peered":"2024-03-07T03:10:57.122312+0000","last_clean":"2024-03-07T03:10:57.122312+0000","last_became_active":"2024-03-07T03:06:47.845548+0000","last_became_peered":"2024-03-07T03:06:47.845548+0000","last_unstale":"2024-03-07T03:10:57.122312+0000","last_undegraded":"2024-03-07T03:10:57.122312+0000","last_fullsized":"2024-03-07T03:10:57.122312+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:19:55.051329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1185,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122598+0000","last_change":"2024-03-07T03:07:58.751041+0000","last_active":"2024-03-07T03:10:57.122598+0000","last_peered":"2024-03-07T03:10:57.122598+0000","last_clean":"2024-03-07T03:10:57.122598+0000","last_became_active":"2024-03-07T03:07:58.749047+0000","last_became_peered":"2024-03-07T03:07:58.749047+0000","last_unstale":"2024-03-07T03:10:57.122598+0000","last_undegraded":"2024-03-07T03:10:57.122598+0000","last_fullsized":"2024-03-07T03:10:57.122598+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:47:59.256394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1056,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129942+0000","last_change":"2024-03-07T03:06:47.858022+0000","last_active":"2024-03-07T03:10:57.129942+0000","last_peered":"2024-03-07T03:10:57.129942+0000","last_clean":"2024-03-07T03:10:57.129942+0000","last_became_active":"2024-03-07T03:06:47.857526+0000","last_became_peered":"2024-03-07T03:06:47.857526+0000","last_unstale":"2024-03-07T03:10:57.129942+0000","last_undegraded":"2024-03-07T03:10:57.129942+0000","last_fullsized":"2024-03-07T03:10:57.129942+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:02:03.856321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"862'1186","reported_seq":4377,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126178+0000","last_change":"2024-03-07T03:10:56.119983+0000","last_active":"2024-03-07T03:10:57.126178+0000","last_peered":"2024-03-07T03:10:57.126178+0000","last_clean":"2024-03-07T03:10:57.126178+0000","last_became_active":"2024-03-07T03:06:09.988405+0000","last_became_peered":"2024-03-07T03:06:09.988405+0000","last_unstale":"2024-03-07T03:10:57.126178+0000","last_undegraded":"2024-03-07T03:10:57.126178+0000","last_fullsized":"2024-03-07T03:10:57.126178+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1186,"log_dups_size":0,"ondisk_log_size":1186,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:41:38.890400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099770099999999993,"stat_sum":{"num_bytes":13524992,"num_objects":9,"num_object_clones":6,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":208,"num_read_kb":390958,"num_write":505,"num_write_kb":103888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":50642944,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122311+0000","last_change":"2024-03-07T03:05:35.928460+0000","last_active":"2024-03-07T03:10:57.122311+0000","last_peered":"2024-03-07T03:10:57.122311+0000","last_clean":"2024-03-07T03:10:57.122311+0000","last_became_active":"2024-03-07T03:05:35.928017+0000","last_became_peered":"2024-03-07T03:05:35.928017+0000","last_unstale":"2024-03-07T03:10:57.122311+0000","last_undegraded":"2024-03-07T03:10:57.122311+0000","last_fullsized":"2024-03-07T03:10:57.122311+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:53:27.674544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1025,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129657+0000","last_change":"2024-03-07T03:07:23.075249+0000","last_active":"2024-03-07T03:10:57.129657+0000","last_peered":"2024-03-07T03:10:57.129657+0000","last_clean":"2024-03-07T03:10:57.129657+0000","last_became_active":"2024-03-07T03:07:23.074866+0000","last_became_peered":"2024-03-07T03:07:23.074866+0000","last_unstale":"2024-03-07T03:10:57.129657+0000","last_undegraded":"2024-03-07T03:10:57.129657+0000","last_fullsized":"2024-03-07T03:10:57.129657+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:03.393010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1077,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123129+0000","last_change":"2024-03-07T03:07:23.069585+0000","last_active":"2024-03-07T03:10:57.123129+0000","last_peered":"2024-03-07T03:10:57.123129+0000","last_clean":"2024-03-07T03:10:57.123129+0000","last_became_active":"2024-03-07T03:07:23.069262+0000","last_became_peered":"2024-03-07T03:07:23.069262+0000","last_unstale":"2024-03-07T03:10:57.123129+0000","last_undegraded":"2024-03-07T03:10:57.123129+0000","last_fullsized":"2024-03-07T03:10:57.123129+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:11:22.045807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"861'1094","reported_seq":4795,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.331022+0000","last_change":"2024-03-07T03:10:57.331022+0000","last_active":"2024-03-07T03:10:57.331022+0000","last_peered":"2024-03-07T03:10:57.331022+0000","last_clean":"2024-03-07T03:10:57.331022+0000","last_became_active":"2024-03-07T03:06:47.847229+0000","last_became_peered":"2024-03-07T03:06:47.847229+0000","last_unstale":"2024-03-07T03:10:57.331022+0000","last_undegraded":"2024-03-07T03:10:57.331022+0000","last_fullsized":"2024-03-07T03:10:57.331022+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1094,"log_dups_size":0,"ondisk_log_size":1094,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:58:27.729404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.032339935,"stat_sum":{"num_bytes":113606656,"num_objects":59,"num_object_clones":55,"num_object_copies":177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":279,"num_read_kb":358703,"num_write":525,"num_write_kb":146904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":36642816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1181,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122460+0000","last_change":"2024-03-07T03:06:47.843416+0000","last_active":"2024-03-07T03:10:57.122460+0000","last_peered":"2024-03-07T03:10:57.122460+0000","last_clean":"2024-03-07T03:10:57.122460+0000","last_became_active":"2024-03-07T03:06:47.842812+0000","last_became_peered":"2024-03-07T03:06:47.842812+0000","last_unstale":"2024-03-07T03:10:57.122460+0000","last_undegraded":"2024-03-07T03:10:57.122460+0000","last_fullsized":"2024-03-07T03:10:57.122460+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:03:02.672609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.121844+0000","last_change":"2024-03-07T03:07:23.071850+0000","last_active":"2024-03-07T03:10:57.121844+0000","last_peered":"2024-03-07T03:10:57.121844+0000","last_clean":"2024-03-07T03:10:57.121844+0000","last_became_active":"2024-03-07T03:07:23.071476+0000","last_became_peered":"2024-03-07T03:07:23.071476+0000","last_unstale":"2024-03-07T03:10:57.121844+0000","last_undegraded":"2024-03-07T03:10:57.121844+0000","last_fullsized":"2024-03-07T03:10:57.121844+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:13:05.296486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1156,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329321+0000","last_change":"2024-03-07T03:05:35.926187+0000","last_active":"2024-03-07T03:10:57.329321+0000","last_peered":"2024-03-07T03:10:57.329321+0000","last_clean":"2024-03-07T03:10:57.329321+0000","last_became_active":"2024-03-07T03:05:35.925908+0000","last_became_peered":"2024-03-07T03:05:35.925908+0000","last_unstale":"2024-03-07T03:10:57.329321+0000","last_undegraded":"2024-03-07T03:10:57.329321+0000","last_fullsized":"2024-03-07T03:10:57.329321+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:48:33.101185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"863'1146","reported_seq":3871,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298193+0000","last_change":"2024-03-07T03:10:56.132170+0000","last_active":"2024-03-07T03:10:57.298193+0000","last_peered":"2024-03-07T03:10:57.298193+0000","last_clean":"2024-03-07T03:10:57.298193+0000","last_became_active":"2024-03-07T03:07:58.756854+0000","last_became_peered":"2024-03-07T03:07:58.756854+0000","last_unstale":"2024-03-07T03:10:57.298193+0000","last_undegraded":"2024-03-07T03:10:57.298193+0000","last_fullsized":"2024-03-07T03:10:57.298193+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1146,"log_dups_size":0,"ondisk_log_size":1146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T02:59:04.693146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.010433211,"stat_sum":{"num_bytes":34668544,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":1,"num_read":219,"num_read_kb":317694,"num_write":420,"num_write_kb":93568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":10240000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1004,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127941+0000","last_change":"2024-03-07T03:07:58.760449+0000","last_active":"2024-03-07T03:10:57.127941+0000","last_peered":"2024-03-07T03:10:57.127941+0000","last_clean":"2024-03-07T03:10:57.127941+0000","last_became_active":"2024-03-07T03:07:58.760086+0000","last_became_peered":"2024-03-07T03:07:58.760086+0000","last_unstale":"2024-03-07T03:10:57.127941+0000","last_undegraded":"2024-03-07T03:10:57.127941+0000","last_fullsized":"2024-03-07T03:10:57.127941+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:34:38.583100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1086,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328880+0000","last_change":"2024-03-07T03:07:23.073659+0000","last_active":"2024-03-07T03:10:57.328880+0000","last_peered":"2024-03-07T03:10:57.328880+0000","last_clean":"2024-03-07T03:10:57.328880+0000","last_became_active":"2024-03-07T03:07:23.073277+0000","last_became_peered":"2024-03-07T03:07:23.073277+0000","last_unstale":"2024-03-07T03:10:57.328880+0000","last_undegraded":"2024-03-07T03:10:57.328880+0000","last_fullsized":"2024-03-07T03:10:57.328880+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:48:34.819985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1059,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129753+0000","last_change":"2024-03-07T03:07:58.752576+0000","last_active":"2024-03-07T03:10:57.129753+0000","last_peered":"2024-03-07T03:10:57.129753+0000","last_clean":"2024-03-07T03:10:57.129753+0000","last_became_active":"2024-03-07T03:07:58.752193+0000","last_became_peered":"2024-03-07T03:07:58.752193+0000","last_unstale":"2024-03-07T03:10:57.129753+0000","last_undegraded":"2024-03-07T03:10:57.129753+0000","last_fullsized":"2024-03-07T03:10:57.129753+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:55:14.205594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"395'197","reported_seq":1463,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297460+0000","last_change":"2024-03-07T03:07:58.752982+0000","last_active":"2024-03-07T03:10:57.297460+0000","last_peered":"2024-03-07T03:10:57.297460+0000","last_clean":"2024-03-07T03:10:57.297460+0000","last_became_active":"2024-03-07T03:07:58.752004+0000","last_became_peered":"2024-03-07T03:07:58.752004+0000","last_unstale":"2024-03-07T03:10:57.297460+0000","last_undegraded":"2024-03-07T03:10:57.297460+0000","last_fullsized":"2024-03-07T03:10:57.297460+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_clean_scrub_stamp":"2024-03-07T02:51:31.238394+0000","objects_scrubbed":0,"log_size":197,"log_dups_size":0,"ondisk_log_size":197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:53.766202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"858'3145","reported_seq":6528,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.131283+0000","last_change":"2024-03-07T03:10:57.131283+0000","last_active":"2024-03-07T03:10:57.131283+0000","last_peered":"2024-03-07T03:10:57.131283+0000","last_clean":"2024-03-07T03:10:57.131283+0000","last_became_active":"2024-03-07T03:06:47.859231+0000","last_became_peered":"2024-03-07T03:06:47.859231+0000","last_unstale":"2024-03-07T03:10:57.131283+0000","last_undegraded":"2024-03-07T03:10:57.131283+0000","last_fullsized":"2024-03-07T03:10:57.131283+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3145,"log_dups_size":0,"ondisk_log_size":3145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:10:03.781442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001499434,"stat_sum":{"num_bytes":18481152,"num_objects":15,"num_object_clones":14,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":124,"num_read_kb":398406,"num_write":253,"num_write_kb":45856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":9773056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126312+0000","last_change":"2024-03-07T03:05:01.454053+0000","last_active":"2024-03-07T03:10:57.126312+0000","last_peered":"2024-03-07T03:10:57.126312+0000","last_clean":"2024-03-07T03:10:57.126312+0000","last_became_active":"2024-03-07T03:05:01.453718+0000","last_became_peered":"2024-03-07T03:05:01.453718+0000","last_unstale":"2024-03-07T03:10:57.126312+0000","last_undegraded":"2024-03-07T03:10:57.126312+0000","last_fullsized":"2024-03-07T03:10:57.126312+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:10:59.835543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125495+0000","last_change":"2024-03-07T03:06:09.987673+0000","last_active":"2024-03-07T03:10:57.125495+0000","last_peered":"2024-03-07T03:10:57.125495+0000","last_clean":"2024-03-07T03:10:57.125495+0000","last_became_active":"2024-03-07T03:06:09.987328+0000","last_became_peered":"2024-03-07T03:06:09.987328+0000","last_unstale":"2024-03-07T03:10:57.125495+0000","last_undegraded":"2024-03-07T03:10:57.125495+0000","last_fullsized":"2024-03-07T03:10:57.125495+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:11:17.983744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":972,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297272+0000","last_change":"2024-03-07T03:07:58.757849+0000","last_active":"2024-03-07T03:10:57.297272+0000","last_peered":"2024-03-07T03:10:57.297272+0000","last_clean":"2024-03-07T03:10:57.297272+0000","last_became_active":"2024-03-07T03:07:58.757399+0000","last_became_peered":"2024-03-07T03:07:58.757399+0000","last_unstale":"2024-03-07T03:10:57.297272+0000","last_undegraded":"2024-03-07T03:10:57.297272+0000","last_fullsized":"2024-03-07T03:10:57.297272+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:54:11.413787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"864'1259","reported_seq":4062,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130113+0000","last_change":"2024-03-07T03:10:56.129203+0000","last_active":"2024-03-07T03:10:57.130113+0000","last_peered":"2024-03-07T03:10:57.130113+0000","last_clean":"2024-03-07T03:10:57.130113+0000","last_became_active":"2024-03-07T03:07:23.080120+0000","last_became_peered":"2024-03-07T03:07:23.080120+0000","last_unstale":"2024-03-07T03:10:57.130113+0000","last_undegraded":"2024-03-07T03:10:57.130113+0000","last_fullsized":"2024-03-07T03:10:57.130113+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1259,"log_dups_size":0,"ondisk_log_size":1259,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:33:24.850580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0059393290000000001,"stat_sum":{"num_bytes":23298048,"num_objects":10,"num_object_clones":7,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":249,"num_read_kb":271095,"num_write":553,"num_write_kb":138504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":18890752,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.3","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125834+0000","last_change":"2024-03-07T03:07:58.750289+0000","last_active":"2024-03-07T03:10:57.125834+0000","last_peered":"2024-03-07T03:10:57.125834+0000","last_clean":"2024-03-07T03:10:57.125834+0000","last_became_active":"2024-03-07T03:07:58.749557+0000","last_became_peered":"2024-03-07T03:07:58.749557+0000","last_unstale":"2024-03-07T03:10:57.125834+0000","last_undegraded":"2024-03-07T03:10:57.125834+0000","last_fullsized":"2024-03-07T03:10:57.125834+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:54:43.865660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297934+0000","last_change":"2024-03-07T03:07:58.758005+0000","last_active":"2024-03-07T03:10:57.297934+0000","last_peered":"2024-03-07T03:10:57.297934+0000","last_clean":"2024-03-07T03:10:57.297934+0000","last_became_active":"2024-03-07T03:07:58.756833+0000","last_became_peered":"2024-03-07T03:07:58.756833+0000","last_unstale":"2024-03-07T03:10:57.297934+0000","last_undegraded":"2024-03-07T03:10:57.297934+0000","last_fullsized":"2024-03-07T03:10:57.297934+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:37:55.288554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122495+0000","last_change":"2024-03-07T03:06:47.843644+0000","last_active":"2024-03-07T03:10:57.122495+0000","last_peered":"2024-03-07T03:10:57.122495+0000","last_clean":"2024-03-07T03:10:57.122495+0000","last_became_active":"2024-03-07T03:06:47.842694+0000","last_became_peered":"2024-03-07T03:06:47.842694+0000","last_unstale":"2024-03-07T03:10:57.122495+0000","last_undegraded":"2024-03-07T03:10:57.122495+0000","last_fullsized":"2024-03-07T03:10:57.122495+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:25:34.783974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"863'880","reported_seq":3813,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123496+0000","last_change":"2024-03-07T03:10:56.125509+0000","last_active":"2024-03-07T03:10:57.123496+0000","last_peered":"2024-03-07T03:10:57.123496+0000","last_clean":"2024-03-07T03:10:57.123496+0000","last_became_active":"2024-03-07T03:07:58.755248+0000","last_became_peered":"2024-03-07T03:07:58.755248+0000","last_unstale":"2024-03-07T03:10:57.123496+0000","last_undegraded":"2024-03-07T03:10:57.123496+0000","last_fullsized":"2024-03-07T03:10:57.123496+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":880,"log_dups_size":0,"ondisk_log_size":880,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:40:02.788467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0073429089999999999,"stat_sum":{"num_bytes":9224192,"num_objects":8,"num_object_clones":6,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":1,"num_read":161,"num_read_kb":133885,"num_write":362,"num_write_kb":55920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1123,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329184+0000","last_change":"2024-03-07T03:07:58.764215+0000","last_active":"2024-03-07T03:10:57.329184+0000","last_peered":"2024-03-07T03:10:57.329184+0000","last_clean":"2024-03-07T03:10:57.329184+0000","last_became_active":"2024-03-07T03:07:58.763818+0000","last_became_peered":"2024-03-07T03:07:58.763818+0000","last_unstale":"2024-03-07T03:10:57.329184+0000","last_undegraded":"2024-03-07T03:10:57.329184+0000","last_fullsized":"2024-03-07T03:10:57.329184+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:27:54.623360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"719'2","reported_seq":1191,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122742+0000","last_change":"2024-03-07T03:07:23.074913+0000","last_active":"2024-03-07T03:10:57.122742+0000","last_peered":"2024-03-07T03:10:57.122742+0000","last_clean":"2024-03-07T03:10:57.122742+0000","last_became_active":"2024-03-07T03:07:23.074530+0000","last_became_peered":"2024-03-07T03:07:23.074530+0000","last_unstale":"2024-03-07T03:10:57.122742+0000","last_undegraded":"2024-03-07T03:10:57.122742+0000","last_fullsized":"2024-03-07T03:10:57.122742+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:13:25.877187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1125,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329468+0000","last_change":"2024-03-07T03:07:58.757756+0000","last_active":"2024-03-07T03:10:57.329468+0000","last_peered":"2024-03-07T03:10:57.329468+0000","last_clean":"2024-03-07T03:10:57.329468+0000","last_became_active":"2024-03-07T03:07:58.757430+0000","last_became_peered":"2024-03-07T03:07:58.757430+0000","last_unstale":"2024-03-07T03:10:57.329468+0000","last_undegraded":"2024-03-07T03:10:57.329468+0000","last_fullsized":"2024-03-07T03:10:57.329468+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:22:21.412765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"863'1564","reported_seq":5162,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.329944+0000","last_change":"2024-03-07T03:10:57.329944+0000","last_active":"2024-03-07T03:10:57.329944+0000","last_peered":"2024-03-07T03:10:57.329944+0000","last_clean":"2024-03-07T03:10:57.329944+0000","last_became_active":"2024-03-07T03:06:09.990793+0000","last_became_peered":"2024-03-07T03:06:09.990793+0000","last_unstale":"2024-03-07T03:10:57.329944+0000","last_undegraded":"2024-03-07T03:10:57.329944+0000","last_fullsized":"2024-03-07T03:10:57.329944+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1564,"log_dups_size":0,"ondisk_log_size":1564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":143,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:53.639078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.019553126000000001,"stat_sum":{"num_bytes":100999168,"num_objects":73,"num_object_clones":68,"num_object_copies":219,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":1,"num_read":410,"num_read_kb":572954,"num_write":777,"num_write_kb":204640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":51175424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"c"},{"start":"178","length":"4"},{"start":"17e","length":"3"},{"start":"182","length":"4"},{"start":"187","length":"5"},{"start":"18d","length":"2"}]},{"pgid":"4.1","version":"0'0","reported_seq":1078,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122887+0000","last_change":"2024-03-07T03:07:23.071468+0000","last_active":"2024-03-07T03:10:57.122887+0000","last_peered":"2024-03-07T03:10:57.122887+0000","last_clean":"2024-03-07T03:10:57.122887+0000","last_became_active":"2024-03-07T03:07:23.071160+0000","last_became_peered":"2024-03-07T03:07:23.071160+0000","last_unstale":"2024-03-07T03:10:57.122887+0000","last_undegraded":"2024-03-07T03:10:57.122887+0000","last_fullsized":"2024-03-07T03:10:57.122887+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:17:55.686793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":988,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127889+0000","last_change":"2024-03-07T03:07:58.759142+0000","last_active":"2024-03-07T03:10:57.127889+0000","last_peered":"2024-03-07T03:10:57.127889+0000","last_clean":"2024-03-07T03:10:57.127889+0000","last_became_active":"2024-03-07T03:07:58.758771+0000","last_became_peered":"2024-03-07T03:07:58.758771+0000","last_unstale":"2024-03-07T03:10:57.127889+0000","last_undegraded":"2024-03-07T03:10:57.127889+0000","last_fullsized":"2024-03-07T03:10:57.127889+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:45:13.985820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126215+0000","last_change":"2024-03-07T03:06:09.988597+0000","last_active":"2024-03-07T03:10:57.126215+0000","last_peered":"2024-03-07T03:10:57.126215+0000","last_clean":"2024-03-07T03:10:57.126215+0000","last_became_active":"2024-03-07T03:06:09.988261+0000","last_became_peered":"2024-03-07T03:06:09.988261+0000","last_unstale":"2024-03-07T03:10:57.126215+0000","last_undegraded":"2024-03-07T03:10:57.126215+0000","last_fullsized":"2024-03-07T03:10:57.126215+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:11:06.717251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"843'3099","reported_seq":6397,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.131044+0000","last_change":"2024-03-07T03:10:57.131044+0000","last_active":"2024-03-07T03:10:57.131044+0000","last_peered":"2024-03-07T03:10:57.131044+0000","last_clean":"2024-03-07T03:10:57.131044+0000","last_became_active":"2024-03-07T03:07:23.084936+0000","last_became_peered":"2024-03-07T03:07:23.084936+0000","last_unstale":"2024-03-07T03:10:57.131044+0000","last_undegraded":"2024-03-07T03:10:57.131044+0000","last_fullsized":"2024-03-07T03:10:57.131044+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3099,"log_dups_size":0,"ondisk_log_size":3099,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:46:48.809690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012703,"stat_sum":{"num_bytes":8347648,"num_objects":13,"num_object_clones":12,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":56,"num_read_kb":33721,"num_write":241,"num_write_kb":36816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":434176,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1145,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329490+0000","last_change":"2024-03-07T03:05:01.461136+0000","last_active":"2024-03-07T03:10:57.329490+0000","last_peered":"2024-03-07T03:10:57.329490+0000","last_clean":"2024-03-07T03:10:57.329490+0000","last_became_active":"2024-03-07T03:05:01.457189+0000","last_became_peered":"2024-03-07T03:05:01.457189+0000","last_unstale":"2024-03-07T03:10:57.329490+0000","last_undegraded":"2024-03-07T03:10:57.329490+0000","last_fullsized":"2024-03-07T03:10:57.329490+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:23.791243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1101,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122863+0000","last_change":"2024-03-07T03:07:58.750311+0000","last_active":"2024-03-07T03:10:57.122863+0000","last_peered":"2024-03-07T03:10:57.122863+0000","last_clean":"2024-03-07T03:10:57.122863+0000","last_became_active":"2024-03-07T03:07:58.750001+0000","last_became_peered":"2024-03-07T03:07:58.750001+0000","last_unstale":"2024-03-07T03:10:57.122863+0000","last_undegraded":"2024-03-07T03:10:57.122863+0000","last_fullsized":"2024-03-07T03:10:57.122863+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:05.963944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"847'12789","reported_seq":16201,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.123778+0000","last_change":"2024-03-07T03:10:57.124034+0000","last_active":"2024-03-07T03:10:57.123778+0000","last_peered":"2024-03-07T03:10:57.123778+0000","last_clean":"2024-03-07T03:10:57.123778+0000","last_became_active":"2024-03-07T03:06:47.859957+0000","last_became_peered":"2024-03-07T03:06:47.859957+0000","last_unstale":"2024-03-07T03:10:57.123778+0000","last_undegraded":"2024-03-07T03:10:57.123778+0000","last_fullsized":"2024-03-07T03:10:57.123778+0000","mapping_epoch":625,"log_start":"599'6200","ondisk_log_start":"599'6200","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":6589,"log_dups_size":0,"ondisk_log_size":6589,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":137,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:29:13.699651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0091875959999999993,"stat_sum":{"num_bytes":71745536,"num_objects":32,"num_object_clones":30,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":0,"num_read":146,"num_read_kb":316804,"num_write":323,"num_write_kb":90232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":20865024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"5"},{"start":"171","length":"b"},{"start":"17e","length":"8"},{"start":"187","length":"5"},{"start":"18d","length":"3"},{"start":"192","length":"1"},{"start":"197","length":"1"},{"start":"199","length":"2"}]},{"pgid":"2.9","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122043+0000","last_change":"2024-03-07T03:07:58.752456+0000","last_active":"2024-03-07T03:10:57.122043+0000","last_peered":"2024-03-07T03:10:57.122043+0000","last_clean":"2024-03-07T03:10:57.122043+0000","last_became_active":"2024-03-07T03:07:58.752118+0000","last_became_peered":"2024-03-07T03:07:58.752118+0000","last_unstale":"2024-03-07T03:10:57.122043+0000","last_undegraded":"2024-03-07T03:10:57.122043+0000","last_fullsized":"2024-03-07T03:10:57.122043+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:08:08.574482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1116,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329239+0000","last_change":"2024-03-07T03:07:58.757839+0000","last_active":"2024-03-07T03:10:57.329239+0000","last_peered":"2024-03-07T03:10:57.329239+0000","last_clean":"2024-03-07T03:10:57.329239+0000","last_became_active":"2024-03-07T03:07:58.757495+0000","last_became_peered":"2024-03-07T03:07:58.757495+0000","last_unstale":"2024-03-07T03:10:57.329239+0000","last_undegraded":"2024-03-07T03:10:57.329239+0000","last_fullsized":"2024-03-07T03:10:57.329239+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:27:02.190643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"861'1463","reported_seq":5086,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.330620+0000","last_change":"2024-03-07T03:10:57.330799+0000","last_active":"2024-03-07T03:10:57.330620+0000","last_peered":"2024-03-07T03:10:57.330620+0000","last_clean":"2024-03-07T03:10:57.330620+0000","last_became_active":"2024-03-07T03:07:58.763085+0000","last_became_peered":"2024-03-07T03:07:58.763085+0000","last_unstale":"2024-03-07T03:10:57.330620+0000","last_undegraded":"2024-03-07T03:10:57.330620+0000","last_fullsized":"2024-03-07T03:10:57.330620+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1463,"log_dups_size":0,"ondisk_log_size":1463,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:39:21.050544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.016579719999999999,"stat_sum":{"num_bytes":106192896,"num_objects":71,"num_object_clones":66,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":1,"num_read":323,"num_read_kb":516030,"num_write":942,"num_write_kb":231680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":48201728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122226+0000","last_change":"2024-03-07T03:07:58.752370+0000","last_active":"2024-03-07T03:10:57.122226+0000","last_peered":"2024-03-07T03:10:57.122226+0000","last_clean":"2024-03-07T03:10:57.122226+0000","last_became_active":"2024-03-07T03:07:58.751985+0000","last_became_peered":"2024-03-07T03:07:58.751985+0000","last_unstale":"2024-03-07T03:10:57.122226+0000","last_undegraded":"2024-03-07T03:10:57.122226+0000","last_fullsized":"2024-03-07T03:10:57.122226+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:31:33.590004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1125,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328997+0000","last_change":"2024-03-07T03:06:09.987484+0000","last_active":"2024-03-07T03:10:57.328997+0000","last_peered":"2024-03-07T03:10:57.328997+0000","last_clean":"2024-03-07T03:10:57.328997+0000","last_became_active":"2024-03-07T03:06:09.986947+0000","last_became_peered":"2024-03-07T03:06:09.986947+0000","last_unstale":"2024-03-07T03:10:57.328997+0000","last_undegraded":"2024-03-07T03:10:57.328997+0000","last_fullsized":"2024-03-07T03:10:57.328997+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:37:38.253630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"857'1055","reported_seq":4917,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.128839+0000","last_change":"2024-03-07T03:10:57.123092+0000","last_active":"2024-03-07T03:10:57.128839+0000","last_peered":"2024-03-07T03:10:57.128839+0000","last_clean":"2024-03-07T03:10:57.128839+0000","last_became_active":"2024-03-07T03:06:09.993513+0000","last_became_peered":"2024-03-07T03:06:09.993513+0000","last_unstale":"2024-03-07T03:10:57.128839+0000","last_undegraded":"2024-03-07T03:10:57.128839+0000","last_fullsized":"2024-03-07T03:10:57.128839+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1055,"log_dups_size":0,"ondisk_log_size":1055,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:34:07.352811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013205965,"stat_sum":{"num_bytes":99745792,"num_objects":66,"num_object_clones":62,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":306,"num_read_kb":434534,"num_write":588,"num_write_kb":145464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":21749760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.b","version":"716'3","reported_seq":983,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297594+0000","last_change":"2024-03-07T03:07:58.749480+0000","last_active":"2024-03-07T03:10:57.297594+0000","last_peered":"2024-03-07T03:10:57.297594+0000","last_clean":"2024-03-07T03:10:57.297594+0000","last_became_active":"2024-03-07T03:07:58.749098+0000","last_became_peered":"2024-03-07T03:07:58.749098+0000","last_unstale":"2024-03-07T03:10:57.297594+0000","last_undegraded":"2024-03-07T03:10:57.297594+0000","last_fullsized":"2024-03-07T03:10:57.297594+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:35:33.945855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1033,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127549+0000","last_change":"2024-03-07T03:07:23.075725+0000","last_active":"2024-03-07T03:10:57.127549+0000","last_peered":"2024-03-07T03:10:57.127549+0000","last_clean":"2024-03-07T03:10:57.127549+0000","last_became_active":"2024-03-07T03:07:23.075203+0000","last_became_peered":"2024-03-07T03:07:23.075203+0000","last_unstale":"2024-03-07T03:10:57.127549+0000","last_undegraded":"2024-03-07T03:10:57.127549+0000","last_fullsized":"2024-03-07T03:10:57.127549+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:47:11.192302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"863'1711","reported_seq":5458,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.330724+0000","last_change":"2024-03-07T03:10:57.330918+0000","last_active":"2024-03-07T03:10:57.330724+0000","last_peered":"2024-03-07T03:10:57.330724+0000","last_clean":"2024-03-07T03:10:57.330724+0000","last_became_active":"2024-03-07T03:06:47.849454+0000","last_became_peered":"2024-03-07T03:06:47.849454+0000","last_unstale":"2024-03-07T03:10:57.330724+0000","last_undegraded":"2024-03-07T03:10:57.330724+0000","last_fullsized":"2024-03-07T03:10:57.330724+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1711,"log_dups_size":0,"ondisk_log_size":1711,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:40:07.156907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.014160193999999999,"stat_sum":{"num_bytes":165158912,"num_objects":93,"num_object_clones":87,"num_object_copies":279,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":93,"num_whiteouts":2,"num_read":489,"num_read_kb":756200,"num_write":870,"num_write_kb":258896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":69541888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1154,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329727+0000","last_change":"2024-03-07T03:06:47.847077+0000","last_active":"2024-03-07T03:10:57.329727+0000","last_peered":"2024-03-07T03:10:57.329727+0000","last_clean":"2024-03-07T03:10:57.329727+0000","last_became_active":"2024-03-07T03:06:47.846359+0000","last_became_peered":"2024-03-07T03:06:47.846359+0000","last_unstale":"2024-03-07T03:10:57.329727+0000","last_undegraded":"2024-03-07T03:10:57.329727+0000","last_fullsized":"2024-03-07T03:10:57.329727+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:00:08.102949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":970,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297930+0000","last_change":"2024-03-07T03:07:58.760528+0000","last_active":"2024-03-07T03:10:57.297930+0000","last_peered":"2024-03-07T03:10:57.297930+0000","last_clean":"2024-03-07T03:10:57.297930+0000","last_became_active":"2024-03-07T03:07:58.760226+0000","last_became_peered":"2024-03-07T03:07:58.760226+0000","last_unstale":"2024-03-07T03:10:57.297930+0000","last_undegraded":"2024-03-07T03:10:57.297930+0000","last_fullsized":"2024-03-07T03:10:57.297930+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:10:36.411047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"863'1938","reported_seq":4937,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329911+0000","last_change":"2024-03-07T03:10:56.140803+0000","last_active":"2024-03-07T03:10:57.329911+0000","last_peered":"2024-03-07T03:10:57.329911+0000","last_clean":"2024-03-07T03:10:57.329911+0000","last_became_active":"2024-03-07T03:06:09.993933+0000","last_became_peered":"2024-03-07T03:06:09.993933+0000","last_unstale":"2024-03-07T03:10:57.329911+0000","last_undegraded":"2024-03-07T03:10:57.329911+0000","last_fullsized":"2024-03-07T03:10:57.329911+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1938,"log_dups_size":0,"ondisk_log_size":1938,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:16.359457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.024996012000000001,"stat_sum":{"num_bytes":22765568,"num_objects":17,"num_object_clones":12,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":2,"num_read":350,"num_read_kb":387634,"num_write":702,"num_write_kb":183472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":7151616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.d","version":"61'1","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122322+0000","last_change":"2024-03-07T03:06:09.993129+0000","last_active":"2024-03-07T03:10:57.122322+0000","last_peered":"2024-03-07T03:10:57.122322+0000","last_clean":"2024-03-07T03:10:57.122322+0000","last_became_active":"2024-03-07T03:06:09.992737+0000","last_became_peered":"2024-03-07T03:06:09.992737+0000","last_unstale":"2024-03-07T03:10:57.122322+0000","last_undegraded":"2024-03-07T03:10:57.122322+0000","last_fullsized":"2024-03-07T03:10:57.122322+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:02:42.055569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1050,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130209+0000","last_change":"2024-03-07T03:07:23.076846+0000","last_active":"2024-03-07T03:10:57.130209+0000","last_peered":"2024-03-07T03:10:57.130209+0000","last_clean":"2024-03-07T03:10:57.130209+0000","last_became_active":"2024-03-07T03:07:23.075895+0000","last_became_peered":"2024-03-07T03:07:23.075895+0000","last_unstale":"2024-03-07T03:10:57.130209+0000","last_undegraded":"2024-03-07T03:10:57.130209+0000","last_fullsized":"2024-03-07T03:10:57.130209+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:09:15.080126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"854'331","reported_seq":3437,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.297959+0000","last_change":"2024-03-07T03:10:57.298223+0000","last_active":"2024-03-07T03:10:57.297959+0000","last_peered":"2024-03-07T03:10:57.297959+0000","last_clean":"2024-03-07T03:10:57.297959+0000","last_became_active":"2024-03-07T03:07:58.749089+0000","last_became_peered":"2024-03-07T03:07:58.749089+0000","last_unstale":"2024-03-07T03:10:57.297959+0000","last_undegraded":"2024-03-07T03:10:57.297959+0000","last_fullsized":"2024-03-07T03:10:57.297959+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":331,"log_dups_size":0,"ondisk_log_size":331,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":83,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:26:07.404191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00085119700000000004,"stat_sum":{"num_bytes":15409152,"num_objects":11,"num_object_clones":10,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":91,"num_read_kb":118251,"num_write":162,"num_write_kb":30616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":34586624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"56"},{"start":"1c2","length":"3"},{"start":"1c9","length":"1"}]},{"pgid":"2.e","version":"61'2","reported_seq":1158,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.330433+0000","last_change":"2024-03-07T03:07:58.755578+0000","last_active":"2024-03-07T03:10:57.330433+0000","last_peered":"2024-03-07T03:10:57.330433+0000","last_clean":"2024-03-07T03:10:57.330433+0000","last_became_active":"2024-03-07T03:07:58.755160+0000","last_became_peered":"2024-03-07T03:07:58.755160+0000","last_unstale":"2024-03-07T03:10:57.330433+0000","last_undegraded":"2024-03-07T03:10:57.330433+0000","last_fullsized":"2024-03-07T03:10:57.330433+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:20.584382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298271+0000","last_change":"2024-03-07T03:07:58.751269+0000","last_active":"2024-03-07T03:10:57.298271+0000","last_peered":"2024-03-07T03:10:57.298271+0000","last_clean":"2024-03-07T03:10:57.298271+0000","last_became_active":"2024-03-07T03:07:58.750956+0000","last_became_peered":"2024-03-07T03:07:58.750956+0000","last_unstale":"2024-03-07T03:10:57.298271+0000","last_undegraded":"2024-03-07T03:10:57.298271+0000","last_fullsized":"2024-03-07T03:10:57.298271+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:39.414545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1005,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127389+0000","last_change":"2024-03-07T03:07:23.081711+0000","last_active":"2024-03-07T03:10:57.127389+0000","last_peered":"2024-03-07T03:10:57.127389+0000","last_clean":"2024-03-07T03:10:57.127389+0000","last_became_active":"2024-03-07T03:07:23.079269+0000","last_became_peered":"2024-03-07T03:07:23.079269+0000","last_unstale":"2024-03-07T03:10:57.127389+0000","last_undegraded":"2024-03-07T03:10:57.127389+0000","last_fullsized":"2024-03-07T03:10:57.127389+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:39.008957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1156,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329220+0000","last_change":"2024-03-07T03:07:23.072806+0000","last_active":"2024-03-07T03:10:57.329220+0000","last_peered":"2024-03-07T03:10:57.329220+0000","last_clean":"2024-03-07T03:10:57.329220+0000","last_became_active":"2024-03-07T03:07:23.071234+0000","last_became_peered":"2024-03-07T03:07:23.071234+0000","last_unstale":"2024-03-07T03:10:57.329220+0000","last_undegraded":"2024-03-07T03:10:57.329220+0000","last_fullsized":"2024-03-07T03:10:57.329220+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:52.610744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1056,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129917+0000","last_change":"2024-03-07T03:06:47.851593+0000","last_active":"2024-03-07T03:10:57.129917+0000","last_peered":"2024-03-07T03:10:57.129917+0000","last_clean":"2024-03-07T03:10:57.129917+0000","last_became_active":"2024-03-07T03:06:47.849677+0000","last_became_peered":"2024-03-07T03:06:47.849677+0000","last_unstale":"2024-03-07T03:10:57.129917+0000","last_undegraded":"2024-03-07T03:10:57.129917+0000","last_fullsized":"2024-03-07T03:10:57.129917+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:30.969251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1115,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329947+0000","last_change":"2024-03-07T03:06:09.995434+0000","last_active":"2024-03-07T03:10:57.329947+0000","last_peered":"2024-03-07T03:10:57.329947+0000","last_clean":"2024-03-07T03:10:57.329947+0000","last_became_active":"2024-03-07T03:06:09.994939+0000","last_became_peered":"2024-03-07T03:06:09.994939+0000","last_unstale":"2024-03-07T03:10:57.329947+0000","last_undegraded":"2024-03-07T03:10:57.329947+0000","last_fullsized":"2024-03-07T03:10:57.329947+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:27:11.737354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1125,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328876+0000","last_change":"2024-03-07T03:06:09.987381+0000","last_active":"2024-03-07T03:10:57.328876+0000","last_peered":"2024-03-07T03:10:57.328876+0000","last_clean":"2024-03-07T03:10:57.328876+0000","last_became_active":"2024-03-07T03:06:09.986952+0000","last_became_peered":"2024-03-07T03:06:09.986952+0000","last_unstale":"2024-03-07T03:10:57.328876+0000","last_undegraded":"2024-03-07T03:10:57.328876+0000","last_fullsized":"2024-03-07T03:10:57.328876+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:26:15.439852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122355+0000","last_change":"2024-03-07T03:05:35.923999+0000","last_active":"2024-03-07T03:10:57.122355+0000","last_peered":"2024-03-07T03:10:57.122355+0000","last_clean":"2024-03-07T03:10:57.122355+0000","last_became_active":"2024-03-07T03:05:35.923719+0000","last_became_peered":"2024-03-07T03:05:35.923719+0000","last_unstale":"2024-03-07T03:10:57.122355+0000","last_undegraded":"2024-03-07T03:10:57.122355+0000","last_fullsized":"2024-03-07T03:10:57.122355+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:43:04.724647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1006,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.128095+0000","last_change":"2024-03-07T03:07:58.749989+0000","last_active":"2024-03-07T03:10:57.128095+0000","last_peered":"2024-03-07T03:10:57.128095+0000","last_clean":"2024-03-07T03:10:57.128095+0000","last_became_active":"2024-03-07T03:07:58.749643+0000","last_became_peered":"2024-03-07T03:07:58.749643+0000","last_unstale":"2024-03-07T03:10:57.128095+0000","last_undegraded":"2024-03-07T03:10:57.128095+0000","last_fullsized":"2024-03-07T03:10:57.128095+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:00:44.729806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1108,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329621+0000","last_change":"2024-03-07T03:06:09.999184+0000","last_active":"2024-03-07T03:10:57.329621+0000","last_peered":"2024-03-07T03:10:57.329621+0000","last_clean":"2024-03-07T03:10:57.329621+0000","last_became_active":"2024-03-07T03:06:09.998856+0000","last_became_peered":"2024-03-07T03:06:09.998856+0000","last_unstale":"2024-03-07T03:10:57.329621+0000","last_undegraded":"2024-03-07T03:10:57.329621+0000","last_fullsized":"2024-03-07T03:10:57.329621+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:37:00.102189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1056,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129652+0000","last_change":"2024-03-07T03:06:47.857644+0000","last_active":"2024-03-07T03:10:57.129652+0000","last_peered":"2024-03-07T03:10:57.129652+0000","last_clean":"2024-03-07T03:10:57.129652+0000","last_became_active":"2024-03-07T03:06:47.857354+0000","last_became_peered":"2024-03-07T03:06:47.857354+0000","last_unstale":"2024-03-07T03:10:57.129652+0000","last_undegraded":"2024-03-07T03:10:57.129652+0000","last_fullsized":"2024-03-07T03:10:57.129652+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:02:18.860369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1116,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328967+0000","last_change":"2024-03-07T03:06:09.987872+0000","last_active":"2024-03-07T03:10:57.328967+0000","last_peered":"2024-03-07T03:10:57.328967+0000","last_clean":"2024-03-07T03:10:57.328967+0000","last_became_active":"2024-03-07T03:06:09.986852+0000","last_became_peered":"2024-03-07T03:06:09.986852+0000","last_unstale":"2024-03-07T03:10:57.328967+0000","last_undegraded":"2024-03-07T03:10:57.328967+0000","last_fullsized":"2024-03-07T03:10:57.328967+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:13.708512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1034,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129625+0000","last_change":"2024-03-07T03:07:58.755825+0000","last_active":"2024-03-07T03:10:57.129625+0000","last_peered":"2024-03-07T03:10:57.129625+0000","last_clean":"2024-03-07T03:10:57.129625+0000","last_became_active":"2024-03-07T03:07:58.755395+0000","last_became_peered":"2024-03-07T03:07:58.755395+0000","last_unstale":"2024-03-07T03:10:57.129625+0000","last_undegraded":"2024-03-07T03:10:57.129625+0000","last_fullsized":"2024-03-07T03:10:57.129625+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:10:43.184914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125542+0000","last_change":"2024-03-07T03:07:58.753962+0000","last_active":"2024-03-07T03:10:57.125542+0000","last_peered":"2024-03-07T03:10:57.125542+0000","last_clean":"2024-03-07T03:10:57.125542+0000","last_became_active":"2024-03-07T03:07:58.753619+0000","last_became_peered":"2024-03-07T03:07:58.753619+0000","last_unstale":"2024-03-07T03:10:57.125542+0000","last_undegraded":"2024-03-07T03:10:57.125542+0000","last_fullsized":"2024-03-07T03:10:57.125542+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:44:44.641067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1011,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127589+0000","last_change":"2024-03-07T03:07:23.078516+0000","last_active":"2024-03-07T03:10:57.127589+0000","last_peered":"2024-03-07T03:10:57.127589+0000","last_clean":"2024-03-07T03:10:57.127589+0000","last_became_active":"2024-03-07T03:07:23.076017+0000","last_became_peered":"2024-03-07T03:07:23.076017+0000","last_unstale":"2024-03-07T03:10:57.127589+0000","last_undegraded":"2024-03-07T03:10:57.127589+0000","last_fullsized":"2024-03-07T03:10:57.127589+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:17:54.725933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":857645056,"num_objects":516,"num_object_clones":466,"num_object_copies":1548,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":516,"num_whiteouts":8,"num_read":3826,"num_read_kb":5949842,"num_write":7931,"num_write_kb":1978632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":107,"num_bytes_recovered":385712128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1170673664,"data_stored":2969124864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28580,"ondisk_log_size":28580,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197,"ondisk_log_size":197,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":26375,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":694,"seq":2980707303469,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":150184,"kb_used_data":96156,"kb_used_omap":35,"kb_used_meta":53980,"kb_avail":93594968,"statfs":{"total":95995035648,"available":95841247232,"internally_reserved":0,"allocated":98463744,"data_stored":167037349,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36312,"internal_metadata":55276072},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":660,"seq":2834678415412,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":94940,"kb_used_data":42576,"kb_used_omap":23,"kb_used_meta":52328,"kb_avail":93650212,"statfs":{"total":95995035648,"available":95897817088,"internally_reserved":0,"allocated":43597824,"data_stored":80829959,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":24173,"internal_metadata":53584275},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":463,"seq":1988569858142,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":692864,"kb_used_data":193964,"kb_used_omap":46,"kb_used_meta":498833,"kb_avail":93052288,"statfs":{"total":95995035648,"available":95285542912,"internally_reserved":0,"allocated":198619136,"data_stored":533391905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48036,"internal_metadata":510805084},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":528,"seq":2267742732369,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":401776,"kb_used_data":209252,"kb_used_omap":54,"kb_used_meta":192457,"kb_avail":93343376,"statfs":{"total":95995035648,"available":95583617024,"internally_reserved":0,"allocated":214274048,"data_stored":587826473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56016,"internal_metadata":197076272},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":495,"seq":2126008811607,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":485244,"kb_used_data":166572,"kb_used_omap":47,"kb_used_meta":318608,"kb_avail":93259908,"statfs":{"total":95995035648,"available":95498145792,"internally_reserved":0,"allocated":170569728,"data_stored":457545161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48143,"internal_metadata":326255601},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":562,"seq":2413771620426,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":177748,"kb_used_data":84672,"kb_used_omap":37,"kb_used_meta":93018,"kb_avail":93567404,"statfs":{"total":95995035648,"available":95813021696,"internally_reserved":0,"allocated":86704128,"data_stored":171510863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38083,"internal_metadata":95251261},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":591,"seq":2538325672003,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":365920,"kb_used_data":157844,"kb_used_omap":61,"kb_used_meta":208002,"kb_avail":93379232,"statfs":{"total":95995035648,"available":95620333568,"internally_reserved":0,"allocated":161632256,"data_stored":367986669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":62843,"internal_metadata":212994693},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":625,"seq":2684354560059,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":509804,"kb_used_data":269020,"kb_used_omap":73,"kb_used_meta":240694,"kb_avail":93235348,"statfs":{"total":95995035648,"available":95472996352,"internally_reserved":0,"allocated":275476480,"data_stored":649851960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":75044,"internal_metadata":246471388},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7413,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2060,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2124,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3359,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3677,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2797,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2839,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2106,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":188411904,"data_stored":527167488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":160964608,"data_stored":451911680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":204677120,"data_stored":582193152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":77082624,"data_stored":165871616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":152018944,"data_stored":362352640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":265863168,"data_stored":644214784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":33390592,"data_stored":74600448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":88264704,"data_stored":160813056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-07T03:11:40.759 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:11:40.759 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:11:40.759 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:11:40.759 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-07T03:11:40.759 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-07T03:11:40.759 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-07T03:11:40.759 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.c in trimming, state: active+clean+snaptrim_error 2024-03-07T03:11:40.760 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-07T03:11:40.760 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:11:40.760 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-07T03:11:41.073 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:11:40 smithi090 ceph-mon[89511]: from='client.44456 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:11:41.073 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:11:40 smithi090 ceph-mon[91928]: from='client.44456 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:11:41.411 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:11:40 smithi092 ceph-mon[83777]: from='client.44456 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:11:42.309 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:11:41 smithi092 ceph-mon[83777]: pgmap v751: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:11:42.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:11:41 smithi090 ceph-mon[89511]: pgmap v751: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:11:42.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:11:41 smithi090 ceph-mon[91928]: pgmap v751: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:11:42.661 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:11:42 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:11:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:11:43.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:11:42 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:11:43.323 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:11:43 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:11:43] "GET /metrics HTTP/1.1" 200 36315 "" "Prometheus/2.43.0" 2024-03-07T03:11:43.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:11:42 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:11:43.411 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:11:42 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:11:44.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:11:43 smithi090 ceph-mon[89511]: pgmap v752: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:11:44.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:11:43 smithi090 ceph-mon[91928]: pgmap v752: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:11:44.411 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:11:43 smithi092 ceph-mon[83777]: pgmap v752: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:11:46.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:11:45 smithi090 ceph-mon[89511]: pgmap v753: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:11:46.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:11:45 smithi090 ceph-mon[91928]: pgmap v753: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:11:46.411 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:11:45 smithi092 ceph-mon[83777]: pgmap v753: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:11:48.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:11:47 smithi090 ceph-mon[89511]: pgmap v754: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:11:48.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:11:47 smithi090 ceph-mon[91928]: pgmap v754: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:11:48.411 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:11:47 smithi092 ceph-mon[83777]: pgmap v754: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:11:50.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:11:49 smithi090 ceph-mon[89511]: pgmap v755: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:11:50.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:11:49 smithi090 ceph-mon[91928]: pgmap v755: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:11:50.411 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:11:49 smithi092 ceph-mon[83777]: pgmap v755: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:11:50.760 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph pg dump --format=json 2024-03-07T03:11:50.978 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T03:11:52.200 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:11:51 smithi090 ceph-mon[89511]: pgmap v756: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:11:52.201 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:11:51 smithi090 ceph-mon[91928]: pgmap v756: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:11:52.310 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:11:51 smithi092 ceph-mon[83777]: pgmap v756: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:11:52.661 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:11:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:11:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:11:52.825 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T03:11:52.827 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-03-07T03:11:53.072 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:11:52 smithi090 ceph-mon[91928]: from='client.44462 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:11:53.073 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:11:52 smithi090 ceph-mon[89511]: from='client.44462 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:11:53.073 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:11:53 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:11:53] "GET /metrics HTTP/1.1" 200 36315 "" "Prometheus/2.43.0" 2024-03-07T03:11:53.411 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:11:52 smithi092 ceph-mon[83777]: from='client.44462 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:11:53.501 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":756,"stamp":"2024-03-07T03:11:51.861868+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":858242044,"num_objects":540,"num_object_clones":466,"num_object_copies":1620,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":540,"num_whiteouts":8,"num_read":4717,"num_read_kb":5951239,"num_write":8310,"num_write_kb":1981084,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":113,"num_bytes_recovered":387483232,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28845,"ondisk_log_size":28845,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2878480,"kb_used_data":1220056,"kb_used_omap":379,"kb_used_meta":1657924,"kb_avail":747082736,"statfs":{"total":767960285184,"available":765012721664,"internally_reserved":0,"allocated":1249337344,"data_stored":3015980339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":388650,"internal_metadata":1697714646},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004082"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":971,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298186+0000","last_change":"2024-03-07T03:07:58.753984+0000","last_active":"2024-03-07T03:10:57.298186+0000","last_peered":"2024-03-07T03:10:57.298186+0000","last_clean":"2024-03-07T03:10:57.298186+0000","last_became_active":"2024-03-07T03:07:58.753138+0000","last_became_peered":"2024-03-07T03:07:58.753138+0000","last_unstale":"2024-03-07T03:10:57.298186+0000","last_undegraded":"2024-03-07T03:10:57.298186+0000","last_fullsized":"2024-03-07T03:10:57.298186+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:37:39.612519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1184,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122633+0000","last_change":"2024-03-07T03:07:23.074862+0000","last_active":"2024-03-07T03:10:57.122633+0000","last_peered":"2024-03-07T03:10:57.122633+0000","last_clean":"2024-03-07T03:10:57.122633+0000","last_became_active":"2024-03-07T03:07:23.074512+0000","last_became_peered":"2024-03-07T03:07:23.074512+0000","last_unstale":"2024-03-07T03:10:57.122633+0000","last_undegraded":"2024-03-07T03:10:57.122633+0000","last_fullsized":"2024-03-07T03:10:57.122633+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:45:24.128672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125870+0000","last_change":"2024-03-07T03:05:01.446762+0000","last_active":"2024-03-07T03:10:57.125870+0000","last_peered":"2024-03-07T03:10:57.125870+0000","last_clean":"2024-03-07T03:10:57.125870+0000","last_became_active":"2024-03-07T03:05:01.446425+0000","last_became_peered":"2024-03-07T03:05:01.446425+0000","last_unstale":"2024-03-07T03:10:57.125870+0000","last_undegraded":"2024-03-07T03:10:57.125870+0000","last_fullsized":"2024-03-07T03:10:57.125870+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:39:39.897066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1051,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129875+0000","last_change":"2024-03-07T03:07:58.755992+0000","last_active":"2024-03-07T03:10:57.129875+0000","last_peered":"2024-03-07T03:10:57.129875+0000","last_clean":"2024-03-07T03:10:57.129875+0000","last_became_active":"2024-03-07T03:07:58.755499+0000","last_became_peered":"2024-03-07T03:07:58.755499+0000","last_unstale":"2024-03-07T03:10:57.129875+0000","last_undegraded":"2024-03-07T03:10:57.129875+0000","last_fullsized":"2024-03-07T03:10:57.129875+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:26:12.313572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":984,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297449+0000","last_change":"2024-03-07T03:07:58.752235+0000","last_active":"2024-03-07T03:10:57.297449+0000","last_peered":"2024-03-07T03:10:57.297449+0000","last_clean":"2024-03-07T03:10:57.297449+0000","last_became_active":"2024-03-07T03:07:58.751575+0000","last_became_peered":"2024-03-07T03:07:58.751575+0000","last_unstale":"2024-03-07T03:10:57.297449+0000","last_undegraded":"2024-03-07T03:10:57.297449+0000","last_fullsized":"2024-03-07T03:10:57.297449+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:12:05.995515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1029,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130051+0000","last_change":"2024-03-07T03:06:47.859644+0000","last_active":"2024-03-07T03:10:57.130051+0000","last_peered":"2024-03-07T03:10:57.130051+0000","last_clean":"2024-03-07T03:10:57.130051+0000","last_became_active":"2024-03-07T03:06:47.859097+0000","last_became_peered":"2024-03-07T03:06:47.859097+0000","last_unstale":"2024-03-07T03:10:57.130051+0000","last_undegraded":"2024-03-07T03:10:57.130051+0000","last_fullsized":"2024-03-07T03:10:57.130051+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:22:46.909130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":984,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297316+0000","last_change":"2024-03-07T03:07:58.754226+0000","last_active":"2024-03-07T03:10:57.297316+0000","last_peered":"2024-03-07T03:10:57.297316+0000","last_clean":"2024-03-07T03:10:57.297316+0000","last_became_active":"2024-03-07T03:07:58.753169+0000","last_became_peered":"2024-03-07T03:07:58.753169+0000","last_unstale":"2024-03-07T03:10:57.297316+0000","last_undegraded":"2024-03-07T03:10:57.297316+0000","last_fullsized":"2024-03-07T03:10:57.297316+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:46:59.258099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1085,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328560+0000","last_change":"2024-03-07T03:07:23.073492+0000","last_active":"2024-03-07T03:10:57.328560+0000","last_peered":"2024-03-07T03:10:57.328560+0000","last_clean":"2024-03-07T03:10:57.328560+0000","last_became_active":"2024-03-07T03:07:23.071929+0000","last_became_peered":"2024-03-07T03:07:23.071929+0000","last_unstale":"2024-03-07T03:10:57.328560+0000","last_undegraded":"2024-03-07T03:10:57.328560+0000","last_fullsized":"2024-03-07T03:10:57.328560+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:35:26.391722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":977,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298039+0000","last_change":"2024-03-07T03:07:58.760328+0000","last_active":"2024-03-07T03:10:57.298039+0000","last_peered":"2024-03-07T03:10:57.298039+0000","last_clean":"2024-03-07T03:10:57.298039+0000","last_became_active":"2024-03-07T03:07:58.760046+0000","last_became_peered":"2024-03-07T03:07:58.760046+0000","last_unstale":"2024-03-07T03:10:57.298039+0000","last_undegraded":"2024-03-07T03:10:57.298039+0000","last_fullsized":"2024-03-07T03:10:57.298039+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:08:46.356817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1003,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127795+0000","last_change":"2024-03-07T03:07:23.079945+0000","last_active":"2024-03-07T03:10:57.127795+0000","last_peered":"2024-03-07T03:10:57.127795+0000","last_clean":"2024-03-07T03:10:57.127795+0000","last_became_active":"2024-03-07T03:07:23.078551+0000","last_became_peered":"2024-03-07T03:07:23.078551+0000","last_unstale":"2024-03-07T03:10:57.127795+0000","last_undegraded":"2024-03-07T03:10:57.127795+0000","last_fullsized":"2024-03-07T03:10:57.127795+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:03:46.670084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1003,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127652+0000","last_change":"2024-03-07T03:07:23.081963+0000","last_active":"2024-03-07T03:10:57.127652+0000","last_peered":"2024-03-07T03:10:57.127652+0000","last_clean":"2024-03-07T03:10:57.127652+0000","last_became_active":"2024-03-07T03:07:23.080128+0000","last_became_peered":"2024-03-07T03:07:23.080128+0000","last_unstale":"2024-03-07T03:10:57.127652+0000","last_undegraded":"2024-03-07T03:10:57.127652+0000","last_fullsized":"2024-03-07T03:10:57.127652+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:56.813267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1146,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329587+0000","last_change":"2024-03-07T03:07:23.074902+0000","last_active":"2024-03-07T03:10:57.329587+0000","last_peered":"2024-03-07T03:10:57.329587+0000","last_clean":"2024-03-07T03:10:57.329587+0000","last_became_active":"2024-03-07T03:07:23.074466+0000","last_became_peered":"2024-03-07T03:07:23.074466+0000","last_unstale":"2024-03-07T03:10:57.329587+0000","last_undegraded":"2024-03-07T03:10:57.329587+0000","last_fullsized":"2024-03-07T03:10:57.329587+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:40:20.268555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1115,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329097+0000","last_change":"2024-03-07T03:07:23.072635+0000","last_active":"2024-03-07T03:10:57.329097+0000","last_peered":"2024-03-07T03:10:57.329097+0000","last_clean":"2024-03-07T03:10:57.329097+0000","last_became_active":"2024-03-07T03:07:23.071712+0000","last_became_peered":"2024-03-07T03:07:23.071712+0000","last_unstale":"2024-03-07T03:10:57.329097+0000","last_undegraded":"2024-03-07T03:10:57.329097+0000","last_fullsized":"2024-03-07T03:10:57.329097+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:00:39.298564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1211,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125471+0000","last_change":"2024-03-07T03:06:47.851538+0000","last_active":"2024-03-07T03:10:57.125471+0000","last_peered":"2024-03-07T03:10:57.125471+0000","last_clean":"2024-03-07T03:10:57.125471+0000","last_became_active":"2024-03-07T03:06:47.851183+0000","last_became_peered":"2024-03-07T03:06:47.851183+0000","last_unstale":"2024-03-07T03:10:57.125471+0000","last_undegraded":"2024-03-07T03:10:57.125471+0000","last_fullsized":"2024-03-07T03:10:57.125471+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:36:23.932334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.121969+0000","last_change":"2024-03-07T03:06:47.843126+0000","last_active":"2024-03-07T03:10:57.121969+0000","last_peered":"2024-03-07T03:10:57.121969+0000","last_clean":"2024-03-07T03:10:57.121969+0000","last_became_active":"2024-03-07T03:06:47.842736+0000","last_became_peered":"2024-03-07T03:06:47.842736+0000","last_unstale":"2024-03-07T03:10:57.121969+0000","last_undegraded":"2024-03-07T03:10:57.121969+0000","last_fullsized":"2024-03-07T03:10:57.121969+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:48:10.843465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1033,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129555+0000","last_change":"2024-03-07T03:07:58.755620+0000","last_active":"2024-03-07T03:10:57.129555+0000","last_peered":"2024-03-07T03:10:57.129555+0000","last_clean":"2024-03-07T03:10:57.129555+0000","last_became_active":"2024-03-07T03:07:58.755267+0000","last_became_peered":"2024-03-07T03:07:58.755267+0000","last_unstale":"2024-03-07T03:10:57.129555+0000","last_undegraded":"2024-03-07T03:10:57.129555+0000","last_fullsized":"2024-03-07T03:10:57.129555+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:51:32.339400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1037,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130696+0000","last_change":"2024-03-07T03:07:58.756358+0000","last_active":"2024-03-07T03:10:57.130696+0000","last_peered":"2024-03-07T03:10:57.130696+0000","last_clean":"2024-03-07T03:10:57.130696+0000","last_became_active":"2024-03-07T03:07:58.755960+0000","last_became_peered":"2024-03-07T03:07:58.755960+0000","last_unstale":"2024-03-07T03:10:57.130696+0000","last_undegraded":"2024-03-07T03:10:57.130696+0000","last_fullsized":"2024-03-07T03:10:57.130696+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:47.464423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1154,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.330132+0000","last_change":"2024-03-07T03:07:58.755619+0000","last_active":"2024-03-07T03:10:57.330132+0000","last_peered":"2024-03-07T03:10:57.330132+0000","last_clean":"2024-03-07T03:10:57.330132+0000","last_became_active":"2024-03-07T03:07:58.755214+0000","last_became_peered":"2024-03-07T03:07:58.755214+0000","last_unstale":"2024-03-07T03:10:57.330132+0000","last_undegraded":"2024-03-07T03:10:57.330132+0000","last_fullsized":"2024-03-07T03:10:57.330132+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:59:02.041330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":970,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298058+0000","last_change":"2024-03-07T03:07:58.756563+0000","last_active":"2024-03-07T03:10:57.298058+0000","last_peered":"2024-03-07T03:10:57.298058+0000","last_clean":"2024-03-07T03:10:57.298058+0000","last_became_active":"2024-03-07T03:07:58.752195+0000","last_became_peered":"2024-03-07T03:07:58.752195+0000","last_unstale":"2024-03-07T03:10:57.298058+0000","last_undegraded":"2024-03-07T03:10:57.298058+0000","last_fullsized":"2024-03-07T03:10:57.298058+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:32:35.496500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"716'5","reported_seq":1220,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126462+0000","last_change":"2024-03-07T03:07:58.753999+0000","last_active":"2024-03-07T03:10:57.126462+0000","last_peered":"2024-03-07T03:10:57.126462+0000","last_clean":"2024-03-07T03:10:57.126462+0000","last_became_active":"2024-03-07T03:07:58.753607+0000","last_became_peered":"2024-03-07T03:07:58.753607+0000","last_unstale":"2024-03-07T03:10:57.126462+0000","last_undegraded":"2024-03-07T03:10:57.126462+0000","last_fullsized":"2024-03-07T03:10:57.126462+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:28:57.567238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1109,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329785+0000","last_change":"2024-03-07T03:07:23.083830+0000","last_active":"2024-03-07T03:10:57.329785+0000","last_peered":"2024-03-07T03:10:57.329785+0000","last_clean":"2024-03-07T03:10:57.329785+0000","last_became_active":"2024-03-07T03:07:23.083530+0000","last_became_peered":"2024-03-07T03:07:23.083530+0000","last_unstale":"2024-03-07T03:10:57.329785+0000","last_undegraded":"2024-03-07T03:10:57.329785+0000","last_fullsized":"2024-03-07T03:10:57.329785+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:57.938032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"716'2","reported_seq":1129,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329559+0000","last_change":"2024-03-07T03:06:47.849618+0000","last_active":"2024-03-07T03:10:57.329559+0000","last_peered":"2024-03-07T03:10:57.329559+0000","last_clean":"2024-03-07T03:10:57.329559+0000","last_became_active":"2024-03-07T03:06:47.849222+0000","last_became_peered":"2024-03-07T03:06:47.849222+0000","last_unstale":"2024-03-07T03:10:57.329559+0000","last_undegraded":"2024-03-07T03:10:57.329559+0000","last_fullsized":"2024-03-07T03:10:57.329559+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:36:41.880143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126043+0000","last_change":"2024-03-07T03:06:47.851880+0000","last_active":"2024-03-07T03:10:57.126043+0000","last_peered":"2024-03-07T03:10:57.126043+0000","last_clean":"2024-03-07T03:10:57.126043+0000","last_became_active":"2024-03-07T03:06:47.851176+0000","last_became_peered":"2024-03-07T03:06:47.851176+0000","last_unstale":"2024-03-07T03:10:57.126043+0000","last_undegraded":"2024-03-07T03:10:57.126043+0000","last_fullsized":"2024-03-07T03:10:57.126043+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:38:59.663068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":975,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298084+0000","last_change":"2024-03-07T03:07:58.757245+0000","last_active":"2024-03-07T03:10:57.298084+0000","last_peered":"2024-03-07T03:10:57.298084+0000","last_clean":"2024-03-07T03:10:57.298084+0000","last_became_active":"2024-03-07T03:07:58.754456+0000","last_became_peered":"2024-03-07T03:07:58.754456+0000","last_unstale":"2024-03-07T03:10:57.298084+0000","last_undegraded":"2024-03-07T03:10:57.298084+0000","last_fullsized":"2024-03-07T03:10:57.298084+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:57:32.153933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1042,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130396+0000","last_change":"2024-03-07T03:06:47.855220+0000","last_active":"2024-03-07T03:10:57.130396+0000","last_peered":"2024-03-07T03:10:57.130396+0000","last_clean":"2024-03-07T03:10:57.130396+0000","last_became_active":"2024-03-07T03:06:47.854836+0000","last_became_peered":"2024-03-07T03:06:47.854836+0000","last_unstale":"2024-03-07T03:10:57.130396+0000","last_undegraded":"2024-03-07T03:10:57.130396+0000","last_fullsized":"2024-03-07T03:10:57.130396+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:51:35.386552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":982,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297797+0000","last_change":"2024-03-07T03:07:58.757676+0000","last_active":"2024-03-07T03:10:57.297797+0000","last_peered":"2024-03-07T03:10:57.297797+0000","last_clean":"2024-03-07T03:10:57.297797+0000","last_became_active":"2024-03-07T03:07:58.753930+0000","last_became_peered":"2024-03-07T03:07:58.753930+0000","last_unstale":"2024-03-07T03:10:57.297797+0000","last_undegraded":"2024-03-07T03:10:57.297797+0000","last_fullsized":"2024-03-07T03:10:57.297797+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:56.639688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1036,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130137+0000","last_change":"2024-03-07T03:07:23.076532+0000","last_active":"2024-03-07T03:10:57.130137+0000","last_peered":"2024-03-07T03:10:57.130137+0000","last_clean":"2024-03-07T03:10:57.130137+0000","last_became_active":"2024-03-07T03:07:23.076234+0000","last_became_peered":"2024-03-07T03:07:23.076234+0000","last_unstale":"2024-03-07T03:10:57.130137+0000","last_undegraded":"2024-03-07T03:10:57.130137+0000","last_fullsized":"2024-03-07T03:10:57.130137+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:16:39.967241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"716'2","reported_seq":1088,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329307+0000","last_change":"2024-03-07T03:07:58.752045+0000","last_active":"2024-03-07T03:10:57.329307+0000","last_peered":"2024-03-07T03:10:57.329307+0000","last_clean":"2024-03-07T03:10:57.329307+0000","last_became_active":"2024-03-07T03:07:58.751585+0000","last_became_peered":"2024-03-07T03:07:58.751585+0000","last_unstale":"2024-03-07T03:10:57.329307+0000","last_undegraded":"2024-03-07T03:10:57.329307+0000","last_fullsized":"2024-03-07T03:10:57.329307+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:03:01.652607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1106,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123001+0000","last_change":"2024-03-07T03:06:09.990854+0000","last_active":"2024-03-07T03:10:57.123001+0000","last_peered":"2024-03-07T03:10:57.123001+0000","last_clean":"2024-03-07T03:10:57.123001+0000","last_became_active":"2024-03-07T03:06:09.990464+0000","last_became_peered":"2024-03-07T03:06:09.990464+0000","last_unstale":"2024-03-07T03:10:57.123001+0000","last_undegraded":"2024-03-07T03:10:57.123001+0000","last_fullsized":"2024-03-07T03:10:57.123001+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:53:52.856954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"716'2","reported_seq":1008,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127716+0000","last_change":"2024-03-07T03:07:58.754526+0000","last_active":"2024-03-07T03:10:57.127716+0000","last_peered":"2024-03-07T03:10:57.127716+0000","last_clean":"2024-03-07T03:10:57.127716+0000","last_became_active":"2024-03-07T03:07:58.754123+0000","last_became_peered":"2024-03-07T03:07:58.754123+0000","last_unstale":"2024-03-07T03:10:57.127716+0000","last_undegraded":"2024-03-07T03:10:57.127716+0000","last_fullsized":"2024-03-07T03:10:57.127716+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:41:34.446180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1211,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126281+0000","last_change":"2024-03-07T03:07:58.750769+0000","last_active":"2024-03-07T03:10:57.126281+0000","last_peered":"2024-03-07T03:10:57.126281+0000","last_clean":"2024-03-07T03:10:57.126281+0000","last_became_active":"2024-03-07T03:07:58.749974+0000","last_became_peered":"2024-03-07T03:07:58.749974+0000","last_unstale":"2024-03-07T03:10:57.126281+0000","last_undegraded":"2024-03-07T03:10:57.126281+0000","last_fullsized":"2024-03-07T03:10:57.126281+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:56:14.059734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1125,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328593+0000","last_change":"2024-03-07T03:07:23.072942+0000","last_active":"2024-03-07T03:10:57.328593+0000","last_peered":"2024-03-07T03:10:57.328593+0000","last_clean":"2024-03-07T03:10:57.328593+0000","last_became_active":"2024-03-07T03:07:23.072639+0000","last_became_peered":"2024-03-07T03:07:23.072639+0000","last_unstale":"2024-03-07T03:10:57.328593+0000","last_undegraded":"2024-03-07T03:10:57.328593+0000","last_fullsized":"2024-03-07T03:10:57.328593+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:42.808853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1122,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328668+0000","last_change":"2024-03-07T03:05:35.934963+0000","last_active":"2024-03-07T03:10:57.328668+0000","last_peered":"2024-03-07T03:10:57.328668+0000","last_clean":"2024-03-07T03:10:57.328668+0000","last_became_active":"2024-03-07T03:05:35.932493+0000","last_became_peered":"2024-03-07T03:05:35.932493+0000","last_unstale":"2024-03-07T03:10:57.328668+0000","last_undegraded":"2024-03-07T03:10:57.328668+0000","last_fullsized":"2024-03-07T03:10:57.328668+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:00:57.111662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1038,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129763+0000","last_change":"2024-03-07T03:07:58.756063+0000","last_active":"2024-03-07T03:10:57.129763+0000","last_peered":"2024-03-07T03:10:57.129763+0000","last_clean":"2024-03-07T03:10:57.129763+0000","last_became_active":"2024-03-07T03:07:58.755712+0000","last_became_peered":"2024-03-07T03:07:58.755712+0000","last_unstale":"2024-03-07T03:10:57.129763+0000","last_undegraded":"2024-03-07T03:10:57.129763+0000","last_fullsized":"2024-03-07T03:10:57.129763+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:13:06.484346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122373+0000","last_change":"2024-03-07T03:06:09.996319+0000","last_active":"2024-03-07T03:10:57.122373+0000","last_peered":"2024-03-07T03:10:57.122373+0000","last_clean":"2024-03-07T03:10:57.122373+0000","last_became_active":"2024-03-07T03:06:09.996002+0000","last_became_peered":"2024-03-07T03:06:09.996002+0000","last_unstale":"2024-03-07T03:10:57.122373+0000","last_undegraded":"2024-03-07T03:10:57.122373+0000","last_fullsized":"2024-03-07T03:10:57.122373+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:41:55.764562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1004,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127980+0000","last_change":"2024-03-07T03:07:23.083466+0000","last_active":"2024-03-07T03:10:57.127980+0000","last_peered":"2024-03-07T03:10:57.127980+0000","last_clean":"2024-03-07T03:10:57.127980+0000","last_became_active":"2024-03-07T03:07:23.083156+0000","last_became_peered":"2024-03-07T03:07:23.083156+0000","last_unstale":"2024-03-07T03:10:57.127980+0000","last_undegraded":"2024-03-07T03:10:57.127980+0000","last_fullsized":"2024-03-07T03:10:57.127980+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:32:00.539449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1024,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130304+0000","last_change":"2024-03-07T03:07:58.752127+0000","last_active":"2024-03-07T03:10:57.130304+0000","last_peered":"2024-03-07T03:10:57.130304+0000","last_clean":"2024-03-07T03:10:57.130304+0000","last_became_active":"2024-03-07T03:07:58.751770+0000","last_became_peered":"2024-03-07T03:07:58.751770+0000","last_unstale":"2024-03-07T03:10:57.130304+0000","last_undegraded":"2024-03-07T03:10:57.130304+0000","last_fullsized":"2024-03-07T03:10:57.130304+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:43.791488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1058,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130040+0000","last_change":"2024-03-07T03:07:23.077653+0000","last_active":"2024-03-07T03:10:57.130040+0000","last_peered":"2024-03-07T03:10:57.130040+0000","last_clean":"2024-03-07T03:10:57.130040+0000","last_became_active":"2024-03-07T03:07:23.077355+0000","last_became_peered":"2024-03-07T03:07:23.077355+0000","last_unstale":"2024-03-07T03:10:57.130040+0000","last_undegraded":"2024-03-07T03:10:57.130040+0000","last_fullsized":"2024-03-07T03:10:57.130040+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:45.861158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1211,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126336+0000","last_change":"2024-03-07T03:06:47.851508+0000","last_active":"2024-03-07T03:10:57.126336+0000","last_peered":"2024-03-07T03:10:57.126336+0000","last_clean":"2024-03-07T03:10:57.126336+0000","last_became_active":"2024-03-07T03:06:47.850839+0000","last_became_peered":"2024-03-07T03:06:47.850839+0000","last_unstale":"2024-03-07T03:10:57.126336+0000","last_undegraded":"2024-03-07T03:10:57.126336+0000","last_fullsized":"2024-03-07T03:10:57.126336+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:08:06.622234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1191,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122519+0000","last_change":"2024-03-07T03:06:47.845848+0000","last_active":"2024-03-07T03:10:57.122519+0000","last_peered":"2024-03-07T03:10:57.122519+0000","last_clean":"2024-03-07T03:10:57.122519+0000","last_became_active":"2024-03-07T03:06:47.845425+0000","last_became_peered":"2024-03-07T03:06:47.845425+0000","last_unstale":"2024-03-07T03:10:57.122519+0000","last_undegraded":"2024-03-07T03:10:57.122519+0000","last_fullsized":"2024-03-07T03:10:57.122519+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:16:24.833986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1077,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123242+0000","last_change":"2024-03-07T03:07:58.754983+0000","last_active":"2024-03-07T03:10:57.123242+0000","last_peered":"2024-03-07T03:10:57.123242+0000","last_clean":"2024-03-07T03:10:57.123242+0000","last_became_active":"2024-03-07T03:07:58.754657+0000","last_became_peered":"2024-03-07T03:07:58.754657+0000","last_unstale":"2024-03-07T03:10:57.123242+0000","last_undegraded":"2024-03-07T03:10:57.123242+0000","last_fullsized":"2024-03-07T03:10:57.123242+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:06:00.897772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"716'29","reported_seq":1039,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127756+0000","last_change":"2024-03-07T03:07:23.079677+0000","last_active":"2024-03-07T03:10:57.127756+0000","last_peered":"2024-03-07T03:10:57.127756+0000","last_clean":"2024-03-07T03:10:57.127756+0000","last_became_active":"2024-03-07T03:07:23.079320+0000","last_became_peered":"2024-03-07T03:07:23.079320+0000","last_unstale":"2024-03-07T03:10:57.127756+0000","last_undegraded":"2024-03-07T03:10:57.127756+0000","last_fullsized":"2024-03-07T03:10:57.127756+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:49:54.979015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":984,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297755+0000","last_change":"2024-03-07T03:07:58.758376+0000","last_active":"2024-03-07T03:10:57.297755+0000","last_peered":"2024-03-07T03:10:57.297755+0000","last_clean":"2024-03-07T03:10:57.297755+0000","last_became_active":"2024-03-07T03:07:58.757816+0000","last_became_peered":"2024-03-07T03:07:58.757816+0000","last_unstale":"2024-03-07T03:10:57.297755+0000","last_undegraded":"2024-03-07T03:10:57.297755+0000","last_fullsized":"2024-03-07T03:10:57.297755+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:47.253727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1217,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126076+0000","last_change":"2024-03-07T03:06:09.989072+0000","last_active":"2024-03-07T03:10:57.126076+0000","last_peered":"2024-03-07T03:10:57.126076+0000","last_clean":"2024-03-07T03:10:57.126076+0000","last_became_active":"2024-03-07T03:06:09.987754+0000","last_became_peered":"2024-03-07T03:06:09.987754+0000","last_unstale":"2024-03-07T03:10:57.126076+0000","last_undegraded":"2024-03-07T03:10:57.126076+0000","last_fullsized":"2024-03-07T03:10:57.126076+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:05:15.340331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125648+0000","last_change":"2024-03-07T03:07:58.754207+0000","last_active":"2024-03-07T03:10:57.125648+0000","last_peered":"2024-03-07T03:10:57.125648+0000","last_clean":"2024-03-07T03:10:57.125648+0000","last_became_active":"2024-03-07T03:07:58.753859+0000","last_became_peered":"2024-03-07T03:07:58.753859+0000","last_unstale":"2024-03-07T03:10:57.125648+0000","last_undegraded":"2024-03-07T03:10:57.125648+0000","last_fullsized":"2024-03-07T03:10:57.125648+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:14:02.813872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1051,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129861+0000","last_change":"2024-03-07T03:07:58.755838+0000","last_active":"2024-03-07T03:10:57.129861+0000","last_peered":"2024-03-07T03:10:57.129861+0000","last_clean":"2024-03-07T03:10:57.129861+0000","last_became_active":"2024-03-07T03:07:58.755436+0000","last_became_peered":"2024-03-07T03:07:58.755436+0000","last_unstale":"2024-03-07T03:10:57.129861+0000","last_undegraded":"2024-03-07T03:10:57.129861+0000","last_fullsized":"2024-03-07T03:10:57.129861+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:25.094944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":984,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297649+0000","last_change":"2024-03-07T03:07:58.750199+0000","last_active":"2024-03-07T03:10:57.297649+0000","last_peered":"2024-03-07T03:10:57.297649+0000","last_clean":"2024-03-07T03:10:57.297649+0000","last_became_active":"2024-03-07T03:07:58.749858+0000","last_became_peered":"2024-03-07T03:07:58.749858+0000","last_unstale":"2024-03-07T03:10:57.297649+0000","last_undegraded":"2024-03-07T03:10:57.297649+0000","last_fullsized":"2024-03-07T03:10:57.297649+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:41.122539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1012,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127462+0000","last_change":"2024-03-07T03:07:23.076835+0000","last_active":"2024-03-07T03:10:57.127462+0000","last_peered":"2024-03-07T03:10:57.127462+0000","last_clean":"2024-03-07T03:10:57.127462+0000","last_became_active":"2024-03-07T03:07:23.075094+0000","last_became_peered":"2024-03-07T03:07:23.075094+0000","last_unstale":"2024-03-07T03:10:57.127462+0000","last_undegraded":"2024-03-07T03:10:57.127462+0000","last_fullsized":"2024-03-07T03:10:57.127462+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:50:36.739831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1003,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127360+0000","last_change":"2024-03-07T03:07:23.078279+0000","last_active":"2024-03-07T03:10:57.127360+0000","last_peered":"2024-03-07T03:10:57.127360+0000","last_clean":"2024-03-07T03:10:57.127360+0000","last_became_active":"2024-03-07T03:07:23.077338+0000","last_became_peered":"2024-03-07T03:07:23.077338+0000","last_unstale":"2024-03-07T03:10:57.127360+0000","last_undegraded":"2024-03-07T03:10:57.127360+0000","last_fullsized":"2024-03-07T03:10:57.127360+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:05:40.599683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1167,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329329+0000","last_change":"2024-03-07T03:05:01.461919+0000","last_active":"2024-03-07T03:10:57.329329+0000","last_peered":"2024-03-07T03:10:57.329329+0000","last_clean":"2024-03-07T03:10:57.329329+0000","last_became_active":"2024-03-07T03:05:01.459759+0000","last_became_peered":"2024-03-07T03:05:01.459759+0000","last_unstale":"2024-03-07T03:10:57.329329+0000","last_undegraded":"2024-03-07T03:10:57.329329+0000","last_fullsized":"2024-03-07T03:10:57.329329+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:31:45.535178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":970,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297341+0000","last_change":"2024-03-07T03:07:58.753856+0000","last_active":"2024-03-07T03:10:57.297341+0000","last_peered":"2024-03-07T03:10:57.297341+0000","last_clean":"2024-03-07T03:10:57.297341+0000","last_became_active":"2024-03-07T03:07:58.751889+0000","last_became_peered":"2024-03-07T03:07:58.751889+0000","last_unstale":"2024-03-07T03:10:57.297341+0000","last_undegraded":"2024-03-07T03:10:57.297341+0000","last_fullsized":"2024-03-07T03:10:57.297341+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:27:20.126942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"863'1273","reported_seq":4339,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329519+0000","last_change":"2024-03-07T03:10:56.137635+0000","last_active":"2024-03-07T03:10:57.329519+0000","last_peered":"2024-03-07T03:10:57.329519+0000","last_clean":"2024-03-07T03:10:57.329519+0000","last_became_active":"2024-03-07T03:05:01.457883+0000","last_became_peered":"2024-03-07T03:05:01.457883+0000","last_unstale":"2024-03-07T03:10:57.329519+0000","last_undegraded":"2024-03-07T03:10:57.329519+0000","last_fullsized":"2024-03-07T03:10:57.329519+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1273,"log_dups_size":0,"ondisk_log_size":1273,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:21:46.718939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.021818005000000001,"stat_sum":{"num_bytes":15540224,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":258,"num_read_kb":529715,"num_write":442,"num_write_kb":102224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1441792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.f","version":"61'1","reported_seq":1080,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123672+0000","last_change":"2024-03-07T03:07:58.755003+0000","last_active":"2024-03-07T03:10:57.123672+0000","last_peered":"2024-03-07T03:10:57.123672+0000","last_clean":"2024-03-07T03:10:57.123672+0000","last_became_active":"2024-03-07T03:07:58.754564+0000","last_became_peered":"2024-03-07T03:07:58.754564+0000","last_unstale":"2024-03-07T03:10:57.123672+0000","last_undegraded":"2024-03-07T03:10:57.123672+0000","last_fullsized":"2024-03-07T03:10:57.123672+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:34:53.344746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298000+0000","last_change":"2024-03-07T03:07:58.750952+0000","last_active":"2024-03-07T03:10:57.298000+0000","last_peered":"2024-03-07T03:10:57.298000+0000","last_clean":"2024-03-07T03:10:57.298000+0000","last_became_active":"2024-03-07T03:07:58.749229+0000","last_became_peered":"2024-03-07T03:07:58.749229+0000","last_unstale":"2024-03-07T03:10:57.298000+0000","last_undegraded":"2024-03-07T03:10:57.298000+0000","last_fullsized":"2024-03-07T03:10:57.298000+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:53:10.534950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"863'847","reported_seq":4046,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125690+0000","last_change":"2024-03-07T03:10:56.129162+0000","last_active":"2024-03-07T03:10:57.125690+0000","last_peered":"2024-03-07T03:10:57.125690+0000","last_clean":"2024-03-07T03:10:57.125690+0000","last_became_active":"2024-03-07T03:07:23.074596+0000","last_became_peered":"2024-03-07T03:07:23.074596+0000","last_unstale":"2024-03-07T03:10:57.125690+0000","last_undegraded":"2024-03-07T03:10:57.125690+0000","last_fullsized":"2024-03-07T03:10:57.125690+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":847,"log_dups_size":0,"ondisk_log_size":847,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:34:23.625809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0099120149999999997,"stat_sum":{"num_bytes":38936576,"num_objects":11,"num_object_clones":9,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":157,"num_read_kb":413258,"num_write":266,"num_write_kb":109952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":4374528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.2","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122312+0000","last_change":"2024-03-07T03:06:47.845893+0000","last_active":"2024-03-07T03:10:57.122312+0000","last_peered":"2024-03-07T03:10:57.122312+0000","last_clean":"2024-03-07T03:10:57.122312+0000","last_became_active":"2024-03-07T03:06:47.845548+0000","last_became_peered":"2024-03-07T03:06:47.845548+0000","last_unstale":"2024-03-07T03:10:57.122312+0000","last_undegraded":"2024-03-07T03:10:57.122312+0000","last_fullsized":"2024-03-07T03:10:57.122312+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:19:55.051329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1185,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122598+0000","last_change":"2024-03-07T03:07:58.751041+0000","last_active":"2024-03-07T03:10:57.122598+0000","last_peered":"2024-03-07T03:10:57.122598+0000","last_clean":"2024-03-07T03:10:57.122598+0000","last_became_active":"2024-03-07T03:07:58.749047+0000","last_became_peered":"2024-03-07T03:07:58.749047+0000","last_unstale":"2024-03-07T03:10:57.122598+0000","last_undegraded":"2024-03-07T03:10:57.122598+0000","last_fullsized":"2024-03-07T03:10:57.122598+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:47:59.256394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1056,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129942+0000","last_change":"2024-03-07T03:06:47.858022+0000","last_active":"2024-03-07T03:10:57.129942+0000","last_peered":"2024-03-07T03:10:57.129942+0000","last_clean":"2024-03-07T03:10:57.129942+0000","last_became_active":"2024-03-07T03:06:47.857526+0000","last_became_peered":"2024-03-07T03:06:47.857526+0000","last_unstale":"2024-03-07T03:10:57.129942+0000","last_undegraded":"2024-03-07T03:10:57.129942+0000","last_fullsized":"2024-03-07T03:10:57.129942+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:02:03.856321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"862'1186","reported_seq":4377,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126178+0000","last_change":"2024-03-07T03:10:56.119983+0000","last_active":"2024-03-07T03:10:57.126178+0000","last_peered":"2024-03-07T03:10:57.126178+0000","last_clean":"2024-03-07T03:10:57.126178+0000","last_became_active":"2024-03-07T03:06:09.988405+0000","last_became_peered":"2024-03-07T03:06:09.988405+0000","last_unstale":"2024-03-07T03:10:57.126178+0000","last_undegraded":"2024-03-07T03:10:57.126178+0000","last_fullsized":"2024-03-07T03:10:57.126178+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1186,"log_dups_size":0,"ondisk_log_size":1186,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:41:38.890400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099770099999999993,"stat_sum":{"num_bytes":13524992,"num_objects":9,"num_object_clones":6,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":208,"num_read_kb":390958,"num_write":505,"num_write_kb":103888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":50642944,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122311+0000","last_change":"2024-03-07T03:05:35.928460+0000","last_active":"2024-03-07T03:10:57.122311+0000","last_peered":"2024-03-07T03:10:57.122311+0000","last_clean":"2024-03-07T03:10:57.122311+0000","last_became_active":"2024-03-07T03:05:35.928017+0000","last_became_peered":"2024-03-07T03:05:35.928017+0000","last_unstale":"2024-03-07T03:10:57.122311+0000","last_undegraded":"2024-03-07T03:10:57.122311+0000","last_fullsized":"2024-03-07T03:10:57.122311+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:53:27.674544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1025,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129657+0000","last_change":"2024-03-07T03:07:23.075249+0000","last_active":"2024-03-07T03:10:57.129657+0000","last_peered":"2024-03-07T03:10:57.129657+0000","last_clean":"2024-03-07T03:10:57.129657+0000","last_became_active":"2024-03-07T03:07:23.074866+0000","last_became_peered":"2024-03-07T03:07:23.074866+0000","last_unstale":"2024-03-07T03:10:57.129657+0000","last_undegraded":"2024-03-07T03:10:57.129657+0000","last_fullsized":"2024-03-07T03:10:57.129657+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:03.393010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1077,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123129+0000","last_change":"2024-03-07T03:07:23.069585+0000","last_active":"2024-03-07T03:10:57.123129+0000","last_peered":"2024-03-07T03:10:57.123129+0000","last_clean":"2024-03-07T03:10:57.123129+0000","last_became_active":"2024-03-07T03:07:23.069262+0000","last_became_peered":"2024-03-07T03:07:23.069262+0000","last_unstale":"2024-03-07T03:10:57.123129+0000","last_undegraded":"2024-03-07T03:10:57.123129+0000","last_fullsized":"2024-03-07T03:10:57.123129+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:11:22.045807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"861'1094","reported_seq":4795,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.331022+0000","last_change":"2024-03-07T03:10:57.331022+0000","last_active":"2024-03-07T03:10:57.331022+0000","last_peered":"2024-03-07T03:10:57.331022+0000","last_clean":"2024-03-07T03:10:57.331022+0000","last_became_active":"2024-03-07T03:06:47.847229+0000","last_became_peered":"2024-03-07T03:06:47.847229+0000","last_unstale":"2024-03-07T03:10:57.331022+0000","last_undegraded":"2024-03-07T03:10:57.331022+0000","last_fullsized":"2024-03-07T03:10:57.331022+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1094,"log_dups_size":0,"ondisk_log_size":1094,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:58:27.729404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.032339935,"stat_sum":{"num_bytes":113606656,"num_objects":59,"num_object_clones":55,"num_object_copies":177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":279,"num_read_kb":358703,"num_write":525,"num_write_kb":146904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":36642816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1181,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122460+0000","last_change":"2024-03-07T03:06:47.843416+0000","last_active":"2024-03-07T03:10:57.122460+0000","last_peered":"2024-03-07T03:10:57.122460+0000","last_clean":"2024-03-07T03:10:57.122460+0000","last_became_active":"2024-03-07T03:06:47.842812+0000","last_became_peered":"2024-03-07T03:06:47.842812+0000","last_unstale":"2024-03-07T03:10:57.122460+0000","last_undegraded":"2024-03-07T03:10:57.122460+0000","last_fullsized":"2024-03-07T03:10:57.122460+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:03:02.672609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.121844+0000","last_change":"2024-03-07T03:07:23.071850+0000","last_active":"2024-03-07T03:10:57.121844+0000","last_peered":"2024-03-07T03:10:57.121844+0000","last_clean":"2024-03-07T03:10:57.121844+0000","last_became_active":"2024-03-07T03:07:23.071476+0000","last_became_peered":"2024-03-07T03:07:23.071476+0000","last_unstale":"2024-03-07T03:10:57.121844+0000","last_undegraded":"2024-03-07T03:10:57.121844+0000","last_fullsized":"2024-03-07T03:10:57.121844+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:13:05.296486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1156,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329321+0000","last_change":"2024-03-07T03:05:35.926187+0000","last_active":"2024-03-07T03:10:57.329321+0000","last_peered":"2024-03-07T03:10:57.329321+0000","last_clean":"2024-03-07T03:10:57.329321+0000","last_became_active":"2024-03-07T03:05:35.925908+0000","last_became_peered":"2024-03-07T03:05:35.925908+0000","last_unstale":"2024-03-07T03:10:57.329321+0000","last_undegraded":"2024-03-07T03:10:57.329321+0000","last_fullsized":"2024-03-07T03:10:57.329321+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:48:33.101185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"863'1146","reported_seq":3871,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298193+0000","last_change":"2024-03-07T03:10:56.132170+0000","last_active":"2024-03-07T03:10:57.298193+0000","last_peered":"2024-03-07T03:10:57.298193+0000","last_clean":"2024-03-07T03:10:57.298193+0000","last_became_active":"2024-03-07T03:07:58.756854+0000","last_became_peered":"2024-03-07T03:07:58.756854+0000","last_unstale":"2024-03-07T03:10:57.298193+0000","last_undegraded":"2024-03-07T03:10:57.298193+0000","last_fullsized":"2024-03-07T03:10:57.298193+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1146,"log_dups_size":0,"ondisk_log_size":1146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T02:59:04.693146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.010433211,"stat_sum":{"num_bytes":34668544,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":1,"num_read":219,"num_read_kb":317694,"num_write":420,"num_write_kb":93568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":10240000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1004,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127941+0000","last_change":"2024-03-07T03:07:58.760449+0000","last_active":"2024-03-07T03:10:57.127941+0000","last_peered":"2024-03-07T03:10:57.127941+0000","last_clean":"2024-03-07T03:10:57.127941+0000","last_became_active":"2024-03-07T03:07:58.760086+0000","last_became_peered":"2024-03-07T03:07:58.760086+0000","last_unstale":"2024-03-07T03:10:57.127941+0000","last_undegraded":"2024-03-07T03:10:57.127941+0000","last_fullsized":"2024-03-07T03:10:57.127941+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:34:38.583100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1087,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328930+0000","last_change":"2024-03-07T03:07:23.073659+0000","last_active":"2024-03-07T03:10:57.328930+0000","last_peered":"2024-03-07T03:10:57.328930+0000","last_clean":"2024-03-07T03:10:57.328930+0000","last_became_active":"2024-03-07T03:07:23.073277+0000","last_became_peered":"2024-03-07T03:07:23.073277+0000","last_unstale":"2024-03-07T03:10:57.328930+0000","last_undegraded":"2024-03-07T03:10:57.328930+0000","last_fullsized":"2024-03-07T03:10:57.328930+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:48:34.819985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1059,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129753+0000","last_change":"2024-03-07T03:07:58.752576+0000","last_active":"2024-03-07T03:10:57.129753+0000","last_peered":"2024-03-07T03:10:57.129753+0000","last_clean":"2024-03-07T03:10:57.129753+0000","last_became_active":"2024-03-07T03:07:58.752193+0000","last_became_peered":"2024-03-07T03:07:58.752193+0000","last_unstale":"2024-03-07T03:10:57.129753+0000","last_undegraded":"2024-03-07T03:10:57.129753+0000","last_fullsized":"2024-03-07T03:10:57.129753+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:55:14.205594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"395'197","reported_seq":1463,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297460+0000","last_change":"2024-03-07T03:07:58.752982+0000","last_active":"2024-03-07T03:10:57.297460+0000","last_peered":"2024-03-07T03:10:57.297460+0000","last_clean":"2024-03-07T03:10:57.297460+0000","last_became_active":"2024-03-07T03:07:58.752004+0000","last_became_peered":"2024-03-07T03:07:58.752004+0000","last_unstale":"2024-03-07T03:10:57.297460+0000","last_undegraded":"2024-03-07T03:10:57.297460+0000","last_fullsized":"2024-03-07T03:10:57.297460+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_clean_scrub_stamp":"2024-03-07T02:51:31.238394+0000","objects_scrubbed":0,"log_size":197,"log_dups_size":0,"ondisk_log_size":197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:53.766202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"858'3145","reported_seq":6528,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.131283+0000","last_change":"2024-03-07T03:10:57.131283+0000","last_active":"2024-03-07T03:10:57.131283+0000","last_peered":"2024-03-07T03:10:57.131283+0000","last_clean":"2024-03-07T03:10:57.131283+0000","last_became_active":"2024-03-07T03:06:47.859231+0000","last_became_peered":"2024-03-07T03:06:47.859231+0000","last_unstale":"2024-03-07T03:10:57.131283+0000","last_undegraded":"2024-03-07T03:10:57.131283+0000","last_fullsized":"2024-03-07T03:10:57.131283+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3145,"log_dups_size":0,"ondisk_log_size":3145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:10:03.781442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001499434,"stat_sum":{"num_bytes":18481152,"num_objects":15,"num_object_clones":14,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":124,"num_read_kb":398406,"num_write":253,"num_write_kb":45856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":9773056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126312+0000","last_change":"2024-03-07T03:05:01.454053+0000","last_active":"2024-03-07T03:10:57.126312+0000","last_peered":"2024-03-07T03:10:57.126312+0000","last_clean":"2024-03-07T03:10:57.126312+0000","last_became_active":"2024-03-07T03:05:01.453718+0000","last_became_peered":"2024-03-07T03:05:01.453718+0000","last_unstale":"2024-03-07T03:10:57.126312+0000","last_undegraded":"2024-03-07T03:10:57.126312+0000","last_fullsized":"2024-03-07T03:10:57.126312+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:10:59.835543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125495+0000","last_change":"2024-03-07T03:06:09.987673+0000","last_active":"2024-03-07T03:10:57.125495+0000","last_peered":"2024-03-07T03:10:57.125495+0000","last_clean":"2024-03-07T03:10:57.125495+0000","last_became_active":"2024-03-07T03:06:09.987328+0000","last_became_peered":"2024-03-07T03:06:09.987328+0000","last_unstale":"2024-03-07T03:10:57.125495+0000","last_undegraded":"2024-03-07T03:10:57.125495+0000","last_fullsized":"2024-03-07T03:10:57.125495+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:11:17.983744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":972,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297272+0000","last_change":"2024-03-07T03:07:58.757849+0000","last_active":"2024-03-07T03:10:57.297272+0000","last_peered":"2024-03-07T03:10:57.297272+0000","last_clean":"2024-03-07T03:10:57.297272+0000","last_became_active":"2024-03-07T03:07:58.757399+0000","last_became_peered":"2024-03-07T03:07:58.757399+0000","last_unstale":"2024-03-07T03:10:57.297272+0000","last_undegraded":"2024-03-07T03:10:57.297272+0000","last_fullsized":"2024-03-07T03:10:57.297272+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:54:11.413787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"864'1259","reported_seq":4062,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130113+0000","last_change":"2024-03-07T03:10:56.129203+0000","last_active":"2024-03-07T03:10:57.130113+0000","last_peered":"2024-03-07T03:10:57.130113+0000","last_clean":"2024-03-07T03:10:57.130113+0000","last_became_active":"2024-03-07T03:07:23.080120+0000","last_became_peered":"2024-03-07T03:07:23.080120+0000","last_unstale":"2024-03-07T03:10:57.130113+0000","last_undegraded":"2024-03-07T03:10:57.130113+0000","last_fullsized":"2024-03-07T03:10:57.130113+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1259,"log_dups_size":0,"ondisk_log_size":1259,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:33:24.850580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0059393290000000001,"stat_sum":{"num_bytes":23298048,"num_objects":10,"num_object_clones":7,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":249,"num_read_kb":271095,"num_write":553,"num_write_kb":138504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":18890752,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.3","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125834+0000","last_change":"2024-03-07T03:07:58.750289+0000","last_active":"2024-03-07T03:10:57.125834+0000","last_peered":"2024-03-07T03:10:57.125834+0000","last_clean":"2024-03-07T03:10:57.125834+0000","last_became_active":"2024-03-07T03:07:58.749557+0000","last_became_peered":"2024-03-07T03:07:58.749557+0000","last_unstale":"2024-03-07T03:10:57.125834+0000","last_undegraded":"2024-03-07T03:10:57.125834+0000","last_fullsized":"2024-03-07T03:10:57.125834+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:54:43.865660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297934+0000","last_change":"2024-03-07T03:07:58.758005+0000","last_active":"2024-03-07T03:10:57.297934+0000","last_peered":"2024-03-07T03:10:57.297934+0000","last_clean":"2024-03-07T03:10:57.297934+0000","last_became_active":"2024-03-07T03:07:58.756833+0000","last_became_peered":"2024-03-07T03:07:58.756833+0000","last_unstale":"2024-03-07T03:10:57.297934+0000","last_undegraded":"2024-03-07T03:10:57.297934+0000","last_fullsized":"2024-03-07T03:10:57.297934+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:37:55.288554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122495+0000","last_change":"2024-03-07T03:06:47.843644+0000","last_active":"2024-03-07T03:10:57.122495+0000","last_peered":"2024-03-07T03:10:57.122495+0000","last_clean":"2024-03-07T03:10:57.122495+0000","last_became_active":"2024-03-07T03:06:47.842694+0000","last_became_peered":"2024-03-07T03:06:47.842694+0000","last_unstale":"2024-03-07T03:10:57.122495+0000","last_undegraded":"2024-03-07T03:10:57.122495+0000","last_fullsized":"2024-03-07T03:10:57.122495+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:25:34.783974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"863'880","reported_seq":3813,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123496+0000","last_change":"2024-03-07T03:10:56.125509+0000","last_active":"2024-03-07T03:10:57.123496+0000","last_peered":"2024-03-07T03:10:57.123496+0000","last_clean":"2024-03-07T03:10:57.123496+0000","last_became_active":"2024-03-07T03:07:58.755248+0000","last_became_peered":"2024-03-07T03:07:58.755248+0000","last_unstale":"2024-03-07T03:10:57.123496+0000","last_undegraded":"2024-03-07T03:10:57.123496+0000","last_fullsized":"2024-03-07T03:10:57.123496+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":880,"log_dups_size":0,"ondisk_log_size":880,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:40:02.788467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0073429089999999999,"stat_sum":{"num_bytes":9224192,"num_objects":8,"num_object_clones":6,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":1,"num_read":161,"num_read_kb":133885,"num_write":362,"num_write_kb":55920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1123,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329184+0000","last_change":"2024-03-07T03:07:58.764215+0000","last_active":"2024-03-07T03:10:57.329184+0000","last_peered":"2024-03-07T03:10:57.329184+0000","last_clean":"2024-03-07T03:10:57.329184+0000","last_became_active":"2024-03-07T03:07:58.763818+0000","last_became_peered":"2024-03-07T03:07:58.763818+0000","last_unstale":"2024-03-07T03:10:57.329184+0000","last_undegraded":"2024-03-07T03:10:57.329184+0000","last_fullsized":"2024-03-07T03:10:57.329184+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:27:54.623360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"719'2","reported_seq":1191,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122742+0000","last_change":"2024-03-07T03:07:23.074913+0000","last_active":"2024-03-07T03:10:57.122742+0000","last_peered":"2024-03-07T03:10:57.122742+0000","last_clean":"2024-03-07T03:10:57.122742+0000","last_became_active":"2024-03-07T03:07:23.074530+0000","last_became_peered":"2024-03-07T03:07:23.074530+0000","last_unstale":"2024-03-07T03:10:57.122742+0000","last_undegraded":"2024-03-07T03:10:57.122742+0000","last_fullsized":"2024-03-07T03:10:57.122742+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:13:25.877187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1125,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329468+0000","last_change":"2024-03-07T03:07:58.757756+0000","last_active":"2024-03-07T03:10:57.329468+0000","last_peered":"2024-03-07T03:10:57.329468+0000","last_clean":"2024-03-07T03:10:57.329468+0000","last_became_active":"2024-03-07T03:07:58.757430+0000","last_became_peered":"2024-03-07T03:07:58.757430+0000","last_unstale":"2024-03-07T03:10:57.329468+0000","last_undegraded":"2024-03-07T03:10:57.329468+0000","last_fullsized":"2024-03-07T03:10:57.329468+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:22:21.412765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"863'1564","reported_seq":5162,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.329944+0000","last_change":"2024-03-07T03:10:57.329944+0000","last_active":"2024-03-07T03:10:57.329944+0000","last_peered":"2024-03-07T03:10:57.329944+0000","last_clean":"2024-03-07T03:10:57.329944+0000","last_became_active":"2024-03-07T03:06:09.990793+0000","last_became_peered":"2024-03-07T03:06:09.990793+0000","last_unstale":"2024-03-07T03:10:57.329944+0000","last_undegraded":"2024-03-07T03:10:57.329944+0000","last_fullsized":"2024-03-07T03:10:57.329944+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1564,"log_dups_size":0,"ondisk_log_size":1564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":143,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:53.639078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.019553126000000001,"stat_sum":{"num_bytes":100999168,"num_objects":73,"num_object_clones":68,"num_object_copies":219,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":1,"num_read":410,"num_read_kb":572954,"num_write":777,"num_write_kb":204640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":51175424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"c"},{"start":"178","length":"4"},{"start":"17e","length":"3"},{"start":"182","length":"4"},{"start":"187","length":"5"},{"start":"18d","length":"2"}]},{"pgid":"4.1","version":"0'0","reported_seq":1078,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122887+0000","last_change":"2024-03-07T03:07:23.071468+0000","last_active":"2024-03-07T03:10:57.122887+0000","last_peered":"2024-03-07T03:10:57.122887+0000","last_clean":"2024-03-07T03:10:57.122887+0000","last_became_active":"2024-03-07T03:07:23.071160+0000","last_became_peered":"2024-03-07T03:07:23.071160+0000","last_unstale":"2024-03-07T03:10:57.122887+0000","last_undegraded":"2024-03-07T03:10:57.122887+0000","last_fullsized":"2024-03-07T03:10:57.122887+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:17:55.686793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":989,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127941+0000","last_change":"2024-03-07T03:07:58.759142+0000","last_active":"2024-03-07T03:10:57.127941+0000","last_peered":"2024-03-07T03:10:57.127941+0000","last_clean":"2024-03-07T03:10:57.127941+0000","last_became_active":"2024-03-07T03:07:58.758771+0000","last_became_peered":"2024-03-07T03:07:58.758771+0000","last_unstale":"2024-03-07T03:10:57.127941+0000","last_undegraded":"2024-03-07T03:10:57.127941+0000","last_fullsized":"2024-03-07T03:10:57.127941+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:45:13.985820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126215+0000","last_change":"2024-03-07T03:06:09.988597+0000","last_active":"2024-03-07T03:10:57.126215+0000","last_peered":"2024-03-07T03:10:57.126215+0000","last_clean":"2024-03-07T03:10:57.126215+0000","last_became_active":"2024-03-07T03:06:09.988261+0000","last_became_peered":"2024-03-07T03:06:09.988261+0000","last_unstale":"2024-03-07T03:10:57.126215+0000","last_undegraded":"2024-03-07T03:10:57.126215+0000","last_fullsized":"2024-03-07T03:10:57.126215+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:11:06.717251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"843'3099","reported_seq":6397,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.131044+0000","last_change":"2024-03-07T03:10:57.131044+0000","last_active":"2024-03-07T03:10:57.131044+0000","last_peered":"2024-03-07T03:10:57.131044+0000","last_clean":"2024-03-07T03:10:57.131044+0000","last_became_active":"2024-03-07T03:07:23.084936+0000","last_became_peered":"2024-03-07T03:07:23.084936+0000","last_unstale":"2024-03-07T03:10:57.131044+0000","last_undegraded":"2024-03-07T03:10:57.131044+0000","last_fullsized":"2024-03-07T03:10:57.131044+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3099,"log_dups_size":0,"ondisk_log_size":3099,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:46:48.809690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012703,"stat_sum":{"num_bytes":8347648,"num_objects":13,"num_object_clones":12,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":56,"num_read_kb":33721,"num_write":241,"num_write_kb":36816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":434176,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1145,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329490+0000","last_change":"2024-03-07T03:05:01.461136+0000","last_active":"2024-03-07T03:10:57.329490+0000","last_peered":"2024-03-07T03:10:57.329490+0000","last_clean":"2024-03-07T03:10:57.329490+0000","last_became_active":"2024-03-07T03:05:01.457189+0000","last_became_peered":"2024-03-07T03:05:01.457189+0000","last_unstale":"2024-03-07T03:10:57.329490+0000","last_undegraded":"2024-03-07T03:10:57.329490+0000","last_fullsized":"2024-03-07T03:10:57.329490+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:23.791243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1101,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122863+0000","last_change":"2024-03-07T03:07:58.750311+0000","last_active":"2024-03-07T03:10:57.122863+0000","last_peered":"2024-03-07T03:10:57.122863+0000","last_clean":"2024-03-07T03:10:57.122863+0000","last_became_active":"2024-03-07T03:07:58.750001+0000","last_became_peered":"2024-03-07T03:07:58.750001+0000","last_unstale":"2024-03-07T03:10:57.122863+0000","last_undegraded":"2024-03-07T03:10:57.122863+0000","last_fullsized":"2024-03-07T03:10:57.122863+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:05.963944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"847'12789","reported_seq":16201,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.123778+0000","last_change":"2024-03-07T03:10:57.124034+0000","last_active":"2024-03-07T03:10:57.123778+0000","last_peered":"2024-03-07T03:10:57.123778+0000","last_clean":"2024-03-07T03:10:57.123778+0000","last_became_active":"2024-03-07T03:06:47.859957+0000","last_became_peered":"2024-03-07T03:06:47.859957+0000","last_unstale":"2024-03-07T03:10:57.123778+0000","last_undegraded":"2024-03-07T03:10:57.123778+0000","last_fullsized":"2024-03-07T03:10:57.123778+0000","mapping_epoch":625,"log_start":"599'6200","ondisk_log_start":"599'6200","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":6589,"log_dups_size":0,"ondisk_log_size":6589,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":137,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:29:13.699651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0091875959999999993,"stat_sum":{"num_bytes":71745536,"num_objects":32,"num_object_clones":30,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":0,"num_read":146,"num_read_kb":316804,"num_write":323,"num_write_kb":90232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":20865024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"5"},{"start":"171","length":"b"},{"start":"17e","length":"8"},{"start":"187","length":"5"},{"start":"18d","length":"3"},{"start":"192","length":"1"},{"start":"197","length":"1"},{"start":"199","length":"2"}]},{"pgid":"2.9","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122043+0000","last_change":"2024-03-07T03:07:58.752456+0000","last_active":"2024-03-07T03:10:57.122043+0000","last_peered":"2024-03-07T03:10:57.122043+0000","last_clean":"2024-03-07T03:10:57.122043+0000","last_became_active":"2024-03-07T03:07:58.752118+0000","last_became_peered":"2024-03-07T03:07:58.752118+0000","last_unstale":"2024-03-07T03:10:57.122043+0000","last_undegraded":"2024-03-07T03:10:57.122043+0000","last_fullsized":"2024-03-07T03:10:57.122043+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:08:08.574482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1116,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329239+0000","last_change":"2024-03-07T03:07:58.757839+0000","last_active":"2024-03-07T03:10:57.329239+0000","last_peered":"2024-03-07T03:10:57.329239+0000","last_clean":"2024-03-07T03:10:57.329239+0000","last_became_active":"2024-03-07T03:07:58.757495+0000","last_became_peered":"2024-03-07T03:07:58.757495+0000","last_unstale":"2024-03-07T03:10:57.329239+0000","last_undegraded":"2024-03-07T03:10:57.329239+0000","last_fullsized":"2024-03-07T03:10:57.329239+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:27:02.190643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"861'1463","reported_seq":5087,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.330799+0000","last_change":"2024-03-07T03:10:57.330799+0000","last_active":"2024-03-07T03:10:57.330799+0000","last_peered":"2024-03-07T03:10:57.330799+0000","last_clean":"2024-03-07T03:10:57.330799+0000","last_became_active":"2024-03-07T03:07:58.763085+0000","last_became_peered":"2024-03-07T03:07:58.763085+0000","last_unstale":"2024-03-07T03:10:57.330799+0000","last_undegraded":"2024-03-07T03:10:57.330799+0000","last_fullsized":"2024-03-07T03:10:57.330799+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1463,"log_dups_size":0,"ondisk_log_size":1463,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:39:21.050544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.016579719999999999,"stat_sum":{"num_bytes":106192896,"num_objects":71,"num_object_clones":66,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":1,"num_read":323,"num_read_kb":516030,"num_write":942,"num_write_kb":231680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":48201728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122226+0000","last_change":"2024-03-07T03:07:58.752370+0000","last_active":"2024-03-07T03:10:57.122226+0000","last_peered":"2024-03-07T03:10:57.122226+0000","last_clean":"2024-03-07T03:10:57.122226+0000","last_became_active":"2024-03-07T03:07:58.751985+0000","last_became_peered":"2024-03-07T03:07:58.751985+0000","last_unstale":"2024-03-07T03:10:57.122226+0000","last_undegraded":"2024-03-07T03:10:57.122226+0000","last_fullsized":"2024-03-07T03:10:57.122226+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:31:33.590004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1125,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328997+0000","last_change":"2024-03-07T03:06:09.987484+0000","last_active":"2024-03-07T03:10:57.328997+0000","last_peered":"2024-03-07T03:10:57.328997+0000","last_clean":"2024-03-07T03:10:57.328997+0000","last_became_active":"2024-03-07T03:06:09.986947+0000","last_became_peered":"2024-03-07T03:06:09.986947+0000","last_unstale":"2024-03-07T03:10:57.328997+0000","last_undegraded":"2024-03-07T03:10:57.328997+0000","last_fullsized":"2024-03-07T03:10:57.328997+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:37:38.253630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"857'1055","reported_seq":4917,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.128839+0000","last_change":"2024-03-07T03:10:57.123092+0000","last_active":"2024-03-07T03:10:57.128839+0000","last_peered":"2024-03-07T03:10:57.128839+0000","last_clean":"2024-03-07T03:10:57.128839+0000","last_became_active":"2024-03-07T03:06:09.993513+0000","last_became_peered":"2024-03-07T03:06:09.993513+0000","last_unstale":"2024-03-07T03:10:57.128839+0000","last_undegraded":"2024-03-07T03:10:57.128839+0000","last_fullsized":"2024-03-07T03:10:57.128839+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1055,"log_dups_size":0,"ondisk_log_size":1055,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:34:07.352811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013205965,"stat_sum":{"num_bytes":99745792,"num_objects":66,"num_object_clones":62,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":306,"num_read_kb":434534,"num_write":588,"num_write_kb":145464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":21749760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.b","version":"716'3","reported_seq":983,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297594+0000","last_change":"2024-03-07T03:07:58.749480+0000","last_active":"2024-03-07T03:10:57.297594+0000","last_peered":"2024-03-07T03:10:57.297594+0000","last_clean":"2024-03-07T03:10:57.297594+0000","last_became_active":"2024-03-07T03:07:58.749098+0000","last_became_peered":"2024-03-07T03:07:58.749098+0000","last_unstale":"2024-03-07T03:10:57.297594+0000","last_undegraded":"2024-03-07T03:10:57.297594+0000","last_fullsized":"2024-03-07T03:10:57.297594+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:35:33.945855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1034,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127679+0000","last_change":"2024-03-07T03:07:23.075725+0000","last_active":"2024-03-07T03:10:57.127679+0000","last_peered":"2024-03-07T03:10:57.127679+0000","last_clean":"2024-03-07T03:10:57.127679+0000","last_became_active":"2024-03-07T03:07:23.075203+0000","last_became_peered":"2024-03-07T03:07:23.075203+0000","last_unstale":"2024-03-07T03:10:57.127679+0000","last_undegraded":"2024-03-07T03:10:57.127679+0000","last_fullsized":"2024-03-07T03:10:57.127679+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:47:11.192302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"863'1711","reported_seq":5459,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.330918+0000","last_change":"2024-03-07T03:10:57.330918+0000","last_active":"2024-03-07T03:10:57.330918+0000","last_peered":"2024-03-07T03:10:57.330918+0000","last_clean":"2024-03-07T03:10:57.330918+0000","last_became_active":"2024-03-07T03:06:47.849454+0000","last_became_peered":"2024-03-07T03:06:47.849454+0000","last_unstale":"2024-03-07T03:10:57.330918+0000","last_undegraded":"2024-03-07T03:10:57.330918+0000","last_fullsized":"2024-03-07T03:10:57.330918+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1711,"log_dups_size":0,"ondisk_log_size":1711,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:40:07.156907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.014160193999999999,"stat_sum":{"num_bytes":165158912,"num_objects":93,"num_object_clones":87,"num_object_copies":279,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":93,"num_whiteouts":2,"num_read":489,"num_read_kb":756200,"num_write":870,"num_write_kb":258896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":69541888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1155,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329768+0000","last_change":"2024-03-07T03:06:47.847077+0000","last_active":"2024-03-07T03:10:57.329768+0000","last_peered":"2024-03-07T03:10:57.329768+0000","last_clean":"2024-03-07T03:10:57.329768+0000","last_became_active":"2024-03-07T03:06:47.846359+0000","last_became_peered":"2024-03-07T03:06:47.846359+0000","last_unstale":"2024-03-07T03:10:57.329768+0000","last_undegraded":"2024-03-07T03:10:57.329768+0000","last_fullsized":"2024-03-07T03:10:57.329768+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:00:08.102949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":970,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297930+0000","last_change":"2024-03-07T03:07:58.760528+0000","last_active":"2024-03-07T03:10:57.297930+0000","last_peered":"2024-03-07T03:10:57.297930+0000","last_clean":"2024-03-07T03:10:57.297930+0000","last_became_active":"2024-03-07T03:07:58.760226+0000","last_became_peered":"2024-03-07T03:07:58.760226+0000","last_unstale":"2024-03-07T03:10:57.297930+0000","last_undegraded":"2024-03-07T03:10:57.297930+0000","last_fullsized":"2024-03-07T03:10:57.297930+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:10:36.411047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"863'1938","reported_seq":4937,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329911+0000","last_change":"2024-03-07T03:10:56.140803+0000","last_active":"2024-03-07T03:10:57.329911+0000","last_peered":"2024-03-07T03:10:57.329911+0000","last_clean":"2024-03-07T03:10:57.329911+0000","last_became_active":"2024-03-07T03:06:09.993933+0000","last_became_peered":"2024-03-07T03:06:09.993933+0000","last_unstale":"2024-03-07T03:10:57.329911+0000","last_undegraded":"2024-03-07T03:10:57.329911+0000","last_fullsized":"2024-03-07T03:10:57.329911+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1938,"log_dups_size":0,"ondisk_log_size":1938,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:16.359457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.024996012000000001,"stat_sum":{"num_bytes":22765568,"num_objects":17,"num_object_clones":12,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":2,"num_read":350,"num_read_kb":387634,"num_write":702,"num_write_kb":183472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":7151616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.d","version":"61'1","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122322+0000","last_change":"2024-03-07T03:06:09.993129+0000","last_active":"2024-03-07T03:10:57.122322+0000","last_peered":"2024-03-07T03:10:57.122322+0000","last_clean":"2024-03-07T03:10:57.122322+0000","last_became_active":"2024-03-07T03:06:09.992737+0000","last_became_peered":"2024-03-07T03:06:09.992737+0000","last_unstale":"2024-03-07T03:10:57.122322+0000","last_undegraded":"2024-03-07T03:10:57.122322+0000","last_fullsized":"2024-03-07T03:10:57.122322+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:02:42.055569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1050,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130209+0000","last_change":"2024-03-07T03:07:23.076846+0000","last_active":"2024-03-07T03:10:57.130209+0000","last_peered":"2024-03-07T03:10:57.130209+0000","last_clean":"2024-03-07T03:10:57.130209+0000","last_became_active":"2024-03-07T03:07:23.075895+0000","last_became_peered":"2024-03-07T03:07:23.075895+0000","last_unstale":"2024-03-07T03:10:57.130209+0000","last_undegraded":"2024-03-07T03:10:57.130209+0000","last_fullsized":"2024-03-07T03:10:57.130209+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:09:15.080126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"854'331","reported_seq":3437,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.297959+0000","last_change":"2024-03-07T03:10:57.298223+0000","last_active":"2024-03-07T03:10:57.297959+0000","last_peered":"2024-03-07T03:10:57.297959+0000","last_clean":"2024-03-07T03:10:57.297959+0000","last_became_active":"2024-03-07T03:07:58.749089+0000","last_became_peered":"2024-03-07T03:07:58.749089+0000","last_unstale":"2024-03-07T03:10:57.297959+0000","last_undegraded":"2024-03-07T03:10:57.297959+0000","last_fullsized":"2024-03-07T03:10:57.297959+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":331,"log_dups_size":0,"ondisk_log_size":331,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":83,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:26:07.404191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00085119700000000004,"stat_sum":{"num_bytes":15409152,"num_objects":11,"num_object_clones":10,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":91,"num_read_kb":118251,"num_write":162,"num_write_kb":30616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":34586624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"56"},{"start":"1c2","length":"3"},{"start":"1c9","length":"1"}]},{"pgid":"2.e","version":"61'2","reported_seq":1159,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.330486+0000","last_change":"2024-03-07T03:07:58.755578+0000","last_active":"2024-03-07T03:10:57.330486+0000","last_peered":"2024-03-07T03:10:57.330486+0000","last_clean":"2024-03-07T03:10:57.330486+0000","last_became_active":"2024-03-07T03:07:58.755160+0000","last_became_peered":"2024-03-07T03:07:58.755160+0000","last_unstale":"2024-03-07T03:10:57.330486+0000","last_undegraded":"2024-03-07T03:10:57.330486+0000","last_fullsized":"2024-03-07T03:10:57.330486+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:20.584382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298271+0000","last_change":"2024-03-07T03:07:58.751269+0000","last_active":"2024-03-07T03:10:57.298271+0000","last_peered":"2024-03-07T03:10:57.298271+0000","last_clean":"2024-03-07T03:10:57.298271+0000","last_became_active":"2024-03-07T03:07:58.750956+0000","last_became_peered":"2024-03-07T03:07:58.750956+0000","last_unstale":"2024-03-07T03:10:57.298271+0000","last_undegraded":"2024-03-07T03:10:57.298271+0000","last_fullsized":"2024-03-07T03:10:57.298271+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:39.414545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1005,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127389+0000","last_change":"2024-03-07T03:07:23.081711+0000","last_active":"2024-03-07T03:10:57.127389+0000","last_peered":"2024-03-07T03:10:57.127389+0000","last_clean":"2024-03-07T03:10:57.127389+0000","last_became_active":"2024-03-07T03:07:23.079269+0000","last_became_peered":"2024-03-07T03:07:23.079269+0000","last_unstale":"2024-03-07T03:10:57.127389+0000","last_undegraded":"2024-03-07T03:10:57.127389+0000","last_fullsized":"2024-03-07T03:10:57.127389+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:39.008957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1156,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329220+0000","last_change":"2024-03-07T03:07:23.072806+0000","last_active":"2024-03-07T03:10:57.329220+0000","last_peered":"2024-03-07T03:10:57.329220+0000","last_clean":"2024-03-07T03:10:57.329220+0000","last_became_active":"2024-03-07T03:07:23.071234+0000","last_became_peered":"2024-03-07T03:07:23.071234+0000","last_unstale":"2024-03-07T03:10:57.329220+0000","last_undegraded":"2024-03-07T03:10:57.329220+0000","last_fullsized":"2024-03-07T03:10:57.329220+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:52.610744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1056,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129917+0000","last_change":"2024-03-07T03:06:47.851593+0000","last_active":"2024-03-07T03:10:57.129917+0000","last_peered":"2024-03-07T03:10:57.129917+0000","last_clean":"2024-03-07T03:10:57.129917+0000","last_became_active":"2024-03-07T03:06:47.849677+0000","last_became_peered":"2024-03-07T03:06:47.849677+0000","last_unstale":"2024-03-07T03:10:57.129917+0000","last_undegraded":"2024-03-07T03:10:57.129917+0000","last_fullsized":"2024-03-07T03:10:57.129917+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:30.969251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1115,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329947+0000","last_change":"2024-03-07T03:06:09.995434+0000","last_active":"2024-03-07T03:10:57.329947+0000","last_peered":"2024-03-07T03:10:57.329947+0000","last_clean":"2024-03-07T03:10:57.329947+0000","last_became_active":"2024-03-07T03:06:09.994939+0000","last_became_peered":"2024-03-07T03:06:09.994939+0000","last_unstale":"2024-03-07T03:10:57.329947+0000","last_undegraded":"2024-03-07T03:10:57.329947+0000","last_fullsized":"2024-03-07T03:10:57.329947+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:27:11.737354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1125,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328876+0000","last_change":"2024-03-07T03:06:09.987381+0000","last_active":"2024-03-07T03:10:57.328876+0000","last_peered":"2024-03-07T03:10:57.328876+0000","last_clean":"2024-03-07T03:10:57.328876+0000","last_became_active":"2024-03-07T03:06:09.986952+0000","last_became_peered":"2024-03-07T03:06:09.986952+0000","last_unstale":"2024-03-07T03:10:57.328876+0000","last_undegraded":"2024-03-07T03:10:57.328876+0000","last_fullsized":"2024-03-07T03:10:57.328876+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:26:15.439852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122355+0000","last_change":"2024-03-07T03:05:35.923999+0000","last_active":"2024-03-07T03:10:57.122355+0000","last_peered":"2024-03-07T03:10:57.122355+0000","last_clean":"2024-03-07T03:10:57.122355+0000","last_became_active":"2024-03-07T03:05:35.923719+0000","last_became_peered":"2024-03-07T03:05:35.923719+0000","last_unstale":"2024-03-07T03:10:57.122355+0000","last_undegraded":"2024-03-07T03:10:57.122355+0000","last_fullsized":"2024-03-07T03:10:57.122355+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:43:04.724647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1007,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.128126+0000","last_change":"2024-03-07T03:07:58.749989+0000","last_active":"2024-03-07T03:10:57.128126+0000","last_peered":"2024-03-07T03:10:57.128126+0000","last_clean":"2024-03-07T03:10:57.128126+0000","last_became_active":"2024-03-07T03:07:58.749643+0000","last_became_peered":"2024-03-07T03:07:58.749643+0000","last_unstale":"2024-03-07T03:10:57.128126+0000","last_undegraded":"2024-03-07T03:10:57.128126+0000","last_fullsized":"2024-03-07T03:10:57.128126+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:00:44.729806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1108,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329621+0000","last_change":"2024-03-07T03:06:09.999184+0000","last_active":"2024-03-07T03:10:57.329621+0000","last_peered":"2024-03-07T03:10:57.329621+0000","last_clean":"2024-03-07T03:10:57.329621+0000","last_became_active":"2024-03-07T03:06:09.998856+0000","last_became_peered":"2024-03-07T03:06:09.998856+0000","last_unstale":"2024-03-07T03:10:57.329621+0000","last_undegraded":"2024-03-07T03:10:57.329621+0000","last_fullsized":"2024-03-07T03:10:57.329621+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:37:00.102189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1056,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129652+0000","last_change":"2024-03-07T03:06:47.857644+0000","last_active":"2024-03-07T03:10:57.129652+0000","last_peered":"2024-03-07T03:10:57.129652+0000","last_clean":"2024-03-07T03:10:57.129652+0000","last_became_active":"2024-03-07T03:06:47.857354+0000","last_became_peered":"2024-03-07T03:06:47.857354+0000","last_unstale":"2024-03-07T03:10:57.129652+0000","last_undegraded":"2024-03-07T03:10:57.129652+0000","last_fullsized":"2024-03-07T03:10:57.129652+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:02:18.860369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1116,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328967+0000","last_change":"2024-03-07T03:06:09.987872+0000","last_active":"2024-03-07T03:10:57.328967+0000","last_peered":"2024-03-07T03:10:57.328967+0000","last_clean":"2024-03-07T03:10:57.328967+0000","last_became_active":"2024-03-07T03:06:09.986852+0000","last_became_peered":"2024-03-07T03:06:09.986852+0000","last_unstale":"2024-03-07T03:10:57.328967+0000","last_undegraded":"2024-03-07T03:10:57.328967+0000","last_fullsized":"2024-03-07T03:10:57.328967+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:13.708512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1034,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129625+0000","last_change":"2024-03-07T03:07:58.755825+0000","last_active":"2024-03-07T03:10:57.129625+0000","last_peered":"2024-03-07T03:10:57.129625+0000","last_clean":"2024-03-07T03:10:57.129625+0000","last_became_active":"2024-03-07T03:07:58.755395+0000","last_became_peered":"2024-03-07T03:07:58.755395+0000","last_unstale":"2024-03-07T03:10:57.129625+0000","last_undegraded":"2024-03-07T03:10:57.129625+0000","last_fullsized":"2024-03-07T03:10:57.129625+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:10:43.184914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125542+0000","last_change":"2024-03-07T03:07:58.753962+0000","last_active":"2024-03-07T03:10:57.125542+0000","last_peered":"2024-03-07T03:10:57.125542+0000","last_clean":"2024-03-07T03:10:57.125542+0000","last_became_active":"2024-03-07T03:07:58.753619+0000","last_became_peered":"2024-03-07T03:07:58.753619+0000","last_unstale":"2024-03-07T03:10:57.125542+0000","last_undegraded":"2024-03-07T03:10:57.125542+0000","last_fullsized":"2024-03-07T03:10:57.125542+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:44:44.641067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1012,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127636+0000","last_change":"2024-03-07T03:07:23.078516+0000","last_active":"2024-03-07T03:10:57.127636+0000","last_peered":"2024-03-07T03:10:57.127636+0000","last_clean":"2024-03-07T03:10:57.127636+0000","last_became_active":"2024-03-07T03:07:23.076017+0000","last_became_peered":"2024-03-07T03:07:23.076017+0000","last_unstale":"2024-03-07T03:10:57.127636+0000","last_undegraded":"2024-03-07T03:10:57.127636+0000","last_fullsized":"2024-03-07T03:10:57.127636+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:17:54.725933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":857645056,"num_objects":516,"num_object_clones":466,"num_object_copies":1548,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":516,"num_whiteouts":8,"num_read":3826,"num_read_kb":5949842,"num_write":7931,"num_write_kb":1978632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":107,"num_bytes_recovered":385712128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1170673664,"data_stored":2969124864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28580,"ondisk_log_size":28580,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197,"ondisk_log_size":197,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":26375,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":694,"seq":2980707303472,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":150184,"kb_used_data":96156,"kb_used_omap":35,"kb_used_meta":53980,"kb_avail":93594968,"statfs":{"total":95995035648,"available":95841247232,"internally_reserved":0,"allocated":98463744,"data_stored":167037349,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36312,"internal_metadata":55276072},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":660,"seq":2834678415415,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":94940,"kb_used_data":42576,"kb_used_omap":23,"kb_used_meta":52328,"kb_avail":93650212,"statfs":{"total":95995035648,"available":95897817088,"internally_reserved":0,"allocated":43597824,"data_stored":80829959,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":24173,"internal_metadata":53584275},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":463,"seq":1988569858145,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":692864,"kb_used_data":193964,"kb_used_omap":46,"kb_used_meta":498833,"kb_avail":93052288,"statfs":{"total":95995035648,"available":95285542912,"internally_reserved":0,"allocated":198619136,"data_stored":533391905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48036,"internal_metadata":510805084},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":528,"seq":2267742732371,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":401776,"kb_used_data":209252,"kb_used_omap":54,"kb_used_meta":192457,"kb_avail":93343376,"statfs":{"total":95995035648,"available":95583617024,"internally_reserved":0,"allocated":214274048,"data_stored":587826473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56016,"internal_metadata":197076272},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":495,"seq":2126008811610,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":485244,"kb_used_data":166572,"kb_used_omap":47,"kb_used_meta":318608,"kb_avail":93259908,"statfs":{"total":95995035648,"available":95498145792,"internally_reserved":0,"allocated":170569728,"data_stored":457545161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48143,"internal_metadata":326255601},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":562,"seq":2413771620428,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":177748,"kb_used_data":84672,"kb_used_omap":37,"kb_used_meta":93018,"kb_avail":93567404,"statfs":{"total":95995035648,"available":95813021696,"internally_reserved":0,"allocated":86704128,"data_stored":171510863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38083,"internal_metadata":95251261},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":591,"seq":2538325672005,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":365920,"kb_used_data":157844,"kb_used_omap":61,"kb_used_meta":208002,"kb_avail":93379232,"statfs":{"total":95995035648,"available":95620333568,"internally_reserved":0,"allocated":161632256,"data_stored":367986669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":62843,"internal_metadata":212994693},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":625,"seq":2684354560062,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":509804,"kb_used_data":269020,"kb_used_omap":73,"kb_used_meta":240694,"kb_avail":93235348,"statfs":{"total":95995035648,"available":95472996352,"internally_reserved":0,"allocated":275476480,"data_stored":649851960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":75044,"internal_metadata":246471388},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7413,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2060,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2124,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3359,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3677,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2797,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2839,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2106,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":188411904,"data_stored":527167488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":160964608,"data_stored":451911680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":204677120,"data_stored":582193152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":77082624,"data_stored":165871616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":152018944,"data_stored":362352640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":265863168,"data_stored":644214784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":33390592,"data_stored":74600448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":88264704,"data_stored":160813056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-07T03:11:53.506 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:11:53.506 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:11:53.506 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:11:53.506 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-07T03:11:53.506 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-07T03:11:53.507 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-07T03:11:53.507 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.c in trimming, state: active+clean+snaptrim_error 2024-03-07T03:11:53.507 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-07T03:11:53.507 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:11:53.507 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-07T03:11:54.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:11:53 smithi090 ceph-mon[89511]: pgmap v757: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:11:54.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:11:53 smithi090 ceph-mon[91928]: pgmap v757: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:11:54.411 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:11:53 smithi092 ceph-mon[83777]: pgmap v757: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:11:56.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:11:55 smithi090 ceph-mon[89511]: pgmap v758: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:11:56.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:11:55 smithi090 ceph-mon[91928]: pgmap v758: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:11:56.411 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:11:55 smithi092 ceph-mon[83777]: pgmap v758: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:11:58.161 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:11:57 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:11:58.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:11:57 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:11:58.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:11:57 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:11:59.161 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:11:58 smithi092 ceph-mon[83777]: pgmap v759: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:11:59.161 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:11:58 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:11:59.161 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:11:58 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:11:59.161 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:11:58 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:11:59.161 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:11:58 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:11:59.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:11:58 smithi090 ceph-mon[89511]: pgmap v759: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:11:59.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:11:58 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:11:59.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:11:58 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:11:59.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:11:58 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:11:59.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:11:58 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:11:59.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:11:58 smithi090 ceph-mon[91928]: pgmap v759: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:11:59.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:11:58 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:11:59.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:11:58 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:11:59.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:11:58 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:11:59.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:11:58 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:12:00.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:11:59 smithi090 ceph-mon[89511]: pgmap v760: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:00.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:11:59 smithi090 ceph-mon[91928]: pgmap v760: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:00.411 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:11:59 smithi092 ceph-mon[83777]: pgmap v760: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:02.309 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:12:01 smithi092 ceph-mon[83777]: pgmap v761: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:02.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:12:01 smithi090 ceph-mon[89511]: pgmap v761: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:02.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:12:01 smithi090 ceph-mon[91928]: pgmap v761: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:02.661 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:12:02 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:12:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:12:03.323 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:12:03 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:12:03] "GET /metrics HTTP/1.1" 200 36317 "" "Prometheus/2.43.0" 2024-03-07T03:12:03.508 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph pg dump --format=json 2024-03-07T03:12:03.723 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T03:12:04.193 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:12:03 smithi090 ceph-mon[89511]: pgmap v762: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:04.193 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:12:03 smithi090 ceph-mon[91928]: pgmap v762: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:04.411 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:12:03 smithi092 ceph-mon[83777]: pgmap v762: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:05.774 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T03:12:05.776 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-03-07T03:12:06.072 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:12:05 smithi090 ceph-mon[89511]: from='client.34530 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:12:06.072 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:12:05 smithi090 ceph-mon[89511]: pgmap v763: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:06.073 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:12:05 smithi090 ceph-mon[91928]: from='client.34530 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:12:06.073 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:12:05 smithi090 ceph-mon[91928]: pgmap v763: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:06.411 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:12:05 smithi092 ceph-mon[83777]: from='client.34530 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:12:06.411 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:12:05 smithi092 ceph-mon[83777]: pgmap v763: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:06.470 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":762,"stamp":"2024-03-07T03:12:03.865958+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":858242044,"num_objects":540,"num_object_clones":466,"num_object_copies":1620,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":540,"num_whiteouts":8,"num_read":4717,"num_read_kb":5951239,"num_write":8310,"num_write_kb":1981084,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":113,"num_bytes_recovered":387483232,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28845,"ondisk_log_size":28845,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2878480,"kb_used_data":1220056,"kb_used_omap":379,"kb_used_meta":1657924,"kb_avail":747082736,"statfs":{"total":767960285184,"available":765012721664,"internally_reserved":0,"allocated":1249337344,"data_stored":3015980339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":388650,"internal_metadata":1697714646},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004089"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":971,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298186+0000","last_change":"2024-03-07T03:07:58.753984+0000","last_active":"2024-03-07T03:10:57.298186+0000","last_peered":"2024-03-07T03:10:57.298186+0000","last_clean":"2024-03-07T03:10:57.298186+0000","last_became_active":"2024-03-07T03:07:58.753138+0000","last_became_peered":"2024-03-07T03:07:58.753138+0000","last_unstale":"2024-03-07T03:10:57.298186+0000","last_undegraded":"2024-03-07T03:10:57.298186+0000","last_fullsized":"2024-03-07T03:10:57.298186+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:37:39.612519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1184,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122633+0000","last_change":"2024-03-07T03:07:23.074862+0000","last_active":"2024-03-07T03:10:57.122633+0000","last_peered":"2024-03-07T03:10:57.122633+0000","last_clean":"2024-03-07T03:10:57.122633+0000","last_became_active":"2024-03-07T03:07:23.074512+0000","last_became_peered":"2024-03-07T03:07:23.074512+0000","last_unstale":"2024-03-07T03:10:57.122633+0000","last_undegraded":"2024-03-07T03:10:57.122633+0000","last_fullsized":"2024-03-07T03:10:57.122633+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:45:24.128672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125870+0000","last_change":"2024-03-07T03:05:01.446762+0000","last_active":"2024-03-07T03:10:57.125870+0000","last_peered":"2024-03-07T03:10:57.125870+0000","last_clean":"2024-03-07T03:10:57.125870+0000","last_became_active":"2024-03-07T03:05:01.446425+0000","last_became_peered":"2024-03-07T03:05:01.446425+0000","last_unstale":"2024-03-07T03:10:57.125870+0000","last_undegraded":"2024-03-07T03:10:57.125870+0000","last_fullsized":"2024-03-07T03:10:57.125870+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:39:39.897066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1051,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129875+0000","last_change":"2024-03-07T03:07:58.755992+0000","last_active":"2024-03-07T03:10:57.129875+0000","last_peered":"2024-03-07T03:10:57.129875+0000","last_clean":"2024-03-07T03:10:57.129875+0000","last_became_active":"2024-03-07T03:07:58.755499+0000","last_became_peered":"2024-03-07T03:07:58.755499+0000","last_unstale":"2024-03-07T03:10:57.129875+0000","last_undegraded":"2024-03-07T03:10:57.129875+0000","last_fullsized":"2024-03-07T03:10:57.129875+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:26:12.313572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":984,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297449+0000","last_change":"2024-03-07T03:07:58.752235+0000","last_active":"2024-03-07T03:10:57.297449+0000","last_peered":"2024-03-07T03:10:57.297449+0000","last_clean":"2024-03-07T03:10:57.297449+0000","last_became_active":"2024-03-07T03:07:58.751575+0000","last_became_peered":"2024-03-07T03:07:58.751575+0000","last_unstale":"2024-03-07T03:10:57.297449+0000","last_undegraded":"2024-03-07T03:10:57.297449+0000","last_fullsized":"2024-03-07T03:10:57.297449+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:12:05.995515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1029,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130051+0000","last_change":"2024-03-07T03:06:47.859644+0000","last_active":"2024-03-07T03:10:57.130051+0000","last_peered":"2024-03-07T03:10:57.130051+0000","last_clean":"2024-03-07T03:10:57.130051+0000","last_became_active":"2024-03-07T03:06:47.859097+0000","last_became_peered":"2024-03-07T03:06:47.859097+0000","last_unstale":"2024-03-07T03:10:57.130051+0000","last_undegraded":"2024-03-07T03:10:57.130051+0000","last_fullsized":"2024-03-07T03:10:57.130051+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:22:46.909130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":984,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297316+0000","last_change":"2024-03-07T03:07:58.754226+0000","last_active":"2024-03-07T03:10:57.297316+0000","last_peered":"2024-03-07T03:10:57.297316+0000","last_clean":"2024-03-07T03:10:57.297316+0000","last_became_active":"2024-03-07T03:07:58.753169+0000","last_became_peered":"2024-03-07T03:07:58.753169+0000","last_unstale":"2024-03-07T03:10:57.297316+0000","last_undegraded":"2024-03-07T03:10:57.297316+0000","last_fullsized":"2024-03-07T03:10:57.297316+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:46:59.258099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1085,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328560+0000","last_change":"2024-03-07T03:07:23.073492+0000","last_active":"2024-03-07T03:10:57.328560+0000","last_peered":"2024-03-07T03:10:57.328560+0000","last_clean":"2024-03-07T03:10:57.328560+0000","last_became_active":"2024-03-07T03:07:23.071929+0000","last_became_peered":"2024-03-07T03:07:23.071929+0000","last_unstale":"2024-03-07T03:10:57.328560+0000","last_undegraded":"2024-03-07T03:10:57.328560+0000","last_fullsized":"2024-03-07T03:10:57.328560+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:35:26.391722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":977,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298039+0000","last_change":"2024-03-07T03:07:58.760328+0000","last_active":"2024-03-07T03:10:57.298039+0000","last_peered":"2024-03-07T03:10:57.298039+0000","last_clean":"2024-03-07T03:10:57.298039+0000","last_became_active":"2024-03-07T03:07:58.760046+0000","last_became_peered":"2024-03-07T03:07:58.760046+0000","last_unstale":"2024-03-07T03:10:57.298039+0000","last_undegraded":"2024-03-07T03:10:57.298039+0000","last_fullsized":"2024-03-07T03:10:57.298039+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:08:46.356817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1003,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127795+0000","last_change":"2024-03-07T03:07:23.079945+0000","last_active":"2024-03-07T03:10:57.127795+0000","last_peered":"2024-03-07T03:10:57.127795+0000","last_clean":"2024-03-07T03:10:57.127795+0000","last_became_active":"2024-03-07T03:07:23.078551+0000","last_became_peered":"2024-03-07T03:07:23.078551+0000","last_unstale":"2024-03-07T03:10:57.127795+0000","last_undegraded":"2024-03-07T03:10:57.127795+0000","last_fullsized":"2024-03-07T03:10:57.127795+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:03:46.670084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1003,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127652+0000","last_change":"2024-03-07T03:07:23.081963+0000","last_active":"2024-03-07T03:10:57.127652+0000","last_peered":"2024-03-07T03:10:57.127652+0000","last_clean":"2024-03-07T03:10:57.127652+0000","last_became_active":"2024-03-07T03:07:23.080128+0000","last_became_peered":"2024-03-07T03:07:23.080128+0000","last_unstale":"2024-03-07T03:10:57.127652+0000","last_undegraded":"2024-03-07T03:10:57.127652+0000","last_fullsized":"2024-03-07T03:10:57.127652+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:56.813267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1146,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329587+0000","last_change":"2024-03-07T03:07:23.074902+0000","last_active":"2024-03-07T03:10:57.329587+0000","last_peered":"2024-03-07T03:10:57.329587+0000","last_clean":"2024-03-07T03:10:57.329587+0000","last_became_active":"2024-03-07T03:07:23.074466+0000","last_became_peered":"2024-03-07T03:07:23.074466+0000","last_unstale":"2024-03-07T03:10:57.329587+0000","last_undegraded":"2024-03-07T03:10:57.329587+0000","last_fullsized":"2024-03-07T03:10:57.329587+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:40:20.268555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1115,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329097+0000","last_change":"2024-03-07T03:07:23.072635+0000","last_active":"2024-03-07T03:10:57.329097+0000","last_peered":"2024-03-07T03:10:57.329097+0000","last_clean":"2024-03-07T03:10:57.329097+0000","last_became_active":"2024-03-07T03:07:23.071712+0000","last_became_peered":"2024-03-07T03:07:23.071712+0000","last_unstale":"2024-03-07T03:10:57.329097+0000","last_undegraded":"2024-03-07T03:10:57.329097+0000","last_fullsized":"2024-03-07T03:10:57.329097+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:00:39.298564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1211,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125471+0000","last_change":"2024-03-07T03:06:47.851538+0000","last_active":"2024-03-07T03:10:57.125471+0000","last_peered":"2024-03-07T03:10:57.125471+0000","last_clean":"2024-03-07T03:10:57.125471+0000","last_became_active":"2024-03-07T03:06:47.851183+0000","last_became_peered":"2024-03-07T03:06:47.851183+0000","last_unstale":"2024-03-07T03:10:57.125471+0000","last_undegraded":"2024-03-07T03:10:57.125471+0000","last_fullsized":"2024-03-07T03:10:57.125471+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:36:23.932334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.121969+0000","last_change":"2024-03-07T03:06:47.843126+0000","last_active":"2024-03-07T03:10:57.121969+0000","last_peered":"2024-03-07T03:10:57.121969+0000","last_clean":"2024-03-07T03:10:57.121969+0000","last_became_active":"2024-03-07T03:06:47.842736+0000","last_became_peered":"2024-03-07T03:06:47.842736+0000","last_unstale":"2024-03-07T03:10:57.121969+0000","last_undegraded":"2024-03-07T03:10:57.121969+0000","last_fullsized":"2024-03-07T03:10:57.121969+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:48:10.843465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1033,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129555+0000","last_change":"2024-03-07T03:07:58.755620+0000","last_active":"2024-03-07T03:10:57.129555+0000","last_peered":"2024-03-07T03:10:57.129555+0000","last_clean":"2024-03-07T03:10:57.129555+0000","last_became_active":"2024-03-07T03:07:58.755267+0000","last_became_peered":"2024-03-07T03:07:58.755267+0000","last_unstale":"2024-03-07T03:10:57.129555+0000","last_undegraded":"2024-03-07T03:10:57.129555+0000","last_fullsized":"2024-03-07T03:10:57.129555+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:51:32.339400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1037,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130696+0000","last_change":"2024-03-07T03:07:58.756358+0000","last_active":"2024-03-07T03:10:57.130696+0000","last_peered":"2024-03-07T03:10:57.130696+0000","last_clean":"2024-03-07T03:10:57.130696+0000","last_became_active":"2024-03-07T03:07:58.755960+0000","last_became_peered":"2024-03-07T03:07:58.755960+0000","last_unstale":"2024-03-07T03:10:57.130696+0000","last_undegraded":"2024-03-07T03:10:57.130696+0000","last_fullsized":"2024-03-07T03:10:57.130696+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:47.464423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1155,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.330177+0000","last_change":"2024-03-07T03:07:58.755619+0000","last_active":"2024-03-07T03:10:57.330177+0000","last_peered":"2024-03-07T03:10:57.330177+0000","last_clean":"2024-03-07T03:10:57.330177+0000","last_became_active":"2024-03-07T03:07:58.755214+0000","last_became_peered":"2024-03-07T03:07:58.755214+0000","last_unstale":"2024-03-07T03:10:57.330177+0000","last_undegraded":"2024-03-07T03:10:57.330177+0000","last_fullsized":"2024-03-07T03:10:57.330177+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:59:02.041330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":970,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298058+0000","last_change":"2024-03-07T03:07:58.756563+0000","last_active":"2024-03-07T03:10:57.298058+0000","last_peered":"2024-03-07T03:10:57.298058+0000","last_clean":"2024-03-07T03:10:57.298058+0000","last_became_active":"2024-03-07T03:07:58.752195+0000","last_became_peered":"2024-03-07T03:07:58.752195+0000","last_unstale":"2024-03-07T03:10:57.298058+0000","last_undegraded":"2024-03-07T03:10:57.298058+0000","last_fullsized":"2024-03-07T03:10:57.298058+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:32:35.496500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"716'5","reported_seq":1220,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126462+0000","last_change":"2024-03-07T03:07:58.753999+0000","last_active":"2024-03-07T03:10:57.126462+0000","last_peered":"2024-03-07T03:10:57.126462+0000","last_clean":"2024-03-07T03:10:57.126462+0000","last_became_active":"2024-03-07T03:07:58.753607+0000","last_became_peered":"2024-03-07T03:07:58.753607+0000","last_unstale":"2024-03-07T03:10:57.126462+0000","last_undegraded":"2024-03-07T03:10:57.126462+0000","last_fullsized":"2024-03-07T03:10:57.126462+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:28:57.567238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1109,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329785+0000","last_change":"2024-03-07T03:07:23.083830+0000","last_active":"2024-03-07T03:10:57.329785+0000","last_peered":"2024-03-07T03:10:57.329785+0000","last_clean":"2024-03-07T03:10:57.329785+0000","last_became_active":"2024-03-07T03:07:23.083530+0000","last_became_peered":"2024-03-07T03:07:23.083530+0000","last_unstale":"2024-03-07T03:10:57.329785+0000","last_undegraded":"2024-03-07T03:10:57.329785+0000","last_fullsized":"2024-03-07T03:10:57.329785+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:57.938032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"716'2","reported_seq":1129,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329559+0000","last_change":"2024-03-07T03:06:47.849618+0000","last_active":"2024-03-07T03:10:57.329559+0000","last_peered":"2024-03-07T03:10:57.329559+0000","last_clean":"2024-03-07T03:10:57.329559+0000","last_became_active":"2024-03-07T03:06:47.849222+0000","last_became_peered":"2024-03-07T03:06:47.849222+0000","last_unstale":"2024-03-07T03:10:57.329559+0000","last_undegraded":"2024-03-07T03:10:57.329559+0000","last_fullsized":"2024-03-07T03:10:57.329559+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:36:41.880143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126043+0000","last_change":"2024-03-07T03:06:47.851880+0000","last_active":"2024-03-07T03:10:57.126043+0000","last_peered":"2024-03-07T03:10:57.126043+0000","last_clean":"2024-03-07T03:10:57.126043+0000","last_became_active":"2024-03-07T03:06:47.851176+0000","last_became_peered":"2024-03-07T03:06:47.851176+0000","last_unstale":"2024-03-07T03:10:57.126043+0000","last_undegraded":"2024-03-07T03:10:57.126043+0000","last_fullsized":"2024-03-07T03:10:57.126043+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:38:59.663068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":975,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298084+0000","last_change":"2024-03-07T03:07:58.757245+0000","last_active":"2024-03-07T03:10:57.298084+0000","last_peered":"2024-03-07T03:10:57.298084+0000","last_clean":"2024-03-07T03:10:57.298084+0000","last_became_active":"2024-03-07T03:07:58.754456+0000","last_became_peered":"2024-03-07T03:07:58.754456+0000","last_unstale":"2024-03-07T03:10:57.298084+0000","last_undegraded":"2024-03-07T03:10:57.298084+0000","last_fullsized":"2024-03-07T03:10:57.298084+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:57:32.153933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1042,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130396+0000","last_change":"2024-03-07T03:06:47.855220+0000","last_active":"2024-03-07T03:10:57.130396+0000","last_peered":"2024-03-07T03:10:57.130396+0000","last_clean":"2024-03-07T03:10:57.130396+0000","last_became_active":"2024-03-07T03:06:47.854836+0000","last_became_peered":"2024-03-07T03:06:47.854836+0000","last_unstale":"2024-03-07T03:10:57.130396+0000","last_undegraded":"2024-03-07T03:10:57.130396+0000","last_fullsized":"2024-03-07T03:10:57.130396+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:51:35.386552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":982,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297797+0000","last_change":"2024-03-07T03:07:58.757676+0000","last_active":"2024-03-07T03:10:57.297797+0000","last_peered":"2024-03-07T03:10:57.297797+0000","last_clean":"2024-03-07T03:10:57.297797+0000","last_became_active":"2024-03-07T03:07:58.753930+0000","last_became_peered":"2024-03-07T03:07:58.753930+0000","last_unstale":"2024-03-07T03:10:57.297797+0000","last_undegraded":"2024-03-07T03:10:57.297797+0000","last_fullsized":"2024-03-07T03:10:57.297797+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:56.639688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1036,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130137+0000","last_change":"2024-03-07T03:07:23.076532+0000","last_active":"2024-03-07T03:10:57.130137+0000","last_peered":"2024-03-07T03:10:57.130137+0000","last_clean":"2024-03-07T03:10:57.130137+0000","last_became_active":"2024-03-07T03:07:23.076234+0000","last_became_peered":"2024-03-07T03:07:23.076234+0000","last_unstale":"2024-03-07T03:10:57.130137+0000","last_undegraded":"2024-03-07T03:10:57.130137+0000","last_fullsized":"2024-03-07T03:10:57.130137+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:16:39.967241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"716'2","reported_seq":1088,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329307+0000","last_change":"2024-03-07T03:07:58.752045+0000","last_active":"2024-03-07T03:10:57.329307+0000","last_peered":"2024-03-07T03:10:57.329307+0000","last_clean":"2024-03-07T03:10:57.329307+0000","last_became_active":"2024-03-07T03:07:58.751585+0000","last_became_peered":"2024-03-07T03:07:58.751585+0000","last_unstale":"2024-03-07T03:10:57.329307+0000","last_undegraded":"2024-03-07T03:10:57.329307+0000","last_fullsized":"2024-03-07T03:10:57.329307+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:03:01.652607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1106,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123001+0000","last_change":"2024-03-07T03:06:09.990854+0000","last_active":"2024-03-07T03:10:57.123001+0000","last_peered":"2024-03-07T03:10:57.123001+0000","last_clean":"2024-03-07T03:10:57.123001+0000","last_became_active":"2024-03-07T03:06:09.990464+0000","last_became_peered":"2024-03-07T03:06:09.990464+0000","last_unstale":"2024-03-07T03:10:57.123001+0000","last_undegraded":"2024-03-07T03:10:57.123001+0000","last_fullsized":"2024-03-07T03:10:57.123001+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:53:52.856954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"716'2","reported_seq":1008,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127716+0000","last_change":"2024-03-07T03:07:58.754526+0000","last_active":"2024-03-07T03:10:57.127716+0000","last_peered":"2024-03-07T03:10:57.127716+0000","last_clean":"2024-03-07T03:10:57.127716+0000","last_became_active":"2024-03-07T03:07:58.754123+0000","last_became_peered":"2024-03-07T03:07:58.754123+0000","last_unstale":"2024-03-07T03:10:57.127716+0000","last_undegraded":"2024-03-07T03:10:57.127716+0000","last_fullsized":"2024-03-07T03:10:57.127716+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:41:34.446180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1211,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126281+0000","last_change":"2024-03-07T03:07:58.750769+0000","last_active":"2024-03-07T03:10:57.126281+0000","last_peered":"2024-03-07T03:10:57.126281+0000","last_clean":"2024-03-07T03:10:57.126281+0000","last_became_active":"2024-03-07T03:07:58.749974+0000","last_became_peered":"2024-03-07T03:07:58.749974+0000","last_unstale":"2024-03-07T03:10:57.126281+0000","last_undegraded":"2024-03-07T03:10:57.126281+0000","last_fullsized":"2024-03-07T03:10:57.126281+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:56:14.059734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1125,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328593+0000","last_change":"2024-03-07T03:07:23.072942+0000","last_active":"2024-03-07T03:10:57.328593+0000","last_peered":"2024-03-07T03:10:57.328593+0000","last_clean":"2024-03-07T03:10:57.328593+0000","last_became_active":"2024-03-07T03:07:23.072639+0000","last_became_peered":"2024-03-07T03:07:23.072639+0000","last_unstale":"2024-03-07T03:10:57.328593+0000","last_undegraded":"2024-03-07T03:10:57.328593+0000","last_fullsized":"2024-03-07T03:10:57.328593+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:42.808853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1122,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328668+0000","last_change":"2024-03-07T03:05:35.934963+0000","last_active":"2024-03-07T03:10:57.328668+0000","last_peered":"2024-03-07T03:10:57.328668+0000","last_clean":"2024-03-07T03:10:57.328668+0000","last_became_active":"2024-03-07T03:05:35.932493+0000","last_became_peered":"2024-03-07T03:05:35.932493+0000","last_unstale":"2024-03-07T03:10:57.328668+0000","last_undegraded":"2024-03-07T03:10:57.328668+0000","last_fullsized":"2024-03-07T03:10:57.328668+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:00:57.111662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1038,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129763+0000","last_change":"2024-03-07T03:07:58.756063+0000","last_active":"2024-03-07T03:10:57.129763+0000","last_peered":"2024-03-07T03:10:57.129763+0000","last_clean":"2024-03-07T03:10:57.129763+0000","last_became_active":"2024-03-07T03:07:58.755712+0000","last_became_peered":"2024-03-07T03:07:58.755712+0000","last_unstale":"2024-03-07T03:10:57.129763+0000","last_undegraded":"2024-03-07T03:10:57.129763+0000","last_fullsized":"2024-03-07T03:10:57.129763+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:13:06.484346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122373+0000","last_change":"2024-03-07T03:06:09.996319+0000","last_active":"2024-03-07T03:10:57.122373+0000","last_peered":"2024-03-07T03:10:57.122373+0000","last_clean":"2024-03-07T03:10:57.122373+0000","last_became_active":"2024-03-07T03:06:09.996002+0000","last_became_peered":"2024-03-07T03:06:09.996002+0000","last_unstale":"2024-03-07T03:10:57.122373+0000","last_undegraded":"2024-03-07T03:10:57.122373+0000","last_fullsized":"2024-03-07T03:10:57.122373+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:41:55.764562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1004,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127980+0000","last_change":"2024-03-07T03:07:23.083466+0000","last_active":"2024-03-07T03:10:57.127980+0000","last_peered":"2024-03-07T03:10:57.127980+0000","last_clean":"2024-03-07T03:10:57.127980+0000","last_became_active":"2024-03-07T03:07:23.083156+0000","last_became_peered":"2024-03-07T03:07:23.083156+0000","last_unstale":"2024-03-07T03:10:57.127980+0000","last_undegraded":"2024-03-07T03:10:57.127980+0000","last_fullsized":"2024-03-07T03:10:57.127980+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:32:00.539449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1024,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130304+0000","last_change":"2024-03-07T03:07:58.752127+0000","last_active":"2024-03-07T03:10:57.130304+0000","last_peered":"2024-03-07T03:10:57.130304+0000","last_clean":"2024-03-07T03:10:57.130304+0000","last_became_active":"2024-03-07T03:07:58.751770+0000","last_became_peered":"2024-03-07T03:07:58.751770+0000","last_unstale":"2024-03-07T03:10:57.130304+0000","last_undegraded":"2024-03-07T03:10:57.130304+0000","last_fullsized":"2024-03-07T03:10:57.130304+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:43.791488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1058,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130040+0000","last_change":"2024-03-07T03:07:23.077653+0000","last_active":"2024-03-07T03:10:57.130040+0000","last_peered":"2024-03-07T03:10:57.130040+0000","last_clean":"2024-03-07T03:10:57.130040+0000","last_became_active":"2024-03-07T03:07:23.077355+0000","last_became_peered":"2024-03-07T03:07:23.077355+0000","last_unstale":"2024-03-07T03:10:57.130040+0000","last_undegraded":"2024-03-07T03:10:57.130040+0000","last_fullsized":"2024-03-07T03:10:57.130040+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:45.861158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1211,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126336+0000","last_change":"2024-03-07T03:06:47.851508+0000","last_active":"2024-03-07T03:10:57.126336+0000","last_peered":"2024-03-07T03:10:57.126336+0000","last_clean":"2024-03-07T03:10:57.126336+0000","last_became_active":"2024-03-07T03:06:47.850839+0000","last_became_peered":"2024-03-07T03:06:47.850839+0000","last_unstale":"2024-03-07T03:10:57.126336+0000","last_undegraded":"2024-03-07T03:10:57.126336+0000","last_fullsized":"2024-03-07T03:10:57.126336+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:08:06.622234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1191,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122519+0000","last_change":"2024-03-07T03:06:47.845848+0000","last_active":"2024-03-07T03:10:57.122519+0000","last_peered":"2024-03-07T03:10:57.122519+0000","last_clean":"2024-03-07T03:10:57.122519+0000","last_became_active":"2024-03-07T03:06:47.845425+0000","last_became_peered":"2024-03-07T03:06:47.845425+0000","last_unstale":"2024-03-07T03:10:57.122519+0000","last_undegraded":"2024-03-07T03:10:57.122519+0000","last_fullsized":"2024-03-07T03:10:57.122519+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:16:24.833986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1077,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123242+0000","last_change":"2024-03-07T03:07:58.754983+0000","last_active":"2024-03-07T03:10:57.123242+0000","last_peered":"2024-03-07T03:10:57.123242+0000","last_clean":"2024-03-07T03:10:57.123242+0000","last_became_active":"2024-03-07T03:07:58.754657+0000","last_became_peered":"2024-03-07T03:07:58.754657+0000","last_unstale":"2024-03-07T03:10:57.123242+0000","last_undegraded":"2024-03-07T03:10:57.123242+0000","last_fullsized":"2024-03-07T03:10:57.123242+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:06:00.897772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"716'29","reported_seq":1040,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127843+0000","last_change":"2024-03-07T03:07:23.079677+0000","last_active":"2024-03-07T03:10:57.127843+0000","last_peered":"2024-03-07T03:10:57.127843+0000","last_clean":"2024-03-07T03:10:57.127843+0000","last_became_active":"2024-03-07T03:07:23.079320+0000","last_became_peered":"2024-03-07T03:07:23.079320+0000","last_unstale":"2024-03-07T03:10:57.127843+0000","last_undegraded":"2024-03-07T03:10:57.127843+0000","last_fullsized":"2024-03-07T03:10:57.127843+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:49:54.979015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":984,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297755+0000","last_change":"2024-03-07T03:07:58.758376+0000","last_active":"2024-03-07T03:10:57.297755+0000","last_peered":"2024-03-07T03:10:57.297755+0000","last_clean":"2024-03-07T03:10:57.297755+0000","last_became_active":"2024-03-07T03:07:58.757816+0000","last_became_peered":"2024-03-07T03:07:58.757816+0000","last_unstale":"2024-03-07T03:10:57.297755+0000","last_undegraded":"2024-03-07T03:10:57.297755+0000","last_fullsized":"2024-03-07T03:10:57.297755+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:47.253727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1217,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126076+0000","last_change":"2024-03-07T03:06:09.989072+0000","last_active":"2024-03-07T03:10:57.126076+0000","last_peered":"2024-03-07T03:10:57.126076+0000","last_clean":"2024-03-07T03:10:57.126076+0000","last_became_active":"2024-03-07T03:06:09.987754+0000","last_became_peered":"2024-03-07T03:06:09.987754+0000","last_unstale":"2024-03-07T03:10:57.126076+0000","last_undegraded":"2024-03-07T03:10:57.126076+0000","last_fullsized":"2024-03-07T03:10:57.126076+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:05:15.340331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125648+0000","last_change":"2024-03-07T03:07:58.754207+0000","last_active":"2024-03-07T03:10:57.125648+0000","last_peered":"2024-03-07T03:10:57.125648+0000","last_clean":"2024-03-07T03:10:57.125648+0000","last_became_active":"2024-03-07T03:07:58.753859+0000","last_became_peered":"2024-03-07T03:07:58.753859+0000","last_unstale":"2024-03-07T03:10:57.125648+0000","last_undegraded":"2024-03-07T03:10:57.125648+0000","last_fullsized":"2024-03-07T03:10:57.125648+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:14:02.813872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1051,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129861+0000","last_change":"2024-03-07T03:07:58.755838+0000","last_active":"2024-03-07T03:10:57.129861+0000","last_peered":"2024-03-07T03:10:57.129861+0000","last_clean":"2024-03-07T03:10:57.129861+0000","last_became_active":"2024-03-07T03:07:58.755436+0000","last_became_peered":"2024-03-07T03:07:58.755436+0000","last_unstale":"2024-03-07T03:10:57.129861+0000","last_undegraded":"2024-03-07T03:10:57.129861+0000","last_fullsized":"2024-03-07T03:10:57.129861+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:25.094944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":984,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297649+0000","last_change":"2024-03-07T03:07:58.750199+0000","last_active":"2024-03-07T03:10:57.297649+0000","last_peered":"2024-03-07T03:10:57.297649+0000","last_clean":"2024-03-07T03:10:57.297649+0000","last_became_active":"2024-03-07T03:07:58.749858+0000","last_became_peered":"2024-03-07T03:07:58.749858+0000","last_unstale":"2024-03-07T03:10:57.297649+0000","last_undegraded":"2024-03-07T03:10:57.297649+0000","last_fullsized":"2024-03-07T03:10:57.297649+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:41.122539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1013,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127567+0000","last_change":"2024-03-07T03:07:23.076835+0000","last_active":"2024-03-07T03:10:57.127567+0000","last_peered":"2024-03-07T03:10:57.127567+0000","last_clean":"2024-03-07T03:10:57.127567+0000","last_became_active":"2024-03-07T03:07:23.075094+0000","last_became_peered":"2024-03-07T03:07:23.075094+0000","last_unstale":"2024-03-07T03:10:57.127567+0000","last_undegraded":"2024-03-07T03:10:57.127567+0000","last_fullsized":"2024-03-07T03:10:57.127567+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:50:36.739831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1004,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127419+0000","last_change":"2024-03-07T03:07:23.078279+0000","last_active":"2024-03-07T03:10:57.127419+0000","last_peered":"2024-03-07T03:10:57.127419+0000","last_clean":"2024-03-07T03:10:57.127419+0000","last_became_active":"2024-03-07T03:07:23.077338+0000","last_became_peered":"2024-03-07T03:07:23.077338+0000","last_unstale":"2024-03-07T03:10:57.127419+0000","last_undegraded":"2024-03-07T03:10:57.127419+0000","last_fullsized":"2024-03-07T03:10:57.127419+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:05:40.599683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1168,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329387+0000","last_change":"2024-03-07T03:05:01.461919+0000","last_active":"2024-03-07T03:10:57.329387+0000","last_peered":"2024-03-07T03:10:57.329387+0000","last_clean":"2024-03-07T03:10:57.329387+0000","last_became_active":"2024-03-07T03:05:01.459759+0000","last_became_peered":"2024-03-07T03:05:01.459759+0000","last_unstale":"2024-03-07T03:10:57.329387+0000","last_undegraded":"2024-03-07T03:10:57.329387+0000","last_fullsized":"2024-03-07T03:10:57.329387+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:31:45.535178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":970,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297341+0000","last_change":"2024-03-07T03:07:58.753856+0000","last_active":"2024-03-07T03:10:57.297341+0000","last_peered":"2024-03-07T03:10:57.297341+0000","last_clean":"2024-03-07T03:10:57.297341+0000","last_became_active":"2024-03-07T03:07:58.751889+0000","last_became_peered":"2024-03-07T03:07:58.751889+0000","last_unstale":"2024-03-07T03:10:57.297341+0000","last_undegraded":"2024-03-07T03:10:57.297341+0000","last_fullsized":"2024-03-07T03:10:57.297341+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:27:20.126942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"863'1273","reported_seq":4339,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329519+0000","last_change":"2024-03-07T03:10:56.137635+0000","last_active":"2024-03-07T03:10:57.329519+0000","last_peered":"2024-03-07T03:10:57.329519+0000","last_clean":"2024-03-07T03:10:57.329519+0000","last_became_active":"2024-03-07T03:05:01.457883+0000","last_became_peered":"2024-03-07T03:05:01.457883+0000","last_unstale":"2024-03-07T03:10:57.329519+0000","last_undegraded":"2024-03-07T03:10:57.329519+0000","last_fullsized":"2024-03-07T03:10:57.329519+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1273,"log_dups_size":0,"ondisk_log_size":1273,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:21:46.718939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.021818005000000001,"stat_sum":{"num_bytes":15540224,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":258,"num_read_kb":529715,"num_write":442,"num_write_kb":102224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1441792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.f","version":"61'1","reported_seq":1080,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123672+0000","last_change":"2024-03-07T03:07:58.755003+0000","last_active":"2024-03-07T03:10:57.123672+0000","last_peered":"2024-03-07T03:10:57.123672+0000","last_clean":"2024-03-07T03:10:57.123672+0000","last_became_active":"2024-03-07T03:07:58.754564+0000","last_became_peered":"2024-03-07T03:07:58.754564+0000","last_unstale":"2024-03-07T03:10:57.123672+0000","last_undegraded":"2024-03-07T03:10:57.123672+0000","last_fullsized":"2024-03-07T03:10:57.123672+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:34:53.344746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298000+0000","last_change":"2024-03-07T03:07:58.750952+0000","last_active":"2024-03-07T03:10:57.298000+0000","last_peered":"2024-03-07T03:10:57.298000+0000","last_clean":"2024-03-07T03:10:57.298000+0000","last_became_active":"2024-03-07T03:07:58.749229+0000","last_became_peered":"2024-03-07T03:07:58.749229+0000","last_unstale":"2024-03-07T03:10:57.298000+0000","last_undegraded":"2024-03-07T03:10:57.298000+0000","last_fullsized":"2024-03-07T03:10:57.298000+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:53:10.534950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"863'847","reported_seq":4046,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125690+0000","last_change":"2024-03-07T03:10:56.129162+0000","last_active":"2024-03-07T03:10:57.125690+0000","last_peered":"2024-03-07T03:10:57.125690+0000","last_clean":"2024-03-07T03:10:57.125690+0000","last_became_active":"2024-03-07T03:07:23.074596+0000","last_became_peered":"2024-03-07T03:07:23.074596+0000","last_unstale":"2024-03-07T03:10:57.125690+0000","last_undegraded":"2024-03-07T03:10:57.125690+0000","last_fullsized":"2024-03-07T03:10:57.125690+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":847,"log_dups_size":0,"ondisk_log_size":847,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:34:23.625809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0099120149999999997,"stat_sum":{"num_bytes":38936576,"num_objects":11,"num_object_clones":9,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":157,"num_read_kb":413258,"num_write":266,"num_write_kb":109952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":4374528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.2","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122312+0000","last_change":"2024-03-07T03:06:47.845893+0000","last_active":"2024-03-07T03:10:57.122312+0000","last_peered":"2024-03-07T03:10:57.122312+0000","last_clean":"2024-03-07T03:10:57.122312+0000","last_became_active":"2024-03-07T03:06:47.845548+0000","last_became_peered":"2024-03-07T03:06:47.845548+0000","last_unstale":"2024-03-07T03:10:57.122312+0000","last_undegraded":"2024-03-07T03:10:57.122312+0000","last_fullsized":"2024-03-07T03:10:57.122312+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:19:55.051329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1185,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122598+0000","last_change":"2024-03-07T03:07:58.751041+0000","last_active":"2024-03-07T03:10:57.122598+0000","last_peered":"2024-03-07T03:10:57.122598+0000","last_clean":"2024-03-07T03:10:57.122598+0000","last_became_active":"2024-03-07T03:07:58.749047+0000","last_became_peered":"2024-03-07T03:07:58.749047+0000","last_unstale":"2024-03-07T03:10:57.122598+0000","last_undegraded":"2024-03-07T03:10:57.122598+0000","last_fullsized":"2024-03-07T03:10:57.122598+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:47:59.256394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1056,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129942+0000","last_change":"2024-03-07T03:06:47.858022+0000","last_active":"2024-03-07T03:10:57.129942+0000","last_peered":"2024-03-07T03:10:57.129942+0000","last_clean":"2024-03-07T03:10:57.129942+0000","last_became_active":"2024-03-07T03:06:47.857526+0000","last_became_peered":"2024-03-07T03:06:47.857526+0000","last_unstale":"2024-03-07T03:10:57.129942+0000","last_undegraded":"2024-03-07T03:10:57.129942+0000","last_fullsized":"2024-03-07T03:10:57.129942+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:02:03.856321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"862'1186","reported_seq":4377,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126178+0000","last_change":"2024-03-07T03:10:56.119983+0000","last_active":"2024-03-07T03:10:57.126178+0000","last_peered":"2024-03-07T03:10:57.126178+0000","last_clean":"2024-03-07T03:10:57.126178+0000","last_became_active":"2024-03-07T03:06:09.988405+0000","last_became_peered":"2024-03-07T03:06:09.988405+0000","last_unstale":"2024-03-07T03:10:57.126178+0000","last_undegraded":"2024-03-07T03:10:57.126178+0000","last_fullsized":"2024-03-07T03:10:57.126178+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1186,"log_dups_size":0,"ondisk_log_size":1186,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:41:38.890400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099770099999999993,"stat_sum":{"num_bytes":13524992,"num_objects":9,"num_object_clones":6,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":208,"num_read_kb":390958,"num_write":505,"num_write_kb":103888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":50642944,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122311+0000","last_change":"2024-03-07T03:05:35.928460+0000","last_active":"2024-03-07T03:10:57.122311+0000","last_peered":"2024-03-07T03:10:57.122311+0000","last_clean":"2024-03-07T03:10:57.122311+0000","last_became_active":"2024-03-07T03:05:35.928017+0000","last_became_peered":"2024-03-07T03:05:35.928017+0000","last_unstale":"2024-03-07T03:10:57.122311+0000","last_undegraded":"2024-03-07T03:10:57.122311+0000","last_fullsized":"2024-03-07T03:10:57.122311+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:53:27.674544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1025,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129657+0000","last_change":"2024-03-07T03:07:23.075249+0000","last_active":"2024-03-07T03:10:57.129657+0000","last_peered":"2024-03-07T03:10:57.129657+0000","last_clean":"2024-03-07T03:10:57.129657+0000","last_became_active":"2024-03-07T03:07:23.074866+0000","last_became_peered":"2024-03-07T03:07:23.074866+0000","last_unstale":"2024-03-07T03:10:57.129657+0000","last_undegraded":"2024-03-07T03:10:57.129657+0000","last_fullsized":"2024-03-07T03:10:57.129657+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:03.393010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1077,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123129+0000","last_change":"2024-03-07T03:07:23.069585+0000","last_active":"2024-03-07T03:10:57.123129+0000","last_peered":"2024-03-07T03:10:57.123129+0000","last_clean":"2024-03-07T03:10:57.123129+0000","last_became_active":"2024-03-07T03:07:23.069262+0000","last_became_peered":"2024-03-07T03:07:23.069262+0000","last_unstale":"2024-03-07T03:10:57.123129+0000","last_undegraded":"2024-03-07T03:10:57.123129+0000","last_fullsized":"2024-03-07T03:10:57.123129+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:11:22.045807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"861'1094","reported_seq":4795,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.331022+0000","last_change":"2024-03-07T03:10:57.331022+0000","last_active":"2024-03-07T03:10:57.331022+0000","last_peered":"2024-03-07T03:10:57.331022+0000","last_clean":"2024-03-07T03:10:57.331022+0000","last_became_active":"2024-03-07T03:06:47.847229+0000","last_became_peered":"2024-03-07T03:06:47.847229+0000","last_unstale":"2024-03-07T03:10:57.331022+0000","last_undegraded":"2024-03-07T03:10:57.331022+0000","last_fullsized":"2024-03-07T03:10:57.331022+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1094,"log_dups_size":0,"ondisk_log_size":1094,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:58:27.729404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.032339935,"stat_sum":{"num_bytes":113606656,"num_objects":59,"num_object_clones":55,"num_object_copies":177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":279,"num_read_kb":358703,"num_write":525,"num_write_kb":146904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":36642816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1181,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122460+0000","last_change":"2024-03-07T03:06:47.843416+0000","last_active":"2024-03-07T03:10:57.122460+0000","last_peered":"2024-03-07T03:10:57.122460+0000","last_clean":"2024-03-07T03:10:57.122460+0000","last_became_active":"2024-03-07T03:06:47.842812+0000","last_became_peered":"2024-03-07T03:06:47.842812+0000","last_unstale":"2024-03-07T03:10:57.122460+0000","last_undegraded":"2024-03-07T03:10:57.122460+0000","last_fullsized":"2024-03-07T03:10:57.122460+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:03:02.672609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.121844+0000","last_change":"2024-03-07T03:07:23.071850+0000","last_active":"2024-03-07T03:10:57.121844+0000","last_peered":"2024-03-07T03:10:57.121844+0000","last_clean":"2024-03-07T03:10:57.121844+0000","last_became_active":"2024-03-07T03:07:23.071476+0000","last_became_peered":"2024-03-07T03:07:23.071476+0000","last_unstale":"2024-03-07T03:10:57.121844+0000","last_undegraded":"2024-03-07T03:10:57.121844+0000","last_fullsized":"2024-03-07T03:10:57.121844+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:13:05.296486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1156,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329321+0000","last_change":"2024-03-07T03:05:35.926187+0000","last_active":"2024-03-07T03:10:57.329321+0000","last_peered":"2024-03-07T03:10:57.329321+0000","last_clean":"2024-03-07T03:10:57.329321+0000","last_became_active":"2024-03-07T03:05:35.925908+0000","last_became_peered":"2024-03-07T03:05:35.925908+0000","last_unstale":"2024-03-07T03:10:57.329321+0000","last_undegraded":"2024-03-07T03:10:57.329321+0000","last_fullsized":"2024-03-07T03:10:57.329321+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:48:33.101185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"863'1146","reported_seq":3871,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298193+0000","last_change":"2024-03-07T03:10:56.132170+0000","last_active":"2024-03-07T03:10:57.298193+0000","last_peered":"2024-03-07T03:10:57.298193+0000","last_clean":"2024-03-07T03:10:57.298193+0000","last_became_active":"2024-03-07T03:07:58.756854+0000","last_became_peered":"2024-03-07T03:07:58.756854+0000","last_unstale":"2024-03-07T03:10:57.298193+0000","last_undegraded":"2024-03-07T03:10:57.298193+0000","last_fullsized":"2024-03-07T03:10:57.298193+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1146,"log_dups_size":0,"ondisk_log_size":1146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T02:59:04.693146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.010433211,"stat_sum":{"num_bytes":34668544,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":1,"num_read":219,"num_read_kb":317694,"num_write":420,"num_write_kb":93568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":10240000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1004,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127941+0000","last_change":"2024-03-07T03:07:58.760449+0000","last_active":"2024-03-07T03:10:57.127941+0000","last_peered":"2024-03-07T03:10:57.127941+0000","last_clean":"2024-03-07T03:10:57.127941+0000","last_became_active":"2024-03-07T03:07:58.760086+0000","last_became_peered":"2024-03-07T03:07:58.760086+0000","last_unstale":"2024-03-07T03:10:57.127941+0000","last_undegraded":"2024-03-07T03:10:57.127941+0000","last_fullsized":"2024-03-07T03:10:57.127941+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:34:38.583100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1087,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328930+0000","last_change":"2024-03-07T03:07:23.073659+0000","last_active":"2024-03-07T03:10:57.328930+0000","last_peered":"2024-03-07T03:10:57.328930+0000","last_clean":"2024-03-07T03:10:57.328930+0000","last_became_active":"2024-03-07T03:07:23.073277+0000","last_became_peered":"2024-03-07T03:07:23.073277+0000","last_unstale":"2024-03-07T03:10:57.328930+0000","last_undegraded":"2024-03-07T03:10:57.328930+0000","last_fullsized":"2024-03-07T03:10:57.328930+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:48:34.819985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1059,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129753+0000","last_change":"2024-03-07T03:07:58.752576+0000","last_active":"2024-03-07T03:10:57.129753+0000","last_peered":"2024-03-07T03:10:57.129753+0000","last_clean":"2024-03-07T03:10:57.129753+0000","last_became_active":"2024-03-07T03:07:58.752193+0000","last_became_peered":"2024-03-07T03:07:58.752193+0000","last_unstale":"2024-03-07T03:10:57.129753+0000","last_undegraded":"2024-03-07T03:10:57.129753+0000","last_fullsized":"2024-03-07T03:10:57.129753+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:55:14.205594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"395'197","reported_seq":1464,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297589+0000","last_change":"2024-03-07T03:07:58.752982+0000","last_active":"2024-03-07T03:10:57.297589+0000","last_peered":"2024-03-07T03:10:57.297589+0000","last_clean":"2024-03-07T03:10:57.297589+0000","last_became_active":"2024-03-07T03:07:58.752004+0000","last_became_peered":"2024-03-07T03:07:58.752004+0000","last_unstale":"2024-03-07T03:10:57.297589+0000","last_undegraded":"2024-03-07T03:10:57.297589+0000","last_fullsized":"2024-03-07T03:10:57.297589+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_clean_scrub_stamp":"2024-03-07T02:51:31.238394+0000","objects_scrubbed":0,"log_size":197,"log_dups_size":0,"ondisk_log_size":197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:53.766202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"858'3145","reported_seq":6528,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.131283+0000","last_change":"2024-03-07T03:10:57.131283+0000","last_active":"2024-03-07T03:10:57.131283+0000","last_peered":"2024-03-07T03:10:57.131283+0000","last_clean":"2024-03-07T03:10:57.131283+0000","last_became_active":"2024-03-07T03:06:47.859231+0000","last_became_peered":"2024-03-07T03:06:47.859231+0000","last_unstale":"2024-03-07T03:10:57.131283+0000","last_undegraded":"2024-03-07T03:10:57.131283+0000","last_fullsized":"2024-03-07T03:10:57.131283+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3145,"log_dups_size":0,"ondisk_log_size":3145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:10:03.781442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001499434,"stat_sum":{"num_bytes":18481152,"num_objects":15,"num_object_clones":14,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":124,"num_read_kb":398406,"num_write":253,"num_write_kb":45856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":9773056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126312+0000","last_change":"2024-03-07T03:05:01.454053+0000","last_active":"2024-03-07T03:10:57.126312+0000","last_peered":"2024-03-07T03:10:57.126312+0000","last_clean":"2024-03-07T03:10:57.126312+0000","last_became_active":"2024-03-07T03:05:01.453718+0000","last_became_peered":"2024-03-07T03:05:01.453718+0000","last_unstale":"2024-03-07T03:10:57.126312+0000","last_undegraded":"2024-03-07T03:10:57.126312+0000","last_fullsized":"2024-03-07T03:10:57.126312+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:10:59.835543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125495+0000","last_change":"2024-03-07T03:06:09.987673+0000","last_active":"2024-03-07T03:10:57.125495+0000","last_peered":"2024-03-07T03:10:57.125495+0000","last_clean":"2024-03-07T03:10:57.125495+0000","last_became_active":"2024-03-07T03:06:09.987328+0000","last_became_peered":"2024-03-07T03:06:09.987328+0000","last_unstale":"2024-03-07T03:10:57.125495+0000","last_undegraded":"2024-03-07T03:10:57.125495+0000","last_fullsized":"2024-03-07T03:10:57.125495+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:11:17.983744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":973,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297326+0000","last_change":"2024-03-07T03:07:58.757849+0000","last_active":"2024-03-07T03:10:57.297326+0000","last_peered":"2024-03-07T03:10:57.297326+0000","last_clean":"2024-03-07T03:10:57.297326+0000","last_became_active":"2024-03-07T03:07:58.757399+0000","last_became_peered":"2024-03-07T03:07:58.757399+0000","last_unstale":"2024-03-07T03:10:57.297326+0000","last_undegraded":"2024-03-07T03:10:57.297326+0000","last_fullsized":"2024-03-07T03:10:57.297326+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:54:11.413787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"864'1259","reported_seq":4062,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130113+0000","last_change":"2024-03-07T03:10:56.129203+0000","last_active":"2024-03-07T03:10:57.130113+0000","last_peered":"2024-03-07T03:10:57.130113+0000","last_clean":"2024-03-07T03:10:57.130113+0000","last_became_active":"2024-03-07T03:07:23.080120+0000","last_became_peered":"2024-03-07T03:07:23.080120+0000","last_unstale":"2024-03-07T03:10:57.130113+0000","last_undegraded":"2024-03-07T03:10:57.130113+0000","last_fullsized":"2024-03-07T03:10:57.130113+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1259,"log_dups_size":0,"ondisk_log_size":1259,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:33:24.850580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0059393290000000001,"stat_sum":{"num_bytes":23298048,"num_objects":10,"num_object_clones":7,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":249,"num_read_kb":271095,"num_write":553,"num_write_kb":138504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":18890752,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.3","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125834+0000","last_change":"2024-03-07T03:07:58.750289+0000","last_active":"2024-03-07T03:10:57.125834+0000","last_peered":"2024-03-07T03:10:57.125834+0000","last_clean":"2024-03-07T03:10:57.125834+0000","last_became_active":"2024-03-07T03:07:58.749557+0000","last_became_peered":"2024-03-07T03:07:58.749557+0000","last_unstale":"2024-03-07T03:10:57.125834+0000","last_undegraded":"2024-03-07T03:10:57.125834+0000","last_fullsized":"2024-03-07T03:10:57.125834+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:54:43.865660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297934+0000","last_change":"2024-03-07T03:07:58.758005+0000","last_active":"2024-03-07T03:10:57.297934+0000","last_peered":"2024-03-07T03:10:57.297934+0000","last_clean":"2024-03-07T03:10:57.297934+0000","last_became_active":"2024-03-07T03:07:58.756833+0000","last_became_peered":"2024-03-07T03:07:58.756833+0000","last_unstale":"2024-03-07T03:10:57.297934+0000","last_undegraded":"2024-03-07T03:10:57.297934+0000","last_fullsized":"2024-03-07T03:10:57.297934+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:37:55.288554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122495+0000","last_change":"2024-03-07T03:06:47.843644+0000","last_active":"2024-03-07T03:10:57.122495+0000","last_peered":"2024-03-07T03:10:57.122495+0000","last_clean":"2024-03-07T03:10:57.122495+0000","last_became_active":"2024-03-07T03:06:47.842694+0000","last_became_peered":"2024-03-07T03:06:47.842694+0000","last_unstale":"2024-03-07T03:10:57.122495+0000","last_undegraded":"2024-03-07T03:10:57.122495+0000","last_fullsized":"2024-03-07T03:10:57.122495+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:25:34.783974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"863'880","reported_seq":3813,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123496+0000","last_change":"2024-03-07T03:10:56.125509+0000","last_active":"2024-03-07T03:10:57.123496+0000","last_peered":"2024-03-07T03:10:57.123496+0000","last_clean":"2024-03-07T03:10:57.123496+0000","last_became_active":"2024-03-07T03:07:58.755248+0000","last_became_peered":"2024-03-07T03:07:58.755248+0000","last_unstale":"2024-03-07T03:10:57.123496+0000","last_undegraded":"2024-03-07T03:10:57.123496+0000","last_fullsized":"2024-03-07T03:10:57.123496+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":880,"log_dups_size":0,"ondisk_log_size":880,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:40:02.788467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0073429089999999999,"stat_sum":{"num_bytes":9224192,"num_objects":8,"num_object_clones":6,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":1,"num_read":161,"num_read_kb":133885,"num_write":362,"num_write_kb":55920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1123,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329184+0000","last_change":"2024-03-07T03:07:58.764215+0000","last_active":"2024-03-07T03:10:57.329184+0000","last_peered":"2024-03-07T03:10:57.329184+0000","last_clean":"2024-03-07T03:10:57.329184+0000","last_became_active":"2024-03-07T03:07:58.763818+0000","last_became_peered":"2024-03-07T03:07:58.763818+0000","last_unstale":"2024-03-07T03:10:57.329184+0000","last_undegraded":"2024-03-07T03:10:57.329184+0000","last_fullsized":"2024-03-07T03:10:57.329184+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:27:54.623360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"719'2","reported_seq":1191,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122742+0000","last_change":"2024-03-07T03:07:23.074913+0000","last_active":"2024-03-07T03:10:57.122742+0000","last_peered":"2024-03-07T03:10:57.122742+0000","last_clean":"2024-03-07T03:10:57.122742+0000","last_became_active":"2024-03-07T03:07:23.074530+0000","last_became_peered":"2024-03-07T03:07:23.074530+0000","last_unstale":"2024-03-07T03:10:57.122742+0000","last_undegraded":"2024-03-07T03:10:57.122742+0000","last_fullsized":"2024-03-07T03:10:57.122742+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:13:25.877187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1125,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329468+0000","last_change":"2024-03-07T03:07:58.757756+0000","last_active":"2024-03-07T03:10:57.329468+0000","last_peered":"2024-03-07T03:10:57.329468+0000","last_clean":"2024-03-07T03:10:57.329468+0000","last_became_active":"2024-03-07T03:07:58.757430+0000","last_became_peered":"2024-03-07T03:07:58.757430+0000","last_unstale":"2024-03-07T03:10:57.329468+0000","last_undegraded":"2024-03-07T03:10:57.329468+0000","last_fullsized":"2024-03-07T03:10:57.329468+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:22:21.412765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"863'1564","reported_seq":5162,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.329944+0000","last_change":"2024-03-07T03:10:57.329944+0000","last_active":"2024-03-07T03:10:57.329944+0000","last_peered":"2024-03-07T03:10:57.329944+0000","last_clean":"2024-03-07T03:10:57.329944+0000","last_became_active":"2024-03-07T03:06:09.990793+0000","last_became_peered":"2024-03-07T03:06:09.990793+0000","last_unstale":"2024-03-07T03:10:57.329944+0000","last_undegraded":"2024-03-07T03:10:57.329944+0000","last_fullsized":"2024-03-07T03:10:57.329944+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1564,"log_dups_size":0,"ondisk_log_size":1564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":143,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:53.639078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.019553126000000001,"stat_sum":{"num_bytes":100999168,"num_objects":73,"num_object_clones":68,"num_object_copies":219,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":1,"num_read":410,"num_read_kb":572954,"num_write":777,"num_write_kb":204640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":51175424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"c"},{"start":"178","length":"4"},{"start":"17e","length":"3"},{"start":"182","length":"4"},{"start":"187","length":"5"},{"start":"18d","length":"2"}]},{"pgid":"4.1","version":"0'0","reported_seq":1078,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122887+0000","last_change":"2024-03-07T03:07:23.071468+0000","last_active":"2024-03-07T03:10:57.122887+0000","last_peered":"2024-03-07T03:10:57.122887+0000","last_clean":"2024-03-07T03:10:57.122887+0000","last_became_active":"2024-03-07T03:07:23.071160+0000","last_became_peered":"2024-03-07T03:07:23.071160+0000","last_unstale":"2024-03-07T03:10:57.122887+0000","last_undegraded":"2024-03-07T03:10:57.122887+0000","last_fullsized":"2024-03-07T03:10:57.122887+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:17:55.686793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":989,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127941+0000","last_change":"2024-03-07T03:07:58.759142+0000","last_active":"2024-03-07T03:10:57.127941+0000","last_peered":"2024-03-07T03:10:57.127941+0000","last_clean":"2024-03-07T03:10:57.127941+0000","last_became_active":"2024-03-07T03:07:58.758771+0000","last_became_peered":"2024-03-07T03:07:58.758771+0000","last_unstale":"2024-03-07T03:10:57.127941+0000","last_undegraded":"2024-03-07T03:10:57.127941+0000","last_fullsized":"2024-03-07T03:10:57.127941+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:45:13.985820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126215+0000","last_change":"2024-03-07T03:06:09.988597+0000","last_active":"2024-03-07T03:10:57.126215+0000","last_peered":"2024-03-07T03:10:57.126215+0000","last_clean":"2024-03-07T03:10:57.126215+0000","last_became_active":"2024-03-07T03:06:09.988261+0000","last_became_peered":"2024-03-07T03:06:09.988261+0000","last_unstale":"2024-03-07T03:10:57.126215+0000","last_undegraded":"2024-03-07T03:10:57.126215+0000","last_fullsized":"2024-03-07T03:10:57.126215+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:11:06.717251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"843'3099","reported_seq":6397,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.131044+0000","last_change":"2024-03-07T03:10:57.131044+0000","last_active":"2024-03-07T03:10:57.131044+0000","last_peered":"2024-03-07T03:10:57.131044+0000","last_clean":"2024-03-07T03:10:57.131044+0000","last_became_active":"2024-03-07T03:07:23.084936+0000","last_became_peered":"2024-03-07T03:07:23.084936+0000","last_unstale":"2024-03-07T03:10:57.131044+0000","last_undegraded":"2024-03-07T03:10:57.131044+0000","last_fullsized":"2024-03-07T03:10:57.131044+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3099,"log_dups_size":0,"ondisk_log_size":3099,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:46:48.809690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012703,"stat_sum":{"num_bytes":8347648,"num_objects":13,"num_object_clones":12,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":56,"num_read_kb":33721,"num_write":241,"num_write_kb":36816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":434176,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1145,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329490+0000","last_change":"2024-03-07T03:05:01.461136+0000","last_active":"2024-03-07T03:10:57.329490+0000","last_peered":"2024-03-07T03:10:57.329490+0000","last_clean":"2024-03-07T03:10:57.329490+0000","last_became_active":"2024-03-07T03:05:01.457189+0000","last_became_peered":"2024-03-07T03:05:01.457189+0000","last_unstale":"2024-03-07T03:10:57.329490+0000","last_undegraded":"2024-03-07T03:10:57.329490+0000","last_fullsized":"2024-03-07T03:10:57.329490+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:23.791243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1101,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122863+0000","last_change":"2024-03-07T03:07:58.750311+0000","last_active":"2024-03-07T03:10:57.122863+0000","last_peered":"2024-03-07T03:10:57.122863+0000","last_clean":"2024-03-07T03:10:57.122863+0000","last_became_active":"2024-03-07T03:07:58.750001+0000","last_became_peered":"2024-03-07T03:07:58.750001+0000","last_unstale":"2024-03-07T03:10:57.122863+0000","last_undegraded":"2024-03-07T03:10:57.122863+0000","last_fullsized":"2024-03-07T03:10:57.122863+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:05.963944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"847'12789","reported_seq":16201,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.123778+0000","last_change":"2024-03-07T03:10:57.124034+0000","last_active":"2024-03-07T03:10:57.123778+0000","last_peered":"2024-03-07T03:10:57.123778+0000","last_clean":"2024-03-07T03:10:57.123778+0000","last_became_active":"2024-03-07T03:06:47.859957+0000","last_became_peered":"2024-03-07T03:06:47.859957+0000","last_unstale":"2024-03-07T03:10:57.123778+0000","last_undegraded":"2024-03-07T03:10:57.123778+0000","last_fullsized":"2024-03-07T03:10:57.123778+0000","mapping_epoch":625,"log_start":"599'6200","ondisk_log_start":"599'6200","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":6589,"log_dups_size":0,"ondisk_log_size":6589,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":137,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:29:13.699651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0091875959999999993,"stat_sum":{"num_bytes":71745536,"num_objects":32,"num_object_clones":30,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":0,"num_read":146,"num_read_kb":316804,"num_write":323,"num_write_kb":90232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":20865024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"5"},{"start":"171","length":"b"},{"start":"17e","length":"8"},{"start":"187","length":"5"},{"start":"18d","length":"3"},{"start":"192","length":"1"},{"start":"197","length":"1"},{"start":"199","length":"2"}]},{"pgid":"2.9","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122043+0000","last_change":"2024-03-07T03:07:58.752456+0000","last_active":"2024-03-07T03:10:57.122043+0000","last_peered":"2024-03-07T03:10:57.122043+0000","last_clean":"2024-03-07T03:10:57.122043+0000","last_became_active":"2024-03-07T03:07:58.752118+0000","last_became_peered":"2024-03-07T03:07:58.752118+0000","last_unstale":"2024-03-07T03:10:57.122043+0000","last_undegraded":"2024-03-07T03:10:57.122043+0000","last_fullsized":"2024-03-07T03:10:57.122043+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:08:08.574482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1116,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329239+0000","last_change":"2024-03-07T03:07:58.757839+0000","last_active":"2024-03-07T03:10:57.329239+0000","last_peered":"2024-03-07T03:10:57.329239+0000","last_clean":"2024-03-07T03:10:57.329239+0000","last_became_active":"2024-03-07T03:07:58.757495+0000","last_became_peered":"2024-03-07T03:07:58.757495+0000","last_unstale":"2024-03-07T03:10:57.329239+0000","last_undegraded":"2024-03-07T03:10:57.329239+0000","last_fullsized":"2024-03-07T03:10:57.329239+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:27:02.190643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"861'1463","reported_seq":5087,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.330799+0000","last_change":"2024-03-07T03:10:57.330799+0000","last_active":"2024-03-07T03:10:57.330799+0000","last_peered":"2024-03-07T03:10:57.330799+0000","last_clean":"2024-03-07T03:10:57.330799+0000","last_became_active":"2024-03-07T03:07:58.763085+0000","last_became_peered":"2024-03-07T03:07:58.763085+0000","last_unstale":"2024-03-07T03:10:57.330799+0000","last_undegraded":"2024-03-07T03:10:57.330799+0000","last_fullsized":"2024-03-07T03:10:57.330799+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1463,"log_dups_size":0,"ondisk_log_size":1463,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:39:21.050544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.016579719999999999,"stat_sum":{"num_bytes":106192896,"num_objects":71,"num_object_clones":66,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":1,"num_read":323,"num_read_kb":516030,"num_write":942,"num_write_kb":231680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":48201728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122226+0000","last_change":"2024-03-07T03:07:58.752370+0000","last_active":"2024-03-07T03:10:57.122226+0000","last_peered":"2024-03-07T03:10:57.122226+0000","last_clean":"2024-03-07T03:10:57.122226+0000","last_became_active":"2024-03-07T03:07:58.751985+0000","last_became_peered":"2024-03-07T03:07:58.751985+0000","last_unstale":"2024-03-07T03:10:57.122226+0000","last_undegraded":"2024-03-07T03:10:57.122226+0000","last_fullsized":"2024-03-07T03:10:57.122226+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:31:33.590004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1125,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328997+0000","last_change":"2024-03-07T03:06:09.987484+0000","last_active":"2024-03-07T03:10:57.328997+0000","last_peered":"2024-03-07T03:10:57.328997+0000","last_clean":"2024-03-07T03:10:57.328997+0000","last_became_active":"2024-03-07T03:06:09.986947+0000","last_became_peered":"2024-03-07T03:06:09.986947+0000","last_unstale":"2024-03-07T03:10:57.328997+0000","last_undegraded":"2024-03-07T03:10:57.328997+0000","last_fullsized":"2024-03-07T03:10:57.328997+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:37:38.253630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"857'1055","reported_seq":4917,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.128839+0000","last_change":"2024-03-07T03:10:57.123092+0000","last_active":"2024-03-07T03:10:57.128839+0000","last_peered":"2024-03-07T03:10:57.128839+0000","last_clean":"2024-03-07T03:10:57.128839+0000","last_became_active":"2024-03-07T03:06:09.993513+0000","last_became_peered":"2024-03-07T03:06:09.993513+0000","last_unstale":"2024-03-07T03:10:57.128839+0000","last_undegraded":"2024-03-07T03:10:57.128839+0000","last_fullsized":"2024-03-07T03:10:57.128839+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1055,"log_dups_size":0,"ondisk_log_size":1055,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:34:07.352811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013205965,"stat_sum":{"num_bytes":99745792,"num_objects":66,"num_object_clones":62,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":306,"num_read_kb":434534,"num_write":588,"num_write_kb":145464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":21749760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.b","version":"716'3","reported_seq":983,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297594+0000","last_change":"2024-03-07T03:07:58.749480+0000","last_active":"2024-03-07T03:10:57.297594+0000","last_peered":"2024-03-07T03:10:57.297594+0000","last_clean":"2024-03-07T03:10:57.297594+0000","last_became_active":"2024-03-07T03:07:58.749098+0000","last_became_peered":"2024-03-07T03:07:58.749098+0000","last_unstale":"2024-03-07T03:10:57.297594+0000","last_undegraded":"2024-03-07T03:10:57.297594+0000","last_fullsized":"2024-03-07T03:10:57.297594+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:35:33.945855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1034,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127679+0000","last_change":"2024-03-07T03:07:23.075725+0000","last_active":"2024-03-07T03:10:57.127679+0000","last_peered":"2024-03-07T03:10:57.127679+0000","last_clean":"2024-03-07T03:10:57.127679+0000","last_became_active":"2024-03-07T03:07:23.075203+0000","last_became_peered":"2024-03-07T03:07:23.075203+0000","last_unstale":"2024-03-07T03:10:57.127679+0000","last_undegraded":"2024-03-07T03:10:57.127679+0000","last_fullsized":"2024-03-07T03:10:57.127679+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:47:11.192302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"863'1711","reported_seq":5459,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.330918+0000","last_change":"2024-03-07T03:10:57.330918+0000","last_active":"2024-03-07T03:10:57.330918+0000","last_peered":"2024-03-07T03:10:57.330918+0000","last_clean":"2024-03-07T03:10:57.330918+0000","last_became_active":"2024-03-07T03:06:47.849454+0000","last_became_peered":"2024-03-07T03:06:47.849454+0000","last_unstale":"2024-03-07T03:10:57.330918+0000","last_undegraded":"2024-03-07T03:10:57.330918+0000","last_fullsized":"2024-03-07T03:10:57.330918+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1711,"log_dups_size":0,"ondisk_log_size":1711,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:40:07.156907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.014160193999999999,"stat_sum":{"num_bytes":165158912,"num_objects":93,"num_object_clones":87,"num_object_copies":279,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":93,"num_whiteouts":2,"num_read":489,"num_read_kb":756200,"num_write":870,"num_write_kb":258896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":69541888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1155,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329768+0000","last_change":"2024-03-07T03:06:47.847077+0000","last_active":"2024-03-07T03:10:57.329768+0000","last_peered":"2024-03-07T03:10:57.329768+0000","last_clean":"2024-03-07T03:10:57.329768+0000","last_became_active":"2024-03-07T03:06:47.846359+0000","last_became_peered":"2024-03-07T03:06:47.846359+0000","last_unstale":"2024-03-07T03:10:57.329768+0000","last_undegraded":"2024-03-07T03:10:57.329768+0000","last_fullsized":"2024-03-07T03:10:57.329768+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:00:08.102949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":970,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297930+0000","last_change":"2024-03-07T03:07:58.760528+0000","last_active":"2024-03-07T03:10:57.297930+0000","last_peered":"2024-03-07T03:10:57.297930+0000","last_clean":"2024-03-07T03:10:57.297930+0000","last_became_active":"2024-03-07T03:07:58.760226+0000","last_became_peered":"2024-03-07T03:07:58.760226+0000","last_unstale":"2024-03-07T03:10:57.297930+0000","last_undegraded":"2024-03-07T03:10:57.297930+0000","last_fullsized":"2024-03-07T03:10:57.297930+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:10:36.411047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"863'1938","reported_seq":4937,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329911+0000","last_change":"2024-03-07T03:10:56.140803+0000","last_active":"2024-03-07T03:10:57.329911+0000","last_peered":"2024-03-07T03:10:57.329911+0000","last_clean":"2024-03-07T03:10:57.329911+0000","last_became_active":"2024-03-07T03:06:09.993933+0000","last_became_peered":"2024-03-07T03:06:09.993933+0000","last_unstale":"2024-03-07T03:10:57.329911+0000","last_undegraded":"2024-03-07T03:10:57.329911+0000","last_fullsized":"2024-03-07T03:10:57.329911+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1938,"log_dups_size":0,"ondisk_log_size":1938,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:16.359457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.024996012000000001,"stat_sum":{"num_bytes":22765568,"num_objects":17,"num_object_clones":12,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":2,"num_read":350,"num_read_kb":387634,"num_write":702,"num_write_kb":183472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":7151616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.d","version":"61'1","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122322+0000","last_change":"2024-03-07T03:06:09.993129+0000","last_active":"2024-03-07T03:10:57.122322+0000","last_peered":"2024-03-07T03:10:57.122322+0000","last_clean":"2024-03-07T03:10:57.122322+0000","last_became_active":"2024-03-07T03:06:09.992737+0000","last_became_peered":"2024-03-07T03:06:09.992737+0000","last_unstale":"2024-03-07T03:10:57.122322+0000","last_undegraded":"2024-03-07T03:10:57.122322+0000","last_fullsized":"2024-03-07T03:10:57.122322+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:02:42.055569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1050,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130209+0000","last_change":"2024-03-07T03:07:23.076846+0000","last_active":"2024-03-07T03:10:57.130209+0000","last_peered":"2024-03-07T03:10:57.130209+0000","last_clean":"2024-03-07T03:10:57.130209+0000","last_became_active":"2024-03-07T03:07:23.075895+0000","last_became_peered":"2024-03-07T03:07:23.075895+0000","last_unstale":"2024-03-07T03:10:57.130209+0000","last_undegraded":"2024-03-07T03:10:57.130209+0000","last_fullsized":"2024-03-07T03:10:57.130209+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:09:15.080126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"854'331","reported_seq":3437,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.297959+0000","last_change":"2024-03-07T03:10:57.298223+0000","last_active":"2024-03-07T03:10:57.297959+0000","last_peered":"2024-03-07T03:10:57.297959+0000","last_clean":"2024-03-07T03:10:57.297959+0000","last_became_active":"2024-03-07T03:07:58.749089+0000","last_became_peered":"2024-03-07T03:07:58.749089+0000","last_unstale":"2024-03-07T03:10:57.297959+0000","last_undegraded":"2024-03-07T03:10:57.297959+0000","last_fullsized":"2024-03-07T03:10:57.297959+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":331,"log_dups_size":0,"ondisk_log_size":331,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":83,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:26:07.404191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00085119700000000004,"stat_sum":{"num_bytes":15409152,"num_objects":11,"num_object_clones":10,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":91,"num_read_kb":118251,"num_write":162,"num_write_kb":30616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":34586624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"56"},{"start":"1c2","length":"3"},{"start":"1c9","length":"1"}]},{"pgid":"2.e","version":"61'2","reported_seq":1159,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.330486+0000","last_change":"2024-03-07T03:07:58.755578+0000","last_active":"2024-03-07T03:10:57.330486+0000","last_peered":"2024-03-07T03:10:57.330486+0000","last_clean":"2024-03-07T03:10:57.330486+0000","last_became_active":"2024-03-07T03:07:58.755160+0000","last_became_peered":"2024-03-07T03:07:58.755160+0000","last_unstale":"2024-03-07T03:10:57.330486+0000","last_undegraded":"2024-03-07T03:10:57.330486+0000","last_fullsized":"2024-03-07T03:10:57.330486+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:20.584382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298271+0000","last_change":"2024-03-07T03:07:58.751269+0000","last_active":"2024-03-07T03:10:57.298271+0000","last_peered":"2024-03-07T03:10:57.298271+0000","last_clean":"2024-03-07T03:10:57.298271+0000","last_became_active":"2024-03-07T03:07:58.750956+0000","last_became_peered":"2024-03-07T03:07:58.750956+0000","last_unstale":"2024-03-07T03:10:57.298271+0000","last_undegraded":"2024-03-07T03:10:57.298271+0000","last_fullsized":"2024-03-07T03:10:57.298271+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:39.414545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1005,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127389+0000","last_change":"2024-03-07T03:07:23.081711+0000","last_active":"2024-03-07T03:10:57.127389+0000","last_peered":"2024-03-07T03:10:57.127389+0000","last_clean":"2024-03-07T03:10:57.127389+0000","last_became_active":"2024-03-07T03:07:23.079269+0000","last_became_peered":"2024-03-07T03:07:23.079269+0000","last_unstale":"2024-03-07T03:10:57.127389+0000","last_undegraded":"2024-03-07T03:10:57.127389+0000","last_fullsized":"2024-03-07T03:10:57.127389+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:39.008957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1156,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329220+0000","last_change":"2024-03-07T03:07:23.072806+0000","last_active":"2024-03-07T03:10:57.329220+0000","last_peered":"2024-03-07T03:10:57.329220+0000","last_clean":"2024-03-07T03:10:57.329220+0000","last_became_active":"2024-03-07T03:07:23.071234+0000","last_became_peered":"2024-03-07T03:07:23.071234+0000","last_unstale":"2024-03-07T03:10:57.329220+0000","last_undegraded":"2024-03-07T03:10:57.329220+0000","last_fullsized":"2024-03-07T03:10:57.329220+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:52.610744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1056,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129917+0000","last_change":"2024-03-07T03:06:47.851593+0000","last_active":"2024-03-07T03:10:57.129917+0000","last_peered":"2024-03-07T03:10:57.129917+0000","last_clean":"2024-03-07T03:10:57.129917+0000","last_became_active":"2024-03-07T03:06:47.849677+0000","last_became_peered":"2024-03-07T03:06:47.849677+0000","last_unstale":"2024-03-07T03:10:57.129917+0000","last_undegraded":"2024-03-07T03:10:57.129917+0000","last_fullsized":"2024-03-07T03:10:57.129917+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:30.969251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1115,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329947+0000","last_change":"2024-03-07T03:06:09.995434+0000","last_active":"2024-03-07T03:10:57.329947+0000","last_peered":"2024-03-07T03:10:57.329947+0000","last_clean":"2024-03-07T03:10:57.329947+0000","last_became_active":"2024-03-07T03:06:09.994939+0000","last_became_peered":"2024-03-07T03:06:09.994939+0000","last_unstale":"2024-03-07T03:10:57.329947+0000","last_undegraded":"2024-03-07T03:10:57.329947+0000","last_fullsized":"2024-03-07T03:10:57.329947+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:27:11.737354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1125,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328876+0000","last_change":"2024-03-07T03:06:09.987381+0000","last_active":"2024-03-07T03:10:57.328876+0000","last_peered":"2024-03-07T03:10:57.328876+0000","last_clean":"2024-03-07T03:10:57.328876+0000","last_became_active":"2024-03-07T03:06:09.986952+0000","last_became_peered":"2024-03-07T03:06:09.986952+0000","last_unstale":"2024-03-07T03:10:57.328876+0000","last_undegraded":"2024-03-07T03:10:57.328876+0000","last_fullsized":"2024-03-07T03:10:57.328876+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:26:15.439852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122355+0000","last_change":"2024-03-07T03:05:35.923999+0000","last_active":"2024-03-07T03:10:57.122355+0000","last_peered":"2024-03-07T03:10:57.122355+0000","last_clean":"2024-03-07T03:10:57.122355+0000","last_became_active":"2024-03-07T03:05:35.923719+0000","last_became_peered":"2024-03-07T03:05:35.923719+0000","last_unstale":"2024-03-07T03:10:57.122355+0000","last_undegraded":"2024-03-07T03:10:57.122355+0000","last_fullsized":"2024-03-07T03:10:57.122355+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:43:04.724647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1007,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.128126+0000","last_change":"2024-03-07T03:07:58.749989+0000","last_active":"2024-03-07T03:10:57.128126+0000","last_peered":"2024-03-07T03:10:57.128126+0000","last_clean":"2024-03-07T03:10:57.128126+0000","last_became_active":"2024-03-07T03:07:58.749643+0000","last_became_peered":"2024-03-07T03:07:58.749643+0000","last_unstale":"2024-03-07T03:10:57.128126+0000","last_undegraded":"2024-03-07T03:10:57.128126+0000","last_fullsized":"2024-03-07T03:10:57.128126+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:00:44.729806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1108,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329621+0000","last_change":"2024-03-07T03:06:09.999184+0000","last_active":"2024-03-07T03:10:57.329621+0000","last_peered":"2024-03-07T03:10:57.329621+0000","last_clean":"2024-03-07T03:10:57.329621+0000","last_became_active":"2024-03-07T03:06:09.998856+0000","last_became_peered":"2024-03-07T03:06:09.998856+0000","last_unstale":"2024-03-07T03:10:57.329621+0000","last_undegraded":"2024-03-07T03:10:57.329621+0000","last_fullsized":"2024-03-07T03:10:57.329621+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:37:00.102189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1056,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129652+0000","last_change":"2024-03-07T03:06:47.857644+0000","last_active":"2024-03-07T03:10:57.129652+0000","last_peered":"2024-03-07T03:10:57.129652+0000","last_clean":"2024-03-07T03:10:57.129652+0000","last_became_active":"2024-03-07T03:06:47.857354+0000","last_became_peered":"2024-03-07T03:06:47.857354+0000","last_unstale":"2024-03-07T03:10:57.129652+0000","last_undegraded":"2024-03-07T03:10:57.129652+0000","last_fullsized":"2024-03-07T03:10:57.129652+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:02:18.860369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1116,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328967+0000","last_change":"2024-03-07T03:06:09.987872+0000","last_active":"2024-03-07T03:10:57.328967+0000","last_peered":"2024-03-07T03:10:57.328967+0000","last_clean":"2024-03-07T03:10:57.328967+0000","last_became_active":"2024-03-07T03:06:09.986852+0000","last_became_peered":"2024-03-07T03:06:09.986852+0000","last_unstale":"2024-03-07T03:10:57.328967+0000","last_undegraded":"2024-03-07T03:10:57.328967+0000","last_fullsized":"2024-03-07T03:10:57.328967+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:13.708512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1034,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129625+0000","last_change":"2024-03-07T03:07:58.755825+0000","last_active":"2024-03-07T03:10:57.129625+0000","last_peered":"2024-03-07T03:10:57.129625+0000","last_clean":"2024-03-07T03:10:57.129625+0000","last_became_active":"2024-03-07T03:07:58.755395+0000","last_became_peered":"2024-03-07T03:07:58.755395+0000","last_unstale":"2024-03-07T03:10:57.129625+0000","last_undegraded":"2024-03-07T03:10:57.129625+0000","last_fullsized":"2024-03-07T03:10:57.129625+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:10:43.184914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125542+0000","last_change":"2024-03-07T03:07:58.753962+0000","last_active":"2024-03-07T03:10:57.125542+0000","last_peered":"2024-03-07T03:10:57.125542+0000","last_clean":"2024-03-07T03:10:57.125542+0000","last_became_active":"2024-03-07T03:07:58.753619+0000","last_became_peered":"2024-03-07T03:07:58.753619+0000","last_unstale":"2024-03-07T03:10:57.125542+0000","last_undegraded":"2024-03-07T03:10:57.125542+0000","last_fullsized":"2024-03-07T03:10:57.125542+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:44:44.641067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1012,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127636+0000","last_change":"2024-03-07T03:07:23.078516+0000","last_active":"2024-03-07T03:10:57.127636+0000","last_peered":"2024-03-07T03:10:57.127636+0000","last_clean":"2024-03-07T03:10:57.127636+0000","last_became_active":"2024-03-07T03:07:23.076017+0000","last_became_peered":"2024-03-07T03:07:23.076017+0000","last_unstale":"2024-03-07T03:10:57.127636+0000","last_undegraded":"2024-03-07T03:10:57.127636+0000","last_fullsized":"2024-03-07T03:10:57.127636+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:17:54.725933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":857645056,"num_objects":516,"num_object_clones":466,"num_object_copies":1548,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":516,"num_whiteouts":8,"num_read":3826,"num_read_kb":5949842,"num_write":7931,"num_write_kb":1978632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":107,"num_bytes_recovered":385712128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1170673664,"data_stored":2969124864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28580,"ondisk_log_size":28580,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197,"ondisk_log_size":197,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":26375,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":694,"seq":2980707303474,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":150184,"kb_used_data":96156,"kb_used_omap":35,"kb_used_meta":53980,"kb_avail":93594968,"statfs":{"total":95995035648,"available":95841247232,"internally_reserved":0,"allocated":98463744,"data_stored":167037349,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36312,"internal_metadata":55276072},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":660,"seq":2834678415417,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":94940,"kb_used_data":42576,"kb_used_omap":23,"kb_used_meta":52328,"kb_avail":93650212,"statfs":{"total":95995035648,"available":95897817088,"internally_reserved":0,"allocated":43597824,"data_stored":80829959,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":24173,"internal_metadata":53584275},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":463,"seq":1988569858147,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":692864,"kb_used_data":193964,"kb_used_omap":46,"kb_used_meta":498833,"kb_avail":93052288,"statfs":{"total":95995035648,"available":95285542912,"internally_reserved":0,"allocated":198619136,"data_stored":533391905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48036,"internal_metadata":510805084},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":528,"seq":2267742732373,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":401776,"kb_used_data":209252,"kb_used_omap":54,"kb_used_meta":192457,"kb_avail":93343376,"statfs":{"total":95995035648,"available":95583617024,"internally_reserved":0,"allocated":214274048,"data_stored":587826473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56016,"internal_metadata":197076272},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":495,"seq":2126008811612,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":485244,"kb_used_data":166572,"kb_used_omap":47,"kb_used_meta":318608,"kb_avail":93259908,"statfs":{"total":95995035648,"available":95498145792,"internally_reserved":0,"allocated":170569728,"data_stored":457545161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48143,"internal_metadata":326255601},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":562,"seq":2413771620430,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":177748,"kb_used_data":84672,"kb_used_omap":37,"kb_used_meta":93018,"kb_avail":93567404,"statfs":{"total":95995035648,"available":95813021696,"internally_reserved":0,"allocated":86704128,"data_stored":171510863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38083,"internal_metadata":95251261},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":591,"seq":2538325672008,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":365920,"kb_used_data":157844,"kb_used_omap":61,"kb_used_meta":208002,"kb_avail":93379232,"statfs":{"total":95995035648,"available":95620333568,"internally_reserved":0,"allocated":161632256,"data_stored":367986669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":62843,"internal_metadata":212994693},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":625,"seq":2684354560064,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":509804,"kb_used_data":269020,"kb_used_omap":73,"kb_used_meta":240694,"kb_avail":93235348,"statfs":{"total":95995035648,"available":95472996352,"internally_reserved":0,"allocated":275476480,"data_stored":649851960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":75044,"internal_metadata":246471388},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7413,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2060,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2124,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3359,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3677,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2797,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2839,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2106,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":188411904,"data_stored":527167488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":160964608,"data_stored":451911680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":204677120,"data_stored":582193152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":77082624,"data_stored":165871616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":152018944,"data_stored":362352640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":265863168,"data_stored":644214784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":33390592,"data_stored":74600448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":88264704,"data_stored":160813056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-07T03:12:06.474 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:12:06.475 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:12:06.475 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:12:06.475 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-07T03:12:06.475 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-07T03:12:06.475 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-07T03:12:06.475 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.c in trimming, state: active+clean+snaptrim_error 2024-03-07T03:12:06.475 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-07T03:12:06.475 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:12:06.475 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-07T03:12:08.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:12:07 smithi090 ceph-mon[89511]: pgmap v764: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:08.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:12:07 smithi090 ceph-mon[91928]: pgmap v764: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:08.411 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:12:07 smithi092 ceph-mon[83777]: pgmap v764: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:10.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:12:09 smithi090 ceph-mon[89511]: pgmap v765: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:10.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:12:09 smithi090 ceph-mon[91928]: pgmap v765: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:10.410 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:12:09 smithi092 ceph-mon[83777]: pgmap v765: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:12.309 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:12:11 smithi092 ceph-mon[83777]: pgmap v766: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:12.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:12:11 smithi090 ceph-mon[91928]: pgmap v766: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:12.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:12:11 smithi090 ceph-mon[89511]: pgmap v766: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:12.661 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:12:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:12:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:12:13.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:12:12 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:12:13.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:12:12 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:12:13.323 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:12:13 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:12:13] "GET /metrics HTTP/1.1" 200 36319 "" "Prometheus/2.43.0" 2024-03-07T03:12:13.410 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:12:12 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:12:14.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:12:13 smithi090 ceph-mon[89511]: pgmap v767: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:14.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:12:13 smithi090 ceph-mon[91928]: pgmap v767: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:14.411 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:12:13 smithi092 ceph-mon[83777]: pgmap v767: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:16.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:12:15 smithi090 ceph-mon[89511]: pgmap v768: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:16.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:12:15 smithi090 ceph-mon[91928]: pgmap v768: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:16.411 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:12:15 smithi092 ceph-mon[83777]: pgmap v768: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:16.476 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph pg dump --format=json 2024-03-07T03:12:16.698 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T03:12:18.219 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:12:17 smithi090 ceph-mon[91928]: pgmap v769: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:18.219 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:12:17 smithi090 ceph-mon[89511]: pgmap v769: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:18.411 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:12:17 smithi092 ceph-mon[83777]: pgmap v769: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:18.627 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T03:12:18.629 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-03-07T03:12:19.281 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:12:18 smithi090 ceph-mon[91928]: from='client.34536 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:12:19.282 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:12:18 smithi090 ceph-mon[89511]: from='client.34536 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:12:19.303 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":769,"stamp":"2024-03-07T03:12:17.870386+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":858242044,"num_objects":540,"num_object_clones":466,"num_object_copies":1620,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":540,"num_whiteouts":8,"num_read":4717,"num_read_kb":5951239,"num_write":8310,"num_write_kb":1981084,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":113,"num_bytes_recovered":387483232,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28845,"ondisk_log_size":28845,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2878480,"kb_used_data":1220056,"kb_used_omap":379,"kb_used_meta":1657924,"kb_avail":747082736,"statfs":{"total":767960285184,"available":765012721664,"internally_reserved":0,"allocated":1249337344,"data_stored":3015980339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":388650,"internal_metadata":1697714646},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003908"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":972,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298224+0000","last_change":"2024-03-07T03:07:58.753984+0000","last_active":"2024-03-07T03:10:57.298224+0000","last_peered":"2024-03-07T03:10:57.298224+0000","last_clean":"2024-03-07T03:10:57.298224+0000","last_became_active":"2024-03-07T03:07:58.753138+0000","last_became_peered":"2024-03-07T03:07:58.753138+0000","last_unstale":"2024-03-07T03:10:57.298224+0000","last_undegraded":"2024-03-07T03:10:57.298224+0000","last_fullsized":"2024-03-07T03:10:57.298224+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:37:39.612519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1184,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122633+0000","last_change":"2024-03-07T03:07:23.074862+0000","last_active":"2024-03-07T03:10:57.122633+0000","last_peered":"2024-03-07T03:10:57.122633+0000","last_clean":"2024-03-07T03:10:57.122633+0000","last_became_active":"2024-03-07T03:07:23.074512+0000","last_became_peered":"2024-03-07T03:07:23.074512+0000","last_unstale":"2024-03-07T03:10:57.122633+0000","last_undegraded":"2024-03-07T03:10:57.122633+0000","last_fullsized":"2024-03-07T03:10:57.122633+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:45:24.128672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125917+0000","last_change":"2024-03-07T03:05:01.446762+0000","last_active":"2024-03-07T03:10:57.125917+0000","last_peered":"2024-03-07T03:10:57.125917+0000","last_clean":"2024-03-07T03:10:57.125917+0000","last_became_active":"2024-03-07T03:05:01.446425+0000","last_became_peered":"2024-03-07T03:05:01.446425+0000","last_unstale":"2024-03-07T03:10:57.125917+0000","last_undegraded":"2024-03-07T03:10:57.125917+0000","last_fullsized":"2024-03-07T03:10:57.125917+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:39:39.897066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1051,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129875+0000","last_change":"2024-03-07T03:07:58.755992+0000","last_active":"2024-03-07T03:10:57.129875+0000","last_peered":"2024-03-07T03:10:57.129875+0000","last_clean":"2024-03-07T03:10:57.129875+0000","last_became_active":"2024-03-07T03:07:58.755499+0000","last_became_peered":"2024-03-07T03:07:58.755499+0000","last_unstale":"2024-03-07T03:10:57.129875+0000","last_undegraded":"2024-03-07T03:10:57.129875+0000","last_fullsized":"2024-03-07T03:10:57.129875+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:26:12.313572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":984,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297449+0000","last_change":"2024-03-07T03:07:58.752235+0000","last_active":"2024-03-07T03:10:57.297449+0000","last_peered":"2024-03-07T03:10:57.297449+0000","last_clean":"2024-03-07T03:10:57.297449+0000","last_became_active":"2024-03-07T03:07:58.751575+0000","last_became_peered":"2024-03-07T03:07:58.751575+0000","last_unstale":"2024-03-07T03:10:57.297449+0000","last_undegraded":"2024-03-07T03:10:57.297449+0000","last_fullsized":"2024-03-07T03:10:57.297449+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:12:05.995515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1029,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130051+0000","last_change":"2024-03-07T03:06:47.859644+0000","last_active":"2024-03-07T03:10:57.130051+0000","last_peered":"2024-03-07T03:10:57.130051+0000","last_clean":"2024-03-07T03:10:57.130051+0000","last_became_active":"2024-03-07T03:06:47.859097+0000","last_became_peered":"2024-03-07T03:06:47.859097+0000","last_unstale":"2024-03-07T03:10:57.130051+0000","last_undegraded":"2024-03-07T03:10:57.130051+0000","last_fullsized":"2024-03-07T03:10:57.130051+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:22:46.909130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":984,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297316+0000","last_change":"2024-03-07T03:07:58.754226+0000","last_active":"2024-03-07T03:10:57.297316+0000","last_peered":"2024-03-07T03:10:57.297316+0000","last_clean":"2024-03-07T03:10:57.297316+0000","last_became_active":"2024-03-07T03:07:58.753169+0000","last_became_peered":"2024-03-07T03:07:58.753169+0000","last_unstale":"2024-03-07T03:10:57.297316+0000","last_undegraded":"2024-03-07T03:10:57.297316+0000","last_fullsized":"2024-03-07T03:10:57.297316+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:46:59.258099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1085,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328560+0000","last_change":"2024-03-07T03:07:23.073492+0000","last_active":"2024-03-07T03:10:57.328560+0000","last_peered":"2024-03-07T03:10:57.328560+0000","last_clean":"2024-03-07T03:10:57.328560+0000","last_became_active":"2024-03-07T03:07:23.071929+0000","last_became_peered":"2024-03-07T03:07:23.071929+0000","last_unstale":"2024-03-07T03:10:57.328560+0000","last_undegraded":"2024-03-07T03:10:57.328560+0000","last_fullsized":"2024-03-07T03:10:57.328560+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:35:26.391722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":977,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298039+0000","last_change":"2024-03-07T03:07:58.760328+0000","last_active":"2024-03-07T03:10:57.298039+0000","last_peered":"2024-03-07T03:10:57.298039+0000","last_clean":"2024-03-07T03:10:57.298039+0000","last_became_active":"2024-03-07T03:07:58.760046+0000","last_became_peered":"2024-03-07T03:07:58.760046+0000","last_unstale":"2024-03-07T03:10:57.298039+0000","last_undegraded":"2024-03-07T03:10:57.298039+0000","last_fullsized":"2024-03-07T03:10:57.298039+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:08:46.356817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1004,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127859+0000","last_change":"2024-03-07T03:07:23.079945+0000","last_active":"2024-03-07T03:10:57.127859+0000","last_peered":"2024-03-07T03:10:57.127859+0000","last_clean":"2024-03-07T03:10:57.127859+0000","last_became_active":"2024-03-07T03:07:23.078551+0000","last_became_peered":"2024-03-07T03:07:23.078551+0000","last_unstale":"2024-03-07T03:10:57.127859+0000","last_undegraded":"2024-03-07T03:10:57.127859+0000","last_fullsized":"2024-03-07T03:10:57.127859+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:03:46.670084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1004,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127688+0000","last_change":"2024-03-07T03:07:23.081963+0000","last_active":"2024-03-07T03:10:57.127688+0000","last_peered":"2024-03-07T03:10:57.127688+0000","last_clean":"2024-03-07T03:10:57.127688+0000","last_became_active":"2024-03-07T03:07:23.080128+0000","last_became_peered":"2024-03-07T03:07:23.080128+0000","last_unstale":"2024-03-07T03:10:57.127688+0000","last_undegraded":"2024-03-07T03:10:57.127688+0000","last_fullsized":"2024-03-07T03:10:57.127688+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:56.813267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1147,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329628+0000","last_change":"2024-03-07T03:07:23.074902+0000","last_active":"2024-03-07T03:10:57.329628+0000","last_peered":"2024-03-07T03:10:57.329628+0000","last_clean":"2024-03-07T03:10:57.329628+0000","last_became_active":"2024-03-07T03:07:23.074466+0000","last_became_peered":"2024-03-07T03:07:23.074466+0000","last_unstale":"2024-03-07T03:10:57.329628+0000","last_undegraded":"2024-03-07T03:10:57.329628+0000","last_fullsized":"2024-03-07T03:10:57.329628+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:40:20.268555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1115,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329097+0000","last_change":"2024-03-07T03:07:23.072635+0000","last_active":"2024-03-07T03:10:57.329097+0000","last_peered":"2024-03-07T03:10:57.329097+0000","last_clean":"2024-03-07T03:10:57.329097+0000","last_became_active":"2024-03-07T03:07:23.071712+0000","last_became_peered":"2024-03-07T03:07:23.071712+0000","last_unstale":"2024-03-07T03:10:57.329097+0000","last_undegraded":"2024-03-07T03:10:57.329097+0000","last_fullsized":"2024-03-07T03:10:57.329097+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:00:39.298564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1211,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125471+0000","last_change":"2024-03-07T03:06:47.851538+0000","last_active":"2024-03-07T03:10:57.125471+0000","last_peered":"2024-03-07T03:10:57.125471+0000","last_clean":"2024-03-07T03:10:57.125471+0000","last_became_active":"2024-03-07T03:06:47.851183+0000","last_became_peered":"2024-03-07T03:06:47.851183+0000","last_unstale":"2024-03-07T03:10:57.125471+0000","last_undegraded":"2024-03-07T03:10:57.125471+0000","last_fullsized":"2024-03-07T03:10:57.125471+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:36:23.932334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.121969+0000","last_change":"2024-03-07T03:06:47.843126+0000","last_active":"2024-03-07T03:10:57.121969+0000","last_peered":"2024-03-07T03:10:57.121969+0000","last_clean":"2024-03-07T03:10:57.121969+0000","last_became_active":"2024-03-07T03:06:47.842736+0000","last_became_peered":"2024-03-07T03:06:47.842736+0000","last_unstale":"2024-03-07T03:10:57.121969+0000","last_undegraded":"2024-03-07T03:10:57.121969+0000","last_fullsized":"2024-03-07T03:10:57.121969+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:48:10.843465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1033,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129555+0000","last_change":"2024-03-07T03:07:58.755620+0000","last_active":"2024-03-07T03:10:57.129555+0000","last_peered":"2024-03-07T03:10:57.129555+0000","last_clean":"2024-03-07T03:10:57.129555+0000","last_became_active":"2024-03-07T03:07:58.755267+0000","last_became_peered":"2024-03-07T03:07:58.755267+0000","last_unstale":"2024-03-07T03:10:57.129555+0000","last_undegraded":"2024-03-07T03:10:57.129555+0000","last_fullsized":"2024-03-07T03:10:57.129555+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:51:32.339400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1037,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130696+0000","last_change":"2024-03-07T03:07:58.756358+0000","last_active":"2024-03-07T03:10:57.130696+0000","last_peered":"2024-03-07T03:10:57.130696+0000","last_clean":"2024-03-07T03:10:57.130696+0000","last_became_active":"2024-03-07T03:07:58.755960+0000","last_became_peered":"2024-03-07T03:07:58.755960+0000","last_unstale":"2024-03-07T03:10:57.130696+0000","last_undegraded":"2024-03-07T03:10:57.130696+0000","last_fullsized":"2024-03-07T03:10:57.130696+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:47.464423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1155,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.330177+0000","last_change":"2024-03-07T03:07:58.755619+0000","last_active":"2024-03-07T03:10:57.330177+0000","last_peered":"2024-03-07T03:10:57.330177+0000","last_clean":"2024-03-07T03:10:57.330177+0000","last_became_active":"2024-03-07T03:07:58.755214+0000","last_became_peered":"2024-03-07T03:07:58.755214+0000","last_unstale":"2024-03-07T03:10:57.330177+0000","last_undegraded":"2024-03-07T03:10:57.330177+0000","last_fullsized":"2024-03-07T03:10:57.330177+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:59:02.041330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":970,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298058+0000","last_change":"2024-03-07T03:07:58.756563+0000","last_active":"2024-03-07T03:10:57.298058+0000","last_peered":"2024-03-07T03:10:57.298058+0000","last_clean":"2024-03-07T03:10:57.298058+0000","last_became_active":"2024-03-07T03:07:58.752195+0000","last_became_peered":"2024-03-07T03:07:58.752195+0000","last_unstale":"2024-03-07T03:10:57.298058+0000","last_undegraded":"2024-03-07T03:10:57.298058+0000","last_fullsized":"2024-03-07T03:10:57.298058+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:32:35.496500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"716'5","reported_seq":1221,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126491+0000","last_change":"2024-03-07T03:07:58.753999+0000","last_active":"2024-03-07T03:10:57.126491+0000","last_peered":"2024-03-07T03:10:57.126491+0000","last_clean":"2024-03-07T03:10:57.126491+0000","last_became_active":"2024-03-07T03:07:58.753607+0000","last_became_peered":"2024-03-07T03:07:58.753607+0000","last_unstale":"2024-03-07T03:10:57.126491+0000","last_undegraded":"2024-03-07T03:10:57.126491+0000","last_fullsized":"2024-03-07T03:10:57.126491+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:28:57.567238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1109,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329785+0000","last_change":"2024-03-07T03:07:23.083830+0000","last_active":"2024-03-07T03:10:57.329785+0000","last_peered":"2024-03-07T03:10:57.329785+0000","last_clean":"2024-03-07T03:10:57.329785+0000","last_became_active":"2024-03-07T03:07:23.083530+0000","last_became_peered":"2024-03-07T03:07:23.083530+0000","last_unstale":"2024-03-07T03:10:57.329785+0000","last_undegraded":"2024-03-07T03:10:57.329785+0000","last_fullsized":"2024-03-07T03:10:57.329785+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:57.938032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"716'2","reported_seq":1129,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329559+0000","last_change":"2024-03-07T03:06:47.849618+0000","last_active":"2024-03-07T03:10:57.329559+0000","last_peered":"2024-03-07T03:10:57.329559+0000","last_clean":"2024-03-07T03:10:57.329559+0000","last_became_active":"2024-03-07T03:06:47.849222+0000","last_became_peered":"2024-03-07T03:06:47.849222+0000","last_unstale":"2024-03-07T03:10:57.329559+0000","last_undegraded":"2024-03-07T03:10:57.329559+0000","last_fullsized":"2024-03-07T03:10:57.329559+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:36:41.880143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126088+0000","last_change":"2024-03-07T03:06:47.851880+0000","last_active":"2024-03-07T03:10:57.126088+0000","last_peered":"2024-03-07T03:10:57.126088+0000","last_clean":"2024-03-07T03:10:57.126088+0000","last_became_active":"2024-03-07T03:06:47.851176+0000","last_became_peered":"2024-03-07T03:06:47.851176+0000","last_unstale":"2024-03-07T03:10:57.126088+0000","last_undegraded":"2024-03-07T03:10:57.126088+0000","last_fullsized":"2024-03-07T03:10:57.126088+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:38:59.663068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":975,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298084+0000","last_change":"2024-03-07T03:07:58.757245+0000","last_active":"2024-03-07T03:10:57.298084+0000","last_peered":"2024-03-07T03:10:57.298084+0000","last_clean":"2024-03-07T03:10:57.298084+0000","last_became_active":"2024-03-07T03:07:58.754456+0000","last_became_peered":"2024-03-07T03:07:58.754456+0000","last_unstale":"2024-03-07T03:10:57.298084+0000","last_undegraded":"2024-03-07T03:10:57.298084+0000","last_fullsized":"2024-03-07T03:10:57.298084+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:57:32.153933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1042,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130396+0000","last_change":"2024-03-07T03:06:47.855220+0000","last_active":"2024-03-07T03:10:57.130396+0000","last_peered":"2024-03-07T03:10:57.130396+0000","last_clean":"2024-03-07T03:10:57.130396+0000","last_became_active":"2024-03-07T03:06:47.854836+0000","last_became_peered":"2024-03-07T03:06:47.854836+0000","last_unstale":"2024-03-07T03:10:57.130396+0000","last_undegraded":"2024-03-07T03:10:57.130396+0000","last_fullsized":"2024-03-07T03:10:57.130396+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:51:35.386552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":982,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297797+0000","last_change":"2024-03-07T03:07:58.757676+0000","last_active":"2024-03-07T03:10:57.297797+0000","last_peered":"2024-03-07T03:10:57.297797+0000","last_clean":"2024-03-07T03:10:57.297797+0000","last_became_active":"2024-03-07T03:07:58.753930+0000","last_became_peered":"2024-03-07T03:07:58.753930+0000","last_unstale":"2024-03-07T03:10:57.297797+0000","last_undegraded":"2024-03-07T03:10:57.297797+0000","last_fullsized":"2024-03-07T03:10:57.297797+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:56.639688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1036,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130137+0000","last_change":"2024-03-07T03:07:23.076532+0000","last_active":"2024-03-07T03:10:57.130137+0000","last_peered":"2024-03-07T03:10:57.130137+0000","last_clean":"2024-03-07T03:10:57.130137+0000","last_became_active":"2024-03-07T03:07:23.076234+0000","last_became_peered":"2024-03-07T03:07:23.076234+0000","last_unstale":"2024-03-07T03:10:57.130137+0000","last_undegraded":"2024-03-07T03:10:57.130137+0000","last_fullsized":"2024-03-07T03:10:57.130137+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:16:39.967241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"716'2","reported_seq":1088,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329307+0000","last_change":"2024-03-07T03:07:58.752045+0000","last_active":"2024-03-07T03:10:57.329307+0000","last_peered":"2024-03-07T03:10:57.329307+0000","last_clean":"2024-03-07T03:10:57.329307+0000","last_became_active":"2024-03-07T03:07:58.751585+0000","last_became_peered":"2024-03-07T03:07:58.751585+0000","last_unstale":"2024-03-07T03:10:57.329307+0000","last_undegraded":"2024-03-07T03:10:57.329307+0000","last_fullsized":"2024-03-07T03:10:57.329307+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:03:01.652607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1106,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123001+0000","last_change":"2024-03-07T03:06:09.990854+0000","last_active":"2024-03-07T03:10:57.123001+0000","last_peered":"2024-03-07T03:10:57.123001+0000","last_clean":"2024-03-07T03:10:57.123001+0000","last_became_active":"2024-03-07T03:06:09.990464+0000","last_became_peered":"2024-03-07T03:06:09.990464+0000","last_unstale":"2024-03-07T03:10:57.123001+0000","last_undegraded":"2024-03-07T03:10:57.123001+0000","last_fullsized":"2024-03-07T03:10:57.123001+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:53:52.856954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"716'2","reported_seq":1008,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127716+0000","last_change":"2024-03-07T03:07:58.754526+0000","last_active":"2024-03-07T03:10:57.127716+0000","last_peered":"2024-03-07T03:10:57.127716+0000","last_clean":"2024-03-07T03:10:57.127716+0000","last_became_active":"2024-03-07T03:07:58.754123+0000","last_became_peered":"2024-03-07T03:07:58.754123+0000","last_unstale":"2024-03-07T03:10:57.127716+0000","last_undegraded":"2024-03-07T03:10:57.127716+0000","last_fullsized":"2024-03-07T03:10:57.127716+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:41:34.446180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1211,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126281+0000","last_change":"2024-03-07T03:07:58.750769+0000","last_active":"2024-03-07T03:10:57.126281+0000","last_peered":"2024-03-07T03:10:57.126281+0000","last_clean":"2024-03-07T03:10:57.126281+0000","last_became_active":"2024-03-07T03:07:58.749974+0000","last_became_peered":"2024-03-07T03:07:58.749974+0000","last_unstale":"2024-03-07T03:10:57.126281+0000","last_undegraded":"2024-03-07T03:10:57.126281+0000","last_fullsized":"2024-03-07T03:10:57.126281+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:56:14.059734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1125,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328593+0000","last_change":"2024-03-07T03:07:23.072942+0000","last_active":"2024-03-07T03:10:57.328593+0000","last_peered":"2024-03-07T03:10:57.328593+0000","last_clean":"2024-03-07T03:10:57.328593+0000","last_became_active":"2024-03-07T03:07:23.072639+0000","last_became_peered":"2024-03-07T03:07:23.072639+0000","last_unstale":"2024-03-07T03:10:57.328593+0000","last_undegraded":"2024-03-07T03:10:57.328593+0000","last_fullsized":"2024-03-07T03:10:57.328593+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:42.808853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1122,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328668+0000","last_change":"2024-03-07T03:05:35.934963+0000","last_active":"2024-03-07T03:10:57.328668+0000","last_peered":"2024-03-07T03:10:57.328668+0000","last_clean":"2024-03-07T03:10:57.328668+0000","last_became_active":"2024-03-07T03:05:35.932493+0000","last_became_peered":"2024-03-07T03:05:35.932493+0000","last_unstale":"2024-03-07T03:10:57.328668+0000","last_undegraded":"2024-03-07T03:10:57.328668+0000","last_fullsized":"2024-03-07T03:10:57.328668+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:00:57.111662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1038,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129763+0000","last_change":"2024-03-07T03:07:58.756063+0000","last_active":"2024-03-07T03:10:57.129763+0000","last_peered":"2024-03-07T03:10:57.129763+0000","last_clean":"2024-03-07T03:10:57.129763+0000","last_became_active":"2024-03-07T03:07:58.755712+0000","last_became_peered":"2024-03-07T03:07:58.755712+0000","last_unstale":"2024-03-07T03:10:57.129763+0000","last_undegraded":"2024-03-07T03:10:57.129763+0000","last_fullsized":"2024-03-07T03:10:57.129763+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:13:06.484346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122373+0000","last_change":"2024-03-07T03:06:09.996319+0000","last_active":"2024-03-07T03:10:57.122373+0000","last_peered":"2024-03-07T03:10:57.122373+0000","last_clean":"2024-03-07T03:10:57.122373+0000","last_became_active":"2024-03-07T03:06:09.996002+0000","last_became_peered":"2024-03-07T03:06:09.996002+0000","last_unstale":"2024-03-07T03:10:57.122373+0000","last_undegraded":"2024-03-07T03:10:57.122373+0000","last_fullsized":"2024-03-07T03:10:57.122373+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:41:55.764562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1005,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.128019+0000","last_change":"2024-03-07T03:07:23.083466+0000","last_active":"2024-03-07T03:10:57.128019+0000","last_peered":"2024-03-07T03:10:57.128019+0000","last_clean":"2024-03-07T03:10:57.128019+0000","last_became_active":"2024-03-07T03:07:23.083156+0000","last_became_peered":"2024-03-07T03:07:23.083156+0000","last_unstale":"2024-03-07T03:10:57.128019+0000","last_undegraded":"2024-03-07T03:10:57.128019+0000","last_fullsized":"2024-03-07T03:10:57.128019+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:32:00.539449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1024,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130304+0000","last_change":"2024-03-07T03:07:58.752127+0000","last_active":"2024-03-07T03:10:57.130304+0000","last_peered":"2024-03-07T03:10:57.130304+0000","last_clean":"2024-03-07T03:10:57.130304+0000","last_became_active":"2024-03-07T03:07:58.751770+0000","last_became_peered":"2024-03-07T03:07:58.751770+0000","last_unstale":"2024-03-07T03:10:57.130304+0000","last_undegraded":"2024-03-07T03:10:57.130304+0000","last_fullsized":"2024-03-07T03:10:57.130304+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:43.791488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1058,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130040+0000","last_change":"2024-03-07T03:07:23.077653+0000","last_active":"2024-03-07T03:10:57.130040+0000","last_peered":"2024-03-07T03:10:57.130040+0000","last_clean":"2024-03-07T03:10:57.130040+0000","last_became_active":"2024-03-07T03:07:23.077355+0000","last_became_peered":"2024-03-07T03:07:23.077355+0000","last_unstale":"2024-03-07T03:10:57.130040+0000","last_undegraded":"2024-03-07T03:10:57.130040+0000","last_fullsized":"2024-03-07T03:10:57.130040+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:45.861158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1211,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126336+0000","last_change":"2024-03-07T03:06:47.851508+0000","last_active":"2024-03-07T03:10:57.126336+0000","last_peered":"2024-03-07T03:10:57.126336+0000","last_clean":"2024-03-07T03:10:57.126336+0000","last_became_active":"2024-03-07T03:06:47.850839+0000","last_became_peered":"2024-03-07T03:06:47.850839+0000","last_unstale":"2024-03-07T03:10:57.126336+0000","last_undegraded":"2024-03-07T03:10:57.126336+0000","last_fullsized":"2024-03-07T03:10:57.126336+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:08:06.622234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1191,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122519+0000","last_change":"2024-03-07T03:06:47.845848+0000","last_active":"2024-03-07T03:10:57.122519+0000","last_peered":"2024-03-07T03:10:57.122519+0000","last_clean":"2024-03-07T03:10:57.122519+0000","last_became_active":"2024-03-07T03:06:47.845425+0000","last_became_peered":"2024-03-07T03:06:47.845425+0000","last_unstale":"2024-03-07T03:10:57.122519+0000","last_undegraded":"2024-03-07T03:10:57.122519+0000","last_fullsized":"2024-03-07T03:10:57.122519+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:16:24.833986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1077,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123242+0000","last_change":"2024-03-07T03:07:58.754983+0000","last_active":"2024-03-07T03:10:57.123242+0000","last_peered":"2024-03-07T03:10:57.123242+0000","last_clean":"2024-03-07T03:10:57.123242+0000","last_became_active":"2024-03-07T03:07:58.754657+0000","last_became_peered":"2024-03-07T03:07:58.754657+0000","last_unstale":"2024-03-07T03:10:57.123242+0000","last_undegraded":"2024-03-07T03:10:57.123242+0000","last_fullsized":"2024-03-07T03:10:57.123242+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:06:00.897772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"716'29","reported_seq":1040,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127843+0000","last_change":"2024-03-07T03:07:23.079677+0000","last_active":"2024-03-07T03:10:57.127843+0000","last_peered":"2024-03-07T03:10:57.127843+0000","last_clean":"2024-03-07T03:10:57.127843+0000","last_became_active":"2024-03-07T03:07:23.079320+0000","last_became_peered":"2024-03-07T03:07:23.079320+0000","last_unstale":"2024-03-07T03:10:57.127843+0000","last_undegraded":"2024-03-07T03:10:57.127843+0000","last_fullsized":"2024-03-07T03:10:57.127843+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:49:54.979015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":984,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297755+0000","last_change":"2024-03-07T03:07:58.758376+0000","last_active":"2024-03-07T03:10:57.297755+0000","last_peered":"2024-03-07T03:10:57.297755+0000","last_clean":"2024-03-07T03:10:57.297755+0000","last_became_active":"2024-03-07T03:07:58.757816+0000","last_became_peered":"2024-03-07T03:07:58.757816+0000","last_unstale":"2024-03-07T03:10:57.297755+0000","last_undegraded":"2024-03-07T03:10:57.297755+0000","last_fullsized":"2024-03-07T03:10:57.297755+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:47.253727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1217,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126076+0000","last_change":"2024-03-07T03:06:09.989072+0000","last_active":"2024-03-07T03:10:57.126076+0000","last_peered":"2024-03-07T03:10:57.126076+0000","last_clean":"2024-03-07T03:10:57.126076+0000","last_became_active":"2024-03-07T03:06:09.987754+0000","last_became_peered":"2024-03-07T03:06:09.987754+0000","last_unstale":"2024-03-07T03:10:57.126076+0000","last_undegraded":"2024-03-07T03:10:57.126076+0000","last_fullsized":"2024-03-07T03:10:57.126076+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:05:15.340331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125648+0000","last_change":"2024-03-07T03:07:58.754207+0000","last_active":"2024-03-07T03:10:57.125648+0000","last_peered":"2024-03-07T03:10:57.125648+0000","last_clean":"2024-03-07T03:10:57.125648+0000","last_became_active":"2024-03-07T03:07:58.753859+0000","last_became_peered":"2024-03-07T03:07:58.753859+0000","last_unstale":"2024-03-07T03:10:57.125648+0000","last_undegraded":"2024-03-07T03:10:57.125648+0000","last_fullsized":"2024-03-07T03:10:57.125648+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:14:02.813872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1051,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129861+0000","last_change":"2024-03-07T03:07:58.755838+0000","last_active":"2024-03-07T03:10:57.129861+0000","last_peered":"2024-03-07T03:10:57.129861+0000","last_clean":"2024-03-07T03:10:57.129861+0000","last_became_active":"2024-03-07T03:07:58.755436+0000","last_became_peered":"2024-03-07T03:07:58.755436+0000","last_unstale":"2024-03-07T03:10:57.129861+0000","last_undegraded":"2024-03-07T03:10:57.129861+0000","last_fullsized":"2024-03-07T03:10:57.129861+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:25.094944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":984,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297649+0000","last_change":"2024-03-07T03:07:58.750199+0000","last_active":"2024-03-07T03:10:57.297649+0000","last_peered":"2024-03-07T03:10:57.297649+0000","last_clean":"2024-03-07T03:10:57.297649+0000","last_became_active":"2024-03-07T03:07:58.749858+0000","last_became_peered":"2024-03-07T03:07:58.749858+0000","last_unstale":"2024-03-07T03:10:57.297649+0000","last_undegraded":"2024-03-07T03:10:57.297649+0000","last_fullsized":"2024-03-07T03:10:57.297649+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:41.122539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1013,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127567+0000","last_change":"2024-03-07T03:07:23.076835+0000","last_active":"2024-03-07T03:10:57.127567+0000","last_peered":"2024-03-07T03:10:57.127567+0000","last_clean":"2024-03-07T03:10:57.127567+0000","last_became_active":"2024-03-07T03:07:23.075094+0000","last_became_peered":"2024-03-07T03:07:23.075094+0000","last_unstale":"2024-03-07T03:10:57.127567+0000","last_undegraded":"2024-03-07T03:10:57.127567+0000","last_fullsized":"2024-03-07T03:10:57.127567+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:50:36.739831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1004,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127419+0000","last_change":"2024-03-07T03:07:23.078279+0000","last_active":"2024-03-07T03:10:57.127419+0000","last_peered":"2024-03-07T03:10:57.127419+0000","last_clean":"2024-03-07T03:10:57.127419+0000","last_became_active":"2024-03-07T03:07:23.077338+0000","last_became_peered":"2024-03-07T03:07:23.077338+0000","last_unstale":"2024-03-07T03:10:57.127419+0000","last_undegraded":"2024-03-07T03:10:57.127419+0000","last_fullsized":"2024-03-07T03:10:57.127419+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:05:40.599683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1168,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329387+0000","last_change":"2024-03-07T03:05:01.461919+0000","last_active":"2024-03-07T03:10:57.329387+0000","last_peered":"2024-03-07T03:10:57.329387+0000","last_clean":"2024-03-07T03:10:57.329387+0000","last_became_active":"2024-03-07T03:05:01.459759+0000","last_became_peered":"2024-03-07T03:05:01.459759+0000","last_unstale":"2024-03-07T03:10:57.329387+0000","last_undegraded":"2024-03-07T03:10:57.329387+0000","last_fullsized":"2024-03-07T03:10:57.329387+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:31:45.535178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":970,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297341+0000","last_change":"2024-03-07T03:07:58.753856+0000","last_active":"2024-03-07T03:10:57.297341+0000","last_peered":"2024-03-07T03:10:57.297341+0000","last_clean":"2024-03-07T03:10:57.297341+0000","last_became_active":"2024-03-07T03:07:58.751889+0000","last_became_peered":"2024-03-07T03:07:58.751889+0000","last_unstale":"2024-03-07T03:10:57.297341+0000","last_undegraded":"2024-03-07T03:10:57.297341+0000","last_fullsized":"2024-03-07T03:10:57.297341+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:27:20.126942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"863'1273","reported_seq":4339,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329519+0000","last_change":"2024-03-07T03:10:56.137635+0000","last_active":"2024-03-07T03:10:57.329519+0000","last_peered":"2024-03-07T03:10:57.329519+0000","last_clean":"2024-03-07T03:10:57.329519+0000","last_became_active":"2024-03-07T03:05:01.457883+0000","last_became_peered":"2024-03-07T03:05:01.457883+0000","last_unstale":"2024-03-07T03:10:57.329519+0000","last_undegraded":"2024-03-07T03:10:57.329519+0000","last_fullsized":"2024-03-07T03:10:57.329519+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1273,"log_dups_size":0,"ondisk_log_size":1273,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:21:46.718939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.021818005000000001,"stat_sum":{"num_bytes":15540224,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":258,"num_read_kb":529715,"num_write":442,"num_write_kb":102224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1441792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.f","version":"61'1","reported_seq":1080,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123672+0000","last_change":"2024-03-07T03:07:58.755003+0000","last_active":"2024-03-07T03:10:57.123672+0000","last_peered":"2024-03-07T03:10:57.123672+0000","last_clean":"2024-03-07T03:10:57.123672+0000","last_became_active":"2024-03-07T03:07:58.754564+0000","last_became_peered":"2024-03-07T03:07:58.754564+0000","last_unstale":"2024-03-07T03:10:57.123672+0000","last_undegraded":"2024-03-07T03:10:57.123672+0000","last_fullsized":"2024-03-07T03:10:57.123672+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:34:53.344746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298000+0000","last_change":"2024-03-07T03:07:58.750952+0000","last_active":"2024-03-07T03:10:57.298000+0000","last_peered":"2024-03-07T03:10:57.298000+0000","last_clean":"2024-03-07T03:10:57.298000+0000","last_became_active":"2024-03-07T03:07:58.749229+0000","last_became_peered":"2024-03-07T03:07:58.749229+0000","last_unstale":"2024-03-07T03:10:57.298000+0000","last_undegraded":"2024-03-07T03:10:57.298000+0000","last_fullsized":"2024-03-07T03:10:57.298000+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:53:10.534950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"863'847","reported_seq":4047,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125772+0000","last_change":"2024-03-07T03:10:56.129162+0000","last_active":"2024-03-07T03:10:57.125772+0000","last_peered":"2024-03-07T03:10:57.125772+0000","last_clean":"2024-03-07T03:10:57.125772+0000","last_became_active":"2024-03-07T03:07:23.074596+0000","last_became_peered":"2024-03-07T03:07:23.074596+0000","last_unstale":"2024-03-07T03:10:57.125772+0000","last_undegraded":"2024-03-07T03:10:57.125772+0000","last_fullsized":"2024-03-07T03:10:57.125772+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":847,"log_dups_size":0,"ondisk_log_size":847,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:34:23.625809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0099120149999999997,"stat_sum":{"num_bytes":38936576,"num_objects":11,"num_object_clones":9,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":157,"num_read_kb":413258,"num_write":266,"num_write_kb":109952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":4374528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.2","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122312+0000","last_change":"2024-03-07T03:06:47.845893+0000","last_active":"2024-03-07T03:10:57.122312+0000","last_peered":"2024-03-07T03:10:57.122312+0000","last_clean":"2024-03-07T03:10:57.122312+0000","last_became_active":"2024-03-07T03:06:47.845548+0000","last_became_peered":"2024-03-07T03:06:47.845548+0000","last_unstale":"2024-03-07T03:10:57.122312+0000","last_undegraded":"2024-03-07T03:10:57.122312+0000","last_fullsized":"2024-03-07T03:10:57.122312+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:19:55.051329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1185,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122598+0000","last_change":"2024-03-07T03:07:58.751041+0000","last_active":"2024-03-07T03:10:57.122598+0000","last_peered":"2024-03-07T03:10:57.122598+0000","last_clean":"2024-03-07T03:10:57.122598+0000","last_became_active":"2024-03-07T03:07:58.749047+0000","last_became_peered":"2024-03-07T03:07:58.749047+0000","last_unstale":"2024-03-07T03:10:57.122598+0000","last_undegraded":"2024-03-07T03:10:57.122598+0000","last_fullsized":"2024-03-07T03:10:57.122598+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:47:59.256394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1056,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129942+0000","last_change":"2024-03-07T03:06:47.858022+0000","last_active":"2024-03-07T03:10:57.129942+0000","last_peered":"2024-03-07T03:10:57.129942+0000","last_clean":"2024-03-07T03:10:57.129942+0000","last_became_active":"2024-03-07T03:06:47.857526+0000","last_became_peered":"2024-03-07T03:06:47.857526+0000","last_unstale":"2024-03-07T03:10:57.129942+0000","last_undegraded":"2024-03-07T03:10:57.129942+0000","last_fullsized":"2024-03-07T03:10:57.129942+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:02:03.856321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"862'1186","reported_seq":4378,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126241+0000","last_change":"2024-03-07T03:10:56.119983+0000","last_active":"2024-03-07T03:10:57.126241+0000","last_peered":"2024-03-07T03:10:57.126241+0000","last_clean":"2024-03-07T03:10:57.126241+0000","last_became_active":"2024-03-07T03:06:09.988405+0000","last_became_peered":"2024-03-07T03:06:09.988405+0000","last_unstale":"2024-03-07T03:10:57.126241+0000","last_undegraded":"2024-03-07T03:10:57.126241+0000","last_fullsized":"2024-03-07T03:10:57.126241+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1186,"log_dups_size":0,"ondisk_log_size":1186,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:41:38.890400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099770099999999993,"stat_sum":{"num_bytes":13524992,"num_objects":9,"num_object_clones":6,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":208,"num_read_kb":390958,"num_write":505,"num_write_kb":103888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":50642944,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122311+0000","last_change":"2024-03-07T03:05:35.928460+0000","last_active":"2024-03-07T03:10:57.122311+0000","last_peered":"2024-03-07T03:10:57.122311+0000","last_clean":"2024-03-07T03:10:57.122311+0000","last_became_active":"2024-03-07T03:05:35.928017+0000","last_became_peered":"2024-03-07T03:05:35.928017+0000","last_unstale":"2024-03-07T03:10:57.122311+0000","last_undegraded":"2024-03-07T03:10:57.122311+0000","last_fullsized":"2024-03-07T03:10:57.122311+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:53:27.674544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1025,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129657+0000","last_change":"2024-03-07T03:07:23.075249+0000","last_active":"2024-03-07T03:10:57.129657+0000","last_peered":"2024-03-07T03:10:57.129657+0000","last_clean":"2024-03-07T03:10:57.129657+0000","last_became_active":"2024-03-07T03:07:23.074866+0000","last_became_peered":"2024-03-07T03:07:23.074866+0000","last_unstale":"2024-03-07T03:10:57.129657+0000","last_undegraded":"2024-03-07T03:10:57.129657+0000","last_fullsized":"2024-03-07T03:10:57.129657+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:03.393010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1077,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123129+0000","last_change":"2024-03-07T03:07:23.069585+0000","last_active":"2024-03-07T03:10:57.123129+0000","last_peered":"2024-03-07T03:10:57.123129+0000","last_clean":"2024-03-07T03:10:57.123129+0000","last_became_active":"2024-03-07T03:07:23.069262+0000","last_became_peered":"2024-03-07T03:07:23.069262+0000","last_unstale":"2024-03-07T03:10:57.123129+0000","last_undegraded":"2024-03-07T03:10:57.123129+0000","last_fullsized":"2024-03-07T03:10:57.123129+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:11:22.045807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"861'1094","reported_seq":4795,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.331022+0000","last_change":"2024-03-07T03:10:57.331022+0000","last_active":"2024-03-07T03:10:57.331022+0000","last_peered":"2024-03-07T03:10:57.331022+0000","last_clean":"2024-03-07T03:10:57.331022+0000","last_became_active":"2024-03-07T03:06:47.847229+0000","last_became_peered":"2024-03-07T03:06:47.847229+0000","last_unstale":"2024-03-07T03:10:57.331022+0000","last_undegraded":"2024-03-07T03:10:57.331022+0000","last_fullsized":"2024-03-07T03:10:57.331022+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1094,"log_dups_size":0,"ondisk_log_size":1094,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:58:27.729404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.032339935,"stat_sum":{"num_bytes":113606656,"num_objects":59,"num_object_clones":55,"num_object_copies":177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":279,"num_read_kb":358703,"num_write":525,"num_write_kb":146904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":36642816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1181,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122460+0000","last_change":"2024-03-07T03:06:47.843416+0000","last_active":"2024-03-07T03:10:57.122460+0000","last_peered":"2024-03-07T03:10:57.122460+0000","last_clean":"2024-03-07T03:10:57.122460+0000","last_became_active":"2024-03-07T03:06:47.842812+0000","last_became_peered":"2024-03-07T03:06:47.842812+0000","last_unstale":"2024-03-07T03:10:57.122460+0000","last_undegraded":"2024-03-07T03:10:57.122460+0000","last_fullsized":"2024-03-07T03:10:57.122460+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:03:02.672609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.121844+0000","last_change":"2024-03-07T03:07:23.071850+0000","last_active":"2024-03-07T03:10:57.121844+0000","last_peered":"2024-03-07T03:10:57.121844+0000","last_clean":"2024-03-07T03:10:57.121844+0000","last_became_active":"2024-03-07T03:07:23.071476+0000","last_became_peered":"2024-03-07T03:07:23.071476+0000","last_unstale":"2024-03-07T03:10:57.121844+0000","last_undegraded":"2024-03-07T03:10:57.121844+0000","last_fullsized":"2024-03-07T03:10:57.121844+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:13:05.296486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1156,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329321+0000","last_change":"2024-03-07T03:05:35.926187+0000","last_active":"2024-03-07T03:10:57.329321+0000","last_peered":"2024-03-07T03:10:57.329321+0000","last_clean":"2024-03-07T03:10:57.329321+0000","last_became_active":"2024-03-07T03:05:35.925908+0000","last_became_peered":"2024-03-07T03:05:35.925908+0000","last_unstale":"2024-03-07T03:10:57.329321+0000","last_undegraded":"2024-03-07T03:10:57.329321+0000","last_fullsized":"2024-03-07T03:10:57.329321+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:48:33.101185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"863'1146","reported_seq":3872,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298252+0000","last_change":"2024-03-07T03:10:56.132170+0000","last_active":"2024-03-07T03:10:57.298252+0000","last_peered":"2024-03-07T03:10:57.298252+0000","last_clean":"2024-03-07T03:10:57.298252+0000","last_became_active":"2024-03-07T03:07:58.756854+0000","last_became_peered":"2024-03-07T03:07:58.756854+0000","last_unstale":"2024-03-07T03:10:57.298252+0000","last_undegraded":"2024-03-07T03:10:57.298252+0000","last_fullsized":"2024-03-07T03:10:57.298252+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1146,"log_dups_size":0,"ondisk_log_size":1146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T02:59:04.693146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.010433211,"stat_sum":{"num_bytes":34668544,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":1,"num_read":219,"num_read_kb":317694,"num_write":420,"num_write_kb":93568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":10240000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1004,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127941+0000","last_change":"2024-03-07T03:07:58.760449+0000","last_active":"2024-03-07T03:10:57.127941+0000","last_peered":"2024-03-07T03:10:57.127941+0000","last_clean":"2024-03-07T03:10:57.127941+0000","last_became_active":"2024-03-07T03:07:58.760086+0000","last_became_peered":"2024-03-07T03:07:58.760086+0000","last_unstale":"2024-03-07T03:10:57.127941+0000","last_undegraded":"2024-03-07T03:10:57.127941+0000","last_fullsized":"2024-03-07T03:10:57.127941+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:34:38.583100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1087,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328930+0000","last_change":"2024-03-07T03:07:23.073659+0000","last_active":"2024-03-07T03:10:57.328930+0000","last_peered":"2024-03-07T03:10:57.328930+0000","last_clean":"2024-03-07T03:10:57.328930+0000","last_became_active":"2024-03-07T03:07:23.073277+0000","last_became_peered":"2024-03-07T03:07:23.073277+0000","last_unstale":"2024-03-07T03:10:57.328930+0000","last_undegraded":"2024-03-07T03:10:57.328930+0000","last_fullsized":"2024-03-07T03:10:57.328930+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:48:34.819985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1059,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129753+0000","last_change":"2024-03-07T03:07:58.752576+0000","last_active":"2024-03-07T03:10:57.129753+0000","last_peered":"2024-03-07T03:10:57.129753+0000","last_clean":"2024-03-07T03:10:57.129753+0000","last_became_active":"2024-03-07T03:07:58.752193+0000","last_became_peered":"2024-03-07T03:07:58.752193+0000","last_unstale":"2024-03-07T03:10:57.129753+0000","last_undegraded":"2024-03-07T03:10:57.129753+0000","last_fullsized":"2024-03-07T03:10:57.129753+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:55:14.205594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"395'197","reported_seq":1464,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297589+0000","last_change":"2024-03-07T03:07:58.752982+0000","last_active":"2024-03-07T03:10:57.297589+0000","last_peered":"2024-03-07T03:10:57.297589+0000","last_clean":"2024-03-07T03:10:57.297589+0000","last_became_active":"2024-03-07T03:07:58.752004+0000","last_became_peered":"2024-03-07T03:07:58.752004+0000","last_unstale":"2024-03-07T03:10:57.297589+0000","last_undegraded":"2024-03-07T03:10:57.297589+0000","last_fullsized":"2024-03-07T03:10:57.297589+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_clean_scrub_stamp":"2024-03-07T02:51:31.238394+0000","objects_scrubbed":0,"log_size":197,"log_dups_size":0,"ondisk_log_size":197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:53.766202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"858'3145","reported_seq":6528,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.131283+0000","last_change":"2024-03-07T03:10:57.131283+0000","last_active":"2024-03-07T03:10:57.131283+0000","last_peered":"2024-03-07T03:10:57.131283+0000","last_clean":"2024-03-07T03:10:57.131283+0000","last_became_active":"2024-03-07T03:06:47.859231+0000","last_became_peered":"2024-03-07T03:06:47.859231+0000","last_unstale":"2024-03-07T03:10:57.131283+0000","last_undegraded":"2024-03-07T03:10:57.131283+0000","last_fullsized":"2024-03-07T03:10:57.131283+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3145,"log_dups_size":0,"ondisk_log_size":3145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:10:03.781442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001499434,"stat_sum":{"num_bytes":18481152,"num_objects":15,"num_object_clones":14,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":124,"num_read_kb":398406,"num_write":253,"num_write_kb":45856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":9773056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126312+0000","last_change":"2024-03-07T03:05:01.454053+0000","last_active":"2024-03-07T03:10:57.126312+0000","last_peered":"2024-03-07T03:10:57.126312+0000","last_clean":"2024-03-07T03:10:57.126312+0000","last_became_active":"2024-03-07T03:05:01.453718+0000","last_became_peered":"2024-03-07T03:05:01.453718+0000","last_unstale":"2024-03-07T03:10:57.126312+0000","last_undegraded":"2024-03-07T03:10:57.126312+0000","last_fullsized":"2024-03-07T03:10:57.126312+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:10:59.835543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125549+0000","last_change":"2024-03-07T03:06:09.987673+0000","last_active":"2024-03-07T03:10:57.125549+0000","last_peered":"2024-03-07T03:10:57.125549+0000","last_clean":"2024-03-07T03:10:57.125549+0000","last_became_active":"2024-03-07T03:06:09.987328+0000","last_became_peered":"2024-03-07T03:06:09.987328+0000","last_unstale":"2024-03-07T03:10:57.125549+0000","last_undegraded":"2024-03-07T03:10:57.125549+0000","last_fullsized":"2024-03-07T03:10:57.125549+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:11:17.983744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":973,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297326+0000","last_change":"2024-03-07T03:07:58.757849+0000","last_active":"2024-03-07T03:10:57.297326+0000","last_peered":"2024-03-07T03:10:57.297326+0000","last_clean":"2024-03-07T03:10:57.297326+0000","last_became_active":"2024-03-07T03:07:58.757399+0000","last_became_peered":"2024-03-07T03:07:58.757399+0000","last_unstale":"2024-03-07T03:10:57.297326+0000","last_undegraded":"2024-03-07T03:10:57.297326+0000","last_fullsized":"2024-03-07T03:10:57.297326+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:54:11.413787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"864'1259","reported_seq":4062,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130113+0000","last_change":"2024-03-07T03:10:56.129203+0000","last_active":"2024-03-07T03:10:57.130113+0000","last_peered":"2024-03-07T03:10:57.130113+0000","last_clean":"2024-03-07T03:10:57.130113+0000","last_became_active":"2024-03-07T03:07:23.080120+0000","last_became_peered":"2024-03-07T03:07:23.080120+0000","last_unstale":"2024-03-07T03:10:57.130113+0000","last_undegraded":"2024-03-07T03:10:57.130113+0000","last_fullsized":"2024-03-07T03:10:57.130113+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1259,"log_dups_size":0,"ondisk_log_size":1259,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:33:24.850580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0059393290000000001,"stat_sum":{"num_bytes":23298048,"num_objects":10,"num_object_clones":7,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":249,"num_read_kb":271095,"num_write":553,"num_write_kb":138504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":18890752,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.3","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125874+0000","last_change":"2024-03-07T03:07:58.750289+0000","last_active":"2024-03-07T03:10:57.125874+0000","last_peered":"2024-03-07T03:10:57.125874+0000","last_clean":"2024-03-07T03:10:57.125874+0000","last_became_active":"2024-03-07T03:07:58.749557+0000","last_became_peered":"2024-03-07T03:07:58.749557+0000","last_unstale":"2024-03-07T03:10:57.125874+0000","last_undegraded":"2024-03-07T03:10:57.125874+0000","last_fullsized":"2024-03-07T03:10:57.125874+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:54:43.865660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297984+0000","last_change":"2024-03-07T03:07:58.758005+0000","last_active":"2024-03-07T03:10:57.297984+0000","last_peered":"2024-03-07T03:10:57.297984+0000","last_clean":"2024-03-07T03:10:57.297984+0000","last_became_active":"2024-03-07T03:07:58.756833+0000","last_became_peered":"2024-03-07T03:07:58.756833+0000","last_unstale":"2024-03-07T03:10:57.297984+0000","last_undegraded":"2024-03-07T03:10:57.297984+0000","last_fullsized":"2024-03-07T03:10:57.297984+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:37:55.288554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122495+0000","last_change":"2024-03-07T03:06:47.843644+0000","last_active":"2024-03-07T03:10:57.122495+0000","last_peered":"2024-03-07T03:10:57.122495+0000","last_clean":"2024-03-07T03:10:57.122495+0000","last_became_active":"2024-03-07T03:06:47.842694+0000","last_became_peered":"2024-03-07T03:06:47.842694+0000","last_unstale":"2024-03-07T03:10:57.122495+0000","last_undegraded":"2024-03-07T03:10:57.122495+0000","last_fullsized":"2024-03-07T03:10:57.122495+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:25:34.783974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"863'880","reported_seq":3813,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123496+0000","last_change":"2024-03-07T03:10:56.125509+0000","last_active":"2024-03-07T03:10:57.123496+0000","last_peered":"2024-03-07T03:10:57.123496+0000","last_clean":"2024-03-07T03:10:57.123496+0000","last_became_active":"2024-03-07T03:07:58.755248+0000","last_became_peered":"2024-03-07T03:07:58.755248+0000","last_unstale":"2024-03-07T03:10:57.123496+0000","last_undegraded":"2024-03-07T03:10:57.123496+0000","last_fullsized":"2024-03-07T03:10:57.123496+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":880,"log_dups_size":0,"ondisk_log_size":880,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:40:02.788467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0073429089999999999,"stat_sum":{"num_bytes":9224192,"num_objects":8,"num_object_clones":6,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":1,"num_read":161,"num_read_kb":133885,"num_write":362,"num_write_kb":55920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1123,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329184+0000","last_change":"2024-03-07T03:07:58.764215+0000","last_active":"2024-03-07T03:10:57.329184+0000","last_peered":"2024-03-07T03:10:57.329184+0000","last_clean":"2024-03-07T03:10:57.329184+0000","last_became_active":"2024-03-07T03:07:58.763818+0000","last_became_peered":"2024-03-07T03:07:58.763818+0000","last_unstale":"2024-03-07T03:10:57.329184+0000","last_undegraded":"2024-03-07T03:10:57.329184+0000","last_fullsized":"2024-03-07T03:10:57.329184+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:27:54.623360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"719'2","reported_seq":1191,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122742+0000","last_change":"2024-03-07T03:07:23.074913+0000","last_active":"2024-03-07T03:10:57.122742+0000","last_peered":"2024-03-07T03:10:57.122742+0000","last_clean":"2024-03-07T03:10:57.122742+0000","last_became_active":"2024-03-07T03:07:23.074530+0000","last_became_peered":"2024-03-07T03:07:23.074530+0000","last_unstale":"2024-03-07T03:10:57.122742+0000","last_undegraded":"2024-03-07T03:10:57.122742+0000","last_fullsized":"2024-03-07T03:10:57.122742+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:13:25.877187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1126,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329514+0000","last_change":"2024-03-07T03:07:58.757756+0000","last_active":"2024-03-07T03:10:57.329514+0000","last_peered":"2024-03-07T03:10:57.329514+0000","last_clean":"2024-03-07T03:10:57.329514+0000","last_became_active":"2024-03-07T03:07:58.757430+0000","last_became_peered":"2024-03-07T03:07:58.757430+0000","last_unstale":"2024-03-07T03:10:57.329514+0000","last_undegraded":"2024-03-07T03:10:57.329514+0000","last_fullsized":"2024-03-07T03:10:57.329514+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:22:21.412765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"863'1564","reported_seq":5162,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.329944+0000","last_change":"2024-03-07T03:10:57.329944+0000","last_active":"2024-03-07T03:10:57.329944+0000","last_peered":"2024-03-07T03:10:57.329944+0000","last_clean":"2024-03-07T03:10:57.329944+0000","last_became_active":"2024-03-07T03:06:09.990793+0000","last_became_peered":"2024-03-07T03:06:09.990793+0000","last_unstale":"2024-03-07T03:10:57.329944+0000","last_undegraded":"2024-03-07T03:10:57.329944+0000","last_fullsized":"2024-03-07T03:10:57.329944+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1564,"log_dups_size":0,"ondisk_log_size":1564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":143,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:53.639078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.019553126000000001,"stat_sum":{"num_bytes":100999168,"num_objects":73,"num_object_clones":68,"num_object_copies":219,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":1,"num_read":410,"num_read_kb":572954,"num_write":777,"num_write_kb":204640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":51175424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"c"},{"start":"178","length":"4"},{"start":"17e","length":"3"},{"start":"182","length":"4"},{"start":"187","length":"5"},{"start":"18d","length":"2"}]},{"pgid":"4.1","version":"0'0","reported_seq":1078,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122887+0000","last_change":"2024-03-07T03:07:23.071468+0000","last_active":"2024-03-07T03:10:57.122887+0000","last_peered":"2024-03-07T03:10:57.122887+0000","last_clean":"2024-03-07T03:10:57.122887+0000","last_became_active":"2024-03-07T03:07:23.071160+0000","last_became_peered":"2024-03-07T03:07:23.071160+0000","last_unstale":"2024-03-07T03:10:57.122887+0000","last_undegraded":"2024-03-07T03:10:57.122887+0000","last_fullsized":"2024-03-07T03:10:57.122887+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:17:55.686793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":989,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127941+0000","last_change":"2024-03-07T03:07:58.759142+0000","last_active":"2024-03-07T03:10:57.127941+0000","last_peered":"2024-03-07T03:10:57.127941+0000","last_clean":"2024-03-07T03:10:57.127941+0000","last_became_active":"2024-03-07T03:07:58.758771+0000","last_became_peered":"2024-03-07T03:07:58.758771+0000","last_unstale":"2024-03-07T03:10:57.127941+0000","last_undegraded":"2024-03-07T03:10:57.127941+0000","last_fullsized":"2024-03-07T03:10:57.127941+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:45:13.985820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126215+0000","last_change":"2024-03-07T03:06:09.988597+0000","last_active":"2024-03-07T03:10:57.126215+0000","last_peered":"2024-03-07T03:10:57.126215+0000","last_clean":"2024-03-07T03:10:57.126215+0000","last_became_active":"2024-03-07T03:06:09.988261+0000","last_became_peered":"2024-03-07T03:06:09.988261+0000","last_unstale":"2024-03-07T03:10:57.126215+0000","last_undegraded":"2024-03-07T03:10:57.126215+0000","last_fullsized":"2024-03-07T03:10:57.126215+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:11:06.717251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"843'3099","reported_seq":6397,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.131044+0000","last_change":"2024-03-07T03:10:57.131044+0000","last_active":"2024-03-07T03:10:57.131044+0000","last_peered":"2024-03-07T03:10:57.131044+0000","last_clean":"2024-03-07T03:10:57.131044+0000","last_became_active":"2024-03-07T03:07:23.084936+0000","last_became_peered":"2024-03-07T03:07:23.084936+0000","last_unstale":"2024-03-07T03:10:57.131044+0000","last_undegraded":"2024-03-07T03:10:57.131044+0000","last_fullsized":"2024-03-07T03:10:57.131044+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3099,"log_dups_size":0,"ondisk_log_size":3099,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:46:48.809690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012703,"stat_sum":{"num_bytes":8347648,"num_objects":13,"num_object_clones":12,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":56,"num_read_kb":33721,"num_write":241,"num_write_kb":36816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":434176,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1145,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329490+0000","last_change":"2024-03-07T03:05:01.461136+0000","last_active":"2024-03-07T03:10:57.329490+0000","last_peered":"2024-03-07T03:10:57.329490+0000","last_clean":"2024-03-07T03:10:57.329490+0000","last_became_active":"2024-03-07T03:05:01.457189+0000","last_became_peered":"2024-03-07T03:05:01.457189+0000","last_unstale":"2024-03-07T03:10:57.329490+0000","last_undegraded":"2024-03-07T03:10:57.329490+0000","last_fullsized":"2024-03-07T03:10:57.329490+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:23.791243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1101,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122863+0000","last_change":"2024-03-07T03:07:58.750311+0000","last_active":"2024-03-07T03:10:57.122863+0000","last_peered":"2024-03-07T03:10:57.122863+0000","last_clean":"2024-03-07T03:10:57.122863+0000","last_became_active":"2024-03-07T03:07:58.750001+0000","last_became_peered":"2024-03-07T03:07:58.750001+0000","last_unstale":"2024-03-07T03:10:57.122863+0000","last_undegraded":"2024-03-07T03:10:57.122863+0000","last_fullsized":"2024-03-07T03:10:57.122863+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:05.963944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"847'12789","reported_seq":16201,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.123778+0000","last_change":"2024-03-07T03:10:57.124034+0000","last_active":"2024-03-07T03:10:57.123778+0000","last_peered":"2024-03-07T03:10:57.123778+0000","last_clean":"2024-03-07T03:10:57.123778+0000","last_became_active":"2024-03-07T03:06:47.859957+0000","last_became_peered":"2024-03-07T03:06:47.859957+0000","last_unstale":"2024-03-07T03:10:57.123778+0000","last_undegraded":"2024-03-07T03:10:57.123778+0000","last_fullsized":"2024-03-07T03:10:57.123778+0000","mapping_epoch":625,"log_start":"599'6200","ondisk_log_start":"599'6200","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":6589,"log_dups_size":0,"ondisk_log_size":6589,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":137,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:29:13.699651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0091875959999999993,"stat_sum":{"num_bytes":71745536,"num_objects":32,"num_object_clones":30,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":0,"num_read":146,"num_read_kb":316804,"num_write":323,"num_write_kb":90232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":20865024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"5"},{"start":"171","length":"b"},{"start":"17e","length":"8"},{"start":"187","length":"5"},{"start":"18d","length":"3"},{"start":"192","length":"1"},{"start":"197","length":"1"},{"start":"199","length":"2"}]},{"pgid":"2.9","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122043+0000","last_change":"2024-03-07T03:07:58.752456+0000","last_active":"2024-03-07T03:10:57.122043+0000","last_peered":"2024-03-07T03:10:57.122043+0000","last_clean":"2024-03-07T03:10:57.122043+0000","last_became_active":"2024-03-07T03:07:58.752118+0000","last_became_peered":"2024-03-07T03:07:58.752118+0000","last_unstale":"2024-03-07T03:10:57.122043+0000","last_undegraded":"2024-03-07T03:10:57.122043+0000","last_fullsized":"2024-03-07T03:10:57.122043+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:08:08.574482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1117,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329282+0000","last_change":"2024-03-07T03:07:58.757839+0000","last_active":"2024-03-07T03:10:57.329282+0000","last_peered":"2024-03-07T03:10:57.329282+0000","last_clean":"2024-03-07T03:10:57.329282+0000","last_became_active":"2024-03-07T03:07:58.757495+0000","last_became_peered":"2024-03-07T03:07:58.757495+0000","last_unstale":"2024-03-07T03:10:57.329282+0000","last_undegraded":"2024-03-07T03:10:57.329282+0000","last_fullsized":"2024-03-07T03:10:57.329282+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:27:02.190643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"861'1463","reported_seq":5087,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.330799+0000","last_change":"2024-03-07T03:10:57.330799+0000","last_active":"2024-03-07T03:10:57.330799+0000","last_peered":"2024-03-07T03:10:57.330799+0000","last_clean":"2024-03-07T03:10:57.330799+0000","last_became_active":"2024-03-07T03:07:58.763085+0000","last_became_peered":"2024-03-07T03:07:58.763085+0000","last_unstale":"2024-03-07T03:10:57.330799+0000","last_undegraded":"2024-03-07T03:10:57.330799+0000","last_fullsized":"2024-03-07T03:10:57.330799+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1463,"log_dups_size":0,"ondisk_log_size":1463,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:39:21.050544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.016579719999999999,"stat_sum":{"num_bytes":106192896,"num_objects":71,"num_object_clones":66,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":1,"num_read":323,"num_read_kb":516030,"num_write":942,"num_write_kb":231680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":48201728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122226+0000","last_change":"2024-03-07T03:07:58.752370+0000","last_active":"2024-03-07T03:10:57.122226+0000","last_peered":"2024-03-07T03:10:57.122226+0000","last_clean":"2024-03-07T03:10:57.122226+0000","last_became_active":"2024-03-07T03:07:58.751985+0000","last_became_peered":"2024-03-07T03:07:58.751985+0000","last_unstale":"2024-03-07T03:10:57.122226+0000","last_undegraded":"2024-03-07T03:10:57.122226+0000","last_fullsized":"2024-03-07T03:10:57.122226+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:31:33.590004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1125,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328997+0000","last_change":"2024-03-07T03:06:09.987484+0000","last_active":"2024-03-07T03:10:57.328997+0000","last_peered":"2024-03-07T03:10:57.328997+0000","last_clean":"2024-03-07T03:10:57.328997+0000","last_became_active":"2024-03-07T03:06:09.986947+0000","last_became_peered":"2024-03-07T03:06:09.986947+0000","last_unstale":"2024-03-07T03:10:57.328997+0000","last_undegraded":"2024-03-07T03:10:57.328997+0000","last_fullsized":"2024-03-07T03:10:57.328997+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:37:38.253630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"857'1055","reported_seq":4917,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.128839+0000","last_change":"2024-03-07T03:10:57.123092+0000","last_active":"2024-03-07T03:10:57.128839+0000","last_peered":"2024-03-07T03:10:57.128839+0000","last_clean":"2024-03-07T03:10:57.128839+0000","last_became_active":"2024-03-07T03:06:09.993513+0000","last_became_peered":"2024-03-07T03:06:09.993513+0000","last_unstale":"2024-03-07T03:10:57.128839+0000","last_undegraded":"2024-03-07T03:10:57.128839+0000","last_fullsized":"2024-03-07T03:10:57.128839+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1055,"log_dups_size":0,"ondisk_log_size":1055,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:34:07.352811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013205965,"stat_sum":{"num_bytes":99745792,"num_objects":66,"num_object_clones":62,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":306,"num_read_kb":434534,"num_write":588,"num_write_kb":145464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":21749760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.b","version":"716'3","reported_seq":983,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297594+0000","last_change":"2024-03-07T03:07:58.749480+0000","last_active":"2024-03-07T03:10:57.297594+0000","last_peered":"2024-03-07T03:10:57.297594+0000","last_clean":"2024-03-07T03:10:57.297594+0000","last_became_active":"2024-03-07T03:07:58.749098+0000","last_became_peered":"2024-03-07T03:07:58.749098+0000","last_unstale":"2024-03-07T03:10:57.297594+0000","last_undegraded":"2024-03-07T03:10:57.297594+0000","last_fullsized":"2024-03-07T03:10:57.297594+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:35:33.945855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1034,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127679+0000","last_change":"2024-03-07T03:07:23.075725+0000","last_active":"2024-03-07T03:10:57.127679+0000","last_peered":"2024-03-07T03:10:57.127679+0000","last_clean":"2024-03-07T03:10:57.127679+0000","last_became_active":"2024-03-07T03:07:23.075203+0000","last_became_peered":"2024-03-07T03:07:23.075203+0000","last_unstale":"2024-03-07T03:10:57.127679+0000","last_undegraded":"2024-03-07T03:10:57.127679+0000","last_fullsized":"2024-03-07T03:10:57.127679+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:47:11.192302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"863'1711","reported_seq":5459,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.330918+0000","last_change":"2024-03-07T03:10:57.330918+0000","last_active":"2024-03-07T03:10:57.330918+0000","last_peered":"2024-03-07T03:10:57.330918+0000","last_clean":"2024-03-07T03:10:57.330918+0000","last_became_active":"2024-03-07T03:06:47.849454+0000","last_became_peered":"2024-03-07T03:06:47.849454+0000","last_unstale":"2024-03-07T03:10:57.330918+0000","last_undegraded":"2024-03-07T03:10:57.330918+0000","last_fullsized":"2024-03-07T03:10:57.330918+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1711,"log_dups_size":0,"ondisk_log_size":1711,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:40:07.156907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.014160193999999999,"stat_sum":{"num_bytes":165158912,"num_objects":93,"num_object_clones":87,"num_object_copies":279,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":93,"num_whiteouts":2,"num_read":489,"num_read_kb":756200,"num_write":870,"num_write_kb":258896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":69541888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1155,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329768+0000","last_change":"2024-03-07T03:06:47.847077+0000","last_active":"2024-03-07T03:10:57.329768+0000","last_peered":"2024-03-07T03:10:57.329768+0000","last_clean":"2024-03-07T03:10:57.329768+0000","last_became_active":"2024-03-07T03:06:47.846359+0000","last_became_peered":"2024-03-07T03:06:47.846359+0000","last_unstale":"2024-03-07T03:10:57.329768+0000","last_undegraded":"2024-03-07T03:10:57.329768+0000","last_fullsized":"2024-03-07T03:10:57.329768+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:00:08.102949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":970,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297930+0000","last_change":"2024-03-07T03:07:58.760528+0000","last_active":"2024-03-07T03:10:57.297930+0000","last_peered":"2024-03-07T03:10:57.297930+0000","last_clean":"2024-03-07T03:10:57.297930+0000","last_became_active":"2024-03-07T03:07:58.760226+0000","last_became_peered":"2024-03-07T03:07:58.760226+0000","last_unstale":"2024-03-07T03:10:57.297930+0000","last_undegraded":"2024-03-07T03:10:57.297930+0000","last_fullsized":"2024-03-07T03:10:57.297930+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:10:36.411047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"863'1938","reported_seq":4937,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329911+0000","last_change":"2024-03-07T03:10:56.140803+0000","last_active":"2024-03-07T03:10:57.329911+0000","last_peered":"2024-03-07T03:10:57.329911+0000","last_clean":"2024-03-07T03:10:57.329911+0000","last_became_active":"2024-03-07T03:06:09.993933+0000","last_became_peered":"2024-03-07T03:06:09.993933+0000","last_unstale":"2024-03-07T03:10:57.329911+0000","last_undegraded":"2024-03-07T03:10:57.329911+0000","last_fullsized":"2024-03-07T03:10:57.329911+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1938,"log_dups_size":0,"ondisk_log_size":1938,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:16.359457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.024996012000000001,"stat_sum":{"num_bytes":22765568,"num_objects":17,"num_object_clones":12,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":2,"num_read":350,"num_read_kb":387634,"num_write":702,"num_write_kb":183472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":7151616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.d","version":"61'1","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122322+0000","last_change":"2024-03-07T03:06:09.993129+0000","last_active":"2024-03-07T03:10:57.122322+0000","last_peered":"2024-03-07T03:10:57.122322+0000","last_clean":"2024-03-07T03:10:57.122322+0000","last_became_active":"2024-03-07T03:06:09.992737+0000","last_became_peered":"2024-03-07T03:06:09.992737+0000","last_unstale":"2024-03-07T03:10:57.122322+0000","last_undegraded":"2024-03-07T03:10:57.122322+0000","last_fullsized":"2024-03-07T03:10:57.122322+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:02:42.055569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1050,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130209+0000","last_change":"2024-03-07T03:07:23.076846+0000","last_active":"2024-03-07T03:10:57.130209+0000","last_peered":"2024-03-07T03:10:57.130209+0000","last_clean":"2024-03-07T03:10:57.130209+0000","last_became_active":"2024-03-07T03:07:23.075895+0000","last_became_peered":"2024-03-07T03:07:23.075895+0000","last_unstale":"2024-03-07T03:10:57.130209+0000","last_undegraded":"2024-03-07T03:10:57.130209+0000","last_fullsized":"2024-03-07T03:10:57.130209+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:09:15.080126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"854'331","reported_seq":3438,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.298223+0000","last_change":"2024-03-07T03:10:57.298223+0000","last_active":"2024-03-07T03:10:57.298223+0000","last_peered":"2024-03-07T03:10:57.298223+0000","last_clean":"2024-03-07T03:10:57.298223+0000","last_became_active":"2024-03-07T03:07:58.749089+0000","last_became_peered":"2024-03-07T03:07:58.749089+0000","last_unstale":"2024-03-07T03:10:57.298223+0000","last_undegraded":"2024-03-07T03:10:57.298223+0000","last_fullsized":"2024-03-07T03:10:57.298223+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":331,"log_dups_size":0,"ondisk_log_size":331,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":83,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:26:07.404191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00085119700000000004,"stat_sum":{"num_bytes":15409152,"num_objects":11,"num_object_clones":10,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":91,"num_read_kb":118251,"num_write":162,"num_write_kb":30616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":34586624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"56"},{"start":"1c2","length":"3"},{"start":"1c9","length":"1"}]},{"pgid":"2.e","version":"61'2","reported_seq":1159,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.330486+0000","last_change":"2024-03-07T03:07:58.755578+0000","last_active":"2024-03-07T03:10:57.330486+0000","last_peered":"2024-03-07T03:10:57.330486+0000","last_clean":"2024-03-07T03:10:57.330486+0000","last_became_active":"2024-03-07T03:07:58.755160+0000","last_became_peered":"2024-03-07T03:07:58.755160+0000","last_unstale":"2024-03-07T03:10:57.330486+0000","last_undegraded":"2024-03-07T03:10:57.330486+0000","last_fullsized":"2024-03-07T03:10:57.330486+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:20.584382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298271+0000","last_change":"2024-03-07T03:07:58.751269+0000","last_active":"2024-03-07T03:10:57.298271+0000","last_peered":"2024-03-07T03:10:57.298271+0000","last_clean":"2024-03-07T03:10:57.298271+0000","last_became_active":"2024-03-07T03:07:58.750956+0000","last_became_peered":"2024-03-07T03:07:58.750956+0000","last_unstale":"2024-03-07T03:10:57.298271+0000","last_undegraded":"2024-03-07T03:10:57.298271+0000","last_fullsized":"2024-03-07T03:10:57.298271+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:39.414545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1005,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127389+0000","last_change":"2024-03-07T03:07:23.081711+0000","last_active":"2024-03-07T03:10:57.127389+0000","last_peered":"2024-03-07T03:10:57.127389+0000","last_clean":"2024-03-07T03:10:57.127389+0000","last_became_active":"2024-03-07T03:07:23.079269+0000","last_became_peered":"2024-03-07T03:07:23.079269+0000","last_unstale":"2024-03-07T03:10:57.127389+0000","last_undegraded":"2024-03-07T03:10:57.127389+0000","last_fullsized":"2024-03-07T03:10:57.127389+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:39.008957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1156,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329220+0000","last_change":"2024-03-07T03:07:23.072806+0000","last_active":"2024-03-07T03:10:57.329220+0000","last_peered":"2024-03-07T03:10:57.329220+0000","last_clean":"2024-03-07T03:10:57.329220+0000","last_became_active":"2024-03-07T03:07:23.071234+0000","last_became_peered":"2024-03-07T03:07:23.071234+0000","last_unstale":"2024-03-07T03:10:57.329220+0000","last_undegraded":"2024-03-07T03:10:57.329220+0000","last_fullsized":"2024-03-07T03:10:57.329220+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:52.610744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1056,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129917+0000","last_change":"2024-03-07T03:06:47.851593+0000","last_active":"2024-03-07T03:10:57.129917+0000","last_peered":"2024-03-07T03:10:57.129917+0000","last_clean":"2024-03-07T03:10:57.129917+0000","last_became_active":"2024-03-07T03:06:47.849677+0000","last_became_peered":"2024-03-07T03:06:47.849677+0000","last_unstale":"2024-03-07T03:10:57.129917+0000","last_undegraded":"2024-03-07T03:10:57.129917+0000","last_fullsized":"2024-03-07T03:10:57.129917+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:30.969251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1115,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329947+0000","last_change":"2024-03-07T03:06:09.995434+0000","last_active":"2024-03-07T03:10:57.329947+0000","last_peered":"2024-03-07T03:10:57.329947+0000","last_clean":"2024-03-07T03:10:57.329947+0000","last_became_active":"2024-03-07T03:06:09.994939+0000","last_became_peered":"2024-03-07T03:06:09.994939+0000","last_unstale":"2024-03-07T03:10:57.329947+0000","last_undegraded":"2024-03-07T03:10:57.329947+0000","last_fullsized":"2024-03-07T03:10:57.329947+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:27:11.737354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1126,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328924+0000","last_change":"2024-03-07T03:06:09.987381+0000","last_active":"2024-03-07T03:10:57.328924+0000","last_peered":"2024-03-07T03:10:57.328924+0000","last_clean":"2024-03-07T03:10:57.328924+0000","last_became_active":"2024-03-07T03:06:09.986952+0000","last_became_peered":"2024-03-07T03:06:09.986952+0000","last_unstale":"2024-03-07T03:10:57.328924+0000","last_undegraded":"2024-03-07T03:10:57.328924+0000","last_fullsized":"2024-03-07T03:10:57.328924+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:26:15.439852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122355+0000","last_change":"2024-03-07T03:05:35.923999+0000","last_active":"2024-03-07T03:10:57.122355+0000","last_peered":"2024-03-07T03:10:57.122355+0000","last_clean":"2024-03-07T03:10:57.122355+0000","last_became_active":"2024-03-07T03:05:35.923719+0000","last_became_peered":"2024-03-07T03:05:35.923719+0000","last_unstale":"2024-03-07T03:10:57.122355+0000","last_undegraded":"2024-03-07T03:10:57.122355+0000","last_fullsized":"2024-03-07T03:10:57.122355+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:43:04.724647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1007,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.128126+0000","last_change":"2024-03-07T03:07:58.749989+0000","last_active":"2024-03-07T03:10:57.128126+0000","last_peered":"2024-03-07T03:10:57.128126+0000","last_clean":"2024-03-07T03:10:57.128126+0000","last_became_active":"2024-03-07T03:07:58.749643+0000","last_became_peered":"2024-03-07T03:07:58.749643+0000","last_unstale":"2024-03-07T03:10:57.128126+0000","last_undegraded":"2024-03-07T03:10:57.128126+0000","last_fullsized":"2024-03-07T03:10:57.128126+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:00:44.729806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1109,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329656+0000","last_change":"2024-03-07T03:06:09.999184+0000","last_active":"2024-03-07T03:10:57.329656+0000","last_peered":"2024-03-07T03:10:57.329656+0000","last_clean":"2024-03-07T03:10:57.329656+0000","last_became_active":"2024-03-07T03:06:09.998856+0000","last_became_peered":"2024-03-07T03:06:09.998856+0000","last_unstale":"2024-03-07T03:10:57.329656+0000","last_undegraded":"2024-03-07T03:10:57.329656+0000","last_fullsized":"2024-03-07T03:10:57.329656+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:37:00.102189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1056,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129652+0000","last_change":"2024-03-07T03:06:47.857644+0000","last_active":"2024-03-07T03:10:57.129652+0000","last_peered":"2024-03-07T03:10:57.129652+0000","last_clean":"2024-03-07T03:10:57.129652+0000","last_became_active":"2024-03-07T03:06:47.857354+0000","last_became_peered":"2024-03-07T03:06:47.857354+0000","last_unstale":"2024-03-07T03:10:57.129652+0000","last_undegraded":"2024-03-07T03:10:57.129652+0000","last_fullsized":"2024-03-07T03:10:57.129652+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:02:18.860369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1116,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328967+0000","last_change":"2024-03-07T03:06:09.987872+0000","last_active":"2024-03-07T03:10:57.328967+0000","last_peered":"2024-03-07T03:10:57.328967+0000","last_clean":"2024-03-07T03:10:57.328967+0000","last_became_active":"2024-03-07T03:06:09.986852+0000","last_became_peered":"2024-03-07T03:06:09.986852+0000","last_unstale":"2024-03-07T03:10:57.328967+0000","last_undegraded":"2024-03-07T03:10:57.328967+0000","last_fullsized":"2024-03-07T03:10:57.328967+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:13.708512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1034,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129625+0000","last_change":"2024-03-07T03:07:58.755825+0000","last_active":"2024-03-07T03:10:57.129625+0000","last_peered":"2024-03-07T03:10:57.129625+0000","last_clean":"2024-03-07T03:10:57.129625+0000","last_became_active":"2024-03-07T03:07:58.755395+0000","last_became_peered":"2024-03-07T03:07:58.755395+0000","last_unstale":"2024-03-07T03:10:57.129625+0000","last_undegraded":"2024-03-07T03:10:57.129625+0000","last_fullsized":"2024-03-07T03:10:57.129625+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:10:43.184914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125542+0000","last_change":"2024-03-07T03:07:58.753962+0000","last_active":"2024-03-07T03:10:57.125542+0000","last_peered":"2024-03-07T03:10:57.125542+0000","last_clean":"2024-03-07T03:10:57.125542+0000","last_became_active":"2024-03-07T03:07:58.753619+0000","last_became_peered":"2024-03-07T03:07:58.753619+0000","last_unstale":"2024-03-07T03:10:57.125542+0000","last_undegraded":"2024-03-07T03:10:57.125542+0000","last_fullsized":"2024-03-07T03:10:57.125542+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:44:44.641067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1012,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127636+0000","last_change":"2024-03-07T03:07:23.078516+0000","last_active":"2024-03-07T03:10:57.127636+0000","last_peered":"2024-03-07T03:10:57.127636+0000","last_clean":"2024-03-07T03:10:57.127636+0000","last_became_active":"2024-03-07T03:07:23.076017+0000","last_became_peered":"2024-03-07T03:07:23.076017+0000","last_unstale":"2024-03-07T03:10:57.127636+0000","last_undegraded":"2024-03-07T03:10:57.127636+0000","last_fullsized":"2024-03-07T03:10:57.127636+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:17:54.725933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":857645056,"num_objects":516,"num_object_clones":466,"num_object_copies":1548,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":516,"num_whiteouts":8,"num_read":3826,"num_read_kb":5949842,"num_write":7931,"num_write_kb":1978632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":107,"num_bytes_recovered":385712128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1170673664,"data_stored":2969124864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28580,"ondisk_log_size":28580,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197,"ondisk_log_size":197,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":26375,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":694,"seq":2980707303477,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":150184,"kb_used_data":96156,"kb_used_omap":35,"kb_used_meta":53980,"kb_avail":93594968,"statfs":{"total":95995035648,"available":95841247232,"internally_reserved":0,"allocated":98463744,"data_stored":167037349,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36312,"internal_metadata":55276072},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":660,"seq":2834678415420,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":94940,"kb_used_data":42576,"kb_used_omap":23,"kb_used_meta":52328,"kb_avail":93650212,"statfs":{"total":95995035648,"available":95897817088,"internally_reserved":0,"allocated":43597824,"data_stored":80829959,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":24173,"internal_metadata":53584275},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":463,"seq":1988569858150,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":692864,"kb_used_data":193964,"kb_used_omap":46,"kb_used_meta":498833,"kb_avail":93052288,"statfs":{"total":95995035648,"available":95285542912,"internally_reserved":0,"allocated":198619136,"data_stored":533391905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48036,"internal_metadata":510805084},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":528,"seq":2267742732376,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":401776,"kb_used_data":209252,"kb_used_omap":54,"kb_used_meta":192457,"kb_avail":93343376,"statfs":{"total":95995035648,"available":95583617024,"internally_reserved":0,"allocated":214274048,"data_stored":587826473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56016,"internal_metadata":197076272},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":495,"seq":2126008811615,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":485244,"kb_used_data":166572,"kb_used_omap":47,"kb_used_meta":318608,"kb_avail":93259908,"statfs":{"total":95995035648,"available":95498145792,"internally_reserved":0,"allocated":170569728,"data_stored":457545161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48143,"internal_metadata":326255601},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":562,"seq":2413771620433,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":177748,"kb_used_data":84672,"kb_used_omap":37,"kb_used_meta":93018,"kb_avail":93567404,"statfs":{"total":95995035648,"available":95813021696,"internally_reserved":0,"allocated":86704128,"data_stored":171510863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38083,"internal_metadata":95251261},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":591,"seq":2538325672010,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":365920,"kb_used_data":157844,"kb_used_omap":61,"kb_used_meta":208002,"kb_avail":93379232,"statfs":{"total":95995035648,"available":95620333568,"internally_reserved":0,"allocated":161632256,"data_stored":367986669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":62843,"internal_metadata":212994693},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":625,"seq":2684354560067,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":509804,"kb_used_data":269020,"kb_used_omap":73,"kb_used_meta":240694,"kb_avail":93235348,"statfs":{"total":95995035648,"available":95472996352,"internally_reserved":0,"allocated":275476480,"data_stored":649851960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":75044,"internal_metadata":246471388},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7413,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2060,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2124,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3359,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3677,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2797,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2839,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2106,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":188411904,"data_stored":527167488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":160964608,"data_stored":451911680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":204677120,"data_stored":582193152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":77082624,"data_stored":165871616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":152018944,"data_stored":362352640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":265863168,"data_stored":644214784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":33390592,"data_stored":74600448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":88264704,"data_stored":160813056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-07T03:12:19.309 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:12:19.309 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:12:19.309 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:12:19.309 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-07T03:12:19.309 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-07T03:12:19.309 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-07T03:12:19.309 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.c in trimming, state: active+clean+snaptrim_error 2024-03-07T03:12:19.309 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-07T03:12:19.309 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:12:19.309 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-07T03:12:19.411 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:12:18 smithi092 ceph-mon[83777]: from='client.34536 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:12:20.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:12:19 smithi090 ceph-mon[89511]: pgmap v770: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:20.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:12:19 smithi090 ceph-mon[91928]: pgmap v770: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:20.410 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:12:19 smithi092 ceph-mon[83777]: pgmap v770: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:22.309 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:12:21 smithi092 ceph-mon[83777]: pgmap v771: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:22.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:12:21 smithi090 ceph-mon[89511]: pgmap v771: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:22.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:12:21 smithi090 ceph-mon[91928]: pgmap v771: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:22.660 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:12:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:12:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:12:23.322 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:12:23 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:12:23] "GET /metrics HTTP/1.1" 200 36319 "" "Prometheus/2.43.0" 2024-03-07T03:12:24.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:12:23 smithi090 ceph-mon[89511]: pgmap v772: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:24.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:12:23 smithi090 ceph-mon[91928]: pgmap v772: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:24.410 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:12:23 smithi092 ceph-mon[83777]: pgmap v772: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:26.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:12:25 smithi090 ceph-mon[89511]: pgmap v773: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:26.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:12:25 smithi090 ceph-mon[91928]: pgmap v773: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:26.411 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:12:25 smithi092 ceph-mon[83777]: pgmap v773: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:29.072 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:12:28 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:12:29.073 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:12:28 smithi090 ceph-mon[89511]: pgmap v774: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:29.073 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:12:28 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:12:29.073 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:12:28 smithi090 ceph-mon[91928]: pgmap v774: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:29.160 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:12:28 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:12:29.161 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:12:28 smithi092 ceph-mon[83777]: pgmap v774: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:29.311 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph pg dump --format=json 2024-03-07T03:12:29.531 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T03:12:30.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:12:29 smithi090 ceph-mon[89511]: pgmap v775: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:30.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:12:29 smithi090 ceph-mon[91928]: pgmap v775: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:30.410 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:12:29 smithi092 ceph-mon[83777]: pgmap v775: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:31.390 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T03:12:31.392 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-03-07T03:12:32.007 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":775,"stamp":"2024-03-07T03:12:29.874497+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":858242044,"num_objects":540,"num_object_clones":466,"num_object_copies":1620,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":540,"num_whiteouts":8,"num_read":4717,"num_read_kb":5951239,"num_write":8310,"num_write_kb":1981084,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":113,"num_bytes_recovered":387483232,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28845,"ondisk_log_size":28845,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2878480,"kb_used_data":1220056,"kb_used_omap":379,"kb_used_meta":1657924,"kb_avail":747082736,"statfs":{"total":767960285184,"available":765012721664,"internally_reserved":0,"allocated":1249337344,"data_stored":3015980339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":388650,"internal_metadata":1697714646},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004110"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":972,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298224+0000","last_change":"2024-03-07T03:07:58.753984+0000","last_active":"2024-03-07T03:10:57.298224+0000","last_peered":"2024-03-07T03:10:57.298224+0000","last_clean":"2024-03-07T03:10:57.298224+0000","last_became_active":"2024-03-07T03:07:58.753138+0000","last_became_peered":"2024-03-07T03:07:58.753138+0000","last_unstale":"2024-03-07T03:10:57.298224+0000","last_undegraded":"2024-03-07T03:10:57.298224+0000","last_fullsized":"2024-03-07T03:10:57.298224+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:37:39.612519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1184,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122633+0000","last_change":"2024-03-07T03:07:23.074862+0000","last_active":"2024-03-07T03:10:57.122633+0000","last_peered":"2024-03-07T03:10:57.122633+0000","last_clean":"2024-03-07T03:10:57.122633+0000","last_became_active":"2024-03-07T03:07:23.074512+0000","last_became_peered":"2024-03-07T03:07:23.074512+0000","last_unstale":"2024-03-07T03:10:57.122633+0000","last_undegraded":"2024-03-07T03:10:57.122633+0000","last_fullsized":"2024-03-07T03:10:57.122633+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:45:24.128672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125917+0000","last_change":"2024-03-07T03:05:01.446762+0000","last_active":"2024-03-07T03:10:57.125917+0000","last_peered":"2024-03-07T03:10:57.125917+0000","last_clean":"2024-03-07T03:10:57.125917+0000","last_became_active":"2024-03-07T03:05:01.446425+0000","last_became_peered":"2024-03-07T03:05:01.446425+0000","last_unstale":"2024-03-07T03:10:57.125917+0000","last_undegraded":"2024-03-07T03:10:57.125917+0000","last_fullsized":"2024-03-07T03:10:57.125917+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:39:39.897066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1051,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129875+0000","last_change":"2024-03-07T03:07:58.755992+0000","last_active":"2024-03-07T03:10:57.129875+0000","last_peered":"2024-03-07T03:10:57.129875+0000","last_clean":"2024-03-07T03:10:57.129875+0000","last_became_active":"2024-03-07T03:07:58.755499+0000","last_became_peered":"2024-03-07T03:07:58.755499+0000","last_unstale":"2024-03-07T03:10:57.129875+0000","last_undegraded":"2024-03-07T03:10:57.129875+0000","last_fullsized":"2024-03-07T03:10:57.129875+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:26:12.313572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":984,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297449+0000","last_change":"2024-03-07T03:07:58.752235+0000","last_active":"2024-03-07T03:10:57.297449+0000","last_peered":"2024-03-07T03:10:57.297449+0000","last_clean":"2024-03-07T03:10:57.297449+0000","last_became_active":"2024-03-07T03:07:58.751575+0000","last_became_peered":"2024-03-07T03:07:58.751575+0000","last_unstale":"2024-03-07T03:10:57.297449+0000","last_undegraded":"2024-03-07T03:10:57.297449+0000","last_fullsized":"2024-03-07T03:10:57.297449+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:12:05.995515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1029,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130051+0000","last_change":"2024-03-07T03:06:47.859644+0000","last_active":"2024-03-07T03:10:57.130051+0000","last_peered":"2024-03-07T03:10:57.130051+0000","last_clean":"2024-03-07T03:10:57.130051+0000","last_became_active":"2024-03-07T03:06:47.859097+0000","last_became_peered":"2024-03-07T03:06:47.859097+0000","last_unstale":"2024-03-07T03:10:57.130051+0000","last_undegraded":"2024-03-07T03:10:57.130051+0000","last_fullsized":"2024-03-07T03:10:57.130051+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:22:46.909130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":984,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297316+0000","last_change":"2024-03-07T03:07:58.754226+0000","last_active":"2024-03-07T03:10:57.297316+0000","last_peered":"2024-03-07T03:10:57.297316+0000","last_clean":"2024-03-07T03:10:57.297316+0000","last_became_active":"2024-03-07T03:07:58.753169+0000","last_became_peered":"2024-03-07T03:07:58.753169+0000","last_unstale":"2024-03-07T03:10:57.297316+0000","last_undegraded":"2024-03-07T03:10:57.297316+0000","last_fullsized":"2024-03-07T03:10:57.297316+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:46:59.258099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1085,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328560+0000","last_change":"2024-03-07T03:07:23.073492+0000","last_active":"2024-03-07T03:10:57.328560+0000","last_peered":"2024-03-07T03:10:57.328560+0000","last_clean":"2024-03-07T03:10:57.328560+0000","last_became_active":"2024-03-07T03:07:23.071929+0000","last_became_peered":"2024-03-07T03:07:23.071929+0000","last_unstale":"2024-03-07T03:10:57.328560+0000","last_undegraded":"2024-03-07T03:10:57.328560+0000","last_fullsized":"2024-03-07T03:10:57.328560+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:35:26.391722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":977,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298039+0000","last_change":"2024-03-07T03:07:58.760328+0000","last_active":"2024-03-07T03:10:57.298039+0000","last_peered":"2024-03-07T03:10:57.298039+0000","last_clean":"2024-03-07T03:10:57.298039+0000","last_became_active":"2024-03-07T03:07:58.760046+0000","last_became_peered":"2024-03-07T03:07:58.760046+0000","last_unstale":"2024-03-07T03:10:57.298039+0000","last_undegraded":"2024-03-07T03:10:57.298039+0000","last_fullsized":"2024-03-07T03:10:57.298039+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:08:46.356817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1004,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127859+0000","last_change":"2024-03-07T03:07:23.079945+0000","last_active":"2024-03-07T03:10:57.127859+0000","last_peered":"2024-03-07T03:10:57.127859+0000","last_clean":"2024-03-07T03:10:57.127859+0000","last_became_active":"2024-03-07T03:07:23.078551+0000","last_became_peered":"2024-03-07T03:07:23.078551+0000","last_unstale":"2024-03-07T03:10:57.127859+0000","last_undegraded":"2024-03-07T03:10:57.127859+0000","last_fullsized":"2024-03-07T03:10:57.127859+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:03:46.670084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1004,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127688+0000","last_change":"2024-03-07T03:07:23.081963+0000","last_active":"2024-03-07T03:10:57.127688+0000","last_peered":"2024-03-07T03:10:57.127688+0000","last_clean":"2024-03-07T03:10:57.127688+0000","last_became_active":"2024-03-07T03:07:23.080128+0000","last_became_peered":"2024-03-07T03:07:23.080128+0000","last_unstale":"2024-03-07T03:10:57.127688+0000","last_undegraded":"2024-03-07T03:10:57.127688+0000","last_fullsized":"2024-03-07T03:10:57.127688+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:56.813267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1147,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329628+0000","last_change":"2024-03-07T03:07:23.074902+0000","last_active":"2024-03-07T03:10:57.329628+0000","last_peered":"2024-03-07T03:10:57.329628+0000","last_clean":"2024-03-07T03:10:57.329628+0000","last_became_active":"2024-03-07T03:07:23.074466+0000","last_became_peered":"2024-03-07T03:07:23.074466+0000","last_unstale":"2024-03-07T03:10:57.329628+0000","last_undegraded":"2024-03-07T03:10:57.329628+0000","last_fullsized":"2024-03-07T03:10:57.329628+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:40:20.268555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1115,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329097+0000","last_change":"2024-03-07T03:07:23.072635+0000","last_active":"2024-03-07T03:10:57.329097+0000","last_peered":"2024-03-07T03:10:57.329097+0000","last_clean":"2024-03-07T03:10:57.329097+0000","last_became_active":"2024-03-07T03:07:23.071712+0000","last_became_peered":"2024-03-07T03:07:23.071712+0000","last_unstale":"2024-03-07T03:10:57.329097+0000","last_undegraded":"2024-03-07T03:10:57.329097+0000","last_fullsized":"2024-03-07T03:10:57.329097+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:00:39.298564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1211,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125471+0000","last_change":"2024-03-07T03:06:47.851538+0000","last_active":"2024-03-07T03:10:57.125471+0000","last_peered":"2024-03-07T03:10:57.125471+0000","last_clean":"2024-03-07T03:10:57.125471+0000","last_became_active":"2024-03-07T03:06:47.851183+0000","last_became_peered":"2024-03-07T03:06:47.851183+0000","last_unstale":"2024-03-07T03:10:57.125471+0000","last_undegraded":"2024-03-07T03:10:57.125471+0000","last_fullsized":"2024-03-07T03:10:57.125471+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:36:23.932334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.121969+0000","last_change":"2024-03-07T03:06:47.843126+0000","last_active":"2024-03-07T03:10:57.121969+0000","last_peered":"2024-03-07T03:10:57.121969+0000","last_clean":"2024-03-07T03:10:57.121969+0000","last_became_active":"2024-03-07T03:06:47.842736+0000","last_became_peered":"2024-03-07T03:06:47.842736+0000","last_unstale":"2024-03-07T03:10:57.121969+0000","last_undegraded":"2024-03-07T03:10:57.121969+0000","last_fullsized":"2024-03-07T03:10:57.121969+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:48:10.843465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1033,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129555+0000","last_change":"2024-03-07T03:07:58.755620+0000","last_active":"2024-03-07T03:10:57.129555+0000","last_peered":"2024-03-07T03:10:57.129555+0000","last_clean":"2024-03-07T03:10:57.129555+0000","last_became_active":"2024-03-07T03:07:58.755267+0000","last_became_peered":"2024-03-07T03:07:58.755267+0000","last_unstale":"2024-03-07T03:10:57.129555+0000","last_undegraded":"2024-03-07T03:10:57.129555+0000","last_fullsized":"2024-03-07T03:10:57.129555+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:51:32.339400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1037,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130696+0000","last_change":"2024-03-07T03:07:58.756358+0000","last_active":"2024-03-07T03:10:57.130696+0000","last_peered":"2024-03-07T03:10:57.130696+0000","last_clean":"2024-03-07T03:10:57.130696+0000","last_became_active":"2024-03-07T03:07:58.755960+0000","last_became_peered":"2024-03-07T03:07:58.755960+0000","last_unstale":"2024-03-07T03:10:57.130696+0000","last_undegraded":"2024-03-07T03:10:57.130696+0000","last_fullsized":"2024-03-07T03:10:57.130696+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:47.464423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1155,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.330177+0000","last_change":"2024-03-07T03:07:58.755619+0000","last_active":"2024-03-07T03:10:57.330177+0000","last_peered":"2024-03-07T03:10:57.330177+0000","last_clean":"2024-03-07T03:10:57.330177+0000","last_became_active":"2024-03-07T03:07:58.755214+0000","last_became_peered":"2024-03-07T03:07:58.755214+0000","last_unstale":"2024-03-07T03:10:57.330177+0000","last_undegraded":"2024-03-07T03:10:57.330177+0000","last_fullsized":"2024-03-07T03:10:57.330177+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:59:02.041330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":971,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298106+0000","last_change":"2024-03-07T03:07:58.756563+0000","last_active":"2024-03-07T03:10:57.298106+0000","last_peered":"2024-03-07T03:10:57.298106+0000","last_clean":"2024-03-07T03:10:57.298106+0000","last_became_active":"2024-03-07T03:07:58.752195+0000","last_became_peered":"2024-03-07T03:07:58.752195+0000","last_unstale":"2024-03-07T03:10:57.298106+0000","last_undegraded":"2024-03-07T03:10:57.298106+0000","last_fullsized":"2024-03-07T03:10:57.298106+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:32:35.496500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"716'5","reported_seq":1221,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126491+0000","last_change":"2024-03-07T03:07:58.753999+0000","last_active":"2024-03-07T03:10:57.126491+0000","last_peered":"2024-03-07T03:10:57.126491+0000","last_clean":"2024-03-07T03:10:57.126491+0000","last_became_active":"2024-03-07T03:07:58.753607+0000","last_became_peered":"2024-03-07T03:07:58.753607+0000","last_unstale":"2024-03-07T03:10:57.126491+0000","last_undegraded":"2024-03-07T03:10:57.126491+0000","last_fullsized":"2024-03-07T03:10:57.126491+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:28:57.567238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1109,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329785+0000","last_change":"2024-03-07T03:07:23.083830+0000","last_active":"2024-03-07T03:10:57.329785+0000","last_peered":"2024-03-07T03:10:57.329785+0000","last_clean":"2024-03-07T03:10:57.329785+0000","last_became_active":"2024-03-07T03:07:23.083530+0000","last_became_peered":"2024-03-07T03:07:23.083530+0000","last_unstale":"2024-03-07T03:10:57.329785+0000","last_undegraded":"2024-03-07T03:10:57.329785+0000","last_fullsized":"2024-03-07T03:10:57.329785+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:57.938032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"716'2","reported_seq":1129,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329559+0000","last_change":"2024-03-07T03:06:47.849618+0000","last_active":"2024-03-07T03:10:57.329559+0000","last_peered":"2024-03-07T03:10:57.329559+0000","last_clean":"2024-03-07T03:10:57.329559+0000","last_became_active":"2024-03-07T03:06:47.849222+0000","last_became_peered":"2024-03-07T03:06:47.849222+0000","last_unstale":"2024-03-07T03:10:57.329559+0000","last_undegraded":"2024-03-07T03:10:57.329559+0000","last_fullsized":"2024-03-07T03:10:57.329559+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:36:41.880143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126088+0000","last_change":"2024-03-07T03:06:47.851880+0000","last_active":"2024-03-07T03:10:57.126088+0000","last_peered":"2024-03-07T03:10:57.126088+0000","last_clean":"2024-03-07T03:10:57.126088+0000","last_became_active":"2024-03-07T03:06:47.851176+0000","last_became_peered":"2024-03-07T03:06:47.851176+0000","last_unstale":"2024-03-07T03:10:57.126088+0000","last_undegraded":"2024-03-07T03:10:57.126088+0000","last_fullsized":"2024-03-07T03:10:57.126088+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:38:59.663068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":975,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298084+0000","last_change":"2024-03-07T03:07:58.757245+0000","last_active":"2024-03-07T03:10:57.298084+0000","last_peered":"2024-03-07T03:10:57.298084+0000","last_clean":"2024-03-07T03:10:57.298084+0000","last_became_active":"2024-03-07T03:07:58.754456+0000","last_became_peered":"2024-03-07T03:07:58.754456+0000","last_unstale":"2024-03-07T03:10:57.298084+0000","last_undegraded":"2024-03-07T03:10:57.298084+0000","last_fullsized":"2024-03-07T03:10:57.298084+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:57:32.153933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1042,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130396+0000","last_change":"2024-03-07T03:06:47.855220+0000","last_active":"2024-03-07T03:10:57.130396+0000","last_peered":"2024-03-07T03:10:57.130396+0000","last_clean":"2024-03-07T03:10:57.130396+0000","last_became_active":"2024-03-07T03:06:47.854836+0000","last_became_peered":"2024-03-07T03:06:47.854836+0000","last_unstale":"2024-03-07T03:10:57.130396+0000","last_undegraded":"2024-03-07T03:10:57.130396+0000","last_fullsized":"2024-03-07T03:10:57.130396+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:51:35.386552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":982,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297797+0000","last_change":"2024-03-07T03:07:58.757676+0000","last_active":"2024-03-07T03:10:57.297797+0000","last_peered":"2024-03-07T03:10:57.297797+0000","last_clean":"2024-03-07T03:10:57.297797+0000","last_became_active":"2024-03-07T03:07:58.753930+0000","last_became_peered":"2024-03-07T03:07:58.753930+0000","last_unstale":"2024-03-07T03:10:57.297797+0000","last_undegraded":"2024-03-07T03:10:57.297797+0000","last_fullsized":"2024-03-07T03:10:57.297797+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:56.639688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1036,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130137+0000","last_change":"2024-03-07T03:07:23.076532+0000","last_active":"2024-03-07T03:10:57.130137+0000","last_peered":"2024-03-07T03:10:57.130137+0000","last_clean":"2024-03-07T03:10:57.130137+0000","last_became_active":"2024-03-07T03:07:23.076234+0000","last_became_peered":"2024-03-07T03:07:23.076234+0000","last_unstale":"2024-03-07T03:10:57.130137+0000","last_undegraded":"2024-03-07T03:10:57.130137+0000","last_fullsized":"2024-03-07T03:10:57.130137+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:16:39.967241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"716'2","reported_seq":1088,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329307+0000","last_change":"2024-03-07T03:07:58.752045+0000","last_active":"2024-03-07T03:10:57.329307+0000","last_peered":"2024-03-07T03:10:57.329307+0000","last_clean":"2024-03-07T03:10:57.329307+0000","last_became_active":"2024-03-07T03:07:58.751585+0000","last_became_peered":"2024-03-07T03:07:58.751585+0000","last_unstale":"2024-03-07T03:10:57.329307+0000","last_undegraded":"2024-03-07T03:10:57.329307+0000","last_fullsized":"2024-03-07T03:10:57.329307+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:03:01.652607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1106,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123001+0000","last_change":"2024-03-07T03:06:09.990854+0000","last_active":"2024-03-07T03:10:57.123001+0000","last_peered":"2024-03-07T03:10:57.123001+0000","last_clean":"2024-03-07T03:10:57.123001+0000","last_became_active":"2024-03-07T03:06:09.990464+0000","last_became_peered":"2024-03-07T03:06:09.990464+0000","last_unstale":"2024-03-07T03:10:57.123001+0000","last_undegraded":"2024-03-07T03:10:57.123001+0000","last_fullsized":"2024-03-07T03:10:57.123001+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:53:52.856954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"716'2","reported_seq":1009,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127839+0000","last_change":"2024-03-07T03:07:58.754526+0000","last_active":"2024-03-07T03:10:57.127839+0000","last_peered":"2024-03-07T03:10:57.127839+0000","last_clean":"2024-03-07T03:10:57.127839+0000","last_became_active":"2024-03-07T03:07:58.754123+0000","last_became_peered":"2024-03-07T03:07:58.754123+0000","last_unstale":"2024-03-07T03:10:57.127839+0000","last_undegraded":"2024-03-07T03:10:57.127839+0000","last_fullsized":"2024-03-07T03:10:57.127839+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:41:34.446180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1211,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126281+0000","last_change":"2024-03-07T03:07:58.750769+0000","last_active":"2024-03-07T03:10:57.126281+0000","last_peered":"2024-03-07T03:10:57.126281+0000","last_clean":"2024-03-07T03:10:57.126281+0000","last_became_active":"2024-03-07T03:07:58.749974+0000","last_became_peered":"2024-03-07T03:07:58.749974+0000","last_unstale":"2024-03-07T03:10:57.126281+0000","last_undegraded":"2024-03-07T03:10:57.126281+0000","last_fullsized":"2024-03-07T03:10:57.126281+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:56:14.059734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1125,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328593+0000","last_change":"2024-03-07T03:07:23.072942+0000","last_active":"2024-03-07T03:10:57.328593+0000","last_peered":"2024-03-07T03:10:57.328593+0000","last_clean":"2024-03-07T03:10:57.328593+0000","last_became_active":"2024-03-07T03:07:23.072639+0000","last_became_peered":"2024-03-07T03:07:23.072639+0000","last_unstale":"2024-03-07T03:10:57.328593+0000","last_undegraded":"2024-03-07T03:10:57.328593+0000","last_fullsized":"2024-03-07T03:10:57.328593+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:42.808853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1122,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328668+0000","last_change":"2024-03-07T03:05:35.934963+0000","last_active":"2024-03-07T03:10:57.328668+0000","last_peered":"2024-03-07T03:10:57.328668+0000","last_clean":"2024-03-07T03:10:57.328668+0000","last_became_active":"2024-03-07T03:05:35.932493+0000","last_became_peered":"2024-03-07T03:05:35.932493+0000","last_unstale":"2024-03-07T03:10:57.328668+0000","last_undegraded":"2024-03-07T03:10:57.328668+0000","last_fullsized":"2024-03-07T03:10:57.328668+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:00:57.111662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1038,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129763+0000","last_change":"2024-03-07T03:07:58.756063+0000","last_active":"2024-03-07T03:10:57.129763+0000","last_peered":"2024-03-07T03:10:57.129763+0000","last_clean":"2024-03-07T03:10:57.129763+0000","last_became_active":"2024-03-07T03:07:58.755712+0000","last_became_peered":"2024-03-07T03:07:58.755712+0000","last_unstale":"2024-03-07T03:10:57.129763+0000","last_undegraded":"2024-03-07T03:10:57.129763+0000","last_fullsized":"2024-03-07T03:10:57.129763+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:13:06.484346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122373+0000","last_change":"2024-03-07T03:06:09.996319+0000","last_active":"2024-03-07T03:10:57.122373+0000","last_peered":"2024-03-07T03:10:57.122373+0000","last_clean":"2024-03-07T03:10:57.122373+0000","last_became_active":"2024-03-07T03:06:09.996002+0000","last_became_peered":"2024-03-07T03:06:09.996002+0000","last_unstale":"2024-03-07T03:10:57.122373+0000","last_undegraded":"2024-03-07T03:10:57.122373+0000","last_fullsized":"2024-03-07T03:10:57.122373+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:41:55.764562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1005,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.128019+0000","last_change":"2024-03-07T03:07:23.083466+0000","last_active":"2024-03-07T03:10:57.128019+0000","last_peered":"2024-03-07T03:10:57.128019+0000","last_clean":"2024-03-07T03:10:57.128019+0000","last_became_active":"2024-03-07T03:07:23.083156+0000","last_became_peered":"2024-03-07T03:07:23.083156+0000","last_unstale":"2024-03-07T03:10:57.128019+0000","last_undegraded":"2024-03-07T03:10:57.128019+0000","last_fullsized":"2024-03-07T03:10:57.128019+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:32:00.539449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1024,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130304+0000","last_change":"2024-03-07T03:07:58.752127+0000","last_active":"2024-03-07T03:10:57.130304+0000","last_peered":"2024-03-07T03:10:57.130304+0000","last_clean":"2024-03-07T03:10:57.130304+0000","last_became_active":"2024-03-07T03:07:58.751770+0000","last_became_peered":"2024-03-07T03:07:58.751770+0000","last_unstale":"2024-03-07T03:10:57.130304+0000","last_undegraded":"2024-03-07T03:10:57.130304+0000","last_fullsized":"2024-03-07T03:10:57.130304+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:43.791488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1058,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130040+0000","last_change":"2024-03-07T03:07:23.077653+0000","last_active":"2024-03-07T03:10:57.130040+0000","last_peered":"2024-03-07T03:10:57.130040+0000","last_clean":"2024-03-07T03:10:57.130040+0000","last_became_active":"2024-03-07T03:07:23.077355+0000","last_became_peered":"2024-03-07T03:07:23.077355+0000","last_unstale":"2024-03-07T03:10:57.130040+0000","last_undegraded":"2024-03-07T03:10:57.130040+0000","last_fullsized":"2024-03-07T03:10:57.130040+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:45.861158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1211,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126336+0000","last_change":"2024-03-07T03:06:47.851508+0000","last_active":"2024-03-07T03:10:57.126336+0000","last_peered":"2024-03-07T03:10:57.126336+0000","last_clean":"2024-03-07T03:10:57.126336+0000","last_became_active":"2024-03-07T03:06:47.850839+0000","last_became_peered":"2024-03-07T03:06:47.850839+0000","last_unstale":"2024-03-07T03:10:57.126336+0000","last_undegraded":"2024-03-07T03:10:57.126336+0000","last_fullsized":"2024-03-07T03:10:57.126336+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:08:06.622234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1191,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122519+0000","last_change":"2024-03-07T03:06:47.845848+0000","last_active":"2024-03-07T03:10:57.122519+0000","last_peered":"2024-03-07T03:10:57.122519+0000","last_clean":"2024-03-07T03:10:57.122519+0000","last_became_active":"2024-03-07T03:06:47.845425+0000","last_became_peered":"2024-03-07T03:06:47.845425+0000","last_unstale":"2024-03-07T03:10:57.122519+0000","last_undegraded":"2024-03-07T03:10:57.122519+0000","last_fullsized":"2024-03-07T03:10:57.122519+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:16:24.833986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1077,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123242+0000","last_change":"2024-03-07T03:07:58.754983+0000","last_active":"2024-03-07T03:10:57.123242+0000","last_peered":"2024-03-07T03:10:57.123242+0000","last_clean":"2024-03-07T03:10:57.123242+0000","last_became_active":"2024-03-07T03:07:58.754657+0000","last_became_peered":"2024-03-07T03:07:58.754657+0000","last_unstale":"2024-03-07T03:10:57.123242+0000","last_undegraded":"2024-03-07T03:10:57.123242+0000","last_fullsized":"2024-03-07T03:10:57.123242+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:06:00.897772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"716'29","reported_seq":1040,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127843+0000","last_change":"2024-03-07T03:07:23.079677+0000","last_active":"2024-03-07T03:10:57.127843+0000","last_peered":"2024-03-07T03:10:57.127843+0000","last_clean":"2024-03-07T03:10:57.127843+0000","last_became_active":"2024-03-07T03:07:23.079320+0000","last_became_peered":"2024-03-07T03:07:23.079320+0000","last_unstale":"2024-03-07T03:10:57.127843+0000","last_undegraded":"2024-03-07T03:10:57.127843+0000","last_fullsized":"2024-03-07T03:10:57.127843+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:49:54.979015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":984,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297755+0000","last_change":"2024-03-07T03:07:58.758376+0000","last_active":"2024-03-07T03:10:57.297755+0000","last_peered":"2024-03-07T03:10:57.297755+0000","last_clean":"2024-03-07T03:10:57.297755+0000","last_became_active":"2024-03-07T03:07:58.757816+0000","last_became_peered":"2024-03-07T03:07:58.757816+0000","last_unstale":"2024-03-07T03:10:57.297755+0000","last_undegraded":"2024-03-07T03:10:57.297755+0000","last_fullsized":"2024-03-07T03:10:57.297755+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:47.253727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1217,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126076+0000","last_change":"2024-03-07T03:06:09.989072+0000","last_active":"2024-03-07T03:10:57.126076+0000","last_peered":"2024-03-07T03:10:57.126076+0000","last_clean":"2024-03-07T03:10:57.126076+0000","last_became_active":"2024-03-07T03:06:09.987754+0000","last_became_peered":"2024-03-07T03:06:09.987754+0000","last_unstale":"2024-03-07T03:10:57.126076+0000","last_undegraded":"2024-03-07T03:10:57.126076+0000","last_fullsized":"2024-03-07T03:10:57.126076+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:05:15.340331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125648+0000","last_change":"2024-03-07T03:07:58.754207+0000","last_active":"2024-03-07T03:10:57.125648+0000","last_peered":"2024-03-07T03:10:57.125648+0000","last_clean":"2024-03-07T03:10:57.125648+0000","last_became_active":"2024-03-07T03:07:58.753859+0000","last_became_peered":"2024-03-07T03:07:58.753859+0000","last_unstale":"2024-03-07T03:10:57.125648+0000","last_undegraded":"2024-03-07T03:10:57.125648+0000","last_fullsized":"2024-03-07T03:10:57.125648+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:14:02.813872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1051,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129861+0000","last_change":"2024-03-07T03:07:58.755838+0000","last_active":"2024-03-07T03:10:57.129861+0000","last_peered":"2024-03-07T03:10:57.129861+0000","last_clean":"2024-03-07T03:10:57.129861+0000","last_became_active":"2024-03-07T03:07:58.755436+0000","last_became_peered":"2024-03-07T03:07:58.755436+0000","last_unstale":"2024-03-07T03:10:57.129861+0000","last_undegraded":"2024-03-07T03:10:57.129861+0000","last_fullsized":"2024-03-07T03:10:57.129861+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:25.094944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":984,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297649+0000","last_change":"2024-03-07T03:07:58.750199+0000","last_active":"2024-03-07T03:10:57.297649+0000","last_peered":"2024-03-07T03:10:57.297649+0000","last_clean":"2024-03-07T03:10:57.297649+0000","last_became_active":"2024-03-07T03:07:58.749858+0000","last_became_peered":"2024-03-07T03:07:58.749858+0000","last_unstale":"2024-03-07T03:10:57.297649+0000","last_undegraded":"2024-03-07T03:10:57.297649+0000","last_fullsized":"2024-03-07T03:10:57.297649+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:41.122539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1013,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127567+0000","last_change":"2024-03-07T03:07:23.076835+0000","last_active":"2024-03-07T03:10:57.127567+0000","last_peered":"2024-03-07T03:10:57.127567+0000","last_clean":"2024-03-07T03:10:57.127567+0000","last_became_active":"2024-03-07T03:07:23.075094+0000","last_became_peered":"2024-03-07T03:07:23.075094+0000","last_unstale":"2024-03-07T03:10:57.127567+0000","last_undegraded":"2024-03-07T03:10:57.127567+0000","last_fullsized":"2024-03-07T03:10:57.127567+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:50:36.739831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1004,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127419+0000","last_change":"2024-03-07T03:07:23.078279+0000","last_active":"2024-03-07T03:10:57.127419+0000","last_peered":"2024-03-07T03:10:57.127419+0000","last_clean":"2024-03-07T03:10:57.127419+0000","last_became_active":"2024-03-07T03:07:23.077338+0000","last_became_peered":"2024-03-07T03:07:23.077338+0000","last_unstale":"2024-03-07T03:10:57.127419+0000","last_undegraded":"2024-03-07T03:10:57.127419+0000","last_fullsized":"2024-03-07T03:10:57.127419+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:05:40.599683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1168,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329387+0000","last_change":"2024-03-07T03:05:01.461919+0000","last_active":"2024-03-07T03:10:57.329387+0000","last_peered":"2024-03-07T03:10:57.329387+0000","last_clean":"2024-03-07T03:10:57.329387+0000","last_became_active":"2024-03-07T03:05:01.459759+0000","last_became_peered":"2024-03-07T03:05:01.459759+0000","last_unstale":"2024-03-07T03:10:57.329387+0000","last_undegraded":"2024-03-07T03:10:57.329387+0000","last_fullsized":"2024-03-07T03:10:57.329387+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:31:45.535178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":970,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297341+0000","last_change":"2024-03-07T03:07:58.753856+0000","last_active":"2024-03-07T03:10:57.297341+0000","last_peered":"2024-03-07T03:10:57.297341+0000","last_clean":"2024-03-07T03:10:57.297341+0000","last_became_active":"2024-03-07T03:07:58.751889+0000","last_became_peered":"2024-03-07T03:07:58.751889+0000","last_unstale":"2024-03-07T03:10:57.297341+0000","last_undegraded":"2024-03-07T03:10:57.297341+0000","last_fullsized":"2024-03-07T03:10:57.297341+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:27:20.126942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"863'1273","reported_seq":4339,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329519+0000","last_change":"2024-03-07T03:10:56.137635+0000","last_active":"2024-03-07T03:10:57.329519+0000","last_peered":"2024-03-07T03:10:57.329519+0000","last_clean":"2024-03-07T03:10:57.329519+0000","last_became_active":"2024-03-07T03:05:01.457883+0000","last_became_peered":"2024-03-07T03:05:01.457883+0000","last_unstale":"2024-03-07T03:10:57.329519+0000","last_undegraded":"2024-03-07T03:10:57.329519+0000","last_fullsized":"2024-03-07T03:10:57.329519+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1273,"log_dups_size":0,"ondisk_log_size":1273,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:21:46.718939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.021818005000000001,"stat_sum":{"num_bytes":15540224,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":258,"num_read_kb":529715,"num_write":442,"num_write_kb":102224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1441792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.f","version":"61'1","reported_seq":1080,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123672+0000","last_change":"2024-03-07T03:07:58.755003+0000","last_active":"2024-03-07T03:10:57.123672+0000","last_peered":"2024-03-07T03:10:57.123672+0000","last_clean":"2024-03-07T03:10:57.123672+0000","last_became_active":"2024-03-07T03:07:58.754564+0000","last_became_peered":"2024-03-07T03:07:58.754564+0000","last_unstale":"2024-03-07T03:10:57.123672+0000","last_undegraded":"2024-03-07T03:10:57.123672+0000","last_fullsized":"2024-03-07T03:10:57.123672+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:34:53.344746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298045+0000","last_change":"2024-03-07T03:07:58.750952+0000","last_active":"2024-03-07T03:10:57.298045+0000","last_peered":"2024-03-07T03:10:57.298045+0000","last_clean":"2024-03-07T03:10:57.298045+0000","last_became_active":"2024-03-07T03:07:58.749229+0000","last_became_peered":"2024-03-07T03:07:58.749229+0000","last_unstale":"2024-03-07T03:10:57.298045+0000","last_undegraded":"2024-03-07T03:10:57.298045+0000","last_fullsized":"2024-03-07T03:10:57.298045+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:53:10.534950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"863'847","reported_seq":4047,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125772+0000","last_change":"2024-03-07T03:10:56.129162+0000","last_active":"2024-03-07T03:10:57.125772+0000","last_peered":"2024-03-07T03:10:57.125772+0000","last_clean":"2024-03-07T03:10:57.125772+0000","last_became_active":"2024-03-07T03:07:23.074596+0000","last_became_peered":"2024-03-07T03:07:23.074596+0000","last_unstale":"2024-03-07T03:10:57.125772+0000","last_undegraded":"2024-03-07T03:10:57.125772+0000","last_fullsized":"2024-03-07T03:10:57.125772+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":847,"log_dups_size":0,"ondisk_log_size":847,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:34:23.625809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0099120149999999997,"stat_sum":{"num_bytes":38936576,"num_objects":11,"num_object_clones":9,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":157,"num_read_kb":413258,"num_write":266,"num_write_kb":109952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":4374528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.2","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122312+0000","last_change":"2024-03-07T03:06:47.845893+0000","last_active":"2024-03-07T03:10:57.122312+0000","last_peered":"2024-03-07T03:10:57.122312+0000","last_clean":"2024-03-07T03:10:57.122312+0000","last_became_active":"2024-03-07T03:06:47.845548+0000","last_became_peered":"2024-03-07T03:06:47.845548+0000","last_unstale":"2024-03-07T03:10:57.122312+0000","last_undegraded":"2024-03-07T03:10:57.122312+0000","last_fullsized":"2024-03-07T03:10:57.122312+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:19:55.051329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1185,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122598+0000","last_change":"2024-03-07T03:07:58.751041+0000","last_active":"2024-03-07T03:10:57.122598+0000","last_peered":"2024-03-07T03:10:57.122598+0000","last_clean":"2024-03-07T03:10:57.122598+0000","last_became_active":"2024-03-07T03:07:58.749047+0000","last_became_peered":"2024-03-07T03:07:58.749047+0000","last_unstale":"2024-03-07T03:10:57.122598+0000","last_undegraded":"2024-03-07T03:10:57.122598+0000","last_fullsized":"2024-03-07T03:10:57.122598+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:47:59.256394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1056,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129942+0000","last_change":"2024-03-07T03:06:47.858022+0000","last_active":"2024-03-07T03:10:57.129942+0000","last_peered":"2024-03-07T03:10:57.129942+0000","last_clean":"2024-03-07T03:10:57.129942+0000","last_became_active":"2024-03-07T03:06:47.857526+0000","last_became_peered":"2024-03-07T03:06:47.857526+0000","last_unstale":"2024-03-07T03:10:57.129942+0000","last_undegraded":"2024-03-07T03:10:57.129942+0000","last_fullsized":"2024-03-07T03:10:57.129942+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:02:03.856321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"862'1186","reported_seq":4378,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126241+0000","last_change":"2024-03-07T03:10:56.119983+0000","last_active":"2024-03-07T03:10:57.126241+0000","last_peered":"2024-03-07T03:10:57.126241+0000","last_clean":"2024-03-07T03:10:57.126241+0000","last_became_active":"2024-03-07T03:06:09.988405+0000","last_became_peered":"2024-03-07T03:06:09.988405+0000","last_unstale":"2024-03-07T03:10:57.126241+0000","last_undegraded":"2024-03-07T03:10:57.126241+0000","last_fullsized":"2024-03-07T03:10:57.126241+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1186,"log_dups_size":0,"ondisk_log_size":1186,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:41:38.890400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099770099999999993,"stat_sum":{"num_bytes":13524992,"num_objects":9,"num_object_clones":6,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":208,"num_read_kb":390958,"num_write":505,"num_write_kb":103888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":50642944,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122311+0000","last_change":"2024-03-07T03:05:35.928460+0000","last_active":"2024-03-07T03:10:57.122311+0000","last_peered":"2024-03-07T03:10:57.122311+0000","last_clean":"2024-03-07T03:10:57.122311+0000","last_became_active":"2024-03-07T03:05:35.928017+0000","last_became_peered":"2024-03-07T03:05:35.928017+0000","last_unstale":"2024-03-07T03:10:57.122311+0000","last_undegraded":"2024-03-07T03:10:57.122311+0000","last_fullsized":"2024-03-07T03:10:57.122311+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:53:27.674544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1025,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129657+0000","last_change":"2024-03-07T03:07:23.075249+0000","last_active":"2024-03-07T03:10:57.129657+0000","last_peered":"2024-03-07T03:10:57.129657+0000","last_clean":"2024-03-07T03:10:57.129657+0000","last_became_active":"2024-03-07T03:07:23.074866+0000","last_became_peered":"2024-03-07T03:07:23.074866+0000","last_unstale":"2024-03-07T03:10:57.129657+0000","last_undegraded":"2024-03-07T03:10:57.129657+0000","last_fullsized":"2024-03-07T03:10:57.129657+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:03.393010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1078,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123184+0000","last_change":"2024-03-07T03:07:23.069585+0000","last_active":"2024-03-07T03:10:57.123184+0000","last_peered":"2024-03-07T03:10:57.123184+0000","last_clean":"2024-03-07T03:10:57.123184+0000","last_became_active":"2024-03-07T03:07:23.069262+0000","last_became_peered":"2024-03-07T03:07:23.069262+0000","last_unstale":"2024-03-07T03:10:57.123184+0000","last_undegraded":"2024-03-07T03:10:57.123184+0000","last_fullsized":"2024-03-07T03:10:57.123184+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:11:22.045807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"861'1094","reported_seq":4795,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.331022+0000","last_change":"2024-03-07T03:10:57.331022+0000","last_active":"2024-03-07T03:10:57.331022+0000","last_peered":"2024-03-07T03:10:57.331022+0000","last_clean":"2024-03-07T03:10:57.331022+0000","last_became_active":"2024-03-07T03:06:47.847229+0000","last_became_peered":"2024-03-07T03:06:47.847229+0000","last_unstale":"2024-03-07T03:10:57.331022+0000","last_undegraded":"2024-03-07T03:10:57.331022+0000","last_fullsized":"2024-03-07T03:10:57.331022+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1094,"log_dups_size":0,"ondisk_log_size":1094,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:58:27.729404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.032339935,"stat_sum":{"num_bytes":113606656,"num_objects":59,"num_object_clones":55,"num_object_copies":177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":279,"num_read_kb":358703,"num_write":525,"num_write_kb":146904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":36642816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1181,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122460+0000","last_change":"2024-03-07T03:06:47.843416+0000","last_active":"2024-03-07T03:10:57.122460+0000","last_peered":"2024-03-07T03:10:57.122460+0000","last_clean":"2024-03-07T03:10:57.122460+0000","last_became_active":"2024-03-07T03:06:47.842812+0000","last_became_peered":"2024-03-07T03:06:47.842812+0000","last_unstale":"2024-03-07T03:10:57.122460+0000","last_undegraded":"2024-03-07T03:10:57.122460+0000","last_fullsized":"2024-03-07T03:10:57.122460+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:03:02.672609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.121897+0000","last_change":"2024-03-07T03:07:23.071850+0000","last_active":"2024-03-07T03:10:57.121897+0000","last_peered":"2024-03-07T03:10:57.121897+0000","last_clean":"2024-03-07T03:10:57.121897+0000","last_became_active":"2024-03-07T03:07:23.071476+0000","last_became_peered":"2024-03-07T03:07:23.071476+0000","last_unstale":"2024-03-07T03:10:57.121897+0000","last_undegraded":"2024-03-07T03:10:57.121897+0000","last_fullsized":"2024-03-07T03:10:57.121897+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:13:05.296486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1156,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329321+0000","last_change":"2024-03-07T03:05:35.926187+0000","last_active":"2024-03-07T03:10:57.329321+0000","last_peered":"2024-03-07T03:10:57.329321+0000","last_clean":"2024-03-07T03:10:57.329321+0000","last_became_active":"2024-03-07T03:05:35.925908+0000","last_became_peered":"2024-03-07T03:05:35.925908+0000","last_unstale":"2024-03-07T03:10:57.329321+0000","last_undegraded":"2024-03-07T03:10:57.329321+0000","last_fullsized":"2024-03-07T03:10:57.329321+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:48:33.101185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"863'1146","reported_seq":3872,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298252+0000","last_change":"2024-03-07T03:10:56.132170+0000","last_active":"2024-03-07T03:10:57.298252+0000","last_peered":"2024-03-07T03:10:57.298252+0000","last_clean":"2024-03-07T03:10:57.298252+0000","last_became_active":"2024-03-07T03:07:58.756854+0000","last_became_peered":"2024-03-07T03:07:58.756854+0000","last_unstale":"2024-03-07T03:10:57.298252+0000","last_undegraded":"2024-03-07T03:10:57.298252+0000","last_fullsized":"2024-03-07T03:10:57.298252+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1146,"log_dups_size":0,"ondisk_log_size":1146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T02:59:04.693146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.010433211,"stat_sum":{"num_bytes":34668544,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":1,"num_read":219,"num_read_kb":317694,"num_write":420,"num_write_kb":93568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":10240000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1004,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127941+0000","last_change":"2024-03-07T03:07:58.760449+0000","last_active":"2024-03-07T03:10:57.127941+0000","last_peered":"2024-03-07T03:10:57.127941+0000","last_clean":"2024-03-07T03:10:57.127941+0000","last_became_active":"2024-03-07T03:07:58.760086+0000","last_became_peered":"2024-03-07T03:07:58.760086+0000","last_unstale":"2024-03-07T03:10:57.127941+0000","last_undegraded":"2024-03-07T03:10:57.127941+0000","last_fullsized":"2024-03-07T03:10:57.127941+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:34:38.583100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1087,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328930+0000","last_change":"2024-03-07T03:07:23.073659+0000","last_active":"2024-03-07T03:10:57.328930+0000","last_peered":"2024-03-07T03:10:57.328930+0000","last_clean":"2024-03-07T03:10:57.328930+0000","last_became_active":"2024-03-07T03:07:23.073277+0000","last_became_peered":"2024-03-07T03:07:23.073277+0000","last_unstale":"2024-03-07T03:10:57.328930+0000","last_undegraded":"2024-03-07T03:10:57.328930+0000","last_fullsized":"2024-03-07T03:10:57.328930+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:48:34.819985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1059,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129753+0000","last_change":"2024-03-07T03:07:58.752576+0000","last_active":"2024-03-07T03:10:57.129753+0000","last_peered":"2024-03-07T03:10:57.129753+0000","last_clean":"2024-03-07T03:10:57.129753+0000","last_became_active":"2024-03-07T03:07:58.752193+0000","last_became_peered":"2024-03-07T03:07:58.752193+0000","last_unstale":"2024-03-07T03:10:57.129753+0000","last_undegraded":"2024-03-07T03:10:57.129753+0000","last_fullsized":"2024-03-07T03:10:57.129753+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:55:14.205594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"395'197","reported_seq":1464,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297589+0000","last_change":"2024-03-07T03:07:58.752982+0000","last_active":"2024-03-07T03:10:57.297589+0000","last_peered":"2024-03-07T03:10:57.297589+0000","last_clean":"2024-03-07T03:10:57.297589+0000","last_became_active":"2024-03-07T03:07:58.752004+0000","last_became_peered":"2024-03-07T03:07:58.752004+0000","last_unstale":"2024-03-07T03:10:57.297589+0000","last_undegraded":"2024-03-07T03:10:57.297589+0000","last_fullsized":"2024-03-07T03:10:57.297589+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_clean_scrub_stamp":"2024-03-07T02:51:31.238394+0000","objects_scrubbed":0,"log_size":197,"log_dups_size":0,"ondisk_log_size":197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:53.766202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"858'3145","reported_seq":6528,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.131283+0000","last_change":"2024-03-07T03:10:57.131283+0000","last_active":"2024-03-07T03:10:57.131283+0000","last_peered":"2024-03-07T03:10:57.131283+0000","last_clean":"2024-03-07T03:10:57.131283+0000","last_became_active":"2024-03-07T03:06:47.859231+0000","last_became_peered":"2024-03-07T03:06:47.859231+0000","last_unstale":"2024-03-07T03:10:57.131283+0000","last_undegraded":"2024-03-07T03:10:57.131283+0000","last_fullsized":"2024-03-07T03:10:57.131283+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3145,"log_dups_size":0,"ondisk_log_size":3145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:10:03.781442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001499434,"stat_sum":{"num_bytes":18481152,"num_objects":15,"num_object_clones":14,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":124,"num_read_kb":398406,"num_write":253,"num_write_kb":45856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":9773056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126312+0000","last_change":"2024-03-07T03:05:01.454053+0000","last_active":"2024-03-07T03:10:57.126312+0000","last_peered":"2024-03-07T03:10:57.126312+0000","last_clean":"2024-03-07T03:10:57.126312+0000","last_became_active":"2024-03-07T03:05:01.453718+0000","last_became_peered":"2024-03-07T03:05:01.453718+0000","last_unstale":"2024-03-07T03:10:57.126312+0000","last_undegraded":"2024-03-07T03:10:57.126312+0000","last_fullsized":"2024-03-07T03:10:57.126312+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:10:59.835543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125549+0000","last_change":"2024-03-07T03:06:09.987673+0000","last_active":"2024-03-07T03:10:57.125549+0000","last_peered":"2024-03-07T03:10:57.125549+0000","last_clean":"2024-03-07T03:10:57.125549+0000","last_became_active":"2024-03-07T03:06:09.987328+0000","last_became_peered":"2024-03-07T03:06:09.987328+0000","last_unstale":"2024-03-07T03:10:57.125549+0000","last_undegraded":"2024-03-07T03:10:57.125549+0000","last_fullsized":"2024-03-07T03:10:57.125549+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:11:17.983744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":973,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297326+0000","last_change":"2024-03-07T03:07:58.757849+0000","last_active":"2024-03-07T03:10:57.297326+0000","last_peered":"2024-03-07T03:10:57.297326+0000","last_clean":"2024-03-07T03:10:57.297326+0000","last_became_active":"2024-03-07T03:07:58.757399+0000","last_became_peered":"2024-03-07T03:07:58.757399+0000","last_unstale":"2024-03-07T03:10:57.297326+0000","last_undegraded":"2024-03-07T03:10:57.297326+0000","last_fullsized":"2024-03-07T03:10:57.297326+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:54:11.413787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"864'1259","reported_seq":4062,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130113+0000","last_change":"2024-03-07T03:10:56.129203+0000","last_active":"2024-03-07T03:10:57.130113+0000","last_peered":"2024-03-07T03:10:57.130113+0000","last_clean":"2024-03-07T03:10:57.130113+0000","last_became_active":"2024-03-07T03:07:23.080120+0000","last_became_peered":"2024-03-07T03:07:23.080120+0000","last_unstale":"2024-03-07T03:10:57.130113+0000","last_undegraded":"2024-03-07T03:10:57.130113+0000","last_fullsized":"2024-03-07T03:10:57.130113+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1259,"log_dups_size":0,"ondisk_log_size":1259,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:33:24.850580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0059393290000000001,"stat_sum":{"num_bytes":23298048,"num_objects":10,"num_object_clones":7,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":249,"num_read_kb":271095,"num_write":553,"num_write_kb":138504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":18890752,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.3","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125874+0000","last_change":"2024-03-07T03:07:58.750289+0000","last_active":"2024-03-07T03:10:57.125874+0000","last_peered":"2024-03-07T03:10:57.125874+0000","last_clean":"2024-03-07T03:10:57.125874+0000","last_became_active":"2024-03-07T03:07:58.749557+0000","last_became_peered":"2024-03-07T03:07:58.749557+0000","last_unstale":"2024-03-07T03:10:57.125874+0000","last_undegraded":"2024-03-07T03:10:57.125874+0000","last_fullsized":"2024-03-07T03:10:57.125874+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:54:43.865660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297984+0000","last_change":"2024-03-07T03:07:58.758005+0000","last_active":"2024-03-07T03:10:57.297984+0000","last_peered":"2024-03-07T03:10:57.297984+0000","last_clean":"2024-03-07T03:10:57.297984+0000","last_became_active":"2024-03-07T03:07:58.756833+0000","last_became_peered":"2024-03-07T03:07:58.756833+0000","last_unstale":"2024-03-07T03:10:57.297984+0000","last_undegraded":"2024-03-07T03:10:57.297984+0000","last_fullsized":"2024-03-07T03:10:57.297984+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:37:55.288554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122495+0000","last_change":"2024-03-07T03:06:47.843644+0000","last_active":"2024-03-07T03:10:57.122495+0000","last_peered":"2024-03-07T03:10:57.122495+0000","last_clean":"2024-03-07T03:10:57.122495+0000","last_became_active":"2024-03-07T03:06:47.842694+0000","last_became_peered":"2024-03-07T03:06:47.842694+0000","last_unstale":"2024-03-07T03:10:57.122495+0000","last_undegraded":"2024-03-07T03:10:57.122495+0000","last_fullsized":"2024-03-07T03:10:57.122495+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:25:34.783974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"863'880","reported_seq":3814,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123586+0000","last_change":"2024-03-07T03:10:56.125509+0000","last_active":"2024-03-07T03:10:57.123586+0000","last_peered":"2024-03-07T03:10:57.123586+0000","last_clean":"2024-03-07T03:10:57.123586+0000","last_became_active":"2024-03-07T03:07:58.755248+0000","last_became_peered":"2024-03-07T03:07:58.755248+0000","last_unstale":"2024-03-07T03:10:57.123586+0000","last_undegraded":"2024-03-07T03:10:57.123586+0000","last_fullsized":"2024-03-07T03:10:57.123586+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":880,"log_dups_size":0,"ondisk_log_size":880,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:40:02.788467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0073429089999999999,"stat_sum":{"num_bytes":9224192,"num_objects":8,"num_object_clones":6,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":1,"num_read":161,"num_read_kb":133885,"num_write":362,"num_write_kb":55920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1123,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329184+0000","last_change":"2024-03-07T03:07:58.764215+0000","last_active":"2024-03-07T03:10:57.329184+0000","last_peered":"2024-03-07T03:10:57.329184+0000","last_clean":"2024-03-07T03:10:57.329184+0000","last_became_active":"2024-03-07T03:07:58.763818+0000","last_became_peered":"2024-03-07T03:07:58.763818+0000","last_unstale":"2024-03-07T03:10:57.329184+0000","last_undegraded":"2024-03-07T03:10:57.329184+0000","last_fullsized":"2024-03-07T03:10:57.329184+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:27:54.623360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"719'2","reported_seq":1191,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122742+0000","last_change":"2024-03-07T03:07:23.074913+0000","last_active":"2024-03-07T03:10:57.122742+0000","last_peered":"2024-03-07T03:10:57.122742+0000","last_clean":"2024-03-07T03:10:57.122742+0000","last_became_active":"2024-03-07T03:07:23.074530+0000","last_became_peered":"2024-03-07T03:07:23.074530+0000","last_unstale":"2024-03-07T03:10:57.122742+0000","last_undegraded":"2024-03-07T03:10:57.122742+0000","last_fullsized":"2024-03-07T03:10:57.122742+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:13:25.877187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1126,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329514+0000","last_change":"2024-03-07T03:07:58.757756+0000","last_active":"2024-03-07T03:10:57.329514+0000","last_peered":"2024-03-07T03:10:57.329514+0000","last_clean":"2024-03-07T03:10:57.329514+0000","last_became_active":"2024-03-07T03:07:58.757430+0000","last_became_peered":"2024-03-07T03:07:58.757430+0000","last_unstale":"2024-03-07T03:10:57.329514+0000","last_undegraded":"2024-03-07T03:10:57.329514+0000","last_fullsized":"2024-03-07T03:10:57.329514+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:22:21.412765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"863'1564","reported_seq":5162,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.329944+0000","last_change":"2024-03-07T03:10:57.329944+0000","last_active":"2024-03-07T03:10:57.329944+0000","last_peered":"2024-03-07T03:10:57.329944+0000","last_clean":"2024-03-07T03:10:57.329944+0000","last_became_active":"2024-03-07T03:06:09.990793+0000","last_became_peered":"2024-03-07T03:06:09.990793+0000","last_unstale":"2024-03-07T03:10:57.329944+0000","last_undegraded":"2024-03-07T03:10:57.329944+0000","last_fullsized":"2024-03-07T03:10:57.329944+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1564,"log_dups_size":0,"ondisk_log_size":1564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":143,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:53.639078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.019553126000000001,"stat_sum":{"num_bytes":100999168,"num_objects":73,"num_object_clones":68,"num_object_copies":219,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":1,"num_read":410,"num_read_kb":572954,"num_write":777,"num_write_kb":204640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":51175424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"c"},{"start":"178","length":"4"},{"start":"17e","length":"3"},{"start":"182","length":"4"},{"start":"187","length":"5"},{"start":"18d","length":"2"}]},{"pgid":"4.1","version":"0'0","reported_seq":1079,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122932+0000","last_change":"2024-03-07T03:07:23.071468+0000","last_active":"2024-03-07T03:10:57.122932+0000","last_peered":"2024-03-07T03:10:57.122932+0000","last_clean":"2024-03-07T03:10:57.122932+0000","last_became_active":"2024-03-07T03:07:23.071160+0000","last_became_peered":"2024-03-07T03:07:23.071160+0000","last_unstale":"2024-03-07T03:10:57.122932+0000","last_undegraded":"2024-03-07T03:10:57.122932+0000","last_fullsized":"2024-03-07T03:10:57.122932+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:17:55.686793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":989,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127941+0000","last_change":"2024-03-07T03:07:58.759142+0000","last_active":"2024-03-07T03:10:57.127941+0000","last_peered":"2024-03-07T03:10:57.127941+0000","last_clean":"2024-03-07T03:10:57.127941+0000","last_became_active":"2024-03-07T03:07:58.758771+0000","last_became_peered":"2024-03-07T03:07:58.758771+0000","last_unstale":"2024-03-07T03:10:57.127941+0000","last_undegraded":"2024-03-07T03:10:57.127941+0000","last_fullsized":"2024-03-07T03:10:57.127941+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:45:13.985820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126215+0000","last_change":"2024-03-07T03:06:09.988597+0000","last_active":"2024-03-07T03:10:57.126215+0000","last_peered":"2024-03-07T03:10:57.126215+0000","last_clean":"2024-03-07T03:10:57.126215+0000","last_became_active":"2024-03-07T03:06:09.988261+0000","last_became_peered":"2024-03-07T03:06:09.988261+0000","last_unstale":"2024-03-07T03:10:57.126215+0000","last_undegraded":"2024-03-07T03:10:57.126215+0000","last_fullsized":"2024-03-07T03:10:57.126215+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:11:06.717251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"843'3099","reported_seq":6397,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.131044+0000","last_change":"2024-03-07T03:10:57.131044+0000","last_active":"2024-03-07T03:10:57.131044+0000","last_peered":"2024-03-07T03:10:57.131044+0000","last_clean":"2024-03-07T03:10:57.131044+0000","last_became_active":"2024-03-07T03:07:23.084936+0000","last_became_peered":"2024-03-07T03:07:23.084936+0000","last_unstale":"2024-03-07T03:10:57.131044+0000","last_undegraded":"2024-03-07T03:10:57.131044+0000","last_fullsized":"2024-03-07T03:10:57.131044+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3099,"log_dups_size":0,"ondisk_log_size":3099,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:46:48.809690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012703,"stat_sum":{"num_bytes":8347648,"num_objects":13,"num_object_clones":12,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":56,"num_read_kb":33721,"num_write":241,"num_write_kb":36816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":434176,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1145,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329490+0000","last_change":"2024-03-07T03:05:01.461136+0000","last_active":"2024-03-07T03:10:57.329490+0000","last_peered":"2024-03-07T03:10:57.329490+0000","last_clean":"2024-03-07T03:10:57.329490+0000","last_became_active":"2024-03-07T03:05:01.457189+0000","last_became_peered":"2024-03-07T03:05:01.457189+0000","last_unstale":"2024-03-07T03:10:57.329490+0000","last_undegraded":"2024-03-07T03:10:57.329490+0000","last_fullsized":"2024-03-07T03:10:57.329490+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:23.791243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1101,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122863+0000","last_change":"2024-03-07T03:07:58.750311+0000","last_active":"2024-03-07T03:10:57.122863+0000","last_peered":"2024-03-07T03:10:57.122863+0000","last_clean":"2024-03-07T03:10:57.122863+0000","last_became_active":"2024-03-07T03:07:58.750001+0000","last_became_peered":"2024-03-07T03:07:58.750001+0000","last_unstale":"2024-03-07T03:10:57.122863+0000","last_undegraded":"2024-03-07T03:10:57.122863+0000","last_fullsized":"2024-03-07T03:10:57.122863+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:05.963944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"847'12789","reported_seq":16201,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.123778+0000","last_change":"2024-03-07T03:10:57.124034+0000","last_active":"2024-03-07T03:10:57.123778+0000","last_peered":"2024-03-07T03:10:57.123778+0000","last_clean":"2024-03-07T03:10:57.123778+0000","last_became_active":"2024-03-07T03:06:47.859957+0000","last_became_peered":"2024-03-07T03:06:47.859957+0000","last_unstale":"2024-03-07T03:10:57.123778+0000","last_undegraded":"2024-03-07T03:10:57.123778+0000","last_fullsized":"2024-03-07T03:10:57.123778+0000","mapping_epoch":625,"log_start":"599'6200","ondisk_log_start":"599'6200","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":6589,"log_dups_size":0,"ondisk_log_size":6589,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":137,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:29:13.699651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0091875959999999993,"stat_sum":{"num_bytes":71745536,"num_objects":32,"num_object_clones":30,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":0,"num_read":146,"num_read_kb":316804,"num_write":323,"num_write_kb":90232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":20865024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"5"},{"start":"171","length":"b"},{"start":"17e","length":"8"},{"start":"187","length":"5"},{"start":"18d","length":"3"},{"start":"192","length":"1"},{"start":"197","length":"1"},{"start":"199","length":"2"}]},{"pgid":"2.9","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122043+0000","last_change":"2024-03-07T03:07:58.752456+0000","last_active":"2024-03-07T03:10:57.122043+0000","last_peered":"2024-03-07T03:10:57.122043+0000","last_clean":"2024-03-07T03:10:57.122043+0000","last_became_active":"2024-03-07T03:07:58.752118+0000","last_became_peered":"2024-03-07T03:07:58.752118+0000","last_unstale":"2024-03-07T03:10:57.122043+0000","last_undegraded":"2024-03-07T03:10:57.122043+0000","last_fullsized":"2024-03-07T03:10:57.122043+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:08:08.574482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1117,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329282+0000","last_change":"2024-03-07T03:07:58.757839+0000","last_active":"2024-03-07T03:10:57.329282+0000","last_peered":"2024-03-07T03:10:57.329282+0000","last_clean":"2024-03-07T03:10:57.329282+0000","last_became_active":"2024-03-07T03:07:58.757495+0000","last_became_peered":"2024-03-07T03:07:58.757495+0000","last_unstale":"2024-03-07T03:10:57.329282+0000","last_undegraded":"2024-03-07T03:10:57.329282+0000","last_fullsized":"2024-03-07T03:10:57.329282+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:27:02.190643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"861'1463","reported_seq":5087,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.330799+0000","last_change":"2024-03-07T03:10:57.330799+0000","last_active":"2024-03-07T03:10:57.330799+0000","last_peered":"2024-03-07T03:10:57.330799+0000","last_clean":"2024-03-07T03:10:57.330799+0000","last_became_active":"2024-03-07T03:07:58.763085+0000","last_became_peered":"2024-03-07T03:07:58.763085+0000","last_unstale":"2024-03-07T03:10:57.330799+0000","last_undegraded":"2024-03-07T03:10:57.330799+0000","last_fullsized":"2024-03-07T03:10:57.330799+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1463,"log_dups_size":0,"ondisk_log_size":1463,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:39:21.050544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.016579719999999999,"stat_sum":{"num_bytes":106192896,"num_objects":71,"num_object_clones":66,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":1,"num_read":323,"num_read_kb":516030,"num_write":942,"num_write_kb":231680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":48201728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122226+0000","last_change":"2024-03-07T03:07:58.752370+0000","last_active":"2024-03-07T03:10:57.122226+0000","last_peered":"2024-03-07T03:10:57.122226+0000","last_clean":"2024-03-07T03:10:57.122226+0000","last_became_active":"2024-03-07T03:07:58.751985+0000","last_became_peered":"2024-03-07T03:07:58.751985+0000","last_unstale":"2024-03-07T03:10:57.122226+0000","last_undegraded":"2024-03-07T03:10:57.122226+0000","last_fullsized":"2024-03-07T03:10:57.122226+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:31:33.590004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1126,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329046+0000","last_change":"2024-03-07T03:06:09.987484+0000","last_active":"2024-03-07T03:10:57.329046+0000","last_peered":"2024-03-07T03:10:57.329046+0000","last_clean":"2024-03-07T03:10:57.329046+0000","last_became_active":"2024-03-07T03:06:09.986947+0000","last_became_peered":"2024-03-07T03:06:09.986947+0000","last_unstale":"2024-03-07T03:10:57.329046+0000","last_undegraded":"2024-03-07T03:10:57.329046+0000","last_fullsized":"2024-03-07T03:10:57.329046+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:37:38.253630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"857'1055","reported_seq":4917,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.128839+0000","last_change":"2024-03-07T03:10:57.123092+0000","last_active":"2024-03-07T03:10:57.128839+0000","last_peered":"2024-03-07T03:10:57.128839+0000","last_clean":"2024-03-07T03:10:57.128839+0000","last_became_active":"2024-03-07T03:06:09.993513+0000","last_became_peered":"2024-03-07T03:06:09.993513+0000","last_unstale":"2024-03-07T03:10:57.128839+0000","last_undegraded":"2024-03-07T03:10:57.128839+0000","last_fullsized":"2024-03-07T03:10:57.128839+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1055,"log_dups_size":0,"ondisk_log_size":1055,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:34:07.352811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013205965,"stat_sum":{"num_bytes":99745792,"num_objects":66,"num_object_clones":62,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":306,"num_read_kb":434534,"num_write":588,"num_write_kb":145464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":21749760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.b","version":"716'3","reported_seq":984,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297633+0000","last_change":"2024-03-07T03:07:58.749480+0000","last_active":"2024-03-07T03:10:57.297633+0000","last_peered":"2024-03-07T03:10:57.297633+0000","last_clean":"2024-03-07T03:10:57.297633+0000","last_became_active":"2024-03-07T03:07:58.749098+0000","last_became_peered":"2024-03-07T03:07:58.749098+0000","last_unstale":"2024-03-07T03:10:57.297633+0000","last_undegraded":"2024-03-07T03:10:57.297633+0000","last_fullsized":"2024-03-07T03:10:57.297633+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:35:33.945855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1034,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127679+0000","last_change":"2024-03-07T03:07:23.075725+0000","last_active":"2024-03-07T03:10:57.127679+0000","last_peered":"2024-03-07T03:10:57.127679+0000","last_clean":"2024-03-07T03:10:57.127679+0000","last_became_active":"2024-03-07T03:07:23.075203+0000","last_became_peered":"2024-03-07T03:07:23.075203+0000","last_unstale":"2024-03-07T03:10:57.127679+0000","last_undegraded":"2024-03-07T03:10:57.127679+0000","last_fullsized":"2024-03-07T03:10:57.127679+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:47:11.192302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"863'1711","reported_seq":5459,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.330918+0000","last_change":"2024-03-07T03:10:57.330918+0000","last_active":"2024-03-07T03:10:57.330918+0000","last_peered":"2024-03-07T03:10:57.330918+0000","last_clean":"2024-03-07T03:10:57.330918+0000","last_became_active":"2024-03-07T03:06:47.849454+0000","last_became_peered":"2024-03-07T03:06:47.849454+0000","last_unstale":"2024-03-07T03:10:57.330918+0000","last_undegraded":"2024-03-07T03:10:57.330918+0000","last_fullsized":"2024-03-07T03:10:57.330918+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1711,"log_dups_size":0,"ondisk_log_size":1711,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:40:07.156907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.014160193999999999,"stat_sum":{"num_bytes":165158912,"num_objects":93,"num_object_clones":87,"num_object_copies":279,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":93,"num_whiteouts":2,"num_read":489,"num_read_kb":756200,"num_write":870,"num_write_kb":258896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":69541888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1155,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329768+0000","last_change":"2024-03-07T03:06:47.847077+0000","last_active":"2024-03-07T03:10:57.329768+0000","last_peered":"2024-03-07T03:10:57.329768+0000","last_clean":"2024-03-07T03:10:57.329768+0000","last_became_active":"2024-03-07T03:06:47.846359+0000","last_became_peered":"2024-03-07T03:06:47.846359+0000","last_unstale":"2024-03-07T03:10:57.329768+0000","last_undegraded":"2024-03-07T03:10:57.329768+0000","last_fullsized":"2024-03-07T03:10:57.329768+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:00:08.102949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":971,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297999+0000","last_change":"2024-03-07T03:07:58.760528+0000","last_active":"2024-03-07T03:10:57.297999+0000","last_peered":"2024-03-07T03:10:57.297999+0000","last_clean":"2024-03-07T03:10:57.297999+0000","last_became_active":"2024-03-07T03:07:58.760226+0000","last_became_peered":"2024-03-07T03:07:58.760226+0000","last_unstale":"2024-03-07T03:10:57.297999+0000","last_undegraded":"2024-03-07T03:10:57.297999+0000","last_fullsized":"2024-03-07T03:10:57.297999+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:10:36.411047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"863'1938","reported_seq":4937,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329911+0000","last_change":"2024-03-07T03:10:56.140803+0000","last_active":"2024-03-07T03:10:57.329911+0000","last_peered":"2024-03-07T03:10:57.329911+0000","last_clean":"2024-03-07T03:10:57.329911+0000","last_became_active":"2024-03-07T03:06:09.993933+0000","last_became_peered":"2024-03-07T03:06:09.993933+0000","last_unstale":"2024-03-07T03:10:57.329911+0000","last_undegraded":"2024-03-07T03:10:57.329911+0000","last_fullsized":"2024-03-07T03:10:57.329911+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1938,"log_dups_size":0,"ondisk_log_size":1938,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:16.359457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.024996012000000001,"stat_sum":{"num_bytes":22765568,"num_objects":17,"num_object_clones":12,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":2,"num_read":350,"num_read_kb":387634,"num_write":702,"num_write_kb":183472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":7151616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.d","version":"61'1","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122322+0000","last_change":"2024-03-07T03:06:09.993129+0000","last_active":"2024-03-07T03:10:57.122322+0000","last_peered":"2024-03-07T03:10:57.122322+0000","last_clean":"2024-03-07T03:10:57.122322+0000","last_became_active":"2024-03-07T03:06:09.992737+0000","last_became_peered":"2024-03-07T03:06:09.992737+0000","last_unstale":"2024-03-07T03:10:57.122322+0000","last_undegraded":"2024-03-07T03:10:57.122322+0000","last_fullsized":"2024-03-07T03:10:57.122322+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:02:42.055569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1050,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130209+0000","last_change":"2024-03-07T03:07:23.076846+0000","last_active":"2024-03-07T03:10:57.130209+0000","last_peered":"2024-03-07T03:10:57.130209+0000","last_clean":"2024-03-07T03:10:57.130209+0000","last_became_active":"2024-03-07T03:07:23.075895+0000","last_became_peered":"2024-03-07T03:07:23.075895+0000","last_unstale":"2024-03-07T03:10:57.130209+0000","last_undegraded":"2024-03-07T03:10:57.130209+0000","last_fullsized":"2024-03-07T03:10:57.130209+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:09:15.080126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"854'331","reported_seq":3438,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.298223+0000","last_change":"2024-03-07T03:10:57.298223+0000","last_active":"2024-03-07T03:10:57.298223+0000","last_peered":"2024-03-07T03:10:57.298223+0000","last_clean":"2024-03-07T03:10:57.298223+0000","last_became_active":"2024-03-07T03:07:58.749089+0000","last_became_peered":"2024-03-07T03:07:58.749089+0000","last_unstale":"2024-03-07T03:10:57.298223+0000","last_undegraded":"2024-03-07T03:10:57.298223+0000","last_fullsized":"2024-03-07T03:10:57.298223+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":331,"log_dups_size":0,"ondisk_log_size":331,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":83,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:26:07.404191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00085119700000000004,"stat_sum":{"num_bytes":15409152,"num_objects":11,"num_object_clones":10,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":91,"num_read_kb":118251,"num_write":162,"num_write_kb":30616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":34586624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"56"},{"start":"1c2","length":"3"},{"start":"1c9","length":"1"}]},{"pgid":"2.e","version":"61'2","reported_seq":1159,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.330486+0000","last_change":"2024-03-07T03:07:58.755578+0000","last_active":"2024-03-07T03:10:57.330486+0000","last_peered":"2024-03-07T03:10:57.330486+0000","last_clean":"2024-03-07T03:10:57.330486+0000","last_became_active":"2024-03-07T03:07:58.755160+0000","last_became_peered":"2024-03-07T03:07:58.755160+0000","last_unstale":"2024-03-07T03:10:57.330486+0000","last_undegraded":"2024-03-07T03:10:57.330486+0000","last_fullsized":"2024-03-07T03:10:57.330486+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:20.584382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298308+0000","last_change":"2024-03-07T03:07:58.751269+0000","last_active":"2024-03-07T03:10:57.298308+0000","last_peered":"2024-03-07T03:10:57.298308+0000","last_clean":"2024-03-07T03:10:57.298308+0000","last_became_active":"2024-03-07T03:07:58.750956+0000","last_became_peered":"2024-03-07T03:07:58.750956+0000","last_unstale":"2024-03-07T03:10:57.298308+0000","last_undegraded":"2024-03-07T03:10:57.298308+0000","last_fullsized":"2024-03-07T03:10:57.298308+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:39.414545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1005,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127389+0000","last_change":"2024-03-07T03:07:23.081711+0000","last_active":"2024-03-07T03:10:57.127389+0000","last_peered":"2024-03-07T03:10:57.127389+0000","last_clean":"2024-03-07T03:10:57.127389+0000","last_became_active":"2024-03-07T03:07:23.079269+0000","last_became_peered":"2024-03-07T03:07:23.079269+0000","last_unstale":"2024-03-07T03:10:57.127389+0000","last_undegraded":"2024-03-07T03:10:57.127389+0000","last_fullsized":"2024-03-07T03:10:57.127389+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:39.008957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1156,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329220+0000","last_change":"2024-03-07T03:07:23.072806+0000","last_active":"2024-03-07T03:10:57.329220+0000","last_peered":"2024-03-07T03:10:57.329220+0000","last_clean":"2024-03-07T03:10:57.329220+0000","last_became_active":"2024-03-07T03:07:23.071234+0000","last_became_peered":"2024-03-07T03:07:23.071234+0000","last_unstale":"2024-03-07T03:10:57.329220+0000","last_undegraded":"2024-03-07T03:10:57.329220+0000","last_fullsized":"2024-03-07T03:10:57.329220+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:52.610744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1056,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129917+0000","last_change":"2024-03-07T03:06:47.851593+0000","last_active":"2024-03-07T03:10:57.129917+0000","last_peered":"2024-03-07T03:10:57.129917+0000","last_clean":"2024-03-07T03:10:57.129917+0000","last_became_active":"2024-03-07T03:06:47.849677+0000","last_became_peered":"2024-03-07T03:06:47.849677+0000","last_unstale":"2024-03-07T03:10:57.129917+0000","last_undegraded":"2024-03-07T03:10:57.129917+0000","last_fullsized":"2024-03-07T03:10:57.129917+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:30.969251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1115,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329947+0000","last_change":"2024-03-07T03:06:09.995434+0000","last_active":"2024-03-07T03:10:57.329947+0000","last_peered":"2024-03-07T03:10:57.329947+0000","last_clean":"2024-03-07T03:10:57.329947+0000","last_became_active":"2024-03-07T03:06:09.994939+0000","last_became_peered":"2024-03-07T03:06:09.994939+0000","last_unstale":"2024-03-07T03:10:57.329947+0000","last_undegraded":"2024-03-07T03:10:57.329947+0000","last_fullsized":"2024-03-07T03:10:57.329947+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:27:11.737354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1126,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328924+0000","last_change":"2024-03-07T03:06:09.987381+0000","last_active":"2024-03-07T03:10:57.328924+0000","last_peered":"2024-03-07T03:10:57.328924+0000","last_clean":"2024-03-07T03:10:57.328924+0000","last_became_active":"2024-03-07T03:06:09.986952+0000","last_became_peered":"2024-03-07T03:06:09.986952+0000","last_unstale":"2024-03-07T03:10:57.328924+0000","last_undegraded":"2024-03-07T03:10:57.328924+0000","last_fullsized":"2024-03-07T03:10:57.328924+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:26:15.439852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122355+0000","last_change":"2024-03-07T03:05:35.923999+0000","last_active":"2024-03-07T03:10:57.122355+0000","last_peered":"2024-03-07T03:10:57.122355+0000","last_clean":"2024-03-07T03:10:57.122355+0000","last_became_active":"2024-03-07T03:05:35.923719+0000","last_became_peered":"2024-03-07T03:05:35.923719+0000","last_unstale":"2024-03-07T03:10:57.122355+0000","last_undegraded":"2024-03-07T03:10:57.122355+0000","last_fullsized":"2024-03-07T03:10:57.122355+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:43:04.724647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1007,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.128126+0000","last_change":"2024-03-07T03:07:58.749989+0000","last_active":"2024-03-07T03:10:57.128126+0000","last_peered":"2024-03-07T03:10:57.128126+0000","last_clean":"2024-03-07T03:10:57.128126+0000","last_became_active":"2024-03-07T03:07:58.749643+0000","last_became_peered":"2024-03-07T03:07:58.749643+0000","last_unstale":"2024-03-07T03:10:57.128126+0000","last_undegraded":"2024-03-07T03:10:57.128126+0000","last_fullsized":"2024-03-07T03:10:57.128126+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:00:44.729806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1109,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329656+0000","last_change":"2024-03-07T03:06:09.999184+0000","last_active":"2024-03-07T03:10:57.329656+0000","last_peered":"2024-03-07T03:10:57.329656+0000","last_clean":"2024-03-07T03:10:57.329656+0000","last_became_active":"2024-03-07T03:06:09.998856+0000","last_became_peered":"2024-03-07T03:06:09.998856+0000","last_unstale":"2024-03-07T03:10:57.329656+0000","last_undegraded":"2024-03-07T03:10:57.329656+0000","last_fullsized":"2024-03-07T03:10:57.329656+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:37:00.102189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1056,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129652+0000","last_change":"2024-03-07T03:06:47.857644+0000","last_active":"2024-03-07T03:10:57.129652+0000","last_peered":"2024-03-07T03:10:57.129652+0000","last_clean":"2024-03-07T03:10:57.129652+0000","last_became_active":"2024-03-07T03:06:47.857354+0000","last_became_peered":"2024-03-07T03:06:47.857354+0000","last_unstale":"2024-03-07T03:10:57.129652+0000","last_undegraded":"2024-03-07T03:10:57.129652+0000","last_fullsized":"2024-03-07T03:10:57.129652+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:02:18.860369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1117,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329010+0000","last_change":"2024-03-07T03:06:09.987872+0000","last_active":"2024-03-07T03:10:57.329010+0000","last_peered":"2024-03-07T03:10:57.329010+0000","last_clean":"2024-03-07T03:10:57.329010+0000","last_became_active":"2024-03-07T03:06:09.986852+0000","last_became_peered":"2024-03-07T03:06:09.986852+0000","last_unstale":"2024-03-07T03:10:57.329010+0000","last_undegraded":"2024-03-07T03:10:57.329010+0000","last_fullsized":"2024-03-07T03:10:57.329010+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:13.708512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1034,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129625+0000","last_change":"2024-03-07T03:07:58.755825+0000","last_active":"2024-03-07T03:10:57.129625+0000","last_peered":"2024-03-07T03:10:57.129625+0000","last_clean":"2024-03-07T03:10:57.129625+0000","last_became_active":"2024-03-07T03:07:58.755395+0000","last_became_peered":"2024-03-07T03:07:58.755395+0000","last_unstale":"2024-03-07T03:10:57.129625+0000","last_undegraded":"2024-03-07T03:10:57.129625+0000","last_fullsized":"2024-03-07T03:10:57.129625+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:10:43.184914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125542+0000","last_change":"2024-03-07T03:07:58.753962+0000","last_active":"2024-03-07T03:10:57.125542+0000","last_peered":"2024-03-07T03:10:57.125542+0000","last_clean":"2024-03-07T03:10:57.125542+0000","last_became_active":"2024-03-07T03:07:58.753619+0000","last_became_peered":"2024-03-07T03:07:58.753619+0000","last_unstale":"2024-03-07T03:10:57.125542+0000","last_undegraded":"2024-03-07T03:10:57.125542+0000","last_fullsized":"2024-03-07T03:10:57.125542+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:44:44.641067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1012,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127636+0000","last_change":"2024-03-07T03:07:23.078516+0000","last_active":"2024-03-07T03:10:57.127636+0000","last_peered":"2024-03-07T03:10:57.127636+0000","last_clean":"2024-03-07T03:10:57.127636+0000","last_became_active":"2024-03-07T03:07:23.076017+0000","last_became_peered":"2024-03-07T03:07:23.076017+0000","last_unstale":"2024-03-07T03:10:57.127636+0000","last_undegraded":"2024-03-07T03:10:57.127636+0000","last_fullsized":"2024-03-07T03:10:57.127636+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:17:54.725933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":857645056,"num_objects":516,"num_object_clones":466,"num_object_copies":1548,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":516,"num_whiteouts":8,"num_read":3826,"num_read_kb":5949842,"num_write":7931,"num_write_kb":1978632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":107,"num_bytes_recovered":385712128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1170673664,"data_stored":2969124864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28580,"ondisk_log_size":28580,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197,"ondisk_log_size":197,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":26375,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":694,"seq":2980707303479,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":150184,"kb_used_data":96156,"kb_used_omap":35,"kb_used_meta":53980,"kb_avail":93594968,"statfs":{"total":95995035648,"available":95841247232,"internally_reserved":0,"allocated":98463744,"data_stored":167037349,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36312,"internal_metadata":55276072},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":660,"seq":2834678415422,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":94940,"kb_used_data":42576,"kb_used_omap":23,"kb_used_meta":52328,"kb_avail":93650212,"statfs":{"total":95995035648,"available":95897817088,"internally_reserved":0,"allocated":43597824,"data_stored":80829959,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":24173,"internal_metadata":53584275},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":463,"seq":1988569858152,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":692864,"kb_used_data":193964,"kb_used_omap":46,"kb_used_meta":498833,"kb_avail":93052288,"statfs":{"total":95995035648,"available":95285542912,"internally_reserved":0,"allocated":198619136,"data_stored":533391905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48036,"internal_metadata":510805084},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":528,"seq":2267742732379,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":401776,"kb_used_data":209252,"kb_used_omap":54,"kb_used_meta":192457,"kb_avail":93343376,"statfs":{"total":95995035648,"available":95583617024,"internally_reserved":0,"allocated":214274048,"data_stored":587826473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56016,"internal_metadata":197076272},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":495,"seq":2126008811617,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":485244,"kb_used_data":166572,"kb_used_omap":47,"kb_used_meta":318608,"kb_avail":93259908,"statfs":{"total":95995035648,"available":95498145792,"internally_reserved":0,"allocated":170569728,"data_stored":457545161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48143,"internal_metadata":326255601},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":562,"seq":2413771620436,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":177748,"kb_used_data":84672,"kb_used_omap":37,"kb_used_meta":93018,"kb_avail":93567404,"statfs":{"total":95995035648,"available":95813021696,"internally_reserved":0,"allocated":86704128,"data_stored":171510863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38083,"internal_metadata":95251261},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":591,"seq":2538325672013,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":365920,"kb_used_data":157844,"kb_used_omap":61,"kb_used_meta":208002,"kb_avail":93379232,"statfs":{"total":95995035648,"available":95620333568,"internally_reserved":0,"allocated":161632256,"data_stored":367986669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":62843,"internal_metadata":212994693},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":625,"seq":2684354560069,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":509804,"kb_used_data":269020,"kb_used_omap":73,"kb_used_meta":240694,"kb_avail":93235348,"statfs":{"total":95995035648,"available":95472996352,"internally_reserved":0,"allocated":275476480,"data_stored":649851960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":75044,"internal_metadata":246471388},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7413,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2060,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2124,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3359,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3677,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2797,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2839,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2106,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":188411904,"data_stored":527167488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":160964608,"data_stored":451911680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":204677120,"data_stored":582193152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":77082624,"data_stored":165871616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":152018944,"data_stored":362352640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":265863168,"data_stored":644214784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":33390592,"data_stored":74600448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":88264704,"data_stored":160813056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-07T03:12:32.013 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:12:32.013 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:12:32.013 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:12:32.013 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-07T03:12:32.013 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-07T03:12:32.013 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-07T03:12:32.013 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.c in trimming, state: active+clean+snaptrim_error 2024-03-07T03:12:32.013 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-07T03:12:32.013 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:12:32.013 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-07T03:12:32.309 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:12:31 smithi092 ceph-mon[83777]: from='client.34542 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:12:32.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:12:31 smithi090 ceph-mon[89511]: from='client.34542 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:12:32.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:12:31 smithi090 ceph-mon[91928]: from='client.34542 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:12:32.660 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:12:32 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:12:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:12:33.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:12:32 smithi090 ceph-mon[89511]: pgmap v776: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:33.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:12:32 smithi090 ceph-mon[91928]: pgmap v776: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:33.323 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:12:33 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:12:33] "GET /metrics HTTP/1.1" 200 36319 "" "Prometheus/2.43.0" 2024-03-07T03:12:33.410 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:12:32 smithi092 ceph-mon[83777]: pgmap v776: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:35.212 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:12:34 smithi092 ceph-mon[83777]: pgmap v777: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:35.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:12:34 smithi090 ceph-mon[89511]: pgmap v777: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:35.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:12:34 smithi090 ceph-mon[91928]: pgmap v777: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:37.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:12:36 smithi090 ceph-mon[89511]: pgmap v778: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:37.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:12:36 smithi090 ceph-mon[91928]: pgmap v778: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:37.410 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:12:36 smithi092 ceph-mon[83777]: pgmap v778: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:39.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:12:38 smithi090 ceph-mon[89511]: pgmap v779: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:39.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:12:38 smithi090 ceph-mon[91928]: pgmap v779: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:39.410 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:12:38 smithi092 ceph-mon[83777]: pgmap v779: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:41.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:12:40 smithi090 ceph-mon[89511]: pgmap v780: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:41.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:12:40 smithi090 ceph-mon[91928]: pgmap v780: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:41.410 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:12:40 smithi092 ceph-mon[83777]: pgmap v780: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:42.014 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph pg dump --format=json 2024-03-07T03:12:42.241 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T03:12:42.660 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:12:42 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:12:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:12:43.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:12:42 smithi090 ceph-mon[91928]: pgmap v781: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:43.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:12:42 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:12:43.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:12:42 smithi090 ceph-mon[89511]: pgmap v781: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:43.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:12:42 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:12:43.323 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:12:43 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:12:43] "GET /metrics HTTP/1.1" 200 36317 "" "Prometheus/2.43.0" 2024-03-07T03:12:43.410 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:12:42 smithi092 ceph-mon[83777]: pgmap v781: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:43.410 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:12:42 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:12:44.078 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T03:12:44.079 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-03-07T03:12:44.745 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":782,"stamp":"2024-03-07T03:12:43.879033+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":858242044,"num_objects":540,"num_object_clones":466,"num_object_copies":1620,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":540,"num_whiteouts":8,"num_read":4717,"num_read_kb":5951239,"num_write":8310,"num_write_kb":1981084,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":113,"num_bytes_recovered":387483232,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28845,"ondisk_log_size":28845,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2878480,"kb_used_data":1220056,"kb_used_omap":379,"kb_used_meta":1657924,"kb_avail":747082736,"statfs":{"total":767960285184,"available":765012721664,"internally_reserved":0,"allocated":1249337344,"data_stored":3015980339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":388650,"internal_metadata":1697714646},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004043"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":972,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298224+0000","last_change":"2024-03-07T03:07:58.753984+0000","last_active":"2024-03-07T03:10:57.298224+0000","last_peered":"2024-03-07T03:10:57.298224+0000","last_clean":"2024-03-07T03:10:57.298224+0000","last_became_active":"2024-03-07T03:07:58.753138+0000","last_became_peered":"2024-03-07T03:07:58.753138+0000","last_unstale":"2024-03-07T03:10:57.298224+0000","last_undegraded":"2024-03-07T03:10:57.298224+0000","last_fullsized":"2024-03-07T03:10:57.298224+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:37:39.612519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1184,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122633+0000","last_change":"2024-03-07T03:07:23.074862+0000","last_active":"2024-03-07T03:10:57.122633+0000","last_peered":"2024-03-07T03:10:57.122633+0000","last_clean":"2024-03-07T03:10:57.122633+0000","last_became_active":"2024-03-07T03:07:23.074512+0000","last_became_peered":"2024-03-07T03:07:23.074512+0000","last_unstale":"2024-03-07T03:10:57.122633+0000","last_undegraded":"2024-03-07T03:10:57.122633+0000","last_fullsized":"2024-03-07T03:10:57.122633+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:45:24.128672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125917+0000","last_change":"2024-03-07T03:05:01.446762+0000","last_active":"2024-03-07T03:10:57.125917+0000","last_peered":"2024-03-07T03:10:57.125917+0000","last_clean":"2024-03-07T03:10:57.125917+0000","last_became_active":"2024-03-07T03:05:01.446425+0000","last_became_peered":"2024-03-07T03:05:01.446425+0000","last_unstale":"2024-03-07T03:10:57.125917+0000","last_undegraded":"2024-03-07T03:10:57.125917+0000","last_fullsized":"2024-03-07T03:10:57.125917+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:39:39.897066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1051,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129875+0000","last_change":"2024-03-07T03:07:58.755992+0000","last_active":"2024-03-07T03:10:57.129875+0000","last_peered":"2024-03-07T03:10:57.129875+0000","last_clean":"2024-03-07T03:10:57.129875+0000","last_became_active":"2024-03-07T03:07:58.755499+0000","last_became_peered":"2024-03-07T03:07:58.755499+0000","last_unstale":"2024-03-07T03:10:57.129875+0000","last_undegraded":"2024-03-07T03:10:57.129875+0000","last_fullsized":"2024-03-07T03:10:57.129875+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:26:12.313572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":984,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297449+0000","last_change":"2024-03-07T03:07:58.752235+0000","last_active":"2024-03-07T03:10:57.297449+0000","last_peered":"2024-03-07T03:10:57.297449+0000","last_clean":"2024-03-07T03:10:57.297449+0000","last_became_active":"2024-03-07T03:07:58.751575+0000","last_became_peered":"2024-03-07T03:07:58.751575+0000","last_unstale":"2024-03-07T03:10:57.297449+0000","last_undegraded":"2024-03-07T03:10:57.297449+0000","last_fullsized":"2024-03-07T03:10:57.297449+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:12:05.995515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1029,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130051+0000","last_change":"2024-03-07T03:06:47.859644+0000","last_active":"2024-03-07T03:10:57.130051+0000","last_peered":"2024-03-07T03:10:57.130051+0000","last_clean":"2024-03-07T03:10:57.130051+0000","last_became_active":"2024-03-07T03:06:47.859097+0000","last_became_peered":"2024-03-07T03:06:47.859097+0000","last_unstale":"2024-03-07T03:10:57.130051+0000","last_undegraded":"2024-03-07T03:10:57.130051+0000","last_fullsized":"2024-03-07T03:10:57.130051+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:22:46.909130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":984,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297316+0000","last_change":"2024-03-07T03:07:58.754226+0000","last_active":"2024-03-07T03:10:57.297316+0000","last_peered":"2024-03-07T03:10:57.297316+0000","last_clean":"2024-03-07T03:10:57.297316+0000","last_became_active":"2024-03-07T03:07:58.753169+0000","last_became_peered":"2024-03-07T03:07:58.753169+0000","last_unstale":"2024-03-07T03:10:57.297316+0000","last_undegraded":"2024-03-07T03:10:57.297316+0000","last_fullsized":"2024-03-07T03:10:57.297316+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:46:59.258099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1085,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328560+0000","last_change":"2024-03-07T03:07:23.073492+0000","last_active":"2024-03-07T03:10:57.328560+0000","last_peered":"2024-03-07T03:10:57.328560+0000","last_clean":"2024-03-07T03:10:57.328560+0000","last_became_active":"2024-03-07T03:07:23.071929+0000","last_became_peered":"2024-03-07T03:07:23.071929+0000","last_unstale":"2024-03-07T03:10:57.328560+0000","last_undegraded":"2024-03-07T03:10:57.328560+0000","last_fullsized":"2024-03-07T03:10:57.328560+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:35:26.391722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":977,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298039+0000","last_change":"2024-03-07T03:07:58.760328+0000","last_active":"2024-03-07T03:10:57.298039+0000","last_peered":"2024-03-07T03:10:57.298039+0000","last_clean":"2024-03-07T03:10:57.298039+0000","last_became_active":"2024-03-07T03:07:58.760046+0000","last_became_peered":"2024-03-07T03:07:58.760046+0000","last_unstale":"2024-03-07T03:10:57.298039+0000","last_undegraded":"2024-03-07T03:10:57.298039+0000","last_fullsized":"2024-03-07T03:10:57.298039+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:08:46.356817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1004,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127859+0000","last_change":"2024-03-07T03:07:23.079945+0000","last_active":"2024-03-07T03:10:57.127859+0000","last_peered":"2024-03-07T03:10:57.127859+0000","last_clean":"2024-03-07T03:10:57.127859+0000","last_became_active":"2024-03-07T03:07:23.078551+0000","last_became_peered":"2024-03-07T03:07:23.078551+0000","last_unstale":"2024-03-07T03:10:57.127859+0000","last_undegraded":"2024-03-07T03:10:57.127859+0000","last_fullsized":"2024-03-07T03:10:57.127859+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:03:46.670084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1004,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127688+0000","last_change":"2024-03-07T03:07:23.081963+0000","last_active":"2024-03-07T03:10:57.127688+0000","last_peered":"2024-03-07T03:10:57.127688+0000","last_clean":"2024-03-07T03:10:57.127688+0000","last_became_active":"2024-03-07T03:07:23.080128+0000","last_became_peered":"2024-03-07T03:07:23.080128+0000","last_unstale":"2024-03-07T03:10:57.127688+0000","last_undegraded":"2024-03-07T03:10:57.127688+0000","last_fullsized":"2024-03-07T03:10:57.127688+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:56.813267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1147,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329628+0000","last_change":"2024-03-07T03:07:23.074902+0000","last_active":"2024-03-07T03:10:57.329628+0000","last_peered":"2024-03-07T03:10:57.329628+0000","last_clean":"2024-03-07T03:10:57.329628+0000","last_became_active":"2024-03-07T03:07:23.074466+0000","last_became_peered":"2024-03-07T03:07:23.074466+0000","last_unstale":"2024-03-07T03:10:57.329628+0000","last_undegraded":"2024-03-07T03:10:57.329628+0000","last_fullsized":"2024-03-07T03:10:57.329628+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:40:20.268555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1115,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329097+0000","last_change":"2024-03-07T03:07:23.072635+0000","last_active":"2024-03-07T03:10:57.329097+0000","last_peered":"2024-03-07T03:10:57.329097+0000","last_clean":"2024-03-07T03:10:57.329097+0000","last_became_active":"2024-03-07T03:07:23.071712+0000","last_became_peered":"2024-03-07T03:07:23.071712+0000","last_unstale":"2024-03-07T03:10:57.329097+0000","last_undegraded":"2024-03-07T03:10:57.329097+0000","last_fullsized":"2024-03-07T03:10:57.329097+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:00:39.298564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1211,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125471+0000","last_change":"2024-03-07T03:06:47.851538+0000","last_active":"2024-03-07T03:10:57.125471+0000","last_peered":"2024-03-07T03:10:57.125471+0000","last_clean":"2024-03-07T03:10:57.125471+0000","last_became_active":"2024-03-07T03:06:47.851183+0000","last_became_peered":"2024-03-07T03:06:47.851183+0000","last_unstale":"2024-03-07T03:10:57.125471+0000","last_undegraded":"2024-03-07T03:10:57.125471+0000","last_fullsized":"2024-03-07T03:10:57.125471+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:36:23.932334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.121969+0000","last_change":"2024-03-07T03:06:47.843126+0000","last_active":"2024-03-07T03:10:57.121969+0000","last_peered":"2024-03-07T03:10:57.121969+0000","last_clean":"2024-03-07T03:10:57.121969+0000","last_became_active":"2024-03-07T03:06:47.842736+0000","last_became_peered":"2024-03-07T03:06:47.842736+0000","last_unstale":"2024-03-07T03:10:57.121969+0000","last_undegraded":"2024-03-07T03:10:57.121969+0000","last_fullsized":"2024-03-07T03:10:57.121969+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:48:10.843465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1033,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129555+0000","last_change":"2024-03-07T03:07:58.755620+0000","last_active":"2024-03-07T03:10:57.129555+0000","last_peered":"2024-03-07T03:10:57.129555+0000","last_clean":"2024-03-07T03:10:57.129555+0000","last_became_active":"2024-03-07T03:07:58.755267+0000","last_became_peered":"2024-03-07T03:07:58.755267+0000","last_unstale":"2024-03-07T03:10:57.129555+0000","last_undegraded":"2024-03-07T03:10:57.129555+0000","last_fullsized":"2024-03-07T03:10:57.129555+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:51:32.339400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1037,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130696+0000","last_change":"2024-03-07T03:07:58.756358+0000","last_active":"2024-03-07T03:10:57.130696+0000","last_peered":"2024-03-07T03:10:57.130696+0000","last_clean":"2024-03-07T03:10:57.130696+0000","last_became_active":"2024-03-07T03:07:58.755960+0000","last_became_peered":"2024-03-07T03:07:58.755960+0000","last_unstale":"2024-03-07T03:10:57.130696+0000","last_undegraded":"2024-03-07T03:10:57.130696+0000","last_fullsized":"2024-03-07T03:10:57.130696+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:47.464423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1155,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.330177+0000","last_change":"2024-03-07T03:07:58.755619+0000","last_active":"2024-03-07T03:10:57.330177+0000","last_peered":"2024-03-07T03:10:57.330177+0000","last_clean":"2024-03-07T03:10:57.330177+0000","last_became_active":"2024-03-07T03:07:58.755214+0000","last_became_peered":"2024-03-07T03:07:58.755214+0000","last_unstale":"2024-03-07T03:10:57.330177+0000","last_undegraded":"2024-03-07T03:10:57.330177+0000","last_fullsized":"2024-03-07T03:10:57.330177+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:59:02.041330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":971,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298106+0000","last_change":"2024-03-07T03:07:58.756563+0000","last_active":"2024-03-07T03:10:57.298106+0000","last_peered":"2024-03-07T03:10:57.298106+0000","last_clean":"2024-03-07T03:10:57.298106+0000","last_became_active":"2024-03-07T03:07:58.752195+0000","last_became_peered":"2024-03-07T03:07:58.752195+0000","last_unstale":"2024-03-07T03:10:57.298106+0000","last_undegraded":"2024-03-07T03:10:57.298106+0000","last_fullsized":"2024-03-07T03:10:57.298106+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:32:35.496500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"716'5","reported_seq":1221,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126491+0000","last_change":"2024-03-07T03:07:58.753999+0000","last_active":"2024-03-07T03:10:57.126491+0000","last_peered":"2024-03-07T03:10:57.126491+0000","last_clean":"2024-03-07T03:10:57.126491+0000","last_became_active":"2024-03-07T03:07:58.753607+0000","last_became_peered":"2024-03-07T03:07:58.753607+0000","last_unstale":"2024-03-07T03:10:57.126491+0000","last_undegraded":"2024-03-07T03:10:57.126491+0000","last_fullsized":"2024-03-07T03:10:57.126491+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:28:57.567238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1109,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329785+0000","last_change":"2024-03-07T03:07:23.083830+0000","last_active":"2024-03-07T03:10:57.329785+0000","last_peered":"2024-03-07T03:10:57.329785+0000","last_clean":"2024-03-07T03:10:57.329785+0000","last_became_active":"2024-03-07T03:07:23.083530+0000","last_became_peered":"2024-03-07T03:07:23.083530+0000","last_unstale":"2024-03-07T03:10:57.329785+0000","last_undegraded":"2024-03-07T03:10:57.329785+0000","last_fullsized":"2024-03-07T03:10:57.329785+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:57.938032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"716'2","reported_seq":1129,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329559+0000","last_change":"2024-03-07T03:06:47.849618+0000","last_active":"2024-03-07T03:10:57.329559+0000","last_peered":"2024-03-07T03:10:57.329559+0000","last_clean":"2024-03-07T03:10:57.329559+0000","last_became_active":"2024-03-07T03:06:47.849222+0000","last_became_peered":"2024-03-07T03:06:47.849222+0000","last_unstale":"2024-03-07T03:10:57.329559+0000","last_undegraded":"2024-03-07T03:10:57.329559+0000","last_fullsized":"2024-03-07T03:10:57.329559+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:36:41.880143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126088+0000","last_change":"2024-03-07T03:06:47.851880+0000","last_active":"2024-03-07T03:10:57.126088+0000","last_peered":"2024-03-07T03:10:57.126088+0000","last_clean":"2024-03-07T03:10:57.126088+0000","last_became_active":"2024-03-07T03:06:47.851176+0000","last_became_peered":"2024-03-07T03:06:47.851176+0000","last_unstale":"2024-03-07T03:10:57.126088+0000","last_undegraded":"2024-03-07T03:10:57.126088+0000","last_fullsized":"2024-03-07T03:10:57.126088+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:38:59.663068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":975,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298084+0000","last_change":"2024-03-07T03:07:58.757245+0000","last_active":"2024-03-07T03:10:57.298084+0000","last_peered":"2024-03-07T03:10:57.298084+0000","last_clean":"2024-03-07T03:10:57.298084+0000","last_became_active":"2024-03-07T03:07:58.754456+0000","last_became_peered":"2024-03-07T03:07:58.754456+0000","last_unstale":"2024-03-07T03:10:57.298084+0000","last_undegraded":"2024-03-07T03:10:57.298084+0000","last_fullsized":"2024-03-07T03:10:57.298084+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:57:32.153933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1042,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130396+0000","last_change":"2024-03-07T03:06:47.855220+0000","last_active":"2024-03-07T03:10:57.130396+0000","last_peered":"2024-03-07T03:10:57.130396+0000","last_clean":"2024-03-07T03:10:57.130396+0000","last_became_active":"2024-03-07T03:06:47.854836+0000","last_became_peered":"2024-03-07T03:06:47.854836+0000","last_unstale":"2024-03-07T03:10:57.130396+0000","last_undegraded":"2024-03-07T03:10:57.130396+0000","last_fullsized":"2024-03-07T03:10:57.130396+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:51:35.386552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":982,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297797+0000","last_change":"2024-03-07T03:07:58.757676+0000","last_active":"2024-03-07T03:10:57.297797+0000","last_peered":"2024-03-07T03:10:57.297797+0000","last_clean":"2024-03-07T03:10:57.297797+0000","last_became_active":"2024-03-07T03:07:58.753930+0000","last_became_peered":"2024-03-07T03:07:58.753930+0000","last_unstale":"2024-03-07T03:10:57.297797+0000","last_undegraded":"2024-03-07T03:10:57.297797+0000","last_fullsized":"2024-03-07T03:10:57.297797+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:56.639688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1036,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130137+0000","last_change":"2024-03-07T03:07:23.076532+0000","last_active":"2024-03-07T03:10:57.130137+0000","last_peered":"2024-03-07T03:10:57.130137+0000","last_clean":"2024-03-07T03:10:57.130137+0000","last_became_active":"2024-03-07T03:07:23.076234+0000","last_became_peered":"2024-03-07T03:07:23.076234+0000","last_unstale":"2024-03-07T03:10:57.130137+0000","last_undegraded":"2024-03-07T03:10:57.130137+0000","last_fullsized":"2024-03-07T03:10:57.130137+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:16:39.967241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"716'2","reported_seq":1088,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329307+0000","last_change":"2024-03-07T03:07:58.752045+0000","last_active":"2024-03-07T03:10:57.329307+0000","last_peered":"2024-03-07T03:10:57.329307+0000","last_clean":"2024-03-07T03:10:57.329307+0000","last_became_active":"2024-03-07T03:07:58.751585+0000","last_became_peered":"2024-03-07T03:07:58.751585+0000","last_unstale":"2024-03-07T03:10:57.329307+0000","last_undegraded":"2024-03-07T03:10:57.329307+0000","last_fullsized":"2024-03-07T03:10:57.329307+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:03:01.652607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1106,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123001+0000","last_change":"2024-03-07T03:06:09.990854+0000","last_active":"2024-03-07T03:10:57.123001+0000","last_peered":"2024-03-07T03:10:57.123001+0000","last_clean":"2024-03-07T03:10:57.123001+0000","last_became_active":"2024-03-07T03:06:09.990464+0000","last_became_peered":"2024-03-07T03:06:09.990464+0000","last_unstale":"2024-03-07T03:10:57.123001+0000","last_undegraded":"2024-03-07T03:10:57.123001+0000","last_fullsized":"2024-03-07T03:10:57.123001+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:53:52.856954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"716'2","reported_seq":1009,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127839+0000","last_change":"2024-03-07T03:07:58.754526+0000","last_active":"2024-03-07T03:10:57.127839+0000","last_peered":"2024-03-07T03:10:57.127839+0000","last_clean":"2024-03-07T03:10:57.127839+0000","last_became_active":"2024-03-07T03:07:58.754123+0000","last_became_peered":"2024-03-07T03:07:58.754123+0000","last_unstale":"2024-03-07T03:10:57.127839+0000","last_undegraded":"2024-03-07T03:10:57.127839+0000","last_fullsized":"2024-03-07T03:10:57.127839+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:41:34.446180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1211,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126281+0000","last_change":"2024-03-07T03:07:58.750769+0000","last_active":"2024-03-07T03:10:57.126281+0000","last_peered":"2024-03-07T03:10:57.126281+0000","last_clean":"2024-03-07T03:10:57.126281+0000","last_became_active":"2024-03-07T03:07:58.749974+0000","last_became_peered":"2024-03-07T03:07:58.749974+0000","last_unstale":"2024-03-07T03:10:57.126281+0000","last_undegraded":"2024-03-07T03:10:57.126281+0000","last_fullsized":"2024-03-07T03:10:57.126281+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:56:14.059734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1125,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328593+0000","last_change":"2024-03-07T03:07:23.072942+0000","last_active":"2024-03-07T03:10:57.328593+0000","last_peered":"2024-03-07T03:10:57.328593+0000","last_clean":"2024-03-07T03:10:57.328593+0000","last_became_active":"2024-03-07T03:07:23.072639+0000","last_became_peered":"2024-03-07T03:07:23.072639+0000","last_unstale":"2024-03-07T03:10:57.328593+0000","last_undegraded":"2024-03-07T03:10:57.328593+0000","last_fullsized":"2024-03-07T03:10:57.328593+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:42.808853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1122,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328668+0000","last_change":"2024-03-07T03:05:35.934963+0000","last_active":"2024-03-07T03:10:57.328668+0000","last_peered":"2024-03-07T03:10:57.328668+0000","last_clean":"2024-03-07T03:10:57.328668+0000","last_became_active":"2024-03-07T03:05:35.932493+0000","last_became_peered":"2024-03-07T03:05:35.932493+0000","last_unstale":"2024-03-07T03:10:57.328668+0000","last_undegraded":"2024-03-07T03:10:57.328668+0000","last_fullsized":"2024-03-07T03:10:57.328668+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:00:57.111662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1038,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129763+0000","last_change":"2024-03-07T03:07:58.756063+0000","last_active":"2024-03-07T03:10:57.129763+0000","last_peered":"2024-03-07T03:10:57.129763+0000","last_clean":"2024-03-07T03:10:57.129763+0000","last_became_active":"2024-03-07T03:07:58.755712+0000","last_became_peered":"2024-03-07T03:07:58.755712+0000","last_unstale":"2024-03-07T03:10:57.129763+0000","last_undegraded":"2024-03-07T03:10:57.129763+0000","last_fullsized":"2024-03-07T03:10:57.129763+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:13:06.484346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122373+0000","last_change":"2024-03-07T03:06:09.996319+0000","last_active":"2024-03-07T03:10:57.122373+0000","last_peered":"2024-03-07T03:10:57.122373+0000","last_clean":"2024-03-07T03:10:57.122373+0000","last_became_active":"2024-03-07T03:06:09.996002+0000","last_became_peered":"2024-03-07T03:06:09.996002+0000","last_unstale":"2024-03-07T03:10:57.122373+0000","last_undegraded":"2024-03-07T03:10:57.122373+0000","last_fullsized":"2024-03-07T03:10:57.122373+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:41:55.764562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1005,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.128019+0000","last_change":"2024-03-07T03:07:23.083466+0000","last_active":"2024-03-07T03:10:57.128019+0000","last_peered":"2024-03-07T03:10:57.128019+0000","last_clean":"2024-03-07T03:10:57.128019+0000","last_became_active":"2024-03-07T03:07:23.083156+0000","last_became_peered":"2024-03-07T03:07:23.083156+0000","last_unstale":"2024-03-07T03:10:57.128019+0000","last_undegraded":"2024-03-07T03:10:57.128019+0000","last_fullsized":"2024-03-07T03:10:57.128019+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:32:00.539449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1024,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130304+0000","last_change":"2024-03-07T03:07:58.752127+0000","last_active":"2024-03-07T03:10:57.130304+0000","last_peered":"2024-03-07T03:10:57.130304+0000","last_clean":"2024-03-07T03:10:57.130304+0000","last_became_active":"2024-03-07T03:07:58.751770+0000","last_became_peered":"2024-03-07T03:07:58.751770+0000","last_unstale":"2024-03-07T03:10:57.130304+0000","last_undegraded":"2024-03-07T03:10:57.130304+0000","last_fullsized":"2024-03-07T03:10:57.130304+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:43.791488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1058,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130040+0000","last_change":"2024-03-07T03:07:23.077653+0000","last_active":"2024-03-07T03:10:57.130040+0000","last_peered":"2024-03-07T03:10:57.130040+0000","last_clean":"2024-03-07T03:10:57.130040+0000","last_became_active":"2024-03-07T03:07:23.077355+0000","last_became_peered":"2024-03-07T03:07:23.077355+0000","last_unstale":"2024-03-07T03:10:57.130040+0000","last_undegraded":"2024-03-07T03:10:57.130040+0000","last_fullsized":"2024-03-07T03:10:57.130040+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:45.861158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1211,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126336+0000","last_change":"2024-03-07T03:06:47.851508+0000","last_active":"2024-03-07T03:10:57.126336+0000","last_peered":"2024-03-07T03:10:57.126336+0000","last_clean":"2024-03-07T03:10:57.126336+0000","last_became_active":"2024-03-07T03:06:47.850839+0000","last_became_peered":"2024-03-07T03:06:47.850839+0000","last_unstale":"2024-03-07T03:10:57.126336+0000","last_undegraded":"2024-03-07T03:10:57.126336+0000","last_fullsized":"2024-03-07T03:10:57.126336+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:08:06.622234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1191,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122519+0000","last_change":"2024-03-07T03:06:47.845848+0000","last_active":"2024-03-07T03:10:57.122519+0000","last_peered":"2024-03-07T03:10:57.122519+0000","last_clean":"2024-03-07T03:10:57.122519+0000","last_became_active":"2024-03-07T03:06:47.845425+0000","last_became_peered":"2024-03-07T03:06:47.845425+0000","last_unstale":"2024-03-07T03:10:57.122519+0000","last_undegraded":"2024-03-07T03:10:57.122519+0000","last_fullsized":"2024-03-07T03:10:57.122519+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:16:24.833986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1077,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123242+0000","last_change":"2024-03-07T03:07:58.754983+0000","last_active":"2024-03-07T03:10:57.123242+0000","last_peered":"2024-03-07T03:10:57.123242+0000","last_clean":"2024-03-07T03:10:57.123242+0000","last_became_active":"2024-03-07T03:07:58.754657+0000","last_became_peered":"2024-03-07T03:07:58.754657+0000","last_unstale":"2024-03-07T03:10:57.123242+0000","last_undegraded":"2024-03-07T03:10:57.123242+0000","last_fullsized":"2024-03-07T03:10:57.123242+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:06:00.897772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"716'29","reported_seq":1040,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127843+0000","last_change":"2024-03-07T03:07:23.079677+0000","last_active":"2024-03-07T03:10:57.127843+0000","last_peered":"2024-03-07T03:10:57.127843+0000","last_clean":"2024-03-07T03:10:57.127843+0000","last_became_active":"2024-03-07T03:07:23.079320+0000","last_became_peered":"2024-03-07T03:07:23.079320+0000","last_unstale":"2024-03-07T03:10:57.127843+0000","last_undegraded":"2024-03-07T03:10:57.127843+0000","last_fullsized":"2024-03-07T03:10:57.127843+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:49:54.979015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":984,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297755+0000","last_change":"2024-03-07T03:07:58.758376+0000","last_active":"2024-03-07T03:10:57.297755+0000","last_peered":"2024-03-07T03:10:57.297755+0000","last_clean":"2024-03-07T03:10:57.297755+0000","last_became_active":"2024-03-07T03:07:58.757816+0000","last_became_peered":"2024-03-07T03:07:58.757816+0000","last_unstale":"2024-03-07T03:10:57.297755+0000","last_undegraded":"2024-03-07T03:10:57.297755+0000","last_fullsized":"2024-03-07T03:10:57.297755+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:47.253727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1217,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126076+0000","last_change":"2024-03-07T03:06:09.989072+0000","last_active":"2024-03-07T03:10:57.126076+0000","last_peered":"2024-03-07T03:10:57.126076+0000","last_clean":"2024-03-07T03:10:57.126076+0000","last_became_active":"2024-03-07T03:06:09.987754+0000","last_became_peered":"2024-03-07T03:06:09.987754+0000","last_unstale":"2024-03-07T03:10:57.126076+0000","last_undegraded":"2024-03-07T03:10:57.126076+0000","last_fullsized":"2024-03-07T03:10:57.126076+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:05:15.340331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125648+0000","last_change":"2024-03-07T03:07:58.754207+0000","last_active":"2024-03-07T03:10:57.125648+0000","last_peered":"2024-03-07T03:10:57.125648+0000","last_clean":"2024-03-07T03:10:57.125648+0000","last_became_active":"2024-03-07T03:07:58.753859+0000","last_became_peered":"2024-03-07T03:07:58.753859+0000","last_unstale":"2024-03-07T03:10:57.125648+0000","last_undegraded":"2024-03-07T03:10:57.125648+0000","last_fullsized":"2024-03-07T03:10:57.125648+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:14:02.813872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1051,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129861+0000","last_change":"2024-03-07T03:07:58.755838+0000","last_active":"2024-03-07T03:10:57.129861+0000","last_peered":"2024-03-07T03:10:57.129861+0000","last_clean":"2024-03-07T03:10:57.129861+0000","last_became_active":"2024-03-07T03:07:58.755436+0000","last_became_peered":"2024-03-07T03:07:58.755436+0000","last_unstale":"2024-03-07T03:10:57.129861+0000","last_undegraded":"2024-03-07T03:10:57.129861+0000","last_fullsized":"2024-03-07T03:10:57.129861+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:25.094944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297692+0000","last_change":"2024-03-07T03:07:58.750199+0000","last_active":"2024-03-07T03:10:57.297692+0000","last_peered":"2024-03-07T03:10:57.297692+0000","last_clean":"2024-03-07T03:10:57.297692+0000","last_became_active":"2024-03-07T03:07:58.749858+0000","last_became_peered":"2024-03-07T03:07:58.749858+0000","last_unstale":"2024-03-07T03:10:57.297692+0000","last_undegraded":"2024-03-07T03:10:57.297692+0000","last_fullsized":"2024-03-07T03:10:57.297692+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:41.122539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1013,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127567+0000","last_change":"2024-03-07T03:07:23.076835+0000","last_active":"2024-03-07T03:10:57.127567+0000","last_peered":"2024-03-07T03:10:57.127567+0000","last_clean":"2024-03-07T03:10:57.127567+0000","last_became_active":"2024-03-07T03:07:23.075094+0000","last_became_peered":"2024-03-07T03:07:23.075094+0000","last_unstale":"2024-03-07T03:10:57.127567+0000","last_undegraded":"2024-03-07T03:10:57.127567+0000","last_fullsized":"2024-03-07T03:10:57.127567+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:50:36.739831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1004,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127419+0000","last_change":"2024-03-07T03:07:23.078279+0000","last_active":"2024-03-07T03:10:57.127419+0000","last_peered":"2024-03-07T03:10:57.127419+0000","last_clean":"2024-03-07T03:10:57.127419+0000","last_became_active":"2024-03-07T03:07:23.077338+0000","last_became_peered":"2024-03-07T03:07:23.077338+0000","last_unstale":"2024-03-07T03:10:57.127419+0000","last_undegraded":"2024-03-07T03:10:57.127419+0000","last_fullsized":"2024-03-07T03:10:57.127419+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:05:40.599683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1168,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329387+0000","last_change":"2024-03-07T03:05:01.461919+0000","last_active":"2024-03-07T03:10:57.329387+0000","last_peered":"2024-03-07T03:10:57.329387+0000","last_clean":"2024-03-07T03:10:57.329387+0000","last_became_active":"2024-03-07T03:05:01.459759+0000","last_became_peered":"2024-03-07T03:05:01.459759+0000","last_unstale":"2024-03-07T03:10:57.329387+0000","last_undegraded":"2024-03-07T03:10:57.329387+0000","last_fullsized":"2024-03-07T03:10:57.329387+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:31:45.535178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":971,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297484+0000","last_change":"2024-03-07T03:07:58.753856+0000","last_active":"2024-03-07T03:10:57.297484+0000","last_peered":"2024-03-07T03:10:57.297484+0000","last_clean":"2024-03-07T03:10:57.297484+0000","last_became_active":"2024-03-07T03:07:58.751889+0000","last_became_peered":"2024-03-07T03:07:58.751889+0000","last_unstale":"2024-03-07T03:10:57.297484+0000","last_undegraded":"2024-03-07T03:10:57.297484+0000","last_fullsized":"2024-03-07T03:10:57.297484+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:27:20.126942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"863'1273","reported_seq":4339,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329519+0000","last_change":"2024-03-07T03:10:56.137635+0000","last_active":"2024-03-07T03:10:57.329519+0000","last_peered":"2024-03-07T03:10:57.329519+0000","last_clean":"2024-03-07T03:10:57.329519+0000","last_became_active":"2024-03-07T03:05:01.457883+0000","last_became_peered":"2024-03-07T03:05:01.457883+0000","last_unstale":"2024-03-07T03:10:57.329519+0000","last_undegraded":"2024-03-07T03:10:57.329519+0000","last_fullsized":"2024-03-07T03:10:57.329519+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1273,"log_dups_size":0,"ondisk_log_size":1273,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:21:46.718939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.021818005000000001,"stat_sum":{"num_bytes":15540224,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":258,"num_read_kb":529715,"num_write":442,"num_write_kb":102224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1441792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.f","version":"61'1","reported_seq":1080,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123672+0000","last_change":"2024-03-07T03:07:58.755003+0000","last_active":"2024-03-07T03:10:57.123672+0000","last_peered":"2024-03-07T03:10:57.123672+0000","last_clean":"2024-03-07T03:10:57.123672+0000","last_became_active":"2024-03-07T03:07:58.754564+0000","last_became_peered":"2024-03-07T03:07:58.754564+0000","last_unstale":"2024-03-07T03:10:57.123672+0000","last_undegraded":"2024-03-07T03:10:57.123672+0000","last_fullsized":"2024-03-07T03:10:57.123672+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:34:53.344746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298045+0000","last_change":"2024-03-07T03:07:58.750952+0000","last_active":"2024-03-07T03:10:57.298045+0000","last_peered":"2024-03-07T03:10:57.298045+0000","last_clean":"2024-03-07T03:10:57.298045+0000","last_became_active":"2024-03-07T03:07:58.749229+0000","last_became_peered":"2024-03-07T03:07:58.749229+0000","last_unstale":"2024-03-07T03:10:57.298045+0000","last_undegraded":"2024-03-07T03:10:57.298045+0000","last_fullsized":"2024-03-07T03:10:57.298045+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:53:10.534950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"863'847","reported_seq":4047,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125772+0000","last_change":"2024-03-07T03:10:56.129162+0000","last_active":"2024-03-07T03:10:57.125772+0000","last_peered":"2024-03-07T03:10:57.125772+0000","last_clean":"2024-03-07T03:10:57.125772+0000","last_became_active":"2024-03-07T03:07:23.074596+0000","last_became_peered":"2024-03-07T03:07:23.074596+0000","last_unstale":"2024-03-07T03:10:57.125772+0000","last_undegraded":"2024-03-07T03:10:57.125772+0000","last_fullsized":"2024-03-07T03:10:57.125772+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":847,"log_dups_size":0,"ondisk_log_size":847,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:34:23.625809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0099120149999999997,"stat_sum":{"num_bytes":38936576,"num_objects":11,"num_object_clones":9,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":157,"num_read_kb":413258,"num_write":266,"num_write_kb":109952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":4374528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.2","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122312+0000","last_change":"2024-03-07T03:06:47.845893+0000","last_active":"2024-03-07T03:10:57.122312+0000","last_peered":"2024-03-07T03:10:57.122312+0000","last_clean":"2024-03-07T03:10:57.122312+0000","last_became_active":"2024-03-07T03:06:47.845548+0000","last_became_peered":"2024-03-07T03:06:47.845548+0000","last_unstale":"2024-03-07T03:10:57.122312+0000","last_undegraded":"2024-03-07T03:10:57.122312+0000","last_fullsized":"2024-03-07T03:10:57.122312+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:19:55.051329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1185,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122598+0000","last_change":"2024-03-07T03:07:58.751041+0000","last_active":"2024-03-07T03:10:57.122598+0000","last_peered":"2024-03-07T03:10:57.122598+0000","last_clean":"2024-03-07T03:10:57.122598+0000","last_became_active":"2024-03-07T03:07:58.749047+0000","last_became_peered":"2024-03-07T03:07:58.749047+0000","last_unstale":"2024-03-07T03:10:57.122598+0000","last_undegraded":"2024-03-07T03:10:57.122598+0000","last_fullsized":"2024-03-07T03:10:57.122598+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:47:59.256394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1056,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129942+0000","last_change":"2024-03-07T03:06:47.858022+0000","last_active":"2024-03-07T03:10:57.129942+0000","last_peered":"2024-03-07T03:10:57.129942+0000","last_clean":"2024-03-07T03:10:57.129942+0000","last_became_active":"2024-03-07T03:06:47.857526+0000","last_became_peered":"2024-03-07T03:06:47.857526+0000","last_unstale":"2024-03-07T03:10:57.129942+0000","last_undegraded":"2024-03-07T03:10:57.129942+0000","last_fullsized":"2024-03-07T03:10:57.129942+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:02:03.856321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"862'1186","reported_seq":4378,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126241+0000","last_change":"2024-03-07T03:10:56.119983+0000","last_active":"2024-03-07T03:10:57.126241+0000","last_peered":"2024-03-07T03:10:57.126241+0000","last_clean":"2024-03-07T03:10:57.126241+0000","last_became_active":"2024-03-07T03:06:09.988405+0000","last_became_peered":"2024-03-07T03:06:09.988405+0000","last_unstale":"2024-03-07T03:10:57.126241+0000","last_undegraded":"2024-03-07T03:10:57.126241+0000","last_fullsized":"2024-03-07T03:10:57.126241+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1186,"log_dups_size":0,"ondisk_log_size":1186,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:41:38.890400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099770099999999993,"stat_sum":{"num_bytes":13524992,"num_objects":9,"num_object_clones":6,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":208,"num_read_kb":390958,"num_write":505,"num_write_kb":103888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":50642944,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122311+0000","last_change":"2024-03-07T03:05:35.928460+0000","last_active":"2024-03-07T03:10:57.122311+0000","last_peered":"2024-03-07T03:10:57.122311+0000","last_clean":"2024-03-07T03:10:57.122311+0000","last_became_active":"2024-03-07T03:05:35.928017+0000","last_became_peered":"2024-03-07T03:05:35.928017+0000","last_unstale":"2024-03-07T03:10:57.122311+0000","last_undegraded":"2024-03-07T03:10:57.122311+0000","last_fullsized":"2024-03-07T03:10:57.122311+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:53:27.674544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1025,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129657+0000","last_change":"2024-03-07T03:07:23.075249+0000","last_active":"2024-03-07T03:10:57.129657+0000","last_peered":"2024-03-07T03:10:57.129657+0000","last_clean":"2024-03-07T03:10:57.129657+0000","last_became_active":"2024-03-07T03:07:23.074866+0000","last_became_peered":"2024-03-07T03:07:23.074866+0000","last_unstale":"2024-03-07T03:10:57.129657+0000","last_undegraded":"2024-03-07T03:10:57.129657+0000","last_fullsized":"2024-03-07T03:10:57.129657+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:03.393010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1078,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123184+0000","last_change":"2024-03-07T03:07:23.069585+0000","last_active":"2024-03-07T03:10:57.123184+0000","last_peered":"2024-03-07T03:10:57.123184+0000","last_clean":"2024-03-07T03:10:57.123184+0000","last_became_active":"2024-03-07T03:07:23.069262+0000","last_became_peered":"2024-03-07T03:07:23.069262+0000","last_unstale":"2024-03-07T03:10:57.123184+0000","last_undegraded":"2024-03-07T03:10:57.123184+0000","last_fullsized":"2024-03-07T03:10:57.123184+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:11:22.045807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"861'1094","reported_seq":4795,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.331022+0000","last_change":"2024-03-07T03:10:57.331022+0000","last_active":"2024-03-07T03:10:57.331022+0000","last_peered":"2024-03-07T03:10:57.331022+0000","last_clean":"2024-03-07T03:10:57.331022+0000","last_became_active":"2024-03-07T03:06:47.847229+0000","last_became_peered":"2024-03-07T03:06:47.847229+0000","last_unstale":"2024-03-07T03:10:57.331022+0000","last_undegraded":"2024-03-07T03:10:57.331022+0000","last_fullsized":"2024-03-07T03:10:57.331022+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1094,"log_dups_size":0,"ondisk_log_size":1094,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:58:27.729404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.032339935,"stat_sum":{"num_bytes":113606656,"num_objects":59,"num_object_clones":55,"num_object_copies":177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":279,"num_read_kb":358703,"num_write":525,"num_write_kb":146904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":36642816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1181,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122460+0000","last_change":"2024-03-07T03:06:47.843416+0000","last_active":"2024-03-07T03:10:57.122460+0000","last_peered":"2024-03-07T03:10:57.122460+0000","last_clean":"2024-03-07T03:10:57.122460+0000","last_became_active":"2024-03-07T03:06:47.842812+0000","last_became_peered":"2024-03-07T03:06:47.842812+0000","last_unstale":"2024-03-07T03:10:57.122460+0000","last_undegraded":"2024-03-07T03:10:57.122460+0000","last_fullsized":"2024-03-07T03:10:57.122460+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:03:02.672609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.121897+0000","last_change":"2024-03-07T03:07:23.071850+0000","last_active":"2024-03-07T03:10:57.121897+0000","last_peered":"2024-03-07T03:10:57.121897+0000","last_clean":"2024-03-07T03:10:57.121897+0000","last_became_active":"2024-03-07T03:07:23.071476+0000","last_became_peered":"2024-03-07T03:07:23.071476+0000","last_unstale":"2024-03-07T03:10:57.121897+0000","last_undegraded":"2024-03-07T03:10:57.121897+0000","last_fullsized":"2024-03-07T03:10:57.121897+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:13:05.296486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1156,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329321+0000","last_change":"2024-03-07T03:05:35.926187+0000","last_active":"2024-03-07T03:10:57.329321+0000","last_peered":"2024-03-07T03:10:57.329321+0000","last_clean":"2024-03-07T03:10:57.329321+0000","last_became_active":"2024-03-07T03:05:35.925908+0000","last_became_peered":"2024-03-07T03:05:35.925908+0000","last_unstale":"2024-03-07T03:10:57.329321+0000","last_undegraded":"2024-03-07T03:10:57.329321+0000","last_fullsized":"2024-03-07T03:10:57.329321+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:48:33.101185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"863'1146","reported_seq":3872,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298252+0000","last_change":"2024-03-07T03:10:56.132170+0000","last_active":"2024-03-07T03:10:57.298252+0000","last_peered":"2024-03-07T03:10:57.298252+0000","last_clean":"2024-03-07T03:10:57.298252+0000","last_became_active":"2024-03-07T03:07:58.756854+0000","last_became_peered":"2024-03-07T03:07:58.756854+0000","last_unstale":"2024-03-07T03:10:57.298252+0000","last_undegraded":"2024-03-07T03:10:57.298252+0000","last_fullsized":"2024-03-07T03:10:57.298252+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1146,"log_dups_size":0,"ondisk_log_size":1146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T02:59:04.693146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.010433211,"stat_sum":{"num_bytes":34668544,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":1,"num_read":219,"num_read_kb":317694,"num_write":420,"num_write_kb":93568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":10240000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1004,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127941+0000","last_change":"2024-03-07T03:07:58.760449+0000","last_active":"2024-03-07T03:10:57.127941+0000","last_peered":"2024-03-07T03:10:57.127941+0000","last_clean":"2024-03-07T03:10:57.127941+0000","last_became_active":"2024-03-07T03:07:58.760086+0000","last_became_peered":"2024-03-07T03:07:58.760086+0000","last_unstale":"2024-03-07T03:10:57.127941+0000","last_undegraded":"2024-03-07T03:10:57.127941+0000","last_fullsized":"2024-03-07T03:10:57.127941+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:34:38.583100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1087,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328930+0000","last_change":"2024-03-07T03:07:23.073659+0000","last_active":"2024-03-07T03:10:57.328930+0000","last_peered":"2024-03-07T03:10:57.328930+0000","last_clean":"2024-03-07T03:10:57.328930+0000","last_became_active":"2024-03-07T03:07:23.073277+0000","last_became_peered":"2024-03-07T03:07:23.073277+0000","last_unstale":"2024-03-07T03:10:57.328930+0000","last_undegraded":"2024-03-07T03:10:57.328930+0000","last_fullsized":"2024-03-07T03:10:57.328930+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:48:34.819985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1059,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129753+0000","last_change":"2024-03-07T03:07:58.752576+0000","last_active":"2024-03-07T03:10:57.129753+0000","last_peered":"2024-03-07T03:10:57.129753+0000","last_clean":"2024-03-07T03:10:57.129753+0000","last_became_active":"2024-03-07T03:07:58.752193+0000","last_became_peered":"2024-03-07T03:07:58.752193+0000","last_unstale":"2024-03-07T03:10:57.129753+0000","last_undegraded":"2024-03-07T03:10:57.129753+0000","last_fullsized":"2024-03-07T03:10:57.129753+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:55:14.205594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"395'197","reported_seq":1464,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297589+0000","last_change":"2024-03-07T03:07:58.752982+0000","last_active":"2024-03-07T03:10:57.297589+0000","last_peered":"2024-03-07T03:10:57.297589+0000","last_clean":"2024-03-07T03:10:57.297589+0000","last_became_active":"2024-03-07T03:07:58.752004+0000","last_became_peered":"2024-03-07T03:07:58.752004+0000","last_unstale":"2024-03-07T03:10:57.297589+0000","last_undegraded":"2024-03-07T03:10:57.297589+0000","last_fullsized":"2024-03-07T03:10:57.297589+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_clean_scrub_stamp":"2024-03-07T02:51:31.238394+0000","objects_scrubbed":0,"log_size":197,"log_dups_size":0,"ondisk_log_size":197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:53.766202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"858'3145","reported_seq":6528,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.131283+0000","last_change":"2024-03-07T03:10:57.131283+0000","last_active":"2024-03-07T03:10:57.131283+0000","last_peered":"2024-03-07T03:10:57.131283+0000","last_clean":"2024-03-07T03:10:57.131283+0000","last_became_active":"2024-03-07T03:06:47.859231+0000","last_became_peered":"2024-03-07T03:06:47.859231+0000","last_unstale":"2024-03-07T03:10:57.131283+0000","last_undegraded":"2024-03-07T03:10:57.131283+0000","last_fullsized":"2024-03-07T03:10:57.131283+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3145,"log_dups_size":0,"ondisk_log_size":3145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:10:03.781442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001499434,"stat_sum":{"num_bytes":18481152,"num_objects":15,"num_object_clones":14,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":124,"num_read_kb":398406,"num_write":253,"num_write_kb":45856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":9773056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126352+0000","last_change":"2024-03-07T03:05:01.454053+0000","last_active":"2024-03-07T03:10:57.126352+0000","last_peered":"2024-03-07T03:10:57.126352+0000","last_clean":"2024-03-07T03:10:57.126352+0000","last_became_active":"2024-03-07T03:05:01.453718+0000","last_became_peered":"2024-03-07T03:05:01.453718+0000","last_unstale":"2024-03-07T03:10:57.126352+0000","last_undegraded":"2024-03-07T03:10:57.126352+0000","last_fullsized":"2024-03-07T03:10:57.126352+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:10:59.835543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125549+0000","last_change":"2024-03-07T03:06:09.987673+0000","last_active":"2024-03-07T03:10:57.125549+0000","last_peered":"2024-03-07T03:10:57.125549+0000","last_clean":"2024-03-07T03:10:57.125549+0000","last_became_active":"2024-03-07T03:06:09.987328+0000","last_became_peered":"2024-03-07T03:06:09.987328+0000","last_unstale":"2024-03-07T03:10:57.125549+0000","last_undegraded":"2024-03-07T03:10:57.125549+0000","last_fullsized":"2024-03-07T03:10:57.125549+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:11:17.983744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":973,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297326+0000","last_change":"2024-03-07T03:07:58.757849+0000","last_active":"2024-03-07T03:10:57.297326+0000","last_peered":"2024-03-07T03:10:57.297326+0000","last_clean":"2024-03-07T03:10:57.297326+0000","last_became_active":"2024-03-07T03:07:58.757399+0000","last_became_peered":"2024-03-07T03:07:58.757399+0000","last_unstale":"2024-03-07T03:10:57.297326+0000","last_undegraded":"2024-03-07T03:10:57.297326+0000","last_fullsized":"2024-03-07T03:10:57.297326+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:54:11.413787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"864'1259","reported_seq":4062,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130113+0000","last_change":"2024-03-07T03:10:56.129203+0000","last_active":"2024-03-07T03:10:57.130113+0000","last_peered":"2024-03-07T03:10:57.130113+0000","last_clean":"2024-03-07T03:10:57.130113+0000","last_became_active":"2024-03-07T03:07:23.080120+0000","last_became_peered":"2024-03-07T03:07:23.080120+0000","last_unstale":"2024-03-07T03:10:57.130113+0000","last_undegraded":"2024-03-07T03:10:57.130113+0000","last_fullsized":"2024-03-07T03:10:57.130113+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1259,"log_dups_size":0,"ondisk_log_size":1259,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:33:24.850580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0059393290000000001,"stat_sum":{"num_bytes":23298048,"num_objects":10,"num_object_clones":7,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":249,"num_read_kb":271095,"num_write":553,"num_write_kb":138504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":18890752,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.3","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125874+0000","last_change":"2024-03-07T03:07:58.750289+0000","last_active":"2024-03-07T03:10:57.125874+0000","last_peered":"2024-03-07T03:10:57.125874+0000","last_clean":"2024-03-07T03:10:57.125874+0000","last_became_active":"2024-03-07T03:07:58.749557+0000","last_became_peered":"2024-03-07T03:07:58.749557+0000","last_unstale":"2024-03-07T03:10:57.125874+0000","last_undegraded":"2024-03-07T03:10:57.125874+0000","last_fullsized":"2024-03-07T03:10:57.125874+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:54:43.865660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297984+0000","last_change":"2024-03-07T03:07:58.758005+0000","last_active":"2024-03-07T03:10:57.297984+0000","last_peered":"2024-03-07T03:10:57.297984+0000","last_clean":"2024-03-07T03:10:57.297984+0000","last_became_active":"2024-03-07T03:07:58.756833+0000","last_became_peered":"2024-03-07T03:07:58.756833+0000","last_unstale":"2024-03-07T03:10:57.297984+0000","last_undegraded":"2024-03-07T03:10:57.297984+0000","last_fullsized":"2024-03-07T03:10:57.297984+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:37:55.288554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122495+0000","last_change":"2024-03-07T03:06:47.843644+0000","last_active":"2024-03-07T03:10:57.122495+0000","last_peered":"2024-03-07T03:10:57.122495+0000","last_clean":"2024-03-07T03:10:57.122495+0000","last_became_active":"2024-03-07T03:06:47.842694+0000","last_became_peered":"2024-03-07T03:06:47.842694+0000","last_unstale":"2024-03-07T03:10:57.122495+0000","last_undegraded":"2024-03-07T03:10:57.122495+0000","last_fullsized":"2024-03-07T03:10:57.122495+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:25:34.783974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"863'880","reported_seq":3814,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123586+0000","last_change":"2024-03-07T03:10:56.125509+0000","last_active":"2024-03-07T03:10:57.123586+0000","last_peered":"2024-03-07T03:10:57.123586+0000","last_clean":"2024-03-07T03:10:57.123586+0000","last_became_active":"2024-03-07T03:07:58.755248+0000","last_became_peered":"2024-03-07T03:07:58.755248+0000","last_unstale":"2024-03-07T03:10:57.123586+0000","last_undegraded":"2024-03-07T03:10:57.123586+0000","last_fullsized":"2024-03-07T03:10:57.123586+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":880,"log_dups_size":0,"ondisk_log_size":880,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:40:02.788467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0073429089999999999,"stat_sum":{"num_bytes":9224192,"num_objects":8,"num_object_clones":6,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":1,"num_read":161,"num_read_kb":133885,"num_write":362,"num_write_kb":55920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1123,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329184+0000","last_change":"2024-03-07T03:07:58.764215+0000","last_active":"2024-03-07T03:10:57.329184+0000","last_peered":"2024-03-07T03:10:57.329184+0000","last_clean":"2024-03-07T03:10:57.329184+0000","last_became_active":"2024-03-07T03:07:58.763818+0000","last_became_peered":"2024-03-07T03:07:58.763818+0000","last_unstale":"2024-03-07T03:10:57.329184+0000","last_undegraded":"2024-03-07T03:10:57.329184+0000","last_fullsized":"2024-03-07T03:10:57.329184+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:27:54.623360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"719'2","reported_seq":1191,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122742+0000","last_change":"2024-03-07T03:07:23.074913+0000","last_active":"2024-03-07T03:10:57.122742+0000","last_peered":"2024-03-07T03:10:57.122742+0000","last_clean":"2024-03-07T03:10:57.122742+0000","last_became_active":"2024-03-07T03:07:23.074530+0000","last_became_peered":"2024-03-07T03:07:23.074530+0000","last_unstale":"2024-03-07T03:10:57.122742+0000","last_undegraded":"2024-03-07T03:10:57.122742+0000","last_fullsized":"2024-03-07T03:10:57.122742+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:13:25.877187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1126,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329514+0000","last_change":"2024-03-07T03:07:58.757756+0000","last_active":"2024-03-07T03:10:57.329514+0000","last_peered":"2024-03-07T03:10:57.329514+0000","last_clean":"2024-03-07T03:10:57.329514+0000","last_became_active":"2024-03-07T03:07:58.757430+0000","last_became_peered":"2024-03-07T03:07:58.757430+0000","last_unstale":"2024-03-07T03:10:57.329514+0000","last_undegraded":"2024-03-07T03:10:57.329514+0000","last_fullsized":"2024-03-07T03:10:57.329514+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:22:21.412765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"863'1564","reported_seq":5162,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.329944+0000","last_change":"2024-03-07T03:10:57.329944+0000","last_active":"2024-03-07T03:10:57.329944+0000","last_peered":"2024-03-07T03:10:57.329944+0000","last_clean":"2024-03-07T03:10:57.329944+0000","last_became_active":"2024-03-07T03:06:09.990793+0000","last_became_peered":"2024-03-07T03:06:09.990793+0000","last_unstale":"2024-03-07T03:10:57.329944+0000","last_undegraded":"2024-03-07T03:10:57.329944+0000","last_fullsized":"2024-03-07T03:10:57.329944+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1564,"log_dups_size":0,"ondisk_log_size":1564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":143,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:53.639078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.019553126000000001,"stat_sum":{"num_bytes":100999168,"num_objects":73,"num_object_clones":68,"num_object_copies":219,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":1,"num_read":410,"num_read_kb":572954,"num_write":777,"num_write_kb":204640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":51175424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"c"},{"start":"178","length":"4"},{"start":"17e","length":"3"},{"start":"182","length":"4"},{"start":"187","length":"5"},{"start":"18d","length":"2"}]},{"pgid":"4.1","version":"0'0","reported_seq":1079,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122932+0000","last_change":"2024-03-07T03:07:23.071468+0000","last_active":"2024-03-07T03:10:57.122932+0000","last_peered":"2024-03-07T03:10:57.122932+0000","last_clean":"2024-03-07T03:10:57.122932+0000","last_became_active":"2024-03-07T03:07:23.071160+0000","last_became_peered":"2024-03-07T03:07:23.071160+0000","last_unstale":"2024-03-07T03:10:57.122932+0000","last_undegraded":"2024-03-07T03:10:57.122932+0000","last_fullsized":"2024-03-07T03:10:57.122932+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:17:55.686793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":989,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127941+0000","last_change":"2024-03-07T03:07:58.759142+0000","last_active":"2024-03-07T03:10:57.127941+0000","last_peered":"2024-03-07T03:10:57.127941+0000","last_clean":"2024-03-07T03:10:57.127941+0000","last_became_active":"2024-03-07T03:07:58.758771+0000","last_became_peered":"2024-03-07T03:07:58.758771+0000","last_unstale":"2024-03-07T03:10:57.127941+0000","last_undegraded":"2024-03-07T03:10:57.127941+0000","last_fullsized":"2024-03-07T03:10:57.127941+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:45:13.985820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126257+0000","last_change":"2024-03-07T03:06:09.988597+0000","last_active":"2024-03-07T03:10:57.126257+0000","last_peered":"2024-03-07T03:10:57.126257+0000","last_clean":"2024-03-07T03:10:57.126257+0000","last_became_active":"2024-03-07T03:06:09.988261+0000","last_became_peered":"2024-03-07T03:06:09.988261+0000","last_unstale":"2024-03-07T03:10:57.126257+0000","last_undegraded":"2024-03-07T03:10:57.126257+0000","last_fullsized":"2024-03-07T03:10:57.126257+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:11:06.717251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"843'3099","reported_seq":6397,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.131044+0000","last_change":"2024-03-07T03:10:57.131044+0000","last_active":"2024-03-07T03:10:57.131044+0000","last_peered":"2024-03-07T03:10:57.131044+0000","last_clean":"2024-03-07T03:10:57.131044+0000","last_became_active":"2024-03-07T03:07:23.084936+0000","last_became_peered":"2024-03-07T03:07:23.084936+0000","last_unstale":"2024-03-07T03:10:57.131044+0000","last_undegraded":"2024-03-07T03:10:57.131044+0000","last_fullsized":"2024-03-07T03:10:57.131044+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3099,"log_dups_size":0,"ondisk_log_size":3099,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:46:48.809690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012703,"stat_sum":{"num_bytes":8347648,"num_objects":13,"num_object_clones":12,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":56,"num_read_kb":33721,"num_write":241,"num_write_kb":36816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":434176,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1145,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329490+0000","last_change":"2024-03-07T03:05:01.461136+0000","last_active":"2024-03-07T03:10:57.329490+0000","last_peered":"2024-03-07T03:10:57.329490+0000","last_clean":"2024-03-07T03:10:57.329490+0000","last_became_active":"2024-03-07T03:05:01.457189+0000","last_became_peered":"2024-03-07T03:05:01.457189+0000","last_unstale":"2024-03-07T03:10:57.329490+0000","last_undegraded":"2024-03-07T03:10:57.329490+0000","last_fullsized":"2024-03-07T03:10:57.329490+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:23.791243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1102,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122931+0000","last_change":"2024-03-07T03:07:58.750311+0000","last_active":"2024-03-07T03:10:57.122931+0000","last_peered":"2024-03-07T03:10:57.122931+0000","last_clean":"2024-03-07T03:10:57.122931+0000","last_became_active":"2024-03-07T03:07:58.750001+0000","last_became_peered":"2024-03-07T03:07:58.750001+0000","last_unstale":"2024-03-07T03:10:57.122931+0000","last_undegraded":"2024-03-07T03:10:57.122931+0000","last_fullsized":"2024-03-07T03:10:57.122931+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:05.963944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"847'12789","reported_seq":16201,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.123778+0000","last_change":"2024-03-07T03:10:57.124034+0000","last_active":"2024-03-07T03:10:57.123778+0000","last_peered":"2024-03-07T03:10:57.123778+0000","last_clean":"2024-03-07T03:10:57.123778+0000","last_became_active":"2024-03-07T03:06:47.859957+0000","last_became_peered":"2024-03-07T03:06:47.859957+0000","last_unstale":"2024-03-07T03:10:57.123778+0000","last_undegraded":"2024-03-07T03:10:57.123778+0000","last_fullsized":"2024-03-07T03:10:57.123778+0000","mapping_epoch":625,"log_start":"599'6200","ondisk_log_start":"599'6200","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":6589,"log_dups_size":0,"ondisk_log_size":6589,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":137,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:29:13.699651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0091875959999999993,"stat_sum":{"num_bytes":71745536,"num_objects":32,"num_object_clones":30,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":0,"num_read":146,"num_read_kb":316804,"num_write":323,"num_write_kb":90232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":20865024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"5"},{"start":"171","length":"b"},{"start":"17e","length":"8"},{"start":"187","length":"5"},{"start":"18d","length":"3"},{"start":"192","length":"1"},{"start":"197","length":"1"},{"start":"199","length":"2"}]},{"pgid":"2.9","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122043+0000","last_change":"2024-03-07T03:07:58.752456+0000","last_active":"2024-03-07T03:10:57.122043+0000","last_peered":"2024-03-07T03:10:57.122043+0000","last_clean":"2024-03-07T03:10:57.122043+0000","last_became_active":"2024-03-07T03:07:58.752118+0000","last_became_peered":"2024-03-07T03:07:58.752118+0000","last_unstale":"2024-03-07T03:10:57.122043+0000","last_undegraded":"2024-03-07T03:10:57.122043+0000","last_fullsized":"2024-03-07T03:10:57.122043+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:08:08.574482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1117,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329282+0000","last_change":"2024-03-07T03:07:58.757839+0000","last_active":"2024-03-07T03:10:57.329282+0000","last_peered":"2024-03-07T03:10:57.329282+0000","last_clean":"2024-03-07T03:10:57.329282+0000","last_became_active":"2024-03-07T03:07:58.757495+0000","last_became_peered":"2024-03-07T03:07:58.757495+0000","last_unstale":"2024-03-07T03:10:57.329282+0000","last_undegraded":"2024-03-07T03:10:57.329282+0000","last_fullsized":"2024-03-07T03:10:57.329282+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:27:02.190643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"861'1463","reported_seq":5087,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.330799+0000","last_change":"2024-03-07T03:10:57.330799+0000","last_active":"2024-03-07T03:10:57.330799+0000","last_peered":"2024-03-07T03:10:57.330799+0000","last_clean":"2024-03-07T03:10:57.330799+0000","last_became_active":"2024-03-07T03:07:58.763085+0000","last_became_peered":"2024-03-07T03:07:58.763085+0000","last_unstale":"2024-03-07T03:10:57.330799+0000","last_undegraded":"2024-03-07T03:10:57.330799+0000","last_fullsized":"2024-03-07T03:10:57.330799+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1463,"log_dups_size":0,"ondisk_log_size":1463,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:39:21.050544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.016579719999999999,"stat_sum":{"num_bytes":106192896,"num_objects":71,"num_object_clones":66,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":1,"num_read":323,"num_read_kb":516030,"num_write":942,"num_write_kb":231680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":48201728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122226+0000","last_change":"2024-03-07T03:07:58.752370+0000","last_active":"2024-03-07T03:10:57.122226+0000","last_peered":"2024-03-07T03:10:57.122226+0000","last_clean":"2024-03-07T03:10:57.122226+0000","last_became_active":"2024-03-07T03:07:58.751985+0000","last_became_peered":"2024-03-07T03:07:58.751985+0000","last_unstale":"2024-03-07T03:10:57.122226+0000","last_undegraded":"2024-03-07T03:10:57.122226+0000","last_fullsized":"2024-03-07T03:10:57.122226+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:31:33.590004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1126,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329046+0000","last_change":"2024-03-07T03:06:09.987484+0000","last_active":"2024-03-07T03:10:57.329046+0000","last_peered":"2024-03-07T03:10:57.329046+0000","last_clean":"2024-03-07T03:10:57.329046+0000","last_became_active":"2024-03-07T03:06:09.986947+0000","last_became_peered":"2024-03-07T03:06:09.986947+0000","last_unstale":"2024-03-07T03:10:57.329046+0000","last_undegraded":"2024-03-07T03:10:57.329046+0000","last_fullsized":"2024-03-07T03:10:57.329046+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:37:38.253630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"857'1055","reported_seq":4917,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.128839+0000","last_change":"2024-03-07T03:10:57.123092+0000","last_active":"2024-03-07T03:10:57.128839+0000","last_peered":"2024-03-07T03:10:57.128839+0000","last_clean":"2024-03-07T03:10:57.128839+0000","last_became_active":"2024-03-07T03:06:09.993513+0000","last_became_peered":"2024-03-07T03:06:09.993513+0000","last_unstale":"2024-03-07T03:10:57.128839+0000","last_undegraded":"2024-03-07T03:10:57.128839+0000","last_fullsized":"2024-03-07T03:10:57.128839+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1055,"log_dups_size":0,"ondisk_log_size":1055,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:34:07.352811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013205965,"stat_sum":{"num_bytes":99745792,"num_objects":66,"num_object_clones":62,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":306,"num_read_kb":434534,"num_write":588,"num_write_kb":145464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":21749760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.b","version":"716'3","reported_seq":984,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297633+0000","last_change":"2024-03-07T03:07:58.749480+0000","last_active":"2024-03-07T03:10:57.297633+0000","last_peered":"2024-03-07T03:10:57.297633+0000","last_clean":"2024-03-07T03:10:57.297633+0000","last_became_active":"2024-03-07T03:07:58.749098+0000","last_became_peered":"2024-03-07T03:07:58.749098+0000","last_unstale":"2024-03-07T03:10:57.297633+0000","last_undegraded":"2024-03-07T03:10:57.297633+0000","last_fullsized":"2024-03-07T03:10:57.297633+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:35:33.945855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1034,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127679+0000","last_change":"2024-03-07T03:07:23.075725+0000","last_active":"2024-03-07T03:10:57.127679+0000","last_peered":"2024-03-07T03:10:57.127679+0000","last_clean":"2024-03-07T03:10:57.127679+0000","last_became_active":"2024-03-07T03:07:23.075203+0000","last_became_peered":"2024-03-07T03:07:23.075203+0000","last_unstale":"2024-03-07T03:10:57.127679+0000","last_undegraded":"2024-03-07T03:10:57.127679+0000","last_fullsized":"2024-03-07T03:10:57.127679+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:47:11.192302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"863'1711","reported_seq":5459,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.330918+0000","last_change":"2024-03-07T03:10:57.330918+0000","last_active":"2024-03-07T03:10:57.330918+0000","last_peered":"2024-03-07T03:10:57.330918+0000","last_clean":"2024-03-07T03:10:57.330918+0000","last_became_active":"2024-03-07T03:06:47.849454+0000","last_became_peered":"2024-03-07T03:06:47.849454+0000","last_unstale":"2024-03-07T03:10:57.330918+0000","last_undegraded":"2024-03-07T03:10:57.330918+0000","last_fullsized":"2024-03-07T03:10:57.330918+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1711,"log_dups_size":0,"ondisk_log_size":1711,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:40:07.156907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.014160193999999999,"stat_sum":{"num_bytes":165158912,"num_objects":93,"num_object_clones":87,"num_object_copies":279,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":93,"num_whiteouts":2,"num_read":489,"num_read_kb":756200,"num_write":870,"num_write_kb":258896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":69541888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1155,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329768+0000","last_change":"2024-03-07T03:06:47.847077+0000","last_active":"2024-03-07T03:10:57.329768+0000","last_peered":"2024-03-07T03:10:57.329768+0000","last_clean":"2024-03-07T03:10:57.329768+0000","last_became_active":"2024-03-07T03:06:47.846359+0000","last_became_peered":"2024-03-07T03:06:47.846359+0000","last_unstale":"2024-03-07T03:10:57.329768+0000","last_undegraded":"2024-03-07T03:10:57.329768+0000","last_fullsized":"2024-03-07T03:10:57.329768+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:00:08.102949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":971,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297999+0000","last_change":"2024-03-07T03:07:58.760528+0000","last_active":"2024-03-07T03:10:57.297999+0000","last_peered":"2024-03-07T03:10:57.297999+0000","last_clean":"2024-03-07T03:10:57.297999+0000","last_became_active":"2024-03-07T03:07:58.760226+0000","last_became_peered":"2024-03-07T03:07:58.760226+0000","last_unstale":"2024-03-07T03:10:57.297999+0000","last_undegraded":"2024-03-07T03:10:57.297999+0000","last_fullsized":"2024-03-07T03:10:57.297999+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:10:36.411047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"863'1938","reported_seq":4937,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329911+0000","last_change":"2024-03-07T03:10:56.140803+0000","last_active":"2024-03-07T03:10:57.329911+0000","last_peered":"2024-03-07T03:10:57.329911+0000","last_clean":"2024-03-07T03:10:57.329911+0000","last_became_active":"2024-03-07T03:06:09.993933+0000","last_became_peered":"2024-03-07T03:06:09.993933+0000","last_unstale":"2024-03-07T03:10:57.329911+0000","last_undegraded":"2024-03-07T03:10:57.329911+0000","last_fullsized":"2024-03-07T03:10:57.329911+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1938,"log_dups_size":0,"ondisk_log_size":1938,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:16.359457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.024996012000000001,"stat_sum":{"num_bytes":22765568,"num_objects":17,"num_object_clones":12,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":2,"num_read":350,"num_read_kb":387634,"num_write":702,"num_write_kb":183472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":7151616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.d","version":"61'1","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122322+0000","last_change":"2024-03-07T03:06:09.993129+0000","last_active":"2024-03-07T03:10:57.122322+0000","last_peered":"2024-03-07T03:10:57.122322+0000","last_clean":"2024-03-07T03:10:57.122322+0000","last_became_active":"2024-03-07T03:06:09.992737+0000","last_became_peered":"2024-03-07T03:06:09.992737+0000","last_unstale":"2024-03-07T03:10:57.122322+0000","last_undegraded":"2024-03-07T03:10:57.122322+0000","last_fullsized":"2024-03-07T03:10:57.122322+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:02:42.055569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1050,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130209+0000","last_change":"2024-03-07T03:07:23.076846+0000","last_active":"2024-03-07T03:10:57.130209+0000","last_peered":"2024-03-07T03:10:57.130209+0000","last_clean":"2024-03-07T03:10:57.130209+0000","last_became_active":"2024-03-07T03:07:23.075895+0000","last_became_peered":"2024-03-07T03:07:23.075895+0000","last_unstale":"2024-03-07T03:10:57.130209+0000","last_undegraded":"2024-03-07T03:10:57.130209+0000","last_fullsized":"2024-03-07T03:10:57.130209+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:09:15.080126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"854'331","reported_seq":3438,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.298223+0000","last_change":"2024-03-07T03:10:57.298223+0000","last_active":"2024-03-07T03:10:57.298223+0000","last_peered":"2024-03-07T03:10:57.298223+0000","last_clean":"2024-03-07T03:10:57.298223+0000","last_became_active":"2024-03-07T03:07:58.749089+0000","last_became_peered":"2024-03-07T03:07:58.749089+0000","last_unstale":"2024-03-07T03:10:57.298223+0000","last_undegraded":"2024-03-07T03:10:57.298223+0000","last_fullsized":"2024-03-07T03:10:57.298223+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":331,"log_dups_size":0,"ondisk_log_size":331,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":83,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:26:07.404191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00085119700000000004,"stat_sum":{"num_bytes":15409152,"num_objects":11,"num_object_clones":10,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":91,"num_read_kb":118251,"num_write":162,"num_write_kb":30616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":34586624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"56"},{"start":"1c2","length":"3"},{"start":"1c9","length":"1"}]},{"pgid":"2.e","version":"61'2","reported_seq":1159,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.330486+0000","last_change":"2024-03-07T03:07:58.755578+0000","last_active":"2024-03-07T03:10:57.330486+0000","last_peered":"2024-03-07T03:10:57.330486+0000","last_clean":"2024-03-07T03:10:57.330486+0000","last_became_active":"2024-03-07T03:07:58.755160+0000","last_became_peered":"2024-03-07T03:07:58.755160+0000","last_unstale":"2024-03-07T03:10:57.330486+0000","last_undegraded":"2024-03-07T03:10:57.330486+0000","last_fullsized":"2024-03-07T03:10:57.330486+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:20.584382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298308+0000","last_change":"2024-03-07T03:07:58.751269+0000","last_active":"2024-03-07T03:10:57.298308+0000","last_peered":"2024-03-07T03:10:57.298308+0000","last_clean":"2024-03-07T03:10:57.298308+0000","last_became_active":"2024-03-07T03:07:58.750956+0000","last_became_peered":"2024-03-07T03:07:58.750956+0000","last_unstale":"2024-03-07T03:10:57.298308+0000","last_undegraded":"2024-03-07T03:10:57.298308+0000","last_fullsized":"2024-03-07T03:10:57.298308+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:39.414545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1005,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127389+0000","last_change":"2024-03-07T03:07:23.081711+0000","last_active":"2024-03-07T03:10:57.127389+0000","last_peered":"2024-03-07T03:10:57.127389+0000","last_clean":"2024-03-07T03:10:57.127389+0000","last_became_active":"2024-03-07T03:07:23.079269+0000","last_became_peered":"2024-03-07T03:07:23.079269+0000","last_unstale":"2024-03-07T03:10:57.127389+0000","last_undegraded":"2024-03-07T03:10:57.127389+0000","last_fullsized":"2024-03-07T03:10:57.127389+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:39.008957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1156,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329220+0000","last_change":"2024-03-07T03:07:23.072806+0000","last_active":"2024-03-07T03:10:57.329220+0000","last_peered":"2024-03-07T03:10:57.329220+0000","last_clean":"2024-03-07T03:10:57.329220+0000","last_became_active":"2024-03-07T03:07:23.071234+0000","last_became_peered":"2024-03-07T03:07:23.071234+0000","last_unstale":"2024-03-07T03:10:57.329220+0000","last_undegraded":"2024-03-07T03:10:57.329220+0000","last_fullsized":"2024-03-07T03:10:57.329220+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:52.610744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1056,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129917+0000","last_change":"2024-03-07T03:06:47.851593+0000","last_active":"2024-03-07T03:10:57.129917+0000","last_peered":"2024-03-07T03:10:57.129917+0000","last_clean":"2024-03-07T03:10:57.129917+0000","last_became_active":"2024-03-07T03:06:47.849677+0000","last_became_peered":"2024-03-07T03:06:47.849677+0000","last_unstale":"2024-03-07T03:10:57.129917+0000","last_undegraded":"2024-03-07T03:10:57.129917+0000","last_fullsized":"2024-03-07T03:10:57.129917+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:30.969251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1115,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329947+0000","last_change":"2024-03-07T03:06:09.995434+0000","last_active":"2024-03-07T03:10:57.329947+0000","last_peered":"2024-03-07T03:10:57.329947+0000","last_clean":"2024-03-07T03:10:57.329947+0000","last_became_active":"2024-03-07T03:06:09.994939+0000","last_became_peered":"2024-03-07T03:06:09.994939+0000","last_unstale":"2024-03-07T03:10:57.329947+0000","last_undegraded":"2024-03-07T03:10:57.329947+0000","last_fullsized":"2024-03-07T03:10:57.329947+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:27:11.737354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1126,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328924+0000","last_change":"2024-03-07T03:06:09.987381+0000","last_active":"2024-03-07T03:10:57.328924+0000","last_peered":"2024-03-07T03:10:57.328924+0000","last_clean":"2024-03-07T03:10:57.328924+0000","last_became_active":"2024-03-07T03:06:09.986952+0000","last_became_peered":"2024-03-07T03:06:09.986952+0000","last_unstale":"2024-03-07T03:10:57.328924+0000","last_undegraded":"2024-03-07T03:10:57.328924+0000","last_fullsized":"2024-03-07T03:10:57.328924+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:26:15.439852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122355+0000","last_change":"2024-03-07T03:05:35.923999+0000","last_active":"2024-03-07T03:10:57.122355+0000","last_peered":"2024-03-07T03:10:57.122355+0000","last_clean":"2024-03-07T03:10:57.122355+0000","last_became_active":"2024-03-07T03:05:35.923719+0000","last_became_peered":"2024-03-07T03:05:35.923719+0000","last_unstale":"2024-03-07T03:10:57.122355+0000","last_undegraded":"2024-03-07T03:10:57.122355+0000","last_fullsized":"2024-03-07T03:10:57.122355+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:43:04.724647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1007,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.128126+0000","last_change":"2024-03-07T03:07:58.749989+0000","last_active":"2024-03-07T03:10:57.128126+0000","last_peered":"2024-03-07T03:10:57.128126+0000","last_clean":"2024-03-07T03:10:57.128126+0000","last_became_active":"2024-03-07T03:07:58.749643+0000","last_became_peered":"2024-03-07T03:07:58.749643+0000","last_unstale":"2024-03-07T03:10:57.128126+0000","last_undegraded":"2024-03-07T03:10:57.128126+0000","last_fullsized":"2024-03-07T03:10:57.128126+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:00:44.729806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1109,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329656+0000","last_change":"2024-03-07T03:06:09.999184+0000","last_active":"2024-03-07T03:10:57.329656+0000","last_peered":"2024-03-07T03:10:57.329656+0000","last_clean":"2024-03-07T03:10:57.329656+0000","last_became_active":"2024-03-07T03:06:09.998856+0000","last_became_peered":"2024-03-07T03:06:09.998856+0000","last_unstale":"2024-03-07T03:10:57.329656+0000","last_undegraded":"2024-03-07T03:10:57.329656+0000","last_fullsized":"2024-03-07T03:10:57.329656+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:37:00.102189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1056,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129652+0000","last_change":"2024-03-07T03:06:47.857644+0000","last_active":"2024-03-07T03:10:57.129652+0000","last_peered":"2024-03-07T03:10:57.129652+0000","last_clean":"2024-03-07T03:10:57.129652+0000","last_became_active":"2024-03-07T03:06:47.857354+0000","last_became_peered":"2024-03-07T03:06:47.857354+0000","last_unstale":"2024-03-07T03:10:57.129652+0000","last_undegraded":"2024-03-07T03:10:57.129652+0000","last_fullsized":"2024-03-07T03:10:57.129652+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:02:18.860369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1117,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329010+0000","last_change":"2024-03-07T03:06:09.987872+0000","last_active":"2024-03-07T03:10:57.329010+0000","last_peered":"2024-03-07T03:10:57.329010+0000","last_clean":"2024-03-07T03:10:57.329010+0000","last_became_active":"2024-03-07T03:06:09.986852+0000","last_became_peered":"2024-03-07T03:06:09.986852+0000","last_unstale":"2024-03-07T03:10:57.329010+0000","last_undegraded":"2024-03-07T03:10:57.329010+0000","last_fullsized":"2024-03-07T03:10:57.329010+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:13.708512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1034,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129625+0000","last_change":"2024-03-07T03:07:58.755825+0000","last_active":"2024-03-07T03:10:57.129625+0000","last_peered":"2024-03-07T03:10:57.129625+0000","last_clean":"2024-03-07T03:10:57.129625+0000","last_became_active":"2024-03-07T03:07:58.755395+0000","last_became_peered":"2024-03-07T03:07:58.755395+0000","last_unstale":"2024-03-07T03:10:57.129625+0000","last_undegraded":"2024-03-07T03:10:57.129625+0000","last_fullsized":"2024-03-07T03:10:57.129625+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:10:43.184914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125542+0000","last_change":"2024-03-07T03:07:58.753962+0000","last_active":"2024-03-07T03:10:57.125542+0000","last_peered":"2024-03-07T03:10:57.125542+0000","last_clean":"2024-03-07T03:10:57.125542+0000","last_became_active":"2024-03-07T03:07:58.753619+0000","last_became_peered":"2024-03-07T03:07:58.753619+0000","last_unstale":"2024-03-07T03:10:57.125542+0000","last_undegraded":"2024-03-07T03:10:57.125542+0000","last_fullsized":"2024-03-07T03:10:57.125542+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:44:44.641067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1012,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127636+0000","last_change":"2024-03-07T03:07:23.078516+0000","last_active":"2024-03-07T03:10:57.127636+0000","last_peered":"2024-03-07T03:10:57.127636+0000","last_clean":"2024-03-07T03:10:57.127636+0000","last_became_active":"2024-03-07T03:07:23.076017+0000","last_became_peered":"2024-03-07T03:07:23.076017+0000","last_unstale":"2024-03-07T03:10:57.127636+0000","last_undegraded":"2024-03-07T03:10:57.127636+0000","last_fullsized":"2024-03-07T03:10:57.127636+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:17:54.725933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":857645056,"num_objects":516,"num_object_clones":466,"num_object_copies":1548,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":516,"num_whiteouts":8,"num_read":3826,"num_read_kb":5949842,"num_write":7931,"num_write_kb":1978632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":107,"num_bytes_recovered":385712128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1170673664,"data_stored":2969124864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28580,"ondisk_log_size":28580,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197,"ondisk_log_size":197,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":26375,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":694,"seq":2980707303482,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":150184,"kb_used_data":96156,"kb_used_omap":35,"kb_used_meta":53980,"kb_avail":93594968,"statfs":{"total":95995035648,"available":95841247232,"internally_reserved":0,"allocated":98463744,"data_stored":167037349,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36312,"internal_metadata":55276072},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":660,"seq":2834678415425,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":94940,"kb_used_data":42576,"kb_used_omap":23,"kb_used_meta":52328,"kb_avail":93650212,"statfs":{"total":95995035648,"available":95897817088,"internally_reserved":0,"allocated":43597824,"data_stored":80829959,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":24173,"internal_metadata":53584275},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":463,"seq":1988569858155,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":692864,"kb_used_data":193964,"kb_used_omap":46,"kb_used_meta":498833,"kb_avail":93052288,"statfs":{"total":95995035648,"available":95285542912,"internally_reserved":0,"allocated":198619136,"data_stored":533391905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48036,"internal_metadata":510805084},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":528,"seq":2267742732381,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":401776,"kb_used_data":209252,"kb_used_omap":54,"kb_used_meta":192457,"kb_avail":93343376,"statfs":{"total":95995035648,"available":95583617024,"internally_reserved":0,"allocated":214274048,"data_stored":587826473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56016,"internal_metadata":197076272},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":495,"seq":2126008811620,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":485244,"kb_used_data":166572,"kb_used_omap":47,"kb_used_meta":318608,"kb_avail":93259908,"statfs":{"total":95995035648,"available":95498145792,"internally_reserved":0,"allocated":170569728,"data_stored":457545161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48143,"internal_metadata":326255601},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":562,"seq":2413771620438,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":177748,"kb_used_data":84672,"kb_used_omap":37,"kb_used_meta":93018,"kb_avail":93567404,"statfs":{"total":95995035648,"available":95813021696,"internally_reserved":0,"allocated":86704128,"data_stored":171510863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38083,"internal_metadata":95251261},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":591,"seq":2538325672016,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":365920,"kb_used_data":157844,"kb_used_omap":61,"kb_used_meta":208002,"kb_avail":93379232,"statfs":{"total":95995035648,"available":95620333568,"internally_reserved":0,"allocated":161632256,"data_stored":367986669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":62843,"internal_metadata":212994693},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":625,"seq":2684354560072,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":509804,"kb_used_data":269020,"kb_used_omap":73,"kb_used_meta":240694,"kb_avail":93235348,"statfs":{"total":95995035648,"available":95472996352,"internally_reserved":0,"allocated":275476480,"data_stored":649851960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":75044,"internal_metadata":246471388},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7413,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2060,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2124,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3359,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3677,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2797,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2839,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2106,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":188411904,"data_stored":527167488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":160964608,"data_stored":451911680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":204677120,"data_stored":582193152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":77082624,"data_stored":165871616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":152018944,"data_stored":362352640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":265863168,"data_stored":644214784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":33390592,"data_stored":74600448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":88264704,"data_stored":160813056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-07T03:12:44.750 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:12:44.750 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:12:44.750 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:12:44.750 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-07T03:12:44.750 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-07T03:12:44.750 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-07T03:12:44.750 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.c in trimming, state: active+clean+snaptrim_error 2024-03-07T03:12:44.750 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-07T03:12:44.751 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:12:44.751 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-07T03:12:45.072 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:12:44 smithi090 ceph-mon[89511]: pgmap v782: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:45.072 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:12:44 smithi090 ceph-mon[89511]: from='client.34548 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:12:45.073 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:12:44 smithi090 ceph-mon[91928]: pgmap v782: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:45.073 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:12:44 smithi090 ceph-mon[91928]: from='client.34548 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:12:45.410 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:12:44 smithi092 ceph-mon[83777]: pgmap v782: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:45.410 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:12:44 smithi092 ceph-mon[83777]: from='client.34548 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:12:47.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:12:46 smithi090 ceph-mon[89511]: pgmap v783: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:47.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:12:46 smithi090 ceph-mon[91928]: pgmap v783: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:47.410 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:12:46 smithi092 ceph-mon[83777]: pgmap v783: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:49.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:12:48 smithi090 ceph-mon[89511]: pgmap v784: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:49.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:12:48 smithi090 ceph-mon[91928]: pgmap v784: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:49.410 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:12:48 smithi092 ceph-mon[83777]: pgmap v784: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:51.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:12:50 smithi090 ceph-mon[89511]: pgmap v785: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:51.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:12:50 smithi090 ceph-mon[91928]: pgmap v785: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:51.410 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:12:50 smithi092 ceph-mon[83777]: pgmap v785: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:52.660 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:12:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:12:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:12:53.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:12:52 smithi090 ceph-mon[89511]: pgmap v786: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:53.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:12:52 smithi090 ceph-mon[91928]: pgmap v786: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:53.322 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:12:53 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:12:53] "GET /metrics HTTP/1.1" 200 36317 "" "Prometheus/2.43.0" 2024-03-07T03:12:53.410 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:12:52 smithi092 ceph-mon[83777]: pgmap v786: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:54.752 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph pg dump --format=json 2024-03-07T03:12:54.970 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T03:12:55.072 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:12:54 smithi090 ceph-mon[89511]: pgmap v787: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:55.072 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:12:54 smithi090 ceph-mon[91928]: pgmap v787: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:55.410 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:12:54 smithi092 ceph-mon[83777]: pgmap v787: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:57.007 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T03:12:57.009 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-03-07T03:12:57.072 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:12:56 smithi090 ceph-mon[89511]: pgmap v788: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:57.072 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:12:56 smithi090 ceph-mon[91928]: pgmap v788: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:57.410 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:12:56 smithi092 ceph-mon[83777]: pgmap v788: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:57.692 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":788,"stamp":"2024-03-07T03:12:55.882983+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":858242044,"num_objects":540,"num_object_clones":466,"num_object_copies":1620,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":540,"num_whiteouts":8,"num_read":4717,"num_read_kb":5951239,"num_write":8310,"num_write_kb":1981084,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":113,"num_bytes_recovered":387483232,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28845,"ondisk_log_size":28845,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2878480,"kb_used_data":1220056,"kb_used_omap":379,"kb_used_meta":1657924,"kb_avail":747082736,"statfs":{"total":767960285184,"available":765012721664,"internally_reserved":0,"allocated":1249337344,"data_stored":3015980339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":388650,"internal_metadata":1697714646},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003950"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":972,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298224+0000","last_change":"2024-03-07T03:07:58.753984+0000","last_active":"2024-03-07T03:10:57.298224+0000","last_peered":"2024-03-07T03:10:57.298224+0000","last_clean":"2024-03-07T03:10:57.298224+0000","last_became_active":"2024-03-07T03:07:58.753138+0000","last_became_peered":"2024-03-07T03:07:58.753138+0000","last_unstale":"2024-03-07T03:10:57.298224+0000","last_undegraded":"2024-03-07T03:10:57.298224+0000","last_fullsized":"2024-03-07T03:10:57.298224+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:37:39.612519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1185,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122683+0000","last_change":"2024-03-07T03:07:23.074862+0000","last_active":"2024-03-07T03:10:57.122683+0000","last_peered":"2024-03-07T03:10:57.122683+0000","last_clean":"2024-03-07T03:10:57.122683+0000","last_became_active":"2024-03-07T03:07:23.074512+0000","last_became_peered":"2024-03-07T03:07:23.074512+0000","last_unstale":"2024-03-07T03:10:57.122683+0000","last_undegraded":"2024-03-07T03:10:57.122683+0000","last_fullsized":"2024-03-07T03:10:57.122683+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:45:24.128672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125917+0000","last_change":"2024-03-07T03:05:01.446762+0000","last_active":"2024-03-07T03:10:57.125917+0000","last_peered":"2024-03-07T03:10:57.125917+0000","last_clean":"2024-03-07T03:10:57.125917+0000","last_became_active":"2024-03-07T03:05:01.446425+0000","last_became_peered":"2024-03-07T03:05:01.446425+0000","last_unstale":"2024-03-07T03:10:57.125917+0000","last_undegraded":"2024-03-07T03:10:57.125917+0000","last_fullsized":"2024-03-07T03:10:57.125917+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:39:39.897066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1052,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129938+0000","last_change":"2024-03-07T03:07:58.755992+0000","last_active":"2024-03-07T03:10:57.129938+0000","last_peered":"2024-03-07T03:10:57.129938+0000","last_clean":"2024-03-07T03:10:57.129938+0000","last_became_active":"2024-03-07T03:07:58.755499+0000","last_became_peered":"2024-03-07T03:07:58.755499+0000","last_unstale":"2024-03-07T03:10:57.129938+0000","last_undegraded":"2024-03-07T03:10:57.129938+0000","last_fullsized":"2024-03-07T03:10:57.129938+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:26:12.313572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":984,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297449+0000","last_change":"2024-03-07T03:07:58.752235+0000","last_active":"2024-03-07T03:10:57.297449+0000","last_peered":"2024-03-07T03:10:57.297449+0000","last_clean":"2024-03-07T03:10:57.297449+0000","last_became_active":"2024-03-07T03:07:58.751575+0000","last_became_peered":"2024-03-07T03:07:58.751575+0000","last_unstale":"2024-03-07T03:10:57.297449+0000","last_undegraded":"2024-03-07T03:10:57.297449+0000","last_fullsized":"2024-03-07T03:10:57.297449+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:12:05.995515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1029,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130051+0000","last_change":"2024-03-07T03:06:47.859644+0000","last_active":"2024-03-07T03:10:57.130051+0000","last_peered":"2024-03-07T03:10:57.130051+0000","last_clean":"2024-03-07T03:10:57.130051+0000","last_became_active":"2024-03-07T03:06:47.859097+0000","last_became_peered":"2024-03-07T03:06:47.859097+0000","last_unstale":"2024-03-07T03:10:57.130051+0000","last_undegraded":"2024-03-07T03:10:57.130051+0000","last_fullsized":"2024-03-07T03:10:57.130051+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:22:46.909130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":984,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297316+0000","last_change":"2024-03-07T03:07:58.754226+0000","last_active":"2024-03-07T03:10:57.297316+0000","last_peered":"2024-03-07T03:10:57.297316+0000","last_clean":"2024-03-07T03:10:57.297316+0000","last_became_active":"2024-03-07T03:07:58.753169+0000","last_became_peered":"2024-03-07T03:07:58.753169+0000","last_unstale":"2024-03-07T03:10:57.297316+0000","last_undegraded":"2024-03-07T03:10:57.297316+0000","last_fullsized":"2024-03-07T03:10:57.297316+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:46:59.258099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1085,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328560+0000","last_change":"2024-03-07T03:07:23.073492+0000","last_active":"2024-03-07T03:10:57.328560+0000","last_peered":"2024-03-07T03:10:57.328560+0000","last_clean":"2024-03-07T03:10:57.328560+0000","last_became_active":"2024-03-07T03:07:23.071929+0000","last_became_peered":"2024-03-07T03:07:23.071929+0000","last_unstale":"2024-03-07T03:10:57.328560+0000","last_undegraded":"2024-03-07T03:10:57.328560+0000","last_fullsized":"2024-03-07T03:10:57.328560+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:35:26.391722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":978,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298081+0000","last_change":"2024-03-07T03:07:58.760328+0000","last_active":"2024-03-07T03:10:57.298081+0000","last_peered":"2024-03-07T03:10:57.298081+0000","last_clean":"2024-03-07T03:10:57.298081+0000","last_became_active":"2024-03-07T03:07:58.760046+0000","last_became_peered":"2024-03-07T03:07:58.760046+0000","last_unstale":"2024-03-07T03:10:57.298081+0000","last_undegraded":"2024-03-07T03:10:57.298081+0000","last_fullsized":"2024-03-07T03:10:57.298081+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:08:46.356817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1004,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127859+0000","last_change":"2024-03-07T03:07:23.079945+0000","last_active":"2024-03-07T03:10:57.127859+0000","last_peered":"2024-03-07T03:10:57.127859+0000","last_clean":"2024-03-07T03:10:57.127859+0000","last_became_active":"2024-03-07T03:07:23.078551+0000","last_became_peered":"2024-03-07T03:07:23.078551+0000","last_unstale":"2024-03-07T03:10:57.127859+0000","last_undegraded":"2024-03-07T03:10:57.127859+0000","last_fullsized":"2024-03-07T03:10:57.127859+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:03:46.670084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1004,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127688+0000","last_change":"2024-03-07T03:07:23.081963+0000","last_active":"2024-03-07T03:10:57.127688+0000","last_peered":"2024-03-07T03:10:57.127688+0000","last_clean":"2024-03-07T03:10:57.127688+0000","last_became_active":"2024-03-07T03:07:23.080128+0000","last_became_peered":"2024-03-07T03:07:23.080128+0000","last_unstale":"2024-03-07T03:10:57.127688+0000","last_undegraded":"2024-03-07T03:10:57.127688+0000","last_fullsized":"2024-03-07T03:10:57.127688+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:56.813267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1147,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329628+0000","last_change":"2024-03-07T03:07:23.074902+0000","last_active":"2024-03-07T03:10:57.329628+0000","last_peered":"2024-03-07T03:10:57.329628+0000","last_clean":"2024-03-07T03:10:57.329628+0000","last_became_active":"2024-03-07T03:07:23.074466+0000","last_became_peered":"2024-03-07T03:07:23.074466+0000","last_unstale":"2024-03-07T03:10:57.329628+0000","last_undegraded":"2024-03-07T03:10:57.329628+0000","last_fullsized":"2024-03-07T03:10:57.329628+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:40:20.268555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1116,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329168+0000","last_change":"2024-03-07T03:07:23.072635+0000","last_active":"2024-03-07T03:10:57.329168+0000","last_peered":"2024-03-07T03:10:57.329168+0000","last_clean":"2024-03-07T03:10:57.329168+0000","last_became_active":"2024-03-07T03:07:23.071712+0000","last_became_peered":"2024-03-07T03:07:23.071712+0000","last_unstale":"2024-03-07T03:10:57.329168+0000","last_undegraded":"2024-03-07T03:10:57.329168+0000","last_fullsized":"2024-03-07T03:10:57.329168+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:00:39.298564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1211,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125471+0000","last_change":"2024-03-07T03:06:47.851538+0000","last_active":"2024-03-07T03:10:57.125471+0000","last_peered":"2024-03-07T03:10:57.125471+0000","last_clean":"2024-03-07T03:10:57.125471+0000","last_became_active":"2024-03-07T03:06:47.851183+0000","last_became_peered":"2024-03-07T03:06:47.851183+0000","last_unstale":"2024-03-07T03:10:57.125471+0000","last_undegraded":"2024-03-07T03:10:57.125471+0000","last_fullsized":"2024-03-07T03:10:57.125471+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:36:23.932334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.121969+0000","last_change":"2024-03-07T03:06:47.843126+0000","last_active":"2024-03-07T03:10:57.121969+0000","last_peered":"2024-03-07T03:10:57.121969+0000","last_clean":"2024-03-07T03:10:57.121969+0000","last_became_active":"2024-03-07T03:06:47.842736+0000","last_became_peered":"2024-03-07T03:06:47.842736+0000","last_unstale":"2024-03-07T03:10:57.121969+0000","last_undegraded":"2024-03-07T03:10:57.121969+0000","last_fullsized":"2024-03-07T03:10:57.121969+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:48:10.843465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1033,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129555+0000","last_change":"2024-03-07T03:07:58.755620+0000","last_active":"2024-03-07T03:10:57.129555+0000","last_peered":"2024-03-07T03:10:57.129555+0000","last_clean":"2024-03-07T03:10:57.129555+0000","last_became_active":"2024-03-07T03:07:58.755267+0000","last_became_peered":"2024-03-07T03:07:58.755267+0000","last_unstale":"2024-03-07T03:10:57.129555+0000","last_undegraded":"2024-03-07T03:10:57.129555+0000","last_fullsized":"2024-03-07T03:10:57.129555+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:51:32.339400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1037,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130696+0000","last_change":"2024-03-07T03:07:58.756358+0000","last_active":"2024-03-07T03:10:57.130696+0000","last_peered":"2024-03-07T03:10:57.130696+0000","last_clean":"2024-03-07T03:10:57.130696+0000","last_became_active":"2024-03-07T03:07:58.755960+0000","last_became_peered":"2024-03-07T03:07:58.755960+0000","last_unstale":"2024-03-07T03:10:57.130696+0000","last_undegraded":"2024-03-07T03:10:57.130696+0000","last_fullsized":"2024-03-07T03:10:57.130696+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:47.464423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1155,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.330177+0000","last_change":"2024-03-07T03:07:58.755619+0000","last_active":"2024-03-07T03:10:57.330177+0000","last_peered":"2024-03-07T03:10:57.330177+0000","last_clean":"2024-03-07T03:10:57.330177+0000","last_became_active":"2024-03-07T03:07:58.755214+0000","last_became_peered":"2024-03-07T03:07:58.755214+0000","last_unstale":"2024-03-07T03:10:57.330177+0000","last_undegraded":"2024-03-07T03:10:57.330177+0000","last_fullsized":"2024-03-07T03:10:57.330177+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:59:02.041330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":971,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298106+0000","last_change":"2024-03-07T03:07:58.756563+0000","last_active":"2024-03-07T03:10:57.298106+0000","last_peered":"2024-03-07T03:10:57.298106+0000","last_clean":"2024-03-07T03:10:57.298106+0000","last_became_active":"2024-03-07T03:07:58.752195+0000","last_became_peered":"2024-03-07T03:07:58.752195+0000","last_unstale":"2024-03-07T03:10:57.298106+0000","last_undegraded":"2024-03-07T03:10:57.298106+0000","last_fullsized":"2024-03-07T03:10:57.298106+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:32:35.496500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"716'5","reported_seq":1221,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126491+0000","last_change":"2024-03-07T03:07:58.753999+0000","last_active":"2024-03-07T03:10:57.126491+0000","last_peered":"2024-03-07T03:10:57.126491+0000","last_clean":"2024-03-07T03:10:57.126491+0000","last_became_active":"2024-03-07T03:07:58.753607+0000","last_became_peered":"2024-03-07T03:07:58.753607+0000","last_unstale":"2024-03-07T03:10:57.126491+0000","last_undegraded":"2024-03-07T03:10:57.126491+0000","last_fullsized":"2024-03-07T03:10:57.126491+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:28:57.567238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1109,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329785+0000","last_change":"2024-03-07T03:07:23.083830+0000","last_active":"2024-03-07T03:10:57.329785+0000","last_peered":"2024-03-07T03:10:57.329785+0000","last_clean":"2024-03-07T03:10:57.329785+0000","last_became_active":"2024-03-07T03:07:23.083530+0000","last_became_peered":"2024-03-07T03:07:23.083530+0000","last_unstale":"2024-03-07T03:10:57.329785+0000","last_undegraded":"2024-03-07T03:10:57.329785+0000","last_fullsized":"2024-03-07T03:10:57.329785+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:57.938032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"716'2","reported_seq":1129,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329559+0000","last_change":"2024-03-07T03:06:47.849618+0000","last_active":"2024-03-07T03:10:57.329559+0000","last_peered":"2024-03-07T03:10:57.329559+0000","last_clean":"2024-03-07T03:10:57.329559+0000","last_became_active":"2024-03-07T03:06:47.849222+0000","last_became_peered":"2024-03-07T03:06:47.849222+0000","last_unstale":"2024-03-07T03:10:57.329559+0000","last_undegraded":"2024-03-07T03:10:57.329559+0000","last_fullsized":"2024-03-07T03:10:57.329559+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:36:41.880143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126088+0000","last_change":"2024-03-07T03:06:47.851880+0000","last_active":"2024-03-07T03:10:57.126088+0000","last_peered":"2024-03-07T03:10:57.126088+0000","last_clean":"2024-03-07T03:10:57.126088+0000","last_became_active":"2024-03-07T03:06:47.851176+0000","last_became_peered":"2024-03-07T03:06:47.851176+0000","last_unstale":"2024-03-07T03:10:57.126088+0000","last_undegraded":"2024-03-07T03:10:57.126088+0000","last_fullsized":"2024-03-07T03:10:57.126088+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:38:59.663068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":975,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298084+0000","last_change":"2024-03-07T03:07:58.757245+0000","last_active":"2024-03-07T03:10:57.298084+0000","last_peered":"2024-03-07T03:10:57.298084+0000","last_clean":"2024-03-07T03:10:57.298084+0000","last_became_active":"2024-03-07T03:07:58.754456+0000","last_became_peered":"2024-03-07T03:07:58.754456+0000","last_unstale":"2024-03-07T03:10:57.298084+0000","last_undegraded":"2024-03-07T03:10:57.298084+0000","last_fullsized":"2024-03-07T03:10:57.298084+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:57:32.153933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1042,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130396+0000","last_change":"2024-03-07T03:06:47.855220+0000","last_active":"2024-03-07T03:10:57.130396+0000","last_peered":"2024-03-07T03:10:57.130396+0000","last_clean":"2024-03-07T03:10:57.130396+0000","last_became_active":"2024-03-07T03:06:47.854836+0000","last_became_peered":"2024-03-07T03:06:47.854836+0000","last_unstale":"2024-03-07T03:10:57.130396+0000","last_undegraded":"2024-03-07T03:10:57.130396+0000","last_fullsized":"2024-03-07T03:10:57.130396+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:51:35.386552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":982,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297797+0000","last_change":"2024-03-07T03:07:58.757676+0000","last_active":"2024-03-07T03:10:57.297797+0000","last_peered":"2024-03-07T03:10:57.297797+0000","last_clean":"2024-03-07T03:10:57.297797+0000","last_became_active":"2024-03-07T03:07:58.753930+0000","last_became_peered":"2024-03-07T03:07:58.753930+0000","last_unstale":"2024-03-07T03:10:57.297797+0000","last_undegraded":"2024-03-07T03:10:57.297797+0000","last_fullsized":"2024-03-07T03:10:57.297797+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:56.639688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1036,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130137+0000","last_change":"2024-03-07T03:07:23.076532+0000","last_active":"2024-03-07T03:10:57.130137+0000","last_peered":"2024-03-07T03:10:57.130137+0000","last_clean":"2024-03-07T03:10:57.130137+0000","last_became_active":"2024-03-07T03:07:23.076234+0000","last_became_peered":"2024-03-07T03:07:23.076234+0000","last_unstale":"2024-03-07T03:10:57.130137+0000","last_undegraded":"2024-03-07T03:10:57.130137+0000","last_fullsized":"2024-03-07T03:10:57.130137+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:16:39.967241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"716'2","reported_seq":1088,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329307+0000","last_change":"2024-03-07T03:07:58.752045+0000","last_active":"2024-03-07T03:10:57.329307+0000","last_peered":"2024-03-07T03:10:57.329307+0000","last_clean":"2024-03-07T03:10:57.329307+0000","last_became_active":"2024-03-07T03:07:58.751585+0000","last_became_peered":"2024-03-07T03:07:58.751585+0000","last_unstale":"2024-03-07T03:10:57.329307+0000","last_undegraded":"2024-03-07T03:10:57.329307+0000","last_fullsized":"2024-03-07T03:10:57.329307+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:03:01.652607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1106,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123001+0000","last_change":"2024-03-07T03:06:09.990854+0000","last_active":"2024-03-07T03:10:57.123001+0000","last_peered":"2024-03-07T03:10:57.123001+0000","last_clean":"2024-03-07T03:10:57.123001+0000","last_became_active":"2024-03-07T03:06:09.990464+0000","last_became_peered":"2024-03-07T03:06:09.990464+0000","last_unstale":"2024-03-07T03:10:57.123001+0000","last_undegraded":"2024-03-07T03:10:57.123001+0000","last_fullsized":"2024-03-07T03:10:57.123001+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:53:52.856954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"716'2","reported_seq":1009,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127839+0000","last_change":"2024-03-07T03:07:58.754526+0000","last_active":"2024-03-07T03:10:57.127839+0000","last_peered":"2024-03-07T03:10:57.127839+0000","last_clean":"2024-03-07T03:10:57.127839+0000","last_became_active":"2024-03-07T03:07:58.754123+0000","last_became_peered":"2024-03-07T03:07:58.754123+0000","last_unstale":"2024-03-07T03:10:57.127839+0000","last_undegraded":"2024-03-07T03:10:57.127839+0000","last_fullsized":"2024-03-07T03:10:57.127839+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:41:34.446180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1211,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126281+0000","last_change":"2024-03-07T03:07:58.750769+0000","last_active":"2024-03-07T03:10:57.126281+0000","last_peered":"2024-03-07T03:10:57.126281+0000","last_clean":"2024-03-07T03:10:57.126281+0000","last_became_active":"2024-03-07T03:07:58.749974+0000","last_became_peered":"2024-03-07T03:07:58.749974+0000","last_unstale":"2024-03-07T03:10:57.126281+0000","last_undegraded":"2024-03-07T03:10:57.126281+0000","last_fullsized":"2024-03-07T03:10:57.126281+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:56:14.059734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1126,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328641+0000","last_change":"2024-03-07T03:07:23.072942+0000","last_active":"2024-03-07T03:10:57.328641+0000","last_peered":"2024-03-07T03:10:57.328641+0000","last_clean":"2024-03-07T03:10:57.328641+0000","last_became_active":"2024-03-07T03:07:23.072639+0000","last_became_peered":"2024-03-07T03:07:23.072639+0000","last_unstale":"2024-03-07T03:10:57.328641+0000","last_undegraded":"2024-03-07T03:10:57.328641+0000","last_fullsized":"2024-03-07T03:10:57.328641+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:42.808853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1123,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328713+0000","last_change":"2024-03-07T03:05:35.934963+0000","last_active":"2024-03-07T03:10:57.328713+0000","last_peered":"2024-03-07T03:10:57.328713+0000","last_clean":"2024-03-07T03:10:57.328713+0000","last_became_active":"2024-03-07T03:05:35.932493+0000","last_became_peered":"2024-03-07T03:05:35.932493+0000","last_unstale":"2024-03-07T03:10:57.328713+0000","last_undegraded":"2024-03-07T03:10:57.328713+0000","last_fullsized":"2024-03-07T03:10:57.328713+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:00:57.111662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1038,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129763+0000","last_change":"2024-03-07T03:07:58.756063+0000","last_active":"2024-03-07T03:10:57.129763+0000","last_peered":"2024-03-07T03:10:57.129763+0000","last_clean":"2024-03-07T03:10:57.129763+0000","last_became_active":"2024-03-07T03:07:58.755712+0000","last_became_peered":"2024-03-07T03:07:58.755712+0000","last_unstale":"2024-03-07T03:10:57.129763+0000","last_undegraded":"2024-03-07T03:10:57.129763+0000","last_fullsized":"2024-03-07T03:10:57.129763+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:13:06.484346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122373+0000","last_change":"2024-03-07T03:06:09.996319+0000","last_active":"2024-03-07T03:10:57.122373+0000","last_peered":"2024-03-07T03:10:57.122373+0000","last_clean":"2024-03-07T03:10:57.122373+0000","last_became_active":"2024-03-07T03:06:09.996002+0000","last_became_peered":"2024-03-07T03:06:09.996002+0000","last_unstale":"2024-03-07T03:10:57.122373+0000","last_undegraded":"2024-03-07T03:10:57.122373+0000","last_fullsized":"2024-03-07T03:10:57.122373+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:41:55.764562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1005,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.128019+0000","last_change":"2024-03-07T03:07:23.083466+0000","last_active":"2024-03-07T03:10:57.128019+0000","last_peered":"2024-03-07T03:10:57.128019+0000","last_clean":"2024-03-07T03:10:57.128019+0000","last_became_active":"2024-03-07T03:07:23.083156+0000","last_became_peered":"2024-03-07T03:07:23.083156+0000","last_unstale":"2024-03-07T03:10:57.128019+0000","last_undegraded":"2024-03-07T03:10:57.128019+0000","last_fullsized":"2024-03-07T03:10:57.128019+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:32:00.539449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1024,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130304+0000","last_change":"2024-03-07T03:07:58.752127+0000","last_active":"2024-03-07T03:10:57.130304+0000","last_peered":"2024-03-07T03:10:57.130304+0000","last_clean":"2024-03-07T03:10:57.130304+0000","last_became_active":"2024-03-07T03:07:58.751770+0000","last_became_peered":"2024-03-07T03:07:58.751770+0000","last_unstale":"2024-03-07T03:10:57.130304+0000","last_undegraded":"2024-03-07T03:10:57.130304+0000","last_fullsized":"2024-03-07T03:10:57.130304+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:43.791488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1058,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130040+0000","last_change":"2024-03-07T03:07:23.077653+0000","last_active":"2024-03-07T03:10:57.130040+0000","last_peered":"2024-03-07T03:10:57.130040+0000","last_clean":"2024-03-07T03:10:57.130040+0000","last_became_active":"2024-03-07T03:07:23.077355+0000","last_became_peered":"2024-03-07T03:07:23.077355+0000","last_unstale":"2024-03-07T03:10:57.130040+0000","last_undegraded":"2024-03-07T03:10:57.130040+0000","last_fullsized":"2024-03-07T03:10:57.130040+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:45.861158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1211,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126336+0000","last_change":"2024-03-07T03:06:47.851508+0000","last_active":"2024-03-07T03:10:57.126336+0000","last_peered":"2024-03-07T03:10:57.126336+0000","last_clean":"2024-03-07T03:10:57.126336+0000","last_became_active":"2024-03-07T03:06:47.850839+0000","last_became_peered":"2024-03-07T03:06:47.850839+0000","last_unstale":"2024-03-07T03:10:57.126336+0000","last_undegraded":"2024-03-07T03:10:57.126336+0000","last_fullsized":"2024-03-07T03:10:57.126336+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:08:06.622234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1191,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122519+0000","last_change":"2024-03-07T03:06:47.845848+0000","last_active":"2024-03-07T03:10:57.122519+0000","last_peered":"2024-03-07T03:10:57.122519+0000","last_clean":"2024-03-07T03:10:57.122519+0000","last_became_active":"2024-03-07T03:06:47.845425+0000","last_became_peered":"2024-03-07T03:06:47.845425+0000","last_unstale":"2024-03-07T03:10:57.122519+0000","last_undegraded":"2024-03-07T03:10:57.122519+0000","last_fullsized":"2024-03-07T03:10:57.122519+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:16:24.833986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1077,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123242+0000","last_change":"2024-03-07T03:07:58.754983+0000","last_active":"2024-03-07T03:10:57.123242+0000","last_peered":"2024-03-07T03:10:57.123242+0000","last_clean":"2024-03-07T03:10:57.123242+0000","last_became_active":"2024-03-07T03:07:58.754657+0000","last_became_peered":"2024-03-07T03:07:58.754657+0000","last_unstale":"2024-03-07T03:10:57.123242+0000","last_undegraded":"2024-03-07T03:10:57.123242+0000","last_fullsized":"2024-03-07T03:10:57.123242+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:06:00.897772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"716'29","reported_seq":1040,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127843+0000","last_change":"2024-03-07T03:07:23.079677+0000","last_active":"2024-03-07T03:10:57.127843+0000","last_peered":"2024-03-07T03:10:57.127843+0000","last_clean":"2024-03-07T03:10:57.127843+0000","last_became_active":"2024-03-07T03:07:23.079320+0000","last_became_peered":"2024-03-07T03:07:23.079320+0000","last_unstale":"2024-03-07T03:10:57.127843+0000","last_undegraded":"2024-03-07T03:10:57.127843+0000","last_fullsized":"2024-03-07T03:10:57.127843+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:49:54.979015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297797+0000","last_change":"2024-03-07T03:07:58.758376+0000","last_active":"2024-03-07T03:10:57.297797+0000","last_peered":"2024-03-07T03:10:57.297797+0000","last_clean":"2024-03-07T03:10:57.297797+0000","last_became_active":"2024-03-07T03:07:58.757816+0000","last_became_peered":"2024-03-07T03:07:58.757816+0000","last_unstale":"2024-03-07T03:10:57.297797+0000","last_undegraded":"2024-03-07T03:10:57.297797+0000","last_fullsized":"2024-03-07T03:10:57.297797+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:47.253727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1217,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126076+0000","last_change":"2024-03-07T03:06:09.989072+0000","last_active":"2024-03-07T03:10:57.126076+0000","last_peered":"2024-03-07T03:10:57.126076+0000","last_clean":"2024-03-07T03:10:57.126076+0000","last_became_active":"2024-03-07T03:06:09.987754+0000","last_became_peered":"2024-03-07T03:06:09.987754+0000","last_unstale":"2024-03-07T03:10:57.126076+0000","last_undegraded":"2024-03-07T03:10:57.126076+0000","last_fullsized":"2024-03-07T03:10:57.126076+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:05:15.340331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125648+0000","last_change":"2024-03-07T03:07:58.754207+0000","last_active":"2024-03-07T03:10:57.125648+0000","last_peered":"2024-03-07T03:10:57.125648+0000","last_clean":"2024-03-07T03:10:57.125648+0000","last_became_active":"2024-03-07T03:07:58.753859+0000","last_became_peered":"2024-03-07T03:07:58.753859+0000","last_unstale":"2024-03-07T03:10:57.125648+0000","last_undegraded":"2024-03-07T03:10:57.125648+0000","last_fullsized":"2024-03-07T03:10:57.125648+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:14:02.813872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1051,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129861+0000","last_change":"2024-03-07T03:07:58.755838+0000","last_active":"2024-03-07T03:10:57.129861+0000","last_peered":"2024-03-07T03:10:57.129861+0000","last_clean":"2024-03-07T03:10:57.129861+0000","last_became_active":"2024-03-07T03:07:58.755436+0000","last_became_peered":"2024-03-07T03:07:58.755436+0000","last_unstale":"2024-03-07T03:10:57.129861+0000","last_undegraded":"2024-03-07T03:10:57.129861+0000","last_fullsized":"2024-03-07T03:10:57.129861+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:25.094944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297692+0000","last_change":"2024-03-07T03:07:58.750199+0000","last_active":"2024-03-07T03:10:57.297692+0000","last_peered":"2024-03-07T03:10:57.297692+0000","last_clean":"2024-03-07T03:10:57.297692+0000","last_became_active":"2024-03-07T03:07:58.749858+0000","last_became_peered":"2024-03-07T03:07:58.749858+0000","last_unstale":"2024-03-07T03:10:57.297692+0000","last_undegraded":"2024-03-07T03:10:57.297692+0000","last_fullsized":"2024-03-07T03:10:57.297692+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:41.122539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1013,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127567+0000","last_change":"2024-03-07T03:07:23.076835+0000","last_active":"2024-03-07T03:10:57.127567+0000","last_peered":"2024-03-07T03:10:57.127567+0000","last_clean":"2024-03-07T03:10:57.127567+0000","last_became_active":"2024-03-07T03:07:23.075094+0000","last_became_peered":"2024-03-07T03:07:23.075094+0000","last_unstale":"2024-03-07T03:10:57.127567+0000","last_undegraded":"2024-03-07T03:10:57.127567+0000","last_fullsized":"2024-03-07T03:10:57.127567+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:50:36.739831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1004,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127419+0000","last_change":"2024-03-07T03:07:23.078279+0000","last_active":"2024-03-07T03:10:57.127419+0000","last_peered":"2024-03-07T03:10:57.127419+0000","last_clean":"2024-03-07T03:10:57.127419+0000","last_became_active":"2024-03-07T03:07:23.077338+0000","last_became_peered":"2024-03-07T03:07:23.077338+0000","last_unstale":"2024-03-07T03:10:57.127419+0000","last_undegraded":"2024-03-07T03:10:57.127419+0000","last_fullsized":"2024-03-07T03:10:57.127419+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:05:40.599683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1168,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329387+0000","last_change":"2024-03-07T03:05:01.461919+0000","last_active":"2024-03-07T03:10:57.329387+0000","last_peered":"2024-03-07T03:10:57.329387+0000","last_clean":"2024-03-07T03:10:57.329387+0000","last_became_active":"2024-03-07T03:05:01.459759+0000","last_became_peered":"2024-03-07T03:05:01.459759+0000","last_unstale":"2024-03-07T03:10:57.329387+0000","last_undegraded":"2024-03-07T03:10:57.329387+0000","last_fullsized":"2024-03-07T03:10:57.329387+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:31:45.535178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":971,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297484+0000","last_change":"2024-03-07T03:07:58.753856+0000","last_active":"2024-03-07T03:10:57.297484+0000","last_peered":"2024-03-07T03:10:57.297484+0000","last_clean":"2024-03-07T03:10:57.297484+0000","last_became_active":"2024-03-07T03:07:58.751889+0000","last_became_peered":"2024-03-07T03:07:58.751889+0000","last_unstale":"2024-03-07T03:10:57.297484+0000","last_undegraded":"2024-03-07T03:10:57.297484+0000","last_fullsized":"2024-03-07T03:10:57.297484+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:27:20.126942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"863'1273","reported_seq":4339,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329519+0000","last_change":"2024-03-07T03:10:56.137635+0000","last_active":"2024-03-07T03:10:57.329519+0000","last_peered":"2024-03-07T03:10:57.329519+0000","last_clean":"2024-03-07T03:10:57.329519+0000","last_became_active":"2024-03-07T03:05:01.457883+0000","last_became_peered":"2024-03-07T03:05:01.457883+0000","last_unstale":"2024-03-07T03:10:57.329519+0000","last_undegraded":"2024-03-07T03:10:57.329519+0000","last_fullsized":"2024-03-07T03:10:57.329519+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1273,"log_dups_size":0,"ondisk_log_size":1273,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:21:46.718939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.021818005000000001,"stat_sum":{"num_bytes":15540224,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":258,"num_read_kb":529715,"num_write":442,"num_write_kb":102224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1441792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.f","version":"61'1","reported_seq":1081,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123714+0000","last_change":"2024-03-07T03:07:58.755003+0000","last_active":"2024-03-07T03:10:57.123714+0000","last_peered":"2024-03-07T03:10:57.123714+0000","last_clean":"2024-03-07T03:10:57.123714+0000","last_became_active":"2024-03-07T03:07:58.754564+0000","last_became_peered":"2024-03-07T03:07:58.754564+0000","last_unstale":"2024-03-07T03:10:57.123714+0000","last_undegraded":"2024-03-07T03:10:57.123714+0000","last_fullsized":"2024-03-07T03:10:57.123714+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:34:53.344746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298045+0000","last_change":"2024-03-07T03:07:58.750952+0000","last_active":"2024-03-07T03:10:57.298045+0000","last_peered":"2024-03-07T03:10:57.298045+0000","last_clean":"2024-03-07T03:10:57.298045+0000","last_became_active":"2024-03-07T03:07:58.749229+0000","last_became_peered":"2024-03-07T03:07:58.749229+0000","last_unstale":"2024-03-07T03:10:57.298045+0000","last_undegraded":"2024-03-07T03:10:57.298045+0000","last_fullsized":"2024-03-07T03:10:57.298045+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:53:10.534950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"863'847","reported_seq":4047,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125772+0000","last_change":"2024-03-07T03:10:56.129162+0000","last_active":"2024-03-07T03:10:57.125772+0000","last_peered":"2024-03-07T03:10:57.125772+0000","last_clean":"2024-03-07T03:10:57.125772+0000","last_became_active":"2024-03-07T03:07:23.074596+0000","last_became_peered":"2024-03-07T03:07:23.074596+0000","last_unstale":"2024-03-07T03:10:57.125772+0000","last_undegraded":"2024-03-07T03:10:57.125772+0000","last_fullsized":"2024-03-07T03:10:57.125772+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":847,"log_dups_size":0,"ondisk_log_size":847,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:34:23.625809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0099120149999999997,"stat_sum":{"num_bytes":38936576,"num_objects":11,"num_object_clones":9,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":157,"num_read_kb":413258,"num_write":266,"num_write_kb":109952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":4374528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.2","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122385+0000","last_change":"2024-03-07T03:06:47.845893+0000","last_active":"2024-03-07T03:10:57.122385+0000","last_peered":"2024-03-07T03:10:57.122385+0000","last_clean":"2024-03-07T03:10:57.122385+0000","last_became_active":"2024-03-07T03:06:47.845548+0000","last_became_peered":"2024-03-07T03:06:47.845548+0000","last_unstale":"2024-03-07T03:10:57.122385+0000","last_undegraded":"2024-03-07T03:10:57.122385+0000","last_fullsized":"2024-03-07T03:10:57.122385+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:19:55.051329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122644+0000","last_change":"2024-03-07T03:07:58.751041+0000","last_active":"2024-03-07T03:10:57.122644+0000","last_peered":"2024-03-07T03:10:57.122644+0000","last_clean":"2024-03-07T03:10:57.122644+0000","last_became_active":"2024-03-07T03:07:58.749047+0000","last_became_peered":"2024-03-07T03:07:58.749047+0000","last_unstale":"2024-03-07T03:10:57.122644+0000","last_undegraded":"2024-03-07T03:10:57.122644+0000","last_fullsized":"2024-03-07T03:10:57.122644+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:47:59.256394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1056,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129942+0000","last_change":"2024-03-07T03:06:47.858022+0000","last_active":"2024-03-07T03:10:57.129942+0000","last_peered":"2024-03-07T03:10:57.129942+0000","last_clean":"2024-03-07T03:10:57.129942+0000","last_became_active":"2024-03-07T03:06:47.857526+0000","last_became_peered":"2024-03-07T03:06:47.857526+0000","last_unstale":"2024-03-07T03:10:57.129942+0000","last_undegraded":"2024-03-07T03:10:57.129942+0000","last_fullsized":"2024-03-07T03:10:57.129942+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:02:03.856321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"862'1186","reported_seq":4378,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126241+0000","last_change":"2024-03-07T03:10:56.119983+0000","last_active":"2024-03-07T03:10:57.126241+0000","last_peered":"2024-03-07T03:10:57.126241+0000","last_clean":"2024-03-07T03:10:57.126241+0000","last_became_active":"2024-03-07T03:06:09.988405+0000","last_became_peered":"2024-03-07T03:06:09.988405+0000","last_unstale":"2024-03-07T03:10:57.126241+0000","last_undegraded":"2024-03-07T03:10:57.126241+0000","last_fullsized":"2024-03-07T03:10:57.126241+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1186,"log_dups_size":0,"ondisk_log_size":1186,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:41:38.890400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099770099999999993,"stat_sum":{"num_bytes":13524992,"num_objects":9,"num_object_clones":6,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":208,"num_read_kb":390958,"num_write":505,"num_write_kb":103888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":50642944,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122445+0000","last_change":"2024-03-07T03:05:35.928460+0000","last_active":"2024-03-07T03:10:57.122445+0000","last_peered":"2024-03-07T03:10:57.122445+0000","last_clean":"2024-03-07T03:10:57.122445+0000","last_became_active":"2024-03-07T03:05:35.928017+0000","last_became_peered":"2024-03-07T03:05:35.928017+0000","last_unstale":"2024-03-07T03:10:57.122445+0000","last_undegraded":"2024-03-07T03:10:57.122445+0000","last_fullsized":"2024-03-07T03:10:57.122445+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:53:27.674544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1025,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129657+0000","last_change":"2024-03-07T03:07:23.075249+0000","last_active":"2024-03-07T03:10:57.129657+0000","last_peered":"2024-03-07T03:10:57.129657+0000","last_clean":"2024-03-07T03:10:57.129657+0000","last_became_active":"2024-03-07T03:07:23.074866+0000","last_became_peered":"2024-03-07T03:07:23.074866+0000","last_unstale":"2024-03-07T03:10:57.129657+0000","last_undegraded":"2024-03-07T03:10:57.129657+0000","last_fullsized":"2024-03-07T03:10:57.129657+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:03.393010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1078,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123184+0000","last_change":"2024-03-07T03:07:23.069585+0000","last_active":"2024-03-07T03:10:57.123184+0000","last_peered":"2024-03-07T03:10:57.123184+0000","last_clean":"2024-03-07T03:10:57.123184+0000","last_became_active":"2024-03-07T03:07:23.069262+0000","last_became_peered":"2024-03-07T03:07:23.069262+0000","last_unstale":"2024-03-07T03:10:57.123184+0000","last_undegraded":"2024-03-07T03:10:57.123184+0000","last_fullsized":"2024-03-07T03:10:57.123184+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:11:22.045807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"861'1094","reported_seq":4795,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.331022+0000","last_change":"2024-03-07T03:10:57.331022+0000","last_active":"2024-03-07T03:10:57.331022+0000","last_peered":"2024-03-07T03:10:57.331022+0000","last_clean":"2024-03-07T03:10:57.331022+0000","last_became_active":"2024-03-07T03:06:47.847229+0000","last_became_peered":"2024-03-07T03:06:47.847229+0000","last_unstale":"2024-03-07T03:10:57.331022+0000","last_undegraded":"2024-03-07T03:10:57.331022+0000","last_fullsized":"2024-03-07T03:10:57.331022+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1094,"log_dups_size":0,"ondisk_log_size":1094,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:58:27.729404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.032339935,"stat_sum":{"num_bytes":113606656,"num_objects":59,"num_object_clones":55,"num_object_copies":177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":279,"num_read_kb":358703,"num_write":525,"num_write_kb":146904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":36642816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1181,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122460+0000","last_change":"2024-03-07T03:06:47.843416+0000","last_active":"2024-03-07T03:10:57.122460+0000","last_peered":"2024-03-07T03:10:57.122460+0000","last_clean":"2024-03-07T03:10:57.122460+0000","last_became_active":"2024-03-07T03:06:47.842812+0000","last_became_peered":"2024-03-07T03:06:47.842812+0000","last_unstale":"2024-03-07T03:10:57.122460+0000","last_undegraded":"2024-03-07T03:10:57.122460+0000","last_fullsized":"2024-03-07T03:10:57.122460+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:03:02.672609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.121897+0000","last_change":"2024-03-07T03:07:23.071850+0000","last_active":"2024-03-07T03:10:57.121897+0000","last_peered":"2024-03-07T03:10:57.121897+0000","last_clean":"2024-03-07T03:10:57.121897+0000","last_became_active":"2024-03-07T03:07:23.071476+0000","last_became_peered":"2024-03-07T03:07:23.071476+0000","last_unstale":"2024-03-07T03:10:57.121897+0000","last_undegraded":"2024-03-07T03:10:57.121897+0000","last_fullsized":"2024-03-07T03:10:57.121897+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:13:05.296486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1156,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329321+0000","last_change":"2024-03-07T03:05:35.926187+0000","last_active":"2024-03-07T03:10:57.329321+0000","last_peered":"2024-03-07T03:10:57.329321+0000","last_clean":"2024-03-07T03:10:57.329321+0000","last_became_active":"2024-03-07T03:05:35.925908+0000","last_became_peered":"2024-03-07T03:05:35.925908+0000","last_unstale":"2024-03-07T03:10:57.329321+0000","last_undegraded":"2024-03-07T03:10:57.329321+0000","last_fullsized":"2024-03-07T03:10:57.329321+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:48:33.101185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"863'1146","reported_seq":3872,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298252+0000","last_change":"2024-03-07T03:10:56.132170+0000","last_active":"2024-03-07T03:10:57.298252+0000","last_peered":"2024-03-07T03:10:57.298252+0000","last_clean":"2024-03-07T03:10:57.298252+0000","last_became_active":"2024-03-07T03:07:58.756854+0000","last_became_peered":"2024-03-07T03:07:58.756854+0000","last_unstale":"2024-03-07T03:10:57.298252+0000","last_undegraded":"2024-03-07T03:10:57.298252+0000","last_fullsized":"2024-03-07T03:10:57.298252+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1146,"log_dups_size":0,"ondisk_log_size":1146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T02:59:04.693146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.010433211,"stat_sum":{"num_bytes":34668544,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":1,"num_read":219,"num_read_kb":317694,"num_write":420,"num_write_kb":93568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":10240000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1004,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127941+0000","last_change":"2024-03-07T03:07:58.760449+0000","last_active":"2024-03-07T03:10:57.127941+0000","last_peered":"2024-03-07T03:10:57.127941+0000","last_clean":"2024-03-07T03:10:57.127941+0000","last_became_active":"2024-03-07T03:07:58.760086+0000","last_became_peered":"2024-03-07T03:07:58.760086+0000","last_unstale":"2024-03-07T03:10:57.127941+0000","last_undegraded":"2024-03-07T03:10:57.127941+0000","last_fullsized":"2024-03-07T03:10:57.127941+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:34:38.583100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1087,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328930+0000","last_change":"2024-03-07T03:07:23.073659+0000","last_active":"2024-03-07T03:10:57.328930+0000","last_peered":"2024-03-07T03:10:57.328930+0000","last_clean":"2024-03-07T03:10:57.328930+0000","last_became_active":"2024-03-07T03:07:23.073277+0000","last_became_peered":"2024-03-07T03:07:23.073277+0000","last_unstale":"2024-03-07T03:10:57.328930+0000","last_undegraded":"2024-03-07T03:10:57.328930+0000","last_fullsized":"2024-03-07T03:10:57.328930+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:48:34.819985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1059,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129753+0000","last_change":"2024-03-07T03:07:58.752576+0000","last_active":"2024-03-07T03:10:57.129753+0000","last_peered":"2024-03-07T03:10:57.129753+0000","last_clean":"2024-03-07T03:10:57.129753+0000","last_became_active":"2024-03-07T03:07:58.752193+0000","last_became_peered":"2024-03-07T03:07:58.752193+0000","last_unstale":"2024-03-07T03:10:57.129753+0000","last_undegraded":"2024-03-07T03:10:57.129753+0000","last_fullsized":"2024-03-07T03:10:57.129753+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:55:14.205594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"395'197","reported_seq":1464,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297589+0000","last_change":"2024-03-07T03:07:58.752982+0000","last_active":"2024-03-07T03:10:57.297589+0000","last_peered":"2024-03-07T03:10:57.297589+0000","last_clean":"2024-03-07T03:10:57.297589+0000","last_became_active":"2024-03-07T03:07:58.752004+0000","last_became_peered":"2024-03-07T03:07:58.752004+0000","last_unstale":"2024-03-07T03:10:57.297589+0000","last_undegraded":"2024-03-07T03:10:57.297589+0000","last_fullsized":"2024-03-07T03:10:57.297589+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_clean_scrub_stamp":"2024-03-07T02:51:31.238394+0000","objects_scrubbed":0,"log_size":197,"log_dups_size":0,"ondisk_log_size":197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:53.766202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"858'3145","reported_seq":6528,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.131283+0000","last_change":"2024-03-07T03:10:57.131283+0000","last_active":"2024-03-07T03:10:57.131283+0000","last_peered":"2024-03-07T03:10:57.131283+0000","last_clean":"2024-03-07T03:10:57.131283+0000","last_became_active":"2024-03-07T03:06:47.859231+0000","last_became_peered":"2024-03-07T03:06:47.859231+0000","last_unstale":"2024-03-07T03:10:57.131283+0000","last_undegraded":"2024-03-07T03:10:57.131283+0000","last_fullsized":"2024-03-07T03:10:57.131283+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3145,"log_dups_size":0,"ondisk_log_size":3145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:10:03.781442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001499434,"stat_sum":{"num_bytes":18481152,"num_objects":15,"num_object_clones":14,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":124,"num_read_kb":398406,"num_write":253,"num_write_kb":45856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":9773056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126352+0000","last_change":"2024-03-07T03:05:01.454053+0000","last_active":"2024-03-07T03:10:57.126352+0000","last_peered":"2024-03-07T03:10:57.126352+0000","last_clean":"2024-03-07T03:10:57.126352+0000","last_became_active":"2024-03-07T03:05:01.453718+0000","last_became_peered":"2024-03-07T03:05:01.453718+0000","last_unstale":"2024-03-07T03:10:57.126352+0000","last_undegraded":"2024-03-07T03:10:57.126352+0000","last_fullsized":"2024-03-07T03:10:57.126352+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:10:59.835543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125549+0000","last_change":"2024-03-07T03:06:09.987673+0000","last_active":"2024-03-07T03:10:57.125549+0000","last_peered":"2024-03-07T03:10:57.125549+0000","last_clean":"2024-03-07T03:10:57.125549+0000","last_became_active":"2024-03-07T03:06:09.987328+0000","last_became_peered":"2024-03-07T03:06:09.987328+0000","last_unstale":"2024-03-07T03:10:57.125549+0000","last_undegraded":"2024-03-07T03:10:57.125549+0000","last_fullsized":"2024-03-07T03:10:57.125549+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:11:17.983744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":973,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297326+0000","last_change":"2024-03-07T03:07:58.757849+0000","last_active":"2024-03-07T03:10:57.297326+0000","last_peered":"2024-03-07T03:10:57.297326+0000","last_clean":"2024-03-07T03:10:57.297326+0000","last_became_active":"2024-03-07T03:07:58.757399+0000","last_became_peered":"2024-03-07T03:07:58.757399+0000","last_unstale":"2024-03-07T03:10:57.297326+0000","last_undegraded":"2024-03-07T03:10:57.297326+0000","last_fullsized":"2024-03-07T03:10:57.297326+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:54:11.413787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"864'1259","reported_seq":4062,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130113+0000","last_change":"2024-03-07T03:10:56.129203+0000","last_active":"2024-03-07T03:10:57.130113+0000","last_peered":"2024-03-07T03:10:57.130113+0000","last_clean":"2024-03-07T03:10:57.130113+0000","last_became_active":"2024-03-07T03:07:23.080120+0000","last_became_peered":"2024-03-07T03:07:23.080120+0000","last_unstale":"2024-03-07T03:10:57.130113+0000","last_undegraded":"2024-03-07T03:10:57.130113+0000","last_fullsized":"2024-03-07T03:10:57.130113+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1259,"log_dups_size":0,"ondisk_log_size":1259,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:33:24.850580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0059393290000000001,"stat_sum":{"num_bytes":23298048,"num_objects":10,"num_object_clones":7,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":249,"num_read_kb":271095,"num_write":553,"num_write_kb":138504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":18890752,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.3","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125874+0000","last_change":"2024-03-07T03:07:58.750289+0000","last_active":"2024-03-07T03:10:57.125874+0000","last_peered":"2024-03-07T03:10:57.125874+0000","last_clean":"2024-03-07T03:10:57.125874+0000","last_became_active":"2024-03-07T03:07:58.749557+0000","last_became_peered":"2024-03-07T03:07:58.749557+0000","last_unstale":"2024-03-07T03:10:57.125874+0000","last_undegraded":"2024-03-07T03:10:57.125874+0000","last_fullsized":"2024-03-07T03:10:57.125874+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:54:43.865660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297984+0000","last_change":"2024-03-07T03:07:58.758005+0000","last_active":"2024-03-07T03:10:57.297984+0000","last_peered":"2024-03-07T03:10:57.297984+0000","last_clean":"2024-03-07T03:10:57.297984+0000","last_became_active":"2024-03-07T03:07:58.756833+0000","last_became_peered":"2024-03-07T03:07:58.756833+0000","last_unstale":"2024-03-07T03:10:57.297984+0000","last_undegraded":"2024-03-07T03:10:57.297984+0000","last_fullsized":"2024-03-07T03:10:57.297984+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:37:55.288554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122539+0000","last_change":"2024-03-07T03:06:47.843644+0000","last_active":"2024-03-07T03:10:57.122539+0000","last_peered":"2024-03-07T03:10:57.122539+0000","last_clean":"2024-03-07T03:10:57.122539+0000","last_became_active":"2024-03-07T03:06:47.842694+0000","last_became_peered":"2024-03-07T03:06:47.842694+0000","last_unstale":"2024-03-07T03:10:57.122539+0000","last_undegraded":"2024-03-07T03:10:57.122539+0000","last_fullsized":"2024-03-07T03:10:57.122539+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:25:34.783974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"863'880","reported_seq":3814,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123586+0000","last_change":"2024-03-07T03:10:56.125509+0000","last_active":"2024-03-07T03:10:57.123586+0000","last_peered":"2024-03-07T03:10:57.123586+0000","last_clean":"2024-03-07T03:10:57.123586+0000","last_became_active":"2024-03-07T03:07:58.755248+0000","last_became_peered":"2024-03-07T03:07:58.755248+0000","last_unstale":"2024-03-07T03:10:57.123586+0000","last_undegraded":"2024-03-07T03:10:57.123586+0000","last_fullsized":"2024-03-07T03:10:57.123586+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":880,"log_dups_size":0,"ondisk_log_size":880,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:40:02.788467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0073429089999999999,"stat_sum":{"num_bytes":9224192,"num_objects":8,"num_object_clones":6,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":1,"num_read":161,"num_read_kb":133885,"num_write":362,"num_write_kb":55920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1123,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329184+0000","last_change":"2024-03-07T03:07:58.764215+0000","last_active":"2024-03-07T03:10:57.329184+0000","last_peered":"2024-03-07T03:10:57.329184+0000","last_clean":"2024-03-07T03:10:57.329184+0000","last_became_active":"2024-03-07T03:07:58.763818+0000","last_became_peered":"2024-03-07T03:07:58.763818+0000","last_unstale":"2024-03-07T03:10:57.329184+0000","last_undegraded":"2024-03-07T03:10:57.329184+0000","last_fullsized":"2024-03-07T03:10:57.329184+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:27:54.623360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"719'2","reported_seq":1191,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122742+0000","last_change":"2024-03-07T03:07:23.074913+0000","last_active":"2024-03-07T03:10:57.122742+0000","last_peered":"2024-03-07T03:10:57.122742+0000","last_clean":"2024-03-07T03:10:57.122742+0000","last_became_active":"2024-03-07T03:07:23.074530+0000","last_became_peered":"2024-03-07T03:07:23.074530+0000","last_unstale":"2024-03-07T03:10:57.122742+0000","last_undegraded":"2024-03-07T03:10:57.122742+0000","last_fullsized":"2024-03-07T03:10:57.122742+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:13:25.877187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1126,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329514+0000","last_change":"2024-03-07T03:07:58.757756+0000","last_active":"2024-03-07T03:10:57.329514+0000","last_peered":"2024-03-07T03:10:57.329514+0000","last_clean":"2024-03-07T03:10:57.329514+0000","last_became_active":"2024-03-07T03:07:58.757430+0000","last_became_peered":"2024-03-07T03:07:58.757430+0000","last_unstale":"2024-03-07T03:10:57.329514+0000","last_undegraded":"2024-03-07T03:10:57.329514+0000","last_fullsized":"2024-03-07T03:10:57.329514+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:22:21.412765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"863'1564","reported_seq":5162,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.329944+0000","last_change":"2024-03-07T03:10:57.329944+0000","last_active":"2024-03-07T03:10:57.329944+0000","last_peered":"2024-03-07T03:10:57.329944+0000","last_clean":"2024-03-07T03:10:57.329944+0000","last_became_active":"2024-03-07T03:06:09.990793+0000","last_became_peered":"2024-03-07T03:06:09.990793+0000","last_unstale":"2024-03-07T03:10:57.329944+0000","last_undegraded":"2024-03-07T03:10:57.329944+0000","last_fullsized":"2024-03-07T03:10:57.329944+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1564,"log_dups_size":0,"ondisk_log_size":1564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":143,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:53.639078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.019553126000000001,"stat_sum":{"num_bytes":100999168,"num_objects":73,"num_object_clones":68,"num_object_copies":219,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":1,"num_read":410,"num_read_kb":572954,"num_write":777,"num_write_kb":204640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":51175424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"c"},{"start":"178","length":"4"},{"start":"17e","length":"3"},{"start":"182","length":"4"},{"start":"187","length":"5"},{"start":"18d","length":"2"}]},{"pgid":"4.1","version":"0'0","reported_seq":1079,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122932+0000","last_change":"2024-03-07T03:07:23.071468+0000","last_active":"2024-03-07T03:10:57.122932+0000","last_peered":"2024-03-07T03:10:57.122932+0000","last_clean":"2024-03-07T03:10:57.122932+0000","last_became_active":"2024-03-07T03:07:23.071160+0000","last_became_peered":"2024-03-07T03:07:23.071160+0000","last_unstale":"2024-03-07T03:10:57.122932+0000","last_undegraded":"2024-03-07T03:10:57.122932+0000","last_fullsized":"2024-03-07T03:10:57.122932+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:17:55.686793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":989,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127941+0000","last_change":"2024-03-07T03:07:58.759142+0000","last_active":"2024-03-07T03:10:57.127941+0000","last_peered":"2024-03-07T03:10:57.127941+0000","last_clean":"2024-03-07T03:10:57.127941+0000","last_became_active":"2024-03-07T03:07:58.758771+0000","last_became_peered":"2024-03-07T03:07:58.758771+0000","last_unstale":"2024-03-07T03:10:57.127941+0000","last_undegraded":"2024-03-07T03:10:57.127941+0000","last_fullsized":"2024-03-07T03:10:57.127941+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:45:13.985820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126257+0000","last_change":"2024-03-07T03:06:09.988597+0000","last_active":"2024-03-07T03:10:57.126257+0000","last_peered":"2024-03-07T03:10:57.126257+0000","last_clean":"2024-03-07T03:10:57.126257+0000","last_became_active":"2024-03-07T03:06:09.988261+0000","last_became_peered":"2024-03-07T03:06:09.988261+0000","last_unstale":"2024-03-07T03:10:57.126257+0000","last_undegraded":"2024-03-07T03:10:57.126257+0000","last_fullsized":"2024-03-07T03:10:57.126257+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:11:06.717251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"843'3099","reported_seq":6397,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.131044+0000","last_change":"2024-03-07T03:10:57.131044+0000","last_active":"2024-03-07T03:10:57.131044+0000","last_peered":"2024-03-07T03:10:57.131044+0000","last_clean":"2024-03-07T03:10:57.131044+0000","last_became_active":"2024-03-07T03:07:23.084936+0000","last_became_peered":"2024-03-07T03:07:23.084936+0000","last_unstale":"2024-03-07T03:10:57.131044+0000","last_undegraded":"2024-03-07T03:10:57.131044+0000","last_fullsized":"2024-03-07T03:10:57.131044+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3099,"log_dups_size":0,"ondisk_log_size":3099,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:46:48.809690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012703,"stat_sum":{"num_bytes":8347648,"num_objects":13,"num_object_clones":12,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":56,"num_read_kb":33721,"num_write":241,"num_write_kb":36816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":434176,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1145,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329490+0000","last_change":"2024-03-07T03:05:01.461136+0000","last_active":"2024-03-07T03:10:57.329490+0000","last_peered":"2024-03-07T03:10:57.329490+0000","last_clean":"2024-03-07T03:10:57.329490+0000","last_became_active":"2024-03-07T03:05:01.457189+0000","last_became_peered":"2024-03-07T03:05:01.457189+0000","last_unstale":"2024-03-07T03:10:57.329490+0000","last_undegraded":"2024-03-07T03:10:57.329490+0000","last_fullsized":"2024-03-07T03:10:57.329490+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:23.791243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1102,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122931+0000","last_change":"2024-03-07T03:07:58.750311+0000","last_active":"2024-03-07T03:10:57.122931+0000","last_peered":"2024-03-07T03:10:57.122931+0000","last_clean":"2024-03-07T03:10:57.122931+0000","last_became_active":"2024-03-07T03:07:58.750001+0000","last_became_peered":"2024-03-07T03:07:58.750001+0000","last_unstale":"2024-03-07T03:10:57.122931+0000","last_undegraded":"2024-03-07T03:10:57.122931+0000","last_fullsized":"2024-03-07T03:10:57.122931+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:05.963944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"847'12789","reported_seq":16202,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.124034+0000","last_change":"2024-03-07T03:10:57.124034+0000","last_active":"2024-03-07T03:10:57.124034+0000","last_peered":"2024-03-07T03:10:57.124034+0000","last_clean":"2024-03-07T03:10:57.124034+0000","last_became_active":"2024-03-07T03:06:47.859957+0000","last_became_peered":"2024-03-07T03:06:47.859957+0000","last_unstale":"2024-03-07T03:10:57.124034+0000","last_undegraded":"2024-03-07T03:10:57.124034+0000","last_fullsized":"2024-03-07T03:10:57.124034+0000","mapping_epoch":625,"log_start":"599'6200","ondisk_log_start":"599'6200","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":6589,"log_dups_size":0,"ondisk_log_size":6589,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":137,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:29:13.699651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0091875959999999993,"stat_sum":{"num_bytes":71745536,"num_objects":32,"num_object_clones":30,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":0,"num_read":146,"num_read_kb":316804,"num_write":323,"num_write_kb":90232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":20865024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"5"},{"start":"171","length":"b"},{"start":"17e","length":"8"},{"start":"187","length":"5"},{"start":"18d","length":"3"},{"start":"192","length":"1"},{"start":"197","length":"1"},{"start":"199","length":"2"}]},{"pgid":"2.9","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122043+0000","last_change":"2024-03-07T03:07:58.752456+0000","last_active":"2024-03-07T03:10:57.122043+0000","last_peered":"2024-03-07T03:10:57.122043+0000","last_clean":"2024-03-07T03:10:57.122043+0000","last_became_active":"2024-03-07T03:07:58.752118+0000","last_became_peered":"2024-03-07T03:07:58.752118+0000","last_unstale":"2024-03-07T03:10:57.122043+0000","last_undegraded":"2024-03-07T03:10:57.122043+0000","last_fullsized":"2024-03-07T03:10:57.122043+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:08:08.574482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1117,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329282+0000","last_change":"2024-03-07T03:07:58.757839+0000","last_active":"2024-03-07T03:10:57.329282+0000","last_peered":"2024-03-07T03:10:57.329282+0000","last_clean":"2024-03-07T03:10:57.329282+0000","last_became_active":"2024-03-07T03:07:58.757495+0000","last_became_peered":"2024-03-07T03:07:58.757495+0000","last_unstale":"2024-03-07T03:10:57.329282+0000","last_undegraded":"2024-03-07T03:10:57.329282+0000","last_fullsized":"2024-03-07T03:10:57.329282+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:27:02.190643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"861'1463","reported_seq":5087,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.330799+0000","last_change":"2024-03-07T03:10:57.330799+0000","last_active":"2024-03-07T03:10:57.330799+0000","last_peered":"2024-03-07T03:10:57.330799+0000","last_clean":"2024-03-07T03:10:57.330799+0000","last_became_active":"2024-03-07T03:07:58.763085+0000","last_became_peered":"2024-03-07T03:07:58.763085+0000","last_unstale":"2024-03-07T03:10:57.330799+0000","last_undegraded":"2024-03-07T03:10:57.330799+0000","last_fullsized":"2024-03-07T03:10:57.330799+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1463,"log_dups_size":0,"ondisk_log_size":1463,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:39:21.050544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.016579719999999999,"stat_sum":{"num_bytes":106192896,"num_objects":71,"num_object_clones":66,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":1,"num_read":323,"num_read_kb":516030,"num_write":942,"num_write_kb":231680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":48201728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122226+0000","last_change":"2024-03-07T03:07:58.752370+0000","last_active":"2024-03-07T03:10:57.122226+0000","last_peered":"2024-03-07T03:10:57.122226+0000","last_clean":"2024-03-07T03:10:57.122226+0000","last_became_active":"2024-03-07T03:07:58.751985+0000","last_became_peered":"2024-03-07T03:07:58.751985+0000","last_unstale":"2024-03-07T03:10:57.122226+0000","last_undegraded":"2024-03-07T03:10:57.122226+0000","last_fullsized":"2024-03-07T03:10:57.122226+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:31:33.590004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1126,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329046+0000","last_change":"2024-03-07T03:06:09.987484+0000","last_active":"2024-03-07T03:10:57.329046+0000","last_peered":"2024-03-07T03:10:57.329046+0000","last_clean":"2024-03-07T03:10:57.329046+0000","last_became_active":"2024-03-07T03:06:09.986947+0000","last_became_peered":"2024-03-07T03:06:09.986947+0000","last_unstale":"2024-03-07T03:10:57.329046+0000","last_undegraded":"2024-03-07T03:10:57.329046+0000","last_fullsized":"2024-03-07T03:10:57.329046+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:37:38.253630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"857'1055","reported_seq":4917,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.128839+0000","last_change":"2024-03-07T03:10:57.123092+0000","last_active":"2024-03-07T03:10:57.128839+0000","last_peered":"2024-03-07T03:10:57.128839+0000","last_clean":"2024-03-07T03:10:57.128839+0000","last_became_active":"2024-03-07T03:06:09.993513+0000","last_became_peered":"2024-03-07T03:06:09.993513+0000","last_unstale":"2024-03-07T03:10:57.128839+0000","last_undegraded":"2024-03-07T03:10:57.128839+0000","last_fullsized":"2024-03-07T03:10:57.128839+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1055,"log_dups_size":0,"ondisk_log_size":1055,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:34:07.352811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013205965,"stat_sum":{"num_bytes":99745792,"num_objects":66,"num_object_clones":62,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":306,"num_read_kb":434534,"num_write":588,"num_write_kb":145464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":21749760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.b","version":"716'3","reported_seq":984,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297633+0000","last_change":"2024-03-07T03:07:58.749480+0000","last_active":"2024-03-07T03:10:57.297633+0000","last_peered":"2024-03-07T03:10:57.297633+0000","last_clean":"2024-03-07T03:10:57.297633+0000","last_became_active":"2024-03-07T03:07:58.749098+0000","last_became_peered":"2024-03-07T03:07:58.749098+0000","last_unstale":"2024-03-07T03:10:57.297633+0000","last_undegraded":"2024-03-07T03:10:57.297633+0000","last_fullsized":"2024-03-07T03:10:57.297633+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:35:33.945855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1034,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127679+0000","last_change":"2024-03-07T03:07:23.075725+0000","last_active":"2024-03-07T03:10:57.127679+0000","last_peered":"2024-03-07T03:10:57.127679+0000","last_clean":"2024-03-07T03:10:57.127679+0000","last_became_active":"2024-03-07T03:07:23.075203+0000","last_became_peered":"2024-03-07T03:07:23.075203+0000","last_unstale":"2024-03-07T03:10:57.127679+0000","last_undegraded":"2024-03-07T03:10:57.127679+0000","last_fullsized":"2024-03-07T03:10:57.127679+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:47:11.192302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"863'1711","reported_seq":5459,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.330918+0000","last_change":"2024-03-07T03:10:57.330918+0000","last_active":"2024-03-07T03:10:57.330918+0000","last_peered":"2024-03-07T03:10:57.330918+0000","last_clean":"2024-03-07T03:10:57.330918+0000","last_became_active":"2024-03-07T03:06:47.849454+0000","last_became_peered":"2024-03-07T03:06:47.849454+0000","last_unstale":"2024-03-07T03:10:57.330918+0000","last_undegraded":"2024-03-07T03:10:57.330918+0000","last_fullsized":"2024-03-07T03:10:57.330918+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1711,"log_dups_size":0,"ondisk_log_size":1711,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:40:07.156907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.014160193999999999,"stat_sum":{"num_bytes":165158912,"num_objects":93,"num_object_clones":87,"num_object_copies":279,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":93,"num_whiteouts":2,"num_read":489,"num_read_kb":756200,"num_write":870,"num_write_kb":258896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":69541888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1155,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329768+0000","last_change":"2024-03-07T03:06:47.847077+0000","last_active":"2024-03-07T03:10:57.329768+0000","last_peered":"2024-03-07T03:10:57.329768+0000","last_clean":"2024-03-07T03:10:57.329768+0000","last_became_active":"2024-03-07T03:06:47.846359+0000","last_became_peered":"2024-03-07T03:06:47.846359+0000","last_unstale":"2024-03-07T03:10:57.329768+0000","last_undegraded":"2024-03-07T03:10:57.329768+0000","last_fullsized":"2024-03-07T03:10:57.329768+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:00:08.102949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":971,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297999+0000","last_change":"2024-03-07T03:07:58.760528+0000","last_active":"2024-03-07T03:10:57.297999+0000","last_peered":"2024-03-07T03:10:57.297999+0000","last_clean":"2024-03-07T03:10:57.297999+0000","last_became_active":"2024-03-07T03:07:58.760226+0000","last_became_peered":"2024-03-07T03:07:58.760226+0000","last_unstale":"2024-03-07T03:10:57.297999+0000","last_undegraded":"2024-03-07T03:10:57.297999+0000","last_fullsized":"2024-03-07T03:10:57.297999+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:10:36.411047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"863'1938","reported_seq":4937,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329911+0000","last_change":"2024-03-07T03:10:56.140803+0000","last_active":"2024-03-07T03:10:57.329911+0000","last_peered":"2024-03-07T03:10:57.329911+0000","last_clean":"2024-03-07T03:10:57.329911+0000","last_became_active":"2024-03-07T03:06:09.993933+0000","last_became_peered":"2024-03-07T03:06:09.993933+0000","last_unstale":"2024-03-07T03:10:57.329911+0000","last_undegraded":"2024-03-07T03:10:57.329911+0000","last_fullsized":"2024-03-07T03:10:57.329911+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1938,"log_dups_size":0,"ondisk_log_size":1938,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:16.359457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.024996012000000001,"stat_sum":{"num_bytes":22765568,"num_objects":17,"num_object_clones":12,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":2,"num_read":350,"num_read_kb":387634,"num_write":702,"num_write_kb":183472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":7151616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.d","version":"61'1","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122322+0000","last_change":"2024-03-07T03:06:09.993129+0000","last_active":"2024-03-07T03:10:57.122322+0000","last_peered":"2024-03-07T03:10:57.122322+0000","last_clean":"2024-03-07T03:10:57.122322+0000","last_became_active":"2024-03-07T03:06:09.992737+0000","last_became_peered":"2024-03-07T03:06:09.992737+0000","last_unstale":"2024-03-07T03:10:57.122322+0000","last_undegraded":"2024-03-07T03:10:57.122322+0000","last_fullsized":"2024-03-07T03:10:57.122322+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:02:42.055569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1050,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130209+0000","last_change":"2024-03-07T03:07:23.076846+0000","last_active":"2024-03-07T03:10:57.130209+0000","last_peered":"2024-03-07T03:10:57.130209+0000","last_clean":"2024-03-07T03:10:57.130209+0000","last_became_active":"2024-03-07T03:07:23.075895+0000","last_became_peered":"2024-03-07T03:07:23.075895+0000","last_unstale":"2024-03-07T03:10:57.130209+0000","last_undegraded":"2024-03-07T03:10:57.130209+0000","last_fullsized":"2024-03-07T03:10:57.130209+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:09:15.080126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"854'331","reported_seq":3438,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.298223+0000","last_change":"2024-03-07T03:10:57.298223+0000","last_active":"2024-03-07T03:10:57.298223+0000","last_peered":"2024-03-07T03:10:57.298223+0000","last_clean":"2024-03-07T03:10:57.298223+0000","last_became_active":"2024-03-07T03:07:58.749089+0000","last_became_peered":"2024-03-07T03:07:58.749089+0000","last_unstale":"2024-03-07T03:10:57.298223+0000","last_undegraded":"2024-03-07T03:10:57.298223+0000","last_fullsized":"2024-03-07T03:10:57.298223+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":331,"log_dups_size":0,"ondisk_log_size":331,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":83,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:26:07.404191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00085119700000000004,"stat_sum":{"num_bytes":15409152,"num_objects":11,"num_object_clones":10,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":91,"num_read_kb":118251,"num_write":162,"num_write_kb":30616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":34586624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"56"},{"start":"1c2","length":"3"},{"start":"1c9","length":"1"}]},{"pgid":"2.e","version":"61'2","reported_seq":1159,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.330486+0000","last_change":"2024-03-07T03:07:58.755578+0000","last_active":"2024-03-07T03:10:57.330486+0000","last_peered":"2024-03-07T03:10:57.330486+0000","last_clean":"2024-03-07T03:10:57.330486+0000","last_became_active":"2024-03-07T03:07:58.755160+0000","last_became_peered":"2024-03-07T03:07:58.755160+0000","last_unstale":"2024-03-07T03:10:57.330486+0000","last_undegraded":"2024-03-07T03:10:57.330486+0000","last_fullsized":"2024-03-07T03:10:57.330486+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:20.584382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298308+0000","last_change":"2024-03-07T03:07:58.751269+0000","last_active":"2024-03-07T03:10:57.298308+0000","last_peered":"2024-03-07T03:10:57.298308+0000","last_clean":"2024-03-07T03:10:57.298308+0000","last_became_active":"2024-03-07T03:07:58.750956+0000","last_became_peered":"2024-03-07T03:07:58.750956+0000","last_unstale":"2024-03-07T03:10:57.298308+0000","last_undegraded":"2024-03-07T03:10:57.298308+0000","last_fullsized":"2024-03-07T03:10:57.298308+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:39.414545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1005,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127389+0000","last_change":"2024-03-07T03:07:23.081711+0000","last_active":"2024-03-07T03:10:57.127389+0000","last_peered":"2024-03-07T03:10:57.127389+0000","last_clean":"2024-03-07T03:10:57.127389+0000","last_became_active":"2024-03-07T03:07:23.079269+0000","last_became_peered":"2024-03-07T03:07:23.079269+0000","last_unstale":"2024-03-07T03:10:57.127389+0000","last_undegraded":"2024-03-07T03:10:57.127389+0000","last_fullsized":"2024-03-07T03:10:57.127389+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:39.008957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1156,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329220+0000","last_change":"2024-03-07T03:07:23.072806+0000","last_active":"2024-03-07T03:10:57.329220+0000","last_peered":"2024-03-07T03:10:57.329220+0000","last_clean":"2024-03-07T03:10:57.329220+0000","last_became_active":"2024-03-07T03:07:23.071234+0000","last_became_peered":"2024-03-07T03:07:23.071234+0000","last_unstale":"2024-03-07T03:10:57.329220+0000","last_undegraded":"2024-03-07T03:10:57.329220+0000","last_fullsized":"2024-03-07T03:10:57.329220+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:52.610744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1056,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129917+0000","last_change":"2024-03-07T03:06:47.851593+0000","last_active":"2024-03-07T03:10:57.129917+0000","last_peered":"2024-03-07T03:10:57.129917+0000","last_clean":"2024-03-07T03:10:57.129917+0000","last_became_active":"2024-03-07T03:06:47.849677+0000","last_became_peered":"2024-03-07T03:06:47.849677+0000","last_unstale":"2024-03-07T03:10:57.129917+0000","last_undegraded":"2024-03-07T03:10:57.129917+0000","last_fullsized":"2024-03-07T03:10:57.129917+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:30.969251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1115,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329947+0000","last_change":"2024-03-07T03:06:09.995434+0000","last_active":"2024-03-07T03:10:57.329947+0000","last_peered":"2024-03-07T03:10:57.329947+0000","last_clean":"2024-03-07T03:10:57.329947+0000","last_became_active":"2024-03-07T03:06:09.994939+0000","last_became_peered":"2024-03-07T03:06:09.994939+0000","last_unstale":"2024-03-07T03:10:57.329947+0000","last_undegraded":"2024-03-07T03:10:57.329947+0000","last_fullsized":"2024-03-07T03:10:57.329947+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:27:11.737354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1126,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328924+0000","last_change":"2024-03-07T03:06:09.987381+0000","last_active":"2024-03-07T03:10:57.328924+0000","last_peered":"2024-03-07T03:10:57.328924+0000","last_clean":"2024-03-07T03:10:57.328924+0000","last_became_active":"2024-03-07T03:06:09.986952+0000","last_became_peered":"2024-03-07T03:06:09.986952+0000","last_unstale":"2024-03-07T03:10:57.328924+0000","last_undegraded":"2024-03-07T03:10:57.328924+0000","last_fullsized":"2024-03-07T03:10:57.328924+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:26:15.439852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122355+0000","last_change":"2024-03-07T03:05:35.923999+0000","last_active":"2024-03-07T03:10:57.122355+0000","last_peered":"2024-03-07T03:10:57.122355+0000","last_clean":"2024-03-07T03:10:57.122355+0000","last_became_active":"2024-03-07T03:05:35.923719+0000","last_became_peered":"2024-03-07T03:05:35.923719+0000","last_unstale":"2024-03-07T03:10:57.122355+0000","last_undegraded":"2024-03-07T03:10:57.122355+0000","last_fullsized":"2024-03-07T03:10:57.122355+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:43:04.724647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1007,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.128126+0000","last_change":"2024-03-07T03:07:58.749989+0000","last_active":"2024-03-07T03:10:57.128126+0000","last_peered":"2024-03-07T03:10:57.128126+0000","last_clean":"2024-03-07T03:10:57.128126+0000","last_became_active":"2024-03-07T03:07:58.749643+0000","last_became_peered":"2024-03-07T03:07:58.749643+0000","last_unstale":"2024-03-07T03:10:57.128126+0000","last_undegraded":"2024-03-07T03:10:57.128126+0000","last_fullsized":"2024-03-07T03:10:57.128126+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:00:44.729806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1109,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329656+0000","last_change":"2024-03-07T03:06:09.999184+0000","last_active":"2024-03-07T03:10:57.329656+0000","last_peered":"2024-03-07T03:10:57.329656+0000","last_clean":"2024-03-07T03:10:57.329656+0000","last_became_active":"2024-03-07T03:06:09.998856+0000","last_became_peered":"2024-03-07T03:06:09.998856+0000","last_unstale":"2024-03-07T03:10:57.329656+0000","last_undegraded":"2024-03-07T03:10:57.329656+0000","last_fullsized":"2024-03-07T03:10:57.329656+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:37:00.102189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1056,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129652+0000","last_change":"2024-03-07T03:06:47.857644+0000","last_active":"2024-03-07T03:10:57.129652+0000","last_peered":"2024-03-07T03:10:57.129652+0000","last_clean":"2024-03-07T03:10:57.129652+0000","last_became_active":"2024-03-07T03:06:47.857354+0000","last_became_peered":"2024-03-07T03:06:47.857354+0000","last_unstale":"2024-03-07T03:10:57.129652+0000","last_undegraded":"2024-03-07T03:10:57.129652+0000","last_fullsized":"2024-03-07T03:10:57.129652+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:02:18.860369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1117,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329010+0000","last_change":"2024-03-07T03:06:09.987872+0000","last_active":"2024-03-07T03:10:57.329010+0000","last_peered":"2024-03-07T03:10:57.329010+0000","last_clean":"2024-03-07T03:10:57.329010+0000","last_became_active":"2024-03-07T03:06:09.986852+0000","last_became_peered":"2024-03-07T03:06:09.986852+0000","last_unstale":"2024-03-07T03:10:57.329010+0000","last_undegraded":"2024-03-07T03:10:57.329010+0000","last_fullsized":"2024-03-07T03:10:57.329010+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:13.708512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1034,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129625+0000","last_change":"2024-03-07T03:07:58.755825+0000","last_active":"2024-03-07T03:10:57.129625+0000","last_peered":"2024-03-07T03:10:57.129625+0000","last_clean":"2024-03-07T03:10:57.129625+0000","last_became_active":"2024-03-07T03:07:58.755395+0000","last_became_peered":"2024-03-07T03:07:58.755395+0000","last_unstale":"2024-03-07T03:10:57.129625+0000","last_undegraded":"2024-03-07T03:10:57.129625+0000","last_fullsized":"2024-03-07T03:10:57.129625+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:10:43.184914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125616+0000","last_change":"2024-03-07T03:07:58.753962+0000","last_active":"2024-03-07T03:10:57.125616+0000","last_peered":"2024-03-07T03:10:57.125616+0000","last_clean":"2024-03-07T03:10:57.125616+0000","last_became_active":"2024-03-07T03:07:58.753619+0000","last_became_peered":"2024-03-07T03:07:58.753619+0000","last_unstale":"2024-03-07T03:10:57.125616+0000","last_undegraded":"2024-03-07T03:10:57.125616+0000","last_fullsized":"2024-03-07T03:10:57.125616+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:44:44.641067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1012,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127636+0000","last_change":"2024-03-07T03:07:23.078516+0000","last_active":"2024-03-07T03:10:57.127636+0000","last_peered":"2024-03-07T03:10:57.127636+0000","last_clean":"2024-03-07T03:10:57.127636+0000","last_became_active":"2024-03-07T03:07:23.076017+0000","last_became_peered":"2024-03-07T03:07:23.076017+0000","last_unstale":"2024-03-07T03:10:57.127636+0000","last_undegraded":"2024-03-07T03:10:57.127636+0000","last_fullsized":"2024-03-07T03:10:57.127636+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:17:54.725933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":857645056,"num_objects":516,"num_object_clones":466,"num_object_copies":1548,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":516,"num_whiteouts":8,"num_read":3826,"num_read_kb":5949842,"num_write":7931,"num_write_kb":1978632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":107,"num_bytes_recovered":385712128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1170673664,"data_stored":2969124864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28580,"ondisk_log_size":28580,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197,"ondisk_log_size":197,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":26375,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":694,"seq":2980707303484,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":150184,"kb_used_data":96156,"kb_used_omap":35,"kb_used_meta":53980,"kb_avail":93594968,"statfs":{"total":95995035648,"available":95841247232,"internally_reserved":0,"allocated":98463744,"data_stored":167037349,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36312,"internal_metadata":55276072},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":660,"seq":2834678415427,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":94940,"kb_used_data":42576,"kb_used_omap":23,"kb_used_meta":52328,"kb_avail":93650212,"statfs":{"total":95995035648,"available":95897817088,"internally_reserved":0,"allocated":43597824,"data_stored":80829959,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":24173,"internal_metadata":53584275},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":463,"seq":1988569858158,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":692864,"kb_used_data":193964,"kb_used_omap":46,"kb_used_meta":498833,"kb_avail":93052288,"statfs":{"total":95995035648,"available":95285542912,"internally_reserved":0,"allocated":198619136,"data_stored":533391905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48036,"internal_metadata":510805084},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":528,"seq":2267742732384,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":401776,"kb_used_data":209252,"kb_used_omap":54,"kb_used_meta":192457,"kb_avail":93343376,"statfs":{"total":95995035648,"available":95583617024,"internally_reserved":0,"allocated":214274048,"data_stored":587826473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56016,"internal_metadata":197076272},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":495,"seq":2126008811623,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":485244,"kb_used_data":166572,"kb_used_omap":47,"kb_used_meta":318608,"kb_avail":93259908,"statfs":{"total":95995035648,"available":95498145792,"internally_reserved":0,"allocated":170569728,"data_stored":457545161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48143,"internal_metadata":326255601},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":562,"seq":2413771620441,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":177748,"kb_used_data":84672,"kb_used_omap":37,"kb_used_meta":93018,"kb_avail":93567404,"statfs":{"total":95995035648,"available":95813021696,"internally_reserved":0,"allocated":86704128,"data_stored":171510863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38083,"internal_metadata":95251261},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":591,"seq":2538325672018,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":365920,"kb_used_data":157844,"kb_used_omap":61,"kb_used_meta":208002,"kb_avail":93379232,"statfs":{"total":95995035648,"available":95620333568,"internally_reserved":0,"allocated":161632256,"data_stored":367986669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":62843,"internal_metadata":212994693},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":625,"seq":2684354560074,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":509804,"kb_used_data":269020,"kb_used_omap":73,"kb_used_meta":240694,"kb_avail":93235348,"statfs":{"total":95995035648,"available":95472996352,"internally_reserved":0,"allocated":275476480,"data_stored":649851960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":75044,"internal_metadata":246471388},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7413,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2060,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2124,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3359,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3677,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2797,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2839,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2106,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":188411904,"data_stored":527167488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":160964608,"data_stored":451911680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":204677120,"data_stored":582193152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":77082624,"data_stored":165871616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":152018944,"data_stored":362352640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":265863168,"data_stored":644214784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":33390592,"data_stored":74600448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":88264704,"data_stored":160813056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-07T03:12:57.697 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:12:57.697 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:12:57.697 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:12:57.697 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-07T03:12:57.697 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-07T03:12:57.697 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-07T03:12:57.697 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.c in trimming, state: active+clean+snaptrim_error 2024-03-07T03:12:57.697 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-07T03:12:57.698 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:12:57.698 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-07T03:12:58.249 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:12:57 smithi090 ceph-mon[89511]: from='client.44492 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:12:58.249 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:12:57 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:12:58.249 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:12:57 smithi090 ceph-mon[91928]: from='client.44492 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:12:58.249 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:12:57 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:12:58.410 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:12:57 smithi092 ceph-mon[83777]: from='client.44492 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:12:58.410 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:12:57 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:12:59.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:12:58 smithi090 ceph-mon[89511]: pgmap v789: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:59.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:12:58 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:12:59.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:12:58 smithi090 ceph-mon[91928]: pgmap v789: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:59.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:12:58 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:12:59.410 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:12:58 smithi092 ceph-mon[83777]: pgmap v789: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:12:59.410 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:12:58 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:13:00.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:12:59 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:13:00.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:12:59 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:13:00.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:12:59 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:13:00.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:12:59 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:13:00.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:12:59 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:13:00.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:12:59 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:13:00.410 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:12:59 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:13:00.410 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:12:59 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:13:00.410 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:12:59 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:13:01.572 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:13:01 smithi090 ceph-mon[91928]: pgmap v790: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:01.572 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:13:01 smithi090 ceph-mon[89511]: pgmap v790: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:01.660 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:13:01 smithi092 ceph-mon[83777]: pgmap v790: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:02.660 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:13:02 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:13:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:13:03.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:13:03 smithi090 ceph-mon[89511]: pgmap v791: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:03.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:13:03 smithi090 ceph-mon[91928]: pgmap v791: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:03.323 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:13:03 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:13:03] "GET /metrics HTTP/1.1" 200 36318 "" "Prometheus/2.43.0" 2024-03-07T03:13:03.660 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:13:03 smithi092 ceph-mon[83777]: pgmap v791: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:05.572 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:13:05 smithi090 ceph-mon[89511]: pgmap v792: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:05.572 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:13:05 smithi090 ceph-mon[91928]: pgmap v792: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:05.660 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:13:05 smithi092 ceph-mon[83777]: pgmap v792: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:07.572 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:13:07 smithi090 ceph-mon[89511]: pgmap v793: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:07.572 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:13:07 smithi090 ceph-mon[91928]: pgmap v793: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:07.660 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:13:07 smithi092 ceph-mon[83777]: pgmap v793: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:07.699 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph pg dump --format=json 2024-03-07T03:13:07.915 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T03:13:09.443 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:13:09 smithi090 ceph-mon[89511]: pgmap v794: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:09.443 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:13:09 smithi090 ceph-mon[91928]: pgmap v794: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:09.660 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:13:09 smithi092 ceph-mon[83777]: pgmap v794: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:09.903 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T03:13:09.904 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-03-07T03:13:10.641 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":795,"stamp":"2024-03-07T03:13:09.887288+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":858242044,"num_objects":540,"num_object_clones":466,"num_object_copies":1620,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":540,"num_whiteouts":8,"num_read":4717,"num_read_kb":5951239,"num_write":8310,"num_write_kb":1981084,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":113,"num_bytes_recovered":387483232,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28845,"ondisk_log_size":28845,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2878480,"kb_used_data":1220056,"kb_used_omap":379,"kb_used_meta":1657924,"kb_avail":747082736,"statfs":{"total":767960285184,"available":765012721664,"internally_reserved":0,"allocated":1249337344,"data_stored":3015980339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":388650,"internal_metadata":1697714646},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003731"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":972,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298224+0000","last_change":"2024-03-07T03:07:58.753984+0000","last_active":"2024-03-07T03:10:57.298224+0000","last_peered":"2024-03-07T03:10:57.298224+0000","last_clean":"2024-03-07T03:10:57.298224+0000","last_became_active":"2024-03-07T03:07:58.753138+0000","last_became_peered":"2024-03-07T03:07:58.753138+0000","last_unstale":"2024-03-07T03:10:57.298224+0000","last_undegraded":"2024-03-07T03:10:57.298224+0000","last_fullsized":"2024-03-07T03:10:57.298224+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:37:39.612519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1185,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122683+0000","last_change":"2024-03-07T03:07:23.074862+0000","last_active":"2024-03-07T03:10:57.122683+0000","last_peered":"2024-03-07T03:10:57.122683+0000","last_clean":"2024-03-07T03:10:57.122683+0000","last_became_active":"2024-03-07T03:07:23.074512+0000","last_became_peered":"2024-03-07T03:07:23.074512+0000","last_unstale":"2024-03-07T03:10:57.122683+0000","last_undegraded":"2024-03-07T03:10:57.122683+0000","last_fullsized":"2024-03-07T03:10:57.122683+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:45:24.128672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125917+0000","last_change":"2024-03-07T03:05:01.446762+0000","last_active":"2024-03-07T03:10:57.125917+0000","last_peered":"2024-03-07T03:10:57.125917+0000","last_clean":"2024-03-07T03:10:57.125917+0000","last_became_active":"2024-03-07T03:05:01.446425+0000","last_became_peered":"2024-03-07T03:05:01.446425+0000","last_unstale":"2024-03-07T03:10:57.125917+0000","last_undegraded":"2024-03-07T03:10:57.125917+0000","last_fullsized":"2024-03-07T03:10:57.125917+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:39:39.897066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1052,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129938+0000","last_change":"2024-03-07T03:07:58.755992+0000","last_active":"2024-03-07T03:10:57.129938+0000","last_peered":"2024-03-07T03:10:57.129938+0000","last_clean":"2024-03-07T03:10:57.129938+0000","last_became_active":"2024-03-07T03:07:58.755499+0000","last_became_peered":"2024-03-07T03:07:58.755499+0000","last_unstale":"2024-03-07T03:10:57.129938+0000","last_undegraded":"2024-03-07T03:10:57.129938+0000","last_fullsized":"2024-03-07T03:10:57.129938+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:26:12.313572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297504+0000","last_change":"2024-03-07T03:07:58.752235+0000","last_active":"2024-03-07T03:10:57.297504+0000","last_peered":"2024-03-07T03:10:57.297504+0000","last_clean":"2024-03-07T03:10:57.297504+0000","last_became_active":"2024-03-07T03:07:58.751575+0000","last_became_peered":"2024-03-07T03:07:58.751575+0000","last_unstale":"2024-03-07T03:10:57.297504+0000","last_undegraded":"2024-03-07T03:10:57.297504+0000","last_fullsized":"2024-03-07T03:10:57.297504+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:12:05.995515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1029,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130051+0000","last_change":"2024-03-07T03:06:47.859644+0000","last_active":"2024-03-07T03:10:57.130051+0000","last_peered":"2024-03-07T03:10:57.130051+0000","last_clean":"2024-03-07T03:10:57.130051+0000","last_became_active":"2024-03-07T03:06:47.859097+0000","last_became_peered":"2024-03-07T03:06:47.859097+0000","last_unstale":"2024-03-07T03:10:57.130051+0000","last_undegraded":"2024-03-07T03:10:57.130051+0000","last_fullsized":"2024-03-07T03:10:57.130051+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:22:46.909130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297361+0000","last_change":"2024-03-07T03:07:58.754226+0000","last_active":"2024-03-07T03:10:57.297361+0000","last_peered":"2024-03-07T03:10:57.297361+0000","last_clean":"2024-03-07T03:10:57.297361+0000","last_became_active":"2024-03-07T03:07:58.753169+0000","last_became_peered":"2024-03-07T03:07:58.753169+0000","last_unstale":"2024-03-07T03:10:57.297361+0000","last_undegraded":"2024-03-07T03:10:57.297361+0000","last_fullsized":"2024-03-07T03:10:57.297361+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:46:59.258099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1086,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328618+0000","last_change":"2024-03-07T03:07:23.073492+0000","last_active":"2024-03-07T03:10:57.328618+0000","last_peered":"2024-03-07T03:10:57.328618+0000","last_clean":"2024-03-07T03:10:57.328618+0000","last_became_active":"2024-03-07T03:07:23.071929+0000","last_became_peered":"2024-03-07T03:07:23.071929+0000","last_unstale":"2024-03-07T03:10:57.328618+0000","last_undegraded":"2024-03-07T03:10:57.328618+0000","last_fullsized":"2024-03-07T03:10:57.328618+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:35:26.391722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":978,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298081+0000","last_change":"2024-03-07T03:07:58.760328+0000","last_active":"2024-03-07T03:10:57.298081+0000","last_peered":"2024-03-07T03:10:57.298081+0000","last_clean":"2024-03-07T03:10:57.298081+0000","last_became_active":"2024-03-07T03:07:58.760046+0000","last_became_peered":"2024-03-07T03:07:58.760046+0000","last_unstale":"2024-03-07T03:10:57.298081+0000","last_undegraded":"2024-03-07T03:10:57.298081+0000","last_fullsized":"2024-03-07T03:10:57.298081+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:08:46.356817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1004,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127859+0000","last_change":"2024-03-07T03:07:23.079945+0000","last_active":"2024-03-07T03:10:57.127859+0000","last_peered":"2024-03-07T03:10:57.127859+0000","last_clean":"2024-03-07T03:10:57.127859+0000","last_became_active":"2024-03-07T03:07:23.078551+0000","last_became_peered":"2024-03-07T03:07:23.078551+0000","last_unstale":"2024-03-07T03:10:57.127859+0000","last_undegraded":"2024-03-07T03:10:57.127859+0000","last_fullsized":"2024-03-07T03:10:57.127859+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:03:46.670084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1004,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127688+0000","last_change":"2024-03-07T03:07:23.081963+0000","last_active":"2024-03-07T03:10:57.127688+0000","last_peered":"2024-03-07T03:10:57.127688+0000","last_clean":"2024-03-07T03:10:57.127688+0000","last_became_active":"2024-03-07T03:07:23.080128+0000","last_became_peered":"2024-03-07T03:07:23.080128+0000","last_unstale":"2024-03-07T03:10:57.127688+0000","last_undegraded":"2024-03-07T03:10:57.127688+0000","last_fullsized":"2024-03-07T03:10:57.127688+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:56.813267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1147,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329628+0000","last_change":"2024-03-07T03:07:23.074902+0000","last_active":"2024-03-07T03:10:57.329628+0000","last_peered":"2024-03-07T03:10:57.329628+0000","last_clean":"2024-03-07T03:10:57.329628+0000","last_became_active":"2024-03-07T03:07:23.074466+0000","last_became_peered":"2024-03-07T03:07:23.074466+0000","last_unstale":"2024-03-07T03:10:57.329628+0000","last_undegraded":"2024-03-07T03:10:57.329628+0000","last_fullsized":"2024-03-07T03:10:57.329628+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:40:20.268555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1116,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329168+0000","last_change":"2024-03-07T03:07:23.072635+0000","last_active":"2024-03-07T03:10:57.329168+0000","last_peered":"2024-03-07T03:10:57.329168+0000","last_clean":"2024-03-07T03:10:57.329168+0000","last_became_active":"2024-03-07T03:07:23.071712+0000","last_became_peered":"2024-03-07T03:07:23.071712+0000","last_unstale":"2024-03-07T03:10:57.329168+0000","last_undegraded":"2024-03-07T03:10:57.329168+0000","last_fullsized":"2024-03-07T03:10:57.329168+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:00:39.298564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1211,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125471+0000","last_change":"2024-03-07T03:06:47.851538+0000","last_active":"2024-03-07T03:10:57.125471+0000","last_peered":"2024-03-07T03:10:57.125471+0000","last_clean":"2024-03-07T03:10:57.125471+0000","last_became_active":"2024-03-07T03:06:47.851183+0000","last_became_peered":"2024-03-07T03:06:47.851183+0000","last_unstale":"2024-03-07T03:10:57.125471+0000","last_undegraded":"2024-03-07T03:10:57.125471+0000","last_fullsized":"2024-03-07T03:10:57.125471+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:36:23.932334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.121969+0000","last_change":"2024-03-07T03:06:47.843126+0000","last_active":"2024-03-07T03:10:57.121969+0000","last_peered":"2024-03-07T03:10:57.121969+0000","last_clean":"2024-03-07T03:10:57.121969+0000","last_became_active":"2024-03-07T03:06:47.842736+0000","last_became_peered":"2024-03-07T03:06:47.842736+0000","last_unstale":"2024-03-07T03:10:57.121969+0000","last_undegraded":"2024-03-07T03:10:57.121969+0000","last_fullsized":"2024-03-07T03:10:57.121969+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:48:10.843465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1033,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129555+0000","last_change":"2024-03-07T03:07:58.755620+0000","last_active":"2024-03-07T03:10:57.129555+0000","last_peered":"2024-03-07T03:10:57.129555+0000","last_clean":"2024-03-07T03:10:57.129555+0000","last_became_active":"2024-03-07T03:07:58.755267+0000","last_became_peered":"2024-03-07T03:07:58.755267+0000","last_unstale":"2024-03-07T03:10:57.129555+0000","last_undegraded":"2024-03-07T03:10:57.129555+0000","last_fullsized":"2024-03-07T03:10:57.129555+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:51:32.339400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1037,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130696+0000","last_change":"2024-03-07T03:07:58.756358+0000","last_active":"2024-03-07T03:10:57.130696+0000","last_peered":"2024-03-07T03:10:57.130696+0000","last_clean":"2024-03-07T03:10:57.130696+0000","last_became_active":"2024-03-07T03:07:58.755960+0000","last_became_peered":"2024-03-07T03:07:58.755960+0000","last_unstale":"2024-03-07T03:10:57.130696+0000","last_undegraded":"2024-03-07T03:10:57.130696+0000","last_fullsized":"2024-03-07T03:10:57.130696+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:47.464423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1155,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.330177+0000","last_change":"2024-03-07T03:07:58.755619+0000","last_active":"2024-03-07T03:10:57.330177+0000","last_peered":"2024-03-07T03:10:57.330177+0000","last_clean":"2024-03-07T03:10:57.330177+0000","last_became_active":"2024-03-07T03:07:58.755214+0000","last_became_peered":"2024-03-07T03:07:58.755214+0000","last_unstale":"2024-03-07T03:10:57.330177+0000","last_undegraded":"2024-03-07T03:10:57.330177+0000","last_fullsized":"2024-03-07T03:10:57.330177+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:59:02.041330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":971,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298106+0000","last_change":"2024-03-07T03:07:58.756563+0000","last_active":"2024-03-07T03:10:57.298106+0000","last_peered":"2024-03-07T03:10:57.298106+0000","last_clean":"2024-03-07T03:10:57.298106+0000","last_became_active":"2024-03-07T03:07:58.752195+0000","last_became_peered":"2024-03-07T03:07:58.752195+0000","last_unstale":"2024-03-07T03:10:57.298106+0000","last_undegraded":"2024-03-07T03:10:57.298106+0000","last_fullsized":"2024-03-07T03:10:57.298106+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:32:35.496500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"716'5","reported_seq":1221,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126491+0000","last_change":"2024-03-07T03:07:58.753999+0000","last_active":"2024-03-07T03:10:57.126491+0000","last_peered":"2024-03-07T03:10:57.126491+0000","last_clean":"2024-03-07T03:10:57.126491+0000","last_became_active":"2024-03-07T03:07:58.753607+0000","last_became_peered":"2024-03-07T03:07:58.753607+0000","last_unstale":"2024-03-07T03:10:57.126491+0000","last_undegraded":"2024-03-07T03:10:57.126491+0000","last_fullsized":"2024-03-07T03:10:57.126491+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:28:57.567238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1109,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329785+0000","last_change":"2024-03-07T03:07:23.083830+0000","last_active":"2024-03-07T03:10:57.329785+0000","last_peered":"2024-03-07T03:10:57.329785+0000","last_clean":"2024-03-07T03:10:57.329785+0000","last_became_active":"2024-03-07T03:07:23.083530+0000","last_became_peered":"2024-03-07T03:07:23.083530+0000","last_unstale":"2024-03-07T03:10:57.329785+0000","last_undegraded":"2024-03-07T03:10:57.329785+0000","last_fullsized":"2024-03-07T03:10:57.329785+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:57.938032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"716'2","reported_seq":1129,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329559+0000","last_change":"2024-03-07T03:06:47.849618+0000","last_active":"2024-03-07T03:10:57.329559+0000","last_peered":"2024-03-07T03:10:57.329559+0000","last_clean":"2024-03-07T03:10:57.329559+0000","last_became_active":"2024-03-07T03:06:47.849222+0000","last_became_peered":"2024-03-07T03:06:47.849222+0000","last_unstale":"2024-03-07T03:10:57.329559+0000","last_undegraded":"2024-03-07T03:10:57.329559+0000","last_fullsized":"2024-03-07T03:10:57.329559+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:36:41.880143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126088+0000","last_change":"2024-03-07T03:06:47.851880+0000","last_active":"2024-03-07T03:10:57.126088+0000","last_peered":"2024-03-07T03:10:57.126088+0000","last_clean":"2024-03-07T03:10:57.126088+0000","last_became_active":"2024-03-07T03:06:47.851176+0000","last_became_peered":"2024-03-07T03:06:47.851176+0000","last_unstale":"2024-03-07T03:10:57.126088+0000","last_undegraded":"2024-03-07T03:10:57.126088+0000","last_fullsized":"2024-03-07T03:10:57.126088+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:38:59.663068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":976,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298135+0000","last_change":"2024-03-07T03:07:58.757245+0000","last_active":"2024-03-07T03:10:57.298135+0000","last_peered":"2024-03-07T03:10:57.298135+0000","last_clean":"2024-03-07T03:10:57.298135+0000","last_became_active":"2024-03-07T03:07:58.754456+0000","last_became_peered":"2024-03-07T03:07:58.754456+0000","last_unstale":"2024-03-07T03:10:57.298135+0000","last_undegraded":"2024-03-07T03:10:57.298135+0000","last_fullsized":"2024-03-07T03:10:57.298135+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:57:32.153933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1042,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130396+0000","last_change":"2024-03-07T03:06:47.855220+0000","last_active":"2024-03-07T03:10:57.130396+0000","last_peered":"2024-03-07T03:10:57.130396+0000","last_clean":"2024-03-07T03:10:57.130396+0000","last_became_active":"2024-03-07T03:06:47.854836+0000","last_became_peered":"2024-03-07T03:06:47.854836+0000","last_unstale":"2024-03-07T03:10:57.130396+0000","last_undegraded":"2024-03-07T03:10:57.130396+0000","last_fullsized":"2024-03-07T03:10:57.130396+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:51:35.386552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":983,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297851+0000","last_change":"2024-03-07T03:07:58.757676+0000","last_active":"2024-03-07T03:10:57.297851+0000","last_peered":"2024-03-07T03:10:57.297851+0000","last_clean":"2024-03-07T03:10:57.297851+0000","last_became_active":"2024-03-07T03:07:58.753930+0000","last_became_peered":"2024-03-07T03:07:58.753930+0000","last_unstale":"2024-03-07T03:10:57.297851+0000","last_undegraded":"2024-03-07T03:10:57.297851+0000","last_fullsized":"2024-03-07T03:10:57.297851+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:56.639688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1036,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130137+0000","last_change":"2024-03-07T03:07:23.076532+0000","last_active":"2024-03-07T03:10:57.130137+0000","last_peered":"2024-03-07T03:10:57.130137+0000","last_clean":"2024-03-07T03:10:57.130137+0000","last_became_active":"2024-03-07T03:07:23.076234+0000","last_became_peered":"2024-03-07T03:07:23.076234+0000","last_unstale":"2024-03-07T03:10:57.130137+0000","last_undegraded":"2024-03-07T03:10:57.130137+0000","last_fullsized":"2024-03-07T03:10:57.130137+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:16:39.967241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"716'2","reported_seq":1089,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329359+0000","last_change":"2024-03-07T03:07:58.752045+0000","last_active":"2024-03-07T03:10:57.329359+0000","last_peered":"2024-03-07T03:10:57.329359+0000","last_clean":"2024-03-07T03:10:57.329359+0000","last_became_active":"2024-03-07T03:07:58.751585+0000","last_became_peered":"2024-03-07T03:07:58.751585+0000","last_unstale":"2024-03-07T03:10:57.329359+0000","last_undegraded":"2024-03-07T03:10:57.329359+0000","last_fullsized":"2024-03-07T03:10:57.329359+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:03:01.652607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1106,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123001+0000","last_change":"2024-03-07T03:06:09.990854+0000","last_active":"2024-03-07T03:10:57.123001+0000","last_peered":"2024-03-07T03:10:57.123001+0000","last_clean":"2024-03-07T03:10:57.123001+0000","last_became_active":"2024-03-07T03:06:09.990464+0000","last_became_peered":"2024-03-07T03:06:09.990464+0000","last_unstale":"2024-03-07T03:10:57.123001+0000","last_undegraded":"2024-03-07T03:10:57.123001+0000","last_fullsized":"2024-03-07T03:10:57.123001+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:53:52.856954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"716'2","reported_seq":1009,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127839+0000","last_change":"2024-03-07T03:07:58.754526+0000","last_active":"2024-03-07T03:10:57.127839+0000","last_peered":"2024-03-07T03:10:57.127839+0000","last_clean":"2024-03-07T03:10:57.127839+0000","last_became_active":"2024-03-07T03:07:58.754123+0000","last_became_peered":"2024-03-07T03:07:58.754123+0000","last_unstale":"2024-03-07T03:10:57.127839+0000","last_undegraded":"2024-03-07T03:10:57.127839+0000","last_fullsized":"2024-03-07T03:10:57.127839+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:41:34.446180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1211,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126281+0000","last_change":"2024-03-07T03:07:58.750769+0000","last_active":"2024-03-07T03:10:57.126281+0000","last_peered":"2024-03-07T03:10:57.126281+0000","last_clean":"2024-03-07T03:10:57.126281+0000","last_became_active":"2024-03-07T03:07:58.749974+0000","last_became_peered":"2024-03-07T03:07:58.749974+0000","last_unstale":"2024-03-07T03:10:57.126281+0000","last_undegraded":"2024-03-07T03:10:57.126281+0000","last_fullsized":"2024-03-07T03:10:57.126281+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:56:14.059734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1126,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328641+0000","last_change":"2024-03-07T03:07:23.072942+0000","last_active":"2024-03-07T03:10:57.328641+0000","last_peered":"2024-03-07T03:10:57.328641+0000","last_clean":"2024-03-07T03:10:57.328641+0000","last_became_active":"2024-03-07T03:07:23.072639+0000","last_became_peered":"2024-03-07T03:07:23.072639+0000","last_unstale":"2024-03-07T03:10:57.328641+0000","last_undegraded":"2024-03-07T03:10:57.328641+0000","last_fullsized":"2024-03-07T03:10:57.328641+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:42.808853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1123,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328713+0000","last_change":"2024-03-07T03:05:35.934963+0000","last_active":"2024-03-07T03:10:57.328713+0000","last_peered":"2024-03-07T03:10:57.328713+0000","last_clean":"2024-03-07T03:10:57.328713+0000","last_became_active":"2024-03-07T03:05:35.932493+0000","last_became_peered":"2024-03-07T03:05:35.932493+0000","last_unstale":"2024-03-07T03:10:57.328713+0000","last_undegraded":"2024-03-07T03:10:57.328713+0000","last_fullsized":"2024-03-07T03:10:57.328713+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:00:57.111662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1038,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129763+0000","last_change":"2024-03-07T03:07:58.756063+0000","last_active":"2024-03-07T03:10:57.129763+0000","last_peered":"2024-03-07T03:10:57.129763+0000","last_clean":"2024-03-07T03:10:57.129763+0000","last_became_active":"2024-03-07T03:07:58.755712+0000","last_became_peered":"2024-03-07T03:07:58.755712+0000","last_unstale":"2024-03-07T03:10:57.129763+0000","last_undegraded":"2024-03-07T03:10:57.129763+0000","last_fullsized":"2024-03-07T03:10:57.129763+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:13:06.484346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122373+0000","last_change":"2024-03-07T03:06:09.996319+0000","last_active":"2024-03-07T03:10:57.122373+0000","last_peered":"2024-03-07T03:10:57.122373+0000","last_clean":"2024-03-07T03:10:57.122373+0000","last_became_active":"2024-03-07T03:06:09.996002+0000","last_became_peered":"2024-03-07T03:06:09.996002+0000","last_unstale":"2024-03-07T03:10:57.122373+0000","last_undegraded":"2024-03-07T03:10:57.122373+0000","last_fullsized":"2024-03-07T03:10:57.122373+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:41:55.764562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1005,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.128019+0000","last_change":"2024-03-07T03:07:23.083466+0000","last_active":"2024-03-07T03:10:57.128019+0000","last_peered":"2024-03-07T03:10:57.128019+0000","last_clean":"2024-03-07T03:10:57.128019+0000","last_became_active":"2024-03-07T03:07:23.083156+0000","last_became_peered":"2024-03-07T03:07:23.083156+0000","last_unstale":"2024-03-07T03:10:57.128019+0000","last_undegraded":"2024-03-07T03:10:57.128019+0000","last_fullsized":"2024-03-07T03:10:57.128019+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:32:00.539449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1024,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130304+0000","last_change":"2024-03-07T03:07:58.752127+0000","last_active":"2024-03-07T03:10:57.130304+0000","last_peered":"2024-03-07T03:10:57.130304+0000","last_clean":"2024-03-07T03:10:57.130304+0000","last_became_active":"2024-03-07T03:07:58.751770+0000","last_became_peered":"2024-03-07T03:07:58.751770+0000","last_unstale":"2024-03-07T03:10:57.130304+0000","last_undegraded":"2024-03-07T03:10:57.130304+0000","last_fullsized":"2024-03-07T03:10:57.130304+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:43.791488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1058,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130040+0000","last_change":"2024-03-07T03:07:23.077653+0000","last_active":"2024-03-07T03:10:57.130040+0000","last_peered":"2024-03-07T03:10:57.130040+0000","last_clean":"2024-03-07T03:10:57.130040+0000","last_became_active":"2024-03-07T03:07:23.077355+0000","last_became_peered":"2024-03-07T03:07:23.077355+0000","last_unstale":"2024-03-07T03:10:57.130040+0000","last_undegraded":"2024-03-07T03:10:57.130040+0000","last_fullsized":"2024-03-07T03:10:57.130040+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:45.861158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1211,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126336+0000","last_change":"2024-03-07T03:06:47.851508+0000","last_active":"2024-03-07T03:10:57.126336+0000","last_peered":"2024-03-07T03:10:57.126336+0000","last_clean":"2024-03-07T03:10:57.126336+0000","last_became_active":"2024-03-07T03:06:47.850839+0000","last_became_peered":"2024-03-07T03:06:47.850839+0000","last_unstale":"2024-03-07T03:10:57.126336+0000","last_undegraded":"2024-03-07T03:10:57.126336+0000","last_fullsized":"2024-03-07T03:10:57.126336+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:08:06.622234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1191,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122519+0000","last_change":"2024-03-07T03:06:47.845848+0000","last_active":"2024-03-07T03:10:57.122519+0000","last_peered":"2024-03-07T03:10:57.122519+0000","last_clean":"2024-03-07T03:10:57.122519+0000","last_became_active":"2024-03-07T03:06:47.845425+0000","last_became_peered":"2024-03-07T03:06:47.845425+0000","last_unstale":"2024-03-07T03:10:57.122519+0000","last_undegraded":"2024-03-07T03:10:57.122519+0000","last_fullsized":"2024-03-07T03:10:57.122519+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:16:24.833986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1078,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123291+0000","last_change":"2024-03-07T03:07:58.754983+0000","last_active":"2024-03-07T03:10:57.123291+0000","last_peered":"2024-03-07T03:10:57.123291+0000","last_clean":"2024-03-07T03:10:57.123291+0000","last_became_active":"2024-03-07T03:07:58.754657+0000","last_became_peered":"2024-03-07T03:07:58.754657+0000","last_unstale":"2024-03-07T03:10:57.123291+0000","last_undegraded":"2024-03-07T03:10:57.123291+0000","last_fullsized":"2024-03-07T03:10:57.123291+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:06:00.897772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"716'29","reported_seq":1040,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127843+0000","last_change":"2024-03-07T03:07:23.079677+0000","last_active":"2024-03-07T03:10:57.127843+0000","last_peered":"2024-03-07T03:10:57.127843+0000","last_clean":"2024-03-07T03:10:57.127843+0000","last_became_active":"2024-03-07T03:07:23.079320+0000","last_became_peered":"2024-03-07T03:07:23.079320+0000","last_unstale":"2024-03-07T03:10:57.127843+0000","last_undegraded":"2024-03-07T03:10:57.127843+0000","last_fullsized":"2024-03-07T03:10:57.127843+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:49:54.979015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297797+0000","last_change":"2024-03-07T03:07:58.758376+0000","last_active":"2024-03-07T03:10:57.297797+0000","last_peered":"2024-03-07T03:10:57.297797+0000","last_clean":"2024-03-07T03:10:57.297797+0000","last_became_active":"2024-03-07T03:07:58.757816+0000","last_became_peered":"2024-03-07T03:07:58.757816+0000","last_unstale":"2024-03-07T03:10:57.297797+0000","last_undegraded":"2024-03-07T03:10:57.297797+0000","last_fullsized":"2024-03-07T03:10:57.297797+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:47.253727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1217,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126076+0000","last_change":"2024-03-07T03:06:09.989072+0000","last_active":"2024-03-07T03:10:57.126076+0000","last_peered":"2024-03-07T03:10:57.126076+0000","last_clean":"2024-03-07T03:10:57.126076+0000","last_became_active":"2024-03-07T03:06:09.987754+0000","last_became_peered":"2024-03-07T03:06:09.987754+0000","last_unstale":"2024-03-07T03:10:57.126076+0000","last_undegraded":"2024-03-07T03:10:57.126076+0000","last_fullsized":"2024-03-07T03:10:57.126076+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:05:15.340331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125648+0000","last_change":"2024-03-07T03:07:58.754207+0000","last_active":"2024-03-07T03:10:57.125648+0000","last_peered":"2024-03-07T03:10:57.125648+0000","last_clean":"2024-03-07T03:10:57.125648+0000","last_became_active":"2024-03-07T03:07:58.753859+0000","last_became_peered":"2024-03-07T03:07:58.753859+0000","last_unstale":"2024-03-07T03:10:57.125648+0000","last_undegraded":"2024-03-07T03:10:57.125648+0000","last_fullsized":"2024-03-07T03:10:57.125648+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:14:02.813872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1051,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129861+0000","last_change":"2024-03-07T03:07:58.755838+0000","last_active":"2024-03-07T03:10:57.129861+0000","last_peered":"2024-03-07T03:10:57.129861+0000","last_clean":"2024-03-07T03:10:57.129861+0000","last_became_active":"2024-03-07T03:07:58.755436+0000","last_became_peered":"2024-03-07T03:07:58.755436+0000","last_unstale":"2024-03-07T03:10:57.129861+0000","last_undegraded":"2024-03-07T03:10:57.129861+0000","last_fullsized":"2024-03-07T03:10:57.129861+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:25.094944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297692+0000","last_change":"2024-03-07T03:07:58.750199+0000","last_active":"2024-03-07T03:10:57.297692+0000","last_peered":"2024-03-07T03:10:57.297692+0000","last_clean":"2024-03-07T03:10:57.297692+0000","last_became_active":"2024-03-07T03:07:58.749858+0000","last_became_peered":"2024-03-07T03:07:58.749858+0000","last_unstale":"2024-03-07T03:10:57.297692+0000","last_undegraded":"2024-03-07T03:10:57.297692+0000","last_fullsized":"2024-03-07T03:10:57.297692+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:41.122539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1013,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127567+0000","last_change":"2024-03-07T03:07:23.076835+0000","last_active":"2024-03-07T03:10:57.127567+0000","last_peered":"2024-03-07T03:10:57.127567+0000","last_clean":"2024-03-07T03:10:57.127567+0000","last_became_active":"2024-03-07T03:07:23.075094+0000","last_became_peered":"2024-03-07T03:07:23.075094+0000","last_unstale":"2024-03-07T03:10:57.127567+0000","last_undegraded":"2024-03-07T03:10:57.127567+0000","last_fullsized":"2024-03-07T03:10:57.127567+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:50:36.739831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1004,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127419+0000","last_change":"2024-03-07T03:07:23.078279+0000","last_active":"2024-03-07T03:10:57.127419+0000","last_peered":"2024-03-07T03:10:57.127419+0000","last_clean":"2024-03-07T03:10:57.127419+0000","last_became_active":"2024-03-07T03:07:23.077338+0000","last_became_peered":"2024-03-07T03:07:23.077338+0000","last_unstale":"2024-03-07T03:10:57.127419+0000","last_undegraded":"2024-03-07T03:10:57.127419+0000","last_fullsized":"2024-03-07T03:10:57.127419+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:05:40.599683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1168,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329387+0000","last_change":"2024-03-07T03:05:01.461919+0000","last_active":"2024-03-07T03:10:57.329387+0000","last_peered":"2024-03-07T03:10:57.329387+0000","last_clean":"2024-03-07T03:10:57.329387+0000","last_became_active":"2024-03-07T03:05:01.459759+0000","last_became_peered":"2024-03-07T03:05:01.459759+0000","last_unstale":"2024-03-07T03:10:57.329387+0000","last_undegraded":"2024-03-07T03:10:57.329387+0000","last_fullsized":"2024-03-07T03:10:57.329387+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:31:45.535178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":971,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297484+0000","last_change":"2024-03-07T03:07:58.753856+0000","last_active":"2024-03-07T03:10:57.297484+0000","last_peered":"2024-03-07T03:10:57.297484+0000","last_clean":"2024-03-07T03:10:57.297484+0000","last_became_active":"2024-03-07T03:07:58.751889+0000","last_became_peered":"2024-03-07T03:07:58.751889+0000","last_unstale":"2024-03-07T03:10:57.297484+0000","last_undegraded":"2024-03-07T03:10:57.297484+0000","last_fullsized":"2024-03-07T03:10:57.297484+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:27:20.126942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"863'1273","reported_seq":4339,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329519+0000","last_change":"2024-03-07T03:10:56.137635+0000","last_active":"2024-03-07T03:10:57.329519+0000","last_peered":"2024-03-07T03:10:57.329519+0000","last_clean":"2024-03-07T03:10:57.329519+0000","last_became_active":"2024-03-07T03:05:01.457883+0000","last_became_peered":"2024-03-07T03:05:01.457883+0000","last_unstale":"2024-03-07T03:10:57.329519+0000","last_undegraded":"2024-03-07T03:10:57.329519+0000","last_fullsized":"2024-03-07T03:10:57.329519+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1273,"log_dups_size":0,"ondisk_log_size":1273,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:21:46.718939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.021818005000000001,"stat_sum":{"num_bytes":15540224,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":258,"num_read_kb":529715,"num_write":442,"num_write_kb":102224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1441792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.f","version":"61'1","reported_seq":1081,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123714+0000","last_change":"2024-03-07T03:07:58.755003+0000","last_active":"2024-03-07T03:10:57.123714+0000","last_peered":"2024-03-07T03:10:57.123714+0000","last_clean":"2024-03-07T03:10:57.123714+0000","last_became_active":"2024-03-07T03:07:58.754564+0000","last_became_peered":"2024-03-07T03:07:58.754564+0000","last_unstale":"2024-03-07T03:10:57.123714+0000","last_undegraded":"2024-03-07T03:10:57.123714+0000","last_fullsized":"2024-03-07T03:10:57.123714+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:34:53.344746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298045+0000","last_change":"2024-03-07T03:07:58.750952+0000","last_active":"2024-03-07T03:10:57.298045+0000","last_peered":"2024-03-07T03:10:57.298045+0000","last_clean":"2024-03-07T03:10:57.298045+0000","last_became_active":"2024-03-07T03:07:58.749229+0000","last_became_peered":"2024-03-07T03:07:58.749229+0000","last_unstale":"2024-03-07T03:10:57.298045+0000","last_undegraded":"2024-03-07T03:10:57.298045+0000","last_fullsized":"2024-03-07T03:10:57.298045+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:53:10.534950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"863'847","reported_seq":4047,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125772+0000","last_change":"2024-03-07T03:10:56.129162+0000","last_active":"2024-03-07T03:10:57.125772+0000","last_peered":"2024-03-07T03:10:57.125772+0000","last_clean":"2024-03-07T03:10:57.125772+0000","last_became_active":"2024-03-07T03:07:23.074596+0000","last_became_peered":"2024-03-07T03:07:23.074596+0000","last_unstale":"2024-03-07T03:10:57.125772+0000","last_undegraded":"2024-03-07T03:10:57.125772+0000","last_fullsized":"2024-03-07T03:10:57.125772+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":847,"log_dups_size":0,"ondisk_log_size":847,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:34:23.625809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0099120149999999997,"stat_sum":{"num_bytes":38936576,"num_objects":11,"num_object_clones":9,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":157,"num_read_kb":413258,"num_write":266,"num_write_kb":109952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":4374528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.2","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122385+0000","last_change":"2024-03-07T03:06:47.845893+0000","last_active":"2024-03-07T03:10:57.122385+0000","last_peered":"2024-03-07T03:10:57.122385+0000","last_clean":"2024-03-07T03:10:57.122385+0000","last_became_active":"2024-03-07T03:06:47.845548+0000","last_became_peered":"2024-03-07T03:06:47.845548+0000","last_unstale":"2024-03-07T03:10:57.122385+0000","last_undegraded":"2024-03-07T03:10:57.122385+0000","last_fullsized":"2024-03-07T03:10:57.122385+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:19:55.051329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122644+0000","last_change":"2024-03-07T03:07:58.751041+0000","last_active":"2024-03-07T03:10:57.122644+0000","last_peered":"2024-03-07T03:10:57.122644+0000","last_clean":"2024-03-07T03:10:57.122644+0000","last_became_active":"2024-03-07T03:07:58.749047+0000","last_became_peered":"2024-03-07T03:07:58.749047+0000","last_unstale":"2024-03-07T03:10:57.122644+0000","last_undegraded":"2024-03-07T03:10:57.122644+0000","last_fullsized":"2024-03-07T03:10:57.122644+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:47:59.256394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1057,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129998+0000","last_change":"2024-03-07T03:06:47.858022+0000","last_active":"2024-03-07T03:10:57.129998+0000","last_peered":"2024-03-07T03:10:57.129998+0000","last_clean":"2024-03-07T03:10:57.129998+0000","last_became_active":"2024-03-07T03:06:47.857526+0000","last_became_peered":"2024-03-07T03:06:47.857526+0000","last_unstale":"2024-03-07T03:10:57.129998+0000","last_undegraded":"2024-03-07T03:10:57.129998+0000","last_fullsized":"2024-03-07T03:10:57.129998+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:02:03.856321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"862'1186","reported_seq":4378,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126241+0000","last_change":"2024-03-07T03:10:56.119983+0000","last_active":"2024-03-07T03:10:57.126241+0000","last_peered":"2024-03-07T03:10:57.126241+0000","last_clean":"2024-03-07T03:10:57.126241+0000","last_became_active":"2024-03-07T03:06:09.988405+0000","last_became_peered":"2024-03-07T03:06:09.988405+0000","last_unstale":"2024-03-07T03:10:57.126241+0000","last_undegraded":"2024-03-07T03:10:57.126241+0000","last_fullsized":"2024-03-07T03:10:57.126241+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1186,"log_dups_size":0,"ondisk_log_size":1186,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:41:38.890400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099770099999999993,"stat_sum":{"num_bytes":13524992,"num_objects":9,"num_object_clones":6,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":208,"num_read_kb":390958,"num_write":505,"num_write_kb":103888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":50642944,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122445+0000","last_change":"2024-03-07T03:05:35.928460+0000","last_active":"2024-03-07T03:10:57.122445+0000","last_peered":"2024-03-07T03:10:57.122445+0000","last_clean":"2024-03-07T03:10:57.122445+0000","last_became_active":"2024-03-07T03:05:35.928017+0000","last_became_peered":"2024-03-07T03:05:35.928017+0000","last_unstale":"2024-03-07T03:10:57.122445+0000","last_undegraded":"2024-03-07T03:10:57.122445+0000","last_fullsized":"2024-03-07T03:10:57.122445+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:53:27.674544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1026,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129693+0000","last_change":"2024-03-07T03:07:23.075249+0000","last_active":"2024-03-07T03:10:57.129693+0000","last_peered":"2024-03-07T03:10:57.129693+0000","last_clean":"2024-03-07T03:10:57.129693+0000","last_became_active":"2024-03-07T03:07:23.074866+0000","last_became_peered":"2024-03-07T03:07:23.074866+0000","last_unstale":"2024-03-07T03:10:57.129693+0000","last_undegraded":"2024-03-07T03:10:57.129693+0000","last_fullsized":"2024-03-07T03:10:57.129693+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:03.393010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1078,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123184+0000","last_change":"2024-03-07T03:07:23.069585+0000","last_active":"2024-03-07T03:10:57.123184+0000","last_peered":"2024-03-07T03:10:57.123184+0000","last_clean":"2024-03-07T03:10:57.123184+0000","last_became_active":"2024-03-07T03:07:23.069262+0000","last_became_peered":"2024-03-07T03:07:23.069262+0000","last_unstale":"2024-03-07T03:10:57.123184+0000","last_undegraded":"2024-03-07T03:10:57.123184+0000","last_fullsized":"2024-03-07T03:10:57.123184+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:11:22.045807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"861'1094","reported_seq":4795,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.331022+0000","last_change":"2024-03-07T03:10:57.331022+0000","last_active":"2024-03-07T03:10:57.331022+0000","last_peered":"2024-03-07T03:10:57.331022+0000","last_clean":"2024-03-07T03:10:57.331022+0000","last_became_active":"2024-03-07T03:06:47.847229+0000","last_became_peered":"2024-03-07T03:06:47.847229+0000","last_unstale":"2024-03-07T03:10:57.331022+0000","last_undegraded":"2024-03-07T03:10:57.331022+0000","last_fullsized":"2024-03-07T03:10:57.331022+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1094,"log_dups_size":0,"ondisk_log_size":1094,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:58:27.729404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.032339935,"stat_sum":{"num_bytes":113606656,"num_objects":59,"num_object_clones":55,"num_object_copies":177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":279,"num_read_kb":358703,"num_write":525,"num_write_kb":146904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":36642816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1182,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122500+0000","last_change":"2024-03-07T03:06:47.843416+0000","last_active":"2024-03-07T03:10:57.122500+0000","last_peered":"2024-03-07T03:10:57.122500+0000","last_clean":"2024-03-07T03:10:57.122500+0000","last_became_active":"2024-03-07T03:06:47.842812+0000","last_became_peered":"2024-03-07T03:06:47.842812+0000","last_unstale":"2024-03-07T03:10:57.122500+0000","last_undegraded":"2024-03-07T03:10:57.122500+0000","last_fullsized":"2024-03-07T03:10:57.122500+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:03:02.672609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.121897+0000","last_change":"2024-03-07T03:07:23.071850+0000","last_active":"2024-03-07T03:10:57.121897+0000","last_peered":"2024-03-07T03:10:57.121897+0000","last_clean":"2024-03-07T03:10:57.121897+0000","last_became_active":"2024-03-07T03:07:23.071476+0000","last_became_peered":"2024-03-07T03:07:23.071476+0000","last_unstale":"2024-03-07T03:10:57.121897+0000","last_undegraded":"2024-03-07T03:10:57.121897+0000","last_fullsized":"2024-03-07T03:10:57.121897+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:13:05.296486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1156,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329321+0000","last_change":"2024-03-07T03:05:35.926187+0000","last_active":"2024-03-07T03:10:57.329321+0000","last_peered":"2024-03-07T03:10:57.329321+0000","last_clean":"2024-03-07T03:10:57.329321+0000","last_became_active":"2024-03-07T03:05:35.925908+0000","last_became_peered":"2024-03-07T03:05:35.925908+0000","last_unstale":"2024-03-07T03:10:57.329321+0000","last_undegraded":"2024-03-07T03:10:57.329321+0000","last_fullsized":"2024-03-07T03:10:57.329321+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:48:33.101185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"863'1146","reported_seq":3872,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298252+0000","last_change":"2024-03-07T03:10:56.132170+0000","last_active":"2024-03-07T03:10:57.298252+0000","last_peered":"2024-03-07T03:10:57.298252+0000","last_clean":"2024-03-07T03:10:57.298252+0000","last_became_active":"2024-03-07T03:07:58.756854+0000","last_became_peered":"2024-03-07T03:07:58.756854+0000","last_unstale":"2024-03-07T03:10:57.298252+0000","last_undegraded":"2024-03-07T03:10:57.298252+0000","last_fullsized":"2024-03-07T03:10:57.298252+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1146,"log_dups_size":0,"ondisk_log_size":1146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T02:59:04.693146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.010433211,"stat_sum":{"num_bytes":34668544,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":1,"num_read":219,"num_read_kb":317694,"num_write":420,"num_write_kb":93568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":10240000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1004,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127941+0000","last_change":"2024-03-07T03:07:58.760449+0000","last_active":"2024-03-07T03:10:57.127941+0000","last_peered":"2024-03-07T03:10:57.127941+0000","last_clean":"2024-03-07T03:10:57.127941+0000","last_became_active":"2024-03-07T03:07:58.760086+0000","last_became_peered":"2024-03-07T03:07:58.760086+0000","last_unstale":"2024-03-07T03:10:57.127941+0000","last_undegraded":"2024-03-07T03:10:57.127941+0000","last_fullsized":"2024-03-07T03:10:57.127941+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:34:38.583100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1087,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328930+0000","last_change":"2024-03-07T03:07:23.073659+0000","last_active":"2024-03-07T03:10:57.328930+0000","last_peered":"2024-03-07T03:10:57.328930+0000","last_clean":"2024-03-07T03:10:57.328930+0000","last_became_active":"2024-03-07T03:07:23.073277+0000","last_became_peered":"2024-03-07T03:07:23.073277+0000","last_unstale":"2024-03-07T03:10:57.328930+0000","last_undegraded":"2024-03-07T03:10:57.328930+0000","last_fullsized":"2024-03-07T03:10:57.328930+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:48:34.819985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1060,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129797+0000","last_change":"2024-03-07T03:07:58.752576+0000","last_active":"2024-03-07T03:10:57.129797+0000","last_peered":"2024-03-07T03:10:57.129797+0000","last_clean":"2024-03-07T03:10:57.129797+0000","last_became_active":"2024-03-07T03:07:58.752193+0000","last_became_peered":"2024-03-07T03:07:58.752193+0000","last_unstale":"2024-03-07T03:10:57.129797+0000","last_undegraded":"2024-03-07T03:10:57.129797+0000","last_fullsized":"2024-03-07T03:10:57.129797+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:55:14.205594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"395'197","reported_seq":1464,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297589+0000","last_change":"2024-03-07T03:07:58.752982+0000","last_active":"2024-03-07T03:10:57.297589+0000","last_peered":"2024-03-07T03:10:57.297589+0000","last_clean":"2024-03-07T03:10:57.297589+0000","last_became_active":"2024-03-07T03:07:58.752004+0000","last_became_peered":"2024-03-07T03:07:58.752004+0000","last_unstale":"2024-03-07T03:10:57.297589+0000","last_undegraded":"2024-03-07T03:10:57.297589+0000","last_fullsized":"2024-03-07T03:10:57.297589+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_clean_scrub_stamp":"2024-03-07T02:51:31.238394+0000","objects_scrubbed":0,"log_size":197,"log_dups_size":0,"ondisk_log_size":197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:53.766202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"858'3145","reported_seq":6528,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.131283+0000","last_change":"2024-03-07T03:10:57.131283+0000","last_active":"2024-03-07T03:10:57.131283+0000","last_peered":"2024-03-07T03:10:57.131283+0000","last_clean":"2024-03-07T03:10:57.131283+0000","last_became_active":"2024-03-07T03:06:47.859231+0000","last_became_peered":"2024-03-07T03:06:47.859231+0000","last_unstale":"2024-03-07T03:10:57.131283+0000","last_undegraded":"2024-03-07T03:10:57.131283+0000","last_fullsized":"2024-03-07T03:10:57.131283+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3145,"log_dups_size":0,"ondisk_log_size":3145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:10:03.781442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001499434,"stat_sum":{"num_bytes":18481152,"num_objects":15,"num_object_clones":14,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":124,"num_read_kb":398406,"num_write":253,"num_write_kb":45856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":9773056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126352+0000","last_change":"2024-03-07T03:05:01.454053+0000","last_active":"2024-03-07T03:10:57.126352+0000","last_peered":"2024-03-07T03:10:57.126352+0000","last_clean":"2024-03-07T03:10:57.126352+0000","last_became_active":"2024-03-07T03:05:01.453718+0000","last_became_peered":"2024-03-07T03:05:01.453718+0000","last_unstale":"2024-03-07T03:10:57.126352+0000","last_undegraded":"2024-03-07T03:10:57.126352+0000","last_fullsized":"2024-03-07T03:10:57.126352+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:10:59.835543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125549+0000","last_change":"2024-03-07T03:06:09.987673+0000","last_active":"2024-03-07T03:10:57.125549+0000","last_peered":"2024-03-07T03:10:57.125549+0000","last_clean":"2024-03-07T03:10:57.125549+0000","last_became_active":"2024-03-07T03:06:09.987328+0000","last_became_peered":"2024-03-07T03:06:09.987328+0000","last_unstale":"2024-03-07T03:10:57.125549+0000","last_undegraded":"2024-03-07T03:10:57.125549+0000","last_fullsized":"2024-03-07T03:10:57.125549+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:11:17.983744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":973,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297326+0000","last_change":"2024-03-07T03:07:58.757849+0000","last_active":"2024-03-07T03:10:57.297326+0000","last_peered":"2024-03-07T03:10:57.297326+0000","last_clean":"2024-03-07T03:10:57.297326+0000","last_became_active":"2024-03-07T03:07:58.757399+0000","last_became_peered":"2024-03-07T03:07:58.757399+0000","last_unstale":"2024-03-07T03:10:57.297326+0000","last_undegraded":"2024-03-07T03:10:57.297326+0000","last_fullsized":"2024-03-07T03:10:57.297326+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:54:11.413787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"864'1259","reported_seq":4062,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130113+0000","last_change":"2024-03-07T03:10:56.129203+0000","last_active":"2024-03-07T03:10:57.130113+0000","last_peered":"2024-03-07T03:10:57.130113+0000","last_clean":"2024-03-07T03:10:57.130113+0000","last_became_active":"2024-03-07T03:07:23.080120+0000","last_became_peered":"2024-03-07T03:07:23.080120+0000","last_unstale":"2024-03-07T03:10:57.130113+0000","last_undegraded":"2024-03-07T03:10:57.130113+0000","last_fullsized":"2024-03-07T03:10:57.130113+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1259,"log_dups_size":0,"ondisk_log_size":1259,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:33:24.850580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0059393290000000001,"stat_sum":{"num_bytes":23298048,"num_objects":10,"num_object_clones":7,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":249,"num_read_kb":271095,"num_write":553,"num_write_kb":138504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":18890752,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.3","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125874+0000","last_change":"2024-03-07T03:07:58.750289+0000","last_active":"2024-03-07T03:10:57.125874+0000","last_peered":"2024-03-07T03:10:57.125874+0000","last_clean":"2024-03-07T03:10:57.125874+0000","last_became_active":"2024-03-07T03:07:58.749557+0000","last_became_peered":"2024-03-07T03:07:58.749557+0000","last_unstale":"2024-03-07T03:10:57.125874+0000","last_undegraded":"2024-03-07T03:10:57.125874+0000","last_fullsized":"2024-03-07T03:10:57.125874+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:54:43.865660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297984+0000","last_change":"2024-03-07T03:07:58.758005+0000","last_active":"2024-03-07T03:10:57.297984+0000","last_peered":"2024-03-07T03:10:57.297984+0000","last_clean":"2024-03-07T03:10:57.297984+0000","last_became_active":"2024-03-07T03:07:58.756833+0000","last_became_peered":"2024-03-07T03:07:58.756833+0000","last_unstale":"2024-03-07T03:10:57.297984+0000","last_undegraded":"2024-03-07T03:10:57.297984+0000","last_fullsized":"2024-03-07T03:10:57.297984+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:37:55.288554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122539+0000","last_change":"2024-03-07T03:06:47.843644+0000","last_active":"2024-03-07T03:10:57.122539+0000","last_peered":"2024-03-07T03:10:57.122539+0000","last_clean":"2024-03-07T03:10:57.122539+0000","last_became_active":"2024-03-07T03:06:47.842694+0000","last_became_peered":"2024-03-07T03:06:47.842694+0000","last_unstale":"2024-03-07T03:10:57.122539+0000","last_undegraded":"2024-03-07T03:10:57.122539+0000","last_fullsized":"2024-03-07T03:10:57.122539+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:25:34.783974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"863'880","reported_seq":3814,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123586+0000","last_change":"2024-03-07T03:10:56.125509+0000","last_active":"2024-03-07T03:10:57.123586+0000","last_peered":"2024-03-07T03:10:57.123586+0000","last_clean":"2024-03-07T03:10:57.123586+0000","last_became_active":"2024-03-07T03:07:58.755248+0000","last_became_peered":"2024-03-07T03:07:58.755248+0000","last_unstale":"2024-03-07T03:10:57.123586+0000","last_undegraded":"2024-03-07T03:10:57.123586+0000","last_fullsized":"2024-03-07T03:10:57.123586+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":880,"log_dups_size":0,"ondisk_log_size":880,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:40:02.788467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0073429089999999999,"stat_sum":{"num_bytes":9224192,"num_objects":8,"num_object_clones":6,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":1,"num_read":161,"num_read_kb":133885,"num_write":362,"num_write_kb":55920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1123,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329184+0000","last_change":"2024-03-07T03:07:58.764215+0000","last_active":"2024-03-07T03:10:57.329184+0000","last_peered":"2024-03-07T03:10:57.329184+0000","last_clean":"2024-03-07T03:10:57.329184+0000","last_became_active":"2024-03-07T03:07:58.763818+0000","last_became_peered":"2024-03-07T03:07:58.763818+0000","last_unstale":"2024-03-07T03:10:57.329184+0000","last_undegraded":"2024-03-07T03:10:57.329184+0000","last_fullsized":"2024-03-07T03:10:57.329184+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:27:54.623360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"719'2","reported_seq":1192,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122792+0000","last_change":"2024-03-07T03:07:23.074913+0000","last_active":"2024-03-07T03:10:57.122792+0000","last_peered":"2024-03-07T03:10:57.122792+0000","last_clean":"2024-03-07T03:10:57.122792+0000","last_became_active":"2024-03-07T03:07:23.074530+0000","last_became_peered":"2024-03-07T03:07:23.074530+0000","last_unstale":"2024-03-07T03:10:57.122792+0000","last_undegraded":"2024-03-07T03:10:57.122792+0000","last_fullsized":"2024-03-07T03:10:57.122792+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:13:25.877187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1126,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329514+0000","last_change":"2024-03-07T03:07:58.757756+0000","last_active":"2024-03-07T03:10:57.329514+0000","last_peered":"2024-03-07T03:10:57.329514+0000","last_clean":"2024-03-07T03:10:57.329514+0000","last_became_active":"2024-03-07T03:07:58.757430+0000","last_became_peered":"2024-03-07T03:07:58.757430+0000","last_unstale":"2024-03-07T03:10:57.329514+0000","last_undegraded":"2024-03-07T03:10:57.329514+0000","last_fullsized":"2024-03-07T03:10:57.329514+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:22:21.412765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"863'1564","reported_seq":5162,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.329944+0000","last_change":"2024-03-07T03:10:57.329944+0000","last_active":"2024-03-07T03:10:57.329944+0000","last_peered":"2024-03-07T03:10:57.329944+0000","last_clean":"2024-03-07T03:10:57.329944+0000","last_became_active":"2024-03-07T03:06:09.990793+0000","last_became_peered":"2024-03-07T03:06:09.990793+0000","last_unstale":"2024-03-07T03:10:57.329944+0000","last_undegraded":"2024-03-07T03:10:57.329944+0000","last_fullsized":"2024-03-07T03:10:57.329944+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1564,"log_dups_size":0,"ondisk_log_size":1564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":143,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:53.639078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.019553126000000001,"stat_sum":{"num_bytes":100999168,"num_objects":73,"num_object_clones":68,"num_object_copies":219,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":1,"num_read":410,"num_read_kb":572954,"num_write":777,"num_write_kb":204640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":51175424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"c"},{"start":"178","length":"4"},{"start":"17e","length":"3"},{"start":"182","length":"4"},{"start":"187","length":"5"},{"start":"18d","length":"2"}]},{"pgid":"4.1","version":"0'0","reported_seq":1079,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122932+0000","last_change":"2024-03-07T03:07:23.071468+0000","last_active":"2024-03-07T03:10:57.122932+0000","last_peered":"2024-03-07T03:10:57.122932+0000","last_clean":"2024-03-07T03:10:57.122932+0000","last_became_active":"2024-03-07T03:07:23.071160+0000","last_became_peered":"2024-03-07T03:07:23.071160+0000","last_unstale":"2024-03-07T03:10:57.122932+0000","last_undegraded":"2024-03-07T03:10:57.122932+0000","last_fullsized":"2024-03-07T03:10:57.122932+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:17:55.686793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":989,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127941+0000","last_change":"2024-03-07T03:07:58.759142+0000","last_active":"2024-03-07T03:10:57.127941+0000","last_peered":"2024-03-07T03:10:57.127941+0000","last_clean":"2024-03-07T03:10:57.127941+0000","last_became_active":"2024-03-07T03:07:58.758771+0000","last_became_peered":"2024-03-07T03:07:58.758771+0000","last_unstale":"2024-03-07T03:10:57.127941+0000","last_undegraded":"2024-03-07T03:10:57.127941+0000","last_fullsized":"2024-03-07T03:10:57.127941+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:45:13.985820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126257+0000","last_change":"2024-03-07T03:06:09.988597+0000","last_active":"2024-03-07T03:10:57.126257+0000","last_peered":"2024-03-07T03:10:57.126257+0000","last_clean":"2024-03-07T03:10:57.126257+0000","last_became_active":"2024-03-07T03:06:09.988261+0000","last_became_peered":"2024-03-07T03:06:09.988261+0000","last_unstale":"2024-03-07T03:10:57.126257+0000","last_undegraded":"2024-03-07T03:10:57.126257+0000","last_fullsized":"2024-03-07T03:10:57.126257+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:11:06.717251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"843'3099","reported_seq":6397,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.131044+0000","last_change":"2024-03-07T03:10:57.131044+0000","last_active":"2024-03-07T03:10:57.131044+0000","last_peered":"2024-03-07T03:10:57.131044+0000","last_clean":"2024-03-07T03:10:57.131044+0000","last_became_active":"2024-03-07T03:07:23.084936+0000","last_became_peered":"2024-03-07T03:07:23.084936+0000","last_unstale":"2024-03-07T03:10:57.131044+0000","last_undegraded":"2024-03-07T03:10:57.131044+0000","last_fullsized":"2024-03-07T03:10:57.131044+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3099,"log_dups_size":0,"ondisk_log_size":3099,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:46:48.809690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012703,"stat_sum":{"num_bytes":8347648,"num_objects":13,"num_object_clones":12,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":56,"num_read_kb":33721,"num_write":241,"num_write_kb":36816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":434176,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1145,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329490+0000","last_change":"2024-03-07T03:05:01.461136+0000","last_active":"2024-03-07T03:10:57.329490+0000","last_peered":"2024-03-07T03:10:57.329490+0000","last_clean":"2024-03-07T03:10:57.329490+0000","last_became_active":"2024-03-07T03:05:01.457189+0000","last_became_peered":"2024-03-07T03:05:01.457189+0000","last_unstale":"2024-03-07T03:10:57.329490+0000","last_undegraded":"2024-03-07T03:10:57.329490+0000","last_fullsized":"2024-03-07T03:10:57.329490+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:23.791243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1102,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122931+0000","last_change":"2024-03-07T03:07:58.750311+0000","last_active":"2024-03-07T03:10:57.122931+0000","last_peered":"2024-03-07T03:10:57.122931+0000","last_clean":"2024-03-07T03:10:57.122931+0000","last_became_active":"2024-03-07T03:07:58.750001+0000","last_became_peered":"2024-03-07T03:07:58.750001+0000","last_unstale":"2024-03-07T03:10:57.122931+0000","last_undegraded":"2024-03-07T03:10:57.122931+0000","last_fullsized":"2024-03-07T03:10:57.122931+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:05.963944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"847'12789","reported_seq":16202,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.124034+0000","last_change":"2024-03-07T03:10:57.124034+0000","last_active":"2024-03-07T03:10:57.124034+0000","last_peered":"2024-03-07T03:10:57.124034+0000","last_clean":"2024-03-07T03:10:57.124034+0000","last_became_active":"2024-03-07T03:06:47.859957+0000","last_became_peered":"2024-03-07T03:06:47.859957+0000","last_unstale":"2024-03-07T03:10:57.124034+0000","last_undegraded":"2024-03-07T03:10:57.124034+0000","last_fullsized":"2024-03-07T03:10:57.124034+0000","mapping_epoch":625,"log_start":"599'6200","ondisk_log_start":"599'6200","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":6589,"log_dups_size":0,"ondisk_log_size":6589,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":137,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:29:13.699651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0091875959999999993,"stat_sum":{"num_bytes":71745536,"num_objects":32,"num_object_clones":30,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":0,"num_read":146,"num_read_kb":316804,"num_write":323,"num_write_kb":90232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":20865024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"5"},{"start":"171","length":"b"},{"start":"17e","length":"8"},{"start":"187","length":"5"},{"start":"18d","length":"3"},{"start":"192","length":"1"},{"start":"197","length":"1"},{"start":"199","length":"2"}]},{"pgid":"2.9","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122090+0000","last_change":"2024-03-07T03:07:58.752456+0000","last_active":"2024-03-07T03:10:57.122090+0000","last_peered":"2024-03-07T03:10:57.122090+0000","last_clean":"2024-03-07T03:10:57.122090+0000","last_became_active":"2024-03-07T03:07:58.752118+0000","last_became_peered":"2024-03-07T03:07:58.752118+0000","last_unstale":"2024-03-07T03:10:57.122090+0000","last_undegraded":"2024-03-07T03:10:57.122090+0000","last_fullsized":"2024-03-07T03:10:57.122090+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:08:08.574482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1117,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329282+0000","last_change":"2024-03-07T03:07:58.757839+0000","last_active":"2024-03-07T03:10:57.329282+0000","last_peered":"2024-03-07T03:10:57.329282+0000","last_clean":"2024-03-07T03:10:57.329282+0000","last_became_active":"2024-03-07T03:07:58.757495+0000","last_became_peered":"2024-03-07T03:07:58.757495+0000","last_unstale":"2024-03-07T03:10:57.329282+0000","last_undegraded":"2024-03-07T03:10:57.329282+0000","last_fullsized":"2024-03-07T03:10:57.329282+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:27:02.190643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"861'1463","reported_seq":5087,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.330799+0000","last_change":"2024-03-07T03:10:57.330799+0000","last_active":"2024-03-07T03:10:57.330799+0000","last_peered":"2024-03-07T03:10:57.330799+0000","last_clean":"2024-03-07T03:10:57.330799+0000","last_became_active":"2024-03-07T03:07:58.763085+0000","last_became_peered":"2024-03-07T03:07:58.763085+0000","last_unstale":"2024-03-07T03:10:57.330799+0000","last_undegraded":"2024-03-07T03:10:57.330799+0000","last_fullsized":"2024-03-07T03:10:57.330799+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1463,"log_dups_size":0,"ondisk_log_size":1463,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:39:21.050544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.016579719999999999,"stat_sum":{"num_bytes":106192896,"num_objects":71,"num_object_clones":66,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":1,"num_read":323,"num_read_kb":516030,"num_write":942,"num_write_kb":231680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":48201728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122270+0000","last_change":"2024-03-07T03:07:58.752370+0000","last_active":"2024-03-07T03:10:57.122270+0000","last_peered":"2024-03-07T03:10:57.122270+0000","last_clean":"2024-03-07T03:10:57.122270+0000","last_became_active":"2024-03-07T03:07:58.751985+0000","last_became_peered":"2024-03-07T03:07:58.751985+0000","last_unstale":"2024-03-07T03:10:57.122270+0000","last_undegraded":"2024-03-07T03:10:57.122270+0000","last_fullsized":"2024-03-07T03:10:57.122270+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:31:33.590004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1126,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329046+0000","last_change":"2024-03-07T03:06:09.987484+0000","last_active":"2024-03-07T03:10:57.329046+0000","last_peered":"2024-03-07T03:10:57.329046+0000","last_clean":"2024-03-07T03:10:57.329046+0000","last_became_active":"2024-03-07T03:06:09.986947+0000","last_became_peered":"2024-03-07T03:06:09.986947+0000","last_unstale":"2024-03-07T03:10:57.329046+0000","last_undegraded":"2024-03-07T03:10:57.329046+0000","last_fullsized":"2024-03-07T03:10:57.329046+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:37:38.253630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"857'1055","reported_seq":4917,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.128839+0000","last_change":"2024-03-07T03:10:57.123092+0000","last_active":"2024-03-07T03:10:57.128839+0000","last_peered":"2024-03-07T03:10:57.128839+0000","last_clean":"2024-03-07T03:10:57.128839+0000","last_became_active":"2024-03-07T03:06:09.993513+0000","last_became_peered":"2024-03-07T03:06:09.993513+0000","last_unstale":"2024-03-07T03:10:57.128839+0000","last_undegraded":"2024-03-07T03:10:57.128839+0000","last_fullsized":"2024-03-07T03:10:57.128839+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1055,"log_dups_size":0,"ondisk_log_size":1055,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:34:07.352811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013205965,"stat_sum":{"num_bytes":99745792,"num_objects":66,"num_object_clones":62,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":306,"num_read_kb":434534,"num_write":588,"num_write_kb":145464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":21749760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.b","version":"716'3","reported_seq":984,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297633+0000","last_change":"2024-03-07T03:07:58.749480+0000","last_active":"2024-03-07T03:10:57.297633+0000","last_peered":"2024-03-07T03:10:57.297633+0000","last_clean":"2024-03-07T03:10:57.297633+0000","last_became_active":"2024-03-07T03:07:58.749098+0000","last_became_peered":"2024-03-07T03:07:58.749098+0000","last_unstale":"2024-03-07T03:10:57.297633+0000","last_undegraded":"2024-03-07T03:10:57.297633+0000","last_fullsized":"2024-03-07T03:10:57.297633+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:35:33.945855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1034,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127679+0000","last_change":"2024-03-07T03:07:23.075725+0000","last_active":"2024-03-07T03:10:57.127679+0000","last_peered":"2024-03-07T03:10:57.127679+0000","last_clean":"2024-03-07T03:10:57.127679+0000","last_became_active":"2024-03-07T03:07:23.075203+0000","last_became_peered":"2024-03-07T03:07:23.075203+0000","last_unstale":"2024-03-07T03:10:57.127679+0000","last_undegraded":"2024-03-07T03:10:57.127679+0000","last_fullsized":"2024-03-07T03:10:57.127679+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:47:11.192302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"863'1711","reported_seq":5459,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.330918+0000","last_change":"2024-03-07T03:10:57.330918+0000","last_active":"2024-03-07T03:10:57.330918+0000","last_peered":"2024-03-07T03:10:57.330918+0000","last_clean":"2024-03-07T03:10:57.330918+0000","last_became_active":"2024-03-07T03:06:47.849454+0000","last_became_peered":"2024-03-07T03:06:47.849454+0000","last_unstale":"2024-03-07T03:10:57.330918+0000","last_undegraded":"2024-03-07T03:10:57.330918+0000","last_fullsized":"2024-03-07T03:10:57.330918+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1711,"log_dups_size":0,"ondisk_log_size":1711,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:40:07.156907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.014160193999999999,"stat_sum":{"num_bytes":165158912,"num_objects":93,"num_object_clones":87,"num_object_copies":279,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":93,"num_whiteouts":2,"num_read":489,"num_read_kb":756200,"num_write":870,"num_write_kb":258896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":69541888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1155,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329768+0000","last_change":"2024-03-07T03:06:47.847077+0000","last_active":"2024-03-07T03:10:57.329768+0000","last_peered":"2024-03-07T03:10:57.329768+0000","last_clean":"2024-03-07T03:10:57.329768+0000","last_became_active":"2024-03-07T03:06:47.846359+0000","last_became_peered":"2024-03-07T03:06:47.846359+0000","last_unstale":"2024-03-07T03:10:57.329768+0000","last_undegraded":"2024-03-07T03:10:57.329768+0000","last_fullsized":"2024-03-07T03:10:57.329768+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:00:08.102949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":971,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297999+0000","last_change":"2024-03-07T03:07:58.760528+0000","last_active":"2024-03-07T03:10:57.297999+0000","last_peered":"2024-03-07T03:10:57.297999+0000","last_clean":"2024-03-07T03:10:57.297999+0000","last_became_active":"2024-03-07T03:07:58.760226+0000","last_became_peered":"2024-03-07T03:07:58.760226+0000","last_unstale":"2024-03-07T03:10:57.297999+0000","last_undegraded":"2024-03-07T03:10:57.297999+0000","last_fullsized":"2024-03-07T03:10:57.297999+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:10:36.411047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"863'1938","reported_seq":4937,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329911+0000","last_change":"2024-03-07T03:10:56.140803+0000","last_active":"2024-03-07T03:10:57.329911+0000","last_peered":"2024-03-07T03:10:57.329911+0000","last_clean":"2024-03-07T03:10:57.329911+0000","last_became_active":"2024-03-07T03:06:09.993933+0000","last_became_peered":"2024-03-07T03:06:09.993933+0000","last_unstale":"2024-03-07T03:10:57.329911+0000","last_undegraded":"2024-03-07T03:10:57.329911+0000","last_fullsized":"2024-03-07T03:10:57.329911+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1938,"log_dups_size":0,"ondisk_log_size":1938,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:16.359457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.024996012000000001,"stat_sum":{"num_bytes":22765568,"num_objects":17,"num_object_clones":12,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":2,"num_read":350,"num_read_kb":387634,"num_write":702,"num_write_kb":183472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":7151616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.d","version":"61'1","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122322+0000","last_change":"2024-03-07T03:06:09.993129+0000","last_active":"2024-03-07T03:10:57.122322+0000","last_peered":"2024-03-07T03:10:57.122322+0000","last_clean":"2024-03-07T03:10:57.122322+0000","last_became_active":"2024-03-07T03:06:09.992737+0000","last_became_peered":"2024-03-07T03:06:09.992737+0000","last_unstale":"2024-03-07T03:10:57.122322+0000","last_undegraded":"2024-03-07T03:10:57.122322+0000","last_fullsized":"2024-03-07T03:10:57.122322+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:02:42.055569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1050,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130209+0000","last_change":"2024-03-07T03:07:23.076846+0000","last_active":"2024-03-07T03:10:57.130209+0000","last_peered":"2024-03-07T03:10:57.130209+0000","last_clean":"2024-03-07T03:10:57.130209+0000","last_became_active":"2024-03-07T03:07:23.075895+0000","last_became_peered":"2024-03-07T03:07:23.075895+0000","last_unstale":"2024-03-07T03:10:57.130209+0000","last_undegraded":"2024-03-07T03:10:57.130209+0000","last_fullsized":"2024-03-07T03:10:57.130209+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:09:15.080126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"854'331","reported_seq":3438,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.298223+0000","last_change":"2024-03-07T03:10:57.298223+0000","last_active":"2024-03-07T03:10:57.298223+0000","last_peered":"2024-03-07T03:10:57.298223+0000","last_clean":"2024-03-07T03:10:57.298223+0000","last_became_active":"2024-03-07T03:07:58.749089+0000","last_became_peered":"2024-03-07T03:07:58.749089+0000","last_unstale":"2024-03-07T03:10:57.298223+0000","last_undegraded":"2024-03-07T03:10:57.298223+0000","last_fullsized":"2024-03-07T03:10:57.298223+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":331,"log_dups_size":0,"ondisk_log_size":331,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":83,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:26:07.404191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00085119700000000004,"stat_sum":{"num_bytes":15409152,"num_objects":11,"num_object_clones":10,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":91,"num_read_kb":118251,"num_write":162,"num_write_kb":30616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":34586624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"56"},{"start":"1c2","length":"3"},{"start":"1c9","length":"1"}]},{"pgid":"2.e","version":"61'2","reported_seq":1159,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.330486+0000","last_change":"2024-03-07T03:07:58.755578+0000","last_active":"2024-03-07T03:10:57.330486+0000","last_peered":"2024-03-07T03:10:57.330486+0000","last_clean":"2024-03-07T03:10:57.330486+0000","last_became_active":"2024-03-07T03:07:58.755160+0000","last_became_peered":"2024-03-07T03:07:58.755160+0000","last_unstale":"2024-03-07T03:10:57.330486+0000","last_undegraded":"2024-03-07T03:10:57.330486+0000","last_fullsized":"2024-03-07T03:10:57.330486+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:20.584382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298308+0000","last_change":"2024-03-07T03:07:58.751269+0000","last_active":"2024-03-07T03:10:57.298308+0000","last_peered":"2024-03-07T03:10:57.298308+0000","last_clean":"2024-03-07T03:10:57.298308+0000","last_became_active":"2024-03-07T03:07:58.750956+0000","last_became_peered":"2024-03-07T03:07:58.750956+0000","last_unstale":"2024-03-07T03:10:57.298308+0000","last_undegraded":"2024-03-07T03:10:57.298308+0000","last_fullsized":"2024-03-07T03:10:57.298308+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:39.414545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1005,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127389+0000","last_change":"2024-03-07T03:07:23.081711+0000","last_active":"2024-03-07T03:10:57.127389+0000","last_peered":"2024-03-07T03:10:57.127389+0000","last_clean":"2024-03-07T03:10:57.127389+0000","last_became_active":"2024-03-07T03:07:23.079269+0000","last_became_peered":"2024-03-07T03:07:23.079269+0000","last_unstale":"2024-03-07T03:10:57.127389+0000","last_undegraded":"2024-03-07T03:10:57.127389+0000","last_fullsized":"2024-03-07T03:10:57.127389+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:39.008957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1156,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329220+0000","last_change":"2024-03-07T03:07:23.072806+0000","last_active":"2024-03-07T03:10:57.329220+0000","last_peered":"2024-03-07T03:10:57.329220+0000","last_clean":"2024-03-07T03:10:57.329220+0000","last_became_active":"2024-03-07T03:07:23.071234+0000","last_became_peered":"2024-03-07T03:07:23.071234+0000","last_unstale":"2024-03-07T03:10:57.329220+0000","last_undegraded":"2024-03-07T03:10:57.329220+0000","last_fullsized":"2024-03-07T03:10:57.329220+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:52.610744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1057,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129961+0000","last_change":"2024-03-07T03:06:47.851593+0000","last_active":"2024-03-07T03:10:57.129961+0000","last_peered":"2024-03-07T03:10:57.129961+0000","last_clean":"2024-03-07T03:10:57.129961+0000","last_became_active":"2024-03-07T03:06:47.849677+0000","last_became_peered":"2024-03-07T03:06:47.849677+0000","last_unstale":"2024-03-07T03:10:57.129961+0000","last_undegraded":"2024-03-07T03:10:57.129961+0000","last_fullsized":"2024-03-07T03:10:57.129961+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:30.969251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1115,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329947+0000","last_change":"2024-03-07T03:06:09.995434+0000","last_active":"2024-03-07T03:10:57.329947+0000","last_peered":"2024-03-07T03:10:57.329947+0000","last_clean":"2024-03-07T03:10:57.329947+0000","last_became_active":"2024-03-07T03:06:09.994939+0000","last_became_peered":"2024-03-07T03:06:09.994939+0000","last_unstale":"2024-03-07T03:10:57.329947+0000","last_undegraded":"2024-03-07T03:10:57.329947+0000","last_fullsized":"2024-03-07T03:10:57.329947+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:27:11.737354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1126,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328924+0000","last_change":"2024-03-07T03:06:09.987381+0000","last_active":"2024-03-07T03:10:57.328924+0000","last_peered":"2024-03-07T03:10:57.328924+0000","last_clean":"2024-03-07T03:10:57.328924+0000","last_became_active":"2024-03-07T03:06:09.986952+0000","last_became_peered":"2024-03-07T03:06:09.986952+0000","last_unstale":"2024-03-07T03:10:57.328924+0000","last_undegraded":"2024-03-07T03:10:57.328924+0000","last_fullsized":"2024-03-07T03:10:57.328924+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:26:15.439852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122425+0000","last_change":"2024-03-07T03:05:35.923999+0000","last_active":"2024-03-07T03:10:57.122425+0000","last_peered":"2024-03-07T03:10:57.122425+0000","last_clean":"2024-03-07T03:10:57.122425+0000","last_became_active":"2024-03-07T03:05:35.923719+0000","last_became_peered":"2024-03-07T03:05:35.923719+0000","last_unstale":"2024-03-07T03:10:57.122425+0000","last_undegraded":"2024-03-07T03:10:57.122425+0000","last_fullsized":"2024-03-07T03:10:57.122425+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:43:04.724647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1007,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.128126+0000","last_change":"2024-03-07T03:07:58.749989+0000","last_active":"2024-03-07T03:10:57.128126+0000","last_peered":"2024-03-07T03:10:57.128126+0000","last_clean":"2024-03-07T03:10:57.128126+0000","last_became_active":"2024-03-07T03:07:58.749643+0000","last_became_peered":"2024-03-07T03:07:58.749643+0000","last_unstale":"2024-03-07T03:10:57.128126+0000","last_undegraded":"2024-03-07T03:10:57.128126+0000","last_fullsized":"2024-03-07T03:10:57.128126+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:00:44.729806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1109,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329656+0000","last_change":"2024-03-07T03:06:09.999184+0000","last_active":"2024-03-07T03:10:57.329656+0000","last_peered":"2024-03-07T03:10:57.329656+0000","last_clean":"2024-03-07T03:10:57.329656+0000","last_became_active":"2024-03-07T03:06:09.998856+0000","last_became_peered":"2024-03-07T03:06:09.998856+0000","last_unstale":"2024-03-07T03:10:57.329656+0000","last_undegraded":"2024-03-07T03:10:57.329656+0000","last_fullsized":"2024-03-07T03:10:57.329656+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:37:00.102189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1056,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129652+0000","last_change":"2024-03-07T03:06:47.857644+0000","last_active":"2024-03-07T03:10:57.129652+0000","last_peered":"2024-03-07T03:10:57.129652+0000","last_clean":"2024-03-07T03:10:57.129652+0000","last_became_active":"2024-03-07T03:06:47.857354+0000","last_became_peered":"2024-03-07T03:06:47.857354+0000","last_unstale":"2024-03-07T03:10:57.129652+0000","last_undegraded":"2024-03-07T03:10:57.129652+0000","last_fullsized":"2024-03-07T03:10:57.129652+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:02:18.860369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1117,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329010+0000","last_change":"2024-03-07T03:06:09.987872+0000","last_active":"2024-03-07T03:10:57.329010+0000","last_peered":"2024-03-07T03:10:57.329010+0000","last_clean":"2024-03-07T03:10:57.329010+0000","last_became_active":"2024-03-07T03:06:09.986852+0000","last_became_peered":"2024-03-07T03:06:09.986852+0000","last_unstale":"2024-03-07T03:10:57.329010+0000","last_undegraded":"2024-03-07T03:10:57.329010+0000","last_fullsized":"2024-03-07T03:10:57.329010+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:13.708512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1034,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129625+0000","last_change":"2024-03-07T03:07:58.755825+0000","last_active":"2024-03-07T03:10:57.129625+0000","last_peered":"2024-03-07T03:10:57.129625+0000","last_clean":"2024-03-07T03:10:57.129625+0000","last_became_active":"2024-03-07T03:07:58.755395+0000","last_became_peered":"2024-03-07T03:07:58.755395+0000","last_unstale":"2024-03-07T03:10:57.129625+0000","last_undegraded":"2024-03-07T03:10:57.129625+0000","last_fullsized":"2024-03-07T03:10:57.129625+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:10:43.184914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125616+0000","last_change":"2024-03-07T03:07:58.753962+0000","last_active":"2024-03-07T03:10:57.125616+0000","last_peered":"2024-03-07T03:10:57.125616+0000","last_clean":"2024-03-07T03:10:57.125616+0000","last_became_active":"2024-03-07T03:07:58.753619+0000","last_became_peered":"2024-03-07T03:07:58.753619+0000","last_unstale":"2024-03-07T03:10:57.125616+0000","last_undegraded":"2024-03-07T03:10:57.125616+0000","last_fullsized":"2024-03-07T03:10:57.125616+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:44:44.641067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1012,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127636+0000","last_change":"2024-03-07T03:07:23.078516+0000","last_active":"2024-03-07T03:10:57.127636+0000","last_peered":"2024-03-07T03:10:57.127636+0000","last_clean":"2024-03-07T03:10:57.127636+0000","last_became_active":"2024-03-07T03:07:23.076017+0000","last_became_peered":"2024-03-07T03:07:23.076017+0000","last_unstale":"2024-03-07T03:10:57.127636+0000","last_undegraded":"2024-03-07T03:10:57.127636+0000","last_fullsized":"2024-03-07T03:10:57.127636+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:17:54.725933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":857645056,"num_objects":516,"num_object_clones":466,"num_object_copies":1548,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":516,"num_whiteouts":8,"num_read":3826,"num_read_kb":5949842,"num_write":7931,"num_write_kb":1978632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":107,"num_bytes_recovered":385712128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1170673664,"data_stored":2969124864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28580,"ondisk_log_size":28580,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197,"ondisk_log_size":197,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":26375,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":694,"seq":2980707303487,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":150184,"kb_used_data":96156,"kb_used_omap":35,"kb_used_meta":53980,"kb_avail":93594968,"statfs":{"total":95995035648,"available":95841247232,"internally_reserved":0,"allocated":98463744,"data_stored":167037349,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36312,"internal_metadata":55276072},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":660,"seq":2834678415430,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":94940,"kb_used_data":42576,"kb_used_omap":23,"kb_used_meta":52328,"kb_avail":93650212,"statfs":{"total":95995035648,"available":95897817088,"internally_reserved":0,"allocated":43597824,"data_stored":80829959,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":24173,"internal_metadata":53584275},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":463,"seq":1988569858160,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":692864,"kb_used_data":193964,"kb_used_omap":46,"kb_used_meta":498833,"kb_avail":93052288,"statfs":{"total":95995035648,"available":95285542912,"internally_reserved":0,"allocated":198619136,"data_stored":533391905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48036,"internal_metadata":510805084},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":528,"seq":2267742732387,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":401776,"kb_used_data":209252,"kb_used_omap":54,"kb_used_meta":192457,"kb_avail":93343376,"statfs":{"total":95995035648,"available":95583617024,"internally_reserved":0,"allocated":214274048,"data_stored":587826473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56016,"internal_metadata":197076272},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":495,"seq":2126008811625,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":485244,"kb_used_data":166572,"kb_used_omap":47,"kb_used_meta":318608,"kb_avail":93259908,"statfs":{"total":95995035648,"available":95498145792,"internally_reserved":0,"allocated":170569728,"data_stored":457545161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48143,"internal_metadata":326255601},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":562,"seq":2413771620444,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":177748,"kb_used_data":84672,"kb_used_omap":37,"kb_used_meta":93018,"kb_avail":93567404,"statfs":{"total":95995035648,"available":95813021696,"internally_reserved":0,"allocated":86704128,"data_stored":171510863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38083,"internal_metadata":95251261},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":591,"seq":2538325672021,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":365920,"kb_used_data":157844,"kb_used_omap":61,"kb_used_meta":208002,"kb_avail":93379232,"statfs":{"total":95995035648,"available":95620333568,"internally_reserved":0,"allocated":161632256,"data_stored":367986669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":62843,"internal_metadata":212994693},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":625,"seq":2684354560077,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":509804,"kb_used_data":269020,"kb_used_omap":73,"kb_used_meta":240694,"kb_avail":93235348,"statfs":{"total":95995035648,"available":95472996352,"internally_reserved":0,"allocated":275476480,"data_stored":649851960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":75044,"internal_metadata":246471388},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7413,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2060,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2124,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3359,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3677,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2797,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2839,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2106,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":188411904,"data_stored":527167488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":160964608,"data_stored":451911680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":204677120,"data_stored":582193152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":77082624,"data_stored":165871616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":152018944,"data_stored":362352640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":265863168,"data_stored":644214784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":33390592,"data_stored":74600448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":88264704,"data_stored":160813056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-07T03:13:10.646 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:13:10.646 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:13:10.646 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:13:10.646 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-07T03:13:10.646 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-07T03:13:10.646 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-07T03:13:10.646 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.c in trimming, state: active+clean+snaptrim_error 2024-03-07T03:13:10.646 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-07T03:13:10.646 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:13:10.646 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-07T03:13:11.572 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:13:11 smithi090 ceph-mon[89511]: pgmap v795: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:11.572 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:13:11 smithi090 ceph-mon[89511]: from='client.44498 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:13:11.572 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:13:11 smithi090 ceph-mon[91928]: pgmap v795: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:11.572 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:13:11 smithi090 ceph-mon[91928]: from='client.44498 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:13:11.660 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:13:11 smithi092 ceph-mon[83777]: pgmap v795: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:11.660 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:13:11 smithi092 ceph-mon[83777]: from='client.44498 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:13:12.660 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:13:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:13:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:13:13.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:13:13 smithi090 ceph-mon[89511]: pgmap v796: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:13.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:13:13 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:13:13.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:13:13 smithi090 ceph-mon[91928]: pgmap v796: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:13.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:13:13 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:13:13.322 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:13:13 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:13:13] "GET /metrics HTTP/1.1" 200 36318 "" "Prometheus/2.43.0" 2024-03-07T03:13:13.660 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:13:13 smithi092 ceph-mon[83777]: pgmap v796: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:13.660 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:13:13 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:13:15.572 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:13:15 smithi090 ceph-mon[89511]: pgmap v797: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:15.572 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:13:15 smithi090 ceph-mon[91928]: pgmap v797: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:15.660 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:13:15 smithi092 ceph-mon[83777]: pgmap v797: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:17.572 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:13:17 smithi090 ceph-mon[89511]: pgmap v798: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:17.572 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:13:17 smithi090 ceph-mon[91928]: pgmap v798: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:17.660 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:13:17 smithi092 ceph-mon[83777]: pgmap v798: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:19.572 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:13:19 smithi090 ceph-mon[89511]: pgmap v799: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:19.572 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:13:19 smithi090 ceph-mon[91928]: pgmap v799: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:19.660 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:13:19 smithi092 ceph-mon[83777]: pgmap v799: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:20.647 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph pg dump --format=json 2024-03-07T03:13:20.869 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T03:13:21.572 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:13:21 smithi090 ceph-mon[91928]: pgmap v800: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:21.572 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:13:21 smithi090 ceph-mon[89511]: pgmap v800: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:21.660 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:13:21 smithi092 ceph-mon[83777]: pgmap v800: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:22.660 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:13:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:13:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:13:22.774 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T03:13:22.777 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-03-07T03:13:23.071 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:13:23 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:13:23] "GET /metrics HTTP/1.1" 200 36318 "" "Prometheus/2.43.0" 2024-03-07T03:13:23.404 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:13:23 smithi090 ceph-mon[91928]: pgmap v801: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:23.404 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:13:23 smithi090 ceph-mon[91928]: from='client.44504 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:13:23.404 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:13:23 smithi090 ceph-mon[89511]: pgmap v801: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:23.404 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:13:23 smithi090 ceph-mon[89511]: from='client.44504 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:13:23.424 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":801,"stamp":"2024-03-07T03:13:21.890984+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":858242044,"num_objects":540,"num_object_clones":466,"num_object_copies":1620,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":540,"num_whiteouts":8,"num_read":4717,"num_read_kb":5951239,"num_write":8310,"num_write_kb":1981084,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":113,"num_bytes_recovered":387483232,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28845,"ondisk_log_size":28845,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2878480,"kb_used_data":1220056,"kb_used_omap":379,"kb_used_meta":1657924,"kb_avail":747082736,"statfs":{"total":767960285184,"available":765012721664,"internally_reserved":0,"allocated":1249337344,"data_stored":3015980339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":388650,"internal_metadata":1697714646},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003695"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":972,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298224+0000","last_change":"2024-03-07T03:07:58.753984+0000","last_active":"2024-03-07T03:10:57.298224+0000","last_peered":"2024-03-07T03:10:57.298224+0000","last_clean":"2024-03-07T03:10:57.298224+0000","last_became_active":"2024-03-07T03:07:58.753138+0000","last_became_peered":"2024-03-07T03:07:58.753138+0000","last_unstale":"2024-03-07T03:10:57.298224+0000","last_undegraded":"2024-03-07T03:10:57.298224+0000","last_fullsized":"2024-03-07T03:10:57.298224+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:37:39.612519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1185,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122683+0000","last_change":"2024-03-07T03:07:23.074862+0000","last_active":"2024-03-07T03:10:57.122683+0000","last_peered":"2024-03-07T03:10:57.122683+0000","last_clean":"2024-03-07T03:10:57.122683+0000","last_became_active":"2024-03-07T03:07:23.074512+0000","last_became_peered":"2024-03-07T03:07:23.074512+0000","last_unstale":"2024-03-07T03:10:57.122683+0000","last_undegraded":"2024-03-07T03:10:57.122683+0000","last_fullsized":"2024-03-07T03:10:57.122683+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:45:24.128672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125917+0000","last_change":"2024-03-07T03:05:01.446762+0000","last_active":"2024-03-07T03:10:57.125917+0000","last_peered":"2024-03-07T03:10:57.125917+0000","last_clean":"2024-03-07T03:10:57.125917+0000","last_became_active":"2024-03-07T03:05:01.446425+0000","last_became_peered":"2024-03-07T03:05:01.446425+0000","last_unstale":"2024-03-07T03:10:57.125917+0000","last_undegraded":"2024-03-07T03:10:57.125917+0000","last_fullsized":"2024-03-07T03:10:57.125917+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:39:39.897066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1052,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129938+0000","last_change":"2024-03-07T03:07:58.755992+0000","last_active":"2024-03-07T03:10:57.129938+0000","last_peered":"2024-03-07T03:10:57.129938+0000","last_clean":"2024-03-07T03:10:57.129938+0000","last_became_active":"2024-03-07T03:07:58.755499+0000","last_became_peered":"2024-03-07T03:07:58.755499+0000","last_unstale":"2024-03-07T03:10:57.129938+0000","last_undegraded":"2024-03-07T03:10:57.129938+0000","last_fullsized":"2024-03-07T03:10:57.129938+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:26:12.313572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297504+0000","last_change":"2024-03-07T03:07:58.752235+0000","last_active":"2024-03-07T03:10:57.297504+0000","last_peered":"2024-03-07T03:10:57.297504+0000","last_clean":"2024-03-07T03:10:57.297504+0000","last_became_active":"2024-03-07T03:07:58.751575+0000","last_became_peered":"2024-03-07T03:07:58.751575+0000","last_unstale":"2024-03-07T03:10:57.297504+0000","last_undegraded":"2024-03-07T03:10:57.297504+0000","last_fullsized":"2024-03-07T03:10:57.297504+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:12:05.995515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1029,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130051+0000","last_change":"2024-03-07T03:06:47.859644+0000","last_active":"2024-03-07T03:10:57.130051+0000","last_peered":"2024-03-07T03:10:57.130051+0000","last_clean":"2024-03-07T03:10:57.130051+0000","last_became_active":"2024-03-07T03:06:47.859097+0000","last_became_peered":"2024-03-07T03:06:47.859097+0000","last_unstale":"2024-03-07T03:10:57.130051+0000","last_undegraded":"2024-03-07T03:10:57.130051+0000","last_fullsized":"2024-03-07T03:10:57.130051+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:22:46.909130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297361+0000","last_change":"2024-03-07T03:07:58.754226+0000","last_active":"2024-03-07T03:10:57.297361+0000","last_peered":"2024-03-07T03:10:57.297361+0000","last_clean":"2024-03-07T03:10:57.297361+0000","last_became_active":"2024-03-07T03:07:58.753169+0000","last_became_peered":"2024-03-07T03:07:58.753169+0000","last_unstale":"2024-03-07T03:10:57.297361+0000","last_undegraded":"2024-03-07T03:10:57.297361+0000","last_fullsized":"2024-03-07T03:10:57.297361+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:46:59.258099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1086,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328618+0000","last_change":"2024-03-07T03:07:23.073492+0000","last_active":"2024-03-07T03:10:57.328618+0000","last_peered":"2024-03-07T03:10:57.328618+0000","last_clean":"2024-03-07T03:10:57.328618+0000","last_became_active":"2024-03-07T03:07:23.071929+0000","last_became_peered":"2024-03-07T03:07:23.071929+0000","last_unstale":"2024-03-07T03:10:57.328618+0000","last_undegraded":"2024-03-07T03:10:57.328618+0000","last_fullsized":"2024-03-07T03:10:57.328618+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:35:26.391722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":978,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298081+0000","last_change":"2024-03-07T03:07:58.760328+0000","last_active":"2024-03-07T03:10:57.298081+0000","last_peered":"2024-03-07T03:10:57.298081+0000","last_clean":"2024-03-07T03:10:57.298081+0000","last_became_active":"2024-03-07T03:07:58.760046+0000","last_became_peered":"2024-03-07T03:07:58.760046+0000","last_unstale":"2024-03-07T03:10:57.298081+0000","last_undegraded":"2024-03-07T03:10:57.298081+0000","last_fullsized":"2024-03-07T03:10:57.298081+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:08:46.356817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1004,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127859+0000","last_change":"2024-03-07T03:07:23.079945+0000","last_active":"2024-03-07T03:10:57.127859+0000","last_peered":"2024-03-07T03:10:57.127859+0000","last_clean":"2024-03-07T03:10:57.127859+0000","last_became_active":"2024-03-07T03:07:23.078551+0000","last_became_peered":"2024-03-07T03:07:23.078551+0000","last_unstale":"2024-03-07T03:10:57.127859+0000","last_undegraded":"2024-03-07T03:10:57.127859+0000","last_fullsized":"2024-03-07T03:10:57.127859+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:03:46.670084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1004,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127688+0000","last_change":"2024-03-07T03:07:23.081963+0000","last_active":"2024-03-07T03:10:57.127688+0000","last_peered":"2024-03-07T03:10:57.127688+0000","last_clean":"2024-03-07T03:10:57.127688+0000","last_became_active":"2024-03-07T03:07:23.080128+0000","last_became_peered":"2024-03-07T03:07:23.080128+0000","last_unstale":"2024-03-07T03:10:57.127688+0000","last_undegraded":"2024-03-07T03:10:57.127688+0000","last_fullsized":"2024-03-07T03:10:57.127688+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:56.813267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1147,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329628+0000","last_change":"2024-03-07T03:07:23.074902+0000","last_active":"2024-03-07T03:10:57.329628+0000","last_peered":"2024-03-07T03:10:57.329628+0000","last_clean":"2024-03-07T03:10:57.329628+0000","last_became_active":"2024-03-07T03:07:23.074466+0000","last_became_peered":"2024-03-07T03:07:23.074466+0000","last_unstale":"2024-03-07T03:10:57.329628+0000","last_undegraded":"2024-03-07T03:10:57.329628+0000","last_fullsized":"2024-03-07T03:10:57.329628+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:40:20.268555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1116,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329168+0000","last_change":"2024-03-07T03:07:23.072635+0000","last_active":"2024-03-07T03:10:57.329168+0000","last_peered":"2024-03-07T03:10:57.329168+0000","last_clean":"2024-03-07T03:10:57.329168+0000","last_became_active":"2024-03-07T03:07:23.071712+0000","last_became_peered":"2024-03-07T03:07:23.071712+0000","last_unstale":"2024-03-07T03:10:57.329168+0000","last_undegraded":"2024-03-07T03:10:57.329168+0000","last_fullsized":"2024-03-07T03:10:57.329168+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:00:39.298564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125527+0000","last_change":"2024-03-07T03:06:47.851538+0000","last_active":"2024-03-07T03:10:57.125527+0000","last_peered":"2024-03-07T03:10:57.125527+0000","last_clean":"2024-03-07T03:10:57.125527+0000","last_became_active":"2024-03-07T03:06:47.851183+0000","last_became_peered":"2024-03-07T03:06:47.851183+0000","last_unstale":"2024-03-07T03:10:57.125527+0000","last_undegraded":"2024-03-07T03:10:57.125527+0000","last_fullsized":"2024-03-07T03:10:57.125527+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:36:23.932334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.121969+0000","last_change":"2024-03-07T03:06:47.843126+0000","last_active":"2024-03-07T03:10:57.121969+0000","last_peered":"2024-03-07T03:10:57.121969+0000","last_clean":"2024-03-07T03:10:57.121969+0000","last_became_active":"2024-03-07T03:06:47.842736+0000","last_became_peered":"2024-03-07T03:06:47.842736+0000","last_unstale":"2024-03-07T03:10:57.121969+0000","last_undegraded":"2024-03-07T03:10:57.121969+0000","last_fullsized":"2024-03-07T03:10:57.121969+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:48:10.843465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1033,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129555+0000","last_change":"2024-03-07T03:07:58.755620+0000","last_active":"2024-03-07T03:10:57.129555+0000","last_peered":"2024-03-07T03:10:57.129555+0000","last_clean":"2024-03-07T03:10:57.129555+0000","last_became_active":"2024-03-07T03:07:58.755267+0000","last_became_peered":"2024-03-07T03:07:58.755267+0000","last_unstale":"2024-03-07T03:10:57.129555+0000","last_undegraded":"2024-03-07T03:10:57.129555+0000","last_fullsized":"2024-03-07T03:10:57.129555+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:51:32.339400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1037,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130696+0000","last_change":"2024-03-07T03:07:58.756358+0000","last_active":"2024-03-07T03:10:57.130696+0000","last_peered":"2024-03-07T03:10:57.130696+0000","last_clean":"2024-03-07T03:10:57.130696+0000","last_became_active":"2024-03-07T03:07:58.755960+0000","last_became_peered":"2024-03-07T03:07:58.755960+0000","last_unstale":"2024-03-07T03:10:57.130696+0000","last_undegraded":"2024-03-07T03:10:57.130696+0000","last_fullsized":"2024-03-07T03:10:57.130696+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:47.464423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1155,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.330177+0000","last_change":"2024-03-07T03:07:58.755619+0000","last_active":"2024-03-07T03:10:57.330177+0000","last_peered":"2024-03-07T03:10:57.330177+0000","last_clean":"2024-03-07T03:10:57.330177+0000","last_became_active":"2024-03-07T03:07:58.755214+0000","last_became_peered":"2024-03-07T03:07:58.755214+0000","last_unstale":"2024-03-07T03:10:57.330177+0000","last_undegraded":"2024-03-07T03:10:57.330177+0000","last_fullsized":"2024-03-07T03:10:57.330177+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:59:02.041330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":971,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298106+0000","last_change":"2024-03-07T03:07:58.756563+0000","last_active":"2024-03-07T03:10:57.298106+0000","last_peered":"2024-03-07T03:10:57.298106+0000","last_clean":"2024-03-07T03:10:57.298106+0000","last_became_active":"2024-03-07T03:07:58.752195+0000","last_became_peered":"2024-03-07T03:07:58.752195+0000","last_unstale":"2024-03-07T03:10:57.298106+0000","last_undegraded":"2024-03-07T03:10:57.298106+0000","last_fullsized":"2024-03-07T03:10:57.298106+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:32:35.496500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"716'5","reported_seq":1221,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126491+0000","last_change":"2024-03-07T03:07:58.753999+0000","last_active":"2024-03-07T03:10:57.126491+0000","last_peered":"2024-03-07T03:10:57.126491+0000","last_clean":"2024-03-07T03:10:57.126491+0000","last_became_active":"2024-03-07T03:07:58.753607+0000","last_became_peered":"2024-03-07T03:07:58.753607+0000","last_unstale":"2024-03-07T03:10:57.126491+0000","last_undegraded":"2024-03-07T03:10:57.126491+0000","last_fullsized":"2024-03-07T03:10:57.126491+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:28:57.567238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1109,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329785+0000","last_change":"2024-03-07T03:07:23.083830+0000","last_active":"2024-03-07T03:10:57.329785+0000","last_peered":"2024-03-07T03:10:57.329785+0000","last_clean":"2024-03-07T03:10:57.329785+0000","last_became_active":"2024-03-07T03:07:23.083530+0000","last_became_peered":"2024-03-07T03:07:23.083530+0000","last_unstale":"2024-03-07T03:10:57.329785+0000","last_undegraded":"2024-03-07T03:10:57.329785+0000","last_fullsized":"2024-03-07T03:10:57.329785+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:57.938032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"716'2","reported_seq":1129,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329559+0000","last_change":"2024-03-07T03:06:47.849618+0000","last_active":"2024-03-07T03:10:57.329559+0000","last_peered":"2024-03-07T03:10:57.329559+0000","last_clean":"2024-03-07T03:10:57.329559+0000","last_became_active":"2024-03-07T03:06:47.849222+0000","last_became_peered":"2024-03-07T03:06:47.849222+0000","last_unstale":"2024-03-07T03:10:57.329559+0000","last_undegraded":"2024-03-07T03:10:57.329559+0000","last_fullsized":"2024-03-07T03:10:57.329559+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:36:41.880143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126088+0000","last_change":"2024-03-07T03:06:47.851880+0000","last_active":"2024-03-07T03:10:57.126088+0000","last_peered":"2024-03-07T03:10:57.126088+0000","last_clean":"2024-03-07T03:10:57.126088+0000","last_became_active":"2024-03-07T03:06:47.851176+0000","last_became_peered":"2024-03-07T03:06:47.851176+0000","last_unstale":"2024-03-07T03:10:57.126088+0000","last_undegraded":"2024-03-07T03:10:57.126088+0000","last_fullsized":"2024-03-07T03:10:57.126088+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:38:59.663068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":976,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298135+0000","last_change":"2024-03-07T03:07:58.757245+0000","last_active":"2024-03-07T03:10:57.298135+0000","last_peered":"2024-03-07T03:10:57.298135+0000","last_clean":"2024-03-07T03:10:57.298135+0000","last_became_active":"2024-03-07T03:07:58.754456+0000","last_became_peered":"2024-03-07T03:07:58.754456+0000","last_unstale":"2024-03-07T03:10:57.298135+0000","last_undegraded":"2024-03-07T03:10:57.298135+0000","last_fullsized":"2024-03-07T03:10:57.298135+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:57:32.153933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1042,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130396+0000","last_change":"2024-03-07T03:06:47.855220+0000","last_active":"2024-03-07T03:10:57.130396+0000","last_peered":"2024-03-07T03:10:57.130396+0000","last_clean":"2024-03-07T03:10:57.130396+0000","last_became_active":"2024-03-07T03:06:47.854836+0000","last_became_peered":"2024-03-07T03:06:47.854836+0000","last_unstale":"2024-03-07T03:10:57.130396+0000","last_undegraded":"2024-03-07T03:10:57.130396+0000","last_fullsized":"2024-03-07T03:10:57.130396+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:51:35.386552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":983,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297851+0000","last_change":"2024-03-07T03:07:58.757676+0000","last_active":"2024-03-07T03:10:57.297851+0000","last_peered":"2024-03-07T03:10:57.297851+0000","last_clean":"2024-03-07T03:10:57.297851+0000","last_became_active":"2024-03-07T03:07:58.753930+0000","last_became_peered":"2024-03-07T03:07:58.753930+0000","last_unstale":"2024-03-07T03:10:57.297851+0000","last_undegraded":"2024-03-07T03:10:57.297851+0000","last_fullsized":"2024-03-07T03:10:57.297851+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:56.639688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1036,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130137+0000","last_change":"2024-03-07T03:07:23.076532+0000","last_active":"2024-03-07T03:10:57.130137+0000","last_peered":"2024-03-07T03:10:57.130137+0000","last_clean":"2024-03-07T03:10:57.130137+0000","last_became_active":"2024-03-07T03:07:23.076234+0000","last_became_peered":"2024-03-07T03:07:23.076234+0000","last_unstale":"2024-03-07T03:10:57.130137+0000","last_undegraded":"2024-03-07T03:10:57.130137+0000","last_fullsized":"2024-03-07T03:10:57.130137+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:16:39.967241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"716'2","reported_seq":1089,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329359+0000","last_change":"2024-03-07T03:07:58.752045+0000","last_active":"2024-03-07T03:10:57.329359+0000","last_peered":"2024-03-07T03:10:57.329359+0000","last_clean":"2024-03-07T03:10:57.329359+0000","last_became_active":"2024-03-07T03:07:58.751585+0000","last_became_peered":"2024-03-07T03:07:58.751585+0000","last_unstale":"2024-03-07T03:10:57.329359+0000","last_undegraded":"2024-03-07T03:10:57.329359+0000","last_fullsized":"2024-03-07T03:10:57.329359+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:03:01.652607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1106,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123001+0000","last_change":"2024-03-07T03:06:09.990854+0000","last_active":"2024-03-07T03:10:57.123001+0000","last_peered":"2024-03-07T03:10:57.123001+0000","last_clean":"2024-03-07T03:10:57.123001+0000","last_became_active":"2024-03-07T03:06:09.990464+0000","last_became_peered":"2024-03-07T03:06:09.990464+0000","last_unstale":"2024-03-07T03:10:57.123001+0000","last_undegraded":"2024-03-07T03:10:57.123001+0000","last_fullsized":"2024-03-07T03:10:57.123001+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:53:52.856954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"716'2","reported_seq":1009,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127839+0000","last_change":"2024-03-07T03:07:58.754526+0000","last_active":"2024-03-07T03:10:57.127839+0000","last_peered":"2024-03-07T03:10:57.127839+0000","last_clean":"2024-03-07T03:10:57.127839+0000","last_became_active":"2024-03-07T03:07:58.754123+0000","last_became_peered":"2024-03-07T03:07:58.754123+0000","last_unstale":"2024-03-07T03:10:57.127839+0000","last_undegraded":"2024-03-07T03:10:57.127839+0000","last_fullsized":"2024-03-07T03:10:57.127839+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:41:34.446180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1211,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126281+0000","last_change":"2024-03-07T03:07:58.750769+0000","last_active":"2024-03-07T03:10:57.126281+0000","last_peered":"2024-03-07T03:10:57.126281+0000","last_clean":"2024-03-07T03:10:57.126281+0000","last_became_active":"2024-03-07T03:07:58.749974+0000","last_became_peered":"2024-03-07T03:07:58.749974+0000","last_unstale":"2024-03-07T03:10:57.126281+0000","last_undegraded":"2024-03-07T03:10:57.126281+0000","last_fullsized":"2024-03-07T03:10:57.126281+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:56:14.059734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1126,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328641+0000","last_change":"2024-03-07T03:07:23.072942+0000","last_active":"2024-03-07T03:10:57.328641+0000","last_peered":"2024-03-07T03:10:57.328641+0000","last_clean":"2024-03-07T03:10:57.328641+0000","last_became_active":"2024-03-07T03:07:23.072639+0000","last_became_peered":"2024-03-07T03:07:23.072639+0000","last_unstale":"2024-03-07T03:10:57.328641+0000","last_undegraded":"2024-03-07T03:10:57.328641+0000","last_fullsized":"2024-03-07T03:10:57.328641+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:42.808853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1123,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328713+0000","last_change":"2024-03-07T03:05:35.934963+0000","last_active":"2024-03-07T03:10:57.328713+0000","last_peered":"2024-03-07T03:10:57.328713+0000","last_clean":"2024-03-07T03:10:57.328713+0000","last_became_active":"2024-03-07T03:05:35.932493+0000","last_became_peered":"2024-03-07T03:05:35.932493+0000","last_unstale":"2024-03-07T03:10:57.328713+0000","last_undegraded":"2024-03-07T03:10:57.328713+0000","last_fullsized":"2024-03-07T03:10:57.328713+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:00:57.111662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1038,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129763+0000","last_change":"2024-03-07T03:07:58.756063+0000","last_active":"2024-03-07T03:10:57.129763+0000","last_peered":"2024-03-07T03:10:57.129763+0000","last_clean":"2024-03-07T03:10:57.129763+0000","last_became_active":"2024-03-07T03:07:58.755712+0000","last_became_peered":"2024-03-07T03:07:58.755712+0000","last_unstale":"2024-03-07T03:10:57.129763+0000","last_undegraded":"2024-03-07T03:10:57.129763+0000","last_fullsized":"2024-03-07T03:10:57.129763+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:13:06.484346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122373+0000","last_change":"2024-03-07T03:06:09.996319+0000","last_active":"2024-03-07T03:10:57.122373+0000","last_peered":"2024-03-07T03:10:57.122373+0000","last_clean":"2024-03-07T03:10:57.122373+0000","last_became_active":"2024-03-07T03:06:09.996002+0000","last_became_peered":"2024-03-07T03:06:09.996002+0000","last_unstale":"2024-03-07T03:10:57.122373+0000","last_undegraded":"2024-03-07T03:10:57.122373+0000","last_fullsized":"2024-03-07T03:10:57.122373+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:41:55.764562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1005,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.128019+0000","last_change":"2024-03-07T03:07:23.083466+0000","last_active":"2024-03-07T03:10:57.128019+0000","last_peered":"2024-03-07T03:10:57.128019+0000","last_clean":"2024-03-07T03:10:57.128019+0000","last_became_active":"2024-03-07T03:07:23.083156+0000","last_became_peered":"2024-03-07T03:07:23.083156+0000","last_unstale":"2024-03-07T03:10:57.128019+0000","last_undegraded":"2024-03-07T03:10:57.128019+0000","last_fullsized":"2024-03-07T03:10:57.128019+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:32:00.539449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1024,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130304+0000","last_change":"2024-03-07T03:07:58.752127+0000","last_active":"2024-03-07T03:10:57.130304+0000","last_peered":"2024-03-07T03:10:57.130304+0000","last_clean":"2024-03-07T03:10:57.130304+0000","last_became_active":"2024-03-07T03:07:58.751770+0000","last_became_peered":"2024-03-07T03:07:58.751770+0000","last_unstale":"2024-03-07T03:10:57.130304+0000","last_undegraded":"2024-03-07T03:10:57.130304+0000","last_fullsized":"2024-03-07T03:10:57.130304+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:43.791488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1058,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130040+0000","last_change":"2024-03-07T03:07:23.077653+0000","last_active":"2024-03-07T03:10:57.130040+0000","last_peered":"2024-03-07T03:10:57.130040+0000","last_clean":"2024-03-07T03:10:57.130040+0000","last_became_active":"2024-03-07T03:07:23.077355+0000","last_became_peered":"2024-03-07T03:07:23.077355+0000","last_unstale":"2024-03-07T03:10:57.130040+0000","last_undegraded":"2024-03-07T03:10:57.130040+0000","last_fullsized":"2024-03-07T03:10:57.130040+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:45.861158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1211,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126336+0000","last_change":"2024-03-07T03:06:47.851508+0000","last_active":"2024-03-07T03:10:57.126336+0000","last_peered":"2024-03-07T03:10:57.126336+0000","last_clean":"2024-03-07T03:10:57.126336+0000","last_became_active":"2024-03-07T03:06:47.850839+0000","last_became_peered":"2024-03-07T03:06:47.850839+0000","last_unstale":"2024-03-07T03:10:57.126336+0000","last_undegraded":"2024-03-07T03:10:57.126336+0000","last_fullsized":"2024-03-07T03:10:57.126336+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:08:06.622234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1191,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122519+0000","last_change":"2024-03-07T03:06:47.845848+0000","last_active":"2024-03-07T03:10:57.122519+0000","last_peered":"2024-03-07T03:10:57.122519+0000","last_clean":"2024-03-07T03:10:57.122519+0000","last_became_active":"2024-03-07T03:06:47.845425+0000","last_became_peered":"2024-03-07T03:06:47.845425+0000","last_unstale":"2024-03-07T03:10:57.122519+0000","last_undegraded":"2024-03-07T03:10:57.122519+0000","last_fullsized":"2024-03-07T03:10:57.122519+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:16:24.833986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1078,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123291+0000","last_change":"2024-03-07T03:07:58.754983+0000","last_active":"2024-03-07T03:10:57.123291+0000","last_peered":"2024-03-07T03:10:57.123291+0000","last_clean":"2024-03-07T03:10:57.123291+0000","last_became_active":"2024-03-07T03:07:58.754657+0000","last_became_peered":"2024-03-07T03:07:58.754657+0000","last_unstale":"2024-03-07T03:10:57.123291+0000","last_undegraded":"2024-03-07T03:10:57.123291+0000","last_fullsized":"2024-03-07T03:10:57.123291+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:06:00.897772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"716'29","reported_seq":1040,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127843+0000","last_change":"2024-03-07T03:07:23.079677+0000","last_active":"2024-03-07T03:10:57.127843+0000","last_peered":"2024-03-07T03:10:57.127843+0000","last_clean":"2024-03-07T03:10:57.127843+0000","last_became_active":"2024-03-07T03:07:23.079320+0000","last_became_peered":"2024-03-07T03:07:23.079320+0000","last_unstale":"2024-03-07T03:10:57.127843+0000","last_undegraded":"2024-03-07T03:10:57.127843+0000","last_fullsized":"2024-03-07T03:10:57.127843+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:49:54.979015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297797+0000","last_change":"2024-03-07T03:07:58.758376+0000","last_active":"2024-03-07T03:10:57.297797+0000","last_peered":"2024-03-07T03:10:57.297797+0000","last_clean":"2024-03-07T03:10:57.297797+0000","last_became_active":"2024-03-07T03:07:58.757816+0000","last_became_peered":"2024-03-07T03:07:58.757816+0000","last_unstale":"2024-03-07T03:10:57.297797+0000","last_undegraded":"2024-03-07T03:10:57.297797+0000","last_fullsized":"2024-03-07T03:10:57.297797+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:47.253727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1218,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126138+0000","last_change":"2024-03-07T03:06:09.989072+0000","last_active":"2024-03-07T03:10:57.126138+0000","last_peered":"2024-03-07T03:10:57.126138+0000","last_clean":"2024-03-07T03:10:57.126138+0000","last_became_active":"2024-03-07T03:06:09.987754+0000","last_became_peered":"2024-03-07T03:06:09.987754+0000","last_unstale":"2024-03-07T03:10:57.126138+0000","last_undegraded":"2024-03-07T03:10:57.126138+0000","last_fullsized":"2024-03-07T03:10:57.126138+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:05:15.340331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125693+0000","last_change":"2024-03-07T03:07:58.754207+0000","last_active":"2024-03-07T03:10:57.125693+0000","last_peered":"2024-03-07T03:10:57.125693+0000","last_clean":"2024-03-07T03:10:57.125693+0000","last_became_active":"2024-03-07T03:07:58.753859+0000","last_became_peered":"2024-03-07T03:07:58.753859+0000","last_unstale":"2024-03-07T03:10:57.125693+0000","last_undegraded":"2024-03-07T03:10:57.125693+0000","last_fullsized":"2024-03-07T03:10:57.125693+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:14:02.813872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1051,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129861+0000","last_change":"2024-03-07T03:07:58.755838+0000","last_active":"2024-03-07T03:10:57.129861+0000","last_peered":"2024-03-07T03:10:57.129861+0000","last_clean":"2024-03-07T03:10:57.129861+0000","last_became_active":"2024-03-07T03:07:58.755436+0000","last_became_peered":"2024-03-07T03:07:58.755436+0000","last_unstale":"2024-03-07T03:10:57.129861+0000","last_undegraded":"2024-03-07T03:10:57.129861+0000","last_fullsized":"2024-03-07T03:10:57.129861+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:25.094944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297692+0000","last_change":"2024-03-07T03:07:58.750199+0000","last_active":"2024-03-07T03:10:57.297692+0000","last_peered":"2024-03-07T03:10:57.297692+0000","last_clean":"2024-03-07T03:10:57.297692+0000","last_became_active":"2024-03-07T03:07:58.749858+0000","last_became_peered":"2024-03-07T03:07:58.749858+0000","last_unstale":"2024-03-07T03:10:57.297692+0000","last_undegraded":"2024-03-07T03:10:57.297692+0000","last_fullsized":"2024-03-07T03:10:57.297692+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:41.122539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1013,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127567+0000","last_change":"2024-03-07T03:07:23.076835+0000","last_active":"2024-03-07T03:10:57.127567+0000","last_peered":"2024-03-07T03:10:57.127567+0000","last_clean":"2024-03-07T03:10:57.127567+0000","last_became_active":"2024-03-07T03:07:23.075094+0000","last_became_peered":"2024-03-07T03:07:23.075094+0000","last_unstale":"2024-03-07T03:10:57.127567+0000","last_undegraded":"2024-03-07T03:10:57.127567+0000","last_fullsized":"2024-03-07T03:10:57.127567+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:50:36.739831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1004,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127419+0000","last_change":"2024-03-07T03:07:23.078279+0000","last_active":"2024-03-07T03:10:57.127419+0000","last_peered":"2024-03-07T03:10:57.127419+0000","last_clean":"2024-03-07T03:10:57.127419+0000","last_became_active":"2024-03-07T03:07:23.077338+0000","last_became_peered":"2024-03-07T03:07:23.077338+0000","last_unstale":"2024-03-07T03:10:57.127419+0000","last_undegraded":"2024-03-07T03:10:57.127419+0000","last_fullsized":"2024-03-07T03:10:57.127419+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:05:40.599683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1168,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329387+0000","last_change":"2024-03-07T03:05:01.461919+0000","last_active":"2024-03-07T03:10:57.329387+0000","last_peered":"2024-03-07T03:10:57.329387+0000","last_clean":"2024-03-07T03:10:57.329387+0000","last_became_active":"2024-03-07T03:05:01.459759+0000","last_became_peered":"2024-03-07T03:05:01.459759+0000","last_unstale":"2024-03-07T03:10:57.329387+0000","last_undegraded":"2024-03-07T03:10:57.329387+0000","last_fullsized":"2024-03-07T03:10:57.329387+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:31:45.535178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":971,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297484+0000","last_change":"2024-03-07T03:07:58.753856+0000","last_active":"2024-03-07T03:10:57.297484+0000","last_peered":"2024-03-07T03:10:57.297484+0000","last_clean":"2024-03-07T03:10:57.297484+0000","last_became_active":"2024-03-07T03:07:58.751889+0000","last_became_peered":"2024-03-07T03:07:58.751889+0000","last_unstale":"2024-03-07T03:10:57.297484+0000","last_undegraded":"2024-03-07T03:10:57.297484+0000","last_fullsized":"2024-03-07T03:10:57.297484+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:27:20.126942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"863'1273","reported_seq":4339,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329519+0000","last_change":"2024-03-07T03:10:56.137635+0000","last_active":"2024-03-07T03:10:57.329519+0000","last_peered":"2024-03-07T03:10:57.329519+0000","last_clean":"2024-03-07T03:10:57.329519+0000","last_became_active":"2024-03-07T03:05:01.457883+0000","last_became_peered":"2024-03-07T03:05:01.457883+0000","last_unstale":"2024-03-07T03:10:57.329519+0000","last_undegraded":"2024-03-07T03:10:57.329519+0000","last_fullsized":"2024-03-07T03:10:57.329519+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1273,"log_dups_size":0,"ondisk_log_size":1273,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:21:46.718939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.021818005000000001,"stat_sum":{"num_bytes":15540224,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":258,"num_read_kb":529715,"num_write":442,"num_write_kb":102224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1441792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.f","version":"61'1","reported_seq":1081,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123714+0000","last_change":"2024-03-07T03:07:58.755003+0000","last_active":"2024-03-07T03:10:57.123714+0000","last_peered":"2024-03-07T03:10:57.123714+0000","last_clean":"2024-03-07T03:10:57.123714+0000","last_became_active":"2024-03-07T03:07:58.754564+0000","last_became_peered":"2024-03-07T03:07:58.754564+0000","last_unstale":"2024-03-07T03:10:57.123714+0000","last_undegraded":"2024-03-07T03:10:57.123714+0000","last_fullsized":"2024-03-07T03:10:57.123714+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:34:53.344746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298045+0000","last_change":"2024-03-07T03:07:58.750952+0000","last_active":"2024-03-07T03:10:57.298045+0000","last_peered":"2024-03-07T03:10:57.298045+0000","last_clean":"2024-03-07T03:10:57.298045+0000","last_became_active":"2024-03-07T03:07:58.749229+0000","last_became_peered":"2024-03-07T03:07:58.749229+0000","last_unstale":"2024-03-07T03:10:57.298045+0000","last_undegraded":"2024-03-07T03:10:57.298045+0000","last_fullsized":"2024-03-07T03:10:57.298045+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:53:10.534950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"863'847","reported_seq":4047,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125772+0000","last_change":"2024-03-07T03:10:56.129162+0000","last_active":"2024-03-07T03:10:57.125772+0000","last_peered":"2024-03-07T03:10:57.125772+0000","last_clean":"2024-03-07T03:10:57.125772+0000","last_became_active":"2024-03-07T03:07:23.074596+0000","last_became_peered":"2024-03-07T03:07:23.074596+0000","last_unstale":"2024-03-07T03:10:57.125772+0000","last_undegraded":"2024-03-07T03:10:57.125772+0000","last_fullsized":"2024-03-07T03:10:57.125772+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":847,"log_dups_size":0,"ondisk_log_size":847,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:34:23.625809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0099120149999999997,"stat_sum":{"num_bytes":38936576,"num_objects":11,"num_object_clones":9,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":157,"num_read_kb":413258,"num_write":266,"num_write_kb":109952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":4374528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.2","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122385+0000","last_change":"2024-03-07T03:06:47.845893+0000","last_active":"2024-03-07T03:10:57.122385+0000","last_peered":"2024-03-07T03:10:57.122385+0000","last_clean":"2024-03-07T03:10:57.122385+0000","last_became_active":"2024-03-07T03:06:47.845548+0000","last_became_peered":"2024-03-07T03:06:47.845548+0000","last_unstale":"2024-03-07T03:10:57.122385+0000","last_undegraded":"2024-03-07T03:10:57.122385+0000","last_fullsized":"2024-03-07T03:10:57.122385+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:19:55.051329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122644+0000","last_change":"2024-03-07T03:07:58.751041+0000","last_active":"2024-03-07T03:10:57.122644+0000","last_peered":"2024-03-07T03:10:57.122644+0000","last_clean":"2024-03-07T03:10:57.122644+0000","last_became_active":"2024-03-07T03:07:58.749047+0000","last_became_peered":"2024-03-07T03:07:58.749047+0000","last_unstale":"2024-03-07T03:10:57.122644+0000","last_undegraded":"2024-03-07T03:10:57.122644+0000","last_fullsized":"2024-03-07T03:10:57.122644+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:47:59.256394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1057,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129998+0000","last_change":"2024-03-07T03:06:47.858022+0000","last_active":"2024-03-07T03:10:57.129998+0000","last_peered":"2024-03-07T03:10:57.129998+0000","last_clean":"2024-03-07T03:10:57.129998+0000","last_became_active":"2024-03-07T03:06:47.857526+0000","last_became_peered":"2024-03-07T03:06:47.857526+0000","last_unstale":"2024-03-07T03:10:57.129998+0000","last_undegraded":"2024-03-07T03:10:57.129998+0000","last_fullsized":"2024-03-07T03:10:57.129998+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:02:03.856321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"862'1186","reported_seq":4378,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126241+0000","last_change":"2024-03-07T03:10:56.119983+0000","last_active":"2024-03-07T03:10:57.126241+0000","last_peered":"2024-03-07T03:10:57.126241+0000","last_clean":"2024-03-07T03:10:57.126241+0000","last_became_active":"2024-03-07T03:06:09.988405+0000","last_became_peered":"2024-03-07T03:06:09.988405+0000","last_unstale":"2024-03-07T03:10:57.126241+0000","last_undegraded":"2024-03-07T03:10:57.126241+0000","last_fullsized":"2024-03-07T03:10:57.126241+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1186,"log_dups_size":0,"ondisk_log_size":1186,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:41:38.890400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099770099999999993,"stat_sum":{"num_bytes":13524992,"num_objects":9,"num_object_clones":6,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":208,"num_read_kb":390958,"num_write":505,"num_write_kb":103888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":50642944,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122445+0000","last_change":"2024-03-07T03:05:35.928460+0000","last_active":"2024-03-07T03:10:57.122445+0000","last_peered":"2024-03-07T03:10:57.122445+0000","last_clean":"2024-03-07T03:10:57.122445+0000","last_became_active":"2024-03-07T03:05:35.928017+0000","last_became_peered":"2024-03-07T03:05:35.928017+0000","last_unstale":"2024-03-07T03:10:57.122445+0000","last_undegraded":"2024-03-07T03:10:57.122445+0000","last_fullsized":"2024-03-07T03:10:57.122445+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:53:27.674544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1026,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129693+0000","last_change":"2024-03-07T03:07:23.075249+0000","last_active":"2024-03-07T03:10:57.129693+0000","last_peered":"2024-03-07T03:10:57.129693+0000","last_clean":"2024-03-07T03:10:57.129693+0000","last_became_active":"2024-03-07T03:07:23.074866+0000","last_became_peered":"2024-03-07T03:07:23.074866+0000","last_unstale":"2024-03-07T03:10:57.129693+0000","last_undegraded":"2024-03-07T03:10:57.129693+0000","last_fullsized":"2024-03-07T03:10:57.129693+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:03.393010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1078,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123184+0000","last_change":"2024-03-07T03:07:23.069585+0000","last_active":"2024-03-07T03:10:57.123184+0000","last_peered":"2024-03-07T03:10:57.123184+0000","last_clean":"2024-03-07T03:10:57.123184+0000","last_became_active":"2024-03-07T03:07:23.069262+0000","last_became_peered":"2024-03-07T03:07:23.069262+0000","last_unstale":"2024-03-07T03:10:57.123184+0000","last_undegraded":"2024-03-07T03:10:57.123184+0000","last_fullsized":"2024-03-07T03:10:57.123184+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:11:22.045807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"861'1094","reported_seq":4795,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.331022+0000","last_change":"2024-03-07T03:10:57.331022+0000","last_active":"2024-03-07T03:10:57.331022+0000","last_peered":"2024-03-07T03:10:57.331022+0000","last_clean":"2024-03-07T03:10:57.331022+0000","last_became_active":"2024-03-07T03:06:47.847229+0000","last_became_peered":"2024-03-07T03:06:47.847229+0000","last_unstale":"2024-03-07T03:10:57.331022+0000","last_undegraded":"2024-03-07T03:10:57.331022+0000","last_fullsized":"2024-03-07T03:10:57.331022+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1094,"log_dups_size":0,"ondisk_log_size":1094,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:58:27.729404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.032339935,"stat_sum":{"num_bytes":113606656,"num_objects":59,"num_object_clones":55,"num_object_copies":177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":279,"num_read_kb":358703,"num_write":525,"num_write_kb":146904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":36642816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1182,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122500+0000","last_change":"2024-03-07T03:06:47.843416+0000","last_active":"2024-03-07T03:10:57.122500+0000","last_peered":"2024-03-07T03:10:57.122500+0000","last_clean":"2024-03-07T03:10:57.122500+0000","last_became_active":"2024-03-07T03:06:47.842812+0000","last_became_peered":"2024-03-07T03:06:47.842812+0000","last_unstale":"2024-03-07T03:10:57.122500+0000","last_undegraded":"2024-03-07T03:10:57.122500+0000","last_fullsized":"2024-03-07T03:10:57.122500+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:03:02.672609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.121897+0000","last_change":"2024-03-07T03:07:23.071850+0000","last_active":"2024-03-07T03:10:57.121897+0000","last_peered":"2024-03-07T03:10:57.121897+0000","last_clean":"2024-03-07T03:10:57.121897+0000","last_became_active":"2024-03-07T03:07:23.071476+0000","last_became_peered":"2024-03-07T03:07:23.071476+0000","last_unstale":"2024-03-07T03:10:57.121897+0000","last_undegraded":"2024-03-07T03:10:57.121897+0000","last_fullsized":"2024-03-07T03:10:57.121897+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:13:05.296486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1157,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:14.498930+0000","last_change":"2024-03-07T03:05:35.926187+0000","last_active":"2024-03-07T03:11:14.498930+0000","last_peered":"2024-03-07T03:11:14.498930+0000","last_clean":"2024-03-07T03:11:14.498930+0000","last_became_active":"2024-03-07T03:05:35.925908+0000","last_became_peered":"2024-03-07T03:05:35.925908+0000","last_unstale":"2024-03-07T03:11:14.498930+0000","last_undegraded":"2024-03-07T03:11:14.498930+0000","last_fullsized":"2024-03-07T03:11:14.498930+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:48:33.101185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"863'1146","reported_seq":3872,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298252+0000","last_change":"2024-03-07T03:10:56.132170+0000","last_active":"2024-03-07T03:10:57.298252+0000","last_peered":"2024-03-07T03:10:57.298252+0000","last_clean":"2024-03-07T03:10:57.298252+0000","last_became_active":"2024-03-07T03:07:58.756854+0000","last_became_peered":"2024-03-07T03:07:58.756854+0000","last_unstale":"2024-03-07T03:10:57.298252+0000","last_undegraded":"2024-03-07T03:10:57.298252+0000","last_fullsized":"2024-03-07T03:10:57.298252+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1146,"log_dups_size":0,"ondisk_log_size":1146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T02:59:04.693146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.010433211,"stat_sum":{"num_bytes":34668544,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":1,"num_read":219,"num_read_kb":317694,"num_write":420,"num_write_kb":93568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":10240000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1004,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127941+0000","last_change":"2024-03-07T03:07:58.760449+0000","last_active":"2024-03-07T03:10:57.127941+0000","last_peered":"2024-03-07T03:10:57.127941+0000","last_clean":"2024-03-07T03:10:57.127941+0000","last_became_active":"2024-03-07T03:07:58.760086+0000","last_became_peered":"2024-03-07T03:07:58.760086+0000","last_unstale":"2024-03-07T03:10:57.127941+0000","last_undegraded":"2024-03-07T03:10:57.127941+0000","last_fullsized":"2024-03-07T03:10:57.127941+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:34:38.583100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1087,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328930+0000","last_change":"2024-03-07T03:07:23.073659+0000","last_active":"2024-03-07T03:10:57.328930+0000","last_peered":"2024-03-07T03:10:57.328930+0000","last_clean":"2024-03-07T03:10:57.328930+0000","last_became_active":"2024-03-07T03:07:23.073277+0000","last_became_peered":"2024-03-07T03:07:23.073277+0000","last_unstale":"2024-03-07T03:10:57.328930+0000","last_undegraded":"2024-03-07T03:10:57.328930+0000","last_fullsized":"2024-03-07T03:10:57.328930+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:48:34.819985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1060,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129797+0000","last_change":"2024-03-07T03:07:58.752576+0000","last_active":"2024-03-07T03:10:57.129797+0000","last_peered":"2024-03-07T03:10:57.129797+0000","last_clean":"2024-03-07T03:10:57.129797+0000","last_became_active":"2024-03-07T03:07:58.752193+0000","last_became_peered":"2024-03-07T03:07:58.752193+0000","last_unstale":"2024-03-07T03:10:57.129797+0000","last_undegraded":"2024-03-07T03:10:57.129797+0000","last_fullsized":"2024-03-07T03:10:57.129797+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:55:14.205594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"395'197","reported_seq":1464,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297589+0000","last_change":"2024-03-07T03:07:58.752982+0000","last_active":"2024-03-07T03:10:57.297589+0000","last_peered":"2024-03-07T03:10:57.297589+0000","last_clean":"2024-03-07T03:10:57.297589+0000","last_became_active":"2024-03-07T03:07:58.752004+0000","last_became_peered":"2024-03-07T03:07:58.752004+0000","last_unstale":"2024-03-07T03:10:57.297589+0000","last_undegraded":"2024-03-07T03:10:57.297589+0000","last_fullsized":"2024-03-07T03:10:57.297589+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_clean_scrub_stamp":"2024-03-07T02:51:31.238394+0000","objects_scrubbed":0,"log_size":197,"log_dups_size":0,"ondisk_log_size":197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:53.766202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"858'3145","reported_seq":6529,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:05.938483+0000","last_change":"2024-03-07T03:10:57.131283+0000","last_active":"2024-03-07T03:11:05.938483+0000","last_peered":"2024-03-07T03:11:05.938483+0000","last_clean":"2024-03-07T03:11:05.938483+0000","last_became_active":"2024-03-07T03:06:47.859231+0000","last_became_peered":"2024-03-07T03:06:47.859231+0000","last_unstale":"2024-03-07T03:11:05.938483+0000","last_undegraded":"2024-03-07T03:11:05.938483+0000","last_fullsized":"2024-03-07T03:11:05.938483+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3145,"log_dups_size":0,"ondisk_log_size":3145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:10:03.781442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001499434,"stat_sum":{"num_bytes":18481152,"num_objects":15,"num_object_clones":14,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":124,"num_read_kb":398406,"num_write":253,"num_write_kb":45856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":9773056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126352+0000","last_change":"2024-03-07T03:05:01.454053+0000","last_active":"2024-03-07T03:10:57.126352+0000","last_peered":"2024-03-07T03:10:57.126352+0000","last_clean":"2024-03-07T03:10:57.126352+0000","last_became_active":"2024-03-07T03:05:01.453718+0000","last_became_peered":"2024-03-07T03:05:01.453718+0000","last_unstale":"2024-03-07T03:10:57.126352+0000","last_undegraded":"2024-03-07T03:10:57.126352+0000","last_fullsized":"2024-03-07T03:10:57.126352+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:10:59.835543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125549+0000","last_change":"2024-03-07T03:06:09.987673+0000","last_active":"2024-03-07T03:10:57.125549+0000","last_peered":"2024-03-07T03:10:57.125549+0000","last_clean":"2024-03-07T03:10:57.125549+0000","last_became_active":"2024-03-07T03:06:09.987328+0000","last_became_peered":"2024-03-07T03:06:09.987328+0000","last_unstale":"2024-03-07T03:10:57.125549+0000","last_undegraded":"2024-03-07T03:10:57.125549+0000","last_fullsized":"2024-03-07T03:10:57.125549+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:11:17.983744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":973,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297326+0000","last_change":"2024-03-07T03:07:58.757849+0000","last_active":"2024-03-07T03:10:57.297326+0000","last_peered":"2024-03-07T03:10:57.297326+0000","last_clean":"2024-03-07T03:10:57.297326+0000","last_became_active":"2024-03-07T03:07:58.757399+0000","last_became_peered":"2024-03-07T03:07:58.757399+0000","last_unstale":"2024-03-07T03:10:57.297326+0000","last_undegraded":"2024-03-07T03:10:57.297326+0000","last_fullsized":"2024-03-07T03:10:57.297326+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:54:11.413787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"864'1259","reported_seq":4062,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130113+0000","last_change":"2024-03-07T03:10:56.129203+0000","last_active":"2024-03-07T03:10:57.130113+0000","last_peered":"2024-03-07T03:10:57.130113+0000","last_clean":"2024-03-07T03:10:57.130113+0000","last_became_active":"2024-03-07T03:07:23.080120+0000","last_became_peered":"2024-03-07T03:07:23.080120+0000","last_unstale":"2024-03-07T03:10:57.130113+0000","last_undegraded":"2024-03-07T03:10:57.130113+0000","last_fullsized":"2024-03-07T03:10:57.130113+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1259,"log_dups_size":0,"ondisk_log_size":1259,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:33:24.850580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0059393290000000001,"stat_sum":{"num_bytes":23298048,"num_objects":10,"num_object_clones":7,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":249,"num_read_kb":271095,"num_write":553,"num_write_kb":138504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":18890752,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.3","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125874+0000","last_change":"2024-03-07T03:07:58.750289+0000","last_active":"2024-03-07T03:10:57.125874+0000","last_peered":"2024-03-07T03:10:57.125874+0000","last_clean":"2024-03-07T03:10:57.125874+0000","last_became_active":"2024-03-07T03:07:58.749557+0000","last_became_peered":"2024-03-07T03:07:58.749557+0000","last_unstale":"2024-03-07T03:10:57.125874+0000","last_undegraded":"2024-03-07T03:10:57.125874+0000","last_fullsized":"2024-03-07T03:10:57.125874+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:54:43.865660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297984+0000","last_change":"2024-03-07T03:07:58.758005+0000","last_active":"2024-03-07T03:10:57.297984+0000","last_peered":"2024-03-07T03:10:57.297984+0000","last_clean":"2024-03-07T03:10:57.297984+0000","last_became_active":"2024-03-07T03:07:58.756833+0000","last_became_peered":"2024-03-07T03:07:58.756833+0000","last_unstale":"2024-03-07T03:10:57.297984+0000","last_undegraded":"2024-03-07T03:10:57.297984+0000","last_fullsized":"2024-03-07T03:10:57.297984+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:37:55.288554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122539+0000","last_change":"2024-03-07T03:06:47.843644+0000","last_active":"2024-03-07T03:10:57.122539+0000","last_peered":"2024-03-07T03:10:57.122539+0000","last_clean":"2024-03-07T03:10:57.122539+0000","last_became_active":"2024-03-07T03:06:47.842694+0000","last_became_peered":"2024-03-07T03:06:47.842694+0000","last_unstale":"2024-03-07T03:10:57.122539+0000","last_undegraded":"2024-03-07T03:10:57.122539+0000","last_fullsized":"2024-03-07T03:10:57.122539+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:25:34.783974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"863'880","reported_seq":3814,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123586+0000","last_change":"2024-03-07T03:10:56.125509+0000","last_active":"2024-03-07T03:10:57.123586+0000","last_peered":"2024-03-07T03:10:57.123586+0000","last_clean":"2024-03-07T03:10:57.123586+0000","last_became_active":"2024-03-07T03:07:58.755248+0000","last_became_peered":"2024-03-07T03:07:58.755248+0000","last_unstale":"2024-03-07T03:10:57.123586+0000","last_undegraded":"2024-03-07T03:10:57.123586+0000","last_fullsized":"2024-03-07T03:10:57.123586+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":880,"log_dups_size":0,"ondisk_log_size":880,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:40:02.788467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0073429089999999999,"stat_sum":{"num_bytes":9224192,"num_objects":8,"num_object_clones":6,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":1,"num_read":161,"num_read_kb":133885,"num_write":362,"num_write_kb":55920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1123,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329184+0000","last_change":"2024-03-07T03:07:58.764215+0000","last_active":"2024-03-07T03:10:57.329184+0000","last_peered":"2024-03-07T03:10:57.329184+0000","last_clean":"2024-03-07T03:10:57.329184+0000","last_became_active":"2024-03-07T03:07:58.763818+0000","last_became_peered":"2024-03-07T03:07:58.763818+0000","last_unstale":"2024-03-07T03:10:57.329184+0000","last_undegraded":"2024-03-07T03:10:57.329184+0000","last_fullsized":"2024-03-07T03:10:57.329184+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:27:54.623360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"719'2","reported_seq":1192,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122792+0000","last_change":"2024-03-07T03:07:23.074913+0000","last_active":"2024-03-07T03:10:57.122792+0000","last_peered":"2024-03-07T03:10:57.122792+0000","last_clean":"2024-03-07T03:10:57.122792+0000","last_became_active":"2024-03-07T03:07:23.074530+0000","last_became_peered":"2024-03-07T03:07:23.074530+0000","last_unstale":"2024-03-07T03:10:57.122792+0000","last_undegraded":"2024-03-07T03:10:57.122792+0000","last_fullsized":"2024-03-07T03:10:57.122792+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:13:25.877187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1126,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329514+0000","last_change":"2024-03-07T03:07:58.757756+0000","last_active":"2024-03-07T03:10:57.329514+0000","last_peered":"2024-03-07T03:10:57.329514+0000","last_clean":"2024-03-07T03:10:57.329514+0000","last_became_active":"2024-03-07T03:07:58.757430+0000","last_became_peered":"2024-03-07T03:07:58.757430+0000","last_unstale":"2024-03-07T03:10:57.329514+0000","last_undegraded":"2024-03-07T03:10:57.329514+0000","last_fullsized":"2024-03-07T03:10:57.329514+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:22:21.412765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"863'1564","reported_seq":5162,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.329944+0000","last_change":"2024-03-07T03:10:57.329944+0000","last_active":"2024-03-07T03:10:57.329944+0000","last_peered":"2024-03-07T03:10:57.329944+0000","last_clean":"2024-03-07T03:10:57.329944+0000","last_became_active":"2024-03-07T03:06:09.990793+0000","last_became_peered":"2024-03-07T03:06:09.990793+0000","last_unstale":"2024-03-07T03:10:57.329944+0000","last_undegraded":"2024-03-07T03:10:57.329944+0000","last_fullsized":"2024-03-07T03:10:57.329944+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1564,"log_dups_size":0,"ondisk_log_size":1564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":143,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:53.639078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.019553126000000001,"stat_sum":{"num_bytes":100999168,"num_objects":73,"num_object_clones":68,"num_object_copies":219,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":1,"num_read":410,"num_read_kb":572954,"num_write":777,"num_write_kb":204640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":51175424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"c"},{"start":"178","length":"4"},{"start":"17e","length":"3"},{"start":"182","length":"4"},{"start":"187","length":"5"},{"start":"18d","length":"2"}]},{"pgid":"4.1","version":"0'0","reported_seq":1079,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122932+0000","last_change":"2024-03-07T03:07:23.071468+0000","last_active":"2024-03-07T03:10:57.122932+0000","last_peered":"2024-03-07T03:10:57.122932+0000","last_clean":"2024-03-07T03:10:57.122932+0000","last_became_active":"2024-03-07T03:07:23.071160+0000","last_became_peered":"2024-03-07T03:07:23.071160+0000","last_unstale":"2024-03-07T03:10:57.122932+0000","last_undegraded":"2024-03-07T03:10:57.122932+0000","last_fullsized":"2024-03-07T03:10:57.122932+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:17:55.686793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":989,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127941+0000","last_change":"2024-03-07T03:07:58.759142+0000","last_active":"2024-03-07T03:10:57.127941+0000","last_peered":"2024-03-07T03:10:57.127941+0000","last_clean":"2024-03-07T03:10:57.127941+0000","last_became_active":"2024-03-07T03:07:58.758771+0000","last_became_peered":"2024-03-07T03:07:58.758771+0000","last_unstale":"2024-03-07T03:10:57.127941+0000","last_undegraded":"2024-03-07T03:10:57.127941+0000","last_fullsized":"2024-03-07T03:10:57.127941+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:45:13.985820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126257+0000","last_change":"2024-03-07T03:06:09.988597+0000","last_active":"2024-03-07T03:10:57.126257+0000","last_peered":"2024-03-07T03:10:57.126257+0000","last_clean":"2024-03-07T03:10:57.126257+0000","last_became_active":"2024-03-07T03:06:09.988261+0000","last_became_peered":"2024-03-07T03:06:09.988261+0000","last_unstale":"2024-03-07T03:10:57.126257+0000","last_undegraded":"2024-03-07T03:10:57.126257+0000","last_fullsized":"2024-03-07T03:10:57.126257+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:11:06.717251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"843'3099","reported_seq":6397,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.131044+0000","last_change":"2024-03-07T03:10:57.131044+0000","last_active":"2024-03-07T03:10:57.131044+0000","last_peered":"2024-03-07T03:10:57.131044+0000","last_clean":"2024-03-07T03:10:57.131044+0000","last_became_active":"2024-03-07T03:07:23.084936+0000","last_became_peered":"2024-03-07T03:07:23.084936+0000","last_unstale":"2024-03-07T03:10:57.131044+0000","last_undegraded":"2024-03-07T03:10:57.131044+0000","last_fullsized":"2024-03-07T03:10:57.131044+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3099,"log_dups_size":0,"ondisk_log_size":3099,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:46:48.809690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012703,"stat_sum":{"num_bytes":8347648,"num_objects":13,"num_object_clones":12,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":56,"num_read_kb":33721,"num_write":241,"num_write_kb":36816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":434176,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1145,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329490+0000","last_change":"2024-03-07T03:05:01.461136+0000","last_active":"2024-03-07T03:10:57.329490+0000","last_peered":"2024-03-07T03:10:57.329490+0000","last_clean":"2024-03-07T03:10:57.329490+0000","last_became_active":"2024-03-07T03:05:01.457189+0000","last_became_peered":"2024-03-07T03:05:01.457189+0000","last_unstale":"2024-03-07T03:10:57.329490+0000","last_undegraded":"2024-03-07T03:10:57.329490+0000","last_fullsized":"2024-03-07T03:10:57.329490+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:23.791243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1102,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122931+0000","last_change":"2024-03-07T03:07:58.750311+0000","last_active":"2024-03-07T03:10:57.122931+0000","last_peered":"2024-03-07T03:10:57.122931+0000","last_clean":"2024-03-07T03:10:57.122931+0000","last_became_active":"2024-03-07T03:07:58.750001+0000","last_became_peered":"2024-03-07T03:07:58.750001+0000","last_unstale":"2024-03-07T03:10:57.122931+0000","last_undegraded":"2024-03-07T03:10:57.122931+0000","last_fullsized":"2024-03-07T03:10:57.122931+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:05.963944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"847'12789","reported_seq":16202,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.124034+0000","last_change":"2024-03-07T03:10:57.124034+0000","last_active":"2024-03-07T03:10:57.124034+0000","last_peered":"2024-03-07T03:10:57.124034+0000","last_clean":"2024-03-07T03:10:57.124034+0000","last_became_active":"2024-03-07T03:06:47.859957+0000","last_became_peered":"2024-03-07T03:06:47.859957+0000","last_unstale":"2024-03-07T03:10:57.124034+0000","last_undegraded":"2024-03-07T03:10:57.124034+0000","last_fullsized":"2024-03-07T03:10:57.124034+0000","mapping_epoch":625,"log_start":"599'6200","ondisk_log_start":"599'6200","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":6589,"log_dups_size":0,"ondisk_log_size":6589,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":137,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:29:13.699651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0091875959999999993,"stat_sum":{"num_bytes":71745536,"num_objects":32,"num_object_clones":30,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":0,"num_read":146,"num_read_kb":316804,"num_write":323,"num_write_kb":90232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":20865024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"5"},{"start":"171","length":"b"},{"start":"17e","length":"8"},{"start":"187","length":"5"},{"start":"18d","length":"3"},{"start":"192","length":"1"},{"start":"197","length":"1"},{"start":"199","length":"2"}]},{"pgid":"2.9","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122090+0000","last_change":"2024-03-07T03:07:58.752456+0000","last_active":"2024-03-07T03:10:57.122090+0000","last_peered":"2024-03-07T03:10:57.122090+0000","last_clean":"2024-03-07T03:10:57.122090+0000","last_became_active":"2024-03-07T03:07:58.752118+0000","last_became_peered":"2024-03-07T03:07:58.752118+0000","last_unstale":"2024-03-07T03:10:57.122090+0000","last_undegraded":"2024-03-07T03:10:57.122090+0000","last_fullsized":"2024-03-07T03:10:57.122090+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:08:08.574482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1117,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329282+0000","last_change":"2024-03-07T03:07:58.757839+0000","last_active":"2024-03-07T03:10:57.329282+0000","last_peered":"2024-03-07T03:10:57.329282+0000","last_clean":"2024-03-07T03:10:57.329282+0000","last_became_active":"2024-03-07T03:07:58.757495+0000","last_became_peered":"2024-03-07T03:07:58.757495+0000","last_unstale":"2024-03-07T03:10:57.329282+0000","last_undegraded":"2024-03-07T03:10:57.329282+0000","last_fullsized":"2024-03-07T03:10:57.329282+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:27:02.190643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"861'1463","reported_seq":5087,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.330799+0000","last_change":"2024-03-07T03:10:57.330799+0000","last_active":"2024-03-07T03:10:57.330799+0000","last_peered":"2024-03-07T03:10:57.330799+0000","last_clean":"2024-03-07T03:10:57.330799+0000","last_became_active":"2024-03-07T03:07:58.763085+0000","last_became_peered":"2024-03-07T03:07:58.763085+0000","last_unstale":"2024-03-07T03:10:57.330799+0000","last_undegraded":"2024-03-07T03:10:57.330799+0000","last_fullsized":"2024-03-07T03:10:57.330799+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1463,"log_dups_size":0,"ondisk_log_size":1463,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:39:21.050544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.016579719999999999,"stat_sum":{"num_bytes":106192896,"num_objects":71,"num_object_clones":66,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":1,"num_read":323,"num_read_kb":516030,"num_write":942,"num_write_kb":231680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":48201728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122270+0000","last_change":"2024-03-07T03:07:58.752370+0000","last_active":"2024-03-07T03:10:57.122270+0000","last_peered":"2024-03-07T03:10:57.122270+0000","last_clean":"2024-03-07T03:10:57.122270+0000","last_became_active":"2024-03-07T03:07:58.751985+0000","last_became_peered":"2024-03-07T03:07:58.751985+0000","last_unstale":"2024-03-07T03:10:57.122270+0000","last_undegraded":"2024-03-07T03:10:57.122270+0000","last_fullsized":"2024-03-07T03:10:57.122270+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:31:33.590004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1126,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329046+0000","last_change":"2024-03-07T03:06:09.987484+0000","last_active":"2024-03-07T03:10:57.329046+0000","last_peered":"2024-03-07T03:10:57.329046+0000","last_clean":"2024-03-07T03:10:57.329046+0000","last_became_active":"2024-03-07T03:06:09.986947+0000","last_became_peered":"2024-03-07T03:06:09.986947+0000","last_unstale":"2024-03-07T03:10:57.329046+0000","last_undegraded":"2024-03-07T03:10:57.329046+0000","last_fullsized":"2024-03-07T03:10:57.329046+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:37:38.253630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"857'1055","reported_seq":4917,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.128839+0000","last_change":"2024-03-07T03:10:57.123092+0000","last_active":"2024-03-07T03:10:57.128839+0000","last_peered":"2024-03-07T03:10:57.128839+0000","last_clean":"2024-03-07T03:10:57.128839+0000","last_became_active":"2024-03-07T03:06:09.993513+0000","last_became_peered":"2024-03-07T03:06:09.993513+0000","last_unstale":"2024-03-07T03:10:57.128839+0000","last_undegraded":"2024-03-07T03:10:57.128839+0000","last_fullsized":"2024-03-07T03:10:57.128839+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1055,"log_dups_size":0,"ondisk_log_size":1055,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:34:07.352811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013205965,"stat_sum":{"num_bytes":99745792,"num_objects":66,"num_object_clones":62,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":306,"num_read_kb":434534,"num_write":588,"num_write_kb":145464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":21749760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.b","version":"716'3","reported_seq":984,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297633+0000","last_change":"2024-03-07T03:07:58.749480+0000","last_active":"2024-03-07T03:10:57.297633+0000","last_peered":"2024-03-07T03:10:57.297633+0000","last_clean":"2024-03-07T03:10:57.297633+0000","last_became_active":"2024-03-07T03:07:58.749098+0000","last_became_peered":"2024-03-07T03:07:58.749098+0000","last_unstale":"2024-03-07T03:10:57.297633+0000","last_undegraded":"2024-03-07T03:10:57.297633+0000","last_fullsized":"2024-03-07T03:10:57.297633+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:35:33.945855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1034,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127679+0000","last_change":"2024-03-07T03:07:23.075725+0000","last_active":"2024-03-07T03:10:57.127679+0000","last_peered":"2024-03-07T03:10:57.127679+0000","last_clean":"2024-03-07T03:10:57.127679+0000","last_became_active":"2024-03-07T03:07:23.075203+0000","last_became_peered":"2024-03-07T03:07:23.075203+0000","last_unstale":"2024-03-07T03:10:57.127679+0000","last_undegraded":"2024-03-07T03:10:57.127679+0000","last_fullsized":"2024-03-07T03:10:57.127679+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:47:11.192302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"863'1711","reported_seq":5459,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.330918+0000","last_change":"2024-03-07T03:10:57.330918+0000","last_active":"2024-03-07T03:10:57.330918+0000","last_peered":"2024-03-07T03:10:57.330918+0000","last_clean":"2024-03-07T03:10:57.330918+0000","last_became_active":"2024-03-07T03:06:47.849454+0000","last_became_peered":"2024-03-07T03:06:47.849454+0000","last_unstale":"2024-03-07T03:10:57.330918+0000","last_undegraded":"2024-03-07T03:10:57.330918+0000","last_fullsized":"2024-03-07T03:10:57.330918+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1711,"log_dups_size":0,"ondisk_log_size":1711,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:40:07.156907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.014160193999999999,"stat_sum":{"num_bytes":165158912,"num_objects":93,"num_object_clones":87,"num_object_copies":279,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":93,"num_whiteouts":2,"num_read":489,"num_read_kb":756200,"num_write":870,"num_write_kb":258896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":69541888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1155,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329768+0000","last_change":"2024-03-07T03:06:47.847077+0000","last_active":"2024-03-07T03:10:57.329768+0000","last_peered":"2024-03-07T03:10:57.329768+0000","last_clean":"2024-03-07T03:10:57.329768+0000","last_became_active":"2024-03-07T03:06:47.846359+0000","last_became_peered":"2024-03-07T03:06:47.846359+0000","last_unstale":"2024-03-07T03:10:57.329768+0000","last_undegraded":"2024-03-07T03:10:57.329768+0000","last_fullsized":"2024-03-07T03:10:57.329768+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:00:08.102949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":971,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297999+0000","last_change":"2024-03-07T03:07:58.760528+0000","last_active":"2024-03-07T03:10:57.297999+0000","last_peered":"2024-03-07T03:10:57.297999+0000","last_clean":"2024-03-07T03:10:57.297999+0000","last_became_active":"2024-03-07T03:07:58.760226+0000","last_became_peered":"2024-03-07T03:07:58.760226+0000","last_unstale":"2024-03-07T03:10:57.297999+0000","last_undegraded":"2024-03-07T03:10:57.297999+0000","last_fullsized":"2024-03-07T03:10:57.297999+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:10:36.411047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"863'1938","reported_seq":4937,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329911+0000","last_change":"2024-03-07T03:10:56.140803+0000","last_active":"2024-03-07T03:10:57.329911+0000","last_peered":"2024-03-07T03:10:57.329911+0000","last_clean":"2024-03-07T03:10:57.329911+0000","last_became_active":"2024-03-07T03:06:09.993933+0000","last_became_peered":"2024-03-07T03:06:09.993933+0000","last_unstale":"2024-03-07T03:10:57.329911+0000","last_undegraded":"2024-03-07T03:10:57.329911+0000","last_fullsized":"2024-03-07T03:10:57.329911+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1938,"log_dups_size":0,"ondisk_log_size":1938,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:16.359457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.024996012000000001,"stat_sum":{"num_bytes":22765568,"num_objects":17,"num_object_clones":12,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":2,"num_read":350,"num_read_kb":387634,"num_write":702,"num_write_kb":183472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":7151616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.d","version":"61'1","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122322+0000","last_change":"2024-03-07T03:06:09.993129+0000","last_active":"2024-03-07T03:10:57.122322+0000","last_peered":"2024-03-07T03:10:57.122322+0000","last_clean":"2024-03-07T03:10:57.122322+0000","last_became_active":"2024-03-07T03:06:09.992737+0000","last_became_peered":"2024-03-07T03:06:09.992737+0000","last_unstale":"2024-03-07T03:10:57.122322+0000","last_undegraded":"2024-03-07T03:10:57.122322+0000","last_fullsized":"2024-03-07T03:10:57.122322+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:02:42.055569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1050,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130209+0000","last_change":"2024-03-07T03:07:23.076846+0000","last_active":"2024-03-07T03:10:57.130209+0000","last_peered":"2024-03-07T03:10:57.130209+0000","last_clean":"2024-03-07T03:10:57.130209+0000","last_became_active":"2024-03-07T03:07:23.075895+0000","last_became_peered":"2024-03-07T03:07:23.075895+0000","last_unstale":"2024-03-07T03:10:57.130209+0000","last_undegraded":"2024-03-07T03:10:57.130209+0000","last_fullsized":"2024-03-07T03:10:57.130209+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:09:15.080126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"854'331","reported_seq":3438,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.298223+0000","last_change":"2024-03-07T03:10:57.298223+0000","last_active":"2024-03-07T03:10:57.298223+0000","last_peered":"2024-03-07T03:10:57.298223+0000","last_clean":"2024-03-07T03:10:57.298223+0000","last_became_active":"2024-03-07T03:07:58.749089+0000","last_became_peered":"2024-03-07T03:07:58.749089+0000","last_unstale":"2024-03-07T03:10:57.298223+0000","last_undegraded":"2024-03-07T03:10:57.298223+0000","last_fullsized":"2024-03-07T03:10:57.298223+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":331,"log_dups_size":0,"ondisk_log_size":331,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":83,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:26:07.404191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00085119700000000004,"stat_sum":{"num_bytes":15409152,"num_objects":11,"num_object_clones":10,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":91,"num_read_kb":118251,"num_write":162,"num_write_kb":30616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":34586624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"56"},{"start":"1c2","length":"3"},{"start":"1c9","length":"1"}]},{"pgid":"2.e","version":"61'2","reported_seq":1159,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.330486+0000","last_change":"2024-03-07T03:07:58.755578+0000","last_active":"2024-03-07T03:10:57.330486+0000","last_peered":"2024-03-07T03:10:57.330486+0000","last_clean":"2024-03-07T03:10:57.330486+0000","last_became_active":"2024-03-07T03:07:58.755160+0000","last_became_peered":"2024-03-07T03:07:58.755160+0000","last_unstale":"2024-03-07T03:10:57.330486+0000","last_undegraded":"2024-03-07T03:10:57.330486+0000","last_fullsized":"2024-03-07T03:10:57.330486+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:20.584382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298308+0000","last_change":"2024-03-07T03:07:58.751269+0000","last_active":"2024-03-07T03:10:57.298308+0000","last_peered":"2024-03-07T03:10:57.298308+0000","last_clean":"2024-03-07T03:10:57.298308+0000","last_became_active":"2024-03-07T03:07:58.750956+0000","last_became_peered":"2024-03-07T03:07:58.750956+0000","last_unstale":"2024-03-07T03:10:57.298308+0000","last_undegraded":"2024-03-07T03:10:57.298308+0000","last_fullsized":"2024-03-07T03:10:57.298308+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:39.414545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1005,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127389+0000","last_change":"2024-03-07T03:07:23.081711+0000","last_active":"2024-03-07T03:10:57.127389+0000","last_peered":"2024-03-07T03:10:57.127389+0000","last_clean":"2024-03-07T03:10:57.127389+0000","last_became_active":"2024-03-07T03:07:23.079269+0000","last_became_peered":"2024-03-07T03:07:23.079269+0000","last_unstale":"2024-03-07T03:10:57.127389+0000","last_undegraded":"2024-03-07T03:10:57.127389+0000","last_fullsized":"2024-03-07T03:10:57.127389+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:39.008957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1157,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:14.498905+0000","last_change":"2024-03-07T03:07:23.072806+0000","last_active":"2024-03-07T03:11:14.498905+0000","last_peered":"2024-03-07T03:11:14.498905+0000","last_clean":"2024-03-07T03:11:14.498905+0000","last_became_active":"2024-03-07T03:07:23.071234+0000","last_became_peered":"2024-03-07T03:07:23.071234+0000","last_unstale":"2024-03-07T03:11:14.498905+0000","last_undegraded":"2024-03-07T03:11:14.498905+0000","last_fullsized":"2024-03-07T03:11:14.498905+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:52.610744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1057,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129961+0000","last_change":"2024-03-07T03:06:47.851593+0000","last_active":"2024-03-07T03:10:57.129961+0000","last_peered":"2024-03-07T03:10:57.129961+0000","last_clean":"2024-03-07T03:10:57.129961+0000","last_became_active":"2024-03-07T03:06:47.849677+0000","last_became_peered":"2024-03-07T03:06:47.849677+0000","last_unstale":"2024-03-07T03:10:57.129961+0000","last_undegraded":"2024-03-07T03:10:57.129961+0000","last_fullsized":"2024-03-07T03:10:57.129961+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:30.969251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1116,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:14.498954+0000","last_change":"2024-03-07T03:06:09.995434+0000","last_active":"2024-03-07T03:11:14.498954+0000","last_peered":"2024-03-07T03:11:14.498954+0000","last_clean":"2024-03-07T03:11:14.498954+0000","last_became_active":"2024-03-07T03:06:09.994939+0000","last_became_peered":"2024-03-07T03:06:09.994939+0000","last_unstale":"2024-03-07T03:11:14.498954+0000","last_undegraded":"2024-03-07T03:11:14.498954+0000","last_fullsized":"2024-03-07T03:11:14.498954+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:27:11.737354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1126,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328924+0000","last_change":"2024-03-07T03:06:09.987381+0000","last_active":"2024-03-07T03:10:57.328924+0000","last_peered":"2024-03-07T03:10:57.328924+0000","last_clean":"2024-03-07T03:10:57.328924+0000","last_became_active":"2024-03-07T03:06:09.986952+0000","last_became_peered":"2024-03-07T03:06:09.986952+0000","last_unstale":"2024-03-07T03:10:57.328924+0000","last_undegraded":"2024-03-07T03:10:57.328924+0000","last_fullsized":"2024-03-07T03:10:57.328924+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:26:15.439852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122425+0000","last_change":"2024-03-07T03:05:35.923999+0000","last_active":"2024-03-07T03:10:57.122425+0000","last_peered":"2024-03-07T03:10:57.122425+0000","last_clean":"2024-03-07T03:10:57.122425+0000","last_became_active":"2024-03-07T03:05:35.923719+0000","last_became_peered":"2024-03-07T03:05:35.923719+0000","last_unstale":"2024-03-07T03:10:57.122425+0000","last_undegraded":"2024-03-07T03:10:57.122425+0000","last_fullsized":"2024-03-07T03:10:57.122425+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:43:04.724647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1007,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.128126+0000","last_change":"2024-03-07T03:07:58.749989+0000","last_active":"2024-03-07T03:10:57.128126+0000","last_peered":"2024-03-07T03:10:57.128126+0000","last_clean":"2024-03-07T03:10:57.128126+0000","last_became_active":"2024-03-07T03:07:58.749643+0000","last_became_peered":"2024-03-07T03:07:58.749643+0000","last_unstale":"2024-03-07T03:10:57.128126+0000","last_undegraded":"2024-03-07T03:10:57.128126+0000","last_fullsized":"2024-03-07T03:10:57.128126+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:00:44.729806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1109,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329656+0000","last_change":"2024-03-07T03:06:09.999184+0000","last_active":"2024-03-07T03:10:57.329656+0000","last_peered":"2024-03-07T03:10:57.329656+0000","last_clean":"2024-03-07T03:10:57.329656+0000","last_became_active":"2024-03-07T03:06:09.998856+0000","last_became_peered":"2024-03-07T03:06:09.998856+0000","last_unstale":"2024-03-07T03:10:57.329656+0000","last_undegraded":"2024-03-07T03:10:57.329656+0000","last_fullsized":"2024-03-07T03:10:57.329656+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:37:00.102189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1057,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:05.938424+0000","last_change":"2024-03-07T03:06:47.857644+0000","last_active":"2024-03-07T03:11:05.938424+0000","last_peered":"2024-03-07T03:11:05.938424+0000","last_clean":"2024-03-07T03:11:05.938424+0000","last_became_active":"2024-03-07T03:06:47.857354+0000","last_became_peered":"2024-03-07T03:06:47.857354+0000","last_unstale":"2024-03-07T03:11:05.938424+0000","last_undegraded":"2024-03-07T03:11:05.938424+0000","last_fullsized":"2024-03-07T03:11:05.938424+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:02:18.860369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1117,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329010+0000","last_change":"2024-03-07T03:06:09.987872+0000","last_active":"2024-03-07T03:10:57.329010+0000","last_peered":"2024-03-07T03:10:57.329010+0000","last_clean":"2024-03-07T03:10:57.329010+0000","last_became_active":"2024-03-07T03:06:09.986852+0000","last_became_peered":"2024-03-07T03:06:09.986852+0000","last_unstale":"2024-03-07T03:10:57.329010+0000","last_undegraded":"2024-03-07T03:10:57.329010+0000","last_fullsized":"2024-03-07T03:10:57.329010+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:13.708512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1034,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129625+0000","last_change":"2024-03-07T03:07:58.755825+0000","last_active":"2024-03-07T03:10:57.129625+0000","last_peered":"2024-03-07T03:10:57.129625+0000","last_clean":"2024-03-07T03:10:57.129625+0000","last_became_active":"2024-03-07T03:07:58.755395+0000","last_became_peered":"2024-03-07T03:07:58.755395+0000","last_unstale":"2024-03-07T03:10:57.129625+0000","last_undegraded":"2024-03-07T03:10:57.129625+0000","last_fullsized":"2024-03-07T03:10:57.129625+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:10:43.184914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125616+0000","last_change":"2024-03-07T03:07:58.753962+0000","last_active":"2024-03-07T03:10:57.125616+0000","last_peered":"2024-03-07T03:10:57.125616+0000","last_clean":"2024-03-07T03:10:57.125616+0000","last_became_active":"2024-03-07T03:07:58.753619+0000","last_became_peered":"2024-03-07T03:07:58.753619+0000","last_unstale":"2024-03-07T03:10:57.125616+0000","last_undegraded":"2024-03-07T03:10:57.125616+0000","last_fullsized":"2024-03-07T03:10:57.125616+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:44:44.641067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1012,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127636+0000","last_change":"2024-03-07T03:07:23.078516+0000","last_active":"2024-03-07T03:10:57.127636+0000","last_peered":"2024-03-07T03:10:57.127636+0000","last_clean":"2024-03-07T03:10:57.127636+0000","last_became_active":"2024-03-07T03:07:23.076017+0000","last_became_peered":"2024-03-07T03:07:23.076017+0000","last_unstale":"2024-03-07T03:10:57.127636+0000","last_undegraded":"2024-03-07T03:10:57.127636+0000","last_fullsized":"2024-03-07T03:10:57.127636+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:17:54.725933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":857645056,"num_objects":516,"num_object_clones":466,"num_object_copies":1548,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":516,"num_whiteouts":8,"num_read":3826,"num_read_kb":5949842,"num_write":7931,"num_write_kb":1978632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":107,"num_bytes_recovered":385712128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1170673664,"data_stored":2969124864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28580,"ondisk_log_size":28580,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197,"ondisk_log_size":197,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":26375,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":694,"seq":2980707303490,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":150184,"kb_used_data":96156,"kb_used_omap":35,"kb_used_meta":53980,"kb_avail":93594968,"statfs":{"total":95995035648,"available":95841247232,"internally_reserved":0,"allocated":98463744,"data_stored":167037349,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36312,"internal_metadata":55276072},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":660,"seq":2834678415433,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":94940,"kb_used_data":42576,"kb_used_omap":23,"kb_used_meta":52328,"kb_avail":93650212,"statfs":{"total":95995035648,"available":95897817088,"internally_reserved":0,"allocated":43597824,"data_stored":80829959,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":24173,"internal_metadata":53584275},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":463,"seq":1988569858163,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":692864,"kb_used_data":193964,"kb_used_omap":46,"kb_used_meta":498833,"kb_avail":93052288,"statfs":{"total":95995035648,"available":95285542912,"internally_reserved":0,"allocated":198619136,"data_stored":533391905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48036,"internal_metadata":510805084},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":528,"seq":2267742732389,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":401776,"kb_used_data":209252,"kb_used_omap":54,"kb_used_meta":192457,"kb_avail":93343376,"statfs":{"total":95995035648,"available":95583617024,"internally_reserved":0,"allocated":214274048,"data_stored":587826473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56016,"internal_metadata":197076272},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":495,"seq":2126008811628,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":485244,"kb_used_data":166572,"kb_used_omap":47,"kb_used_meta":318608,"kb_avail":93259908,"statfs":{"total":95995035648,"available":95498145792,"internally_reserved":0,"allocated":170569728,"data_stored":457545161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48143,"internal_metadata":326255601},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":562,"seq":2413771620446,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":177748,"kb_used_data":84672,"kb_used_omap":37,"kb_used_meta":93018,"kb_avail":93567404,"statfs":{"total":95995035648,"available":95813021696,"internally_reserved":0,"allocated":86704128,"data_stored":171510863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38083,"internal_metadata":95251261},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":591,"seq":2538325672023,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":365920,"kb_used_data":157844,"kb_used_omap":61,"kb_used_meta":208002,"kb_avail":93379232,"statfs":{"total":95995035648,"available":95620333568,"internally_reserved":0,"allocated":161632256,"data_stored":367986669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":62843,"internal_metadata":212994693},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":625,"seq":2684354560080,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":509804,"kb_used_data":269020,"kb_used_omap":73,"kb_used_meta":240694,"kb_avail":93235348,"statfs":{"total":95995035648,"available":95472996352,"internally_reserved":0,"allocated":275476480,"data_stored":649851960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":75044,"internal_metadata":246471388},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7413,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2060,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2124,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3359,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3677,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2797,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2839,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2106,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":188411904,"data_stored":527167488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":160964608,"data_stored":451911680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":204677120,"data_stored":582193152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":77082624,"data_stored":165871616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":152018944,"data_stored":362352640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":265863168,"data_stored":644214784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":33390592,"data_stored":74600448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":88264704,"data_stored":160813056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-07T03:13:23.429 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:13:23.430 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:13:23.430 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:13:23.430 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-07T03:13:23.430 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-07T03:13:23.430 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-07T03:13:23.430 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.c in trimming, state: active+clean+snaptrim_error 2024-03-07T03:13:23.430 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-07T03:13:23.430 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:13:23.430 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-07T03:13:23.660 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:13:23 smithi092 ceph-mon[83777]: pgmap v801: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:23.660 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:13:23 smithi092 ceph-mon[83777]: from='client.44504 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:13:25.572 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:13:25 smithi090 ceph-mon[89511]: pgmap v802: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:25.572 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:13:25 smithi090 ceph-mon[91928]: pgmap v802: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:25.660 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:13:25 smithi092 ceph-mon[83777]: pgmap v802: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:27.571 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:13:27 smithi090 ceph-mon[89511]: pgmap v803: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:27.572 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:13:27 smithi090 ceph-mon[91928]: pgmap v803: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:27.660 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:13:27 smithi092 ceph-mon[83777]: pgmap v803: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:28.572 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:13:28 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:13:28.572 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:13:28 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:13:28.660 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:13:28 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:13:29.571 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:13:29 smithi090 ceph-mon[89511]: pgmap v804: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:29.572 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:13:29 smithi090 ceph-mon[91928]: pgmap v804: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:29.660 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:13:29 smithi092 ceph-mon[83777]: pgmap v804: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:31.571 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:13:31 smithi090 ceph-mon[89511]: pgmap v805: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:31.572 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:13:31 smithi090 ceph-mon[91928]: pgmap v805: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:31.660 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:13:31 smithi092 ceph-mon[83777]: pgmap v805: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:32.660 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:13:32 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:13:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:13:33.271 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:13:33 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:13:33] "GET /metrics HTTP/1.1" 200 36316 "" "Prometheus/2.43.0" 2024-03-07T03:13:33.431 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph pg dump --format=json 2024-03-07T03:13:33.571 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:13:33 smithi090 ceph-mon[89511]: pgmap v806: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:33.572 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:13:33 smithi090 ceph-mon[91928]: pgmap v806: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:33.649 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T03:13:33.660 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:13:33 smithi092 ceph-mon[83777]: pgmap v806: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:35.439 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T03:13:35.441 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-03-07T03:13:35.544 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:13:35 smithi090 ceph-mon[89511]: pgmap v807: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:35.544 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:13:35 smithi090 ceph-mon[91928]: pgmap v807: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:35.659 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:13:35 smithi092 ceph-mon[83777]: pgmap v807: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:36.114 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":807,"stamp":"2024-03-07T03:13:33.895178+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":858242044,"num_objects":540,"num_object_clones":466,"num_object_copies":1620,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":540,"num_whiteouts":8,"num_read":4717,"num_read_kb":5951239,"num_write":8310,"num_write_kb":1981084,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":113,"num_bytes_recovered":387483232,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28845,"ondisk_log_size":28845,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2878480,"kb_used_data":1220056,"kb_used_omap":379,"kb_used_meta":1657924,"kb_avail":747082736,"statfs":{"total":767960285184,"available":765012721664,"internally_reserved":0,"allocated":1249337344,"data_stored":3015980339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":388650,"internal_metadata":1697714646},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004194"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":972,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298224+0000","last_change":"2024-03-07T03:07:58.753984+0000","last_active":"2024-03-07T03:10:57.298224+0000","last_peered":"2024-03-07T03:10:57.298224+0000","last_clean":"2024-03-07T03:10:57.298224+0000","last_became_active":"2024-03-07T03:07:58.753138+0000","last_became_peered":"2024-03-07T03:07:58.753138+0000","last_unstale":"2024-03-07T03:10:57.298224+0000","last_undegraded":"2024-03-07T03:10:57.298224+0000","last_fullsized":"2024-03-07T03:10:57.298224+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:37:39.612519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1185,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122683+0000","last_change":"2024-03-07T03:07:23.074862+0000","last_active":"2024-03-07T03:10:57.122683+0000","last_peered":"2024-03-07T03:10:57.122683+0000","last_clean":"2024-03-07T03:10:57.122683+0000","last_became_active":"2024-03-07T03:07:23.074512+0000","last_became_peered":"2024-03-07T03:07:23.074512+0000","last_unstale":"2024-03-07T03:10:57.122683+0000","last_undegraded":"2024-03-07T03:10:57.122683+0000","last_fullsized":"2024-03-07T03:10:57.122683+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:45:24.128672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125917+0000","last_change":"2024-03-07T03:05:01.446762+0000","last_active":"2024-03-07T03:10:57.125917+0000","last_peered":"2024-03-07T03:10:57.125917+0000","last_clean":"2024-03-07T03:10:57.125917+0000","last_became_active":"2024-03-07T03:05:01.446425+0000","last_became_peered":"2024-03-07T03:05:01.446425+0000","last_unstale":"2024-03-07T03:10:57.125917+0000","last_undegraded":"2024-03-07T03:10:57.125917+0000","last_fullsized":"2024-03-07T03:10:57.125917+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:39:39.897066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1052,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129938+0000","last_change":"2024-03-07T03:07:58.755992+0000","last_active":"2024-03-07T03:10:57.129938+0000","last_peered":"2024-03-07T03:10:57.129938+0000","last_clean":"2024-03-07T03:10:57.129938+0000","last_became_active":"2024-03-07T03:07:58.755499+0000","last_became_peered":"2024-03-07T03:07:58.755499+0000","last_unstale":"2024-03-07T03:10:57.129938+0000","last_undegraded":"2024-03-07T03:10:57.129938+0000","last_fullsized":"2024-03-07T03:10:57.129938+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:26:12.313572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297504+0000","last_change":"2024-03-07T03:07:58.752235+0000","last_active":"2024-03-07T03:10:57.297504+0000","last_peered":"2024-03-07T03:10:57.297504+0000","last_clean":"2024-03-07T03:10:57.297504+0000","last_became_active":"2024-03-07T03:07:58.751575+0000","last_became_peered":"2024-03-07T03:07:58.751575+0000","last_unstale":"2024-03-07T03:10:57.297504+0000","last_undegraded":"2024-03-07T03:10:57.297504+0000","last_fullsized":"2024-03-07T03:10:57.297504+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:12:05.995515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1029,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130051+0000","last_change":"2024-03-07T03:06:47.859644+0000","last_active":"2024-03-07T03:10:57.130051+0000","last_peered":"2024-03-07T03:10:57.130051+0000","last_clean":"2024-03-07T03:10:57.130051+0000","last_became_active":"2024-03-07T03:06:47.859097+0000","last_became_peered":"2024-03-07T03:06:47.859097+0000","last_unstale":"2024-03-07T03:10:57.130051+0000","last_undegraded":"2024-03-07T03:10:57.130051+0000","last_fullsized":"2024-03-07T03:10:57.130051+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:22:46.909130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297361+0000","last_change":"2024-03-07T03:07:58.754226+0000","last_active":"2024-03-07T03:10:57.297361+0000","last_peered":"2024-03-07T03:10:57.297361+0000","last_clean":"2024-03-07T03:10:57.297361+0000","last_became_active":"2024-03-07T03:07:58.753169+0000","last_became_peered":"2024-03-07T03:07:58.753169+0000","last_unstale":"2024-03-07T03:10:57.297361+0000","last_undegraded":"2024-03-07T03:10:57.297361+0000","last_fullsized":"2024-03-07T03:10:57.297361+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:46:59.258099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1086,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328618+0000","last_change":"2024-03-07T03:07:23.073492+0000","last_active":"2024-03-07T03:10:57.328618+0000","last_peered":"2024-03-07T03:10:57.328618+0000","last_clean":"2024-03-07T03:10:57.328618+0000","last_became_active":"2024-03-07T03:07:23.071929+0000","last_became_peered":"2024-03-07T03:07:23.071929+0000","last_unstale":"2024-03-07T03:10:57.328618+0000","last_undegraded":"2024-03-07T03:10:57.328618+0000","last_fullsized":"2024-03-07T03:10:57.328618+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:35:26.391722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":978,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298081+0000","last_change":"2024-03-07T03:07:58.760328+0000","last_active":"2024-03-07T03:10:57.298081+0000","last_peered":"2024-03-07T03:10:57.298081+0000","last_clean":"2024-03-07T03:10:57.298081+0000","last_became_active":"2024-03-07T03:07:58.760046+0000","last_became_peered":"2024-03-07T03:07:58.760046+0000","last_unstale":"2024-03-07T03:10:57.298081+0000","last_undegraded":"2024-03-07T03:10:57.298081+0000","last_fullsized":"2024-03-07T03:10:57.298081+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:08:46.356817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1004,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127859+0000","last_change":"2024-03-07T03:07:23.079945+0000","last_active":"2024-03-07T03:10:57.127859+0000","last_peered":"2024-03-07T03:10:57.127859+0000","last_clean":"2024-03-07T03:10:57.127859+0000","last_became_active":"2024-03-07T03:07:23.078551+0000","last_became_peered":"2024-03-07T03:07:23.078551+0000","last_unstale":"2024-03-07T03:10:57.127859+0000","last_undegraded":"2024-03-07T03:10:57.127859+0000","last_fullsized":"2024-03-07T03:10:57.127859+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:03:46.670084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1004,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127688+0000","last_change":"2024-03-07T03:07:23.081963+0000","last_active":"2024-03-07T03:10:57.127688+0000","last_peered":"2024-03-07T03:10:57.127688+0000","last_clean":"2024-03-07T03:10:57.127688+0000","last_became_active":"2024-03-07T03:07:23.080128+0000","last_became_peered":"2024-03-07T03:07:23.080128+0000","last_unstale":"2024-03-07T03:10:57.127688+0000","last_undegraded":"2024-03-07T03:10:57.127688+0000","last_fullsized":"2024-03-07T03:10:57.127688+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:56.813267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1147,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329628+0000","last_change":"2024-03-07T03:07:23.074902+0000","last_active":"2024-03-07T03:10:57.329628+0000","last_peered":"2024-03-07T03:10:57.329628+0000","last_clean":"2024-03-07T03:10:57.329628+0000","last_became_active":"2024-03-07T03:07:23.074466+0000","last_became_peered":"2024-03-07T03:07:23.074466+0000","last_unstale":"2024-03-07T03:10:57.329628+0000","last_undegraded":"2024-03-07T03:10:57.329628+0000","last_fullsized":"2024-03-07T03:10:57.329628+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:40:20.268555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1116,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329168+0000","last_change":"2024-03-07T03:07:23.072635+0000","last_active":"2024-03-07T03:10:57.329168+0000","last_peered":"2024-03-07T03:10:57.329168+0000","last_clean":"2024-03-07T03:10:57.329168+0000","last_became_active":"2024-03-07T03:07:23.071712+0000","last_became_peered":"2024-03-07T03:07:23.071712+0000","last_unstale":"2024-03-07T03:10:57.329168+0000","last_undegraded":"2024-03-07T03:10:57.329168+0000","last_fullsized":"2024-03-07T03:10:57.329168+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:00:39.298564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125527+0000","last_change":"2024-03-07T03:06:47.851538+0000","last_active":"2024-03-07T03:10:57.125527+0000","last_peered":"2024-03-07T03:10:57.125527+0000","last_clean":"2024-03-07T03:10:57.125527+0000","last_became_active":"2024-03-07T03:06:47.851183+0000","last_became_peered":"2024-03-07T03:06:47.851183+0000","last_unstale":"2024-03-07T03:10:57.125527+0000","last_undegraded":"2024-03-07T03:10:57.125527+0000","last_fullsized":"2024-03-07T03:10:57.125527+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:36:23.932334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.121969+0000","last_change":"2024-03-07T03:06:47.843126+0000","last_active":"2024-03-07T03:10:57.121969+0000","last_peered":"2024-03-07T03:10:57.121969+0000","last_clean":"2024-03-07T03:10:57.121969+0000","last_became_active":"2024-03-07T03:06:47.842736+0000","last_became_peered":"2024-03-07T03:06:47.842736+0000","last_unstale":"2024-03-07T03:10:57.121969+0000","last_undegraded":"2024-03-07T03:10:57.121969+0000","last_fullsized":"2024-03-07T03:10:57.121969+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:48:10.843465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1033,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129555+0000","last_change":"2024-03-07T03:07:58.755620+0000","last_active":"2024-03-07T03:10:57.129555+0000","last_peered":"2024-03-07T03:10:57.129555+0000","last_clean":"2024-03-07T03:10:57.129555+0000","last_became_active":"2024-03-07T03:07:58.755267+0000","last_became_peered":"2024-03-07T03:07:58.755267+0000","last_unstale":"2024-03-07T03:10:57.129555+0000","last_undegraded":"2024-03-07T03:10:57.129555+0000","last_fullsized":"2024-03-07T03:10:57.129555+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:51:32.339400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1037,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130696+0000","last_change":"2024-03-07T03:07:58.756358+0000","last_active":"2024-03-07T03:10:57.130696+0000","last_peered":"2024-03-07T03:10:57.130696+0000","last_clean":"2024-03-07T03:10:57.130696+0000","last_became_active":"2024-03-07T03:07:58.755960+0000","last_became_peered":"2024-03-07T03:07:58.755960+0000","last_unstale":"2024-03-07T03:10:57.130696+0000","last_undegraded":"2024-03-07T03:10:57.130696+0000","last_fullsized":"2024-03-07T03:10:57.130696+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:47.464423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1155,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.330177+0000","last_change":"2024-03-07T03:07:58.755619+0000","last_active":"2024-03-07T03:10:57.330177+0000","last_peered":"2024-03-07T03:10:57.330177+0000","last_clean":"2024-03-07T03:10:57.330177+0000","last_became_active":"2024-03-07T03:07:58.755214+0000","last_became_peered":"2024-03-07T03:07:58.755214+0000","last_unstale":"2024-03-07T03:10:57.330177+0000","last_undegraded":"2024-03-07T03:10:57.330177+0000","last_fullsized":"2024-03-07T03:10:57.330177+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:59:02.041330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":971,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298106+0000","last_change":"2024-03-07T03:07:58.756563+0000","last_active":"2024-03-07T03:10:57.298106+0000","last_peered":"2024-03-07T03:10:57.298106+0000","last_clean":"2024-03-07T03:10:57.298106+0000","last_became_active":"2024-03-07T03:07:58.752195+0000","last_became_peered":"2024-03-07T03:07:58.752195+0000","last_unstale":"2024-03-07T03:10:57.298106+0000","last_undegraded":"2024-03-07T03:10:57.298106+0000","last_fullsized":"2024-03-07T03:10:57.298106+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:32:35.496500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"716'5","reported_seq":1221,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126491+0000","last_change":"2024-03-07T03:07:58.753999+0000","last_active":"2024-03-07T03:10:57.126491+0000","last_peered":"2024-03-07T03:10:57.126491+0000","last_clean":"2024-03-07T03:10:57.126491+0000","last_became_active":"2024-03-07T03:07:58.753607+0000","last_became_peered":"2024-03-07T03:07:58.753607+0000","last_unstale":"2024-03-07T03:10:57.126491+0000","last_undegraded":"2024-03-07T03:10:57.126491+0000","last_fullsized":"2024-03-07T03:10:57.126491+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:28:57.567238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1109,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329785+0000","last_change":"2024-03-07T03:07:23.083830+0000","last_active":"2024-03-07T03:10:57.329785+0000","last_peered":"2024-03-07T03:10:57.329785+0000","last_clean":"2024-03-07T03:10:57.329785+0000","last_became_active":"2024-03-07T03:07:23.083530+0000","last_became_peered":"2024-03-07T03:07:23.083530+0000","last_unstale":"2024-03-07T03:10:57.329785+0000","last_undegraded":"2024-03-07T03:10:57.329785+0000","last_fullsized":"2024-03-07T03:10:57.329785+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:57.938032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"716'2","reported_seq":1129,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329559+0000","last_change":"2024-03-07T03:06:47.849618+0000","last_active":"2024-03-07T03:10:57.329559+0000","last_peered":"2024-03-07T03:10:57.329559+0000","last_clean":"2024-03-07T03:10:57.329559+0000","last_became_active":"2024-03-07T03:06:47.849222+0000","last_became_peered":"2024-03-07T03:06:47.849222+0000","last_unstale":"2024-03-07T03:10:57.329559+0000","last_undegraded":"2024-03-07T03:10:57.329559+0000","last_fullsized":"2024-03-07T03:10:57.329559+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:36:41.880143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126088+0000","last_change":"2024-03-07T03:06:47.851880+0000","last_active":"2024-03-07T03:10:57.126088+0000","last_peered":"2024-03-07T03:10:57.126088+0000","last_clean":"2024-03-07T03:10:57.126088+0000","last_became_active":"2024-03-07T03:06:47.851176+0000","last_became_peered":"2024-03-07T03:06:47.851176+0000","last_unstale":"2024-03-07T03:10:57.126088+0000","last_undegraded":"2024-03-07T03:10:57.126088+0000","last_fullsized":"2024-03-07T03:10:57.126088+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:38:59.663068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":976,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298135+0000","last_change":"2024-03-07T03:07:58.757245+0000","last_active":"2024-03-07T03:10:57.298135+0000","last_peered":"2024-03-07T03:10:57.298135+0000","last_clean":"2024-03-07T03:10:57.298135+0000","last_became_active":"2024-03-07T03:07:58.754456+0000","last_became_peered":"2024-03-07T03:07:58.754456+0000","last_unstale":"2024-03-07T03:10:57.298135+0000","last_undegraded":"2024-03-07T03:10:57.298135+0000","last_fullsized":"2024-03-07T03:10:57.298135+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:57:32.153933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1042,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130396+0000","last_change":"2024-03-07T03:06:47.855220+0000","last_active":"2024-03-07T03:10:57.130396+0000","last_peered":"2024-03-07T03:10:57.130396+0000","last_clean":"2024-03-07T03:10:57.130396+0000","last_became_active":"2024-03-07T03:06:47.854836+0000","last_became_peered":"2024-03-07T03:06:47.854836+0000","last_unstale":"2024-03-07T03:10:57.130396+0000","last_undegraded":"2024-03-07T03:10:57.130396+0000","last_fullsized":"2024-03-07T03:10:57.130396+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:51:35.386552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":983,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297851+0000","last_change":"2024-03-07T03:07:58.757676+0000","last_active":"2024-03-07T03:10:57.297851+0000","last_peered":"2024-03-07T03:10:57.297851+0000","last_clean":"2024-03-07T03:10:57.297851+0000","last_became_active":"2024-03-07T03:07:58.753930+0000","last_became_peered":"2024-03-07T03:07:58.753930+0000","last_unstale":"2024-03-07T03:10:57.297851+0000","last_undegraded":"2024-03-07T03:10:57.297851+0000","last_fullsized":"2024-03-07T03:10:57.297851+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:56.639688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1036,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130137+0000","last_change":"2024-03-07T03:07:23.076532+0000","last_active":"2024-03-07T03:10:57.130137+0000","last_peered":"2024-03-07T03:10:57.130137+0000","last_clean":"2024-03-07T03:10:57.130137+0000","last_became_active":"2024-03-07T03:07:23.076234+0000","last_became_peered":"2024-03-07T03:07:23.076234+0000","last_unstale":"2024-03-07T03:10:57.130137+0000","last_undegraded":"2024-03-07T03:10:57.130137+0000","last_fullsized":"2024-03-07T03:10:57.130137+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:16:39.967241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"716'2","reported_seq":1089,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329359+0000","last_change":"2024-03-07T03:07:58.752045+0000","last_active":"2024-03-07T03:10:57.329359+0000","last_peered":"2024-03-07T03:10:57.329359+0000","last_clean":"2024-03-07T03:10:57.329359+0000","last_became_active":"2024-03-07T03:07:58.751585+0000","last_became_peered":"2024-03-07T03:07:58.751585+0000","last_unstale":"2024-03-07T03:10:57.329359+0000","last_undegraded":"2024-03-07T03:10:57.329359+0000","last_fullsized":"2024-03-07T03:10:57.329359+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:03:01.652607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1106,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123001+0000","last_change":"2024-03-07T03:06:09.990854+0000","last_active":"2024-03-07T03:10:57.123001+0000","last_peered":"2024-03-07T03:10:57.123001+0000","last_clean":"2024-03-07T03:10:57.123001+0000","last_became_active":"2024-03-07T03:06:09.990464+0000","last_became_peered":"2024-03-07T03:06:09.990464+0000","last_unstale":"2024-03-07T03:10:57.123001+0000","last_undegraded":"2024-03-07T03:10:57.123001+0000","last_fullsized":"2024-03-07T03:10:57.123001+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:53:52.856954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"716'2","reported_seq":1009,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127839+0000","last_change":"2024-03-07T03:07:58.754526+0000","last_active":"2024-03-07T03:10:57.127839+0000","last_peered":"2024-03-07T03:10:57.127839+0000","last_clean":"2024-03-07T03:10:57.127839+0000","last_became_active":"2024-03-07T03:07:58.754123+0000","last_became_peered":"2024-03-07T03:07:58.754123+0000","last_unstale":"2024-03-07T03:10:57.127839+0000","last_undegraded":"2024-03-07T03:10:57.127839+0000","last_fullsized":"2024-03-07T03:10:57.127839+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:41:34.446180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1211,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126281+0000","last_change":"2024-03-07T03:07:58.750769+0000","last_active":"2024-03-07T03:10:57.126281+0000","last_peered":"2024-03-07T03:10:57.126281+0000","last_clean":"2024-03-07T03:10:57.126281+0000","last_became_active":"2024-03-07T03:07:58.749974+0000","last_became_peered":"2024-03-07T03:07:58.749974+0000","last_unstale":"2024-03-07T03:10:57.126281+0000","last_undegraded":"2024-03-07T03:10:57.126281+0000","last_fullsized":"2024-03-07T03:10:57.126281+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:56:14.059734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1126,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328641+0000","last_change":"2024-03-07T03:07:23.072942+0000","last_active":"2024-03-07T03:10:57.328641+0000","last_peered":"2024-03-07T03:10:57.328641+0000","last_clean":"2024-03-07T03:10:57.328641+0000","last_became_active":"2024-03-07T03:07:23.072639+0000","last_became_peered":"2024-03-07T03:07:23.072639+0000","last_unstale":"2024-03-07T03:10:57.328641+0000","last_undegraded":"2024-03-07T03:10:57.328641+0000","last_fullsized":"2024-03-07T03:10:57.328641+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:42.808853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1123,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328713+0000","last_change":"2024-03-07T03:05:35.934963+0000","last_active":"2024-03-07T03:10:57.328713+0000","last_peered":"2024-03-07T03:10:57.328713+0000","last_clean":"2024-03-07T03:10:57.328713+0000","last_became_active":"2024-03-07T03:05:35.932493+0000","last_became_peered":"2024-03-07T03:05:35.932493+0000","last_unstale":"2024-03-07T03:10:57.328713+0000","last_undegraded":"2024-03-07T03:10:57.328713+0000","last_fullsized":"2024-03-07T03:10:57.328713+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:00:57.111662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1038,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129763+0000","last_change":"2024-03-07T03:07:58.756063+0000","last_active":"2024-03-07T03:10:57.129763+0000","last_peered":"2024-03-07T03:10:57.129763+0000","last_clean":"2024-03-07T03:10:57.129763+0000","last_became_active":"2024-03-07T03:07:58.755712+0000","last_became_peered":"2024-03-07T03:07:58.755712+0000","last_unstale":"2024-03-07T03:10:57.129763+0000","last_undegraded":"2024-03-07T03:10:57.129763+0000","last_fullsized":"2024-03-07T03:10:57.129763+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:13:06.484346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122373+0000","last_change":"2024-03-07T03:06:09.996319+0000","last_active":"2024-03-07T03:10:57.122373+0000","last_peered":"2024-03-07T03:10:57.122373+0000","last_clean":"2024-03-07T03:10:57.122373+0000","last_became_active":"2024-03-07T03:06:09.996002+0000","last_became_peered":"2024-03-07T03:06:09.996002+0000","last_unstale":"2024-03-07T03:10:57.122373+0000","last_undegraded":"2024-03-07T03:10:57.122373+0000","last_fullsized":"2024-03-07T03:10:57.122373+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:41:55.764562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1005,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.128019+0000","last_change":"2024-03-07T03:07:23.083466+0000","last_active":"2024-03-07T03:10:57.128019+0000","last_peered":"2024-03-07T03:10:57.128019+0000","last_clean":"2024-03-07T03:10:57.128019+0000","last_became_active":"2024-03-07T03:07:23.083156+0000","last_became_peered":"2024-03-07T03:07:23.083156+0000","last_unstale":"2024-03-07T03:10:57.128019+0000","last_undegraded":"2024-03-07T03:10:57.128019+0000","last_fullsized":"2024-03-07T03:10:57.128019+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:32:00.539449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1024,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130304+0000","last_change":"2024-03-07T03:07:58.752127+0000","last_active":"2024-03-07T03:10:57.130304+0000","last_peered":"2024-03-07T03:10:57.130304+0000","last_clean":"2024-03-07T03:10:57.130304+0000","last_became_active":"2024-03-07T03:07:58.751770+0000","last_became_peered":"2024-03-07T03:07:58.751770+0000","last_unstale":"2024-03-07T03:10:57.130304+0000","last_undegraded":"2024-03-07T03:10:57.130304+0000","last_fullsized":"2024-03-07T03:10:57.130304+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:43.791488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1058,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130040+0000","last_change":"2024-03-07T03:07:23.077653+0000","last_active":"2024-03-07T03:10:57.130040+0000","last_peered":"2024-03-07T03:10:57.130040+0000","last_clean":"2024-03-07T03:10:57.130040+0000","last_became_active":"2024-03-07T03:07:23.077355+0000","last_became_peered":"2024-03-07T03:07:23.077355+0000","last_unstale":"2024-03-07T03:10:57.130040+0000","last_undegraded":"2024-03-07T03:10:57.130040+0000","last_fullsized":"2024-03-07T03:10:57.130040+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:45.861158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:05.788507+0000","last_change":"2024-03-07T03:06:47.851508+0000","last_active":"2024-03-07T03:11:05.788507+0000","last_peered":"2024-03-07T03:11:05.788507+0000","last_clean":"2024-03-07T03:11:05.788507+0000","last_became_active":"2024-03-07T03:06:47.850839+0000","last_became_peered":"2024-03-07T03:06:47.850839+0000","last_unstale":"2024-03-07T03:11:05.788507+0000","last_undegraded":"2024-03-07T03:11:05.788507+0000","last_fullsized":"2024-03-07T03:11:05.788507+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:08:06.622234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1191,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122519+0000","last_change":"2024-03-07T03:06:47.845848+0000","last_active":"2024-03-07T03:10:57.122519+0000","last_peered":"2024-03-07T03:10:57.122519+0000","last_clean":"2024-03-07T03:10:57.122519+0000","last_became_active":"2024-03-07T03:06:47.845425+0000","last_became_peered":"2024-03-07T03:06:47.845425+0000","last_unstale":"2024-03-07T03:10:57.122519+0000","last_undegraded":"2024-03-07T03:10:57.122519+0000","last_fullsized":"2024-03-07T03:10:57.122519+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:16:24.833986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1078,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123291+0000","last_change":"2024-03-07T03:07:58.754983+0000","last_active":"2024-03-07T03:10:57.123291+0000","last_peered":"2024-03-07T03:10:57.123291+0000","last_clean":"2024-03-07T03:10:57.123291+0000","last_became_active":"2024-03-07T03:07:58.754657+0000","last_became_peered":"2024-03-07T03:07:58.754657+0000","last_unstale":"2024-03-07T03:10:57.123291+0000","last_undegraded":"2024-03-07T03:10:57.123291+0000","last_fullsized":"2024-03-07T03:10:57.123291+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:06:00.897772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"716'29","reported_seq":1040,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127843+0000","last_change":"2024-03-07T03:07:23.079677+0000","last_active":"2024-03-07T03:10:57.127843+0000","last_peered":"2024-03-07T03:10:57.127843+0000","last_clean":"2024-03-07T03:10:57.127843+0000","last_became_active":"2024-03-07T03:07:23.079320+0000","last_became_peered":"2024-03-07T03:07:23.079320+0000","last_unstale":"2024-03-07T03:10:57.127843+0000","last_undegraded":"2024-03-07T03:10:57.127843+0000","last_fullsized":"2024-03-07T03:10:57.127843+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:49:54.979015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297797+0000","last_change":"2024-03-07T03:07:58.758376+0000","last_active":"2024-03-07T03:10:57.297797+0000","last_peered":"2024-03-07T03:10:57.297797+0000","last_clean":"2024-03-07T03:10:57.297797+0000","last_became_active":"2024-03-07T03:07:58.757816+0000","last_became_peered":"2024-03-07T03:07:58.757816+0000","last_unstale":"2024-03-07T03:10:57.297797+0000","last_undegraded":"2024-03-07T03:10:57.297797+0000","last_fullsized":"2024-03-07T03:10:57.297797+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:47.253727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1218,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126138+0000","last_change":"2024-03-07T03:06:09.989072+0000","last_active":"2024-03-07T03:10:57.126138+0000","last_peered":"2024-03-07T03:10:57.126138+0000","last_clean":"2024-03-07T03:10:57.126138+0000","last_became_active":"2024-03-07T03:06:09.987754+0000","last_became_peered":"2024-03-07T03:06:09.987754+0000","last_unstale":"2024-03-07T03:10:57.126138+0000","last_undegraded":"2024-03-07T03:10:57.126138+0000","last_fullsized":"2024-03-07T03:10:57.126138+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:05:15.340331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125693+0000","last_change":"2024-03-07T03:07:58.754207+0000","last_active":"2024-03-07T03:10:57.125693+0000","last_peered":"2024-03-07T03:10:57.125693+0000","last_clean":"2024-03-07T03:10:57.125693+0000","last_became_active":"2024-03-07T03:07:58.753859+0000","last_became_peered":"2024-03-07T03:07:58.753859+0000","last_unstale":"2024-03-07T03:10:57.125693+0000","last_undegraded":"2024-03-07T03:10:57.125693+0000","last_fullsized":"2024-03-07T03:10:57.125693+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:14:02.813872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1051,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129861+0000","last_change":"2024-03-07T03:07:58.755838+0000","last_active":"2024-03-07T03:10:57.129861+0000","last_peered":"2024-03-07T03:10:57.129861+0000","last_clean":"2024-03-07T03:10:57.129861+0000","last_became_active":"2024-03-07T03:07:58.755436+0000","last_became_peered":"2024-03-07T03:07:58.755436+0000","last_unstale":"2024-03-07T03:10:57.129861+0000","last_undegraded":"2024-03-07T03:10:57.129861+0000","last_fullsized":"2024-03-07T03:10:57.129861+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:25.094944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297692+0000","last_change":"2024-03-07T03:07:58.750199+0000","last_active":"2024-03-07T03:10:57.297692+0000","last_peered":"2024-03-07T03:10:57.297692+0000","last_clean":"2024-03-07T03:10:57.297692+0000","last_became_active":"2024-03-07T03:07:58.749858+0000","last_became_peered":"2024-03-07T03:07:58.749858+0000","last_unstale":"2024-03-07T03:10:57.297692+0000","last_undegraded":"2024-03-07T03:10:57.297692+0000","last_fullsized":"2024-03-07T03:10:57.297692+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:41.122539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1013,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127567+0000","last_change":"2024-03-07T03:07:23.076835+0000","last_active":"2024-03-07T03:10:57.127567+0000","last_peered":"2024-03-07T03:10:57.127567+0000","last_clean":"2024-03-07T03:10:57.127567+0000","last_became_active":"2024-03-07T03:07:23.075094+0000","last_became_peered":"2024-03-07T03:07:23.075094+0000","last_unstale":"2024-03-07T03:10:57.127567+0000","last_undegraded":"2024-03-07T03:10:57.127567+0000","last_fullsized":"2024-03-07T03:10:57.127567+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:50:36.739831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1004,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127419+0000","last_change":"2024-03-07T03:07:23.078279+0000","last_active":"2024-03-07T03:10:57.127419+0000","last_peered":"2024-03-07T03:10:57.127419+0000","last_clean":"2024-03-07T03:10:57.127419+0000","last_became_active":"2024-03-07T03:07:23.077338+0000","last_became_peered":"2024-03-07T03:07:23.077338+0000","last_unstale":"2024-03-07T03:10:57.127419+0000","last_undegraded":"2024-03-07T03:10:57.127419+0000","last_fullsized":"2024-03-07T03:10:57.127419+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:05:40.599683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1168,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329387+0000","last_change":"2024-03-07T03:05:01.461919+0000","last_active":"2024-03-07T03:10:57.329387+0000","last_peered":"2024-03-07T03:10:57.329387+0000","last_clean":"2024-03-07T03:10:57.329387+0000","last_became_active":"2024-03-07T03:05:01.459759+0000","last_became_peered":"2024-03-07T03:05:01.459759+0000","last_unstale":"2024-03-07T03:10:57.329387+0000","last_undegraded":"2024-03-07T03:10:57.329387+0000","last_fullsized":"2024-03-07T03:10:57.329387+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:31:45.535178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":971,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297484+0000","last_change":"2024-03-07T03:07:58.753856+0000","last_active":"2024-03-07T03:10:57.297484+0000","last_peered":"2024-03-07T03:10:57.297484+0000","last_clean":"2024-03-07T03:10:57.297484+0000","last_became_active":"2024-03-07T03:07:58.751889+0000","last_became_peered":"2024-03-07T03:07:58.751889+0000","last_unstale":"2024-03-07T03:10:57.297484+0000","last_undegraded":"2024-03-07T03:10:57.297484+0000","last_fullsized":"2024-03-07T03:10:57.297484+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:27:20.126942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"863'1273","reported_seq":4339,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329519+0000","last_change":"2024-03-07T03:10:56.137635+0000","last_active":"2024-03-07T03:10:57.329519+0000","last_peered":"2024-03-07T03:10:57.329519+0000","last_clean":"2024-03-07T03:10:57.329519+0000","last_became_active":"2024-03-07T03:05:01.457883+0000","last_became_peered":"2024-03-07T03:05:01.457883+0000","last_unstale":"2024-03-07T03:10:57.329519+0000","last_undegraded":"2024-03-07T03:10:57.329519+0000","last_fullsized":"2024-03-07T03:10:57.329519+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1273,"log_dups_size":0,"ondisk_log_size":1273,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:21:46.718939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.021818005000000001,"stat_sum":{"num_bytes":15540224,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":258,"num_read_kb":529715,"num_write":442,"num_write_kb":102224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1441792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.f","version":"61'1","reported_seq":1081,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123714+0000","last_change":"2024-03-07T03:07:58.755003+0000","last_active":"2024-03-07T03:10:57.123714+0000","last_peered":"2024-03-07T03:10:57.123714+0000","last_clean":"2024-03-07T03:10:57.123714+0000","last_became_active":"2024-03-07T03:07:58.754564+0000","last_became_peered":"2024-03-07T03:07:58.754564+0000","last_unstale":"2024-03-07T03:10:57.123714+0000","last_undegraded":"2024-03-07T03:10:57.123714+0000","last_fullsized":"2024-03-07T03:10:57.123714+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:34:53.344746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298045+0000","last_change":"2024-03-07T03:07:58.750952+0000","last_active":"2024-03-07T03:10:57.298045+0000","last_peered":"2024-03-07T03:10:57.298045+0000","last_clean":"2024-03-07T03:10:57.298045+0000","last_became_active":"2024-03-07T03:07:58.749229+0000","last_became_peered":"2024-03-07T03:07:58.749229+0000","last_unstale":"2024-03-07T03:10:57.298045+0000","last_undegraded":"2024-03-07T03:10:57.298045+0000","last_fullsized":"2024-03-07T03:10:57.298045+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:53:10.534950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"863'847","reported_seq":4047,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125772+0000","last_change":"2024-03-07T03:10:56.129162+0000","last_active":"2024-03-07T03:10:57.125772+0000","last_peered":"2024-03-07T03:10:57.125772+0000","last_clean":"2024-03-07T03:10:57.125772+0000","last_became_active":"2024-03-07T03:07:23.074596+0000","last_became_peered":"2024-03-07T03:07:23.074596+0000","last_unstale":"2024-03-07T03:10:57.125772+0000","last_undegraded":"2024-03-07T03:10:57.125772+0000","last_fullsized":"2024-03-07T03:10:57.125772+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":847,"log_dups_size":0,"ondisk_log_size":847,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:34:23.625809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0099120149999999997,"stat_sum":{"num_bytes":38936576,"num_objects":11,"num_object_clones":9,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":157,"num_read_kb":413258,"num_write":266,"num_write_kb":109952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":4374528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.2","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122385+0000","last_change":"2024-03-07T03:06:47.845893+0000","last_active":"2024-03-07T03:10:57.122385+0000","last_peered":"2024-03-07T03:10:57.122385+0000","last_clean":"2024-03-07T03:10:57.122385+0000","last_became_active":"2024-03-07T03:06:47.845548+0000","last_became_peered":"2024-03-07T03:06:47.845548+0000","last_unstale":"2024-03-07T03:10:57.122385+0000","last_undegraded":"2024-03-07T03:10:57.122385+0000","last_fullsized":"2024-03-07T03:10:57.122385+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:19:55.051329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122644+0000","last_change":"2024-03-07T03:07:58.751041+0000","last_active":"2024-03-07T03:10:57.122644+0000","last_peered":"2024-03-07T03:10:57.122644+0000","last_clean":"2024-03-07T03:10:57.122644+0000","last_became_active":"2024-03-07T03:07:58.749047+0000","last_became_peered":"2024-03-07T03:07:58.749047+0000","last_unstale":"2024-03-07T03:10:57.122644+0000","last_undegraded":"2024-03-07T03:10:57.122644+0000","last_fullsized":"2024-03-07T03:10:57.122644+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:47:59.256394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1057,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129998+0000","last_change":"2024-03-07T03:06:47.858022+0000","last_active":"2024-03-07T03:10:57.129998+0000","last_peered":"2024-03-07T03:10:57.129998+0000","last_clean":"2024-03-07T03:10:57.129998+0000","last_became_active":"2024-03-07T03:06:47.857526+0000","last_became_peered":"2024-03-07T03:06:47.857526+0000","last_unstale":"2024-03-07T03:10:57.129998+0000","last_undegraded":"2024-03-07T03:10:57.129998+0000","last_fullsized":"2024-03-07T03:10:57.129998+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:02:03.856321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"862'1186","reported_seq":4378,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126241+0000","last_change":"2024-03-07T03:10:56.119983+0000","last_active":"2024-03-07T03:10:57.126241+0000","last_peered":"2024-03-07T03:10:57.126241+0000","last_clean":"2024-03-07T03:10:57.126241+0000","last_became_active":"2024-03-07T03:06:09.988405+0000","last_became_peered":"2024-03-07T03:06:09.988405+0000","last_unstale":"2024-03-07T03:10:57.126241+0000","last_undegraded":"2024-03-07T03:10:57.126241+0000","last_fullsized":"2024-03-07T03:10:57.126241+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1186,"log_dups_size":0,"ondisk_log_size":1186,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:41:38.890400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099770099999999993,"stat_sum":{"num_bytes":13524992,"num_objects":9,"num_object_clones":6,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":208,"num_read_kb":390958,"num_write":505,"num_write_kb":103888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":50642944,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122445+0000","last_change":"2024-03-07T03:05:35.928460+0000","last_active":"2024-03-07T03:10:57.122445+0000","last_peered":"2024-03-07T03:10:57.122445+0000","last_clean":"2024-03-07T03:10:57.122445+0000","last_became_active":"2024-03-07T03:05:35.928017+0000","last_became_peered":"2024-03-07T03:05:35.928017+0000","last_unstale":"2024-03-07T03:10:57.122445+0000","last_undegraded":"2024-03-07T03:10:57.122445+0000","last_fullsized":"2024-03-07T03:10:57.122445+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:53:27.674544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1026,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129693+0000","last_change":"2024-03-07T03:07:23.075249+0000","last_active":"2024-03-07T03:10:57.129693+0000","last_peered":"2024-03-07T03:10:57.129693+0000","last_clean":"2024-03-07T03:10:57.129693+0000","last_became_active":"2024-03-07T03:07:23.074866+0000","last_became_peered":"2024-03-07T03:07:23.074866+0000","last_unstale":"2024-03-07T03:10:57.129693+0000","last_undegraded":"2024-03-07T03:10:57.129693+0000","last_fullsized":"2024-03-07T03:10:57.129693+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:03.393010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1078,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123184+0000","last_change":"2024-03-07T03:07:23.069585+0000","last_active":"2024-03-07T03:10:57.123184+0000","last_peered":"2024-03-07T03:10:57.123184+0000","last_clean":"2024-03-07T03:10:57.123184+0000","last_became_active":"2024-03-07T03:07:23.069262+0000","last_became_peered":"2024-03-07T03:07:23.069262+0000","last_unstale":"2024-03-07T03:10:57.123184+0000","last_undegraded":"2024-03-07T03:10:57.123184+0000","last_fullsized":"2024-03-07T03:10:57.123184+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:11:22.045807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"861'1094","reported_seq":4795,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.331022+0000","last_change":"2024-03-07T03:10:57.331022+0000","last_active":"2024-03-07T03:10:57.331022+0000","last_peered":"2024-03-07T03:10:57.331022+0000","last_clean":"2024-03-07T03:10:57.331022+0000","last_became_active":"2024-03-07T03:06:47.847229+0000","last_became_peered":"2024-03-07T03:06:47.847229+0000","last_unstale":"2024-03-07T03:10:57.331022+0000","last_undegraded":"2024-03-07T03:10:57.331022+0000","last_fullsized":"2024-03-07T03:10:57.331022+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1094,"log_dups_size":0,"ondisk_log_size":1094,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:58:27.729404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.032339935,"stat_sum":{"num_bytes":113606656,"num_objects":59,"num_object_clones":55,"num_object_copies":177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":279,"num_read_kb":358703,"num_write":525,"num_write_kb":146904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":36642816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1182,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122500+0000","last_change":"2024-03-07T03:06:47.843416+0000","last_active":"2024-03-07T03:10:57.122500+0000","last_peered":"2024-03-07T03:10:57.122500+0000","last_clean":"2024-03-07T03:10:57.122500+0000","last_became_active":"2024-03-07T03:06:47.842812+0000","last_became_peered":"2024-03-07T03:06:47.842812+0000","last_unstale":"2024-03-07T03:10:57.122500+0000","last_undegraded":"2024-03-07T03:10:57.122500+0000","last_fullsized":"2024-03-07T03:10:57.122500+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:03:02.672609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.121897+0000","last_change":"2024-03-07T03:07:23.071850+0000","last_active":"2024-03-07T03:10:57.121897+0000","last_peered":"2024-03-07T03:10:57.121897+0000","last_clean":"2024-03-07T03:10:57.121897+0000","last_became_active":"2024-03-07T03:07:23.071476+0000","last_became_peered":"2024-03-07T03:07:23.071476+0000","last_unstale":"2024-03-07T03:10:57.121897+0000","last_undegraded":"2024-03-07T03:10:57.121897+0000","last_fullsized":"2024-03-07T03:10:57.121897+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:13:05.296486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1157,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:14.498930+0000","last_change":"2024-03-07T03:05:35.926187+0000","last_active":"2024-03-07T03:11:14.498930+0000","last_peered":"2024-03-07T03:11:14.498930+0000","last_clean":"2024-03-07T03:11:14.498930+0000","last_became_active":"2024-03-07T03:05:35.925908+0000","last_became_peered":"2024-03-07T03:05:35.925908+0000","last_unstale":"2024-03-07T03:11:14.498930+0000","last_undegraded":"2024-03-07T03:11:14.498930+0000","last_fullsized":"2024-03-07T03:11:14.498930+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:48:33.101185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"863'1146","reported_seq":3872,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298252+0000","last_change":"2024-03-07T03:10:56.132170+0000","last_active":"2024-03-07T03:10:57.298252+0000","last_peered":"2024-03-07T03:10:57.298252+0000","last_clean":"2024-03-07T03:10:57.298252+0000","last_became_active":"2024-03-07T03:07:58.756854+0000","last_became_peered":"2024-03-07T03:07:58.756854+0000","last_unstale":"2024-03-07T03:10:57.298252+0000","last_undegraded":"2024-03-07T03:10:57.298252+0000","last_fullsized":"2024-03-07T03:10:57.298252+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1146,"log_dups_size":0,"ondisk_log_size":1146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T02:59:04.693146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.010433211,"stat_sum":{"num_bytes":34668544,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":1,"num_read":219,"num_read_kb":317694,"num_write":420,"num_write_kb":93568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":10240000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1004,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127941+0000","last_change":"2024-03-07T03:07:58.760449+0000","last_active":"2024-03-07T03:10:57.127941+0000","last_peered":"2024-03-07T03:10:57.127941+0000","last_clean":"2024-03-07T03:10:57.127941+0000","last_became_active":"2024-03-07T03:07:58.760086+0000","last_became_peered":"2024-03-07T03:07:58.760086+0000","last_unstale":"2024-03-07T03:10:57.127941+0000","last_undegraded":"2024-03-07T03:10:57.127941+0000","last_fullsized":"2024-03-07T03:10:57.127941+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:34:38.583100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1087,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328930+0000","last_change":"2024-03-07T03:07:23.073659+0000","last_active":"2024-03-07T03:10:57.328930+0000","last_peered":"2024-03-07T03:10:57.328930+0000","last_clean":"2024-03-07T03:10:57.328930+0000","last_became_active":"2024-03-07T03:07:23.073277+0000","last_became_peered":"2024-03-07T03:07:23.073277+0000","last_unstale":"2024-03-07T03:10:57.328930+0000","last_undegraded":"2024-03-07T03:10:57.328930+0000","last_fullsized":"2024-03-07T03:10:57.328930+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:48:34.819985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1060,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129797+0000","last_change":"2024-03-07T03:07:58.752576+0000","last_active":"2024-03-07T03:10:57.129797+0000","last_peered":"2024-03-07T03:10:57.129797+0000","last_clean":"2024-03-07T03:10:57.129797+0000","last_became_active":"2024-03-07T03:07:58.752193+0000","last_became_peered":"2024-03-07T03:07:58.752193+0000","last_unstale":"2024-03-07T03:10:57.129797+0000","last_undegraded":"2024-03-07T03:10:57.129797+0000","last_fullsized":"2024-03-07T03:10:57.129797+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:55:14.205594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"395'197","reported_seq":1464,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297589+0000","last_change":"2024-03-07T03:07:58.752982+0000","last_active":"2024-03-07T03:10:57.297589+0000","last_peered":"2024-03-07T03:10:57.297589+0000","last_clean":"2024-03-07T03:10:57.297589+0000","last_became_active":"2024-03-07T03:07:58.752004+0000","last_became_peered":"2024-03-07T03:07:58.752004+0000","last_unstale":"2024-03-07T03:10:57.297589+0000","last_undegraded":"2024-03-07T03:10:57.297589+0000","last_fullsized":"2024-03-07T03:10:57.297589+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_clean_scrub_stamp":"2024-03-07T02:51:31.238394+0000","objects_scrubbed":0,"log_size":197,"log_dups_size":0,"ondisk_log_size":197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:53.766202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"858'3145","reported_seq":6529,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:05.938483+0000","last_change":"2024-03-07T03:10:57.131283+0000","last_active":"2024-03-07T03:11:05.938483+0000","last_peered":"2024-03-07T03:11:05.938483+0000","last_clean":"2024-03-07T03:11:05.938483+0000","last_became_active":"2024-03-07T03:06:47.859231+0000","last_became_peered":"2024-03-07T03:06:47.859231+0000","last_unstale":"2024-03-07T03:11:05.938483+0000","last_undegraded":"2024-03-07T03:11:05.938483+0000","last_fullsized":"2024-03-07T03:11:05.938483+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3145,"log_dups_size":0,"ondisk_log_size":3145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:10:03.781442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001499434,"stat_sum":{"num_bytes":18481152,"num_objects":15,"num_object_clones":14,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":124,"num_read_kb":398406,"num_write":253,"num_write_kb":45856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":9773056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126352+0000","last_change":"2024-03-07T03:05:01.454053+0000","last_active":"2024-03-07T03:10:57.126352+0000","last_peered":"2024-03-07T03:10:57.126352+0000","last_clean":"2024-03-07T03:10:57.126352+0000","last_became_active":"2024-03-07T03:05:01.453718+0000","last_became_peered":"2024-03-07T03:05:01.453718+0000","last_unstale":"2024-03-07T03:10:57.126352+0000","last_undegraded":"2024-03-07T03:10:57.126352+0000","last_fullsized":"2024-03-07T03:10:57.126352+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:10:59.835543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125549+0000","last_change":"2024-03-07T03:06:09.987673+0000","last_active":"2024-03-07T03:10:57.125549+0000","last_peered":"2024-03-07T03:10:57.125549+0000","last_clean":"2024-03-07T03:10:57.125549+0000","last_became_active":"2024-03-07T03:06:09.987328+0000","last_became_peered":"2024-03-07T03:06:09.987328+0000","last_unstale":"2024-03-07T03:10:57.125549+0000","last_undegraded":"2024-03-07T03:10:57.125549+0000","last_fullsized":"2024-03-07T03:10:57.125549+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:11:17.983744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":973,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297326+0000","last_change":"2024-03-07T03:07:58.757849+0000","last_active":"2024-03-07T03:10:57.297326+0000","last_peered":"2024-03-07T03:10:57.297326+0000","last_clean":"2024-03-07T03:10:57.297326+0000","last_became_active":"2024-03-07T03:07:58.757399+0000","last_became_peered":"2024-03-07T03:07:58.757399+0000","last_unstale":"2024-03-07T03:10:57.297326+0000","last_undegraded":"2024-03-07T03:10:57.297326+0000","last_fullsized":"2024-03-07T03:10:57.297326+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:54:11.413787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"864'1259","reported_seq":4062,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130113+0000","last_change":"2024-03-07T03:10:56.129203+0000","last_active":"2024-03-07T03:10:57.130113+0000","last_peered":"2024-03-07T03:10:57.130113+0000","last_clean":"2024-03-07T03:10:57.130113+0000","last_became_active":"2024-03-07T03:07:23.080120+0000","last_became_peered":"2024-03-07T03:07:23.080120+0000","last_unstale":"2024-03-07T03:10:57.130113+0000","last_undegraded":"2024-03-07T03:10:57.130113+0000","last_fullsized":"2024-03-07T03:10:57.130113+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1259,"log_dups_size":0,"ondisk_log_size":1259,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:33:24.850580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0059393290000000001,"stat_sum":{"num_bytes":23298048,"num_objects":10,"num_object_clones":7,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":249,"num_read_kb":271095,"num_write":553,"num_write_kb":138504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":18890752,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.3","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125874+0000","last_change":"2024-03-07T03:07:58.750289+0000","last_active":"2024-03-07T03:10:57.125874+0000","last_peered":"2024-03-07T03:10:57.125874+0000","last_clean":"2024-03-07T03:10:57.125874+0000","last_became_active":"2024-03-07T03:07:58.749557+0000","last_became_peered":"2024-03-07T03:07:58.749557+0000","last_unstale":"2024-03-07T03:10:57.125874+0000","last_undegraded":"2024-03-07T03:10:57.125874+0000","last_fullsized":"2024-03-07T03:10:57.125874+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:54:43.865660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297984+0000","last_change":"2024-03-07T03:07:58.758005+0000","last_active":"2024-03-07T03:10:57.297984+0000","last_peered":"2024-03-07T03:10:57.297984+0000","last_clean":"2024-03-07T03:10:57.297984+0000","last_became_active":"2024-03-07T03:07:58.756833+0000","last_became_peered":"2024-03-07T03:07:58.756833+0000","last_unstale":"2024-03-07T03:10:57.297984+0000","last_undegraded":"2024-03-07T03:10:57.297984+0000","last_fullsized":"2024-03-07T03:10:57.297984+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:37:55.288554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122539+0000","last_change":"2024-03-07T03:06:47.843644+0000","last_active":"2024-03-07T03:10:57.122539+0000","last_peered":"2024-03-07T03:10:57.122539+0000","last_clean":"2024-03-07T03:10:57.122539+0000","last_became_active":"2024-03-07T03:06:47.842694+0000","last_became_peered":"2024-03-07T03:06:47.842694+0000","last_unstale":"2024-03-07T03:10:57.122539+0000","last_undegraded":"2024-03-07T03:10:57.122539+0000","last_fullsized":"2024-03-07T03:10:57.122539+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:25:34.783974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"863'880","reported_seq":3814,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123586+0000","last_change":"2024-03-07T03:10:56.125509+0000","last_active":"2024-03-07T03:10:57.123586+0000","last_peered":"2024-03-07T03:10:57.123586+0000","last_clean":"2024-03-07T03:10:57.123586+0000","last_became_active":"2024-03-07T03:07:58.755248+0000","last_became_peered":"2024-03-07T03:07:58.755248+0000","last_unstale":"2024-03-07T03:10:57.123586+0000","last_undegraded":"2024-03-07T03:10:57.123586+0000","last_fullsized":"2024-03-07T03:10:57.123586+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":880,"log_dups_size":0,"ondisk_log_size":880,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:40:02.788467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0073429089999999999,"stat_sum":{"num_bytes":9224192,"num_objects":8,"num_object_clones":6,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":1,"num_read":161,"num_read_kb":133885,"num_write":362,"num_write_kb":55920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1123,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329184+0000","last_change":"2024-03-07T03:07:58.764215+0000","last_active":"2024-03-07T03:10:57.329184+0000","last_peered":"2024-03-07T03:10:57.329184+0000","last_clean":"2024-03-07T03:10:57.329184+0000","last_became_active":"2024-03-07T03:07:58.763818+0000","last_became_peered":"2024-03-07T03:07:58.763818+0000","last_unstale":"2024-03-07T03:10:57.329184+0000","last_undegraded":"2024-03-07T03:10:57.329184+0000","last_fullsized":"2024-03-07T03:10:57.329184+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:27:54.623360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"719'2","reported_seq":1192,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122792+0000","last_change":"2024-03-07T03:07:23.074913+0000","last_active":"2024-03-07T03:10:57.122792+0000","last_peered":"2024-03-07T03:10:57.122792+0000","last_clean":"2024-03-07T03:10:57.122792+0000","last_became_active":"2024-03-07T03:07:23.074530+0000","last_became_peered":"2024-03-07T03:07:23.074530+0000","last_unstale":"2024-03-07T03:10:57.122792+0000","last_undegraded":"2024-03-07T03:10:57.122792+0000","last_fullsized":"2024-03-07T03:10:57.122792+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:13:25.877187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1126,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329514+0000","last_change":"2024-03-07T03:07:58.757756+0000","last_active":"2024-03-07T03:10:57.329514+0000","last_peered":"2024-03-07T03:10:57.329514+0000","last_clean":"2024-03-07T03:10:57.329514+0000","last_became_active":"2024-03-07T03:07:58.757430+0000","last_became_peered":"2024-03-07T03:07:58.757430+0000","last_unstale":"2024-03-07T03:10:57.329514+0000","last_undegraded":"2024-03-07T03:10:57.329514+0000","last_fullsized":"2024-03-07T03:10:57.329514+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:22:21.412765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"863'1564","reported_seq":5162,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.329944+0000","last_change":"2024-03-07T03:10:57.329944+0000","last_active":"2024-03-07T03:10:57.329944+0000","last_peered":"2024-03-07T03:10:57.329944+0000","last_clean":"2024-03-07T03:10:57.329944+0000","last_became_active":"2024-03-07T03:06:09.990793+0000","last_became_peered":"2024-03-07T03:06:09.990793+0000","last_unstale":"2024-03-07T03:10:57.329944+0000","last_undegraded":"2024-03-07T03:10:57.329944+0000","last_fullsized":"2024-03-07T03:10:57.329944+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1564,"log_dups_size":0,"ondisk_log_size":1564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":143,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:53.639078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.019553126000000001,"stat_sum":{"num_bytes":100999168,"num_objects":73,"num_object_clones":68,"num_object_copies":219,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":1,"num_read":410,"num_read_kb":572954,"num_write":777,"num_write_kb":204640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":51175424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"c"},{"start":"178","length":"4"},{"start":"17e","length":"3"},{"start":"182","length":"4"},{"start":"187","length":"5"},{"start":"18d","length":"2"}]},{"pgid":"4.1","version":"0'0","reported_seq":1079,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122932+0000","last_change":"2024-03-07T03:07:23.071468+0000","last_active":"2024-03-07T03:10:57.122932+0000","last_peered":"2024-03-07T03:10:57.122932+0000","last_clean":"2024-03-07T03:10:57.122932+0000","last_became_active":"2024-03-07T03:07:23.071160+0000","last_became_peered":"2024-03-07T03:07:23.071160+0000","last_unstale":"2024-03-07T03:10:57.122932+0000","last_undegraded":"2024-03-07T03:10:57.122932+0000","last_fullsized":"2024-03-07T03:10:57.122932+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:17:55.686793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":989,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127941+0000","last_change":"2024-03-07T03:07:58.759142+0000","last_active":"2024-03-07T03:10:57.127941+0000","last_peered":"2024-03-07T03:10:57.127941+0000","last_clean":"2024-03-07T03:10:57.127941+0000","last_became_active":"2024-03-07T03:07:58.758771+0000","last_became_peered":"2024-03-07T03:07:58.758771+0000","last_unstale":"2024-03-07T03:10:57.127941+0000","last_undegraded":"2024-03-07T03:10:57.127941+0000","last_fullsized":"2024-03-07T03:10:57.127941+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:45:13.985820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126257+0000","last_change":"2024-03-07T03:06:09.988597+0000","last_active":"2024-03-07T03:10:57.126257+0000","last_peered":"2024-03-07T03:10:57.126257+0000","last_clean":"2024-03-07T03:10:57.126257+0000","last_became_active":"2024-03-07T03:06:09.988261+0000","last_became_peered":"2024-03-07T03:06:09.988261+0000","last_unstale":"2024-03-07T03:10:57.126257+0000","last_undegraded":"2024-03-07T03:10:57.126257+0000","last_fullsized":"2024-03-07T03:10:57.126257+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:11:06.717251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"843'3099","reported_seq":6398,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:15.939512+0000","last_change":"2024-03-07T03:10:57.131044+0000","last_active":"2024-03-07T03:11:15.939512+0000","last_peered":"2024-03-07T03:11:15.939512+0000","last_clean":"2024-03-07T03:11:15.939512+0000","last_became_active":"2024-03-07T03:07:23.084936+0000","last_became_peered":"2024-03-07T03:07:23.084936+0000","last_unstale":"2024-03-07T03:11:15.939512+0000","last_undegraded":"2024-03-07T03:11:15.939512+0000","last_fullsized":"2024-03-07T03:11:15.939512+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3099,"log_dups_size":0,"ondisk_log_size":3099,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:46:48.809690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012703,"stat_sum":{"num_bytes":8347648,"num_objects":13,"num_object_clones":12,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":56,"num_read_kb":33721,"num_write":241,"num_write_kb":36816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":434176,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1145,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329490+0000","last_change":"2024-03-07T03:05:01.461136+0000","last_active":"2024-03-07T03:10:57.329490+0000","last_peered":"2024-03-07T03:10:57.329490+0000","last_clean":"2024-03-07T03:10:57.329490+0000","last_became_active":"2024-03-07T03:05:01.457189+0000","last_became_peered":"2024-03-07T03:05:01.457189+0000","last_unstale":"2024-03-07T03:10:57.329490+0000","last_undegraded":"2024-03-07T03:10:57.329490+0000","last_fullsized":"2024-03-07T03:10:57.329490+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:23.791243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1102,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122931+0000","last_change":"2024-03-07T03:07:58.750311+0000","last_active":"2024-03-07T03:10:57.122931+0000","last_peered":"2024-03-07T03:10:57.122931+0000","last_clean":"2024-03-07T03:10:57.122931+0000","last_became_active":"2024-03-07T03:07:58.750001+0000","last_became_peered":"2024-03-07T03:07:58.750001+0000","last_unstale":"2024-03-07T03:10:57.122931+0000","last_undegraded":"2024-03-07T03:10:57.122931+0000","last_fullsized":"2024-03-07T03:10:57.122931+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:05.963944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"847'12789","reported_seq":16202,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.124034+0000","last_change":"2024-03-07T03:10:57.124034+0000","last_active":"2024-03-07T03:10:57.124034+0000","last_peered":"2024-03-07T03:10:57.124034+0000","last_clean":"2024-03-07T03:10:57.124034+0000","last_became_active":"2024-03-07T03:06:47.859957+0000","last_became_peered":"2024-03-07T03:06:47.859957+0000","last_unstale":"2024-03-07T03:10:57.124034+0000","last_undegraded":"2024-03-07T03:10:57.124034+0000","last_fullsized":"2024-03-07T03:10:57.124034+0000","mapping_epoch":625,"log_start":"599'6200","ondisk_log_start":"599'6200","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":6589,"log_dups_size":0,"ondisk_log_size":6589,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":137,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:29:13.699651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0091875959999999993,"stat_sum":{"num_bytes":71745536,"num_objects":32,"num_object_clones":30,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":0,"num_read":146,"num_read_kb":316804,"num_write":323,"num_write_kb":90232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":20865024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"5"},{"start":"171","length":"b"},{"start":"17e","length":"8"},{"start":"187","length":"5"},{"start":"18d","length":"3"},{"start":"192","length":"1"},{"start":"197","length":"1"},{"start":"199","length":"2"}]},{"pgid":"2.9","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122090+0000","last_change":"2024-03-07T03:07:58.752456+0000","last_active":"2024-03-07T03:10:57.122090+0000","last_peered":"2024-03-07T03:10:57.122090+0000","last_clean":"2024-03-07T03:10:57.122090+0000","last_became_active":"2024-03-07T03:07:58.752118+0000","last_became_peered":"2024-03-07T03:07:58.752118+0000","last_unstale":"2024-03-07T03:10:57.122090+0000","last_undegraded":"2024-03-07T03:10:57.122090+0000","last_fullsized":"2024-03-07T03:10:57.122090+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:08:08.574482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1117,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329282+0000","last_change":"2024-03-07T03:07:58.757839+0000","last_active":"2024-03-07T03:10:57.329282+0000","last_peered":"2024-03-07T03:10:57.329282+0000","last_clean":"2024-03-07T03:10:57.329282+0000","last_became_active":"2024-03-07T03:07:58.757495+0000","last_became_peered":"2024-03-07T03:07:58.757495+0000","last_unstale":"2024-03-07T03:10:57.329282+0000","last_undegraded":"2024-03-07T03:10:57.329282+0000","last_fullsized":"2024-03-07T03:10:57.329282+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:27:02.190643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"861'1463","reported_seq":5087,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.330799+0000","last_change":"2024-03-07T03:10:57.330799+0000","last_active":"2024-03-07T03:10:57.330799+0000","last_peered":"2024-03-07T03:10:57.330799+0000","last_clean":"2024-03-07T03:10:57.330799+0000","last_became_active":"2024-03-07T03:07:58.763085+0000","last_became_peered":"2024-03-07T03:07:58.763085+0000","last_unstale":"2024-03-07T03:10:57.330799+0000","last_undegraded":"2024-03-07T03:10:57.330799+0000","last_fullsized":"2024-03-07T03:10:57.330799+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1463,"log_dups_size":0,"ondisk_log_size":1463,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:39:21.050544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.016579719999999999,"stat_sum":{"num_bytes":106192896,"num_objects":71,"num_object_clones":66,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":1,"num_read":323,"num_read_kb":516030,"num_write":942,"num_write_kb":231680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":48201728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122270+0000","last_change":"2024-03-07T03:07:58.752370+0000","last_active":"2024-03-07T03:10:57.122270+0000","last_peered":"2024-03-07T03:10:57.122270+0000","last_clean":"2024-03-07T03:10:57.122270+0000","last_became_active":"2024-03-07T03:07:58.751985+0000","last_became_peered":"2024-03-07T03:07:58.751985+0000","last_unstale":"2024-03-07T03:10:57.122270+0000","last_undegraded":"2024-03-07T03:10:57.122270+0000","last_fullsized":"2024-03-07T03:10:57.122270+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:31:33.590004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1126,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329046+0000","last_change":"2024-03-07T03:06:09.987484+0000","last_active":"2024-03-07T03:10:57.329046+0000","last_peered":"2024-03-07T03:10:57.329046+0000","last_clean":"2024-03-07T03:10:57.329046+0000","last_became_active":"2024-03-07T03:06:09.986947+0000","last_became_peered":"2024-03-07T03:06:09.986947+0000","last_unstale":"2024-03-07T03:10:57.329046+0000","last_undegraded":"2024-03-07T03:10:57.329046+0000","last_fullsized":"2024-03-07T03:10:57.329046+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:37:38.253630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"857'1055","reported_seq":4918,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:09.892916+0000","last_change":"2024-03-07T03:10:57.123092+0000","last_active":"2024-03-07T03:11:09.892916+0000","last_peered":"2024-03-07T03:11:09.892916+0000","last_clean":"2024-03-07T03:11:09.892916+0000","last_became_active":"2024-03-07T03:06:09.993513+0000","last_became_peered":"2024-03-07T03:06:09.993513+0000","last_unstale":"2024-03-07T03:11:09.892916+0000","last_undegraded":"2024-03-07T03:11:09.892916+0000","last_fullsized":"2024-03-07T03:11:09.892916+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1055,"log_dups_size":0,"ondisk_log_size":1055,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:34:07.352811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013205965,"stat_sum":{"num_bytes":99745792,"num_objects":66,"num_object_clones":62,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":306,"num_read_kb":434534,"num_write":588,"num_write_kb":145464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":21749760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.b","version":"716'3","reported_seq":984,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297633+0000","last_change":"2024-03-07T03:07:58.749480+0000","last_active":"2024-03-07T03:10:57.297633+0000","last_peered":"2024-03-07T03:10:57.297633+0000","last_clean":"2024-03-07T03:10:57.297633+0000","last_became_active":"2024-03-07T03:07:58.749098+0000","last_became_peered":"2024-03-07T03:07:58.749098+0000","last_unstale":"2024-03-07T03:10:57.297633+0000","last_undegraded":"2024-03-07T03:10:57.297633+0000","last_fullsized":"2024-03-07T03:10:57.297633+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:35:33.945855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1034,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127679+0000","last_change":"2024-03-07T03:07:23.075725+0000","last_active":"2024-03-07T03:10:57.127679+0000","last_peered":"2024-03-07T03:10:57.127679+0000","last_clean":"2024-03-07T03:10:57.127679+0000","last_became_active":"2024-03-07T03:07:23.075203+0000","last_became_peered":"2024-03-07T03:07:23.075203+0000","last_unstale":"2024-03-07T03:10:57.127679+0000","last_undegraded":"2024-03-07T03:10:57.127679+0000","last_fullsized":"2024-03-07T03:10:57.127679+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:47:11.192302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"863'1711","reported_seq":5459,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.330918+0000","last_change":"2024-03-07T03:10:57.330918+0000","last_active":"2024-03-07T03:10:57.330918+0000","last_peered":"2024-03-07T03:10:57.330918+0000","last_clean":"2024-03-07T03:10:57.330918+0000","last_became_active":"2024-03-07T03:06:47.849454+0000","last_became_peered":"2024-03-07T03:06:47.849454+0000","last_unstale":"2024-03-07T03:10:57.330918+0000","last_undegraded":"2024-03-07T03:10:57.330918+0000","last_fullsized":"2024-03-07T03:10:57.330918+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1711,"log_dups_size":0,"ondisk_log_size":1711,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:40:07.156907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.014160193999999999,"stat_sum":{"num_bytes":165158912,"num_objects":93,"num_object_clones":87,"num_object_copies":279,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":93,"num_whiteouts":2,"num_read":489,"num_read_kb":756200,"num_write":870,"num_write_kb":258896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":69541888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1155,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329768+0000","last_change":"2024-03-07T03:06:47.847077+0000","last_active":"2024-03-07T03:10:57.329768+0000","last_peered":"2024-03-07T03:10:57.329768+0000","last_clean":"2024-03-07T03:10:57.329768+0000","last_became_active":"2024-03-07T03:06:47.846359+0000","last_became_peered":"2024-03-07T03:06:47.846359+0000","last_unstale":"2024-03-07T03:10:57.329768+0000","last_undegraded":"2024-03-07T03:10:57.329768+0000","last_fullsized":"2024-03-07T03:10:57.329768+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:00:08.102949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":971,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297999+0000","last_change":"2024-03-07T03:07:58.760528+0000","last_active":"2024-03-07T03:10:57.297999+0000","last_peered":"2024-03-07T03:10:57.297999+0000","last_clean":"2024-03-07T03:10:57.297999+0000","last_became_active":"2024-03-07T03:07:58.760226+0000","last_became_peered":"2024-03-07T03:07:58.760226+0000","last_unstale":"2024-03-07T03:10:57.297999+0000","last_undegraded":"2024-03-07T03:10:57.297999+0000","last_fullsized":"2024-03-07T03:10:57.297999+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:10:36.411047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"863'1938","reported_seq":4937,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329911+0000","last_change":"2024-03-07T03:10:56.140803+0000","last_active":"2024-03-07T03:10:57.329911+0000","last_peered":"2024-03-07T03:10:57.329911+0000","last_clean":"2024-03-07T03:10:57.329911+0000","last_became_active":"2024-03-07T03:06:09.993933+0000","last_became_peered":"2024-03-07T03:06:09.993933+0000","last_unstale":"2024-03-07T03:10:57.329911+0000","last_undegraded":"2024-03-07T03:10:57.329911+0000","last_fullsized":"2024-03-07T03:10:57.329911+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1938,"log_dups_size":0,"ondisk_log_size":1938,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:16.359457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.024996012000000001,"stat_sum":{"num_bytes":22765568,"num_objects":17,"num_object_clones":12,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":2,"num_read":350,"num_read_kb":387634,"num_write":702,"num_write_kb":183472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":7151616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.d","version":"61'1","reported_seq":1190,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:09.892941+0000","last_change":"2024-03-07T03:06:09.993129+0000","last_active":"2024-03-07T03:11:09.892941+0000","last_peered":"2024-03-07T03:11:09.892941+0000","last_clean":"2024-03-07T03:11:09.892941+0000","last_became_active":"2024-03-07T03:06:09.992737+0000","last_became_peered":"2024-03-07T03:06:09.992737+0000","last_unstale":"2024-03-07T03:11:09.892941+0000","last_undegraded":"2024-03-07T03:11:09.892941+0000","last_fullsized":"2024-03-07T03:11:09.892941+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:02:42.055569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1051,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:15.939486+0000","last_change":"2024-03-07T03:07:23.076846+0000","last_active":"2024-03-07T03:11:15.939486+0000","last_peered":"2024-03-07T03:11:15.939486+0000","last_clean":"2024-03-07T03:11:15.939486+0000","last_became_active":"2024-03-07T03:07:23.075895+0000","last_became_peered":"2024-03-07T03:07:23.075895+0000","last_unstale":"2024-03-07T03:11:15.939486+0000","last_undegraded":"2024-03-07T03:11:15.939486+0000","last_fullsized":"2024-03-07T03:11:15.939486+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:09:15.080126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"854'331","reported_seq":3438,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.298223+0000","last_change":"2024-03-07T03:10:57.298223+0000","last_active":"2024-03-07T03:10:57.298223+0000","last_peered":"2024-03-07T03:10:57.298223+0000","last_clean":"2024-03-07T03:10:57.298223+0000","last_became_active":"2024-03-07T03:07:58.749089+0000","last_became_peered":"2024-03-07T03:07:58.749089+0000","last_unstale":"2024-03-07T03:10:57.298223+0000","last_undegraded":"2024-03-07T03:10:57.298223+0000","last_fullsized":"2024-03-07T03:10:57.298223+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":331,"log_dups_size":0,"ondisk_log_size":331,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":83,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:26:07.404191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00085119700000000004,"stat_sum":{"num_bytes":15409152,"num_objects":11,"num_object_clones":10,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":91,"num_read_kb":118251,"num_write":162,"num_write_kb":30616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":34586624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"56"},{"start":"1c2","length":"3"},{"start":"1c9","length":"1"}]},{"pgid":"2.e","version":"61'2","reported_seq":1159,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.330486+0000","last_change":"2024-03-07T03:07:58.755578+0000","last_active":"2024-03-07T03:10:57.330486+0000","last_peered":"2024-03-07T03:10:57.330486+0000","last_clean":"2024-03-07T03:10:57.330486+0000","last_became_active":"2024-03-07T03:07:58.755160+0000","last_became_peered":"2024-03-07T03:07:58.755160+0000","last_unstale":"2024-03-07T03:10:57.330486+0000","last_undegraded":"2024-03-07T03:10:57.330486+0000","last_fullsized":"2024-03-07T03:10:57.330486+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:20.584382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298308+0000","last_change":"2024-03-07T03:07:58.751269+0000","last_active":"2024-03-07T03:10:57.298308+0000","last_peered":"2024-03-07T03:10:57.298308+0000","last_clean":"2024-03-07T03:10:57.298308+0000","last_became_active":"2024-03-07T03:07:58.750956+0000","last_became_peered":"2024-03-07T03:07:58.750956+0000","last_unstale":"2024-03-07T03:10:57.298308+0000","last_undegraded":"2024-03-07T03:10:57.298308+0000","last_fullsized":"2024-03-07T03:10:57.298308+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:39.414545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1005,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127389+0000","last_change":"2024-03-07T03:07:23.081711+0000","last_active":"2024-03-07T03:10:57.127389+0000","last_peered":"2024-03-07T03:10:57.127389+0000","last_clean":"2024-03-07T03:10:57.127389+0000","last_became_active":"2024-03-07T03:07:23.079269+0000","last_became_peered":"2024-03-07T03:07:23.079269+0000","last_unstale":"2024-03-07T03:10:57.127389+0000","last_undegraded":"2024-03-07T03:10:57.127389+0000","last_fullsized":"2024-03-07T03:10:57.127389+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:39.008957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1157,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:14.498905+0000","last_change":"2024-03-07T03:07:23.072806+0000","last_active":"2024-03-07T03:11:14.498905+0000","last_peered":"2024-03-07T03:11:14.498905+0000","last_clean":"2024-03-07T03:11:14.498905+0000","last_became_active":"2024-03-07T03:07:23.071234+0000","last_became_peered":"2024-03-07T03:07:23.071234+0000","last_unstale":"2024-03-07T03:11:14.498905+0000","last_undegraded":"2024-03-07T03:11:14.498905+0000","last_fullsized":"2024-03-07T03:11:14.498905+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:52.610744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1057,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129961+0000","last_change":"2024-03-07T03:06:47.851593+0000","last_active":"2024-03-07T03:10:57.129961+0000","last_peered":"2024-03-07T03:10:57.129961+0000","last_clean":"2024-03-07T03:10:57.129961+0000","last_became_active":"2024-03-07T03:06:47.849677+0000","last_became_peered":"2024-03-07T03:06:47.849677+0000","last_unstale":"2024-03-07T03:10:57.129961+0000","last_undegraded":"2024-03-07T03:10:57.129961+0000","last_fullsized":"2024-03-07T03:10:57.129961+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:30.969251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1116,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:14.498954+0000","last_change":"2024-03-07T03:06:09.995434+0000","last_active":"2024-03-07T03:11:14.498954+0000","last_peered":"2024-03-07T03:11:14.498954+0000","last_clean":"2024-03-07T03:11:14.498954+0000","last_became_active":"2024-03-07T03:06:09.994939+0000","last_became_peered":"2024-03-07T03:06:09.994939+0000","last_unstale":"2024-03-07T03:11:14.498954+0000","last_undegraded":"2024-03-07T03:11:14.498954+0000","last_fullsized":"2024-03-07T03:11:14.498954+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:27:11.737354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1126,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328924+0000","last_change":"2024-03-07T03:06:09.987381+0000","last_active":"2024-03-07T03:10:57.328924+0000","last_peered":"2024-03-07T03:10:57.328924+0000","last_clean":"2024-03-07T03:10:57.328924+0000","last_became_active":"2024-03-07T03:06:09.986952+0000","last_became_peered":"2024-03-07T03:06:09.986952+0000","last_unstale":"2024-03-07T03:10:57.328924+0000","last_undegraded":"2024-03-07T03:10:57.328924+0000","last_fullsized":"2024-03-07T03:10:57.328924+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:26:15.439852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122425+0000","last_change":"2024-03-07T03:05:35.923999+0000","last_active":"2024-03-07T03:10:57.122425+0000","last_peered":"2024-03-07T03:10:57.122425+0000","last_clean":"2024-03-07T03:10:57.122425+0000","last_became_active":"2024-03-07T03:05:35.923719+0000","last_became_peered":"2024-03-07T03:05:35.923719+0000","last_unstale":"2024-03-07T03:10:57.122425+0000","last_undegraded":"2024-03-07T03:10:57.122425+0000","last_fullsized":"2024-03-07T03:10:57.122425+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:43:04.724647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1007,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.128126+0000","last_change":"2024-03-07T03:07:58.749989+0000","last_active":"2024-03-07T03:10:57.128126+0000","last_peered":"2024-03-07T03:10:57.128126+0000","last_clean":"2024-03-07T03:10:57.128126+0000","last_became_active":"2024-03-07T03:07:58.749643+0000","last_became_peered":"2024-03-07T03:07:58.749643+0000","last_unstale":"2024-03-07T03:10:57.128126+0000","last_undegraded":"2024-03-07T03:10:57.128126+0000","last_fullsized":"2024-03-07T03:10:57.128126+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:00:44.729806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1109,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329656+0000","last_change":"2024-03-07T03:06:09.999184+0000","last_active":"2024-03-07T03:10:57.329656+0000","last_peered":"2024-03-07T03:10:57.329656+0000","last_clean":"2024-03-07T03:10:57.329656+0000","last_became_active":"2024-03-07T03:06:09.998856+0000","last_became_peered":"2024-03-07T03:06:09.998856+0000","last_unstale":"2024-03-07T03:10:57.329656+0000","last_undegraded":"2024-03-07T03:10:57.329656+0000","last_fullsized":"2024-03-07T03:10:57.329656+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:37:00.102189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1057,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:05.938424+0000","last_change":"2024-03-07T03:06:47.857644+0000","last_active":"2024-03-07T03:11:05.938424+0000","last_peered":"2024-03-07T03:11:05.938424+0000","last_clean":"2024-03-07T03:11:05.938424+0000","last_became_active":"2024-03-07T03:06:47.857354+0000","last_became_peered":"2024-03-07T03:06:47.857354+0000","last_unstale":"2024-03-07T03:11:05.938424+0000","last_undegraded":"2024-03-07T03:11:05.938424+0000","last_fullsized":"2024-03-07T03:11:05.938424+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:02:18.860369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1117,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329010+0000","last_change":"2024-03-07T03:06:09.987872+0000","last_active":"2024-03-07T03:10:57.329010+0000","last_peered":"2024-03-07T03:10:57.329010+0000","last_clean":"2024-03-07T03:10:57.329010+0000","last_became_active":"2024-03-07T03:06:09.986852+0000","last_became_peered":"2024-03-07T03:06:09.986852+0000","last_unstale":"2024-03-07T03:10:57.329010+0000","last_undegraded":"2024-03-07T03:10:57.329010+0000","last_fullsized":"2024-03-07T03:10:57.329010+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:13.708512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1035,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:15.939446+0000","last_change":"2024-03-07T03:07:58.755825+0000","last_active":"2024-03-07T03:11:15.939446+0000","last_peered":"2024-03-07T03:11:15.939446+0000","last_clean":"2024-03-07T03:11:15.939446+0000","last_became_active":"2024-03-07T03:07:58.755395+0000","last_became_peered":"2024-03-07T03:07:58.755395+0000","last_unstale":"2024-03-07T03:11:15.939446+0000","last_undegraded":"2024-03-07T03:11:15.939446+0000","last_fullsized":"2024-03-07T03:11:15.939446+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:10:43.184914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125616+0000","last_change":"2024-03-07T03:07:58.753962+0000","last_active":"2024-03-07T03:10:57.125616+0000","last_peered":"2024-03-07T03:10:57.125616+0000","last_clean":"2024-03-07T03:10:57.125616+0000","last_became_active":"2024-03-07T03:07:58.753619+0000","last_became_peered":"2024-03-07T03:07:58.753619+0000","last_unstale":"2024-03-07T03:10:57.125616+0000","last_undegraded":"2024-03-07T03:10:57.125616+0000","last_fullsized":"2024-03-07T03:10:57.125616+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:44:44.641067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1012,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127636+0000","last_change":"2024-03-07T03:07:23.078516+0000","last_active":"2024-03-07T03:10:57.127636+0000","last_peered":"2024-03-07T03:10:57.127636+0000","last_clean":"2024-03-07T03:10:57.127636+0000","last_became_active":"2024-03-07T03:07:23.076017+0000","last_became_peered":"2024-03-07T03:07:23.076017+0000","last_unstale":"2024-03-07T03:10:57.127636+0000","last_undegraded":"2024-03-07T03:10:57.127636+0000","last_fullsized":"2024-03-07T03:10:57.127636+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:17:54.725933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":857645056,"num_objects":516,"num_object_clones":466,"num_object_copies":1548,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":516,"num_whiteouts":8,"num_read":3826,"num_read_kb":5949842,"num_write":7931,"num_write_kb":1978632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":107,"num_bytes_recovered":385712128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1170673664,"data_stored":2969124864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28580,"ondisk_log_size":28580,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197,"ondisk_log_size":197,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":26375,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":694,"seq":2980707303492,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":150184,"kb_used_data":96156,"kb_used_omap":35,"kb_used_meta":53980,"kb_avail":93594968,"statfs":{"total":95995035648,"available":95841247232,"internally_reserved":0,"allocated":98463744,"data_stored":167037349,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36312,"internal_metadata":55276072},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":660,"seq":2834678415435,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":94940,"kb_used_data":42576,"kb_used_omap":23,"kb_used_meta":52328,"kb_avail":93650212,"statfs":{"total":95995035648,"available":95897817088,"internally_reserved":0,"allocated":43597824,"data_stored":80829959,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":24173,"internal_metadata":53584275},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":463,"seq":1988569858165,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":692864,"kb_used_data":193964,"kb_used_omap":46,"kb_used_meta":498833,"kb_avail":93052288,"statfs":{"total":95995035648,"available":95285542912,"internally_reserved":0,"allocated":198619136,"data_stored":533391905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48036,"internal_metadata":510805084},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":528,"seq":2267742732391,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":401776,"kb_used_data":209252,"kb_used_omap":54,"kb_used_meta":192457,"kb_avail":93343376,"statfs":{"total":95995035648,"available":95583617024,"internally_reserved":0,"allocated":214274048,"data_stored":587826473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56016,"internal_metadata":197076272},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":495,"seq":2126008811630,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":485244,"kb_used_data":166572,"kb_used_omap":47,"kb_used_meta":318608,"kb_avail":93259908,"statfs":{"total":95995035648,"available":95498145792,"internally_reserved":0,"allocated":170569728,"data_stored":457545161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48143,"internal_metadata":326255601},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":562,"seq":2413771620448,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":177748,"kb_used_data":84672,"kb_used_omap":37,"kb_used_meta":93018,"kb_avail":93567404,"statfs":{"total":95995035648,"available":95813021696,"internally_reserved":0,"allocated":86704128,"data_stored":171510863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38083,"internal_metadata":95251261},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":591,"seq":2538325672026,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":365920,"kb_used_data":157844,"kb_used_omap":61,"kb_used_meta":208002,"kb_avail":93379232,"statfs":{"total":95995035648,"available":95620333568,"internally_reserved":0,"allocated":161632256,"data_stored":367986669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":62843,"internal_metadata":212994693},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":625,"seq":2684354560082,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":509804,"kb_used_data":269020,"kb_used_omap":73,"kb_used_meta":240694,"kb_avail":93235348,"statfs":{"total":95995035648,"available":95472996352,"internally_reserved":0,"allocated":275476480,"data_stored":649851960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":75044,"internal_metadata":246471388},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7413,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2060,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2124,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3359,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3677,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2797,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2839,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2106,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":188411904,"data_stored":527167488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":160964608,"data_stored":451911680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":204677120,"data_stored":582193152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":77082624,"data_stored":165871616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":152018944,"data_stored":362352640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":265863168,"data_stored":644214784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":33390592,"data_stored":74600448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":88264704,"data_stored":160813056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-07T03:13:36.119 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:13:36.119 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:13:36.119 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:13:36.119 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-07T03:13:36.120 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-07T03:13:36.120 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-07T03:13:36.120 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.c in trimming, state: active+clean+snaptrim_error 2024-03-07T03:13:36.120 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-07T03:13:36.120 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:13:36.120 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-07T03:13:36.492 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:13:36 smithi090 ceph-mon[89511]: from='client.34572 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:13:36.492 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:13:36 smithi090 ceph-mon[91928]: from='client.34572 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:13:36.660 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:13:36 smithi092 ceph-mon[83777]: from='client.34572 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:13:37.571 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:13:37 smithi090 ceph-mon[89511]: pgmap v808: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:37.572 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:13:37 smithi090 ceph-mon[91928]: pgmap v808: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:37.660 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:13:37 smithi092 ceph-mon[83777]: pgmap v808: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:39.571 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:13:39 smithi090 ceph-mon[89511]: pgmap v809: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:39.572 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:13:39 smithi090 ceph-mon[91928]: pgmap v809: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:39.659 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:13:39 smithi092 ceph-mon[83777]: pgmap v809: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:41.572 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:13:41 smithi090 ceph-mon[91928]: pgmap v810: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:41.572 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:13:41 smithi090 ceph-mon[89511]: pgmap v810: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:41.660 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:13:41 smithi092 ceph-mon[83777]: pgmap v810: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:42.660 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:13:42 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:13:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:13:43.290 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:13:43 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:13:43] "GET /metrics HTTP/1.1" 200 36317 "" "Prometheus/2.43.0" 2024-03-07T03:13:43.571 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:13:43 smithi090 ceph-mon[91928]: pgmap v811: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:43.572 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:13:43 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:13:43.572 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:13:43 smithi090 ceph-mon[89511]: pgmap v811: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:43.572 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:13:43 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:13:43.659 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:13:43 smithi092 ceph-mon[83777]: pgmap v811: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:43.660 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:13:43 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:13:45.572 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:13:45 smithi090 ceph-mon[89511]: pgmap v812: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:45.572 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:13:45 smithi090 ceph-mon[91928]: pgmap v812: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:45.660 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:13:45 smithi092 ceph-mon[83777]: pgmap v812: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:46.121 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph pg dump --format=json 2024-03-07T03:13:46.343 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T03:13:47.572 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:13:47 smithi090 ceph-mon[91928]: pgmap v813: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:47.572 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:13:47 smithi090 ceph-mon[89511]: pgmap v813: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:47.660 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:13:47 smithi092 ceph-mon[83777]: pgmap v813: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:48.179 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T03:13:48.182 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-03-07T03:13:48.751 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":814,"stamp":"2024-03-07T03:13:47.899661+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":858242044,"num_objects":540,"num_object_clones":466,"num_object_copies":1620,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":540,"num_whiteouts":8,"num_read":4717,"num_read_kb":5951239,"num_write":8310,"num_write_kb":1981084,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":113,"num_bytes_recovered":387483232,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28845,"ondisk_log_size":28845,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2878480,"kb_used_data":1220056,"kb_used_omap":379,"kb_used_meta":1657924,"kb_avail":747082736,"statfs":{"total":767960285184,"available":765012721664,"internally_reserved":0,"allocated":1249337344,"data_stored":3015980339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":388650,"internal_metadata":1697714646},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004071"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":972,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298224+0000","last_change":"2024-03-07T03:07:58.753984+0000","last_active":"2024-03-07T03:10:57.298224+0000","last_peered":"2024-03-07T03:10:57.298224+0000","last_clean":"2024-03-07T03:10:57.298224+0000","last_became_active":"2024-03-07T03:07:58.753138+0000","last_became_peered":"2024-03-07T03:07:58.753138+0000","last_unstale":"2024-03-07T03:10:57.298224+0000","last_undegraded":"2024-03-07T03:10:57.298224+0000","last_fullsized":"2024-03-07T03:10:57.298224+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:37:39.612519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1185,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122683+0000","last_change":"2024-03-07T03:07:23.074862+0000","last_active":"2024-03-07T03:10:57.122683+0000","last_peered":"2024-03-07T03:10:57.122683+0000","last_clean":"2024-03-07T03:10:57.122683+0000","last_became_active":"2024-03-07T03:07:23.074512+0000","last_became_peered":"2024-03-07T03:07:23.074512+0000","last_unstale":"2024-03-07T03:10:57.122683+0000","last_undegraded":"2024-03-07T03:10:57.122683+0000","last_fullsized":"2024-03-07T03:10:57.122683+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:45:24.128672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125917+0000","last_change":"2024-03-07T03:05:01.446762+0000","last_active":"2024-03-07T03:10:57.125917+0000","last_peered":"2024-03-07T03:10:57.125917+0000","last_clean":"2024-03-07T03:10:57.125917+0000","last_became_active":"2024-03-07T03:05:01.446425+0000","last_became_peered":"2024-03-07T03:05:01.446425+0000","last_unstale":"2024-03-07T03:10:57.125917+0000","last_undegraded":"2024-03-07T03:10:57.125917+0000","last_fullsized":"2024-03-07T03:10:57.125917+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:39:39.897066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1052,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129938+0000","last_change":"2024-03-07T03:07:58.755992+0000","last_active":"2024-03-07T03:10:57.129938+0000","last_peered":"2024-03-07T03:10:57.129938+0000","last_clean":"2024-03-07T03:10:57.129938+0000","last_became_active":"2024-03-07T03:07:58.755499+0000","last_became_peered":"2024-03-07T03:07:58.755499+0000","last_unstale":"2024-03-07T03:10:57.129938+0000","last_undegraded":"2024-03-07T03:10:57.129938+0000","last_fullsized":"2024-03-07T03:10:57.129938+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:26:12.313572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297504+0000","last_change":"2024-03-07T03:07:58.752235+0000","last_active":"2024-03-07T03:10:57.297504+0000","last_peered":"2024-03-07T03:10:57.297504+0000","last_clean":"2024-03-07T03:10:57.297504+0000","last_became_active":"2024-03-07T03:07:58.751575+0000","last_became_peered":"2024-03-07T03:07:58.751575+0000","last_unstale":"2024-03-07T03:10:57.297504+0000","last_undegraded":"2024-03-07T03:10:57.297504+0000","last_fullsized":"2024-03-07T03:10:57.297504+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:12:05.995515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1029,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130051+0000","last_change":"2024-03-07T03:06:47.859644+0000","last_active":"2024-03-07T03:10:57.130051+0000","last_peered":"2024-03-07T03:10:57.130051+0000","last_clean":"2024-03-07T03:10:57.130051+0000","last_became_active":"2024-03-07T03:06:47.859097+0000","last_became_peered":"2024-03-07T03:06:47.859097+0000","last_unstale":"2024-03-07T03:10:57.130051+0000","last_undegraded":"2024-03-07T03:10:57.130051+0000","last_fullsized":"2024-03-07T03:10:57.130051+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:22:46.909130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297361+0000","last_change":"2024-03-07T03:07:58.754226+0000","last_active":"2024-03-07T03:10:57.297361+0000","last_peered":"2024-03-07T03:10:57.297361+0000","last_clean":"2024-03-07T03:10:57.297361+0000","last_became_active":"2024-03-07T03:07:58.753169+0000","last_became_peered":"2024-03-07T03:07:58.753169+0000","last_unstale":"2024-03-07T03:10:57.297361+0000","last_undegraded":"2024-03-07T03:10:57.297361+0000","last_fullsized":"2024-03-07T03:10:57.297361+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:46:59.258099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1086,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328618+0000","last_change":"2024-03-07T03:07:23.073492+0000","last_active":"2024-03-07T03:10:57.328618+0000","last_peered":"2024-03-07T03:10:57.328618+0000","last_clean":"2024-03-07T03:10:57.328618+0000","last_became_active":"2024-03-07T03:07:23.071929+0000","last_became_peered":"2024-03-07T03:07:23.071929+0000","last_unstale":"2024-03-07T03:10:57.328618+0000","last_undegraded":"2024-03-07T03:10:57.328618+0000","last_fullsized":"2024-03-07T03:10:57.328618+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:35:26.391722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":978,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298081+0000","last_change":"2024-03-07T03:07:58.760328+0000","last_active":"2024-03-07T03:10:57.298081+0000","last_peered":"2024-03-07T03:10:57.298081+0000","last_clean":"2024-03-07T03:10:57.298081+0000","last_became_active":"2024-03-07T03:07:58.760046+0000","last_became_peered":"2024-03-07T03:07:58.760046+0000","last_unstale":"2024-03-07T03:10:57.298081+0000","last_undegraded":"2024-03-07T03:10:57.298081+0000","last_fullsized":"2024-03-07T03:10:57.298081+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:08:46.356817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1004,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127859+0000","last_change":"2024-03-07T03:07:23.079945+0000","last_active":"2024-03-07T03:10:57.127859+0000","last_peered":"2024-03-07T03:10:57.127859+0000","last_clean":"2024-03-07T03:10:57.127859+0000","last_became_active":"2024-03-07T03:07:23.078551+0000","last_became_peered":"2024-03-07T03:07:23.078551+0000","last_unstale":"2024-03-07T03:10:57.127859+0000","last_undegraded":"2024-03-07T03:10:57.127859+0000","last_fullsized":"2024-03-07T03:10:57.127859+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:03:46.670084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1004,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127688+0000","last_change":"2024-03-07T03:07:23.081963+0000","last_active":"2024-03-07T03:10:57.127688+0000","last_peered":"2024-03-07T03:10:57.127688+0000","last_clean":"2024-03-07T03:10:57.127688+0000","last_became_active":"2024-03-07T03:07:23.080128+0000","last_became_peered":"2024-03-07T03:07:23.080128+0000","last_unstale":"2024-03-07T03:10:57.127688+0000","last_undegraded":"2024-03-07T03:10:57.127688+0000","last_fullsized":"2024-03-07T03:10:57.127688+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:56.813267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1147,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329628+0000","last_change":"2024-03-07T03:07:23.074902+0000","last_active":"2024-03-07T03:10:57.329628+0000","last_peered":"2024-03-07T03:10:57.329628+0000","last_clean":"2024-03-07T03:10:57.329628+0000","last_became_active":"2024-03-07T03:07:23.074466+0000","last_became_peered":"2024-03-07T03:07:23.074466+0000","last_unstale":"2024-03-07T03:10:57.329628+0000","last_undegraded":"2024-03-07T03:10:57.329628+0000","last_fullsized":"2024-03-07T03:10:57.329628+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:40:20.268555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1116,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329168+0000","last_change":"2024-03-07T03:07:23.072635+0000","last_active":"2024-03-07T03:10:57.329168+0000","last_peered":"2024-03-07T03:10:57.329168+0000","last_clean":"2024-03-07T03:10:57.329168+0000","last_became_active":"2024-03-07T03:07:23.071712+0000","last_became_peered":"2024-03-07T03:07:23.071712+0000","last_unstale":"2024-03-07T03:10:57.329168+0000","last_undegraded":"2024-03-07T03:10:57.329168+0000","last_fullsized":"2024-03-07T03:10:57.329168+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:00:39.298564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125527+0000","last_change":"2024-03-07T03:06:47.851538+0000","last_active":"2024-03-07T03:10:57.125527+0000","last_peered":"2024-03-07T03:10:57.125527+0000","last_clean":"2024-03-07T03:10:57.125527+0000","last_became_active":"2024-03-07T03:06:47.851183+0000","last_became_peered":"2024-03-07T03:06:47.851183+0000","last_unstale":"2024-03-07T03:10:57.125527+0000","last_undegraded":"2024-03-07T03:10:57.125527+0000","last_fullsized":"2024-03-07T03:10:57.125527+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:36:23.932334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:24.894584+0000","last_change":"2024-03-07T03:06:47.843126+0000","last_active":"2024-03-07T03:11:24.894584+0000","last_peered":"2024-03-07T03:11:24.894584+0000","last_clean":"2024-03-07T03:11:24.894584+0000","last_became_active":"2024-03-07T03:06:47.842736+0000","last_became_peered":"2024-03-07T03:06:47.842736+0000","last_unstale":"2024-03-07T03:11:24.894584+0000","last_undegraded":"2024-03-07T03:11:24.894584+0000","last_fullsized":"2024-03-07T03:11:24.894584+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:48:10.843465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1034,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:25.940523+0000","last_change":"2024-03-07T03:07:58.755620+0000","last_active":"2024-03-07T03:11:25.940523+0000","last_peered":"2024-03-07T03:11:25.940523+0000","last_clean":"2024-03-07T03:11:25.940523+0000","last_became_active":"2024-03-07T03:07:58.755267+0000","last_became_peered":"2024-03-07T03:07:58.755267+0000","last_unstale":"2024-03-07T03:11:25.940523+0000","last_undegraded":"2024-03-07T03:11:25.940523+0000","last_fullsized":"2024-03-07T03:11:25.940523+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:51:32.339400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1038,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:25.940593+0000","last_change":"2024-03-07T03:07:58.756358+0000","last_active":"2024-03-07T03:11:25.940593+0000","last_peered":"2024-03-07T03:11:25.940593+0000","last_clean":"2024-03-07T03:11:25.940593+0000","last_became_active":"2024-03-07T03:07:58.755960+0000","last_became_peered":"2024-03-07T03:07:58.755960+0000","last_unstale":"2024-03-07T03:11:25.940593+0000","last_undegraded":"2024-03-07T03:11:25.940593+0000","last_fullsized":"2024-03-07T03:11:25.940593+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:47.464423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1155,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.330177+0000","last_change":"2024-03-07T03:07:58.755619+0000","last_active":"2024-03-07T03:10:57.330177+0000","last_peered":"2024-03-07T03:10:57.330177+0000","last_clean":"2024-03-07T03:10:57.330177+0000","last_became_active":"2024-03-07T03:07:58.755214+0000","last_became_peered":"2024-03-07T03:07:58.755214+0000","last_unstale":"2024-03-07T03:10:57.330177+0000","last_undegraded":"2024-03-07T03:10:57.330177+0000","last_fullsized":"2024-03-07T03:10:57.330177+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:59:02.041330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":971,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298106+0000","last_change":"2024-03-07T03:07:58.756563+0000","last_active":"2024-03-07T03:10:57.298106+0000","last_peered":"2024-03-07T03:10:57.298106+0000","last_clean":"2024-03-07T03:10:57.298106+0000","last_became_active":"2024-03-07T03:07:58.752195+0000","last_became_peered":"2024-03-07T03:07:58.752195+0000","last_unstale":"2024-03-07T03:10:57.298106+0000","last_undegraded":"2024-03-07T03:10:57.298106+0000","last_fullsized":"2024-03-07T03:10:57.298106+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:32:35.496500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"716'5","reported_seq":1221,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126491+0000","last_change":"2024-03-07T03:07:58.753999+0000","last_active":"2024-03-07T03:10:57.126491+0000","last_peered":"2024-03-07T03:10:57.126491+0000","last_clean":"2024-03-07T03:10:57.126491+0000","last_became_active":"2024-03-07T03:07:58.753607+0000","last_became_peered":"2024-03-07T03:07:58.753607+0000","last_unstale":"2024-03-07T03:10:57.126491+0000","last_undegraded":"2024-03-07T03:10:57.126491+0000","last_fullsized":"2024-03-07T03:10:57.126491+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:28:57.567238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1110,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:33.960839+0000","last_change":"2024-03-07T03:07:23.083830+0000","last_active":"2024-03-07T03:11:33.960839+0000","last_peered":"2024-03-07T03:11:33.960839+0000","last_clean":"2024-03-07T03:11:33.960839+0000","last_became_active":"2024-03-07T03:07:23.083530+0000","last_became_peered":"2024-03-07T03:07:23.083530+0000","last_unstale":"2024-03-07T03:11:33.960839+0000","last_undegraded":"2024-03-07T03:11:33.960839+0000","last_fullsized":"2024-03-07T03:11:33.960839+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:57.938032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"716'2","reported_seq":1130,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:33.960850+0000","last_change":"2024-03-07T03:06:47.849618+0000","last_active":"2024-03-07T03:11:33.960850+0000","last_peered":"2024-03-07T03:11:33.960850+0000","last_clean":"2024-03-07T03:11:33.960850+0000","last_became_active":"2024-03-07T03:06:47.849222+0000","last_became_peered":"2024-03-07T03:06:47.849222+0000","last_unstale":"2024-03-07T03:11:33.960850+0000","last_undegraded":"2024-03-07T03:11:33.960850+0000","last_fullsized":"2024-03-07T03:11:33.960850+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:36:41.880143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126088+0000","last_change":"2024-03-07T03:06:47.851880+0000","last_active":"2024-03-07T03:10:57.126088+0000","last_peered":"2024-03-07T03:10:57.126088+0000","last_clean":"2024-03-07T03:10:57.126088+0000","last_became_active":"2024-03-07T03:06:47.851176+0000","last_became_peered":"2024-03-07T03:06:47.851176+0000","last_unstale":"2024-03-07T03:10:57.126088+0000","last_undegraded":"2024-03-07T03:10:57.126088+0000","last_fullsized":"2024-03-07T03:10:57.126088+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:38:59.663068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":976,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298135+0000","last_change":"2024-03-07T03:07:58.757245+0000","last_active":"2024-03-07T03:10:57.298135+0000","last_peered":"2024-03-07T03:10:57.298135+0000","last_clean":"2024-03-07T03:10:57.298135+0000","last_became_active":"2024-03-07T03:07:58.754456+0000","last_became_peered":"2024-03-07T03:07:58.754456+0000","last_unstale":"2024-03-07T03:10:57.298135+0000","last_undegraded":"2024-03-07T03:10:57.298135+0000","last_fullsized":"2024-03-07T03:10:57.298135+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:57:32.153933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1042,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130396+0000","last_change":"2024-03-07T03:06:47.855220+0000","last_active":"2024-03-07T03:10:57.130396+0000","last_peered":"2024-03-07T03:10:57.130396+0000","last_clean":"2024-03-07T03:10:57.130396+0000","last_became_active":"2024-03-07T03:06:47.854836+0000","last_became_peered":"2024-03-07T03:06:47.854836+0000","last_unstale":"2024-03-07T03:10:57.130396+0000","last_undegraded":"2024-03-07T03:10:57.130396+0000","last_fullsized":"2024-03-07T03:10:57.130396+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:51:35.386552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":983,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297851+0000","last_change":"2024-03-07T03:07:58.757676+0000","last_active":"2024-03-07T03:10:57.297851+0000","last_peered":"2024-03-07T03:10:57.297851+0000","last_clean":"2024-03-07T03:10:57.297851+0000","last_became_active":"2024-03-07T03:07:58.753930+0000","last_became_peered":"2024-03-07T03:07:58.753930+0000","last_unstale":"2024-03-07T03:10:57.297851+0000","last_undegraded":"2024-03-07T03:10:57.297851+0000","last_fullsized":"2024-03-07T03:10:57.297851+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:56.639688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1036,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130137+0000","last_change":"2024-03-07T03:07:23.076532+0000","last_active":"2024-03-07T03:10:57.130137+0000","last_peered":"2024-03-07T03:10:57.130137+0000","last_clean":"2024-03-07T03:10:57.130137+0000","last_became_active":"2024-03-07T03:07:23.076234+0000","last_became_peered":"2024-03-07T03:07:23.076234+0000","last_unstale":"2024-03-07T03:10:57.130137+0000","last_undegraded":"2024-03-07T03:10:57.130137+0000","last_fullsized":"2024-03-07T03:10:57.130137+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:16:39.967241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"716'2","reported_seq":1089,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329359+0000","last_change":"2024-03-07T03:07:58.752045+0000","last_active":"2024-03-07T03:10:57.329359+0000","last_peered":"2024-03-07T03:10:57.329359+0000","last_clean":"2024-03-07T03:10:57.329359+0000","last_became_active":"2024-03-07T03:07:58.751585+0000","last_became_peered":"2024-03-07T03:07:58.751585+0000","last_unstale":"2024-03-07T03:10:57.329359+0000","last_undegraded":"2024-03-07T03:10:57.329359+0000","last_fullsized":"2024-03-07T03:10:57.329359+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:03:01.652607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1107,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:08.061295+0000","last_change":"2024-03-07T03:06:09.990854+0000","last_active":"2024-03-07T03:11:08.061295+0000","last_peered":"2024-03-07T03:11:08.061295+0000","last_clean":"2024-03-07T03:11:08.061295+0000","last_became_active":"2024-03-07T03:06:09.990464+0000","last_became_peered":"2024-03-07T03:06:09.990464+0000","last_unstale":"2024-03-07T03:11:08.061295+0000","last_undegraded":"2024-03-07T03:11:08.061295+0000","last_fullsized":"2024-03-07T03:11:08.061295+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:53:52.856954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"716'2","reported_seq":1009,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127839+0000","last_change":"2024-03-07T03:07:58.754526+0000","last_active":"2024-03-07T03:10:57.127839+0000","last_peered":"2024-03-07T03:10:57.127839+0000","last_clean":"2024-03-07T03:10:57.127839+0000","last_became_active":"2024-03-07T03:07:58.754123+0000","last_became_peered":"2024-03-07T03:07:58.754123+0000","last_unstale":"2024-03-07T03:10:57.127839+0000","last_undegraded":"2024-03-07T03:10:57.127839+0000","last_fullsized":"2024-03-07T03:10:57.127839+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:41:34.446180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1211,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126281+0000","last_change":"2024-03-07T03:07:58.750769+0000","last_active":"2024-03-07T03:10:57.126281+0000","last_peered":"2024-03-07T03:10:57.126281+0000","last_clean":"2024-03-07T03:10:57.126281+0000","last_became_active":"2024-03-07T03:07:58.749974+0000","last_became_peered":"2024-03-07T03:07:58.749974+0000","last_unstale":"2024-03-07T03:10:57.126281+0000","last_undegraded":"2024-03-07T03:10:57.126281+0000","last_fullsized":"2024-03-07T03:10:57.126281+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:56:14.059734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1126,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328641+0000","last_change":"2024-03-07T03:07:23.072942+0000","last_active":"2024-03-07T03:10:57.328641+0000","last_peered":"2024-03-07T03:10:57.328641+0000","last_clean":"2024-03-07T03:10:57.328641+0000","last_became_active":"2024-03-07T03:07:23.072639+0000","last_became_peered":"2024-03-07T03:07:23.072639+0000","last_unstale":"2024-03-07T03:10:57.328641+0000","last_undegraded":"2024-03-07T03:10:57.328641+0000","last_fullsized":"2024-03-07T03:10:57.328641+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:42.808853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1123,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328713+0000","last_change":"2024-03-07T03:05:35.934963+0000","last_active":"2024-03-07T03:10:57.328713+0000","last_peered":"2024-03-07T03:10:57.328713+0000","last_clean":"2024-03-07T03:10:57.328713+0000","last_became_active":"2024-03-07T03:05:35.932493+0000","last_became_peered":"2024-03-07T03:05:35.932493+0000","last_unstale":"2024-03-07T03:10:57.328713+0000","last_undegraded":"2024-03-07T03:10:57.328713+0000","last_fullsized":"2024-03-07T03:10:57.328713+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:00:57.111662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1038,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129763+0000","last_change":"2024-03-07T03:07:58.756063+0000","last_active":"2024-03-07T03:10:57.129763+0000","last_peered":"2024-03-07T03:10:57.129763+0000","last_clean":"2024-03-07T03:10:57.129763+0000","last_became_active":"2024-03-07T03:07:58.755712+0000","last_became_peered":"2024-03-07T03:07:58.755712+0000","last_unstale":"2024-03-07T03:10:57.129763+0000","last_undegraded":"2024-03-07T03:10:57.129763+0000","last_fullsized":"2024-03-07T03:10:57.129763+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:13:06.484346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122373+0000","last_change":"2024-03-07T03:06:09.996319+0000","last_active":"2024-03-07T03:10:57.122373+0000","last_peered":"2024-03-07T03:10:57.122373+0000","last_clean":"2024-03-07T03:10:57.122373+0000","last_became_active":"2024-03-07T03:06:09.996002+0000","last_became_peered":"2024-03-07T03:06:09.996002+0000","last_unstale":"2024-03-07T03:10:57.122373+0000","last_undegraded":"2024-03-07T03:10:57.122373+0000","last_fullsized":"2024-03-07T03:10:57.122373+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:41:55.764562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1005,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.128019+0000","last_change":"2024-03-07T03:07:23.083466+0000","last_active":"2024-03-07T03:10:57.128019+0000","last_peered":"2024-03-07T03:10:57.128019+0000","last_clean":"2024-03-07T03:10:57.128019+0000","last_became_active":"2024-03-07T03:07:23.083156+0000","last_became_peered":"2024-03-07T03:07:23.083156+0000","last_unstale":"2024-03-07T03:10:57.128019+0000","last_undegraded":"2024-03-07T03:10:57.128019+0000","last_fullsized":"2024-03-07T03:10:57.128019+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:32:00.539449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1024,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130304+0000","last_change":"2024-03-07T03:07:58.752127+0000","last_active":"2024-03-07T03:10:57.130304+0000","last_peered":"2024-03-07T03:10:57.130304+0000","last_clean":"2024-03-07T03:10:57.130304+0000","last_became_active":"2024-03-07T03:07:58.751770+0000","last_became_peered":"2024-03-07T03:07:58.751770+0000","last_unstale":"2024-03-07T03:10:57.130304+0000","last_undegraded":"2024-03-07T03:10:57.130304+0000","last_fullsized":"2024-03-07T03:10:57.130304+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:43.791488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1058,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130040+0000","last_change":"2024-03-07T03:07:23.077653+0000","last_active":"2024-03-07T03:10:57.130040+0000","last_peered":"2024-03-07T03:10:57.130040+0000","last_clean":"2024-03-07T03:10:57.130040+0000","last_became_active":"2024-03-07T03:07:23.077355+0000","last_became_peered":"2024-03-07T03:07:23.077355+0000","last_unstale":"2024-03-07T03:10:57.130040+0000","last_undegraded":"2024-03-07T03:10:57.130040+0000","last_fullsized":"2024-03-07T03:10:57.130040+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:45.861158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:05.788507+0000","last_change":"2024-03-07T03:06:47.851508+0000","last_active":"2024-03-07T03:11:05.788507+0000","last_peered":"2024-03-07T03:11:05.788507+0000","last_clean":"2024-03-07T03:11:05.788507+0000","last_became_active":"2024-03-07T03:06:47.850839+0000","last_became_peered":"2024-03-07T03:06:47.850839+0000","last_unstale":"2024-03-07T03:11:05.788507+0000","last_undegraded":"2024-03-07T03:11:05.788507+0000","last_fullsized":"2024-03-07T03:11:05.788507+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:08:06.622234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1191,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122519+0000","last_change":"2024-03-07T03:06:47.845848+0000","last_active":"2024-03-07T03:10:57.122519+0000","last_peered":"2024-03-07T03:10:57.122519+0000","last_clean":"2024-03-07T03:10:57.122519+0000","last_became_active":"2024-03-07T03:06:47.845425+0000","last_became_peered":"2024-03-07T03:06:47.845425+0000","last_unstale":"2024-03-07T03:10:57.122519+0000","last_undegraded":"2024-03-07T03:10:57.122519+0000","last_fullsized":"2024-03-07T03:10:57.122519+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:16:24.833986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1078,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123291+0000","last_change":"2024-03-07T03:07:58.754983+0000","last_active":"2024-03-07T03:10:57.123291+0000","last_peered":"2024-03-07T03:10:57.123291+0000","last_clean":"2024-03-07T03:10:57.123291+0000","last_became_active":"2024-03-07T03:07:58.754657+0000","last_became_peered":"2024-03-07T03:07:58.754657+0000","last_unstale":"2024-03-07T03:10:57.123291+0000","last_undegraded":"2024-03-07T03:10:57.123291+0000","last_fullsized":"2024-03-07T03:10:57.123291+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:06:00.897772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"716'29","reported_seq":1040,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127843+0000","last_change":"2024-03-07T03:07:23.079677+0000","last_active":"2024-03-07T03:10:57.127843+0000","last_peered":"2024-03-07T03:10:57.127843+0000","last_clean":"2024-03-07T03:10:57.127843+0000","last_became_active":"2024-03-07T03:07:23.079320+0000","last_became_peered":"2024-03-07T03:07:23.079320+0000","last_unstale":"2024-03-07T03:10:57.127843+0000","last_undegraded":"2024-03-07T03:10:57.127843+0000","last_fullsized":"2024-03-07T03:10:57.127843+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:49:54.979015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297797+0000","last_change":"2024-03-07T03:07:58.758376+0000","last_active":"2024-03-07T03:10:57.297797+0000","last_peered":"2024-03-07T03:10:57.297797+0000","last_clean":"2024-03-07T03:10:57.297797+0000","last_became_active":"2024-03-07T03:07:58.757816+0000","last_became_peered":"2024-03-07T03:07:58.757816+0000","last_unstale":"2024-03-07T03:10:57.297797+0000","last_undegraded":"2024-03-07T03:10:57.297797+0000","last_fullsized":"2024-03-07T03:10:57.297797+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:47.253727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1218,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126138+0000","last_change":"2024-03-07T03:06:09.989072+0000","last_active":"2024-03-07T03:10:57.126138+0000","last_peered":"2024-03-07T03:10:57.126138+0000","last_clean":"2024-03-07T03:10:57.126138+0000","last_became_active":"2024-03-07T03:06:09.987754+0000","last_became_peered":"2024-03-07T03:06:09.987754+0000","last_unstale":"2024-03-07T03:10:57.126138+0000","last_undegraded":"2024-03-07T03:10:57.126138+0000","last_fullsized":"2024-03-07T03:10:57.126138+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:05:15.340331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125693+0000","last_change":"2024-03-07T03:07:58.754207+0000","last_active":"2024-03-07T03:10:57.125693+0000","last_peered":"2024-03-07T03:10:57.125693+0000","last_clean":"2024-03-07T03:10:57.125693+0000","last_became_active":"2024-03-07T03:07:58.753859+0000","last_became_peered":"2024-03-07T03:07:58.753859+0000","last_unstale":"2024-03-07T03:10:57.125693+0000","last_undegraded":"2024-03-07T03:10:57.125693+0000","last_fullsized":"2024-03-07T03:10:57.125693+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:14:02.813872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1052,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:25.940557+0000","last_change":"2024-03-07T03:07:58.755838+0000","last_active":"2024-03-07T03:11:25.940557+0000","last_peered":"2024-03-07T03:11:25.940557+0000","last_clean":"2024-03-07T03:11:25.940557+0000","last_became_active":"2024-03-07T03:07:58.755436+0000","last_became_peered":"2024-03-07T03:07:58.755436+0000","last_unstale":"2024-03-07T03:11:25.940557+0000","last_undegraded":"2024-03-07T03:11:25.940557+0000","last_fullsized":"2024-03-07T03:11:25.940557+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:25.094944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297692+0000","last_change":"2024-03-07T03:07:58.750199+0000","last_active":"2024-03-07T03:10:57.297692+0000","last_peered":"2024-03-07T03:10:57.297692+0000","last_clean":"2024-03-07T03:10:57.297692+0000","last_became_active":"2024-03-07T03:07:58.749858+0000","last_became_peered":"2024-03-07T03:07:58.749858+0000","last_unstale":"2024-03-07T03:10:57.297692+0000","last_undegraded":"2024-03-07T03:10:57.297692+0000","last_fullsized":"2024-03-07T03:10:57.297692+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:41.122539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1013,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127567+0000","last_change":"2024-03-07T03:07:23.076835+0000","last_active":"2024-03-07T03:10:57.127567+0000","last_peered":"2024-03-07T03:10:57.127567+0000","last_clean":"2024-03-07T03:10:57.127567+0000","last_became_active":"2024-03-07T03:07:23.075094+0000","last_became_peered":"2024-03-07T03:07:23.075094+0000","last_unstale":"2024-03-07T03:10:57.127567+0000","last_undegraded":"2024-03-07T03:10:57.127567+0000","last_fullsized":"2024-03-07T03:10:57.127567+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:50:36.739831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1004,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127419+0000","last_change":"2024-03-07T03:07:23.078279+0000","last_active":"2024-03-07T03:10:57.127419+0000","last_peered":"2024-03-07T03:10:57.127419+0000","last_clean":"2024-03-07T03:10:57.127419+0000","last_became_active":"2024-03-07T03:07:23.077338+0000","last_became_peered":"2024-03-07T03:07:23.077338+0000","last_unstale":"2024-03-07T03:10:57.127419+0000","last_undegraded":"2024-03-07T03:10:57.127419+0000","last_fullsized":"2024-03-07T03:10:57.127419+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:05:40.599683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1168,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329387+0000","last_change":"2024-03-07T03:05:01.461919+0000","last_active":"2024-03-07T03:10:57.329387+0000","last_peered":"2024-03-07T03:10:57.329387+0000","last_clean":"2024-03-07T03:10:57.329387+0000","last_became_active":"2024-03-07T03:05:01.459759+0000","last_became_peered":"2024-03-07T03:05:01.459759+0000","last_unstale":"2024-03-07T03:10:57.329387+0000","last_undegraded":"2024-03-07T03:10:57.329387+0000","last_fullsized":"2024-03-07T03:10:57.329387+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:31:45.535178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":971,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297484+0000","last_change":"2024-03-07T03:07:58.753856+0000","last_active":"2024-03-07T03:10:57.297484+0000","last_peered":"2024-03-07T03:10:57.297484+0000","last_clean":"2024-03-07T03:10:57.297484+0000","last_became_active":"2024-03-07T03:07:58.751889+0000","last_became_peered":"2024-03-07T03:07:58.751889+0000","last_unstale":"2024-03-07T03:10:57.297484+0000","last_undegraded":"2024-03-07T03:10:57.297484+0000","last_fullsized":"2024-03-07T03:10:57.297484+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:27:20.126942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"863'1273","reported_seq":4340,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:29.500931+0000","last_change":"2024-03-07T03:10:56.137635+0000","last_active":"2024-03-07T03:11:29.500931+0000","last_peered":"2024-03-07T03:11:29.500931+0000","last_clean":"2024-03-07T03:11:29.500931+0000","last_became_active":"2024-03-07T03:05:01.457883+0000","last_became_peered":"2024-03-07T03:05:01.457883+0000","last_unstale":"2024-03-07T03:11:29.500931+0000","last_undegraded":"2024-03-07T03:11:29.500931+0000","last_fullsized":"2024-03-07T03:11:29.500931+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1273,"log_dups_size":0,"ondisk_log_size":1273,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:21:46.718939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.021818005000000001,"stat_sum":{"num_bytes":15540224,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":258,"num_read_kb":529715,"num_write":442,"num_write_kb":102224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1441792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.f","version":"61'1","reported_seq":1081,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123714+0000","last_change":"2024-03-07T03:07:58.755003+0000","last_active":"2024-03-07T03:10:57.123714+0000","last_peered":"2024-03-07T03:10:57.123714+0000","last_clean":"2024-03-07T03:10:57.123714+0000","last_became_active":"2024-03-07T03:07:58.754564+0000","last_became_peered":"2024-03-07T03:07:58.754564+0000","last_unstale":"2024-03-07T03:10:57.123714+0000","last_undegraded":"2024-03-07T03:10:57.123714+0000","last_fullsized":"2024-03-07T03:10:57.123714+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:34:53.344746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298045+0000","last_change":"2024-03-07T03:07:58.750952+0000","last_active":"2024-03-07T03:10:57.298045+0000","last_peered":"2024-03-07T03:10:57.298045+0000","last_clean":"2024-03-07T03:10:57.298045+0000","last_became_active":"2024-03-07T03:07:58.749229+0000","last_became_peered":"2024-03-07T03:07:58.749229+0000","last_unstale":"2024-03-07T03:10:57.298045+0000","last_undegraded":"2024-03-07T03:10:57.298045+0000","last_fullsized":"2024-03-07T03:10:57.298045+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:53:10.534950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"863'847","reported_seq":4047,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125772+0000","last_change":"2024-03-07T03:10:56.129162+0000","last_active":"2024-03-07T03:10:57.125772+0000","last_peered":"2024-03-07T03:10:57.125772+0000","last_clean":"2024-03-07T03:10:57.125772+0000","last_became_active":"2024-03-07T03:07:23.074596+0000","last_became_peered":"2024-03-07T03:07:23.074596+0000","last_unstale":"2024-03-07T03:10:57.125772+0000","last_undegraded":"2024-03-07T03:10:57.125772+0000","last_fullsized":"2024-03-07T03:10:57.125772+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":847,"log_dups_size":0,"ondisk_log_size":847,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:34:23.625809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0099120149999999997,"stat_sum":{"num_bytes":38936576,"num_objects":11,"num_object_clones":9,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":157,"num_read_kb":413258,"num_write":266,"num_write_kb":109952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":4374528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.2","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122385+0000","last_change":"2024-03-07T03:06:47.845893+0000","last_active":"2024-03-07T03:10:57.122385+0000","last_peered":"2024-03-07T03:10:57.122385+0000","last_clean":"2024-03-07T03:10:57.122385+0000","last_became_active":"2024-03-07T03:06:47.845548+0000","last_became_peered":"2024-03-07T03:06:47.845548+0000","last_unstale":"2024-03-07T03:10:57.122385+0000","last_undegraded":"2024-03-07T03:10:57.122385+0000","last_fullsized":"2024-03-07T03:10:57.122385+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:19:55.051329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122644+0000","last_change":"2024-03-07T03:07:58.751041+0000","last_active":"2024-03-07T03:10:57.122644+0000","last_peered":"2024-03-07T03:10:57.122644+0000","last_clean":"2024-03-07T03:10:57.122644+0000","last_became_active":"2024-03-07T03:07:58.749047+0000","last_became_peered":"2024-03-07T03:07:58.749047+0000","last_unstale":"2024-03-07T03:10:57.122644+0000","last_undegraded":"2024-03-07T03:10:57.122644+0000","last_fullsized":"2024-03-07T03:10:57.122644+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:47:59.256394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1057,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129998+0000","last_change":"2024-03-07T03:06:47.858022+0000","last_active":"2024-03-07T03:10:57.129998+0000","last_peered":"2024-03-07T03:10:57.129998+0000","last_clean":"2024-03-07T03:10:57.129998+0000","last_became_active":"2024-03-07T03:06:47.857526+0000","last_became_peered":"2024-03-07T03:06:47.857526+0000","last_unstale":"2024-03-07T03:10:57.129998+0000","last_undegraded":"2024-03-07T03:10:57.129998+0000","last_fullsized":"2024-03-07T03:10:57.129998+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:02:03.856321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"862'1186","reported_seq":4378,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126241+0000","last_change":"2024-03-07T03:10:56.119983+0000","last_active":"2024-03-07T03:10:57.126241+0000","last_peered":"2024-03-07T03:10:57.126241+0000","last_clean":"2024-03-07T03:10:57.126241+0000","last_became_active":"2024-03-07T03:06:09.988405+0000","last_became_peered":"2024-03-07T03:06:09.988405+0000","last_unstale":"2024-03-07T03:10:57.126241+0000","last_undegraded":"2024-03-07T03:10:57.126241+0000","last_fullsized":"2024-03-07T03:10:57.126241+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1186,"log_dups_size":0,"ondisk_log_size":1186,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:41:38.890400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099770099999999993,"stat_sum":{"num_bytes":13524992,"num_objects":9,"num_object_clones":6,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":208,"num_read_kb":390958,"num_write":505,"num_write_kb":103888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":50642944,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122445+0000","last_change":"2024-03-07T03:05:35.928460+0000","last_active":"2024-03-07T03:10:57.122445+0000","last_peered":"2024-03-07T03:10:57.122445+0000","last_clean":"2024-03-07T03:10:57.122445+0000","last_became_active":"2024-03-07T03:05:35.928017+0000","last_became_peered":"2024-03-07T03:05:35.928017+0000","last_unstale":"2024-03-07T03:10:57.122445+0000","last_undegraded":"2024-03-07T03:10:57.122445+0000","last_fullsized":"2024-03-07T03:10:57.122445+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:53:27.674544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1026,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129693+0000","last_change":"2024-03-07T03:07:23.075249+0000","last_active":"2024-03-07T03:10:57.129693+0000","last_peered":"2024-03-07T03:10:57.129693+0000","last_clean":"2024-03-07T03:10:57.129693+0000","last_became_active":"2024-03-07T03:07:23.074866+0000","last_became_peered":"2024-03-07T03:07:23.074866+0000","last_unstale":"2024-03-07T03:10:57.129693+0000","last_undegraded":"2024-03-07T03:10:57.129693+0000","last_fullsized":"2024-03-07T03:10:57.129693+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:03.393010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1078,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123184+0000","last_change":"2024-03-07T03:07:23.069585+0000","last_active":"2024-03-07T03:10:57.123184+0000","last_peered":"2024-03-07T03:10:57.123184+0000","last_clean":"2024-03-07T03:10:57.123184+0000","last_became_active":"2024-03-07T03:07:23.069262+0000","last_became_peered":"2024-03-07T03:07:23.069262+0000","last_unstale":"2024-03-07T03:10:57.123184+0000","last_undegraded":"2024-03-07T03:10:57.123184+0000","last_fullsized":"2024-03-07T03:10:57.123184+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:11:22.045807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"861'1094","reported_seq":4796,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:29.501030+0000","last_change":"2024-03-07T03:10:57.331022+0000","last_active":"2024-03-07T03:11:29.501030+0000","last_peered":"2024-03-07T03:11:29.501030+0000","last_clean":"2024-03-07T03:11:29.501030+0000","last_became_active":"2024-03-07T03:06:47.847229+0000","last_became_peered":"2024-03-07T03:06:47.847229+0000","last_unstale":"2024-03-07T03:11:29.501030+0000","last_undegraded":"2024-03-07T03:11:29.501030+0000","last_fullsized":"2024-03-07T03:11:29.501030+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1094,"log_dups_size":0,"ondisk_log_size":1094,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:58:27.729404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.032339935,"stat_sum":{"num_bytes":113606656,"num_objects":59,"num_object_clones":55,"num_object_copies":177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":279,"num_read_kb":358703,"num_write":525,"num_write_kb":146904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":36642816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1182,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122500+0000","last_change":"2024-03-07T03:06:47.843416+0000","last_active":"2024-03-07T03:10:57.122500+0000","last_peered":"2024-03-07T03:10:57.122500+0000","last_clean":"2024-03-07T03:10:57.122500+0000","last_became_active":"2024-03-07T03:06:47.842812+0000","last_became_peered":"2024-03-07T03:06:47.842812+0000","last_unstale":"2024-03-07T03:10:57.122500+0000","last_undegraded":"2024-03-07T03:10:57.122500+0000","last_fullsized":"2024-03-07T03:10:57.122500+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:03:02.672609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.121897+0000","last_change":"2024-03-07T03:07:23.071850+0000","last_active":"2024-03-07T03:10:57.121897+0000","last_peered":"2024-03-07T03:10:57.121897+0000","last_clean":"2024-03-07T03:10:57.121897+0000","last_became_active":"2024-03-07T03:07:23.071476+0000","last_became_peered":"2024-03-07T03:07:23.071476+0000","last_unstale":"2024-03-07T03:10:57.121897+0000","last_undegraded":"2024-03-07T03:10:57.121897+0000","last_fullsized":"2024-03-07T03:10:57.121897+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:13:05.296486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1157,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:14.498930+0000","last_change":"2024-03-07T03:05:35.926187+0000","last_active":"2024-03-07T03:11:14.498930+0000","last_peered":"2024-03-07T03:11:14.498930+0000","last_clean":"2024-03-07T03:11:14.498930+0000","last_became_active":"2024-03-07T03:05:35.925908+0000","last_became_peered":"2024-03-07T03:05:35.925908+0000","last_unstale":"2024-03-07T03:11:14.498930+0000","last_undegraded":"2024-03-07T03:11:14.498930+0000","last_fullsized":"2024-03-07T03:11:14.498930+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:48:33.101185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"863'1146","reported_seq":3872,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298252+0000","last_change":"2024-03-07T03:10:56.132170+0000","last_active":"2024-03-07T03:10:57.298252+0000","last_peered":"2024-03-07T03:10:57.298252+0000","last_clean":"2024-03-07T03:10:57.298252+0000","last_became_active":"2024-03-07T03:07:58.756854+0000","last_became_peered":"2024-03-07T03:07:58.756854+0000","last_unstale":"2024-03-07T03:10:57.298252+0000","last_undegraded":"2024-03-07T03:10:57.298252+0000","last_fullsized":"2024-03-07T03:10:57.298252+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1146,"log_dups_size":0,"ondisk_log_size":1146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T02:59:04.693146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.010433211,"stat_sum":{"num_bytes":34668544,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":1,"num_read":219,"num_read_kb":317694,"num_write":420,"num_write_kb":93568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":10240000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1005,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:31.160579+0000","last_change":"2024-03-07T03:07:58.760449+0000","last_active":"2024-03-07T03:11:31.160579+0000","last_peered":"2024-03-07T03:11:31.160579+0000","last_clean":"2024-03-07T03:11:31.160579+0000","last_became_active":"2024-03-07T03:07:58.760086+0000","last_became_peered":"2024-03-07T03:07:58.760086+0000","last_unstale":"2024-03-07T03:11:31.160579+0000","last_undegraded":"2024-03-07T03:11:31.160579+0000","last_fullsized":"2024-03-07T03:11:31.160579+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:34:38.583100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1087,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328930+0000","last_change":"2024-03-07T03:07:23.073659+0000","last_active":"2024-03-07T03:10:57.328930+0000","last_peered":"2024-03-07T03:10:57.328930+0000","last_clean":"2024-03-07T03:10:57.328930+0000","last_became_active":"2024-03-07T03:07:23.073277+0000","last_became_peered":"2024-03-07T03:07:23.073277+0000","last_unstale":"2024-03-07T03:10:57.328930+0000","last_undegraded":"2024-03-07T03:10:57.328930+0000","last_fullsized":"2024-03-07T03:10:57.328930+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:48:34.819985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1060,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129797+0000","last_change":"2024-03-07T03:07:58.752576+0000","last_active":"2024-03-07T03:10:57.129797+0000","last_peered":"2024-03-07T03:10:57.129797+0000","last_clean":"2024-03-07T03:10:57.129797+0000","last_became_active":"2024-03-07T03:07:58.752193+0000","last_became_peered":"2024-03-07T03:07:58.752193+0000","last_unstale":"2024-03-07T03:10:57.129797+0000","last_undegraded":"2024-03-07T03:10:57.129797+0000","last_fullsized":"2024-03-07T03:10:57.129797+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:55:14.205594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"395'197","reported_seq":1464,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297589+0000","last_change":"2024-03-07T03:07:58.752982+0000","last_active":"2024-03-07T03:10:57.297589+0000","last_peered":"2024-03-07T03:10:57.297589+0000","last_clean":"2024-03-07T03:10:57.297589+0000","last_became_active":"2024-03-07T03:07:58.752004+0000","last_became_peered":"2024-03-07T03:07:58.752004+0000","last_unstale":"2024-03-07T03:10:57.297589+0000","last_undegraded":"2024-03-07T03:10:57.297589+0000","last_fullsized":"2024-03-07T03:10:57.297589+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_clean_scrub_stamp":"2024-03-07T02:51:31.238394+0000","objects_scrubbed":0,"log_size":197,"log_dups_size":0,"ondisk_log_size":197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:53.766202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"858'3145","reported_seq":6529,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:05.938483+0000","last_change":"2024-03-07T03:10:57.131283+0000","last_active":"2024-03-07T03:11:05.938483+0000","last_peered":"2024-03-07T03:11:05.938483+0000","last_clean":"2024-03-07T03:11:05.938483+0000","last_became_active":"2024-03-07T03:06:47.859231+0000","last_became_peered":"2024-03-07T03:06:47.859231+0000","last_unstale":"2024-03-07T03:11:05.938483+0000","last_undegraded":"2024-03-07T03:11:05.938483+0000","last_fullsized":"2024-03-07T03:11:05.938483+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3145,"log_dups_size":0,"ondisk_log_size":3145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:10:03.781442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001499434,"stat_sum":{"num_bytes":18481152,"num_objects":15,"num_object_clones":14,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":124,"num_read_kb":398406,"num_write":253,"num_write_kb":45856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":9773056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126352+0000","last_change":"2024-03-07T03:05:01.454053+0000","last_active":"2024-03-07T03:10:57.126352+0000","last_peered":"2024-03-07T03:10:57.126352+0000","last_clean":"2024-03-07T03:10:57.126352+0000","last_became_active":"2024-03-07T03:05:01.453718+0000","last_became_peered":"2024-03-07T03:05:01.453718+0000","last_unstale":"2024-03-07T03:10:57.126352+0000","last_undegraded":"2024-03-07T03:10:57.126352+0000","last_fullsized":"2024-03-07T03:10:57.126352+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:10:59.835543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125549+0000","last_change":"2024-03-07T03:06:09.987673+0000","last_active":"2024-03-07T03:10:57.125549+0000","last_peered":"2024-03-07T03:10:57.125549+0000","last_clean":"2024-03-07T03:10:57.125549+0000","last_became_active":"2024-03-07T03:06:09.987328+0000","last_became_peered":"2024-03-07T03:06:09.987328+0000","last_unstale":"2024-03-07T03:10:57.125549+0000","last_undegraded":"2024-03-07T03:10:57.125549+0000","last_fullsized":"2024-03-07T03:10:57.125549+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:11:17.983744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":973,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297326+0000","last_change":"2024-03-07T03:07:58.757849+0000","last_active":"2024-03-07T03:10:57.297326+0000","last_peered":"2024-03-07T03:10:57.297326+0000","last_clean":"2024-03-07T03:10:57.297326+0000","last_became_active":"2024-03-07T03:07:58.757399+0000","last_became_peered":"2024-03-07T03:07:58.757399+0000","last_unstale":"2024-03-07T03:10:57.297326+0000","last_undegraded":"2024-03-07T03:10:57.297326+0000","last_fullsized":"2024-03-07T03:10:57.297326+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:54:11.413787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"864'1259","reported_seq":4063,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:31.160553+0000","last_change":"2024-03-07T03:10:56.129203+0000","last_active":"2024-03-07T03:11:31.160553+0000","last_peered":"2024-03-07T03:11:31.160553+0000","last_clean":"2024-03-07T03:11:31.160553+0000","last_became_active":"2024-03-07T03:07:23.080120+0000","last_became_peered":"2024-03-07T03:07:23.080120+0000","last_unstale":"2024-03-07T03:11:31.160553+0000","last_undegraded":"2024-03-07T03:11:31.160553+0000","last_fullsized":"2024-03-07T03:11:31.160553+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1259,"log_dups_size":0,"ondisk_log_size":1259,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:33:24.850580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0059393290000000001,"stat_sum":{"num_bytes":23298048,"num_objects":10,"num_object_clones":7,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":249,"num_read_kb":271095,"num_write":553,"num_write_kb":138504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":18890752,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.3","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125874+0000","last_change":"2024-03-07T03:07:58.750289+0000","last_active":"2024-03-07T03:10:57.125874+0000","last_peered":"2024-03-07T03:10:57.125874+0000","last_clean":"2024-03-07T03:10:57.125874+0000","last_became_active":"2024-03-07T03:07:58.749557+0000","last_became_peered":"2024-03-07T03:07:58.749557+0000","last_unstale":"2024-03-07T03:10:57.125874+0000","last_undegraded":"2024-03-07T03:10:57.125874+0000","last_fullsized":"2024-03-07T03:10:57.125874+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:54:43.865660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297984+0000","last_change":"2024-03-07T03:07:58.758005+0000","last_active":"2024-03-07T03:10:57.297984+0000","last_peered":"2024-03-07T03:10:57.297984+0000","last_clean":"2024-03-07T03:10:57.297984+0000","last_became_active":"2024-03-07T03:07:58.756833+0000","last_became_peered":"2024-03-07T03:07:58.756833+0000","last_unstale":"2024-03-07T03:10:57.297984+0000","last_undegraded":"2024-03-07T03:10:57.297984+0000","last_fullsized":"2024-03-07T03:10:57.297984+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:37:55.288554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122539+0000","last_change":"2024-03-07T03:06:47.843644+0000","last_active":"2024-03-07T03:10:57.122539+0000","last_peered":"2024-03-07T03:10:57.122539+0000","last_clean":"2024-03-07T03:10:57.122539+0000","last_became_active":"2024-03-07T03:06:47.842694+0000","last_became_peered":"2024-03-07T03:06:47.842694+0000","last_unstale":"2024-03-07T03:10:57.122539+0000","last_undegraded":"2024-03-07T03:10:57.122539+0000","last_fullsized":"2024-03-07T03:10:57.122539+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:25:34.783974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"863'880","reported_seq":3814,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123586+0000","last_change":"2024-03-07T03:10:56.125509+0000","last_active":"2024-03-07T03:10:57.123586+0000","last_peered":"2024-03-07T03:10:57.123586+0000","last_clean":"2024-03-07T03:10:57.123586+0000","last_became_active":"2024-03-07T03:07:58.755248+0000","last_became_peered":"2024-03-07T03:07:58.755248+0000","last_unstale":"2024-03-07T03:10:57.123586+0000","last_undegraded":"2024-03-07T03:10:57.123586+0000","last_fullsized":"2024-03-07T03:10:57.123586+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":880,"log_dups_size":0,"ondisk_log_size":880,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:40:02.788467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0073429089999999999,"stat_sum":{"num_bytes":9224192,"num_objects":8,"num_object_clones":6,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":1,"num_read":161,"num_read_kb":133885,"num_write":362,"num_write_kb":55920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1124,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:33.960811+0000","last_change":"2024-03-07T03:07:58.764215+0000","last_active":"2024-03-07T03:11:33.960811+0000","last_peered":"2024-03-07T03:11:33.960811+0000","last_clean":"2024-03-07T03:11:33.960811+0000","last_became_active":"2024-03-07T03:07:58.763818+0000","last_became_peered":"2024-03-07T03:07:58.763818+0000","last_unstale":"2024-03-07T03:11:33.960811+0000","last_undegraded":"2024-03-07T03:11:33.960811+0000","last_fullsized":"2024-03-07T03:11:33.960811+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:27:54.623360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"719'2","reported_seq":1192,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122792+0000","last_change":"2024-03-07T03:07:23.074913+0000","last_active":"2024-03-07T03:10:57.122792+0000","last_peered":"2024-03-07T03:10:57.122792+0000","last_clean":"2024-03-07T03:10:57.122792+0000","last_became_active":"2024-03-07T03:07:23.074530+0000","last_became_peered":"2024-03-07T03:07:23.074530+0000","last_unstale":"2024-03-07T03:10:57.122792+0000","last_undegraded":"2024-03-07T03:10:57.122792+0000","last_fullsized":"2024-03-07T03:10:57.122792+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:13:25.877187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1126,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329514+0000","last_change":"2024-03-07T03:07:58.757756+0000","last_active":"2024-03-07T03:10:57.329514+0000","last_peered":"2024-03-07T03:10:57.329514+0000","last_clean":"2024-03-07T03:10:57.329514+0000","last_became_active":"2024-03-07T03:07:58.757430+0000","last_became_peered":"2024-03-07T03:07:58.757430+0000","last_unstale":"2024-03-07T03:10:57.329514+0000","last_undegraded":"2024-03-07T03:10:57.329514+0000","last_fullsized":"2024-03-07T03:10:57.329514+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:22:21.412765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"863'1564","reported_seq":5163,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:33.960760+0000","last_change":"2024-03-07T03:10:57.329944+0000","last_active":"2024-03-07T03:11:33.960760+0000","last_peered":"2024-03-07T03:11:33.960760+0000","last_clean":"2024-03-07T03:11:33.960760+0000","last_became_active":"2024-03-07T03:06:09.990793+0000","last_became_peered":"2024-03-07T03:06:09.990793+0000","last_unstale":"2024-03-07T03:11:33.960760+0000","last_undegraded":"2024-03-07T03:11:33.960760+0000","last_fullsized":"2024-03-07T03:11:33.960760+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1564,"log_dups_size":0,"ondisk_log_size":1564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":143,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:53.639078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.019553126000000001,"stat_sum":{"num_bytes":100999168,"num_objects":73,"num_object_clones":68,"num_object_copies":219,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":1,"num_read":410,"num_read_kb":572954,"num_write":777,"num_write_kb":204640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":51175424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"c"},{"start":"178","length":"4"},{"start":"17e","length":"3"},{"start":"182","length":"4"},{"start":"187","length":"5"},{"start":"18d","length":"2"}]},{"pgid":"4.1","version":"0'0","reported_seq":1079,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122932+0000","last_change":"2024-03-07T03:07:23.071468+0000","last_active":"2024-03-07T03:10:57.122932+0000","last_peered":"2024-03-07T03:10:57.122932+0000","last_clean":"2024-03-07T03:10:57.122932+0000","last_became_active":"2024-03-07T03:07:23.071160+0000","last_became_peered":"2024-03-07T03:07:23.071160+0000","last_unstale":"2024-03-07T03:10:57.122932+0000","last_undegraded":"2024-03-07T03:10:57.122932+0000","last_fullsized":"2024-03-07T03:10:57.122932+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:17:55.686793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":989,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127941+0000","last_change":"2024-03-07T03:07:58.759142+0000","last_active":"2024-03-07T03:10:57.127941+0000","last_peered":"2024-03-07T03:10:57.127941+0000","last_clean":"2024-03-07T03:10:57.127941+0000","last_became_active":"2024-03-07T03:07:58.758771+0000","last_became_peered":"2024-03-07T03:07:58.758771+0000","last_unstale":"2024-03-07T03:10:57.127941+0000","last_undegraded":"2024-03-07T03:10:57.127941+0000","last_fullsized":"2024-03-07T03:10:57.127941+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:45:13.985820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126257+0000","last_change":"2024-03-07T03:06:09.988597+0000","last_active":"2024-03-07T03:10:57.126257+0000","last_peered":"2024-03-07T03:10:57.126257+0000","last_clean":"2024-03-07T03:10:57.126257+0000","last_became_active":"2024-03-07T03:06:09.988261+0000","last_became_peered":"2024-03-07T03:06:09.988261+0000","last_unstale":"2024-03-07T03:10:57.126257+0000","last_undegraded":"2024-03-07T03:10:57.126257+0000","last_fullsized":"2024-03-07T03:10:57.126257+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:11:06.717251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"843'3099","reported_seq":6398,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:15.939512+0000","last_change":"2024-03-07T03:10:57.131044+0000","last_active":"2024-03-07T03:11:15.939512+0000","last_peered":"2024-03-07T03:11:15.939512+0000","last_clean":"2024-03-07T03:11:15.939512+0000","last_became_active":"2024-03-07T03:07:23.084936+0000","last_became_peered":"2024-03-07T03:07:23.084936+0000","last_unstale":"2024-03-07T03:11:15.939512+0000","last_undegraded":"2024-03-07T03:11:15.939512+0000","last_fullsized":"2024-03-07T03:11:15.939512+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3099,"log_dups_size":0,"ondisk_log_size":3099,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:46:48.809690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012703,"stat_sum":{"num_bytes":8347648,"num_objects":13,"num_object_clones":12,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":56,"num_read_kb":33721,"num_write":241,"num_write_kb":36816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":434176,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1146,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:29.500973+0000","last_change":"2024-03-07T03:05:01.461136+0000","last_active":"2024-03-07T03:11:29.500973+0000","last_peered":"2024-03-07T03:11:29.500973+0000","last_clean":"2024-03-07T03:11:29.500973+0000","last_became_active":"2024-03-07T03:05:01.457189+0000","last_became_peered":"2024-03-07T03:05:01.457189+0000","last_unstale":"2024-03-07T03:11:29.500973+0000","last_undegraded":"2024-03-07T03:11:29.500973+0000","last_fullsized":"2024-03-07T03:11:29.500973+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:23.791243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1102,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122931+0000","last_change":"2024-03-07T03:07:58.750311+0000","last_active":"2024-03-07T03:10:57.122931+0000","last_peered":"2024-03-07T03:10:57.122931+0000","last_clean":"2024-03-07T03:10:57.122931+0000","last_became_active":"2024-03-07T03:07:58.750001+0000","last_became_peered":"2024-03-07T03:07:58.750001+0000","last_unstale":"2024-03-07T03:10:57.122931+0000","last_undegraded":"2024-03-07T03:10:57.122931+0000","last_fullsized":"2024-03-07T03:10:57.122931+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:05.963944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"847'12789","reported_seq":16202,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.124034+0000","last_change":"2024-03-07T03:10:57.124034+0000","last_active":"2024-03-07T03:10:57.124034+0000","last_peered":"2024-03-07T03:10:57.124034+0000","last_clean":"2024-03-07T03:10:57.124034+0000","last_became_active":"2024-03-07T03:06:47.859957+0000","last_became_peered":"2024-03-07T03:06:47.859957+0000","last_unstale":"2024-03-07T03:10:57.124034+0000","last_undegraded":"2024-03-07T03:10:57.124034+0000","last_fullsized":"2024-03-07T03:10:57.124034+0000","mapping_epoch":625,"log_start":"599'6200","ondisk_log_start":"599'6200","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":6589,"log_dups_size":0,"ondisk_log_size":6589,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":137,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:29:13.699651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0091875959999999993,"stat_sum":{"num_bytes":71745536,"num_objects":32,"num_object_clones":30,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":0,"num_read":146,"num_read_kb":316804,"num_write":323,"num_write_kb":90232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":20865024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"5"},{"start":"171","length":"b"},{"start":"17e","length":"8"},{"start":"187","length":"5"},{"start":"18d","length":"3"},{"start":"192","length":"1"},{"start":"197","length":"1"},{"start":"199","length":"2"}]},{"pgid":"2.9","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122090+0000","last_change":"2024-03-07T03:07:58.752456+0000","last_active":"2024-03-07T03:10:57.122090+0000","last_peered":"2024-03-07T03:10:57.122090+0000","last_clean":"2024-03-07T03:10:57.122090+0000","last_became_active":"2024-03-07T03:07:58.752118+0000","last_became_peered":"2024-03-07T03:07:58.752118+0000","last_unstale":"2024-03-07T03:10:57.122090+0000","last_undegraded":"2024-03-07T03:10:57.122090+0000","last_fullsized":"2024-03-07T03:10:57.122090+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:08:08.574482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1117,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329282+0000","last_change":"2024-03-07T03:07:58.757839+0000","last_active":"2024-03-07T03:10:57.329282+0000","last_peered":"2024-03-07T03:10:57.329282+0000","last_clean":"2024-03-07T03:10:57.329282+0000","last_became_active":"2024-03-07T03:07:58.757495+0000","last_became_peered":"2024-03-07T03:07:58.757495+0000","last_unstale":"2024-03-07T03:10:57.329282+0000","last_undegraded":"2024-03-07T03:10:57.329282+0000","last_fullsized":"2024-03-07T03:10:57.329282+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:27:02.190643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"861'1463","reported_seq":5087,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.330799+0000","last_change":"2024-03-07T03:10:57.330799+0000","last_active":"2024-03-07T03:10:57.330799+0000","last_peered":"2024-03-07T03:10:57.330799+0000","last_clean":"2024-03-07T03:10:57.330799+0000","last_became_active":"2024-03-07T03:07:58.763085+0000","last_became_peered":"2024-03-07T03:07:58.763085+0000","last_unstale":"2024-03-07T03:10:57.330799+0000","last_undegraded":"2024-03-07T03:10:57.330799+0000","last_fullsized":"2024-03-07T03:10:57.330799+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1463,"log_dups_size":0,"ondisk_log_size":1463,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:39:21.050544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.016579719999999999,"stat_sum":{"num_bytes":106192896,"num_objects":71,"num_object_clones":66,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":1,"num_read":323,"num_read_kb":516030,"num_write":942,"num_write_kb":231680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":48201728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122270+0000","last_change":"2024-03-07T03:07:58.752370+0000","last_active":"2024-03-07T03:10:57.122270+0000","last_peered":"2024-03-07T03:10:57.122270+0000","last_clean":"2024-03-07T03:10:57.122270+0000","last_became_active":"2024-03-07T03:07:58.751985+0000","last_became_peered":"2024-03-07T03:07:58.751985+0000","last_unstale":"2024-03-07T03:10:57.122270+0000","last_undegraded":"2024-03-07T03:10:57.122270+0000","last_fullsized":"2024-03-07T03:10:57.122270+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:31:33.590004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1126,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329046+0000","last_change":"2024-03-07T03:06:09.987484+0000","last_active":"2024-03-07T03:10:57.329046+0000","last_peered":"2024-03-07T03:10:57.329046+0000","last_clean":"2024-03-07T03:10:57.329046+0000","last_became_active":"2024-03-07T03:06:09.986947+0000","last_became_peered":"2024-03-07T03:06:09.986947+0000","last_unstale":"2024-03-07T03:10:57.329046+0000","last_undegraded":"2024-03-07T03:10:57.329046+0000","last_fullsized":"2024-03-07T03:10:57.329046+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:37:38.253630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"857'1055","reported_seq":4918,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:09.892916+0000","last_change":"2024-03-07T03:10:57.123092+0000","last_active":"2024-03-07T03:11:09.892916+0000","last_peered":"2024-03-07T03:11:09.892916+0000","last_clean":"2024-03-07T03:11:09.892916+0000","last_became_active":"2024-03-07T03:06:09.993513+0000","last_became_peered":"2024-03-07T03:06:09.993513+0000","last_unstale":"2024-03-07T03:11:09.892916+0000","last_undegraded":"2024-03-07T03:11:09.892916+0000","last_fullsized":"2024-03-07T03:11:09.892916+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1055,"log_dups_size":0,"ondisk_log_size":1055,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:34:07.352811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013205965,"stat_sum":{"num_bytes":99745792,"num_objects":66,"num_object_clones":62,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":306,"num_read_kb":434534,"num_write":588,"num_write_kb":145464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":21749760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.b","version":"716'3","reported_seq":984,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297633+0000","last_change":"2024-03-07T03:07:58.749480+0000","last_active":"2024-03-07T03:10:57.297633+0000","last_peered":"2024-03-07T03:10:57.297633+0000","last_clean":"2024-03-07T03:10:57.297633+0000","last_became_active":"2024-03-07T03:07:58.749098+0000","last_became_peered":"2024-03-07T03:07:58.749098+0000","last_unstale":"2024-03-07T03:10:57.297633+0000","last_undegraded":"2024-03-07T03:10:57.297633+0000","last_fullsized":"2024-03-07T03:10:57.297633+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:35:33.945855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1034,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127679+0000","last_change":"2024-03-07T03:07:23.075725+0000","last_active":"2024-03-07T03:10:57.127679+0000","last_peered":"2024-03-07T03:10:57.127679+0000","last_clean":"2024-03-07T03:10:57.127679+0000","last_became_active":"2024-03-07T03:07:23.075203+0000","last_became_peered":"2024-03-07T03:07:23.075203+0000","last_unstale":"2024-03-07T03:10:57.127679+0000","last_undegraded":"2024-03-07T03:10:57.127679+0000","last_fullsized":"2024-03-07T03:10:57.127679+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:47:11.192302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"863'1711","reported_seq":5459,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.330918+0000","last_change":"2024-03-07T03:10:57.330918+0000","last_active":"2024-03-07T03:10:57.330918+0000","last_peered":"2024-03-07T03:10:57.330918+0000","last_clean":"2024-03-07T03:10:57.330918+0000","last_became_active":"2024-03-07T03:06:47.849454+0000","last_became_peered":"2024-03-07T03:06:47.849454+0000","last_unstale":"2024-03-07T03:10:57.330918+0000","last_undegraded":"2024-03-07T03:10:57.330918+0000","last_fullsized":"2024-03-07T03:10:57.330918+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1711,"log_dups_size":0,"ondisk_log_size":1711,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:40:07.156907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.014160193999999999,"stat_sum":{"num_bytes":165158912,"num_objects":93,"num_object_clones":87,"num_object_copies":279,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":93,"num_whiteouts":2,"num_read":489,"num_read_kb":756200,"num_write":870,"num_write_kb":258896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":69541888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1155,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329768+0000","last_change":"2024-03-07T03:06:47.847077+0000","last_active":"2024-03-07T03:10:57.329768+0000","last_peered":"2024-03-07T03:10:57.329768+0000","last_clean":"2024-03-07T03:10:57.329768+0000","last_became_active":"2024-03-07T03:06:47.846359+0000","last_became_peered":"2024-03-07T03:06:47.846359+0000","last_unstale":"2024-03-07T03:10:57.329768+0000","last_undegraded":"2024-03-07T03:10:57.329768+0000","last_fullsized":"2024-03-07T03:10:57.329768+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:00:08.102949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":971,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297999+0000","last_change":"2024-03-07T03:07:58.760528+0000","last_active":"2024-03-07T03:10:57.297999+0000","last_peered":"2024-03-07T03:10:57.297999+0000","last_clean":"2024-03-07T03:10:57.297999+0000","last_became_active":"2024-03-07T03:07:58.760226+0000","last_became_peered":"2024-03-07T03:07:58.760226+0000","last_unstale":"2024-03-07T03:10:57.297999+0000","last_undegraded":"2024-03-07T03:10:57.297999+0000","last_fullsized":"2024-03-07T03:10:57.297999+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:10:36.411047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"863'1938","reported_seq":4938,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:29.500990+0000","last_change":"2024-03-07T03:10:56.140803+0000","last_active":"2024-03-07T03:11:29.500990+0000","last_peered":"2024-03-07T03:11:29.500990+0000","last_clean":"2024-03-07T03:11:29.500990+0000","last_became_active":"2024-03-07T03:06:09.993933+0000","last_became_peered":"2024-03-07T03:06:09.993933+0000","last_unstale":"2024-03-07T03:11:29.500990+0000","last_undegraded":"2024-03-07T03:11:29.500990+0000","last_fullsized":"2024-03-07T03:11:29.500990+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1938,"log_dups_size":0,"ondisk_log_size":1938,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:16.359457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.024996012000000001,"stat_sum":{"num_bytes":22765568,"num_objects":17,"num_object_clones":12,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":2,"num_read":350,"num_read_kb":387634,"num_write":702,"num_write_kb":183472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":7151616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.d","version":"61'1","reported_seq":1190,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:09.892941+0000","last_change":"2024-03-07T03:06:09.993129+0000","last_active":"2024-03-07T03:11:09.892941+0000","last_peered":"2024-03-07T03:11:09.892941+0000","last_clean":"2024-03-07T03:11:09.892941+0000","last_became_active":"2024-03-07T03:06:09.992737+0000","last_became_peered":"2024-03-07T03:06:09.992737+0000","last_unstale":"2024-03-07T03:11:09.892941+0000","last_undegraded":"2024-03-07T03:11:09.892941+0000","last_fullsized":"2024-03-07T03:11:09.892941+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:02:42.055569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1051,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:15.939486+0000","last_change":"2024-03-07T03:07:23.076846+0000","last_active":"2024-03-07T03:11:15.939486+0000","last_peered":"2024-03-07T03:11:15.939486+0000","last_clean":"2024-03-07T03:11:15.939486+0000","last_became_active":"2024-03-07T03:07:23.075895+0000","last_became_peered":"2024-03-07T03:07:23.075895+0000","last_unstale":"2024-03-07T03:11:15.939486+0000","last_undegraded":"2024-03-07T03:11:15.939486+0000","last_fullsized":"2024-03-07T03:11:15.939486+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:09:15.080126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"854'331","reported_seq":3438,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.298223+0000","last_change":"2024-03-07T03:10:57.298223+0000","last_active":"2024-03-07T03:10:57.298223+0000","last_peered":"2024-03-07T03:10:57.298223+0000","last_clean":"2024-03-07T03:10:57.298223+0000","last_became_active":"2024-03-07T03:07:58.749089+0000","last_became_peered":"2024-03-07T03:07:58.749089+0000","last_unstale":"2024-03-07T03:10:57.298223+0000","last_undegraded":"2024-03-07T03:10:57.298223+0000","last_fullsized":"2024-03-07T03:10:57.298223+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":331,"log_dups_size":0,"ondisk_log_size":331,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":83,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:26:07.404191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00085119700000000004,"stat_sum":{"num_bytes":15409152,"num_objects":11,"num_object_clones":10,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":91,"num_read_kb":118251,"num_write":162,"num_write_kb":30616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":34586624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"56"},{"start":"1c2","length":"3"},{"start":"1c9","length":"1"}]},{"pgid":"2.e","version":"61'2","reported_seq":1159,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.330486+0000","last_change":"2024-03-07T03:07:58.755578+0000","last_active":"2024-03-07T03:10:57.330486+0000","last_peered":"2024-03-07T03:10:57.330486+0000","last_clean":"2024-03-07T03:10:57.330486+0000","last_became_active":"2024-03-07T03:07:58.755160+0000","last_became_peered":"2024-03-07T03:07:58.755160+0000","last_unstale":"2024-03-07T03:10:57.330486+0000","last_undegraded":"2024-03-07T03:10:57.330486+0000","last_fullsized":"2024-03-07T03:10:57.330486+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:20.584382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298308+0000","last_change":"2024-03-07T03:07:58.751269+0000","last_active":"2024-03-07T03:10:57.298308+0000","last_peered":"2024-03-07T03:10:57.298308+0000","last_clean":"2024-03-07T03:10:57.298308+0000","last_became_active":"2024-03-07T03:07:58.750956+0000","last_became_peered":"2024-03-07T03:07:58.750956+0000","last_unstale":"2024-03-07T03:10:57.298308+0000","last_undegraded":"2024-03-07T03:10:57.298308+0000","last_fullsized":"2024-03-07T03:10:57.298308+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:39.414545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1006,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:31.160523+0000","last_change":"2024-03-07T03:07:23.081711+0000","last_active":"2024-03-07T03:11:31.160523+0000","last_peered":"2024-03-07T03:11:31.160523+0000","last_clean":"2024-03-07T03:11:31.160523+0000","last_became_active":"2024-03-07T03:07:23.079269+0000","last_became_peered":"2024-03-07T03:07:23.079269+0000","last_unstale":"2024-03-07T03:11:31.160523+0000","last_undegraded":"2024-03-07T03:11:31.160523+0000","last_fullsized":"2024-03-07T03:11:31.160523+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:39.008957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1157,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:14.498905+0000","last_change":"2024-03-07T03:07:23.072806+0000","last_active":"2024-03-07T03:11:14.498905+0000","last_peered":"2024-03-07T03:11:14.498905+0000","last_clean":"2024-03-07T03:11:14.498905+0000","last_became_active":"2024-03-07T03:07:23.071234+0000","last_became_peered":"2024-03-07T03:07:23.071234+0000","last_unstale":"2024-03-07T03:11:14.498905+0000","last_undegraded":"2024-03-07T03:11:14.498905+0000","last_fullsized":"2024-03-07T03:11:14.498905+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:52.610744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1057,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129961+0000","last_change":"2024-03-07T03:06:47.851593+0000","last_active":"2024-03-07T03:10:57.129961+0000","last_peered":"2024-03-07T03:10:57.129961+0000","last_clean":"2024-03-07T03:10:57.129961+0000","last_became_active":"2024-03-07T03:06:47.849677+0000","last_became_peered":"2024-03-07T03:06:47.849677+0000","last_unstale":"2024-03-07T03:10:57.129961+0000","last_undegraded":"2024-03-07T03:10:57.129961+0000","last_fullsized":"2024-03-07T03:10:57.129961+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:30.969251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1116,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:14.498954+0000","last_change":"2024-03-07T03:06:09.995434+0000","last_active":"2024-03-07T03:11:14.498954+0000","last_peered":"2024-03-07T03:11:14.498954+0000","last_clean":"2024-03-07T03:11:14.498954+0000","last_became_active":"2024-03-07T03:06:09.994939+0000","last_became_peered":"2024-03-07T03:06:09.994939+0000","last_unstale":"2024-03-07T03:11:14.498954+0000","last_undegraded":"2024-03-07T03:11:14.498954+0000","last_fullsized":"2024-03-07T03:11:14.498954+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:27:11.737354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1126,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328924+0000","last_change":"2024-03-07T03:06:09.987381+0000","last_active":"2024-03-07T03:10:57.328924+0000","last_peered":"2024-03-07T03:10:57.328924+0000","last_clean":"2024-03-07T03:10:57.328924+0000","last_became_active":"2024-03-07T03:06:09.986952+0000","last_became_peered":"2024-03-07T03:06:09.986952+0000","last_unstale":"2024-03-07T03:10:57.328924+0000","last_undegraded":"2024-03-07T03:10:57.328924+0000","last_fullsized":"2024-03-07T03:10:57.328924+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:26:15.439852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122425+0000","last_change":"2024-03-07T03:05:35.923999+0000","last_active":"2024-03-07T03:10:57.122425+0000","last_peered":"2024-03-07T03:10:57.122425+0000","last_clean":"2024-03-07T03:10:57.122425+0000","last_became_active":"2024-03-07T03:05:35.923719+0000","last_became_peered":"2024-03-07T03:05:35.923719+0000","last_unstale":"2024-03-07T03:10:57.122425+0000","last_undegraded":"2024-03-07T03:10:57.122425+0000","last_fullsized":"2024-03-07T03:10:57.122425+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:43:04.724647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1007,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.128126+0000","last_change":"2024-03-07T03:07:58.749989+0000","last_active":"2024-03-07T03:10:57.128126+0000","last_peered":"2024-03-07T03:10:57.128126+0000","last_clean":"2024-03-07T03:10:57.128126+0000","last_became_active":"2024-03-07T03:07:58.749643+0000","last_became_peered":"2024-03-07T03:07:58.749643+0000","last_unstale":"2024-03-07T03:10:57.128126+0000","last_undegraded":"2024-03-07T03:10:57.128126+0000","last_fullsized":"2024-03-07T03:10:57.128126+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:00:44.729806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1109,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329656+0000","last_change":"2024-03-07T03:06:09.999184+0000","last_active":"2024-03-07T03:10:57.329656+0000","last_peered":"2024-03-07T03:10:57.329656+0000","last_clean":"2024-03-07T03:10:57.329656+0000","last_became_active":"2024-03-07T03:06:09.998856+0000","last_became_peered":"2024-03-07T03:06:09.998856+0000","last_unstale":"2024-03-07T03:10:57.329656+0000","last_undegraded":"2024-03-07T03:10:57.329656+0000","last_fullsized":"2024-03-07T03:10:57.329656+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:37:00.102189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1057,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:05.938424+0000","last_change":"2024-03-07T03:06:47.857644+0000","last_active":"2024-03-07T03:11:05.938424+0000","last_peered":"2024-03-07T03:11:05.938424+0000","last_clean":"2024-03-07T03:11:05.938424+0000","last_became_active":"2024-03-07T03:06:47.857354+0000","last_became_peered":"2024-03-07T03:06:47.857354+0000","last_unstale":"2024-03-07T03:11:05.938424+0000","last_undegraded":"2024-03-07T03:11:05.938424+0000","last_fullsized":"2024-03-07T03:11:05.938424+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:02:18.860369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1117,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329010+0000","last_change":"2024-03-07T03:06:09.987872+0000","last_active":"2024-03-07T03:10:57.329010+0000","last_peered":"2024-03-07T03:10:57.329010+0000","last_clean":"2024-03-07T03:10:57.329010+0000","last_became_active":"2024-03-07T03:06:09.986852+0000","last_became_peered":"2024-03-07T03:06:09.986852+0000","last_unstale":"2024-03-07T03:10:57.329010+0000","last_undegraded":"2024-03-07T03:10:57.329010+0000","last_fullsized":"2024-03-07T03:10:57.329010+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:13.708512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1035,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:15.939446+0000","last_change":"2024-03-07T03:07:58.755825+0000","last_active":"2024-03-07T03:11:15.939446+0000","last_peered":"2024-03-07T03:11:15.939446+0000","last_clean":"2024-03-07T03:11:15.939446+0000","last_became_active":"2024-03-07T03:07:58.755395+0000","last_became_peered":"2024-03-07T03:07:58.755395+0000","last_unstale":"2024-03-07T03:11:15.939446+0000","last_undegraded":"2024-03-07T03:11:15.939446+0000","last_fullsized":"2024-03-07T03:11:15.939446+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:10:43.184914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125616+0000","last_change":"2024-03-07T03:07:58.753962+0000","last_active":"2024-03-07T03:10:57.125616+0000","last_peered":"2024-03-07T03:10:57.125616+0000","last_clean":"2024-03-07T03:10:57.125616+0000","last_became_active":"2024-03-07T03:07:58.753619+0000","last_became_peered":"2024-03-07T03:07:58.753619+0000","last_unstale":"2024-03-07T03:10:57.125616+0000","last_undegraded":"2024-03-07T03:10:57.125616+0000","last_fullsized":"2024-03-07T03:10:57.125616+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:44:44.641067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1012,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127636+0000","last_change":"2024-03-07T03:07:23.078516+0000","last_active":"2024-03-07T03:10:57.127636+0000","last_peered":"2024-03-07T03:10:57.127636+0000","last_clean":"2024-03-07T03:10:57.127636+0000","last_became_active":"2024-03-07T03:07:23.076017+0000","last_became_peered":"2024-03-07T03:07:23.076017+0000","last_unstale":"2024-03-07T03:10:57.127636+0000","last_undegraded":"2024-03-07T03:10:57.127636+0000","last_fullsized":"2024-03-07T03:10:57.127636+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:17:54.725933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":857645056,"num_objects":516,"num_object_clones":466,"num_object_copies":1548,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":516,"num_whiteouts":8,"num_read":3826,"num_read_kb":5949842,"num_write":7931,"num_write_kb":1978632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":107,"num_bytes_recovered":385712128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1170673664,"data_stored":2969124864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28580,"ondisk_log_size":28580,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197,"ondisk_log_size":197,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":26375,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":694,"seq":2980707303495,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":150184,"kb_used_data":96156,"kb_used_omap":35,"kb_used_meta":53980,"kb_avail":93594968,"statfs":{"total":95995035648,"available":95841247232,"internally_reserved":0,"allocated":98463744,"data_stored":167037349,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36312,"internal_metadata":55276072},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":660,"seq":2834678415438,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":94940,"kb_used_data":42576,"kb_used_omap":23,"kb_used_meta":52328,"kb_avail":93650212,"statfs":{"total":95995035648,"available":95897817088,"internally_reserved":0,"allocated":43597824,"data_stored":80829959,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":24173,"internal_metadata":53584275},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":463,"seq":1988569858168,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":692864,"kb_used_data":193964,"kb_used_omap":46,"kb_used_meta":498833,"kb_avail":93052288,"statfs":{"total":95995035648,"available":95285542912,"internally_reserved":0,"allocated":198619136,"data_stored":533391905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48036,"internal_metadata":510805084},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":528,"seq":2267742732394,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":401776,"kb_used_data":209252,"kb_used_omap":54,"kb_used_meta":192457,"kb_avail":93343376,"statfs":{"total":95995035648,"available":95583617024,"internally_reserved":0,"allocated":214274048,"data_stored":587826473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56016,"internal_metadata":197076272},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":495,"seq":2126008811633,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":485244,"kb_used_data":166572,"kb_used_omap":47,"kb_used_meta":318608,"kb_avail":93259908,"statfs":{"total":95995035648,"available":95498145792,"internally_reserved":0,"allocated":170569728,"data_stored":457545161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48143,"internal_metadata":326255601},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":562,"seq":2413771620451,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":177748,"kb_used_data":84672,"kb_used_omap":37,"kb_used_meta":93018,"kb_avail":93567404,"statfs":{"total":95995035648,"available":95813021696,"internally_reserved":0,"allocated":86704128,"data_stored":171510863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38083,"internal_metadata":95251261},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":591,"seq":2538325672028,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":365920,"kb_used_data":157844,"kb_used_omap":61,"kb_used_meta":208002,"kb_avail":93379232,"statfs":{"total":95995035648,"available":95620333568,"internally_reserved":0,"allocated":161632256,"data_stored":367986669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":62843,"internal_metadata":212994693},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":625,"seq":2684354560085,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":509804,"kb_used_data":269020,"kb_used_omap":73,"kb_used_meta":240694,"kb_avail":93235348,"statfs":{"total":95995035648,"available":95472996352,"internally_reserved":0,"allocated":275476480,"data_stored":649851960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":75044,"internal_metadata":246471388},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7413,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2060,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2124,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3359,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3677,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2797,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2839,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2106,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":188411904,"data_stored":527167488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":160964608,"data_stored":451911680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":204677120,"data_stored":582193152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":77082624,"data_stored":165871616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":152018944,"data_stored":362352640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":265863168,"data_stored":644214784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":33390592,"data_stored":74600448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":88264704,"data_stored":160813056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-07T03:13:48.790 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:13:48.790 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:13:48.790 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:13:48.790 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-07T03:13:48.790 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-07T03:13:48.790 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-07T03:13:48.791 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.c in trimming, state: active+clean+snaptrim_error 2024-03-07T03:13:48.791 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-07T03:13:48.791 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:13:48.791 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-07T03:13:49.571 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:13:49 smithi090 ceph-mon[89511]: pgmap v814: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:49.571 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:13:49 smithi090 ceph-mon[89511]: from='client.44516 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:13:49.572 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:13:49 smithi090 ceph-mon[91928]: pgmap v814: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:49.572 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:13:49 smithi090 ceph-mon[91928]: from='client.44516 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:13:49.659 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:13:49 smithi092 ceph-mon[83777]: pgmap v814: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:49.660 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:13:49 smithi092 ceph-mon[83777]: from='client.44516 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:13:51.571 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:13:51 smithi090 ceph-mon[89511]: pgmap v815: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:51.571 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:13:51 smithi090 ceph-mon[91928]: pgmap v815: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:51.659 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:13:51 smithi092 ceph-mon[83777]: pgmap v815: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:52.659 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:13:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:13:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:13:53.305 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:13:53 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:13:53] "GET /metrics HTTP/1.1" 200 36317 "" "Prometheus/2.43.0" 2024-03-07T03:13:53.571 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:13:53 smithi090 ceph-mon[89511]: pgmap v816: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:53.572 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:13:53 smithi090 ceph-mon[91928]: pgmap v816: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:53.659 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:13:53 smithi092 ceph-mon[83777]: pgmap v816: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:55.571 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:13:55 smithi090 ceph-mon[89511]: pgmap v817: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:55.571 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:13:55 smithi090 ceph-mon[91928]: pgmap v817: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:55.659 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:13:55 smithi092 ceph-mon[83777]: pgmap v817: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:57.571 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:13:57 smithi090 ceph-mon[91928]: pgmap v818: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:57.571 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:13:57 smithi090 ceph-mon[89511]: pgmap v818: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:57.659 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:13:57 smithi092 ceph-mon[83777]: pgmap v818: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:58.571 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:13:58 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:13:58.571 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:13:58 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:13:58.659 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:13:58 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:13:58.791 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph pg dump --format=json 2024-03-07T03:13:59.011 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T03:13:59.443 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:13:59 smithi090 ceph-mon[89511]: pgmap v819: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:59.443 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:13:59 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:13:59.443 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:13:59 smithi090 ceph-mon[91928]: pgmap v819: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:59.443 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:13:59 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:13:59.659 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:13:59 smithi092 ceph-mon[83777]: pgmap v819: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:13:59.659 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:13:59 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:14:00.566 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:14:00 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:14:00.566 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:14:00 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:14:00.566 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:14:00 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:14:00.567 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:14:00 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:14:00.567 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:14:00 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:14:00.567 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:14:00 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:14:00.659 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:14:00 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:14:00.659 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:14:00 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:14:00.659 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:14:00 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:14:01.118 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T03:14:01.119 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-03-07T03:14:01.660 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:14:01 smithi092 ceph-mon[83777]: pgmap v820: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:01.701 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:14:01 smithi090 ceph-mon[89511]: pgmap v820: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:01.701 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:14:01 smithi090 ceph-mon[91928]: pgmap v820: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:01.724 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":820,"stamp":"2024-03-07T03:13:59.903723+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":858242044,"num_objects":540,"num_object_clones":466,"num_object_copies":1620,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":540,"num_whiteouts":8,"num_read":4717,"num_read_kb":5951239,"num_write":8310,"num_write_kb":1981084,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":113,"num_bytes_recovered":387483232,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28845,"ondisk_log_size":28845,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2878480,"kb_used_data":1220056,"kb_used_omap":379,"kb_used_meta":1657924,"kb_avail":747082736,"statfs":{"total":767960285184,"available":765012721664,"internally_reserved":0,"allocated":1249337344,"data_stored":3015980339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":388650,"internal_metadata":1697714646},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004062"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":972,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298224+0000","last_change":"2024-03-07T03:07:58.753984+0000","last_active":"2024-03-07T03:10:57.298224+0000","last_peered":"2024-03-07T03:10:57.298224+0000","last_clean":"2024-03-07T03:10:57.298224+0000","last_became_active":"2024-03-07T03:07:58.753138+0000","last_became_peered":"2024-03-07T03:07:58.753138+0000","last_unstale":"2024-03-07T03:10:57.298224+0000","last_undegraded":"2024-03-07T03:10:57.298224+0000","last_fullsized":"2024-03-07T03:10:57.298224+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:37:39.612519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1185,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122683+0000","last_change":"2024-03-07T03:07:23.074862+0000","last_active":"2024-03-07T03:10:57.122683+0000","last_peered":"2024-03-07T03:10:57.122683+0000","last_clean":"2024-03-07T03:10:57.122683+0000","last_became_active":"2024-03-07T03:07:23.074512+0000","last_became_peered":"2024-03-07T03:07:23.074512+0000","last_unstale":"2024-03-07T03:10:57.122683+0000","last_undegraded":"2024-03-07T03:10:57.122683+0000","last_fullsized":"2024-03-07T03:10:57.122683+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:45:24.128672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125917+0000","last_change":"2024-03-07T03:05:01.446762+0000","last_active":"2024-03-07T03:10:57.125917+0000","last_peered":"2024-03-07T03:10:57.125917+0000","last_clean":"2024-03-07T03:10:57.125917+0000","last_became_active":"2024-03-07T03:05:01.446425+0000","last_became_peered":"2024-03-07T03:05:01.446425+0000","last_unstale":"2024-03-07T03:10:57.125917+0000","last_undegraded":"2024-03-07T03:10:57.125917+0000","last_fullsized":"2024-03-07T03:10:57.125917+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:39:39.897066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1052,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129938+0000","last_change":"2024-03-07T03:07:58.755992+0000","last_active":"2024-03-07T03:10:57.129938+0000","last_peered":"2024-03-07T03:10:57.129938+0000","last_clean":"2024-03-07T03:10:57.129938+0000","last_became_active":"2024-03-07T03:07:58.755499+0000","last_became_peered":"2024-03-07T03:07:58.755499+0000","last_unstale":"2024-03-07T03:10:57.129938+0000","last_undegraded":"2024-03-07T03:10:57.129938+0000","last_fullsized":"2024-03-07T03:10:57.129938+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:26:12.313572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297504+0000","last_change":"2024-03-07T03:07:58.752235+0000","last_active":"2024-03-07T03:10:57.297504+0000","last_peered":"2024-03-07T03:10:57.297504+0000","last_clean":"2024-03-07T03:10:57.297504+0000","last_became_active":"2024-03-07T03:07:58.751575+0000","last_became_peered":"2024-03-07T03:07:58.751575+0000","last_unstale":"2024-03-07T03:10:57.297504+0000","last_undegraded":"2024-03-07T03:10:57.297504+0000","last_fullsized":"2024-03-07T03:10:57.297504+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:12:05.995515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1029,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130051+0000","last_change":"2024-03-07T03:06:47.859644+0000","last_active":"2024-03-07T03:10:57.130051+0000","last_peered":"2024-03-07T03:10:57.130051+0000","last_clean":"2024-03-07T03:10:57.130051+0000","last_became_active":"2024-03-07T03:06:47.859097+0000","last_became_peered":"2024-03-07T03:06:47.859097+0000","last_unstale":"2024-03-07T03:10:57.130051+0000","last_undegraded":"2024-03-07T03:10:57.130051+0000","last_fullsized":"2024-03-07T03:10:57.130051+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:22:46.909130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297361+0000","last_change":"2024-03-07T03:07:58.754226+0000","last_active":"2024-03-07T03:10:57.297361+0000","last_peered":"2024-03-07T03:10:57.297361+0000","last_clean":"2024-03-07T03:10:57.297361+0000","last_became_active":"2024-03-07T03:07:58.753169+0000","last_became_peered":"2024-03-07T03:07:58.753169+0000","last_unstale":"2024-03-07T03:10:57.297361+0000","last_undegraded":"2024-03-07T03:10:57.297361+0000","last_fullsized":"2024-03-07T03:10:57.297361+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:46:59.258099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1086,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328618+0000","last_change":"2024-03-07T03:07:23.073492+0000","last_active":"2024-03-07T03:10:57.328618+0000","last_peered":"2024-03-07T03:10:57.328618+0000","last_clean":"2024-03-07T03:10:57.328618+0000","last_became_active":"2024-03-07T03:07:23.071929+0000","last_became_peered":"2024-03-07T03:07:23.071929+0000","last_unstale":"2024-03-07T03:10:57.328618+0000","last_undegraded":"2024-03-07T03:10:57.328618+0000","last_fullsized":"2024-03-07T03:10:57.328618+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:35:26.391722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":978,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298081+0000","last_change":"2024-03-07T03:07:58.760328+0000","last_active":"2024-03-07T03:10:57.298081+0000","last_peered":"2024-03-07T03:10:57.298081+0000","last_clean":"2024-03-07T03:10:57.298081+0000","last_became_active":"2024-03-07T03:07:58.760046+0000","last_became_peered":"2024-03-07T03:07:58.760046+0000","last_unstale":"2024-03-07T03:10:57.298081+0000","last_undegraded":"2024-03-07T03:10:57.298081+0000","last_fullsized":"2024-03-07T03:10:57.298081+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:08:46.356817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1004,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127859+0000","last_change":"2024-03-07T03:07:23.079945+0000","last_active":"2024-03-07T03:10:57.127859+0000","last_peered":"2024-03-07T03:10:57.127859+0000","last_clean":"2024-03-07T03:10:57.127859+0000","last_became_active":"2024-03-07T03:07:23.078551+0000","last_became_peered":"2024-03-07T03:07:23.078551+0000","last_unstale":"2024-03-07T03:10:57.127859+0000","last_undegraded":"2024-03-07T03:10:57.127859+0000","last_fullsized":"2024-03-07T03:10:57.127859+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:03:46.670084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1004,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127688+0000","last_change":"2024-03-07T03:07:23.081963+0000","last_active":"2024-03-07T03:10:57.127688+0000","last_peered":"2024-03-07T03:10:57.127688+0000","last_clean":"2024-03-07T03:10:57.127688+0000","last_became_active":"2024-03-07T03:07:23.080128+0000","last_became_peered":"2024-03-07T03:07:23.080128+0000","last_unstale":"2024-03-07T03:10:57.127688+0000","last_undegraded":"2024-03-07T03:10:57.127688+0000","last_fullsized":"2024-03-07T03:10:57.127688+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:56.813267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1147,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329628+0000","last_change":"2024-03-07T03:07:23.074902+0000","last_active":"2024-03-07T03:10:57.329628+0000","last_peered":"2024-03-07T03:10:57.329628+0000","last_clean":"2024-03-07T03:10:57.329628+0000","last_became_active":"2024-03-07T03:07:23.074466+0000","last_became_peered":"2024-03-07T03:07:23.074466+0000","last_unstale":"2024-03-07T03:10:57.329628+0000","last_undegraded":"2024-03-07T03:10:57.329628+0000","last_fullsized":"2024-03-07T03:10:57.329628+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:40:20.268555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1116,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329168+0000","last_change":"2024-03-07T03:07:23.072635+0000","last_active":"2024-03-07T03:10:57.329168+0000","last_peered":"2024-03-07T03:10:57.329168+0000","last_clean":"2024-03-07T03:10:57.329168+0000","last_became_active":"2024-03-07T03:07:23.071712+0000","last_became_peered":"2024-03-07T03:07:23.071712+0000","last_unstale":"2024-03-07T03:10:57.329168+0000","last_undegraded":"2024-03-07T03:10:57.329168+0000","last_fullsized":"2024-03-07T03:10:57.329168+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:00:39.298564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125527+0000","last_change":"2024-03-07T03:06:47.851538+0000","last_active":"2024-03-07T03:10:57.125527+0000","last_peered":"2024-03-07T03:10:57.125527+0000","last_clean":"2024-03-07T03:10:57.125527+0000","last_became_active":"2024-03-07T03:06:47.851183+0000","last_became_peered":"2024-03-07T03:06:47.851183+0000","last_unstale":"2024-03-07T03:10:57.125527+0000","last_undegraded":"2024-03-07T03:10:57.125527+0000","last_fullsized":"2024-03-07T03:10:57.125527+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:36:23.932334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:24.894584+0000","last_change":"2024-03-07T03:06:47.843126+0000","last_active":"2024-03-07T03:11:24.894584+0000","last_peered":"2024-03-07T03:11:24.894584+0000","last_clean":"2024-03-07T03:11:24.894584+0000","last_became_active":"2024-03-07T03:06:47.842736+0000","last_became_peered":"2024-03-07T03:06:47.842736+0000","last_unstale":"2024-03-07T03:11:24.894584+0000","last_undegraded":"2024-03-07T03:11:24.894584+0000","last_fullsized":"2024-03-07T03:11:24.894584+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:48:10.843465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1034,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:25.940523+0000","last_change":"2024-03-07T03:07:58.755620+0000","last_active":"2024-03-07T03:11:25.940523+0000","last_peered":"2024-03-07T03:11:25.940523+0000","last_clean":"2024-03-07T03:11:25.940523+0000","last_became_active":"2024-03-07T03:07:58.755267+0000","last_became_peered":"2024-03-07T03:07:58.755267+0000","last_unstale":"2024-03-07T03:11:25.940523+0000","last_undegraded":"2024-03-07T03:11:25.940523+0000","last_fullsized":"2024-03-07T03:11:25.940523+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:51:32.339400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1038,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:25.940593+0000","last_change":"2024-03-07T03:07:58.756358+0000","last_active":"2024-03-07T03:11:25.940593+0000","last_peered":"2024-03-07T03:11:25.940593+0000","last_clean":"2024-03-07T03:11:25.940593+0000","last_became_active":"2024-03-07T03:07:58.755960+0000","last_became_peered":"2024-03-07T03:07:58.755960+0000","last_unstale":"2024-03-07T03:11:25.940593+0000","last_undegraded":"2024-03-07T03:11:25.940593+0000","last_fullsized":"2024-03-07T03:11:25.940593+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:47.464423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1155,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.330177+0000","last_change":"2024-03-07T03:07:58.755619+0000","last_active":"2024-03-07T03:10:57.330177+0000","last_peered":"2024-03-07T03:10:57.330177+0000","last_clean":"2024-03-07T03:10:57.330177+0000","last_became_active":"2024-03-07T03:07:58.755214+0000","last_became_peered":"2024-03-07T03:07:58.755214+0000","last_unstale":"2024-03-07T03:10:57.330177+0000","last_undegraded":"2024-03-07T03:10:57.330177+0000","last_fullsized":"2024-03-07T03:10:57.330177+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:59:02.041330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":971,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298106+0000","last_change":"2024-03-07T03:07:58.756563+0000","last_active":"2024-03-07T03:10:57.298106+0000","last_peered":"2024-03-07T03:10:57.298106+0000","last_clean":"2024-03-07T03:10:57.298106+0000","last_became_active":"2024-03-07T03:07:58.752195+0000","last_became_peered":"2024-03-07T03:07:58.752195+0000","last_unstale":"2024-03-07T03:10:57.298106+0000","last_undegraded":"2024-03-07T03:10:57.298106+0000","last_fullsized":"2024-03-07T03:10:57.298106+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:32:35.496500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"716'5","reported_seq":1221,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126491+0000","last_change":"2024-03-07T03:07:58.753999+0000","last_active":"2024-03-07T03:10:57.126491+0000","last_peered":"2024-03-07T03:10:57.126491+0000","last_clean":"2024-03-07T03:10:57.126491+0000","last_became_active":"2024-03-07T03:07:58.753607+0000","last_became_peered":"2024-03-07T03:07:58.753607+0000","last_unstale":"2024-03-07T03:10:57.126491+0000","last_undegraded":"2024-03-07T03:10:57.126491+0000","last_fullsized":"2024-03-07T03:10:57.126491+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:28:57.567238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1110,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:33.960839+0000","last_change":"2024-03-07T03:07:23.083830+0000","last_active":"2024-03-07T03:11:33.960839+0000","last_peered":"2024-03-07T03:11:33.960839+0000","last_clean":"2024-03-07T03:11:33.960839+0000","last_became_active":"2024-03-07T03:07:23.083530+0000","last_became_peered":"2024-03-07T03:07:23.083530+0000","last_unstale":"2024-03-07T03:11:33.960839+0000","last_undegraded":"2024-03-07T03:11:33.960839+0000","last_fullsized":"2024-03-07T03:11:33.960839+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:57.938032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"716'2","reported_seq":1130,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:33.960850+0000","last_change":"2024-03-07T03:06:47.849618+0000","last_active":"2024-03-07T03:11:33.960850+0000","last_peered":"2024-03-07T03:11:33.960850+0000","last_clean":"2024-03-07T03:11:33.960850+0000","last_became_active":"2024-03-07T03:06:47.849222+0000","last_became_peered":"2024-03-07T03:06:47.849222+0000","last_unstale":"2024-03-07T03:11:33.960850+0000","last_undegraded":"2024-03-07T03:11:33.960850+0000","last_fullsized":"2024-03-07T03:11:33.960850+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:36:41.880143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126088+0000","last_change":"2024-03-07T03:06:47.851880+0000","last_active":"2024-03-07T03:10:57.126088+0000","last_peered":"2024-03-07T03:10:57.126088+0000","last_clean":"2024-03-07T03:10:57.126088+0000","last_became_active":"2024-03-07T03:06:47.851176+0000","last_became_peered":"2024-03-07T03:06:47.851176+0000","last_unstale":"2024-03-07T03:10:57.126088+0000","last_undegraded":"2024-03-07T03:10:57.126088+0000","last_fullsized":"2024-03-07T03:10:57.126088+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:38:59.663068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":976,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298135+0000","last_change":"2024-03-07T03:07:58.757245+0000","last_active":"2024-03-07T03:10:57.298135+0000","last_peered":"2024-03-07T03:10:57.298135+0000","last_clean":"2024-03-07T03:10:57.298135+0000","last_became_active":"2024-03-07T03:07:58.754456+0000","last_became_peered":"2024-03-07T03:07:58.754456+0000","last_unstale":"2024-03-07T03:10:57.298135+0000","last_undegraded":"2024-03-07T03:10:57.298135+0000","last_fullsized":"2024-03-07T03:10:57.298135+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:57:32.153933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1042,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130396+0000","last_change":"2024-03-07T03:06:47.855220+0000","last_active":"2024-03-07T03:10:57.130396+0000","last_peered":"2024-03-07T03:10:57.130396+0000","last_clean":"2024-03-07T03:10:57.130396+0000","last_became_active":"2024-03-07T03:06:47.854836+0000","last_became_peered":"2024-03-07T03:06:47.854836+0000","last_unstale":"2024-03-07T03:10:57.130396+0000","last_undegraded":"2024-03-07T03:10:57.130396+0000","last_fullsized":"2024-03-07T03:10:57.130396+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:51:35.386552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":983,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297851+0000","last_change":"2024-03-07T03:07:58.757676+0000","last_active":"2024-03-07T03:10:57.297851+0000","last_peered":"2024-03-07T03:10:57.297851+0000","last_clean":"2024-03-07T03:10:57.297851+0000","last_became_active":"2024-03-07T03:07:58.753930+0000","last_became_peered":"2024-03-07T03:07:58.753930+0000","last_unstale":"2024-03-07T03:10:57.297851+0000","last_undegraded":"2024-03-07T03:10:57.297851+0000","last_fullsized":"2024-03-07T03:10:57.297851+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:56.639688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1036,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130137+0000","last_change":"2024-03-07T03:07:23.076532+0000","last_active":"2024-03-07T03:10:57.130137+0000","last_peered":"2024-03-07T03:10:57.130137+0000","last_clean":"2024-03-07T03:10:57.130137+0000","last_became_active":"2024-03-07T03:07:23.076234+0000","last_became_peered":"2024-03-07T03:07:23.076234+0000","last_unstale":"2024-03-07T03:10:57.130137+0000","last_undegraded":"2024-03-07T03:10:57.130137+0000","last_fullsized":"2024-03-07T03:10:57.130137+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:16:39.967241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"716'2","reported_seq":1089,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329359+0000","last_change":"2024-03-07T03:07:58.752045+0000","last_active":"2024-03-07T03:10:57.329359+0000","last_peered":"2024-03-07T03:10:57.329359+0000","last_clean":"2024-03-07T03:10:57.329359+0000","last_became_active":"2024-03-07T03:07:58.751585+0000","last_became_peered":"2024-03-07T03:07:58.751585+0000","last_unstale":"2024-03-07T03:10:57.329359+0000","last_undegraded":"2024-03-07T03:10:57.329359+0000","last_fullsized":"2024-03-07T03:10:57.329359+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:03:01.652607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1107,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:08.061295+0000","last_change":"2024-03-07T03:06:09.990854+0000","last_active":"2024-03-07T03:11:08.061295+0000","last_peered":"2024-03-07T03:11:08.061295+0000","last_clean":"2024-03-07T03:11:08.061295+0000","last_became_active":"2024-03-07T03:06:09.990464+0000","last_became_peered":"2024-03-07T03:06:09.990464+0000","last_unstale":"2024-03-07T03:11:08.061295+0000","last_undegraded":"2024-03-07T03:11:08.061295+0000","last_fullsized":"2024-03-07T03:11:08.061295+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:53:52.856954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"716'2","reported_seq":1009,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127839+0000","last_change":"2024-03-07T03:07:58.754526+0000","last_active":"2024-03-07T03:10:57.127839+0000","last_peered":"2024-03-07T03:10:57.127839+0000","last_clean":"2024-03-07T03:10:57.127839+0000","last_became_active":"2024-03-07T03:07:58.754123+0000","last_became_peered":"2024-03-07T03:07:58.754123+0000","last_unstale":"2024-03-07T03:10:57.127839+0000","last_undegraded":"2024-03-07T03:10:57.127839+0000","last_fullsized":"2024-03-07T03:10:57.127839+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:41:34.446180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:20.789924+0000","last_change":"2024-03-07T03:07:58.750769+0000","last_active":"2024-03-07T03:11:20.789924+0000","last_peered":"2024-03-07T03:11:20.789924+0000","last_clean":"2024-03-07T03:11:20.789924+0000","last_became_active":"2024-03-07T03:07:58.749974+0000","last_became_peered":"2024-03-07T03:07:58.749974+0000","last_unstale":"2024-03-07T03:11:20.789924+0000","last_undegraded":"2024-03-07T03:11:20.789924+0000","last_fullsized":"2024-03-07T03:11:20.789924+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:56:14.059734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1126,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328641+0000","last_change":"2024-03-07T03:07:23.072942+0000","last_active":"2024-03-07T03:10:57.328641+0000","last_peered":"2024-03-07T03:10:57.328641+0000","last_clean":"2024-03-07T03:10:57.328641+0000","last_became_active":"2024-03-07T03:07:23.072639+0000","last_became_peered":"2024-03-07T03:07:23.072639+0000","last_unstale":"2024-03-07T03:10:57.328641+0000","last_undegraded":"2024-03-07T03:10:57.328641+0000","last_fullsized":"2024-03-07T03:10:57.328641+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:42.808853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1123,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328713+0000","last_change":"2024-03-07T03:05:35.934963+0000","last_active":"2024-03-07T03:10:57.328713+0000","last_peered":"2024-03-07T03:10:57.328713+0000","last_clean":"2024-03-07T03:10:57.328713+0000","last_became_active":"2024-03-07T03:05:35.932493+0000","last_became_peered":"2024-03-07T03:05:35.932493+0000","last_unstale":"2024-03-07T03:10:57.328713+0000","last_undegraded":"2024-03-07T03:10:57.328713+0000","last_fullsized":"2024-03-07T03:10:57.328713+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:00:57.111662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1038,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129763+0000","last_change":"2024-03-07T03:07:58.756063+0000","last_active":"2024-03-07T03:10:57.129763+0000","last_peered":"2024-03-07T03:10:57.129763+0000","last_clean":"2024-03-07T03:10:57.129763+0000","last_became_active":"2024-03-07T03:07:58.755712+0000","last_became_peered":"2024-03-07T03:07:58.755712+0000","last_unstale":"2024-03-07T03:10:57.129763+0000","last_undegraded":"2024-03-07T03:10:57.129763+0000","last_fullsized":"2024-03-07T03:10:57.129763+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:13:06.484346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122373+0000","last_change":"2024-03-07T03:06:09.996319+0000","last_active":"2024-03-07T03:10:57.122373+0000","last_peered":"2024-03-07T03:10:57.122373+0000","last_clean":"2024-03-07T03:10:57.122373+0000","last_became_active":"2024-03-07T03:06:09.996002+0000","last_became_peered":"2024-03-07T03:06:09.996002+0000","last_unstale":"2024-03-07T03:10:57.122373+0000","last_undegraded":"2024-03-07T03:10:57.122373+0000","last_fullsized":"2024-03-07T03:10:57.122373+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:41:55.764562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1005,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.128019+0000","last_change":"2024-03-07T03:07:23.083466+0000","last_active":"2024-03-07T03:10:57.128019+0000","last_peered":"2024-03-07T03:10:57.128019+0000","last_clean":"2024-03-07T03:10:57.128019+0000","last_became_active":"2024-03-07T03:07:23.083156+0000","last_became_peered":"2024-03-07T03:07:23.083156+0000","last_unstale":"2024-03-07T03:10:57.128019+0000","last_undegraded":"2024-03-07T03:10:57.128019+0000","last_fullsized":"2024-03-07T03:10:57.128019+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:32:00.539449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1024,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130304+0000","last_change":"2024-03-07T03:07:58.752127+0000","last_active":"2024-03-07T03:10:57.130304+0000","last_peered":"2024-03-07T03:10:57.130304+0000","last_clean":"2024-03-07T03:10:57.130304+0000","last_became_active":"2024-03-07T03:07:58.751770+0000","last_became_peered":"2024-03-07T03:07:58.751770+0000","last_unstale":"2024-03-07T03:10:57.130304+0000","last_undegraded":"2024-03-07T03:10:57.130304+0000","last_fullsized":"2024-03-07T03:10:57.130304+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:43.791488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1058,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130040+0000","last_change":"2024-03-07T03:07:23.077653+0000","last_active":"2024-03-07T03:10:57.130040+0000","last_peered":"2024-03-07T03:10:57.130040+0000","last_clean":"2024-03-07T03:10:57.130040+0000","last_became_active":"2024-03-07T03:07:23.077355+0000","last_became_peered":"2024-03-07T03:07:23.077355+0000","last_unstale":"2024-03-07T03:10:57.130040+0000","last_undegraded":"2024-03-07T03:10:57.130040+0000","last_fullsized":"2024-03-07T03:10:57.130040+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:45.861158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:05.788507+0000","last_change":"2024-03-07T03:06:47.851508+0000","last_active":"2024-03-07T03:11:05.788507+0000","last_peered":"2024-03-07T03:11:05.788507+0000","last_clean":"2024-03-07T03:11:05.788507+0000","last_became_active":"2024-03-07T03:06:47.850839+0000","last_became_peered":"2024-03-07T03:06:47.850839+0000","last_unstale":"2024-03-07T03:11:05.788507+0000","last_undegraded":"2024-03-07T03:11:05.788507+0000","last_fullsized":"2024-03-07T03:11:05.788507+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:08:06.622234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1191,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122519+0000","last_change":"2024-03-07T03:06:47.845848+0000","last_active":"2024-03-07T03:10:57.122519+0000","last_peered":"2024-03-07T03:10:57.122519+0000","last_clean":"2024-03-07T03:10:57.122519+0000","last_became_active":"2024-03-07T03:06:47.845425+0000","last_became_peered":"2024-03-07T03:06:47.845425+0000","last_unstale":"2024-03-07T03:10:57.122519+0000","last_undegraded":"2024-03-07T03:10:57.122519+0000","last_fullsized":"2024-03-07T03:10:57.122519+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:16:24.833986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1078,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123291+0000","last_change":"2024-03-07T03:07:58.754983+0000","last_active":"2024-03-07T03:10:57.123291+0000","last_peered":"2024-03-07T03:10:57.123291+0000","last_clean":"2024-03-07T03:10:57.123291+0000","last_became_active":"2024-03-07T03:07:58.754657+0000","last_became_peered":"2024-03-07T03:07:58.754657+0000","last_unstale":"2024-03-07T03:10:57.123291+0000","last_undegraded":"2024-03-07T03:10:57.123291+0000","last_fullsized":"2024-03-07T03:10:57.123291+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:06:00.897772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"716'29","reported_seq":1040,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127843+0000","last_change":"2024-03-07T03:07:23.079677+0000","last_active":"2024-03-07T03:10:57.127843+0000","last_peered":"2024-03-07T03:10:57.127843+0000","last_clean":"2024-03-07T03:10:57.127843+0000","last_became_active":"2024-03-07T03:07:23.079320+0000","last_became_peered":"2024-03-07T03:07:23.079320+0000","last_unstale":"2024-03-07T03:10:57.127843+0000","last_undegraded":"2024-03-07T03:10:57.127843+0000","last_fullsized":"2024-03-07T03:10:57.127843+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:49:54.979015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297797+0000","last_change":"2024-03-07T03:07:58.758376+0000","last_active":"2024-03-07T03:10:57.297797+0000","last_peered":"2024-03-07T03:10:57.297797+0000","last_clean":"2024-03-07T03:10:57.297797+0000","last_became_active":"2024-03-07T03:07:58.757816+0000","last_became_peered":"2024-03-07T03:07:58.757816+0000","last_unstale":"2024-03-07T03:10:57.297797+0000","last_undegraded":"2024-03-07T03:10:57.297797+0000","last_fullsized":"2024-03-07T03:10:57.297797+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:47.253727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1218,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126138+0000","last_change":"2024-03-07T03:06:09.989072+0000","last_active":"2024-03-07T03:10:57.126138+0000","last_peered":"2024-03-07T03:10:57.126138+0000","last_clean":"2024-03-07T03:10:57.126138+0000","last_became_active":"2024-03-07T03:06:09.987754+0000","last_became_peered":"2024-03-07T03:06:09.987754+0000","last_unstale":"2024-03-07T03:10:57.126138+0000","last_undegraded":"2024-03-07T03:10:57.126138+0000","last_fullsized":"2024-03-07T03:10:57.126138+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:05:15.340331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125693+0000","last_change":"2024-03-07T03:07:58.754207+0000","last_active":"2024-03-07T03:10:57.125693+0000","last_peered":"2024-03-07T03:10:57.125693+0000","last_clean":"2024-03-07T03:10:57.125693+0000","last_became_active":"2024-03-07T03:07:58.753859+0000","last_became_peered":"2024-03-07T03:07:58.753859+0000","last_unstale":"2024-03-07T03:10:57.125693+0000","last_undegraded":"2024-03-07T03:10:57.125693+0000","last_fullsized":"2024-03-07T03:10:57.125693+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:14:02.813872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1052,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:25.940557+0000","last_change":"2024-03-07T03:07:58.755838+0000","last_active":"2024-03-07T03:11:25.940557+0000","last_peered":"2024-03-07T03:11:25.940557+0000","last_clean":"2024-03-07T03:11:25.940557+0000","last_became_active":"2024-03-07T03:07:58.755436+0000","last_became_peered":"2024-03-07T03:07:58.755436+0000","last_unstale":"2024-03-07T03:11:25.940557+0000","last_undegraded":"2024-03-07T03:11:25.940557+0000","last_fullsized":"2024-03-07T03:11:25.940557+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:25.094944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297692+0000","last_change":"2024-03-07T03:07:58.750199+0000","last_active":"2024-03-07T03:10:57.297692+0000","last_peered":"2024-03-07T03:10:57.297692+0000","last_clean":"2024-03-07T03:10:57.297692+0000","last_became_active":"2024-03-07T03:07:58.749858+0000","last_became_peered":"2024-03-07T03:07:58.749858+0000","last_unstale":"2024-03-07T03:10:57.297692+0000","last_undegraded":"2024-03-07T03:10:57.297692+0000","last_fullsized":"2024-03-07T03:10:57.297692+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:41.122539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1013,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127567+0000","last_change":"2024-03-07T03:07:23.076835+0000","last_active":"2024-03-07T03:10:57.127567+0000","last_peered":"2024-03-07T03:10:57.127567+0000","last_clean":"2024-03-07T03:10:57.127567+0000","last_became_active":"2024-03-07T03:07:23.075094+0000","last_became_peered":"2024-03-07T03:07:23.075094+0000","last_unstale":"2024-03-07T03:10:57.127567+0000","last_undegraded":"2024-03-07T03:10:57.127567+0000","last_fullsized":"2024-03-07T03:10:57.127567+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:50:36.739831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1004,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127419+0000","last_change":"2024-03-07T03:07:23.078279+0000","last_active":"2024-03-07T03:10:57.127419+0000","last_peered":"2024-03-07T03:10:57.127419+0000","last_clean":"2024-03-07T03:10:57.127419+0000","last_became_active":"2024-03-07T03:07:23.077338+0000","last_became_peered":"2024-03-07T03:07:23.077338+0000","last_unstale":"2024-03-07T03:10:57.127419+0000","last_undegraded":"2024-03-07T03:10:57.127419+0000","last_fullsized":"2024-03-07T03:10:57.127419+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:05:40.599683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1168,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329387+0000","last_change":"2024-03-07T03:05:01.461919+0000","last_active":"2024-03-07T03:10:57.329387+0000","last_peered":"2024-03-07T03:10:57.329387+0000","last_clean":"2024-03-07T03:10:57.329387+0000","last_became_active":"2024-03-07T03:05:01.459759+0000","last_became_peered":"2024-03-07T03:05:01.459759+0000","last_unstale":"2024-03-07T03:10:57.329387+0000","last_undegraded":"2024-03-07T03:10:57.329387+0000","last_fullsized":"2024-03-07T03:10:57.329387+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:31:45.535178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":971,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297484+0000","last_change":"2024-03-07T03:07:58.753856+0000","last_active":"2024-03-07T03:10:57.297484+0000","last_peered":"2024-03-07T03:10:57.297484+0000","last_clean":"2024-03-07T03:10:57.297484+0000","last_became_active":"2024-03-07T03:07:58.751889+0000","last_became_peered":"2024-03-07T03:07:58.751889+0000","last_unstale":"2024-03-07T03:10:57.297484+0000","last_undegraded":"2024-03-07T03:10:57.297484+0000","last_fullsized":"2024-03-07T03:10:57.297484+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:27:20.126942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"863'1273","reported_seq":4340,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:29.500931+0000","last_change":"2024-03-07T03:10:56.137635+0000","last_active":"2024-03-07T03:11:29.500931+0000","last_peered":"2024-03-07T03:11:29.500931+0000","last_clean":"2024-03-07T03:11:29.500931+0000","last_became_active":"2024-03-07T03:05:01.457883+0000","last_became_peered":"2024-03-07T03:05:01.457883+0000","last_unstale":"2024-03-07T03:11:29.500931+0000","last_undegraded":"2024-03-07T03:11:29.500931+0000","last_fullsized":"2024-03-07T03:11:29.500931+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1273,"log_dups_size":0,"ondisk_log_size":1273,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:21:46.718939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.021818005000000001,"stat_sum":{"num_bytes":15540224,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":258,"num_read_kb":529715,"num_write":442,"num_write_kb":102224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1441792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.f","version":"61'1","reported_seq":1081,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123714+0000","last_change":"2024-03-07T03:07:58.755003+0000","last_active":"2024-03-07T03:10:57.123714+0000","last_peered":"2024-03-07T03:10:57.123714+0000","last_clean":"2024-03-07T03:10:57.123714+0000","last_became_active":"2024-03-07T03:07:58.754564+0000","last_became_peered":"2024-03-07T03:07:58.754564+0000","last_unstale":"2024-03-07T03:10:57.123714+0000","last_undegraded":"2024-03-07T03:10:57.123714+0000","last_fullsized":"2024-03-07T03:10:57.123714+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:34:53.344746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298045+0000","last_change":"2024-03-07T03:07:58.750952+0000","last_active":"2024-03-07T03:10:57.298045+0000","last_peered":"2024-03-07T03:10:57.298045+0000","last_clean":"2024-03-07T03:10:57.298045+0000","last_became_active":"2024-03-07T03:07:58.749229+0000","last_became_peered":"2024-03-07T03:07:58.749229+0000","last_unstale":"2024-03-07T03:10:57.298045+0000","last_undegraded":"2024-03-07T03:10:57.298045+0000","last_fullsized":"2024-03-07T03:10:57.298045+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:53:10.534950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"863'847","reported_seq":4047,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125772+0000","last_change":"2024-03-07T03:10:56.129162+0000","last_active":"2024-03-07T03:10:57.125772+0000","last_peered":"2024-03-07T03:10:57.125772+0000","last_clean":"2024-03-07T03:10:57.125772+0000","last_became_active":"2024-03-07T03:07:23.074596+0000","last_became_peered":"2024-03-07T03:07:23.074596+0000","last_unstale":"2024-03-07T03:10:57.125772+0000","last_undegraded":"2024-03-07T03:10:57.125772+0000","last_fullsized":"2024-03-07T03:10:57.125772+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":847,"log_dups_size":0,"ondisk_log_size":847,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:34:23.625809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0099120149999999997,"stat_sum":{"num_bytes":38936576,"num_objects":11,"num_object_clones":9,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":157,"num_read_kb":413258,"num_write":266,"num_write_kb":109952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":4374528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.2","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122385+0000","last_change":"2024-03-07T03:06:47.845893+0000","last_active":"2024-03-07T03:10:57.122385+0000","last_peered":"2024-03-07T03:10:57.122385+0000","last_clean":"2024-03-07T03:10:57.122385+0000","last_became_active":"2024-03-07T03:06:47.845548+0000","last_became_peered":"2024-03-07T03:06:47.845548+0000","last_unstale":"2024-03-07T03:10:57.122385+0000","last_undegraded":"2024-03-07T03:10:57.122385+0000","last_fullsized":"2024-03-07T03:10:57.122385+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:19:55.051329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122644+0000","last_change":"2024-03-07T03:07:58.751041+0000","last_active":"2024-03-07T03:10:57.122644+0000","last_peered":"2024-03-07T03:10:57.122644+0000","last_clean":"2024-03-07T03:10:57.122644+0000","last_became_active":"2024-03-07T03:07:58.749047+0000","last_became_peered":"2024-03-07T03:07:58.749047+0000","last_unstale":"2024-03-07T03:10:57.122644+0000","last_undegraded":"2024-03-07T03:10:57.122644+0000","last_fullsized":"2024-03-07T03:10:57.122644+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:47:59.256394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1057,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129998+0000","last_change":"2024-03-07T03:06:47.858022+0000","last_active":"2024-03-07T03:10:57.129998+0000","last_peered":"2024-03-07T03:10:57.129998+0000","last_clean":"2024-03-07T03:10:57.129998+0000","last_became_active":"2024-03-07T03:06:47.857526+0000","last_became_peered":"2024-03-07T03:06:47.857526+0000","last_unstale":"2024-03-07T03:10:57.129998+0000","last_undegraded":"2024-03-07T03:10:57.129998+0000","last_fullsized":"2024-03-07T03:10:57.129998+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:02:03.856321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"862'1186","reported_seq":4378,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126241+0000","last_change":"2024-03-07T03:10:56.119983+0000","last_active":"2024-03-07T03:10:57.126241+0000","last_peered":"2024-03-07T03:10:57.126241+0000","last_clean":"2024-03-07T03:10:57.126241+0000","last_became_active":"2024-03-07T03:06:09.988405+0000","last_became_peered":"2024-03-07T03:06:09.988405+0000","last_unstale":"2024-03-07T03:10:57.126241+0000","last_undegraded":"2024-03-07T03:10:57.126241+0000","last_fullsized":"2024-03-07T03:10:57.126241+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1186,"log_dups_size":0,"ondisk_log_size":1186,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:41:38.890400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099770099999999993,"stat_sum":{"num_bytes":13524992,"num_objects":9,"num_object_clones":6,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":208,"num_read_kb":390958,"num_write":505,"num_write_kb":103888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":50642944,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122445+0000","last_change":"2024-03-07T03:05:35.928460+0000","last_active":"2024-03-07T03:10:57.122445+0000","last_peered":"2024-03-07T03:10:57.122445+0000","last_clean":"2024-03-07T03:10:57.122445+0000","last_became_active":"2024-03-07T03:05:35.928017+0000","last_became_peered":"2024-03-07T03:05:35.928017+0000","last_unstale":"2024-03-07T03:10:57.122445+0000","last_undegraded":"2024-03-07T03:10:57.122445+0000","last_fullsized":"2024-03-07T03:10:57.122445+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:53:27.674544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1026,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129693+0000","last_change":"2024-03-07T03:07:23.075249+0000","last_active":"2024-03-07T03:10:57.129693+0000","last_peered":"2024-03-07T03:10:57.129693+0000","last_clean":"2024-03-07T03:10:57.129693+0000","last_became_active":"2024-03-07T03:07:23.074866+0000","last_became_peered":"2024-03-07T03:07:23.074866+0000","last_unstale":"2024-03-07T03:10:57.129693+0000","last_undegraded":"2024-03-07T03:10:57.129693+0000","last_fullsized":"2024-03-07T03:10:57.129693+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:03.393010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1078,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123184+0000","last_change":"2024-03-07T03:07:23.069585+0000","last_active":"2024-03-07T03:10:57.123184+0000","last_peered":"2024-03-07T03:10:57.123184+0000","last_clean":"2024-03-07T03:10:57.123184+0000","last_became_active":"2024-03-07T03:07:23.069262+0000","last_became_peered":"2024-03-07T03:07:23.069262+0000","last_unstale":"2024-03-07T03:10:57.123184+0000","last_undegraded":"2024-03-07T03:10:57.123184+0000","last_fullsized":"2024-03-07T03:10:57.123184+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:11:22.045807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"861'1094","reported_seq":4796,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:29.501030+0000","last_change":"2024-03-07T03:10:57.331022+0000","last_active":"2024-03-07T03:11:29.501030+0000","last_peered":"2024-03-07T03:11:29.501030+0000","last_clean":"2024-03-07T03:11:29.501030+0000","last_became_active":"2024-03-07T03:06:47.847229+0000","last_became_peered":"2024-03-07T03:06:47.847229+0000","last_unstale":"2024-03-07T03:11:29.501030+0000","last_undegraded":"2024-03-07T03:11:29.501030+0000","last_fullsized":"2024-03-07T03:11:29.501030+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1094,"log_dups_size":0,"ondisk_log_size":1094,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:58:27.729404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.032339935,"stat_sum":{"num_bytes":113606656,"num_objects":59,"num_object_clones":55,"num_object_copies":177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":279,"num_read_kb":358703,"num_write":525,"num_write_kb":146904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":36642816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1182,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122500+0000","last_change":"2024-03-07T03:06:47.843416+0000","last_active":"2024-03-07T03:10:57.122500+0000","last_peered":"2024-03-07T03:10:57.122500+0000","last_clean":"2024-03-07T03:10:57.122500+0000","last_became_active":"2024-03-07T03:06:47.842812+0000","last_became_peered":"2024-03-07T03:06:47.842812+0000","last_unstale":"2024-03-07T03:10:57.122500+0000","last_undegraded":"2024-03-07T03:10:57.122500+0000","last_fullsized":"2024-03-07T03:10:57.122500+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:03:02.672609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.121897+0000","last_change":"2024-03-07T03:07:23.071850+0000","last_active":"2024-03-07T03:10:57.121897+0000","last_peered":"2024-03-07T03:10:57.121897+0000","last_clean":"2024-03-07T03:10:57.121897+0000","last_became_active":"2024-03-07T03:07:23.071476+0000","last_became_peered":"2024-03-07T03:07:23.071476+0000","last_unstale":"2024-03-07T03:10:57.121897+0000","last_undegraded":"2024-03-07T03:10:57.121897+0000","last_fullsized":"2024-03-07T03:10:57.121897+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:13:05.296486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1157,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:14.498930+0000","last_change":"2024-03-07T03:05:35.926187+0000","last_active":"2024-03-07T03:11:14.498930+0000","last_peered":"2024-03-07T03:11:14.498930+0000","last_clean":"2024-03-07T03:11:14.498930+0000","last_became_active":"2024-03-07T03:05:35.925908+0000","last_became_peered":"2024-03-07T03:05:35.925908+0000","last_unstale":"2024-03-07T03:11:14.498930+0000","last_undegraded":"2024-03-07T03:11:14.498930+0000","last_fullsized":"2024-03-07T03:11:14.498930+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:48:33.101185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"863'1146","reported_seq":3872,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298252+0000","last_change":"2024-03-07T03:10:56.132170+0000","last_active":"2024-03-07T03:10:57.298252+0000","last_peered":"2024-03-07T03:10:57.298252+0000","last_clean":"2024-03-07T03:10:57.298252+0000","last_became_active":"2024-03-07T03:07:58.756854+0000","last_became_peered":"2024-03-07T03:07:58.756854+0000","last_unstale":"2024-03-07T03:10:57.298252+0000","last_undegraded":"2024-03-07T03:10:57.298252+0000","last_fullsized":"2024-03-07T03:10:57.298252+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1146,"log_dups_size":0,"ondisk_log_size":1146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T02:59:04.693146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.010433211,"stat_sum":{"num_bytes":34668544,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":1,"num_read":219,"num_read_kb":317694,"num_write":420,"num_write_kb":93568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":10240000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1005,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:31.160579+0000","last_change":"2024-03-07T03:07:58.760449+0000","last_active":"2024-03-07T03:11:31.160579+0000","last_peered":"2024-03-07T03:11:31.160579+0000","last_clean":"2024-03-07T03:11:31.160579+0000","last_became_active":"2024-03-07T03:07:58.760086+0000","last_became_peered":"2024-03-07T03:07:58.760086+0000","last_unstale":"2024-03-07T03:11:31.160579+0000","last_undegraded":"2024-03-07T03:11:31.160579+0000","last_fullsized":"2024-03-07T03:11:31.160579+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:34:38.583100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1088,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:48.962254+0000","last_change":"2024-03-07T03:07:23.073659+0000","last_active":"2024-03-07T03:11:48.962254+0000","last_peered":"2024-03-07T03:11:48.962254+0000","last_clean":"2024-03-07T03:11:48.962254+0000","last_became_active":"2024-03-07T03:07:23.073277+0000","last_became_peered":"2024-03-07T03:07:23.073277+0000","last_unstale":"2024-03-07T03:11:48.962254+0000","last_undegraded":"2024-03-07T03:11:48.962254+0000","last_fullsized":"2024-03-07T03:11:48.962254+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:48:34.819985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1060,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129797+0000","last_change":"2024-03-07T03:07:58.752576+0000","last_active":"2024-03-07T03:10:57.129797+0000","last_peered":"2024-03-07T03:10:57.129797+0000","last_clean":"2024-03-07T03:10:57.129797+0000","last_became_active":"2024-03-07T03:07:58.752193+0000","last_became_peered":"2024-03-07T03:07:58.752193+0000","last_unstale":"2024-03-07T03:10:57.129797+0000","last_undegraded":"2024-03-07T03:10:57.129797+0000","last_fullsized":"2024-03-07T03:10:57.129797+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:55:14.205594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"395'197","reported_seq":1465,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:56.396254+0000","last_change":"2024-03-07T03:07:58.752982+0000","last_active":"2024-03-07T03:11:56.396254+0000","last_peered":"2024-03-07T03:11:56.396254+0000","last_clean":"2024-03-07T03:11:56.396254+0000","last_became_active":"2024-03-07T03:07:58.752004+0000","last_became_peered":"2024-03-07T03:07:58.752004+0000","last_unstale":"2024-03-07T03:11:56.396254+0000","last_undegraded":"2024-03-07T03:11:56.396254+0000","last_fullsized":"2024-03-07T03:11:56.396254+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_clean_scrub_stamp":"2024-03-07T02:51:31.238394+0000","objects_scrubbed":0,"log_size":197,"log_dups_size":0,"ondisk_log_size":197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:53.766202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"858'3145","reported_seq":6529,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:05.938483+0000","last_change":"2024-03-07T03:10:57.131283+0000","last_active":"2024-03-07T03:11:05.938483+0000","last_peered":"2024-03-07T03:11:05.938483+0000","last_clean":"2024-03-07T03:11:05.938483+0000","last_became_active":"2024-03-07T03:06:47.859231+0000","last_became_peered":"2024-03-07T03:06:47.859231+0000","last_unstale":"2024-03-07T03:11:05.938483+0000","last_undegraded":"2024-03-07T03:11:05.938483+0000","last_fullsized":"2024-03-07T03:11:05.938483+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3145,"log_dups_size":0,"ondisk_log_size":3145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:10:03.781442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001499434,"stat_sum":{"num_bytes":18481152,"num_objects":15,"num_object_clones":14,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":124,"num_read_kb":398406,"num_write":253,"num_write_kb":45856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":9773056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126352+0000","last_change":"2024-03-07T03:05:01.454053+0000","last_active":"2024-03-07T03:10:57.126352+0000","last_peered":"2024-03-07T03:10:57.126352+0000","last_clean":"2024-03-07T03:10:57.126352+0000","last_became_active":"2024-03-07T03:05:01.453718+0000","last_became_peered":"2024-03-07T03:05:01.453718+0000","last_unstale":"2024-03-07T03:10:57.126352+0000","last_undegraded":"2024-03-07T03:10:57.126352+0000","last_fullsized":"2024-03-07T03:10:57.126352+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:10:59.835543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125549+0000","last_change":"2024-03-07T03:06:09.987673+0000","last_active":"2024-03-07T03:10:57.125549+0000","last_peered":"2024-03-07T03:10:57.125549+0000","last_clean":"2024-03-07T03:10:57.125549+0000","last_became_active":"2024-03-07T03:06:09.987328+0000","last_became_peered":"2024-03-07T03:06:09.987328+0000","last_unstale":"2024-03-07T03:10:57.125549+0000","last_undegraded":"2024-03-07T03:10:57.125549+0000","last_fullsized":"2024-03-07T03:10:57.125549+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:11:17.983744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":974,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:56.396227+0000","last_change":"2024-03-07T03:07:58.757849+0000","last_active":"2024-03-07T03:11:56.396227+0000","last_peered":"2024-03-07T03:11:56.396227+0000","last_clean":"2024-03-07T03:11:56.396227+0000","last_became_active":"2024-03-07T03:07:58.757399+0000","last_became_peered":"2024-03-07T03:07:58.757399+0000","last_unstale":"2024-03-07T03:11:56.396227+0000","last_undegraded":"2024-03-07T03:11:56.396227+0000","last_fullsized":"2024-03-07T03:11:56.396227+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:54:11.413787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"864'1259","reported_seq":4063,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:31.160553+0000","last_change":"2024-03-07T03:10:56.129203+0000","last_active":"2024-03-07T03:11:31.160553+0000","last_peered":"2024-03-07T03:11:31.160553+0000","last_clean":"2024-03-07T03:11:31.160553+0000","last_became_active":"2024-03-07T03:07:23.080120+0000","last_became_peered":"2024-03-07T03:07:23.080120+0000","last_unstale":"2024-03-07T03:11:31.160553+0000","last_undegraded":"2024-03-07T03:11:31.160553+0000","last_fullsized":"2024-03-07T03:11:31.160553+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1259,"log_dups_size":0,"ondisk_log_size":1259,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:33:24.850580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0059393290000000001,"stat_sum":{"num_bytes":23298048,"num_objects":10,"num_object_clones":7,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":249,"num_read_kb":271095,"num_write":553,"num_write_kb":138504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":18890752,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.3","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125874+0000","last_change":"2024-03-07T03:07:58.750289+0000","last_active":"2024-03-07T03:10:57.125874+0000","last_peered":"2024-03-07T03:10:57.125874+0000","last_clean":"2024-03-07T03:10:57.125874+0000","last_became_active":"2024-03-07T03:07:58.749557+0000","last_became_peered":"2024-03-07T03:07:58.749557+0000","last_unstale":"2024-03-07T03:10:57.125874+0000","last_undegraded":"2024-03-07T03:10:57.125874+0000","last_fullsized":"2024-03-07T03:10:57.125874+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:54:43.865660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297984+0000","last_change":"2024-03-07T03:07:58.758005+0000","last_active":"2024-03-07T03:10:57.297984+0000","last_peered":"2024-03-07T03:10:57.297984+0000","last_clean":"2024-03-07T03:10:57.297984+0000","last_became_active":"2024-03-07T03:07:58.756833+0000","last_became_peered":"2024-03-07T03:07:58.756833+0000","last_unstale":"2024-03-07T03:10:57.297984+0000","last_undegraded":"2024-03-07T03:10:57.297984+0000","last_fullsized":"2024-03-07T03:10:57.297984+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:37:55.288554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122539+0000","last_change":"2024-03-07T03:06:47.843644+0000","last_active":"2024-03-07T03:10:57.122539+0000","last_peered":"2024-03-07T03:10:57.122539+0000","last_clean":"2024-03-07T03:10:57.122539+0000","last_became_active":"2024-03-07T03:06:47.842694+0000","last_became_peered":"2024-03-07T03:06:47.842694+0000","last_unstale":"2024-03-07T03:10:57.122539+0000","last_undegraded":"2024-03-07T03:10:57.122539+0000","last_fullsized":"2024-03-07T03:10:57.122539+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:25:34.783974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"863'880","reported_seq":3814,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123586+0000","last_change":"2024-03-07T03:10:56.125509+0000","last_active":"2024-03-07T03:10:57.123586+0000","last_peered":"2024-03-07T03:10:57.123586+0000","last_clean":"2024-03-07T03:10:57.123586+0000","last_became_active":"2024-03-07T03:07:58.755248+0000","last_became_peered":"2024-03-07T03:07:58.755248+0000","last_unstale":"2024-03-07T03:10:57.123586+0000","last_undegraded":"2024-03-07T03:10:57.123586+0000","last_fullsized":"2024-03-07T03:10:57.123586+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":880,"log_dups_size":0,"ondisk_log_size":880,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:40:02.788467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0073429089999999999,"stat_sum":{"num_bytes":9224192,"num_objects":8,"num_object_clones":6,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":1,"num_read":161,"num_read_kb":133885,"num_write":362,"num_write_kb":55920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1124,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:33.960811+0000","last_change":"2024-03-07T03:07:58.764215+0000","last_active":"2024-03-07T03:11:33.960811+0000","last_peered":"2024-03-07T03:11:33.960811+0000","last_clean":"2024-03-07T03:11:33.960811+0000","last_became_active":"2024-03-07T03:07:58.763818+0000","last_became_peered":"2024-03-07T03:07:58.763818+0000","last_unstale":"2024-03-07T03:11:33.960811+0000","last_undegraded":"2024-03-07T03:11:33.960811+0000","last_fullsized":"2024-03-07T03:11:33.960811+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:27:54.623360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"719'2","reported_seq":1192,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122792+0000","last_change":"2024-03-07T03:07:23.074913+0000","last_active":"2024-03-07T03:10:57.122792+0000","last_peered":"2024-03-07T03:10:57.122792+0000","last_clean":"2024-03-07T03:10:57.122792+0000","last_became_active":"2024-03-07T03:07:23.074530+0000","last_became_peered":"2024-03-07T03:07:23.074530+0000","last_unstale":"2024-03-07T03:10:57.122792+0000","last_undegraded":"2024-03-07T03:10:57.122792+0000","last_fullsized":"2024-03-07T03:10:57.122792+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:13:25.877187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1126,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329514+0000","last_change":"2024-03-07T03:07:58.757756+0000","last_active":"2024-03-07T03:10:57.329514+0000","last_peered":"2024-03-07T03:10:57.329514+0000","last_clean":"2024-03-07T03:10:57.329514+0000","last_became_active":"2024-03-07T03:07:58.757430+0000","last_became_peered":"2024-03-07T03:07:58.757430+0000","last_unstale":"2024-03-07T03:10:57.329514+0000","last_undegraded":"2024-03-07T03:10:57.329514+0000","last_fullsized":"2024-03-07T03:10:57.329514+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:22:21.412765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"863'1564","reported_seq":5163,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:33.960760+0000","last_change":"2024-03-07T03:10:57.329944+0000","last_active":"2024-03-07T03:11:33.960760+0000","last_peered":"2024-03-07T03:11:33.960760+0000","last_clean":"2024-03-07T03:11:33.960760+0000","last_became_active":"2024-03-07T03:06:09.990793+0000","last_became_peered":"2024-03-07T03:06:09.990793+0000","last_unstale":"2024-03-07T03:11:33.960760+0000","last_undegraded":"2024-03-07T03:11:33.960760+0000","last_fullsized":"2024-03-07T03:11:33.960760+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1564,"log_dups_size":0,"ondisk_log_size":1564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":143,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:53.639078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.019553126000000001,"stat_sum":{"num_bytes":100999168,"num_objects":73,"num_object_clones":68,"num_object_copies":219,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":1,"num_read":410,"num_read_kb":572954,"num_write":777,"num_write_kb":204640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":51175424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"c"},{"start":"178","length":"4"},{"start":"17e","length":"3"},{"start":"182","length":"4"},{"start":"187","length":"5"},{"start":"18d","length":"2"}]},{"pgid":"4.1","version":"0'0","reported_seq":1079,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122932+0000","last_change":"2024-03-07T03:07:23.071468+0000","last_active":"2024-03-07T03:10:57.122932+0000","last_peered":"2024-03-07T03:10:57.122932+0000","last_clean":"2024-03-07T03:10:57.122932+0000","last_became_active":"2024-03-07T03:07:23.071160+0000","last_became_peered":"2024-03-07T03:07:23.071160+0000","last_unstale":"2024-03-07T03:10:57.122932+0000","last_undegraded":"2024-03-07T03:10:57.122932+0000","last_fullsized":"2024-03-07T03:10:57.122932+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:17:55.686793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":990,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:41.161677+0000","last_change":"2024-03-07T03:07:58.759142+0000","last_active":"2024-03-07T03:11:41.161677+0000","last_peered":"2024-03-07T03:11:41.161677+0000","last_clean":"2024-03-07T03:11:41.161677+0000","last_became_active":"2024-03-07T03:07:58.758771+0000","last_became_peered":"2024-03-07T03:07:58.758771+0000","last_unstale":"2024-03-07T03:11:41.161677+0000","last_undegraded":"2024-03-07T03:11:41.161677+0000","last_fullsized":"2024-03-07T03:11:41.161677+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:45:13.985820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126257+0000","last_change":"2024-03-07T03:06:09.988597+0000","last_active":"2024-03-07T03:10:57.126257+0000","last_peered":"2024-03-07T03:10:57.126257+0000","last_clean":"2024-03-07T03:10:57.126257+0000","last_became_active":"2024-03-07T03:06:09.988261+0000","last_became_peered":"2024-03-07T03:06:09.988261+0000","last_unstale":"2024-03-07T03:10:57.126257+0000","last_undegraded":"2024-03-07T03:10:57.126257+0000","last_fullsized":"2024-03-07T03:10:57.126257+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:11:06.717251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"843'3099","reported_seq":6398,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:15.939512+0000","last_change":"2024-03-07T03:10:57.131044+0000","last_active":"2024-03-07T03:11:15.939512+0000","last_peered":"2024-03-07T03:11:15.939512+0000","last_clean":"2024-03-07T03:11:15.939512+0000","last_became_active":"2024-03-07T03:07:23.084936+0000","last_became_peered":"2024-03-07T03:07:23.084936+0000","last_unstale":"2024-03-07T03:11:15.939512+0000","last_undegraded":"2024-03-07T03:11:15.939512+0000","last_fullsized":"2024-03-07T03:11:15.939512+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3099,"log_dups_size":0,"ondisk_log_size":3099,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:46:48.809690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012703,"stat_sum":{"num_bytes":8347648,"num_objects":13,"num_object_clones":12,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":56,"num_read_kb":33721,"num_write":241,"num_write_kb":36816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":434176,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1146,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:29.500973+0000","last_change":"2024-03-07T03:05:01.461136+0000","last_active":"2024-03-07T03:11:29.500973+0000","last_peered":"2024-03-07T03:11:29.500973+0000","last_clean":"2024-03-07T03:11:29.500973+0000","last_became_active":"2024-03-07T03:05:01.457189+0000","last_became_peered":"2024-03-07T03:05:01.457189+0000","last_unstale":"2024-03-07T03:11:29.500973+0000","last_undegraded":"2024-03-07T03:11:29.500973+0000","last_fullsized":"2024-03-07T03:11:29.500973+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:23.791243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1102,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122931+0000","last_change":"2024-03-07T03:07:58.750311+0000","last_active":"2024-03-07T03:10:57.122931+0000","last_peered":"2024-03-07T03:10:57.122931+0000","last_clean":"2024-03-07T03:10:57.122931+0000","last_became_active":"2024-03-07T03:07:58.750001+0000","last_became_peered":"2024-03-07T03:07:58.750001+0000","last_unstale":"2024-03-07T03:10:57.122931+0000","last_undegraded":"2024-03-07T03:10:57.122931+0000","last_fullsized":"2024-03-07T03:10:57.122931+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:05.963944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"847'12789","reported_seq":16202,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.124034+0000","last_change":"2024-03-07T03:10:57.124034+0000","last_active":"2024-03-07T03:10:57.124034+0000","last_peered":"2024-03-07T03:10:57.124034+0000","last_clean":"2024-03-07T03:10:57.124034+0000","last_became_active":"2024-03-07T03:06:47.859957+0000","last_became_peered":"2024-03-07T03:06:47.859957+0000","last_unstale":"2024-03-07T03:10:57.124034+0000","last_undegraded":"2024-03-07T03:10:57.124034+0000","last_fullsized":"2024-03-07T03:10:57.124034+0000","mapping_epoch":625,"log_start":"599'6200","ondisk_log_start":"599'6200","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":6589,"log_dups_size":0,"ondisk_log_size":6589,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":137,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:29:13.699651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0091875959999999993,"stat_sum":{"num_bytes":71745536,"num_objects":32,"num_object_clones":30,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":0,"num_read":146,"num_read_kb":316804,"num_write":323,"num_write_kb":90232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":20865024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"5"},{"start":"171","length":"b"},{"start":"17e","length":"8"},{"start":"187","length":"5"},{"start":"18d","length":"3"},{"start":"192","length":"1"},{"start":"197","length":"1"},{"start":"199","length":"2"}]},{"pgid":"2.9","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122090+0000","last_change":"2024-03-07T03:07:58.752456+0000","last_active":"2024-03-07T03:10:57.122090+0000","last_peered":"2024-03-07T03:10:57.122090+0000","last_clean":"2024-03-07T03:10:57.122090+0000","last_became_active":"2024-03-07T03:07:58.752118+0000","last_became_peered":"2024-03-07T03:07:58.752118+0000","last_unstale":"2024-03-07T03:10:57.122090+0000","last_undegraded":"2024-03-07T03:10:57.122090+0000","last_fullsized":"2024-03-07T03:10:57.122090+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:08:08.574482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1117,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329282+0000","last_change":"2024-03-07T03:07:58.757839+0000","last_active":"2024-03-07T03:10:57.329282+0000","last_peered":"2024-03-07T03:10:57.329282+0000","last_clean":"2024-03-07T03:10:57.329282+0000","last_became_active":"2024-03-07T03:07:58.757495+0000","last_became_peered":"2024-03-07T03:07:58.757495+0000","last_unstale":"2024-03-07T03:10:57.329282+0000","last_undegraded":"2024-03-07T03:10:57.329282+0000","last_fullsized":"2024-03-07T03:10:57.329282+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:27:02.190643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"861'1463","reported_seq":5088,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:44.502699+0000","last_change":"2024-03-07T03:10:57.330799+0000","last_active":"2024-03-07T03:11:44.502699+0000","last_peered":"2024-03-07T03:11:44.502699+0000","last_clean":"2024-03-07T03:11:44.502699+0000","last_became_active":"2024-03-07T03:07:58.763085+0000","last_became_peered":"2024-03-07T03:07:58.763085+0000","last_unstale":"2024-03-07T03:11:44.502699+0000","last_undegraded":"2024-03-07T03:11:44.502699+0000","last_fullsized":"2024-03-07T03:11:44.502699+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1463,"log_dups_size":0,"ondisk_log_size":1463,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:39:21.050544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.016579719999999999,"stat_sum":{"num_bytes":106192896,"num_objects":71,"num_object_clones":66,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":1,"num_read":323,"num_read_kb":516030,"num_write":942,"num_write_kb":231680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":48201728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122270+0000","last_change":"2024-03-07T03:07:58.752370+0000","last_active":"2024-03-07T03:10:57.122270+0000","last_peered":"2024-03-07T03:10:57.122270+0000","last_clean":"2024-03-07T03:10:57.122270+0000","last_became_active":"2024-03-07T03:07:58.751985+0000","last_became_peered":"2024-03-07T03:07:58.751985+0000","last_unstale":"2024-03-07T03:10:57.122270+0000","last_undegraded":"2024-03-07T03:10:57.122270+0000","last_fullsized":"2024-03-07T03:10:57.122270+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:31:33.590004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1126,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329046+0000","last_change":"2024-03-07T03:06:09.987484+0000","last_active":"2024-03-07T03:10:57.329046+0000","last_peered":"2024-03-07T03:10:57.329046+0000","last_clean":"2024-03-07T03:10:57.329046+0000","last_became_active":"2024-03-07T03:06:09.986947+0000","last_became_peered":"2024-03-07T03:06:09.986947+0000","last_unstale":"2024-03-07T03:10:57.329046+0000","last_undegraded":"2024-03-07T03:10:57.329046+0000","last_fullsized":"2024-03-07T03:10:57.329046+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:37:38.253630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"857'1055","reported_seq":4918,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:09.892916+0000","last_change":"2024-03-07T03:10:57.123092+0000","last_active":"2024-03-07T03:11:09.892916+0000","last_peered":"2024-03-07T03:11:09.892916+0000","last_clean":"2024-03-07T03:11:09.892916+0000","last_became_active":"2024-03-07T03:06:09.993513+0000","last_became_peered":"2024-03-07T03:06:09.993513+0000","last_unstale":"2024-03-07T03:11:09.892916+0000","last_undegraded":"2024-03-07T03:11:09.892916+0000","last_fullsized":"2024-03-07T03:11:09.892916+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1055,"log_dups_size":0,"ondisk_log_size":1055,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:34:07.352811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013205965,"stat_sum":{"num_bytes":99745792,"num_objects":66,"num_object_clones":62,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":306,"num_read_kb":434534,"num_write":588,"num_write_kb":145464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":21749760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.b","version":"716'3","reported_seq":984,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297633+0000","last_change":"2024-03-07T03:07:58.749480+0000","last_active":"2024-03-07T03:10:57.297633+0000","last_peered":"2024-03-07T03:10:57.297633+0000","last_clean":"2024-03-07T03:10:57.297633+0000","last_became_active":"2024-03-07T03:07:58.749098+0000","last_became_peered":"2024-03-07T03:07:58.749098+0000","last_unstale":"2024-03-07T03:10:57.297633+0000","last_undegraded":"2024-03-07T03:10:57.297633+0000","last_fullsized":"2024-03-07T03:10:57.297633+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:35:33.945855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1035,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:41.161624+0000","last_change":"2024-03-07T03:07:23.075725+0000","last_active":"2024-03-07T03:11:41.161624+0000","last_peered":"2024-03-07T03:11:41.161624+0000","last_clean":"2024-03-07T03:11:41.161624+0000","last_became_active":"2024-03-07T03:07:23.075203+0000","last_became_peered":"2024-03-07T03:07:23.075203+0000","last_unstale":"2024-03-07T03:11:41.161624+0000","last_undegraded":"2024-03-07T03:11:41.161624+0000","last_fullsized":"2024-03-07T03:11:41.161624+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:47:11.192302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"863'1711","reported_seq":5460,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:44.502642+0000","last_change":"2024-03-07T03:10:57.330918+0000","last_active":"2024-03-07T03:11:44.502642+0000","last_peered":"2024-03-07T03:11:44.502642+0000","last_clean":"2024-03-07T03:11:44.502642+0000","last_became_active":"2024-03-07T03:06:47.849454+0000","last_became_peered":"2024-03-07T03:06:47.849454+0000","last_unstale":"2024-03-07T03:11:44.502642+0000","last_undegraded":"2024-03-07T03:11:44.502642+0000","last_fullsized":"2024-03-07T03:11:44.502642+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1711,"log_dups_size":0,"ondisk_log_size":1711,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:40:07.156907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.014160193999999999,"stat_sum":{"num_bytes":165158912,"num_objects":93,"num_object_clones":87,"num_object_copies":279,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":93,"num_whiteouts":2,"num_read":489,"num_read_kb":756200,"num_write":870,"num_write_kb":258896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":69541888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1156,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:44.502687+0000","last_change":"2024-03-07T03:06:47.847077+0000","last_active":"2024-03-07T03:11:44.502687+0000","last_peered":"2024-03-07T03:11:44.502687+0000","last_clean":"2024-03-07T03:11:44.502687+0000","last_became_active":"2024-03-07T03:06:47.846359+0000","last_became_peered":"2024-03-07T03:06:47.846359+0000","last_unstale":"2024-03-07T03:11:44.502687+0000","last_undegraded":"2024-03-07T03:11:44.502687+0000","last_fullsized":"2024-03-07T03:11:44.502687+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:00:08.102949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":971,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297999+0000","last_change":"2024-03-07T03:07:58.760528+0000","last_active":"2024-03-07T03:10:57.297999+0000","last_peered":"2024-03-07T03:10:57.297999+0000","last_clean":"2024-03-07T03:10:57.297999+0000","last_became_active":"2024-03-07T03:07:58.760226+0000","last_became_peered":"2024-03-07T03:07:58.760226+0000","last_unstale":"2024-03-07T03:10:57.297999+0000","last_undegraded":"2024-03-07T03:10:57.297999+0000","last_fullsized":"2024-03-07T03:10:57.297999+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:10:36.411047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"863'1938","reported_seq":4938,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:29.500990+0000","last_change":"2024-03-07T03:10:56.140803+0000","last_active":"2024-03-07T03:11:29.500990+0000","last_peered":"2024-03-07T03:11:29.500990+0000","last_clean":"2024-03-07T03:11:29.500990+0000","last_became_active":"2024-03-07T03:06:09.993933+0000","last_became_peered":"2024-03-07T03:06:09.993933+0000","last_unstale":"2024-03-07T03:11:29.500990+0000","last_undegraded":"2024-03-07T03:11:29.500990+0000","last_fullsized":"2024-03-07T03:11:29.500990+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1938,"log_dups_size":0,"ondisk_log_size":1938,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:16.359457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.024996012000000001,"stat_sum":{"num_bytes":22765568,"num_objects":17,"num_object_clones":12,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":2,"num_read":350,"num_read_kb":387634,"num_write":702,"num_write_kb":183472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":7151616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.d","version":"61'1","reported_seq":1190,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:09.892941+0000","last_change":"2024-03-07T03:06:09.993129+0000","last_active":"2024-03-07T03:11:09.892941+0000","last_peered":"2024-03-07T03:11:09.892941+0000","last_clean":"2024-03-07T03:11:09.892941+0000","last_became_active":"2024-03-07T03:06:09.992737+0000","last_became_peered":"2024-03-07T03:06:09.992737+0000","last_unstale":"2024-03-07T03:11:09.892941+0000","last_undegraded":"2024-03-07T03:11:09.892941+0000","last_fullsized":"2024-03-07T03:11:09.892941+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:02:42.055569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1051,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:15.939486+0000","last_change":"2024-03-07T03:07:23.076846+0000","last_active":"2024-03-07T03:11:15.939486+0000","last_peered":"2024-03-07T03:11:15.939486+0000","last_clean":"2024-03-07T03:11:15.939486+0000","last_became_active":"2024-03-07T03:07:23.075895+0000","last_became_peered":"2024-03-07T03:07:23.075895+0000","last_unstale":"2024-03-07T03:11:15.939486+0000","last_undegraded":"2024-03-07T03:11:15.939486+0000","last_fullsized":"2024-03-07T03:11:15.939486+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:09:15.080126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"854'331","reported_seq":3438,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.298223+0000","last_change":"2024-03-07T03:10:57.298223+0000","last_active":"2024-03-07T03:10:57.298223+0000","last_peered":"2024-03-07T03:10:57.298223+0000","last_clean":"2024-03-07T03:10:57.298223+0000","last_became_active":"2024-03-07T03:07:58.749089+0000","last_became_peered":"2024-03-07T03:07:58.749089+0000","last_unstale":"2024-03-07T03:10:57.298223+0000","last_undegraded":"2024-03-07T03:10:57.298223+0000","last_fullsized":"2024-03-07T03:10:57.298223+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":331,"log_dups_size":0,"ondisk_log_size":331,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":83,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:26:07.404191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00085119700000000004,"stat_sum":{"num_bytes":15409152,"num_objects":11,"num_object_clones":10,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":91,"num_read_kb":118251,"num_write":162,"num_write_kb":30616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":34586624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"56"},{"start":"1c2","length":"3"},{"start":"1c9","length":"1"}]},{"pgid":"2.e","version":"61'2","reported_seq":1160,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:44.502729+0000","last_change":"2024-03-07T03:07:58.755578+0000","last_active":"2024-03-07T03:11:44.502729+0000","last_peered":"2024-03-07T03:11:44.502729+0000","last_clean":"2024-03-07T03:11:44.502729+0000","last_became_active":"2024-03-07T03:07:58.755160+0000","last_became_peered":"2024-03-07T03:07:58.755160+0000","last_unstale":"2024-03-07T03:11:44.502729+0000","last_undegraded":"2024-03-07T03:11:44.502729+0000","last_fullsized":"2024-03-07T03:11:44.502729+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:20.584382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298308+0000","last_change":"2024-03-07T03:07:58.751269+0000","last_active":"2024-03-07T03:10:57.298308+0000","last_peered":"2024-03-07T03:10:57.298308+0000","last_clean":"2024-03-07T03:10:57.298308+0000","last_became_active":"2024-03-07T03:07:58.750956+0000","last_became_peered":"2024-03-07T03:07:58.750956+0000","last_unstale":"2024-03-07T03:10:57.298308+0000","last_undegraded":"2024-03-07T03:10:57.298308+0000","last_fullsized":"2024-03-07T03:10:57.298308+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:39.414545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1006,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:31.160523+0000","last_change":"2024-03-07T03:07:23.081711+0000","last_active":"2024-03-07T03:11:31.160523+0000","last_peered":"2024-03-07T03:11:31.160523+0000","last_clean":"2024-03-07T03:11:31.160523+0000","last_became_active":"2024-03-07T03:07:23.079269+0000","last_became_peered":"2024-03-07T03:07:23.079269+0000","last_unstale":"2024-03-07T03:11:31.160523+0000","last_undegraded":"2024-03-07T03:11:31.160523+0000","last_fullsized":"2024-03-07T03:11:31.160523+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:39.008957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1157,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:14.498905+0000","last_change":"2024-03-07T03:07:23.072806+0000","last_active":"2024-03-07T03:11:14.498905+0000","last_peered":"2024-03-07T03:11:14.498905+0000","last_clean":"2024-03-07T03:11:14.498905+0000","last_became_active":"2024-03-07T03:07:23.071234+0000","last_became_peered":"2024-03-07T03:07:23.071234+0000","last_unstale":"2024-03-07T03:11:14.498905+0000","last_undegraded":"2024-03-07T03:11:14.498905+0000","last_fullsized":"2024-03-07T03:11:14.498905+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:52.610744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1057,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129961+0000","last_change":"2024-03-07T03:06:47.851593+0000","last_active":"2024-03-07T03:10:57.129961+0000","last_peered":"2024-03-07T03:10:57.129961+0000","last_clean":"2024-03-07T03:10:57.129961+0000","last_became_active":"2024-03-07T03:06:47.849677+0000","last_became_peered":"2024-03-07T03:06:47.849677+0000","last_unstale":"2024-03-07T03:10:57.129961+0000","last_undegraded":"2024-03-07T03:10:57.129961+0000","last_fullsized":"2024-03-07T03:10:57.129961+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:30.969251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1116,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:14.498954+0000","last_change":"2024-03-07T03:06:09.995434+0000","last_active":"2024-03-07T03:11:14.498954+0000","last_peered":"2024-03-07T03:11:14.498954+0000","last_clean":"2024-03-07T03:11:14.498954+0000","last_became_active":"2024-03-07T03:06:09.994939+0000","last_became_peered":"2024-03-07T03:06:09.994939+0000","last_unstale":"2024-03-07T03:11:14.498954+0000","last_undegraded":"2024-03-07T03:11:14.498954+0000","last_fullsized":"2024-03-07T03:11:14.498954+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:27:11.737354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1126,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328924+0000","last_change":"2024-03-07T03:06:09.987381+0000","last_active":"2024-03-07T03:10:57.328924+0000","last_peered":"2024-03-07T03:10:57.328924+0000","last_clean":"2024-03-07T03:10:57.328924+0000","last_became_active":"2024-03-07T03:06:09.986952+0000","last_became_peered":"2024-03-07T03:06:09.986952+0000","last_unstale":"2024-03-07T03:10:57.328924+0000","last_undegraded":"2024-03-07T03:10:57.328924+0000","last_fullsized":"2024-03-07T03:10:57.328924+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:26:15.439852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122425+0000","last_change":"2024-03-07T03:05:35.923999+0000","last_active":"2024-03-07T03:10:57.122425+0000","last_peered":"2024-03-07T03:10:57.122425+0000","last_clean":"2024-03-07T03:10:57.122425+0000","last_became_active":"2024-03-07T03:05:35.923719+0000","last_became_peered":"2024-03-07T03:05:35.923719+0000","last_unstale":"2024-03-07T03:10:57.122425+0000","last_undegraded":"2024-03-07T03:10:57.122425+0000","last_fullsized":"2024-03-07T03:10:57.122425+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:43:04.724647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1008,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:41.161665+0000","last_change":"2024-03-07T03:07:58.749989+0000","last_active":"2024-03-07T03:11:41.161665+0000","last_peered":"2024-03-07T03:11:41.161665+0000","last_clean":"2024-03-07T03:11:41.161665+0000","last_became_active":"2024-03-07T03:07:58.749643+0000","last_became_peered":"2024-03-07T03:07:58.749643+0000","last_unstale":"2024-03-07T03:11:41.161665+0000","last_undegraded":"2024-03-07T03:11:41.161665+0000","last_fullsized":"2024-03-07T03:11:41.161665+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:00:44.729806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1109,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329656+0000","last_change":"2024-03-07T03:06:09.999184+0000","last_active":"2024-03-07T03:10:57.329656+0000","last_peered":"2024-03-07T03:10:57.329656+0000","last_clean":"2024-03-07T03:10:57.329656+0000","last_became_active":"2024-03-07T03:06:09.998856+0000","last_became_peered":"2024-03-07T03:06:09.998856+0000","last_unstale":"2024-03-07T03:10:57.329656+0000","last_undegraded":"2024-03-07T03:10:57.329656+0000","last_fullsized":"2024-03-07T03:10:57.329656+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:37:00.102189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1057,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:05.938424+0000","last_change":"2024-03-07T03:06:47.857644+0000","last_active":"2024-03-07T03:11:05.938424+0000","last_peered":"2024-03-07T03:11:05.938424+0000","last_clean":"2024-03-07T03:11:05.938424+0000","last_became_active":"2024-03-07T03:06:47.857354+0000","last_became_peered":"2024-03-07T03:06:47.857354+0000","last_unstale":"2024-03-07T03:11:05.938424+0000","last_undegraded":"2024-03-07T03:11:05.938424+0000","last_fullsized":"2024-03-07T03:11:05.938424+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:02:18.860369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1117,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329010+0000","last_change":"2024-03-07T03:06:09.987872+0000","last_active":"2024-03-07T03:10:57.329010+0000","last_peered":"2024-03-07T03:10:57.329010+0000","last_clean":"2024-03-07T03:10:57.329010+0000","last_became_active":"2024-03-07T03:06:09.986852+0000","last_became_peered":"2024-03-07T03:06:09.986852+0000","last_unstale":"2024-03-07T03:10:57.329010+0000","last_undegraded":"2024-03-07T03:10:57.329010+0000","last_fullsized":"2024-03-07T03:10:57.329010+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:13.708512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1035,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:15.939446+0000","last_change":"2024-03-07T03:07:58.755825+0000","last_active":"2024-03-07T03:11:15.939446+0000","last_peered":"2024-03-07T03:11:15.939446+0000","last_clean":"2024-03-07T03:11:15.939446+0000","last_became_active":"2024-03-07T03:07:58.755395+0000","last_became_peered":"2024-03-07T03:07:58.755395+0000","last_unstale":"2024-03-07T03:11:15.939446+0000","last_undegraded":"2024-03-07T03:11:15.939446+0000","last_fullsized":"2024-03-07T03:11:15.939446+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:10:43.184914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125616+0000","last_change":"2024-03-07T03:07:58.753962+0000","last_active":"2024-03-07T03:10:57.125616+0000","last_peered":"2024-03-07T03:10:57.125616+0000","last_clean":"2024-03-07T03:10:57.125616+0000","last_became_active":"2024-03-07T03:07:58.753619+0000","last_became_peered":"2024-03-07T03:07:58.753619+0000","last_unstale":"2024-03-07T03:10:57.125616+0000","last_undegraded":"2024-03-07T03:10:57.125616+0000","last_fullsized":"2024-03-07T03:10:57.125616+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:44:44.641067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1012,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127636+0000","last_change":"2024-03-07T03:07:23.078516+0000","last_active":"2024-03-07T03:10:57.127636+0000","last_peered":"2024-03-07T03:10:57.127636+0000","last_clean":"2024-03-07T03:10:57.127636+0000","last_became_active":"2024-03-07T03:07:23.076017+0000","last_became_peered":"2024-03-07T03:07:23.076017+0000","last_unstale":"2024-03-07T03:10:57.127636+0000","last_undegraded":"2024-03-07T03:10:57.127636+0000","last_fullsized":"2024-03-07T03:10:57.127636+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:17:54.725933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":857645056,"num_objects":516,"num_object_clones":466,"num_object_copies":1548,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":516,"num_whiteouts":8,"num_read":3826,"num_read_kb":5949842,"num_write":7931,"num_write_kb":1978632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":107,"num_bytes_recovered":385712128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1170673664,"data_stored":2969124864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28580,"ondisk_log_size":28580,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197,"ondisk_log_size":197,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":26375,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":694,"seq":2980707303497,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":150184,"kb_used_data":96156,"kb_used_omap":35,"kb_used_meta":53980,"kb_avail":93594968,"statfs":{"total":95995035648,"available":95841247232,"internally_reserved":0,"allocated":98463744,"data_stored":167037349,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36312,"internal_metadata":55276072},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":660,"seq":2834678415440,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":94940,"kb_used_data":42576,"kb_used_omap":23,"kb_used_meta":52328,"kb_avail":93650212,"statfs":{"total":95995035648,"available":95897817088,"internally_reserved":0,"allocated":43597824,"data_stored":80829959,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":24173,"internal_metadata":53584275},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":463,"seq":1988569858170,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":692864,"kb_used_data":193964,"kb_used_omap":46,"kb_used_meta":498833,"kb_avail":93052288,"statfs":{"total":95995035648,"available":95285542912,"internally_reserved":0,"allocated":198619136,"data_stored":533391905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48036,"internal_metadata":510805084},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":528,"seq":2267742732397,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":401776,"kb_used_data":209252,"kb_used_omap":54,"kb_used_meta":192457,"kb_avail":93343376,"statfs":{"total":95995035648,"available":95583617024,"internally_reserved":0,"allocated":214274048,"data_stored":587826473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56016,"internal_metadata":197076272},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":495,"seq":2126008811635,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":485244,"kb_used_data":166572,"kb_used_omap":47,"kb_used_meta":318608,"kb_avail":93259908,"statfs":{"total":95995035648,"available":95498145792,"internally_reserved":0,"allocated":170569728,"data_stored":457545161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48143,"internal_metadata":326255601},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":562,"seq":2413771620454,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":177748,"kb_used_data":84672,"kb_used_omap":37,"kb_used_meta":93018,"kb_avail":93567404,"statfs":{"total":95995035648,"available":95813021696,"internally_reserved":0,"allocated":86704128,"data_stored":171510863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38083,"internal_metadata":95251261},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":591,"seq":2538325672031,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":365920,"kb_used_data":157844,"kb_used_omap":61,"kb_used_meta":208002,"kb_avail":93379232,"statfs":{"total":95995035648,"available":95620333568,"internally_reserved":0,"allocated":161632256,"data_stored":367986669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":62843,"internal_metadata":212994693},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":625,"seq":2684354560087,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":509804,"kb_used_data":269020,"kb_used_omap":73,"kb_used_meta":240694,"kb_avail":93235348,"statfs":{"total":95995035648,"available":95472996352,"internally_reserved":0,"allocated":275476480,"data_stored":649851960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":75044,"internal_metadata":246471388},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7413,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2060,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2124,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3359,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3677,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2797,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2839,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2106,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":188411904,"data_stored":527167488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":160964608,"data_stored":451911680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":204677120,"data_stored":582193152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":77082624,"data_stored":165871616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":152018944,"data_stored":362352640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":265863168,"data_stored":644214784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":33390592,"data_stored":74600448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":88264704,"data_stored":160813056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-07T03:14:01.729 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:14:01.729 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:14:01.729 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:14:01.729 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-07T03:14:01.729 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-07T03:14:01.729 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-07T03:14:01.729 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.c in trimming, state: active+clean+snaptrim_error 2024-03-07T03:14:01.729 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-07T03:14:01.729 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:14:01.730 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-07T03:14:02.660 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:14:02 smithi092 ceph-mon[83777]: from='client.34584 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:14:02.660 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:14:02 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:14:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:14:02.821 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:14:02 smithi090 ceph-mon[89511]: from='client.34584 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:14:02.821 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:14:02 smithi090 ceph-mon[91928]: from='client.34584 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:14:03.321 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:14:03 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:14:03] "GET /metrics HTTP/1.1" 200 36318 "" "Prometheus/2.43.0" 2024-03-07T03:14:03.659 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:14:03 smithi092 ceph-mon[83777]: pgmap v821: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:03.821 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:14:03 smithi090 ceph-mon[89511]: pgmap v821: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:03.822 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:14:03 smithi090 ceph-mon[91928]: pgmap v821: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:05.659 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:14:05 smithi092 ceph-mon[83777]: pgmap v822: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:05.821 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:14:05 smithi090 ceph-mon[89511]: pgmap v822: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:05.821 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:14:05 smithi090 ceph-mon[91928]: pgmap v822: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:07.659 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:14:07 smithi092 ceph-mon[83777]: pgmap v823: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:07.821 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:14:07 smithi090 ceph-mon[89511]: pgmap v823: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:07.821 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:14:07 smithi090 ceph-mon[91928]: pgmap v823: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:09.659 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:14:09 smithi092 ceph-mon[83777]: pgmap v824: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:09.821 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:14:09 smithi090 ceph-mon[89511]: pgmap v824: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:09.821 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:14:09 smithi090 ceph-mon[91928]: pgmap v824: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:11.659 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:14:11 smithi092 ceph-mon[83777]: pgmap v825: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:11.731 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph pg dump --format=json 2024-03-07T03:14:11.761 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:14:11 smithi090 ceph-mon[89511]: pgmap v825: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:11.762 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:14:11 smithi090 ceph-mon[91928]: pgmap v825: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:11.949 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T03:14:12.659 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:14:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:14:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:14:13.258 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:14:13 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:14:13] "GET /metrics HTTP/1.1" 200 36317 "" "Prometheus/2.43.0" 2024-03-07T03:14:13.571 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:14:13 smithi090 ceph-mon[89511]: pgmap v826: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:13.571 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:14:13 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:14:13.572 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:14:13 smithi090 ceph-mon[91928]: pgmap v826: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:13.572 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:14:13 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:14:13.659 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:14:13 smithi092 ceph-mon[83777]: pgmap v826: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:13.659 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:14:13 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:14:13.687 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T03:14:13.689 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-03-07T03:14:14.405 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":826,"stamp":"2024-03-07T03:14:11.907010+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":858242044,"num_objects":540,"num_object_clones":466,"num_object_copies":1620,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":540,"num_whiteouts":8,"num_read":4717,"num_read_kb":5951239,"num_write":8310,"num_write_kb":1981084,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":113,"num_bytes_recovered":387483232,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28845,"ondisk_log_size":28845,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2878480,"kb_used_data":1220056,"kb_used_omap":379,"kb_used_meta":1657924,"kb_avail":747082736,"statfs":{"total":767960285184,"available":765012721664,"internally_reserved":0,"allocated":1249337344,"data_stored":3015980339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":388650,"internal_metadata":1697714646},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003287"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":973,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:06.397347+0000","last_change":"2024-03-07T03:07:58.753984+0000","last_active":"2024-03-07T03:12:06.397347+0000","last_peered":"2024-03-07T03:12:06.397347+0000","last_clean":"2024-03-07T03:12:06.397347+0000","last_became_active":"2024-03-07T03:07:58.753138+0000","last_became_peered":"2024-03-07T03:07:58.753138+0000","last_unstale":"2024-03-07T03:12:06.397347+0000","last_undegraded":"2024-03-07T03:12:06.397347+0000","last_fullsized":"2024-03-07T03:12:06.397347+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:37:39.612519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1185,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122683+0000","last_change":"2024-03-07T03:07:23.074862+0000","last_active":"2024-03-07T03:10:57.122683+0000","last_peered":"2024-03-07T03:10:57.122683+0000","last_clean":"2024-03-07T03:10:57.122683+0000","last_became_active":"2024-03-07T03:07:23.074512+0000","last_became_peered":"2024-03-07T03:07:23.074512+0000","last_unstale":"2024-03-07T03:10:57.122683+0000","last_undegraded":"2024-03-07T03:10:57.122683+0000","last_fullsized":"2024-03-07T03:10:57.122683+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:45:24.128672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125917+0000","last_change":"2024-03-07T03:05:01.446762+0000","last_active":"2024-03-07T03:10:57.125917+0000","last_peered":"2024-03-07T03:10:57.125917+0000","last_clean":"2024-03-07T03:10:57.125917+0000","last_became_active":"2024-03-07T03:05:01.446425+0000","last_became_peered":"2024-03-07T03:05:01.446425+0000","last_unstale":"2024-03-07T03:10:57.125917+0000","last_undegraded":"2024-03-07T03:10:57.125917+0000","last_fullsized":"2024-03-07T03:10:57.125917+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:39:39.897066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1052,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129938+0000","last_change":"2024-03-07T03:07:58.755992+0000","last_active":"2024-03-07T03:10:57.129938+0000","last_peered":"2024-03-07T03:10:57.129938+0000","last_clean":"2024-03-07T03:10:57.129938+0000","last_became_active":"2024-03-07T03:07:58.755499+0000","last_became_peered":"2024-03-07T03:07:58.755499+0000","last_unstale":"2024-03-07T03:10:57.129938+0000","last_undegraded":"2024-03-07T03:10:57.129938+0000","last_fullsized":"2024-03-07T03:10:57.129938+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:26:12.313572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297504+0000","last_change":"2024-03-07T03:07:58.752235+0000","last_active":"2024-03-07T03:10:57.297504+0000","last_peered":"2024-03-07T03:10:57.297504+0000","last_clean":"2024-03-07T03:10:57.297504+0000","last_became_active":"2024-03-07T03:07:58.751575+0000","last_became_peered":"2024-03-07T03:07:58.751575+0000","last_unstale":"2024-03-07T03:10:57.297504+0000","last_undegraded":"2024-03-07T03:10:57.297504+0000","last_fullsized":"2024-03-07T03:10:57.297504+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:12:05.995515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1029,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130051+0000","last_change":"2024-03-07T03:06:47.859644+0000","last_active":"2024-03-07T03:10:57.130051+0000","last_peered":"2024-03-07T03:10:57.130051+0000","last_clean":"2024-03-07T03:10:57.130051+0000","last_became_active":"2024-03-07T03:06:47.859097+0000","last_became_peered":"2024-03-07T03:06:47.859097+0000","last_unstale":"2024-03-07T03:10:57.130051+0000","last_undegraded":"2024-03-07T03:10:57.130051+0000","last_fullsized":"2024-03-07T03:10:57.130051+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:22:46.909130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297361+0000","last_change":"2024-03-07T03:07:58.754226+0000","last_active":"2024-03-07T03:10:57.297361+0000","last_peered":"2024-03-07T03:10:57.297361+0000","last_clean":"2024-03-07T03:10:57.297361+0000","last_became_active":"2024-03-07T03:07:58.753169+0000","last_became_peered":"2024-03-07T03:07:58.753169+0000","last_unstale":"2024-03-07T03:10:57.297361+0000","last_undegraded":"2024-03-07T03:10:57.297361+0000","last_fullsized":"2024-03-07T03:10:57.297361+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:46:59.258099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1086,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328618+0000","last_change":"2024-03-07T03:07:23.073492+0000","last_active":"2024-03-07T03:10:57.328618+0000","last_peered":"2024-03-07T03:10:57.328618+0000","last_clean":"2024-03-07T03:10:57.328618+0000","last_became_active":"2024-03-07T03:07:23.071929+0000","last_became_peered":"2024-03-07T03:07:23.071929+0000","last_unstale":"2024-03-07T03:10:57.328618+0000","last_undegraded":"2024-03-07T03:10:57.328618+0000","last_fullsized":"2024-03-07T03:10:57.328618+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:35:26.391722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":978,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298081+0000","last_change":"2024-03-07T03:07:58.760328+0000","last_active":"2024-03-07T03:10:57.298081+0000","last_peered":"2024-03-07T03:10:57.298081+0000","last_clean":"2024-03-07T03:10:57.298081+0000","last_became_active":"2024-03-07T03:07:58.760046+0000","last_became_peered":"2024-03-07T03:07:58.760046+0000","last_unstale":"2024-03-07T03:10:57.298081+0000","last_undegraded":"2024-03-07T03:10:57.298081+0000","last_fullsized":"2024-03-07T03:10:57.298081+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:08:46.356817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1004,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127859+0000","last_change":"2024-03-07T03:07:23.079945+0000","last_active":"2024-03-07T03:10:57.127859+0000","last_peered":"2024-03-07T03:10:57.127859+0000","last_clean":"2024-03-07T03:10:57.127859+0000","last_became_active":"2024-03-07T03:07:23.078551+0000","last_became_peered":"2024-03-07T03:07:23.078551+0000","last_unstale":"2024-03-07T03:10:57.127859+0000","last_undegraded":"2024-03-07T03:10:57.127859+0000","last_fullsized":"2024-03-07T03:10:57.127859+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:03:46.670084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1004,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127688+0000","last_change":"2024-03-07T03:07:23.081963+0000","last_active":"2024-03-07T03:10:57.127688+0000","last_peered":"2024-03-07T03:10:57.127688+0000","last_clean":"2024-03-07T03:10:57.127688+0000","last_became_active":"2024-03-07T03:07:23.080128+0000","last_became_peered":"2024-03-07T03:07:23.080128+0000","last_unstale":"2024-03-07T03:10:57.127688+0000","last_undegraded":"2024-03-07T03:10:57.127688+0000","last_fullsized":"2024-03-07T03:10:57.127688+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:56.813267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1147,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329628+0000","last_change":"2024-03-07T03:07:23.074902+0000","last_active":"2024-03-07T03:10:57.329628+0000","last_peered":"2024-03-07T03:10:57.329628+0000","last_clean":"2024-03-07T03:10:57.329628+0000","last_became_active":"2024-03-07T03:07:23.074466+0000","last_became_peered":"2024-03-07T03:07:23.074466+0000","last_unstale":"2024-03-07T03:10:57.329628+0000","last_undegraded":"2024-03-07T03:10:57.329628+0000","last_fullsized":"2024-03-07T03:10:57.329628+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:40:20.268555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1116,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329168+0000","last_change":"2024-03-07T03:07:23.072635+0000","last_active":"2024-03-07T03:10:57.329168+0000","last_peered":"2024-03-07T03:10:57.329168+0000","last_clean":"2024-03-07T03:10:57.329168+0000","last_became_active":"2024-03-07T03:07:23.071712+0000","last_became_peered":"2024-03-07T03:07:23.071712+0000","last_unstale":"2024-03-07T03:10:57.329168+0000","last_undegraded":"2024-03-07T03:10:57.329168+0000","last_fullsized":"2024-03-07T03:10:57.329168+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:00:39.298564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125527+0000","last_change":"2024-03-07T03:06:47.851538+0000","last_active":"2024-03-07T03:10:57.125527+0000","last_peered":"2024-03-07T03:10:57.125527+0000","last_clean":"2024-03-07T03:10:57.125527+0000","last_became_active":"2024-03-07T03:06:47.851183+0000","last_became_peered":"2024-03-07T03:06:47.851183+0000","last_unstale":"2024-03-07T03:10:57.125527+0000","last_undegraded":"2024-03-07T03:10:57.125527+0000","last_fullsized":"2024-03-07T03:10:57.125527+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:36:23.932334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:24.894584+0000","last_change":"2024-03-07T03:06:47.843126+0000","last_active":"2024-03-07T03:11:24.894584+0000","last_peered":"2024-03-07T03:11:24.894584+0000","last_clean":"2024-03-07T03:11:24.894584+0000","last_became_active":"2024-03-07T03:06:47.842736+0000","last_became_peered":"2024-03-07T03:06:47.842736+0000","last_unstale":"2024-03-07T03:11:24.894584+0000","last_undegraded":"2024-03-07T03:11:24.894584+0000","last_fullsized":"2024-03-07T03:11:24.894584+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:48:10.843465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1034,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:25.940523+0000","last_change":"2024-03-07T03:07:58.755620+0000","last_active":"2024-03-07T03:11:25.940523+0000","last_peered":"2024-03-07T03:11:25.940523+0000","last_clean":"2024-03-07T03:11:25.940523+0000","last_became_active":"2024-03-07T03:07:58.755267+0000","last_became_peered":"2024-03-07T03:07:58.755267+0000","last_unstale":"2024-03-07T03:11:25.940523+0000","last_undegraded":"2024-03-07T03:11:25.940523+0000","last_fullsized":"2024-03-07T03:11:25.940523+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:51:32.339400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1038,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:25.940593+0000","last_change":"2024-03-07T03:07:58.756358+0000","last_active":"2024-03-07T03:11:25.940593+0000","last_peered":"2024-03-07T03:11:25.940593+0000","last_clean":"2024-03-07T03:11:25.940593+0000","last_became_active":"2024-03-07T03:07:58.755960+0000","last_became_peered":"2024-03-07T03:07:58.755960+0000","last_unstale":"2024-03-07T03:11:25.940593+0000","last_undegraded":"2024-03-07T03:11:25.940593+0000","last_fullsized":"2024-03-07T03:11:25.940593+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:47.464423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1155,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.330177+0000","last_change":"2024-03-07T03:07:58.755619+0000","last_active":"2024-03-07T03:10:57.330177+0000","last_peered":"2024-03-07T03:10:57.330177+0000","last_clean":"2024-03-07T03:10:57.330177+0000","last_became_active":"2024-03-07T03:07:58.755214+0000","last_became_peered":"2024-03-07T03:07:58.755214+0000","last_unstale":"2024-03-07T03:10:57.330177+0000","last_undegraded":"2024-03-07T03:10:57.330177+0000","last_fullsized":"2024-03-07T03:10:57.330177+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:59:02.041330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":971,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298106+0000","last_change":"2024-03-07T03:07:58.756563+0000","last_active":"2024-03-07T03:10:57.298106+0000","last_peered":"2024-03-07T03:10:57.298106+0000","last_clean":"2024-03-07T03:10:57.298106+0000","last_became_active":"2024-03-07T03:07:58.752195+0000","last_became_peered":"2024-03-07T03:07:58.752195+0000","last_unstale":"2024-03-07T03:10:57.298106+0000","last_undegraded":"2024-03-07T03:10:57.298106+0000","last_fullsized":"2024-03-07T03:10:57.298106+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:32:35.496500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"716'5","reported_seq":1221,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126491+0000","last_change":"2024-03-07T03:07:58.753999+0000","last_active":"2024-03-07T03:10:57.126491+0000","last_peered":"2024-03-07T03:10:57.126491+0000","last_clean":"2024-03-07T03:10:57.126491+0000","last_became_active":"2024-03-07T03:07:58.753607+0000","last_became_peered":"2024-03-07T03:07:58.753607+0000","last_unstale":"2024-03-07T03:10:57.126491+0000","last_undegraded":"2024-03-07T03:10:57.126491+0000","last_fullsized":"2024-03-07T03:10:57.126491+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:28:57.567238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1110,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:33.960839+0000","last_change":"2024-03-07T03:07:23.083830+0000","last_active":"2024-03-07T03:11:33.960839+0000","last_peered":"2024-03-07T03:11:33.960839+0000","last_clean":"2024-03-07T03:11:33.960839+0000","last_became_active":"2024-03-07T03:07:23.083530+0000","last_became_peered":"2024-03-07T03:07:23.083530+0000","last_unstale":"2024-03-07T03:11:33.960839+0000","last_undegraded":"2024-03-07T03:11:33.960839+0000","last_fullsized":"2024-03-07T03:11:33.960839+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:57.938032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"716'2","reported_seq":1130,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:33.960850+0000","last_change":"2024-03-07T03:06:47.849618+0000","last_active":"2024-03-07T03:11:33.960850+0000","last_peered":"2024-03-07T03:11:33.960850+0000","last_clean":"2024-03-07T03:11:33.960850+0000","last_became_active":"2024-03-07T03:06:47.849222+0000","last_became_peered":"2024-03-07T03:06:47.849222+0000","last_unstale":"2024-03-07T03:11:33.960850+0000","last_undegraded":"2024-03-07T03:11:33.960850+0000","last_fullsized":"2024-03-07T03:11:33.960850+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:36:41.880143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126088+0000","last_change":"2024-03-07T03:06:47.851880+0000","last_active":"2024-03-07T03:10:57.126088+0000","last_peered":"2024-03-07T03:10:57.126088+0000","last_clean":"2024-03-07T03:10:57.126088+0000","last_became_active":"2024-03-07T03:06:47.851176+0000","last_became_peered":"2024-03-07T03:06:47.851176+0000","last_unstale":"2024-03-07T03:10:57.126088+0000","last_undegraded":"2024-03-07T03:10:57.126088+0000","last_fullsized":"2024-03-07T03:10:57.126088+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:38:59.663068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":976,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298135+0000","last_change":"2024-03-07T03:07:58.757245+0000","last_active":"2024-03-07T03:10:57.298135+0000","last_peered":"2024-03-07T03:10:57.298135+0000","last_clean":"2024-03-07T03:10:57.298135+0000","last_became_active":"2024-03-07T03:07:58.754456+0000","last_became_peered":"2024-03-07T03:07:58.754456+0000","last_unstale":"2024-03-07T03:10:57.298135+0000","last_undegraded":"2024-03-07T03:10:57.298135+0000","last_fullsized":"2024-03-07T03:10:57.298135+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:57:32.153933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1042,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130396+0000","last_change":"2024-03-07T03:06:47.855220+0000","last_active":"2024-03-07T03:10:57.130396+0000","last_peered":"2024-03-07T03:10:57.130396+0000","last_clean":"2024-03-07T03:10:57.130396+0000","last_became_active":"2024-03-07T03:06:47.854836+0000","last_became_peered":"2024-03-07T03:06:47.854836+0000","last_unstale":"2024-03-07T03:10:57.130396+0000","last_undegraded":"2024-03-07T03:10:57.130396+0000","last_fullsized":"2024-03-07T03:10:57.130396+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:51:35.386552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":983,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297851+0000","last_change":"2024-03-07T03:07:58.757676+0000","last_active":"2024-03-07T03:10:57.297851+0000","last_peered":"2024-03-07T03:10:57.297851+0000","last_clean":"2024-03-07T03:10:57.297851+0000","last_became_active":"2024-03-07T03:07:58.753930+0000","last_became_peered":"2024-03-07T03:07:58.753930+0000","last_unstale":"2024-03-07T03:10:57.297851+0000","last_undegraded":"2024-03-07T03:10:57.297851+0000","last_fullsized":"2024-03-07T03:10:57.297851+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:56.639688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1036,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.130137+0000","last_change":"2024-03-07T03:07:23.076532+0000","last_active":"2024-03-07T03:10:57.130137+0000","last_peered":"2024-03-07T03:10:57.130137+0000","last_clean":"2024-03-07T03:10:57.130137+0000","last_became_active":"2024-03-07T03:07:23.076234+0000","last_became_peered":"2024-03-07T03:07:23.076234+0000","last_unstale":"2024-03-07T03:10:57.130137+0000","last_undegraded":"2024-03-07T03:10:57.130137+0000","last_fullsized":"2024-03-07T03:10:57.130137+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:16:39.967241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"716'2","reported_seq":1089,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329359+0000","last_change":"2024-03-07T03:07:58.752045+0000","last_active":"2024-03-07T03:10:57.329359+0000","last_peered":"2024-03-07T03:10:57.329359+0000","last_clean":"2024-03-07T03:10:57.329359+0000","last_became_active":"2024-03-07T03:07:58.751585+0000","last_became_peered":"2024-03-07T03:07:58.751585+0000","last_unstale":"2024-03-07T03:10:57.329359+0000","last_undegraded":"2024-03-07T03:10:57.329359+0000","last_fullsized":"2024-03-07T03:10:57.329359+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:03:01.652607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1107,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:08.061295+0000","last_change":"2024-03-07T03:06:09.990854+0000","last_active":"2024-03-07T03:11:08.061295+0000","last_peered":"2024-03-07T03:11:08.061295+0000","last_clean":"2024-03-07T03:11:08.061295+0000","last_became_active":"2024-03-07T03:06:09.990464+0000","last_became_peered":"2024-03-07T03:06:09.990464+0000","last_unstale":"2024-03-07T03:11:08.061295+0000","last_undegraded":"2024-03-07T03:11:08.061295+0000","last_fullsized":"2024-03-07T03:11:08.061295+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:53:52.856954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"716'2","reported_seq":1009,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127839+0000","last_change":"2024-03-07T03:07:58.754526+0000","last_active":"2024-03-07T03:10:57.127839+0000","last_peered":"2024-03-07T03:10:57.127839+0000","last_clean":"2024-03-07T03:10:57.127839+0000","last_became_active":"2024-03-07T03:07:58.754123+0000","last_became_peered":"2024-03-07T03:07:58.754123+0000","last_unstale":"2024-03-07T03:10:57.127839+0000","last_undegraded":"2024-03-07T03:10:57.127839+0000","last_fullsized":"2024-03-07T03:10:57.127839+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:41:34.446180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:20.789924+0000","last_change":"2024-03-07T03:07:58.750769+0000","last_active":"2024-03-07T03:11:20.789924+0000","last_peered":"2024-03-07T03:11:20.789924+0000","last_clean":"2024-03-07T03:11:20.789924+0000","last_became_active":"2024-03-07T03:07:58.749974+0000","last_became_peered":"2024-03-07T03:07:58.749974+0000","last_unstale":"2024-03-07T03:11:20.789924+0000","last_undegraded":"2024-03-07T03:11:20.789924+0000","last_fullsized":"2024-03-07T03:11:20.789924+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:56:14.059734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1126,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328641+0000","last_change":"2024-03-07T03:07:23.072942+0000","last_active":"2024-03-07T03:10:57.328641+0000","last_peered":"2024-03-07T03:10:57.328641+0000","last_clean":"2024-03-07T03:10:57.328641+0000","last_became_active":"2024-03-07T03:07:23.072639+0000","last_became_peered":"2024-03-07T03:07:23.072639+0000","last_unstale":"2024-03-07T03:10:57.328641+0000","last_undegraded":"2024-03-07T03:10:57.328641+0000","last_fullsized":"2024-03-07T03:10:57.328641+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:42.808853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1123,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328713+0000","last_change":"2024-03-07T03:05:35.934963+0000","last_active":"2024-03-07T03:10:57.328713+0000","last_peered":"2024-03-07T03:10:57.328713+0000","last_clean":"2024-03-07T03:10:57.328713+0000","last_became_active":"2024-03-07T03:05:35.932493+0000","last_became_peered":"2024-03-07T03:05:35.932493+0000","last_unstale":"2024-03-07T03:10:57.328713+0000","last_undegraded":"2024-03-07T03:10:57.328713+0000","last_fullsized":"2024-03-07T03:10:57.328713+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:00:57.111662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1039,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:35.941626+0000","last_change":"2024-03-07T03:07:58.756063+0000","last_active":"2024-03-07T03:11:35.941626+0000","last_peered":"2024-03-07T03:11:35.941626+0000","last_clean":"2024-03-07T03:11:35.941626+0000","last_became_active":"2024-03-07T03:07:58.755712+0000","last_became_peered":"2024-03-07T03:07:58.755712+0000","last_unstale":"2024-03-07T03:11:35.941626+0000","last_undegraded":"2024-03-07T03:11:35.941626+0000","last_fullsized":"2024-03-07T03:11:35.941626+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:13:06.484346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:39.896026+0000","last_change":"2024-03-07T03:06:09.996319+0000","last_active":"2024-03-07T03:11:39.896026+0000","last_peered":"2024-03-07T03:11:39.896026+0000","last_clean":"2024-03-07T03:11:39.896026+0000","last_became_active":"2024-03-07T03:06:09.996002+0000","last_became_peered":"2024-03-07T03:06:09.996002+0000","last_unstale":"2024-03-07T03:11:39.896026+0000","last_undegraded":"2024-03-07T03:11:39.896026+0000","last_fullsized":"2024-03-07T03:11:39.896026+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:41:55.764562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1005,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.128019+0000","last_change":"2024-03-07T03:07:23.083466+0000","last_active":"2024-03-07T03:10:57.128019+0000","last_peered":"2024-03-07T03:10:57.128019+0000","last_clean":"2024-03-07T03:10:57.128019+0000","last_became_active":"2024-03-07T03:07:23.083156+0000","last_became_peered":"2024-03-07T03:07:23.083156+0000","last_unstale":"2024-03-07T03:10:57.128019+0000","last_undegraded":"2024-03-07T03:10:57.128019+0000","last_fullsized":"2024-03-07T03:10:57.128019+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:32:00.539449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1025,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:35.941679+0000","last_change":"2024-03-07T03:07:58.752127+0000","last_active":"2024-03-07T03:11:35.941679+0000","last_peered":"2024-03-07T03:11:35.941679+0000","last_clean":"2024-03-07T03:11:35.941679+0000","last_became_active":"2024-03-07T03:07:58.751770+0000","last_became_peered":"2024-03-07T03:07:58.751770+0000","last_unstale":"2024-03-07T03:11:35.941679+0000","last_undegraded":"2024-03-07T03:11:35.941679+0000","last_fullsized":"2024-03-07T03:11:35.941679+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:43.791488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1059,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:35.941668+0000","last_change":"2024-03-07T03:07:23.077653+0000","last_active":"2024-03-07T03:11:35.941668+0000","last_peered":"2024-03-07T03:11:35.941668+0000","last_clean":"2024-03-07T03:11:35.941668+0000","last_became_active":"2024-03-07T03:07:23.077355+0000","last_became_peered":"2024-03-07T03:07:23.077355+0000","last_unstale":"2024-03-07T03:11:35.941668+0000","last_undegraded":"2024-03-07T03:11:35.941668+0000","last_fullsized":"2024-03-07T03:11:35.941668+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:45.861158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:05.788507+0000","last_change":"2024-03-07T03:06:47.851508+0000","last_active":"2024-03-07T03:11:05.788507+0000","last_peered":"2024-03-07T03:11:05.788507+0000","last_clean":"2024-03-07T03:11:05.788507+0000","last_became_active":"2024-03-07T03:06:47.850839+0000","last_became_peered":"2024-03-07T03:06:47.850839+0000","last_unstale":"2024-03-07T03:11:05.788507+0000","last_undegraded":"2024-03-07T03:11:05.788507+0000","last_fullsized":"2024-03-07T03:11:05.788507+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:08:06.622234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1192,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:39.896067+0000","last_change":"2024-03-07T03:06:47.845848+0000","last_active":"2024-03-07T03:11:39.896067+0000","last_peered":"2024-03-07T03:11:39.896067+0000","last_clean":"2024-03-07T03:11:39.896067+0000","last_became_active":"2024-03-07T03:06:47.845425+0000","last_became_peered":"2024-03-07T03:06:47.845425+0000","last_unstale":"2024-03-07T03:11:39.896067+0000","last_undegraded":"2024-03-07T03:11:39.896067+0000","last_fullsized":"2024-03-07T03:11:39.896067+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:16:24.833986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1078,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123291+0000","last_change":"2024-03-07T03:07:58.754983+0000","last_active":"2024-03-07T03:10:57.123291+0000","last_peered":"2024-03-07T03:10:57.123291+0000","last_clean":"2024-03-07T03:10:57.123291+0000","last_became_active":"2024-03-07T03:07:58.754657+0000","last_became_peered":"2024-03-07T03:07:58.754657+0000","last_unstale":"2024-03-07T03:10:57.123291+0000","last_undegraded":"2024-03-07T03:10:57.123291+0000","last_fullsized":"2024-03-07T03:10:57.123291+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:06:00.897772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"716'29","reported_seq":1040,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127843+0000","last_change":"2024-03-07T03:07:23.079677+0000","last_active":"2024-03-07T03:10:57.127843+0000","last_peered":"2024-03-07T03:10:57.127843+0000","last_clean":"2024-03-07T03:10:57.127843+0000","last_became_active":"2024-03-07T03:07:23.079320+0000","last_became_peered":"2024-03-07T03:07:23.079320+0000","last_unstale":"2024-03-07T03:10:57.127843+0000","last_undegraded":"2024-03-07T03:10:57.127843+0000","last_fullsized":"2024-03-07T03:10:57.127843+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:49:54.979015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297797+0000","last_change":"2024-03-07T03:07:58.758376+0000","last_active":"2024-03-07T03:10:57.297797+0000","last_peered":"2024-03-07T03:10:57.297797+0000","last_clean":"2024-03-07T03:10:57.297797+0000","last_became_active":"2024-03-07T03:07:58.757816+0000","last_became_peered":"2024-03-07T03:07:58.757816+0000","last_unstale":"2024-03-07T03:10:57.297797+0000","last_undegraded":"2024-03-07T03:10:57.297797+0000","last_fullsized":"2024-03-07T03:10:57.297797+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:47.253727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1218,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126138+0000","last_change":"2024-03-07T03:06:09.989072+0000","last_active":"2024-03-07T03:10:57.126138+0000","last_peered":"2024-03-07T03:10:57.126138+0000","last_clean":"2024-03-07T03:10:57.126138+0000","last_became_active":"2024-03-07T03:06:09.987754+0000","last_became_peered":"2024-03-07T03:06:09.987754+0000","last_unstale":"2024-03-07T03:10:57.126138+0000","last_undegraded":"2024-03-07T03:10:57.126138+0000","last_fullsized":"2024-03-07T03:10:57.126138+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:05:15.340331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125693+0000","last_change":"2024-03-07T03:07:58.754207+0000","last_active":"2024-03-07T03:10:57.125693+0000","last_peered":"2024-03-07T03:10:57.125693+0000","last_clean":"2024-03-07T03:10:57.125693+0000","last_became_active":"2024-03-07T03:07:58.753859+0000","last_became_peered":"2024-03-07T03:07:58.753859+0000","last_unstale":"2024-03-07T03:10:57.125693+0000","last_undegraded":"2024-03-07T03:10:57.125693+0000","last_fullsized":"2024-03-07T03:10:57.125693+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:14:02.813872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1052,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:25.940557+0000","last_change":"2024-03-07T03:07:58.755838+0000","last_active":"2024-03-07T03:11:25.940557+0000","last_peered":"2024-03-07T03:11:25.940557+0000","last_clean":"2024-03-07T03:11:25.940557+0000","last_became_active":"2024-03-07T03:07:58.755436+0000","last_became_peered":"2024-03-07T03:07:58.755436+0000","last_unstale":"2024-03-07T03:11:25.940557+0000","last_undegraded":"2024-03-07T03:11:25.940557+0000","last_fullsized":"2024-03-07T03:11:25.940557+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:25.094944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297692+0000","last_change":"2024-03-07T03:07:58.750199+0000","last_active":"2024-03-07T03:10:57.297692+0000","last_peered":"2024-03-07T03:10:57.297692+0000","last_clean":"2024-03-07T03:10:57.297692+0000","last_became_active":"2024-03-07T03:07:58.749858+0000","last_became_peered":"2024-03-07T03:07:58.749858+0000","last_unstale":"2024-03-07T03:10:57.297692+0000","last_undegraded":"2024-03-07T03:10:57.297692+0000","last_fullsized":"2024-03-07T03:10:57.297692+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:41.122539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1013,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127567+0000","last_change":"2024-03-07T03:07:23.076835+0000","last_active":"2024-03-07T03:10:57.127567+0000","last_peered":"2024-03-07T03:10:57.127567+0000","last_clean":"2024-03-07T03:10:57.127567+0000","last_became_active":"2024-03-07T03:07:23.075094+0000","last_became_peered":"2024-03-07T03:07:23.075094+0000","last_unstale":"2024-03-07T03:10:57.127567+0000","last_undegraded":"2024-03-07T03:10:57.127567+0000","last_fullsized":"2024-03-07T03:10:57.127567+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:50:36.739831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1004,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127419+0000","last_change":"2024-03-07T03:07:23.078279+0000","last_active":"2024-03-07T03:10:57.127419+0000","last_peered":"2024-03-07T03:10:57.127419+0000","last_clean":"2024-03-07T03:10:57.127419+0000","last_became_active":"2024-03-07T03:07:23.077338+0000","last_became_peered":"2024-03-07T03:07:23.077338+0000","last_unstale":"2024-03-07T03:10:57.127419+0000","last_undegraded":"2024-03-07T03:10:57.127419+0000","last_fullsized":"2024-03-07T03:10:57.127419+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:05:40.599683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1168,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329387+0000","last_change":"2024-03-07T03:05:01.461919+0000","last_active":"2024-03-07T03:10:57.329387+0000","last_peered":"2024-03-07T03:10:57.329387+0000","last_clean":"2024-03-07T03:10:57.329387+0000","last_became_active":"2024-03-07T03:05:01.459759+0000","last_became_peered":"2024-03-07T03:05:01.459759+0000","last_unstale":"2024-03-07T03:10:57.329387+0000","last_undegraded":"2024-03-07T03:10:57.329387+0000","last_fullsized":"2024-03-07T03:10:57.329387+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:31:45.535178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":971,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297484+0000","last_change":"2024-03-07T03:07:58.753856+0000","last_active":"2024-03-07T03:10:57.297484+0000","last_peered":"2024-03-07T03:10:57.297484+0000","last_clean":"2024-03-07T03:10:57.297484+0000","last_became_active":"2024-03-07T03:07:58.751889+0000","last_became_peered":"2024-03-07T03:07:58.751889+0000","last_unstale":"2024-03-07T03:10:57.297484+0000","last_undegraded":"2024-03-07T03:10:57.297484+0000","last_fullsized":"2024-03-07T03:10:57.297484+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:27:20.126942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"863'1273","reported_seq":4340,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:29.500931+0000","last_change":"2024-03-07T03:10:56.137635+0000","last_active":"2024-03-07T03:11:29.500931+0000","last_peered":"2024-03-07T03:11:29.500931+0000","last_clean":"2024-03-07T03:11:29.500931+0000","last_became_active":"2024-03-07T03:05:01.457883+0000","last_became_peered":"2024-03-07T03:05:01.457883+0000","last_unstale":"2024-03-07T03:11:29.500931+0000","last_undegraded":"2024-03-07T03:11:29.500931+0000","last_fullsized":"2024-03-07T03:11:29.500931+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1273,"log_dups_size":0,"ondisk_log_size":1273,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:21:46.718939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.021818005000000001,"stat_sum":{"num_bytes":15540224,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":258,"num_read_kb":529715,"num_write":442,"num_write_kb":102224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1441792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.f","version":"61'1","reported_seq":1081,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123714+0000","last_change":"2024-03-07T03:07:58.755003+0000","last_active":"2024-03-07T03:10:57.123714+0000","last_peered":"2024-03-07T03:10:57.123714+0000","last_clean":"2024-03-07T03:10:57.123714+0000","last_became_active":"2024-03-07T03:07:58.754564+0000","last_became_peered":"2024-03-07T03:07:58.754564+0000","last_unstale":"2024-03-07T03:10:57.123714+0000","last_undegraded":"2024-03-07T03:10:57.123714+0000","last_fullsized":"2024-03-07T03:10:57.123714+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:34:53.344746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298045+0000","last_change":"2024-03-07T03:07:58.750952+0000","last_active":"2024-03-07T03:10:57.298045+0000","last_peered":"2024-03-07T03:10:57.298045+0000","last_clean":"2024-03-07T03:10:57.298045+0000","last_became_active":"2024-03-07T03:07:58.749229+0000","last_became_peered":"2024-03-07T03:07:58.749229+0000","last_unstale":"2024-03-07T03:10:57.298045+0000","last_undegraded":"2024-03-07T03:10:57.298045+0000","last_fullsized":"2024-03-07T03:10:57.298045+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:53:10.534950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"863'847","reported_seq":4047,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125772+0000","last_change":"2024-03-07T03:10:56.129162+0000","last_active":"2024-03-07T03:10:57.125772+0000","last_peered":"2024-03-07T03:10:57.125772+0000","last_clean":"2024-03-07T03:10:57.125772+0000","last_became_active":"2024-03-07T03:07:23.074596+0000","last_became_peered":"2024-03-07T03:07:23.074596+0000","last_unstale":"2024-03-07T03:10:57.125772+0000","last_undegraded":"2024-03-07T03:10:57.125772+0000","last_fullsized":"2024-03-07T03:10:57.125772+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":847,"log_dups_size":0,"ondisk_log_size":847,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:34:23.625809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0099120149999999997,"stat_sum":{"num_bytes":38936576,"num_objects":11,"num_object_clones":9,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":157,"num_read_kb":413258,"num_write":266,"num_write_kb":109952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":4374528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.2","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122385+0000","last_change":"2024-03-07T03:06:47.845893+0000","last_active":"2024-03-07T03:10:57.122385+0000","last_peered":"2024-03-07T03:10:57.122385+0000","last_clean":"2024-03-07T03:10:57.122385+0000","last_became_active":"2024-03-07T03:06:47.845548+0000","last_became_peered":"2024-03-07T03:06:47.845548+0000","last_unstale":"2024-03-07T03:10:57.122385+0000","last_undegraded":"2024-03-07T03:10:57.122385+0000","last_fullsized":"2024-03-07T03:10:57.122385+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:19:55.051329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122644+0000","last_change":"2024-03-07T03:07:58.751041+0000","last_active":"2024-03-07T03:10:57.122644+0000","last_peered":"2024-03-07T03:10:57.122644+0000","last_clean":"2024-03-07T03:10:57.122644+0000","last_became_active":"2024-03-07T03:07:58.749047+0000","last_became_peered":"2024-03-07T03:07:58.749047+0000","last_unstale":"2024-03-07T03:10:57.122644+0000","last_undegraded":"2024-03-07T03:10:57.122644+0000","last_fullsized":"2024-03-07T03:10:57.122644+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:47:59.256394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1057,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129998+0000","last_change":"2024-03-07T03:06:47.858022+0000","last_active":"2024-03-07T03:10:57.129998+0000","last_peered":"2024-03-07T03:10:57.129998+0000","last_clean":"2024-03-07T03:10:57.129998+0000","last_became_active":"2024-03-07T03:06:47.857526+0000","last_became_peered":"2024-03-07T03:06:47.857526+0000","last_unstale":"2024-03-07T03:10:57.129998+0000","last_undegraded":"2024-03-07T03:10:57.129998+0000","last_fullsized":"2024-03-07T03:10:57.129998+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:02:03.856321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"862'1186","reported_seq":4378,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126241+0000","last_change":"2024-03-07T03:10:56.119983+0000","last_active":"2024-03-07T03:10:57.126241+0000","last_peered":"2024-03-07T03:10:57.126241+0000","last_clean":"2024-03-07T03:10:57.126241+0000","last_became_active":"2024-03-07T03:06:09.988405+0000","last_became_peered":"2024-03-07T03:06:09.988405+0000","last_unstale":"2024-03-07T03:10:57.126241+0000","last_undegraded":"2024-03-07T03:10:57.126241+0000","last_fullsized":"2024-03-07T03:10:57.126241+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1186,"log_dups_size":0,"ondisk_log_size":1186,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:41:38.890400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099770099999999993,"stat_sum":{"num_bytes":13524992,"num_objects":9,"num_object_clones":6,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":208,"num_read_kb":390958,"num_write":505,"num_write_kb":103888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":50642944,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122445+0000","last_change":"2024-03-07T03:05:35.928460+0000","last_active":"2024-03-07T03:10:57.122445+0000","last_peered":"2024-03-07T03:10:57.122445+0000","last_clean":"2024-03-07T03:10:57.122445+0000","last_became_active":"2024-03-07T03:05:35.928017+0000","last_became_peered":"2024-03-07T03:05:35.928017+0000","last_unstale":"2024-03-07T03:10:57.122445+0000","last_undegraded":"2024-03-07T03:10:57.122445+0000","last_fullsized":"2024-03-07T03:10:57.122445+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:53:27.674544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1026,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129693+0000","last_change":"2024-03-07T03:07:23.075249+0000","last_active":"2024-03-07T03:10:57.129693+0000","last_peered":"2024-03-07T03:10:57.129693+0000","last_clean":"2024-03-07T03:10:57.129693+0000","last_became_active":"2024-03-07T03:07:23.074866+0000","last_became_peered":"2024-03-07T03:07:23.074866+0000","last_unstale":"2024-03-07T03:10:57.129693+0000","last_undegraded":"2024-03-07T03:10:57.129693+0000","last_fullsized":"2024-03-07T03:10:57.129693+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:03.393010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1078,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123184+0000","last_change":"2024-03-07T03:07:23.069585+0000","last_active":"2024-03-07T03:10:57.123184+0000","last_peered":"2024-03-07T03:10:57.123184+0000","last_clean":"2024-03-07T03:10:57.123184+0000","last_became_active":"2024-03-07T03:07:23.069262+0000","last_became_peered":"2024-03-07T03:07:23.069262+0000","last_unstale":"2024-03-07T03:10:57.123184+0000","last_undegraded":"2024-03-07T03:10:57.123184+0000","last_fullsized":"2024-03-07T03:10:57.123184+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:11:22.045807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"861'1094","reported_seq":4796,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:29.501030+0000","last_change":"2024-03-07T03:10:57.331022+0000","last_active":"2024-03-07T03:11:29.501030+0000","last_peered":"2024-03-07T03:11:29.501030+0000","last_clean":"2024-03-07T03:11:29.501030+0000","last_became_active":"2024-03-07T03:06:47.847229+0000","last_became_peered":"2024-03-07T03:06:47.847229+0000","last_unstale":"2024-03-07T03:11:29.501030+0000","last_undegraded":"2024-03-07T03:11:29.501030+0000","last_fullsized":"2024-03-07T03:11:29.501030+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1094,"log_dups_size":0,"ondisk_log_size":1094,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:58:27.729404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.032339935,"stat_sum":{"num_bytes":113606656,"num_objects":59,"num_object_clones":55,"num_object_copies":177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":279,"num_read_kb":358703,"num_write":525,"num_write_kb":146904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":36642816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1182,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122500+0000","last_change":"2024-03-07T03:06:47.843416+0000","last_active":"2024-03-07T03:10:57.122500+0000","last_peered":"2024-03-07T03:10:57.122500+0000","last_clean":"2024-03-07T03:10:57.122500+0000","last_became_active":"2024-03-07T03:06:47.842812+0000","last_became_peered":"2024-03-07T03:06:47.842812+0000","last_unstale":"2024-03-07T03:10:57.122500+0000","last_undegraded":"2024-03-07T03:10:57.122500+0000","last_fullsized":"2024-03-07T03:10:57.122500+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:03:02.672609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.121897+0000","last_change":"2024-03-07T03:07:23.071850+0000","last_active":"2024-03-07T03:10:57.121897+0000","last_peered":"2024-03-07T03:10:57.121897+0000","last_clean":"2024-03-07T03:10:57.121897+0000","last_became_active":"2024-03-07T03:07:23.071476+0000","last_became_peered":"2024-03-07T03:07:23.071476+0000","last_unstale":"2024-03-07T03:10:57.121897+0000","last_undegraded":"2024-03-07T03:10:57.121897+0000","last_fullsized":"2024-03-07T03:10:57.121897+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:13:05.296486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1157,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:14.498930+0000","last_change":"2024-03-07T03:05:35.926187+0000","last_active":"2024-03-07T03:11:14.498930+0000","last_peered":"2024-03-07T03:11:14.498930+0000","last_clean":"2024-03-07T03:11:14.498930+0000","last_became_active":"2024-03-07T03:05:35.925908+0000","last_became_peered":"2024-03-07T03:05:35.925908+0000","last_unstale":"2024-03-07T03:11:14.498930+0000","last_undegraded":"2024-03-07T03:11:14.498930+0000","last_fullsized":"2024-03-07T03:11:14.498930+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:48:33.101185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"863'1146","reported_seq":3873,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:06.397292+0000","last_change":"2024-03-07T03:10:56.132170+0000","last_active":"2024-03-07T03:12:06.397292+0000","last_peered":"2024-03-07T03:12:06.397292+0000","last_clean":"2024-03-07T03:12:06.397292+0000","last_became_active":"2024-03-07T03:07:58.756854+0000","last_became_peered":"2024-03-07T03:07:58.756854+0000","last_unstale":"2024-03-07T03:12:06.397292+0000","last_undegraded":"2024-03-07T03:12:06.397292+0000","last_fullsized":"2024-03-07T03:12:06.397292+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1146,"log_dups_size":0,"ondisk_log_size":1146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T02:59:04.693146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.010433211,"stat_sum":{"num_bytes":34668544,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":1,"num_read":219,"num_read_kb":317694,"num_write":420,"num_write_kb":93568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":10240000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1005,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:31.160579+0000","last_change":"2024-03-07T03:07:58.760449+0000","last_active":"2024-03-07T03:11:31.160579+0000","last_peered":"2024-03-07T03:11:31.160579+0000","last_clean":"2024-03-07T03:11:31.160579+0000","last_became_active":"2024-03-07T03:07:58.760086+0000","last_became_peered":"2024-03-07T03:07:58.760086+0000","last_unstale":"2024-03-07T03:11:31.160579+0000","last_undegraded":"2024-03-07T03:11:31.160579+0000","last_fullsized":"2024-03-07T03:11:31.160579+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:34:38.583100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1088,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:48.962254+0000","last_change":"2024-03-07T03:07:23.073659+0000","last_active":"2024-03-07T03:11:48.962254+0000","last_peered":"2024-03-07T03:11:48.962254+0000","last_clean":"2024-03-07T03:11:48.962254+0000","last_became_active":"2024-03-07T03:07:23.073277+0000","last_became_peered":"2024-03-07T03:07:23.073277+0000","last_unstale":"2024-03-07T03:11:48.962254+0000","last_undegraded":"2024-03-07T03:11:48.962254+0000","last_fullsized":"2024-03-07T03:11:48.962254+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:48:34.819985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1060,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129797+0000","last_change":"2024-03-07T03:07:58.752576+0000","last_active":"2024-03-07T03:10:57.129797+0000","last_peered":"2024-03-07T03:10:57.129797+0000","last_clean":"2024-03-07T03:10:57.129797+0000","last_became_active":"2024-03-07T03:07:58.752193+0000","last_became_peered":"2024-03-07T03:07:58.752193+0000","last_unstale":"2024-03-07T03:10:57.129797+0000","last_undegraded":"2024-03-07T03:10:57.129797+0000","last_fullsized":"2024-03-07T03:10:57.129797+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:55:14.205594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"395'197","reported_seq":1465,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:56.396254+0000","last_change":"2024-03-07T03:07:58.752982+0000","last_active":"2024-03-07T03:11:56.396254+0000","last_peered":"2024-03-07T03:11:56.396254+0000","last_clean":"2024-03-07T03:11:56.396254+0000","last_became_active":"2024-03-07T03:07:58.752004+0000","last_became_peered":"2024-03-07T03:07:58.752004+0000","last_unstale":"2024-03-07T03:11:56.396254+0000","last_undegraded":"2024-03-07T03:11:56.396254+0000","last_fullsized":"2024-03-07T03:11:56.396254+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_clean_scrub_stamp":"2024-03-07T02:51:31.238394+0000","objects_scrubbed":0,"log_size":197,"log_dups_size":0,"ondisk_log_size":197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:53.766202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"858'3145","reported_seq":6529,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:05.938483+0000","last_change":"2024-03-07T03:10:57.131283+0000","last_active":"2024-03-07T03:11:05.938483+0000","last_peered":"2024-03-07T03:11:05.938483+0000","last_clean":"2024-03-07T03:11:05.938483+0000","last_became_active":"2024-03-07T03:06:47.859231+0000","last_became_peered":"2024-03-07T03:06:47.859231+0000","last_unstale":"2024-03-07T03:11:05.938483+0000","last_undegraded":"2024-03-07T03:11:05.938483+0000","last_fullsized":"2024-03-07T03:11:05.938483+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3145,"log_dups_size":0,"ondisk_log_size":3145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:10:03.781442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001499434,"stat_sum":{"num_bytes":18481152,"num_objects":15,"num_object_clones":14,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":124,"num_read_kb":398406,"num_write":253,"num_write_kb":45856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":9773056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126352+0000","last_change":"2024-03-07T03:05:01.454053+0000","last_active":"2024-03-07T03:10:57.126352+0000","last_peered":"2024-03-07T03:10:57.126352+0000","last_clean":"2024-03-07T03:10:57.126352+0000","last_became_active":"2024-03-07T03:05:01.453718+0000","last_became_peered":"2024-03-07T03:05:01.453718+0000","last_unstale":"2024-03-07T03:10:57.126352+0000","last_undegraded":"2024-03-07T03:10:57.126352+0000","last_fullsized":"2024-03-07T03:10:57.126352+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:10:59.835543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125549+0000","last_change":"2024-03-07T03:06:09.987673+0000","last_active":"2024-03-07T03:10:57.125549+0000","last_peered":"2024-03-07T03:10:57.125549+0000","last_clean":"2024-03-07T03:10:57.125549+0000","last_became_active":"2024-03-07T03:06:09.987328+0000","last_became_peered":"2024-03-07T03:06:09.987328+0000","last_unstale":"2024-03-07T03:10:57.125549+0000","last_undegraded":"2024-03-07T03:10:57.125549+0000","last_fullsized":"2024-03-07T03:10:57.125549+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:11:17.983744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":974,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:56.396227+0000","last_change":"2024-03-07T03:07:58.757849+0000","last_active":"2024-03-07T03:11:56.396227+0000","last_peered":"2024-03-07T03:11:56.396227+0000","last_clean":"2024-03-07T03:11:56.396227+0000","last_became_active":"2024-03-07T03:07:58.757399+0000","last_became_peered":"2024-03-07T03:07:58.757399+0000","last_unstale":"2024-03-07T03:11:56.396227+0000","last_undegraded":"2024-03-07T03:11:56.396227+0000","last_fullsized":"2024-03-07T03:11:56.396227+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:54:11.413787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"864'1259","reported_seq":4063,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:31.160553+0000","last_change":"2024-03-07T03:10:56.129203+0000","last_active":"2024-03-07T03:11:31.160553+0000","last_peered":"2024-03-07T03:11:31.160553+0000","last_clean":"2024-03-07T03:11:31.160553+0000","last_became_active":"2024-03-07T03:07:23.080120+0000","last_became_peered":"2024-03-07T03:07:23.080120+0000","last_unstale":"2024-03-07T03:11:31.160553+0000","last_undegraded":"2024-03-07T03:11:31.160553+0000","last_fullsized":"2024-03-07T03:11:31.160553+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1259,"log_dups_size":0,"ondisk_log_size":1259,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:33:24.850580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0059393290000000001,"stat_sum":{"num_bytes":23298048,"num_objects":10,"num_object_clones":7,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":249,"num_read_kb":271095,"num_write":553,"num_write_kb":138504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":18890752,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.3","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125874+0000","last_change":"2024-03-07T03:07:58.750289+0000","last_active":"2024-03-07T03:10:57.125874+0000","last_peered":"2024-03-07T03:10:57.125874+0000","last_clean":"2024-03-07T03:10:57.125874+0000","last_became_active":"2024-03-07T03:07:58.749557+0000","last_became_peered":"2024-03-07T03:07:58.749557+0000","last_unstale":"2024-03-07T03:10:57.125874+0000","last_undegraded":"2024-03-07T03:10:57.125874+0000","last_fullsized":"2024-03-07T03:10:57.125874+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:54:43.865660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":988,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:06.397329+0000","last_change":"2024-03-07T03:07:58.758005+0000","last_active":"2024-03-07T03:12:06.397329+0000","last_peered":"2024-03-07T03:12:06.397329+0000","last_clean":"2024-03-07T03:12:06.397329+0000","last_became_active":"2024-03-07T03:07:58.756833+0000","last_became_peered":"2024-03-07T03:07:58.756833+0000","last_unstale":"2024-03-07T03:12:06.397329+0000","last_undegraded":"2024-03-07T03:12:06.397329+0000","last_fullsized":"2024-03-07T03:12:06.397329+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:37:55.288554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122539+0000","last_change":"2024-03-07T03:06:47.843644+0000","last_active":"2024-03-07T03:10:57.122539+0000","last_peered":"2024-03-07T03:10:57.122539+0000","last_clean":"2024-03-07T03:10:57.122539+0000","last_became_active":"2024-03-07T03:06:47.842694+0000","last_became_peered":"2024-03-07T03:06:47.842694+0000","last_unstale":"2024-03-07T03:10:57.122539+0000","last_undegraded":"2024-03-07T03:10:57.122539+0000","last_fullsized":"2024-03-07T03:10:57.122539+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:25:34.783974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"863'880","reported_seq":3814,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123586+0000","last_change":"2024-03-07T03:10:56.125509+0000","last_active":"2024-03-07T03:10:57.123586+0000","last_peered":"2024-03-07T03:10:57.123586+0000","last_clean":"2024-03-07T03:10:57.123586+0000","last_became_active":"2024-03-07T03:07:58.755248+0000","last_became_peered":"2024-03-07T03:07:58.755248+0000","last_unstale":"2024-03-07T03:10:57.123586+0000","last_undegraded":"2024-03-07T03:10:57.123586+0000","last_fullsized":"2024-03-07T03:10:57.123586+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":880,"log_dups_size":0,"ondisk_log_size":880,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:40:02.788467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0073429089999999999,"stat_sum":{"num_bytes":9224192,"num_objects":8,"num_object_clones":6,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":1,"num_read":161,"num_read_kb":133885,"num_write":362,"num_write_kb":55920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1124,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:33.960811+0000","last_change":"2024-03-07T03:07:58.764215+0000","last_active":"2024-03-07T03:11:33.960811+0000","last_peered":"2024-03-07T03:11:33.960811+0000","last_clean":"2024-03-07T03:11:33.960811+0000","last_became_active":"2024-03-07T03:07:58.763818+0000","last_became_peered":"2024-03-07T03:07:58.763818+0000","last_unstale":"2024-03-07T03:11:33.960811+0000","last_undegraded":"2024-03-07T03:11:33.960811+0000","last_fullsized":"2024-03-07T03:11:33.960811+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:27:54.623360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"719'2","reported_seq":1192,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122792+0000","last_change":"2024-03-07T03:07:23.074913+0000","last_active":"2024-03-07T03:10:57.122792+0000","last_peered":"2024-03-07T03:10:57.122792+0000","last_clean":"2024-03-07T03:10:57.122792+0000","last_became_active":"2024-03-07T03:07:23.074530+0000","last_became_peered":"2024-03-07T03:07:23.074530+0000","last_unstale":"2024-03-07T03:10:57.122792+0000","last_undegraded":"2024-03-07T03:10:57.122792+0000","last_fullsized":"2024-03-07T03:10:57.122792+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:13:25.877187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1126,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329514+0000","last_change":"2024-03-07T03:07:58.757756+0000","last_active":"2024-03-07T03:10:57.329514+0000","last_peered":"2024-03-07T03:10:57.329514+0000","last_clean":"2024-03-07T03:10:57.329514+0000","last_became_active":"2024-03-07T03:07:58.757430+0000","last_became_peered":"2024-03-07T03:07:58.757430+0000","last_unstale":"2024-03-07T03:10:57.329514+0000","last_undegraded":"2024-03-07T03:10:57.329514+0000","last_fullsized":"2024-03-07T03:10:57.329514+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:22:21.412765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"863'1564","reported_seq":5163,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:33.960760+0000","last_change":"2024-03-07T03:10:57.329944+0000","last_active":"2024-03-07T03:11:33.960760+0000","last_peered":"2024-03-07T03:11:33.960760+0000","last_clean":"2024-03-07T03:11:33.960760+0000","last_became_active":"2024-03-07T03:06:09.990793+0000","last_became_peered":"2024-03-07T03:06:09.990793+0000","last_unstale":"2024-03-07T03:11:33.960760+0000","last_undegraded":"2024-03-07T03:11:33.960760+0000","last_fullsized":"2024-03-07T03:11:33.960760+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1564,"log_dups_size":0,"ondisk_log_size":1564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":143,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:53.639078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.019553126000000001,"stat_sum":{"num_bytes":100999168,"num_objects":73,"num_object_clones":68,"num_object_copies":219,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":1,"num_read":410,"num_read_kb":572954,"num_write":777,"num_write_kb":204640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":51175424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"c"},{"start":"178","length":"4"},{"start":"17e","length":"3"},{"start":"182","length":"4"},{"start":"187","length":"5"},{"start":"18d","length":"2"}]},{"pgid":"4.1","version":"0'0","reported_seq":1079,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122932+0000","last_change":"2024-03-07T03:07:23.071468+0000","last_active":"2024-03-07T03:10:57.122932+0000","last_peered":"2024-03-07T03:10:57.122932+0000","last_clean":"2024-03-07T03:10:57.122932+0000","last_became_active":"2024-03-07T03:07:23.071160+0000","last_became_peered":"2024-03-07T03:07:23.071160+0000","last_unstale":"2024-03-07T03:10:57.122932+0000","last_undegraded":"2024-03-07T03:10:57.122932+0000","last_fullsized":"2024-03-07T03:10:57.122932+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:17:55.686793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":990,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:41.161677+0000","last_change":"2024-03-07T03:07:58.759142+0000","last_active":"2024-03-07T03:11:41.161677+0000","last_peered":"2024-03-07T03:11:41.161677+0000","last_clean":"2024-03-07T03:11:41.161677+0000","last_became_active":"2024-03-07T03:07:58.758771+0000","last_became_peered":"2024-03-07T03:07:58.758771+0000","last_unstale":"2024-03-07T03:11:41.161677+0000","last_undegraded":"2024-03-07T03:11:41.161677+0000","last_fullsized":"2024-03-07T03:11:41.161677+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:45:13.985820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126257+0000","last_change":"2024-03-07T03:06:09.988597+0000","last_active":"2024-03-07T03:10:57.126257+0000","last_peered":"2024-03-07T03:10:57.126257+0000","last_clean":"2024-03-07T03:10:57.126257+0000","last_became_active":"2024-03-07T03:06:09.988261+0000","last_became_peered":"2024-03-07T03:06:09.988261+0000","last_unstale":"2024-03-07T03:10:57.126257+0000","last_undegraded":"2024-03-07T03:10:57.126257+0000","last_fullsized":"2024-03-07T03:10:57.126257+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:11:06.717251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"843'3099","reported_seq":6398,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:15.939512+0000","last_change":"2024-03-07T03:10:57.131044+0000","last_active":"2024-03-07T03:11:15.939512+0000","last_peered":"2024-03-07T03:11:15.939512+0000","last_clean":"2024-03-07T03:11:15.939512+0000","last_became_active":"2024-03-07T03:07:23.084936+0000","last_became_peered":"2024-03-07T03:07:23.084936+0000","last_unstale":"2024-03-07T03:11:15.939512+0000","last_undegraded":"2024-03-07T03:11:15.939512+0000","last_fullsized":"2024-03-07T03:11:15.939512+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3099,"log_dups_size":0,"ondisk_log_size":3099,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:46:48.809690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012703,"stat_sum":{"num_bytes":8347648,"num_objects":13,"num_object_clones":12,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":56,"num_read_kb":33721,"num_write":241,"num_write_kb":36816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":434176,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1146,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:29.500973+0000","last_change":"2024-03-07T03:05:01.461136+0000","last_active":"2024-03-07T03:11:29.500973+0000","last_peered":"2024-03-07T03:11:29.500973+0000","last_clean":"2024-03-07T03:11:29.500973+0000","last_became_active":"2024-03-07T03:05:01.457189+0000","last_became_peered":"2024-03-07T03:05:01.457189+0000","last_unstale":"2024-03-07T03:11:29.500973+0000","last_undegraded":"2024-03-07T03:11:29.500973+0000","last_fullsized":"2024-03-07T03:11:29.500973+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:23.791243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1102,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122931+0000","last_change":"2024-03-07T03:07:58.750311+0000","last_active":"2024-03-07T03:10:57.122931+0000","last_peered":"2024-03-07T03:10:57.122931+0000","last_clean":"2024-03-07T03:10:57.122931+0000","last_became_active":"2024-03-07T03:07:58.750001+0000","last_became_peered":"2024-03-07T03:07:58.750001+0000","last_unstale":"2024-03-07T03:10:57.122931+0000","last_undegraded":"2024-03-07T03:10:57.122931+0000","last_fullsized":"2024-03-07T03:10:57.122931+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:05.963944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"847'12789","reported_seq":16202,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.124034+0000","last_change":"2024-03-07T03:10:57.124034+0000","last_active":"2024-03-07T03:10:57.124034+0000","last_peered":"2024-03-07T03:10:57.124034+0000","last_clean":"2024-03-07T03:10:57.124034+0000","last_became_active":"2024-03-07T03:06:47.859957+0000","last_became_peered":"2024-03-07T03:06:47.859957+0000","last_unstale":"2024-03-07T03:10:57.124034+0000","last_undegraded":"2024-03-07T03:10:57.124034+0000","last_fullsized":"2024-03-07T03:10:57.124034+0000","mapping_epoch":625,"log_start":"599'6200","ondisk_log_start":"599'6200","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":6589,"log_dups_size":0,"ondisk_log_size":6589,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":137,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:29:13.699651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0091875959999999993,"stat_sum":{"num_bytes":71745536,"num_objects":32,"num_object_clones":30,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":0,"num_read":146,"num_read_kb":316804,"num_write":323,"num_write_kb":90232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":20865024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"5"},{"start":"171","length":"b"},{"start":"17e","length":"8"},{"start":"187","length":"5"},{"start":"18d","length":"3"},{"start":"192","length":"1"},{"start":"197","length":"1"},{"start":"199","length":"2"}]},{"pgid":"2.9","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122090+0000","last_change":"2024-03-07T03:07:58.752456+0000","last_active":"2024-03-07T03:10:57.122090+0000","last_peered":"2024-03-07T03:10:57.122090+0000","last_clean":"2024-03-07T03:10:57.122090+0000","last_became_active":"2024-03-07T03:07:58.752118+0000","last_became_peered":"2024-03-07T03:07:58.752118+0000","last_unstale":"2024-03-07T03:10:57.122090+0000","last_undegraded":"2024-03-07T03:10:57.122090+0000","last_fullsized":"2024-03-07T03:10:57.122090+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:08:08.574482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1117,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329282+0000","last_change":"2024-03-07T03:07:58.757839+0000","last_active":"2024-03-07T03:10:57.329282+0000","last_peered":"2024-03-07T03:10:57.329282+0000","last_clean":"2024-03-07T03:10:57.329282+0000","last_became_active":"2024-03-07T03:07:58.757495+0000","last_became_peered":"2024-03-07T03:07:58.757495+0000","last_unstale":"2024-03-07T03:10:57.329282+0000","last_undegraded":"2024-03-07T03:10:57.329282+0000","last_fullsized":"2024-03-07T03:10:57.329282+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:27:02.190643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"861'1463","reported_seq":5088,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:44.502699+0000","last_change":"2024-03-07T03:10:57.330799+0000","last_active":"2024-03-07T03:11:44.502699+0000","last_peered":"2024-03-07T03:11:44.502699+0000","last_clean":"2024-03-07T03:11:44.502699+0000","last_became_active":"2024-03-07T03:07:58.763085+0000","last_became_peered":"2024-03-07T03:07:58.763085+0000","last_unstale":"2024-03-07T03:11:44.502699+0000","last_undegraded":"2024-03-07T03:11:44.502699+0000","last_fullsized":"2024-03-07T03:11:44.502699+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1463,"log_dups_size":0,"ondisk_log_size":1463,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:39:21.050544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.016579719999999999,"stat_sum":{"num_bytes":106192896,"num_objects":71,"num_object_clones":66,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":1,"num_read":323,"num_read_kb":516030,"num_write":942,"num_write_kb":231680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":48201728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122270+0000","last_change":"2024-03-07T03:07:58.752370+0000","last_active":"2024-03-07T03:10:57.122270+0000","last_peered":"2024-03-07T03:10:57.122270+0000","last_clean":"2024-03-07T03:10:57.122270+0000","last_became_active":"2024-03-07T03:07:58.751985+0000","last_became_peered":"2024-03-07T03:07:58.751985+0000","last_unstale":"2024-03-07T03:10:57.122270+0000","last_undegraded":"2024-03-07T03:10:57.122270+0000","last_fullsized":"2024-03-07T03:10:57.122270+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:31:33.590004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1126,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329046+0000","last_change":"2024-03-07T03:06:09.987484+0000","last_active":"2024-03-07T03:10:57.329046+0000","last_peered":"2024-03-07T03:10:57.329046+0000","last_clean":"2024-03-07T03:10:57.329046+0000","last_became_active":"2024-03-07T03:06:09.986947+0000","last_became_peered":"2024-03-07T03:06:09.986947+0000","last_unstale":"2024-03-07T03:10:57.329046+0000","last_undegraded":"2024-03-07T03:10:57.329046+0000","last_fullsized":"2024-03-07T03:10:57.329046+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:37:38.253630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"857'1055","reported_seq":4918,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:09.892916+0000","last_change":"2024-03-07T03:10:57.123092+0000","last_active":"2024-03-07T03:11:09.892916+0000","last_peered":"2024-03-07T03:11:09.892916+0000","last_clean":"2024-03-07T03:11:09.892916+0000","last_became_active":"2024-03-07T03:06:09.993513+0000","last_became_peered":"2024-03-07T03:06:09.993513+0000","last_unstale":"2024-03-07T03:11:09.892916+0000","last_undegraded":"2024-03-07T03:11:09.892916+0000","last_fullsized":"2024-03-07T03:11:09.892916+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1055,"log_dups_size":0,"ondisk_log_size":1055,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:34:07.352811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013205965,"stat_sum":{"num_bytes":99745792,"num_objects":66,"num_object_clones":62,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":306,"num_read_kb":434534,"num_write":588,"num_write_kb":145464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":21749760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.b","version":"716'3","reported_seq":984,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297633+0000","last_change":"2024-03-07T03:07:58.749480+0000","last_active":"2024-03-07T03:10:57.297633+0000","last_peered":"2024-03-07T03:10:57.297633+0000","last_clean":"2024-03-07T03:10:57.297633+0000","last_became_active":"2024-03-07T03:07:58.749098+0000","last_became_peered":"2024-03-07T03:07:58.749098+0000","last_unstale":"2024-03-07T03:10:57.297633+0000","last_undegraded":"2024-03-07T03:10:57.297633+0000","last_fullsized":"2024-03-07T03:10:57.297633+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:35:33.945855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1035,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:41.161624+0000","last_change":"2024-03-07T03:07:23.075725+0000","last_active":"2024-03-07T03:11:41.161624+0000","last_peered":"2024-03-07T03:11:41.161624+0000","last_clean":"2024-03-07T03:11:41.161624+0000","last_became_active":"2024-03-07T03:07:23.075203+0000","last_became_peered":"2024-03-07T03:07:23.075203+0000","last_unstale":"2024-03-07T03:11:41.161624+0000","last_undegraded":"2024-03-07T03:11:41.161624+0000","last_fullsized":"2024-03-07T03:11:41.161624+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:47:11.192302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"863'1711","reported_seq":5460,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:44.502642+0000","last_change":"2024-03-07T03:10:57.330918+0000","last_active":"2024-03-07T03:11:44.502642+0000","last_peered":"2024-03-07T03:11:44.502642+0000","last_clean":"2024-03-07T03:11:44.502642+0000","last_became_active":"2024-03-07T03:06:47.849454+0000","last_became_peered":"2024-03-07T03:06:47.849454+0000","last_unstale":"2024-03-07T03:11:44.502642+0000","last_undegraded":"2024-03-07T03:11:44.502642+0000","last_fullsized":"2024-03-07T03:11:44.502642+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1711,"log_dups_size":0,"ondisk_log_size":1711,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:40:07.156907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.014160193999999999,"stat_sum":{"num_bytes":165158912,"num_objects":93,"num_object_clones":87,"num_object_copies":279,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":93,"num_whiteouts":2,"num_read":489,"num_read_kb":756200,"num_write":870,"num_write_kb":258896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":69541888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1156,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:44.502687+0000","last_change":"2024-03-07T03:06:47.847077+0000","last_active":"2024-03-07T03:11:44.502687+0000","last_peered":"2024-03-07T03:11:44.502687+0000","last_clean":"2024-03-07T03:11:44.502687+0000","last_became_active":"2024-03-07T03:06:47.846359+0000","last_became_peered":"2024-03-07T03:06:47.846359+0000","last_unstale":"2024-03-07T03:11:44.502687+0000","last_undegraded":"2024-03-07T03:11:44.502687+0000","last_fullsized":"2024-03-07T03:11:44.502687+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:00:08.102949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":971,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297999+0000","last_change":"2024-03-07T03:07:58.760528+0000","last_active":"2024-03-07T03:10:57.297999+0000","last_peered":"2024-03-07T03:10:57.297999+0000","last_clean":"2024-03-07T03:10:57.297999+0000","last_became_active":"2024-03-07T03:07:58.760226+0000","last_became_peered":"2024-03-07T03:07:58.760226+0000","last_unstale":"2024-03-07T03:10:57.297999+0000","last_undegraded":"2024-03-07T03:10:57.297999+0000","last_fullsized":"2024-03-07T03:10:57.297999+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:10:36.411047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"863'1938","reported_seq":4938,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:29.500990+0000","last_change":"2024-03-07T03:10:56.140803+0000","last_active":"2024-03-07T03:11:29.500990+0000","last_peered":"2024-03-07T03:11:29.500990+0000","last_clean":"2024-03-07T03:11:29.500990+0000","last_became_active":"2024-03-07T03:06:09.993933+0000","last_became_peered":"2024-03-07T03:06:09.993933+0000","last_unstale":"2024-03-07T03:11:29.500990+0000","last_undegraded":"2024-03-07T03:11:29.500990+0000","last_fullsized":"2024-03-07T03:11:29.500990+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1938,"log_dups_size":0,"ondisk_log_size":1938,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:16.359457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.024996012000000001,"stat_sum":{"num_bytes":22765568,"num_objects":17,"num_object_clones":12,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":2,"num_read":350,"num_read_kb":387634,"num_write":702,"num_write_kb":183472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":7151616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.d","version":"61'1","reported_seq":1190,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:09.892941+0000","last_change":"2024-03-07T03:06:09.993129+0000","last_active":"2024-03-07T03:11:09.892941+0000","last_peered":"2024-03-07T03:11:09.892941+0000","last_clean":"2024-03-07T03:11:09.892941+0000","last_became_active":"2024-03-07T03:06:09.992737+0000","last_became_peered":"2024-03-07T03:06:09.992737+0000","last_unstale":"2024-03-07T03:11:09.892941+0000","last_undegraded":"2024-03-07T03:11:09.892941+0000","last_fullsized":"2024-03-07T03:11:09.892941+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:02:42.055569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1051,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:15.939486+0000","last_change":"2024-03-07T03:07:23.076846+0000","last_active":"2024-03-07T03:11:15.939486+0000","last_peered":"2024-03-07T03:11:15.939486+0000","last_clean":"2024-03-07T03:11:15.939486+0000","last_became_active":"2024-03-07T03:07:23.075895+0000","last_became_peered":"2024-03-07T03:07:23.075895+0000","last_unstale":"2024-03-07T03:11:15.939486+0000","last_undegraded":"2024-03-07T03:11:15.939486+0000","last_fullsized":"2024-03-07T03:11:15.939486+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:09:15.080126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"854'331","reported_seq":3438,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.298223+0000","last_change":"2024-03-07T03:10:57.298223+0000","last_active":"2024-03-07T03:10:57.298223+0000","last_peered":"2024-03-07T03:10:57.298223+0000","last_clean":"2024-03-07T03:10:57.298223+0000","last_became_active":"2024-03-07T03:07:58.749089+0000","last_became_peered":"2024-03-07T03:07:58.749089+0000","last_unstale":"2024-03-07T03:10:57.298223+0000","last_undegraded":"2024-03-07T03:10:57.298223+0000","last_fullsized":"2024-03-07T03:10:57.298223+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":331,"log_dups_size":0,"ondisk_log_size":331,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":83,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:26:07.404191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00085119700000000004,"stat_sum":{"num_bytes":15409152,"num_objects":11,"num_object_clones":10,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":91,"num_read_kb":118251,"num_write":162,"num_write_kb":30616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":34586624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"56"},{"start":"1c2","length":"3"},{"start":"1c9","length":"1"}]},{"pgid":"2.e","version":"61'2","reported_seq":1160,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:44.502729+0000","last_change":"2024-03-07T03:07:58.755578+0000","last_active":"2024-03-07T03:11:44.502729+0000","last_peered":"2024-03-07T03:11:44.502729+0000","last_clean":"2024-03-07T03:11:44.502729+0000","last_became_active":"2024-03-07T03:07:58.755160+0000","last_became_peered":"2024-03-07T03:07:58.755160+0000","last_unstale":"2024-03-07T03:11:44.502729+0000","last_undegraded":"2024-03-07T03:11:44.502729+0000","last_fullsized":"2024-03-07T03:11:44.502729+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:20.584382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298308+0000","last_change":"2024-03-07T03:07:58.751269+0000","last_active":"2024-03-07T03:10:57.298308+0000","last_peered":"2024-03-07T03:10:57.298308+0000","last_clean":"2024-03-07T03:10:57.298308+0000","last_became_active":"2024-03-07T03:07:58.750956+0000","last_became_peered":"2024-03-07T03:07:58.750956+0000","last_unstale":"2024-03-07T03:10:57.298308+0000","last_undegraded":"2024-03-07T03:10:57.298308+0000","last_fullsized":"2024-03-07T03:10:57.298308+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:39.414545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1006,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:31.160523+0000","last_change":"2024-03-07T03:07:23.081711+0000","last_active":"2024-03-07T03:11:31.160523+0000","last_peered":"2024-03-07T03:11:31.160523+0000","last_clean":"2024-03-07T03:11:31.160523+0000","last_became_active":"2024-03-07T03:07:23.079269+0000","last_became_peered":"2024-03-07T03:07:23.079269+0000","last_unstale":"2024-03-07T03:11:31.160523+0000","last_undegraded":"2024-03-07T03:11:31.160523+0000","last_fullsized":"2024-03-07T03:11:31.160523+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:39.008957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1157,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:14.498905+0000","last_change":"2024-03-07T03:07:23.072806+0000","last_active":"2024-03-07T03:11:14.498905+0000","last_peered":"2024-03-07T03:11:14.498905+0000","last_clean":"2024-03-07T03:11:14.498905+0000","last_became_active":"2024-03-07T03:07:23.071234+0000","last_became_peered":"2024-03-07T03:07:23.071234+0000","last_unstale":"2024-03-07T03:11:14.498905+0000","last_undegraded":"2024-03-07T03:11:14.498905+0000","last_fullsized":"2024-03-07T03:11:14.498905+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:52.610744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1057,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129961+0000","last_change":"2024-03-07T03:06:47.851593+0000","last_active":"2024-03-07T03:10:57.129961+0000","last_peered":"2024-03-07T03:10:57.129961+0000","last_clean":"2024-03-07T03:10:57.129961+0000","last_became_active":"2024-03-07T03:06:47.849677+0000","last_became_peered":"2024-03-07T03:06:47.849677+0000","last_unstale":"2024-03-07T03:10:57.129961+0000","last_undegraded":"2024-03-07T03:10:57.129961+0000","last_fullsized":"2024-03-07T03:10:57.129961+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:30.969251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1116,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:14.498954+0000","last_change":"2024-03-07T03:06:09.995434+0000","last_active":"2024-03-07T03:11:14.498954+0000","last_peered":"2024-03-07T03:11:14.498954+0000","last_clean":"2024-03-07T03:11:14.498954+0000","last_became_active":"2024-03-07T03:06:09.994939+0000","last_became_peered":"2024-03-07T03:06:09.994939+0000","last_unstale":"2024-03-07T03:11:14.498954+0000","last_undegraded":"2024-03-07T03:11:14.498954+0000","last_fullsized":"2024-03-07T03:11:14.498954+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:27:11.737354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1126,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328924+0000","last_change":"2024-03-07T03:06:09.987381+0000","last_active":"2024-03-07T03:10:57.328924+0000","last_peered":"2024-03-07T03:10:57.328924+0000","last_clean":"2024-03-07T03:10:57.328924+0000","last_became_active":"2024-03-07T03:06:09.986952+0000","last_became_peered":"2024-03-07T03:06:09.986952+0000","last_unstale":"2024-03-07T03:10:57.328924+0000","last_undegraded":"2024-03-07T03:10:57.328924+0000","last_fullsized":"2024-03-07T03:10:57.328924+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:26:15.439852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122425+0000","last_change":"2024-03-07T03:05:35.923999+0000","last_active":"2024-03-07T03:10:57.122425+0000","last_peered":"2024-03-07T03:10:57.122425+0000","last_clean":"2024-03-07T03:10:57.122425+0000","last_became_active":"2024-03-07T03:05:35.923719+0000","last_became_peered":"2024-03-07T03:05:35.923719+0000","last_unstale":"2024-03-07T03:10:57.122425+0000","last_undegraded":"2024-03-07T03:10:57.122425+0000","last_fullsized":"2024-03-07T03:10:57.122425+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:43:04.724647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1008,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:41.161665+0000","last_change":"2024-03-07T03:07:58.749989+0000","last_active":"2024-03-07T03:11:41.161665+0000","last_peered":"2024-03-07T03:11:41.161665+0000","last_clean":"2024-03-07T03:11:41.161665+0000","last_became_active":"2024-03-07T03:07:58.749643+0000","last_became_peered":"2024-03-07T03:07:58.749643+0000","last_unstale":"2024-03-07T03:11:41.161665+0000","last_undegraded":"2024-03-07T03:11:41.161665+0000","last_fullsized":"2024-03-07T03:11:41.161665+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:00:44.729806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1109,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329656+0000","last_change":"2024-03-07T03:06:09.999184+0000","last_active":"2024-03-07T03:10:57.329656+0000","last_peered":"2024-03-07T03:10:57.329656+0000","last_clean":"2024-03-07T03:10:57.329656+0000","last_became_active":"2024-03-07T03:06:09.998856+0000","last_became_peered":"2024-03-07T03:06:09.998856+0000","last_unstale":"2024-03-07T03:10:57.329656+0000","last_undegraded":"2024-03-07T03:10:57.329656+0000","last_fullsized":"2024-03-07T03:10:57.329656+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:37:00.102189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1057,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:05.938424+0000","last_change":"2024-03-07T03:06:47.857644+0000","last_active":"2024-03-07T03:11:05.938424+0000","last_peered":"2024-03-07T03:11:05.938424+0000","last_clean":"2024-03-07T03:11:05.938424+0000","last_became_active":"2024-03-07T03:06:47.857354+0000","last_became_peered":"2024-03-07T03:06:47.857354+0000","last_unstale":"2024-03-07T03:11:05.938424+0000","last_undegraded":"2024-03-07T03:11:05.938424+0000","last_fullsized":"2024-03-07T03:11:05.938424+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:02:18.860369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1117,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329010+0000","last_change":"2024-03-07T03:06:09.987872+0000","last_active":"2024-03-07T03:10:57.329010+0000","last_peered":"2024-03-07T03:10:57.329010+0000","last_clean":"2024-03-07T03:10:57.329010+0000","last_became_active":"2024-03-07T03:06:09.986852+0000","last_became_peered":"2024-03-07T03:06:09.986852+0000","last_unstale":"2024-03-07T03:10:57.329010+0000","last_undegraded":"2024-03-07T03:10:57.329010+0000","last_fullsized":"2024-03-07T03:10:57.329010+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:13.708512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1035,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:15.939446+0000","last_change":"2024-03-07T03:07:58.755825+0000","last_active":"2024-03-07T03:11:15.939446+0000","last_peered":"2024-03-07T03:11:15.939446+0000","last_clean":"2024-03-07T03:11:15.939446+0000","last_became_active":"2024-03-07T03:07:58.755395+0000","last_became_peered":"2024-03-07T03:07:58.755395+0000","last_unstale":"2024-03-07T03:11:15.939446+0000","last_undegraded":"2024-03-07T03:11:15.939446+0000","last_fullsized":"2024-03-07T03:11:15.939446+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:10:43.184914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125616+0000","last_change":"2024-03-07T03:07:58.753962+0000","last_active":"2024-03-07T03:10:57.125616+0000","last_peered":"2024-03-07T03:10:57.125616+0000","last_clean":"2024-03-07T03:10:57.125616+0000","last_became_active":"2024-03-07T03:07:58.753619+0000","last_became_peered":"2024-03-07T03:07:58.753619+0000","last_unstale":"2024-03-07T03:10:57.125616+0000","last_undegraded":"2024-03-07T03:10:57.125616+0000","last_fullsized":"2024-03-07T03:10:57.125616+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:44:44.641067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1013,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:51.162869+0000","last_change":"2024-03-07T03:07:23.078516+0000","last_active":"2024-03-07T03:11:51.162869+0000","last_peered":"2024-03-07T03:11:51.162869+0000","last_clean":"2024-03-07T03:11:51.162869+0000","last_became_active":"2024-03-07T03:07:23.076017+0000","last_became_peered":"2024-03-07T03:07:23.076017+0000","last_unstale":"2024-03-07T03:11:51.162869+0000","last_undegraded":"2024-03-07T03:11:51.162869+0000","last_fullsized":"2024-03-07T03:11:51.162869+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:17:54.725933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":857645056,"num_objects":516,"num_object_clones":466,"num_object_copies":1548,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":516,"num_whiteouts":8,"num_read":3826,"num_read_kb":5949842,"num_write":7931,"num_write_kb":1978632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":107,"num_bytes_recovered":385712128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1170673664,"data_stored":2969124864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28580,"ondisk_log_size":28580,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197,"ondisk_log_size":197,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":26375,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":694,"seq":2980707303500,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":150184,"kb_used_data":96156,"kb_used_omap":35,"kb_used_meta":53980,"kb_avail":93594968,"statfs":{"total":95995035648,"available":95841247232,"internally_reserved":0,"allocated":98463744,"data_stored":167037349,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36312,"internal_metadata":55276072},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":660,"seq":2834678415443,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":94940,"kb_used_data":42576,"kb_used_omap":23,"kb_used_meta":52328,"kb_avail":93650212,"statfs":{"total":95995035648,"available":95897817088,"internally_reserved":0,"allocated":43597824,"data_stored":80829959,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":24173,"internal_metadata":53584275},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":463,"seq":1988569858173,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":692864,"kb_used_data":193964,"kb_used_omap":46,"kb_used_meta":498833,"kb_avail":93052288,"statfs":{"total":95995035648,"available":95285542912,"internally_reserved":0,"allocated":198619136,"data_stored":533391905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48036,"internal_metadata":510805084},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":528,"seq":2267742732399,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":401776,"kb_used_data":209252,"kb_used_omap":54,"kb_used_meta":192457,"kb_avail":93343376,"statfs":{"total":95995035648,"available":95583617024,"internally_reserved":0,"allocated":214274048,"data_stored":587826473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56016,"internal_metadata":197076272},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":495,"seq":2126008811638,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":485244,"kb_used_data":166572,"kb_used_omap":47,"kb_used_meta":318608,"kb_avail":93259908,"statfs":{"total":95995035648,"available":95498145792,"internally_reserved":0,"allocated":170569728,"data_stored":457545161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48143,"internal_metadata":326255601},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":562,"seq":2413771620456,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":177748,"kb_used_data":84672,"kb_used_omap":37,"kb_used_meta":93018,"kb_avail":93567404,"statfs":{"total":95995035648,"available":95813021696,"internally_reserved":0,"allocated":86704128,"data_stored":171510863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38083,"internal_metadata":95251261},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":591,"seq":2538325672033,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":365920,"kb_used_data":157844,"kb_used_omap":61,"kb_used_meta":208002,"kb_avail":93379232,"statfs":{"total":95995035648,"available":95620333568,"internally_reserved":0,"allocated":161632256,"data_stored":367986669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":62843,"internal_metadata":212994693},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":625,"seq":2684354560090,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":509804,"kb_used_data":269020,"kb_used_omap":73,"kb_used_meta":240694,"kb_avail":93235348,"statfs":{"total":95995035648,"available":95472996352,"internally_reserved":0,"allocated":275476480,"data_stored":649851960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":75044,"internal_metadata":246471388},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7413,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2060,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2124,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3359,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3677,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2797,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2839,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2106,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":188411904,"data_stored":527167488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":160964608,"data_stored":451911680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":204677120,"data_stored":582193152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":77082624,"data_stored":165871616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":152018944,"data_stored":362352640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":265863168,"data_stored":644214784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":33390592,"data_stored":74600448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":88264704,"data_stored":160813056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-07T03:14:14.410 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:14:14.410 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:14:14.410 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:14:14.410 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-07T03:14:14.410 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-07T03:14:14.410 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-07T03:14:14.410 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.c in trimming, state: active+clean+snaptrim_error 2024-03-07T03:14:14.410 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-07T03:14:14.410 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:14:14.410 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-07T03:14:14.657 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:14:14 smithi090 ceph-mon[89511]: from='client.44528 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:14:14.657 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:14:14 smithi090 ceph-mon[91928]: from='client.44528 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:14:14.659 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:14:14 smithi092 ceph-mon[83777]: from='client.44528 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:14:15.604 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:14:15 smithi090 ceph-mon[89511]: pgmap v827: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:15.605 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:14:15 smithi090 ceph-mon[91928]: pgmap v827: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:15.659 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:14:15 smithi092 ceph-mon[83777]: pgmap v827: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:17.659 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:14:17 smithi092 ceph-mon[83777]: pgmap v828: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:17.821 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:14:17 smithi090 ceph-mon[89511]: pgmap v828: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:17.821 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:14:17 smithi090 ceph-mon[91928]: pgmap v828: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:19.659 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:14:19 smithi092 ceph-mon[83777]: pgmap v829: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:19.821 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:14:19 smithi090 ceph-mon[89511]: pgmap v829: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:19.821 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:14:19 smithi090 ceph-mon[91928]: pgmap v829: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:21.659 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:14:21 smithi092 ceph-mon[83777]: pgmap v830: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:21.821 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:14:21 smithi090 ceph-mon[89511]: pgmap v830: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:21.821 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:14:21 smithi090 ceph-mon[91928]: pgmap v830: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:22.659 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:14:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:14:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:14:23.321 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:14:23 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:14:23] "GET /metrics HTTP/1.1" 200 36317 "" "Prometheus/2.43.0" 2024-03-07T03:14:23.659 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:14:23 smithi092 ceph-mon[83777]: pgmap v831: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:23.821 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:14:23 smithi090 ceph-mon[89511]: pgmap v831: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:23.821 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:14:23 smithi090 ceph-mon[91928]: pgmap v831: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:24.412 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph pg dump --format=json 2024-03-07T03:14:24.627 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T03:14:25.645 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:14:25 smithi090 ceph-mon[91928]: pgmap v832: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:25.645 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:14:25 smithi090 ceph-mon[89511]: pgmap v832: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:25.659 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:14:25 smithi092 ceph-mon[83777]: pgmap v832: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:26.723 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T03:14:26.725 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-03-07T03:14:27.443 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":833,"stamp":"2024-03-07T03:14:25.911659+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":858242044,"num_objects":540,"num_object_clones":466,"num_object_copies":1620,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":540,"num_whiteouts":8,"num_read":4717,"num_read_kb":5951239,"num_write":8310,"num_write_kb":1981084,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":113,"num_bytes_recovered":387483232,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28845,"ondisk_log_size":28845,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2878480,"kb_used_data":1220056,"kb_used_omap":379,"kb_used_meta":1657924,"kb_avail":747082736,"statfs":{"total":767960285184,"available":765012721664,"internally_reserved":0,"allocated":1249337344,"data_stored":3015980339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":388650,"internal_metadata":1697714646},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004079"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":973,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:06.397347+0000","last_change":"2024-03-07T03:07:58.753984+0000","last_active":"2024-03-07T03:12:06.397347+0000","last_peered":"2024-03-07T03:12:06.397347+0000","last_clean":"2024-03-07T03:12:06.397347+0000","last_became_active":"2024-03-07T03:07:58.753138+0000","last_became_peered":"2024-03-07T03:07:58.753138+0000","last_unstale":"2024-03-07T03:12:06.397347+0000","last_undegraded":"2024-03-07T03:12:06.397347+0000","last_fullsized":"2024-03-07T03:12:06.397347+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:37:39.612519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1185,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122683+0000","last_change":"2024-03-07T03:07:23.074862+0000","last_active":"2024-03-07T03:10:57.122683+0000","last_peered":"2024-03-07T03:10:57.122683+0000","last_clean":"2024-03-07T03:10:57.122683+0000","last_became_active":"2024-03-07T03:07:23.074512+0000","last_became_peered":"2024-03-07T03:07:23.074512+0000","last_unstale":"2024-03-07T03:10:57.122683+0000","last_undegraded":"2024-03-07T03:10:57.122683+0000","last_fullsized":"2024-03-07T03:10:57.122683+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:45:24.128672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:10.794949+0000","last_change":"2024-03-07T03:05:01.446762+0000","last_active":"2024-03-07T03:12:10.794949+0000","last_peered":"2024-03-07T03:12:10.794949+0000","last_clean":"2024-03-07T03:12:10.794949+0000","last_became_active":"2024-03-07T03:05:01.446425+0000","last_became_peered":"2024-03-07T03:05:01.446425+0000","last_unstale":"2024-03-07T03:12:10.794949+0000","last_undegraded":"2024-03-07T03:12:10.794949+0000","last_fullsized":"2024-03-07T03:12:10.794949+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:39:39.897066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1052,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129938+0000","last_change":"2024-03-07T03:07:58.755992+0000","last_active":"2024-03-07T03:10:57.129938+0000","last_peered":"2024-03-07T03:10:57.129938+0000","last_clean":"2024-03-07T03:10:57.129938+0000","last_became_active":"2024-03-07T03:07:58.755499+0000","last_became_peered":"2024-03-07T03:07:58.755499+0000","last_unstale":"2024-03-07T03:10:57.129938+0000","last_undegraded":"2024-03-07T03:10:57.129938+0000","last_fullsized":"2024-03-07T03:10:57.129938+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:26:12.313572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297504+0000","last_change":"2024-03-07T03:07:58.752235+0000","last_active":"2024-03-07T03:10:57.297504+0000","last_peered":"2024-03-07T03:10:57.297504+0000","last_clean":"2024-03-07T03:10:57.297504+0000","last_became_active":"2024-03-07T03:07:58.751575+0000","last_became_peered":"2024-03-07T03:07:58.751575+0000","last_unstale":"2024-03-07T03:10:57.297504+0000","last_undegraded":"2024-03-07T03:10:57.297504+0000","last_fullsized":"2024-03-07T03:10:57.297504+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:12:05.995515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1030,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:45.942988+0000","last_change":"2024-03-07T03:06:47.859644+0000","last_active":"2024-03-07T03:11:45.942988+0000","last_peered":"2024-03-07T03:11:45.942988+0000","last_clean":"2024-03-07T03:11:45.942988+0000","last_became_active":"2024-03-07T03:06:47.859097+0000","last_became_peered":"2024-03-07T03:06:47.859097+0000","last_unstale":"2024-03-07T03:11:45.942988+0000","last_undegraded":"2024-03-07T03:11:45.942988+0000","last_fullsized":"2024-03-07T03:11:45.942988+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:22:46.909130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297361+0000","last_change":"2024-03-07T03:07:58.754226+0000","last_active":"2024-03-07T03:10:57.297361+0000","last_peered":"2024-03-07T03:10:57.297361+0000","last_clean":"2024-03-07T03:10:57.297361+0000","last_became_active":"2024-03-07T03:07:58.753169+0000","last_became_peered":"2024-03-07T03:07:58.753169+0000","last_unstale":"2024-03-07T03:10:57.297361+0000","last_undegraded":"2024-03-07T03:10:57.297361+0000","last_fullsized":"2024-03-07T03:10:57.297361+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:46:59.258099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1086,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328618+0000","last_change":"2024-03-07T03:07:23.073492+0000","last_active":"2024-03-07T03:10:57.328618+0000","last_peered":"2024-03-07T03:10:57.328618+0000","last_clean":"2024-03-07T03:10:57.328618+0000","last_became_active":"2024-03-07T03:07:23.071929+0000","last_became_peered":"2024-03-07T03:07:23.071929+0000","last_unstale":"2024-03-07T03:10:57.328618+0000","last_undegraded":"2024-03-07T03:10:57.328618+0000","last_fullsized":"2024-03-07T03:10:57.328618+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:35:26.391722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":978,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298081+0000","last_change":"2024-03-07T03:07:58.760328+0000","last_active":"2024-03-07T03:10:57.298081+0000","last_peered":"2024-03-07T03:10:57.298081+0000","last_clean":"2024-03-07T03:10:57.298081+0000","last_became_active":"2024-03-07T03:07:58.760046+0000","last_became_peered":"2024-03-07T03:07:58.760046+0000","last_unstale":"2024-03-07T03:10:57.298081+0000","last_undegraded":"2024-03-07T03:10:57.298081+0000","last_fullsized":"2024-03-07T03:10:57.298081+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:08:46.356817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1004,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127859+0000","last_change":"2024-03-07T03:07:23.079945+0000","last_active":"2024-03-07T03:10:57.127859+0000","last_peered":"2024-03-07T03:10:57.127859+0000","last_clean":"2024-03-07T03:10:57.127859+0000","last_became_active":"2024-03-07T03:07:23.078551+0000","last_became_peered":"2024-03-07T03:07:23.078551+0000","last_unstale":"2024-03-07T03:10:57.127859+0000","last_undegraded":"2024-03-07T03:10:57.127859+0000","last_fullsized":"2024-03-07T03:10:57.127859+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:03:46.670084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1004,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127688+0000","last_change":"2024-03-07T03:07:23.081963+0000","last_active":"2024-03-07T03:10:57.127688+0000","last_peered":"2024-03-07T03:10:57.127688+0000","last_clean":"2024-03-07T03:10:57.127688+0000","last_became_active":"2024-03-07T03:07:23.080128+0000","last_became_peered":"2024-03-07T03:07:23.080128+0000","last_unstale":"2024-03-07T03:10:57.127688+0000","last_undegraded":"2024-03-07T03:10:57.127688+0000","last_fullsized":"2024-03-07T03:10:57.127688+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:56.813267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1147,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329628+0000","last_change":"2024-03-07T03:07:23.074902+0000","last_active":"2024-03-07T03:10:57.329628+0000","last_peered":"2024-03-07T03:10:57.329628+0000","last_clean":"2024-03-07T03:10:57.329628+0000","last_became_active":"2024-03-07T03:07:23.074466+0000","last_became_peered":"2024-03-07T03:07:23.074466+0000","last_unstale":"2024-03-07T03:10:57.329628+0000","last_undegraded":"2024-03-07T03:10:57.329628+0000","last_fullsized":"2024-03-07T03:10:57.329628+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:40:20.268555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1116,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329168+0000","last_change":"2024-03-07T03:07:23.072635+0000","last_active":"2024-03-07T03:10:57.329168+0000","last_peered":"2024-03-07T03:10:57.329168+0000","last_clean":"2024-03-07T03:10:57.329168+0000","last_became_active":"2024-03-07T03:07:23.071712+0000","last_became_peered":"2024-03-07T03:07:23.071712+0000","last_unstale":"2024-03-07T03:10:57.329168+0000","last_undegraded":"2024-03-07T03:10:57.329168+0000","last_fullsized":"2024-03-07T03:10:57.329168+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:00:39.298564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125527+0000","last_change":"2024-03-07T03:06:47.851538+0000","last_active":"2024-03-07T03:10:57.125527+0000","last_peered":"2024-03-07T03:10:57.125527+0000","last_clean":"2024-03-07T03:10:57.125527+0000","last_became_active":"2024-03-07T03:06:47.851183+0000","last_became_peered":"2024-03-07T03:06:47.851183+0000","last_unstale":"2024-03-07T03:10:57.125527+0000","last_undegraded":"2024-03-07T03:10:57.125527+0000","last_fullsized":"2024-03-07T03:10:57.125527+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:36:23.932334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:24.894584+0000","last_change":"2024-03-07T03:06:47.843126+0000","last_active":"2024-03-07T03:11:24.894584+0000","last_peered":"2024-03-07T03:11:24.894584+0000","last_clean":"2024-03-07T03:11:24.894584+0000","last_became_active":"2024-03-07T03:06:47.842736+0000","last_became_peered":"2024-03-07T03:06:47.842736+0000","last_unstale":"2024-03-07T03:11:24.894584+0000","last_undegraded":"2024-03-07T03:11:24.894584+0000","last_fullsized":"2024-03-07T03:11:24.894584+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:48:10.843465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1034,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:25.940523+0000","last_change":"2024-03-07T03:07:58.755620+0000","last_active":"2024-03-07T03:11:25.940523+0000","last_peered":"2024-03-07T03:11:25.940523+0000","last_clean":"2024-03-07T03:11:25.940523+0000","last_became_active":"2024-03-07T03:07:58.755267+0000","last_became_peered":"2024-03-07T03:07:58.755267+0000","last_unstale":"2024-03-07T03:11:25.940523+0000","last_undegraded":"2024-03-07T03:11:25.940523+0000","last_fullsized":"2024-03-07T03:11:25.940523+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:51:32.339400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1038,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:25.940593+0000","last_change":"2024-03-07T03:07:58.756358+0000","last_active":"2024-03-07T03:11:25.940593+0000","last_peered":"2024-03-07T03:11:25.940593+0000","last_clean":"2024-03-07T03:11:25.940593+0000","last_became_active":"2024-03-07T03:07:58.755960+0000","last_became_peered":"2024-03-07T03:07:58.755960+0000","last_unstale":"2024-03-07T03:11:25.940593+0000","last_undegraded":"2024-03-07T03:11:25.940593+0000","last_fullsized":"2024-03-07T03:11:25.940593+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:47.464423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1156,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:59.504600+0000","last_change":"2024-03-07T03:07:58.755619+0000","last_active":"2024-03-07T03:11:59.504600+0000","last_peered":"2024-03-07T03:11:59.504600+0000","last_clean":"2024-03-07T03:11:59.504600+0000","last_became_active":"2024-03-07T03:07:58.755214+0000","last_became_peered":"2024-03-07T03:07:58.755214+0000","last_unstale":"2024-03-07T03:11:59.504600+0000","last_undegraded":"2024-03-07T03:11:59.504600+0000","last_fullsized":"2024-03-07T03:11:59.504600+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:59:02.041330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":971,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298106+0000","last_change":"2024-03-07T03:07:58.756563+0000","last_active":"2024-03-07T03:10:57.298106+0000","last_peered":"2024-03-07T03:10:57.298106+0000","last_clean":"2024-03-07T03:10:57.298106+0000","last_became_active":"2024-03-07T03:07:58.752195+0000","last_became_peered":"2024-03-07T03:07:58.752195+0000","last_unstale":"2024-03-07T03:10:57.298106+0000","last_undegraded":"2024-03-07T03:10:57.298106+0000","last_fullsized":"2024-03-07T03:10:57.298106+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:32:35.496500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"716'5","reported_seq":1222,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:10.794999+0000","last_change":"2024-03-07T03:07:58.753999+0000","last_active":"2024-03-07T03:12:10.794999+0000","last_peered":"2024-03-07T03:12:10.794999+0000","last_clean":"2024-03-07T03:12:10.794999+0000","last_became_active":"2024-03-07T03:07:58.753607+0000","last_became_peered":"2024-03-07T03:07:58.753607+0000","last_unstale":"2024-03-07T03:12:10.794999+0000","last_undegraded":"2024-03-07T03:12:10.794999+0000","last_fullsized":"2024-03-07T03:12:10.794999+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:28:57.567238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1110,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:33.960839+0000","last_change":"2024-03-07T03:07:23.083830+0000","last_active":"2024-03-07T03:11:33.960839+0000","last_peered":"2024-03-07T03:11:33.960839+0000","last_clean":"2024-03-07T03:11:33.960839+0000","last_became_active":"2024-03-07T03:07:23.083530+0000","last_became_peered":"2024-03-07T03:07:23.083530+0000","last_unstale":"2024-03-07T03:11:33.960839+0000","last_undegraded":"2024-03-07T03:11:33.960839+0000","last_fullsized":"2024-03-07T03:11:33.960839+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:57.938032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"716'2","reported_seq":1130,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:33.960850+0000","last_change":"2024-03-07T03:06:47.849618+0000","last_active":"2024-03-07T03:11:33.960850+0000","last_peered":"2024-03-07T03:11:33.960850+0000","last_clean":"2024-03-07T03:11:33.960850+0000","last_became_active":"2024-03-07T03:06:47.849222+0000","last_became_peered":"2024-03-07T03:06:47.849222+0000","last_unstale":"2024-03-07T03:11:33.960850+0000","last_undegraded":"2024-03-07T03:11:33.960850+0000","last_fullsized":"2024-03-07T03:11:33.960850+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:36:41.880143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:10.794987+0000","last_change":"2024-03-07T03:06:47.851880+0000","last_active":"2024-03-07T03:12:10.794987+0000","last_peered":"2024-03-07T03:12:10.794987+0000","last_clean":"2024-03-07T03:12:10.794987+0000","last_became_active":"2024-03-07T03:06:47.851176+0000","last_became_peered":"2024-03-07T03:06:47.851176+0000","last_unstale":"2024-03-07T03:12:10.794987+0000","last_undegraded":"2024-03-07T03:12:10.794987+0000","last_fullsized":"2024-03-07T03:12:10.794987+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:38:59.663068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":976,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298135+0000","last_change":"2024-03-07T03:07:58.757245+0000","last_active":"2024-03-07T03:10:57.298135+0000","last_peered":"2024-03-07T03:10:57.298135+0000","last_clean":"2024-03-07T03:10:57.298135+0000","last_became_active":"2024-03-07T03:07:58.754456+0000","last_became_peered":"2024-03-07T03:07:58.754456+0000","last_unstale":"2024-03-07T03:10:57.298135+0000","last_undegraded":"2024-03-07T03:10:57.298135+0000","last_fullsized":"2024-03-07T03:10:57.298135+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:57:32.153933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1043,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:45.943019+0000","last_change":"2024-03-07T03:06:47.855220+0000","last_active":"2024-03-07T03:11:45.943019+0000","last_peered":"2024-03-07T03:11:45.943019+0000","last_clean":"2024-03-07T03:11:45.943019+0000","last_became_active":"2024-03-07T03:06:47.854836+0000","last_became_peered":"2024-03-07T03:06:47.854836+0000","last_unstale":"2024-03-07T03:11:45.943019+0000","last_undegraded":"2024-03-07T03:11:45.943019+0000","last_fullsized":"2024-03-07T03:11:45.943019+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:51:35.386552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":983,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297851+0000","last_change":"2024-03-07T03:07:58.757676+0000","last_active":"2024-03-07T03:10:57.297851+0000","last_peered":"2024-03-07T03:10:57.297851+0000","last_clean":"2024-03-07T03:10:57.297851+0000","last_became_active":"2024-03-07T03:07:58.753930+0000","last_became_peered":"2024-03-07T03:07:58.753930+0000","last_unstale":"2024-03-07T03:10:57.297851+0000","last_undegraded":"2024-03-07T03:10:57.297851+0000","last_fullsized":"2024-03-07T03:10:57.297851+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:56.639688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1037,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:45.943032+0000","last_change":"2024-03-07T03:07:23.076532+0000","last_active":"2024-03-07T03:11:45.943032+0000","last_peered":"2024-03-07T03:11:45.943032+0000","last_clean":"2024-03-07T03:11:45.943032+0000","last_became_active":"2024-03-07T03:07:23.076234+0000","last_became_peered":"2024-03-07T03:07:23.076234+0000","last_unstale":"2024-03-07T03:11:45.943032+0000","last_undegraded":"2024-03-07T03:11:45.943032+0000","last_fullsized":"2024-03-07T03:11:45.943032+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:16:39.967241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"716'2","reported_seq":1089,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329359+0000","last_change":"2024-03-07T03:07:58.752045+0000","last_active":"2024-03-07T03:10:57.329359+0000","last_peered":"2024-03-07T03:10:57.329359+0000","last_clean":"2024-03-07T03:10:57.329359+0000","last_became_active":"2024-03-07T03:07:58.751585+0000","last_became_peered":"2024-03-07T03:07:58.751585+0000","last_unstale":"2024-03-07T03:10:57.329359+0000","last_undegraded":"2024-03-07T03:10:57.329359+0000","last_fullsized":"2024-03-07T03:10:57.329359+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:03:01.652607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1107,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:08.061295+0000","last_change":"2024-03-07T03:06:09.990854+0000","last_active":"2024-03-07T03:11:08.061295+0000","last_peered":"2024-03-07T03:11:08.061295+0000","last_clean":"2024-03-07T03:11:08.061295+0000","last_became_active":"2024-03-07T03:06:09.990464+0000","last_became_peered":"2024-03-07T03:06:09.990464+0000","last_unstale":"2024-03-07T03:11:08.061295+0000","last_undegraded":"2024-03-07T03:11:08.061295+0000","last_fullsized":"2024-03-07T03:11:08.061295+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:53:52.856954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"716'2","reported_seq":1009,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127839+0000","last_change":"2024-03-07T03:07:58.754526+0000","last_active":"2024-03-07T03:10:57.127839+0000","last_peered":"2024-03-07T03:10:57.127839+0000","last_clean":"2024-03-07T03:10:57.127839+0000","last_became_active":"2024-03-07T03:07:58.754123+0000","last_became_peered":"2024-03-07T03:07:58.754123+0000","last_unstale":"2024-03-07T03:10:57.127839+0000","last_undegraded":"2024-03-07T03:10:57.127839+0000","last_fullsized":"2024-03-07T03:10:57.127839+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:41:34.446180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:20.789924+0000","last_change":"2024-03-07T03:07:58.750769+0000","last_active":"2024-03-07T03:11:20.789924+0000","last_peered":"2024-03-07T03:11:20.789924+0000","last_clean":"2024-03-07T03:11:20.789924+0000","last_became_active":"2024-03-07T03:07:58.749974+0000","last_became_peered":"2024-03-07T03:07:58.749974+0000","last_unstale":"2024-03-07T03:11:20.789924+0000","last_undegraded":"2024-03-07T03:11:20.789924+0000","last_fullsized":"2024-03-07T03:11:20.789924+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:56:14.059734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1126,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328641+0000","last_change":"2024-03-07T03:07:23.072942+0000","last_active":"2024-03-07T03:10:57.328641+0000","last_peered":"2024-03-07T03:10:57.328641+0000","last_clean":"2024-03-07T03:10:57.328641+0000","last_became_active":"2024-03-07T03:07:23.072639+0000","last_became_peered":"2024-03-07T03:07:23.072639+0000","last_unstale":"2024-03-07T03:10:57.328641+0000","last_undegraded":"2024-03-07T03:10:57.328641+0000","last_fullsized":"2024-03-07T03:10:57.328641+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:42.808853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1123,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328713+0000","last_change":"2024-03-07T03:05:35.934963+0000","last_active":"2024-03-07T03:10:57.328713+0000","last_peered":"2024-03-07T03:10:57.328713+0000","last_clean":"2024-03-07T03:10:57.328713+0000","last_became_active":"2024-03-07T03:05:35.932493+0000","last_became_peered":"2024-03-07T03:05:35.932493+0000","last_unstale":"2024-03-07T03:10:57.328713+0000","last_undegraded":"2024-03-07T03:10:57.328713+0000","last_fullsized":"2024-03-07T03:10:57.328713+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:00:57.111662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1039,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:35.941626+0000","last_change":"2024-03-07T03:07:58.756063+0000","last_active":"2024-03-07T03:11:35.941626+0000","last_peered":"2024-03-07T03:11:35.941626+0000","last_clean":"2024-03-07T03:11:35.941626+0000","last_became_active":"2024-03-07T03:07:58.755712+0000","last_became_peered":"2024-03-07T03:07:58.755712+0000","last_unstale":"2024-03-07T03:11:35.941626+0000","last_undegraded":"2024-03-07T03:11:35.941626+0000","last_fullsized":"2024-03-07T03:11:35.941626+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:13:06.484346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:39.896026+0000","last_change":"2024-03-07T03:06:09.996319+0000","last_active":"2024-03-07T03:11:39.896026+0000","last_peered":"2024-03-07T03:11:39.896026+0000","last_clean":"2024-03-07T03:11:39.896026+0000","last_became_active":"2024-03-07T03:06:09.996002+0000","last_became_peered":"2024-03-07T03:06:09.996002+0000","last_unstale":"2024-03-07T03:11:39.896026+0000","last_undegraded":"2024-03-07T03:11:39.896026+0000","last_fullsized":"2024-03-07T03:11:39.896026+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:41:55.764562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1005,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.128019+0000","last_change":"2024-03-07T03:07:23.083466+0000","last_active":"2024-03-07T03:10:57.128019+0000","last_peered":"2024-03-07T03:10:57.128019+0000","last_clean":"2024-03-07T03:10:57.128019+0000","last_became_active":"2024-03-07T03:07:23.083156+0000","last_became_peered":"2024-03-07T03:07:23.083156+0000","last_unstale":"2024-03-07T03:10:57.128019+0000","last_undegraded":"2024-03-07T03:10:57.128019+0000","last_fullsized":"2024-03-07T03:10:57.128019+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:32:00.539449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1025,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:35.941679+0000","last_change":"2024-03-07T03:07:58.752127+0000","last_active":"2024-03-07T03:11:35.941679+0000","last_peered":"2024-03-07T03:11:35.941679+0000","last_clean":"2024-03-07T03:11:35.941679+0000","last_became_active":"2024-03-07T03:07:58.751770+0000","last_became_peered":"2024-03-07T03:07:58.751770+0000","last_unstale":"2024-03-07T03:11:35.941679+0000","last_undegraded":"2024-03-07T03:11:35.941679+0000","last_fullsized":"2024-03-07T03:11:35.941679+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:43.791488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1059,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:35.941668+0000","last_change":"2024-03-07T03:07:23.077653+0000","last_active":"2024-03-07T03:11:35.941668+0000","last_peered":"2024-03-07T03:11:35.941668+0000","last_clean":"2024-03-07T03:11:35.941668+0000","last_became_active":"2024-03-07T03:07:23.077355+0000","last_became_peered":"2024-03-07T03:07:23.077355+0000","last_unstale":"2024-03-07T03:11:35.941668+0000","last_undegraded":"2024-03-07T03:11:35.941668+0000","last_fullsized":"2024-03-07T03:11:35.941668+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:45.861158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:05.788507+0000","last_change":"2024-03-07T03:06:47.851508+0000","last_active":"2024-03-07T03:11:05.788507+0000","last_peered":"2024-03-07T03:11:05.788507+0000","last_clean":"2024-03-07T03:11:05.788507+0000","last_became_active":"2024-03-07T03:06:47.850839+0000","last_became_peered":"2024-03-07T03:06:47.850839+0000","last_unstale":"2024-03-07T03:11:05.788507+0000","last_undegraded":"2024-03-07T03:11:05.788507+0000","last_fullsized":"2024-03-07T03:11:05.788507+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:08:06.622234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1192,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:39.896067+0000","last_change":"2024-03-07T03:06:47.845848+0000","last_active":"2024-03-07T03:11:39.896067+0000","last_peered":"2024-03-07T03:11:39.896067+0000","last_clean":"2024-03-07T03:11:39.896067+0000","last_became_active":"2024-03-07T03:06:47.845425+0000","last_became_peered":"2024-03-07T03:06:47.845425+0000","last_unstale":"2024-03-07T03:11:39.896067+0000","last_undegraded":"2024-03-07T03:11:39.896067+0000","last_fullsized":"2024-03-07T03:11:39.896067+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:16:24.833986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1078,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123291+0000","last_change":"2024-03-07T03:07:58.754983+0000","last_active":"2024-03-07T03:10:57.123291+0000","last_peered":"2024-03-07T03:10:57.123291+0000","last_clean":"2024-03-07T03:10:57.123291+0000","last_became_active":"2024-03-07T03:07:58.754657+0000","last_became_peered":"2024-03-07T03:07:58.754657+0000","last_unstale":"2024-03-07T03:10:57.123291+0000","last_undegraded":"2024-03-07T03:10:57.123291+0000","last_fullsized":"2024-03-07T03:10:57.123291+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:06:00.897772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"716'29","reported_seq":1041,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:01.164213+0000","last_change":"2024-03-07T03:07:23.079677+0000","last_active":"2024-03-07T03:12:01.164213+0000","last_peered":"2024-03-07T03:12:01.164213+0000","last_clean":"2024-03-07T03:12:01.164213+0000","last_became_active":"2024-03-07T03:07:23.079320+0000","last_became_peered":"2024-03-07T03:07:23.079320+0000","last_unstale":"2024-03-07T03:12:01.164213+0000","last_undegraded":"2024-03-07T03:12:01.164213+0000","last_fullsized":"2024-03-07T03:12:01.164213+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:49:54.979015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297797+0000","last_change":"2024-03-07T03:07:58.758376+0000","last_active":"2024-03-07T03:10:57.297797+0000","last_peered":"2024-03-07T03:10:57.297797+0000","last_clean":"2024-03-07T03:10:57.297797+0000","last_became_active":"2024-03-07T03:07:58.757816+0000","last_became_peered":"2024-03-07T03:07:58.757816+0000","last_unstale":"2024-03-07T03:10:57.297797+0000","last_undegraded":"2024-03-07T03:10:57.297797+0000","last_fullsized":"2024-03-07T03:10:57.297797+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:47.253727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1218,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126138+0000","last_change":"2024-03-07T03:06:09.989072+0000","last_active":"2024-03-07T03:10:57.126138+0000","last_peered":"2024-03-07T03:10:57.126138+0000","last_clean":"2024-03-07T03:10:57.126138+0000","last_became_active":"2024-03-07T03:06:09.987754+0000","last_became_peered":"2024-03-07T03:06:09.987754+0000","last_unstale":"2024-03-07T03:10:57.126138+0000","last_undegraded":"2024-03-07T03:10:57.126138+0000","last_fullsized":"2024-03-07T03:10:57.126138+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:05:15.340331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125693+0000","last_change":"2024-03-07T03:07:58.754207+0000","last_active":"2024-03-07T03:10:57.125693+0000","last_peered":"2024-03-07T03:10:57.125693+0000","last_clean":"2024-03-07T03:10:57.125693+0000","last_became_active":"2024-03-07T03:07:58.753859+0000","last_became_peered":"2024-03-07T03:07:58.753859+0000","last_unstale":"2024-03-07T03:10:57.125693+0000","last_undegraded":"2024-03-07T03:10:57.125693+0000","last_fullsized":"2024-03-07T03:10:57.125693+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:14:02.813872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1052,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:25.940557+0000","last_change":"2024-03-07T03:07:58.755838+0000","last_active":"2024-03-07T03:11:25.940557+0000","last_peered":"2024-03-07T03:11:25.940557+0000","last_clean":"2024-03-07T03:11:25.940557+0000","last_became_active":"2024-03-07T03:07:58.755436+0000","last_became_peered":"2024-03-07T03:07:58.755436+0000","last_unstale":"2024-03-07T03:11:25.940557+0000","last_undegraded":"2024-03-07T03:11:25.940557+0000","last_fullsized":"2024-03-07T03:11:25.940557+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:25.094944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297692+0000","last_change":"2024-03-07T03:07:58.750199+0000","last_active":"2024-03-07T03:10:57.297692+0000","last_peered":"2024-03-07T03:10:57.297692+0000","last_clean":"2024-03-07T03:10:57.297692+0000","last_became_active":"2024-03-07T03:07:58.749858+0000","last_became_peered":"2024-03-07T03:07:58.749858+0000","last_unstale":"2024-03-07T03:10:57.297692+0000","last_undegraded":"2024-03-07T03:10:57.297692+0000","last_fullsized":"2024-03-07T03:10:57.297692+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:41.122539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1014,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:01.164192+0000","last_change":"2024-03-07T03:07:23.076835+0000","last_active":"2024-03-07T03:12:01.164192+0000","last_peered":"2024-03-07T03:12:01.164192+0000","last_clean":"2024-03-07T03:12:01.164192+0000","last_became_active":"2024-03-07T03:07:23.075094+0000","last_became_peered":"2024-03-07T03:07:23.075094+0000","last_unstale":"2024-03-07T03:12:01.164192+0000","last_undegraded":"2024-03-07T03:12:01.164192+0000","last_fullsized":"2024-03-07T03:12:01.164192+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:50:36.739831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1005,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:01.164170+0000","last_change":"2024-03-07T03:07:23.078279+0000","last_active":"2024-03-07T03:12:01.164170+0000","last_peered":"2024-03-07T03:12:01.164170+0000","last_clean":"2024-03-07T03:12:01.164170+0000","last_became_active":"2024-03-07T03:07:23.077338+0000","last_became_peered":"2024-03-07T03:07:23.077338+0000","last_unstale":"2024-03-07T03:12:01.164170+0000","last_undegraded":"2024-03-07T03:12:01.164170+0000","last_fullsized":"2024-03-07T03:12:01.164170+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:05:40.599683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1169,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:59.504527+0000","last_change":"2024-03-07T03:05:01.461919+0000","last_active":"2024-03-07T03:11:59.504527+0000","last_peered":"2024-03-07T03:11:59.504527+0000","last_clean":"2024-03-07T03:11:59.504527+0000","last_became_active":"2024-03-07T03:05:01.459759+0000","last_became_peered":"2024-03-07T03:05:01.459759+0000","last_unstale":"2024-03-07T03:11:59.504527+0000","last_undegraded":"2024-03-07T03:11:59.504527+0000","last_fullsized":"2024-03-07T03:11:59.504527+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:31:45.535178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":971,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297484+0000","last_change":"2024-03-07T03:07:58.753856+0000","last_active":"2024-03-07T03:10:57.297484+0000","last_peered":"2024-03-07T03:10:57.297484+0000","last_clean":"2024-03-07T03:10:57.297484+0000","last_became_active":"2024-03-07T03:07:58.751889+0000","last_became_peered":"2024-03-07T03:07:58.751889+0000","last_unstale":"2024-03-07T03:10:57.297484+0000","last_undegraded":"2024-03-07T03:10:57.297484+0000","last_fullsized":"2024-03-07T03:10:57.297484+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:27:20.126942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"863'1273","reported_seq":4340,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:29.500931+0000","last_change":"2024-03-07T03:10:56.137635+0000","last_active":"2024-03-07T03:11:29.500931+0000","last_peered":"2024-03-07T03:11:29.500931+0000","last_clean":"2024-03-07T03:11:29.500931+0000","last_became_active":"2024-03-07T03:05:01.457883+0000","last_became_peered":"2024-03-07T03:05:01.457883+0000","last_unstale":"2024-03-07T03:11:29.500931+0000","last_undegraded":"2024-03-07T03:11:29.500931+0000","last_fullsized":"2024-03-07T03:11:29.500931+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1273,"log_dups_size":0,"ondisk_log_size":1273,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:21:46.718939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.021818005000000001,"stat_sum":{"num_bytes":15540224,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":258,"num_read_kb":529715,"num_write":442,"num_write_kb":102224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1441792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.f","version":"61'1","reported_seq":1081,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123714+0000","last_change":"2024-03-07T03:07:58.755003+0000","last_active":"2024-03-07T03:10:57.123714+0000","last_peered":"2024-03-07T03:10:57.123714+0000","last_clean":"2024-03-07T03:10:57.123714+0000","last_became_active":"2024-03-07T03:07:58.754564+0000","last_became_peered":"2024-03-07T03:07:58.754564+0000","last_unstale":"2024-03-07T03:10:57.123714+0000","last_undegraded":"2024-03-07T03:10:57.123714+0000","last_fullsized":"2024-03-07T03:10:57.123714+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:34:53.344746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298045+0000","last_change":"2024-03-07T03:07:58.750952+0000","last_active":"2024-03-07T03:10:57.298045+0000","last_peered":"2024-03-07T03:10:57.298045+0000","last_clean":"2024-03-07T03:10:57.298045+0000","last_became_active":"2024-03-07T03:07:58.749229+0000","last_became_peered":"2024-03-07T03:07:58.749229+0000","last_unstale":"2024-03-07T03:10:57.298045+0000","last_undegraded":"2024-03-07T03:10:57.298045+0000","last_fullsized":"2024-03-07T03:10:57.298045+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:53:10.534950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"863'847","reported_seq":4048,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:10.794895+0000","last_change":"2024-03-07T03:10:56.129162+0000","last_active":"2024-03-07T03:12:10.794895+0000","last_peered":"2024-03-07T03:12:10.794895+0000","last_clean":"2024-03-07T03:12:10.794895+0000","last_became_active":"2024-03-07T03:07:23.074596+0000","last_became_peered":"2024-03-07T03:07:23.074596+0000","last_unstale":"2024-03-07T03:12:10.794895+0000","last_undegraded":"2024-03-07T03:12:10.794895+0000","last_fullsized":"2024-03-07T03:12:10.794895+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":847,"log_dups_size":0,"ondisk_log_size":847,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:34:23.625809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0099120149999999997,"stat_sum":{"num_bytes":38936576,"num_objects":11,"num_object_clones":9,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":157,"num_read_kb":413258,"num_write":266,"num_write_kb":109952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":4374528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.2","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122385+0000","last_change":"2024-03-07T03:06:47.845893+0000","last_active":"2024-03-07T03:10:57.122385+0000","last_peered":"2024-03-07T03:10:57.122385+0000","last_clean":"2024-03-07T03:10:57.122385+0000","last_became_active":"2024-03-07T03:06:47.845548+0000","last_became_peered":"2024-03-07T03:06:47.845548+0000","last_unstale":"2024-03-07T03:10:57.122385+0000","last_undegraded":"2024-03-07T03:10:57.122385+0000","last_fullsized":"2024-03-07T03:10:57.122385+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:19:55.051329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122644+0000","last_change":"2024-03-07T03:07:58.751041+0000","last_active":"2024-03-07T03:10:57.122644+0000","last_peered":"2024-03-07T03:10:57.122644+0000","last_clean":"2024-03-07T03:10:57.122644+0000","last_became_active":"2024-03-07T03:07:58.749047+0000","last_became_peered":"2024-03-07T03:07:58.749047+0000","last_unstale":"2024-03-07T03:10:57.122644+0000","last_undegraded":"2024-03-07T03:10:57.122644+0000","last_fullsized":"2024-03-07T03:10:57.122644+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:47:59.256394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1057,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129998+0000","last_change":"2024-03-07T03:06:47.858022+0000","last_active":"2024-03-07T03:10:57.129998+0000","last_peered":"2024-03-07T03:10:57.129998+0000","last_clean":"2024-03-07T03:10:57.129998+0000","last_became_active":"2024-03-07T03:06:47.857526+0000","last_became_peered":"2024-03-07T03:06:47.857526+0000","last_unstale":"2024-03-07T03:10:57.129998+0000","last_undegraded":"2024-03-07T03:10:57.129998+0000","last_fullsized":"2024-03-07T03:10:57.129998+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:02:03.856321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"862'1186","reported_seq":4379,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:10.794958+0000","last_change":"2024-03-07T03:10:56.119983+0000","last_active":"2024-03-07T03:12:10.794958+0000","last_peered":"2024-03-07T03:12:10.794958+0000","last_clean":"2024-03-07T03:12:10.794958+0000","last_became_active":"2024-03-07T03:06:09.988405+0000","last_became_peered":"2024-03-07T03:06:09.988405+0000","last_unstale":"2024-03-07T03:12:10.794958+0000","last_undegraded":"2024-03-07T03:12:10.794958+0000","last_fullsized":"2024-03-07T03:12:10.794958+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1186,"log_dups_size":0,"ondisk_log_size":1186,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:41:38.890400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099770099999999993,"stat_sum":{"num_bytes":13524992,"num_objects":9,"num_object_clones":6,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":208,"num_read_kb":390958,"num_write":505,"num_write_kb":103888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":50642944,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122445+0000","last_change":"2024-03-07T03:05:35.928460+0000","last_active":"2024-03-07T03:10:57.122445+0000","last_peered":"2024-03-07T03:10:57.122445+0000","last_clean":"2024-03-07T03:10:57.122445+0000","last_became_active":"2024-03-07T03:05:35.928017+0000","last_became_peered":"2024-03-07T03:05:35.928017+0000","last_unstale":"2024-03-07T03:10:57.122445+0000","last_undegraded":"2024-03-07T03:10:57.122445+0000","last_fullsized":"2024-03-07T03:10:57.122445+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:53:27.674544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1026,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129693+0000","last_change":"2024-03-07T03:07:23.075249+0000","last_active":"2024-03-07T03:10:57.129693+0000","last_peered":"2024-03-07T03:10:57.129693+0000","last_clean":"2024-03-07T03:10:57.129693+0000","last_became_active":"2024-03-07T03:07:23.074866+0000","last_became_peered":"2024-03-07T03:07:23.074866+0000","last_unstale":"2024-03-07T03:10:57.129693+0000","last_undegraded":"2024-03-07T03:10:57.129693+0000","last_fullsized":"2024-03-07T03:10:57.129693+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:03.393010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1078,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123184+0000","last_change":"2024-03-07T03:07:23.069585+0000","last_active":"2024-03-07T03:10:57.123184+0000","last_peered":"2024-03-07T03:10:57.123184+0000","last_clean":"2024-03-07T03:10:57.123184+0000","last_became_active":"2024-03-07T03:07:23.069262+0000","last_became_peered":"2024-03-07T03:07:23.069262+0000","last_unstale":"2024-03-07T03:10:57.123184+0000","last_undegraded":"2024-03-07T03:10:57.123184+0000","last_fullsized":"2024-03-07T03:10:57.123184+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:11:22.045807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"861'1094","reported_seq":4796,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:29.501030+0000","last_change":"2024-03-07T03:10:57.331022+0000","last_active":"2024-03-07T03:11:29.501030+0000","last_peered":"2024-03-07T03:11:29.501030+0000","last_clean":"2024-03-07T03:11:29.501030+0000","last_became_active":"2024-03-07T03:06:47.847229+0000","last_became_peered":"2024-03-07T03:06:47.847229+0000","last_unstale":"2024-03-07T03:11:29.501030+0000","last_undegraded":"2024-03-07T03:11:29.501030+0000","last_fullsized":"2024-03-07T03:11:29.501030+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1094,"log_dups_size":0,"ondisk_log_size":1094,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:58:27.729404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.032339935,"stat_sum":{"num_bytes":113606656,"num_objects":59,"num_object_clones":55,"num_object_copies":177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":279,"num_read_kb":358703,"num_write":525,"num_write_kb":146904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":36642816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1182,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122500+0000","last_change":"2024-03-07T03:06:47.843416+0000","last_active":"2024-03-07T03:10:57.122500+0000","last_peered":"2024-03-07T03:10:57.122500+0000","last_clean":"2024-03-07T03:10:57.122500+0000","last_became_active":"2024-03-07T03:06:47.842812+0000","last_became_peered":"2024-03-07T03:06:47.842812+0000","last_unstale":"2024-03-07T03:10:57.122500+0000","last_undegraded":"2024-03-07T03:10:57.122500+0000","last_fullsized":"2024-03-07T03:10:57.122500+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:03:02.672609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:24.900773+0000","last_change":"2024-03-07T03:07:23.071850+0000","last_active":"2024-03-07T03:12:24.900773+0000","last_peered":"2024-03-07T03:12:24.900773+0000","last_clean":"2024-03-07T03:12:24.900773+0000","last_became_active":"2024-03-07T03:07:23.071476+0000","last_became_peered":"2024-03-07T03:07:23.071476+0000","last_unstale":"2024-03-07T03:12:24.900773+0000","last_undegraded":"2024-03-07T03:12:24.900773+0000","last_fullsized":"2024-03-07T03:12:24.900773+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:13:05.296486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1157,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:14.498930+0000","last_change":"2024-03-07T03:05:35.926187+0000","last_active":"2024-03-07T03:11:14.498930+0000","last_peered":"2024-03-07T03:11:14.498930+0000","last_clean":"2024-03-07T03:11:14.498930+0000","last_became_active":"2024-03-07T03:05:35.925908+0000","last_became_peered":"2024-03-07T03:05:35.925908+0000","last_unstale":"2024-03-07T03:11:14.498930+0000","last_undegraded":"2024-03-07T03:11:14.498930+0000","last_fullsized":"2024-03-07T03:11:14.498930+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:48:33.101185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"863'1146","reported_seq":3873,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:06.397292+0000","last_change":"2024-03-07T03:10:56.132170+0000","last_active":"2024-03-07T03:12:06.397292+0000","last_peered":"2024-03-07T03:12:06.397292+0000","last_clean":"2024-03-07T03:12:06.397292+0000","last_became_active":"2024-03-07T03:07:58.756854+0000","last_became_peered":"2024-03-07T03:07:58.756854+0000","last_unstale":"2024-03-07T03:12:06.397292+0000","last_undegraded":"2024-03-07T03:12:06.397292+0000","last_fullsized":"2024-03-07T03:12:06.397292+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1146,"log_dups_size":0,"ondisk_log_size":1146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T02:59:04.693146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.010433211,"stat_sum":{"num_bytes":34668544,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":1,"num_read":219,"num_read_kb":317694,"num_write":420,"num_write_kb":93568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":10240000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1005,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:31.160579+0000","last_change":"2024-03-07T03:07:58.760449+0000","last_active":"2024-03-07T03:11:31.160579+0000","last_peered":"2024-03-07T03:11:31.160579+0000","last_clean":"2024-03-07T03:11:31.160579+0000","last_became_active":"2024-03-07T03:07:58.760086+0000","last_became_peered":"2024-03-07T03:07:58.760086+0000","last_unstale":"2024-03-07T03:11:31.160579+0000","last_undegraded":"2024-03-07T03:11:31.160579+0000","last_fullsized":"2024-03-07T03:11:31.160579+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:34:38.583100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1088,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:48.962254+0000","last_change":"2024-03-07T03:07:23.073659+0000","last_active":"2024-03-07T03:11:48.962254+0000","last_peered":"2024-03-07T03:11:48.962254+0000","last_clean":"2024-03-07T03:11:48.962254+0000","last_became_active":"2024-03-07T03:07:23.073277+0000","last_became_peered":"2024-03-07T03:07:23.073277+0000","last_unstale":"2024-03-07T03:11:48.962254+0000","last_undegraded":"2024-03-07T03:11:48.962254+0000","last_fullsized":"2024-03-07T03:11:48.962254+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:48:34.819985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1060,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129797+0000","last_change":"2024-03-07T03:07:58.752576+0000","last_active":"2024-03-07T03:10:57.129797+0000","last_peered":"2024-03-07T03:10:57.129797+0000","last_clean":"2024-03-07T03:10:57.129797+0000","last_became_active":"2024-03-07T03:07:58.752193+0000","last_became_peered":"2024-03-07T03:07:58.752193+0000","last_unstale":"2024-03-07T03:10:57.129797+0000","last_undegraded":"2024-03-07T03:10:57.129797+0000","last_fullsized":"2024-03-07T03:10:57.129797+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:55:14.205594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"395'197","reported_seq":1465,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:56.396254+0000","last_change":"2024-03-07T03:07:58.752982+0000","last_active":"2024-03-07T03:11:56.396254+0000","last_peered":"2024-03-07T03:11:56.396254+0000","last_clean":"2024-03-07T03:11:56.396254+0000","last_became_active":"2024-03-07T03:07:58.752004+0000","last_became_peered":"2024-03-07T03:07:58.752004+0000","last_unstale":"2024-03-07T03:11:56.396254+0000","last_undegraded":"2024-03-07T03:11:56.396254+0000","last_fullsized":"2024-03-07T03:11:56.396254+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_clean_scrub_stamp":"2024-03-07T02:51:31.238394+0000","objects_scrubbed":0,"log_size":197,"log_dups_size":0,"ondisk_log_size":197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:53.766202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"858'3145","reported_seq":6529,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:05.938483+0000","last_change":"2024-03-07T03:10:57.131283+0000","last_active":"2024-03-07T03:11:05.938483+0000","last_peered":"2024-03-07T03:11:05.938483+0000","last_clean":"2024-03-07T03:11:05.938483+0000","last_became_active":"2024-03-07T03:06:47.859231+0000","last_became_peered":"2024-03-07T03:06:47.859231+0000","last_unstale":"2024-03-07T03:11:05.938483+0000","last_undegraded":"2024-03-07T03:11:05.938483+0000","last_fullsized":"2024-03-07T03:11:05.938483+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3145,"log_dups_size":0,"ondisk_log_size":3145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:10:03.781442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001499434,"stat_sum":{"num_bytes":18481152,"num_objects":15,"num_object_clones":14,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":124,"num_read_kb":398406,"num_write":253,"num_write_kb":45856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":9773056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126352+0000","last_change":"2024-03-07T03:05:01.454053+0000","last_active":"2024-03-07T03:10:57.126352+0000","last_peered":"2024-03-07T03:10:57.126352+0000","last_clean":"2024-03-07T03:10:57.126352+0000","last_became_active":"2024-03-07T03:05:01.453718+0000","last_became_peered":"2024-03-07T03:05:01.453718+0000","last_unstale":"2024-03-07T03:10:57.126352+0000","last_undegraded":"2024-03-07T03:10:57.126352+0000","last_fullsized":"2024-03-07T03:10:57.126352+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:10:59.835543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:10.794862+0000","last_change":"2024-03-07T03:06:09.987673+0000","last_active":"2024-03-07T03:12:10.794862+0000","last_peered":"2024-03-07T03:12:10.794862+0000","last_clean":"2024-03-07T03:12:10.794862+0000","last_became_active":"2024-03-07T03:06:09.987328+0000","last_became_peered":"2024-03-07T03:06:09.987328+0000","last_unstale":"2024-03-07T03:12:10.794862+0000","last_undegraded":"2024-03-07T03:12:10.794862+0000","last_fullsized":"2024-03-07T03:12:10.794862+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:11:17.983744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":974,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:56.396227+0000","last_change":"2024-03-07T03:07:58.757849+0000","last_active":"2024-03-07T03:11:56.396227+0000","last_peered":"2024-03-07T03:11:56.396227+0000","last_clean":"2024-03-07T03:11:56.396227+0000","last_became_active":"2024-03-07T03:07:58.757399+0000","last_became_peered":"2024-03-07T03:07:58.757399+0000","last_unstale":"2024-03-07T03:11:56.396227+0000","last_undegraded":"2024-03-07T03:11:56.396227+0000","last_fullsized":"2024-03-07T03:11:56.396227+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:54:11.413787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"864'1259","reported_seq":4063,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:31.160553+0000","last_change":"2024-03-07T03:10:56.129203+0000","last_active":"2024-03-07T03:11:31.160553+0000","last_peered":"2024-03-07T03:11:31.160553+0000","last_clean":"2024-03-07T03:11:31.160553+0000","last_became_active":"2024-03-07T03:07:23.080120+0000","last_became_peered":"2024-03-07T03:07:23.080120+0000","last_unstale":"2024-03-07T03:11:31.160553+0000","last_undegraded":"2024-03-07T03:11:31.160553+0000","last_fullsized":"2024-03-07T03:11:31.160553+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1259,"log_dups_size":0,"ondisk_log_size":1259,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:33:24.850580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0059393290000000001,"stat_sum":{"num_bytes":23298048,"num_objects":10,"num_object_clones":7,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":249,"num_read_kb":271095,"num_write":553,"num_write_kb":138504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":18890752,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.3","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:10.794923+0000","last_change":"2024-03-07T03:07:58.750289+0000","last_active":"2024-03-07T03:12:10.794923+0000","last_peered":"2024-03-07T03:12:10.794923+0000","last_clean":"2024-03-07T03:12:10.794923+0000","last_became_active":"2024-03-07T03:07:58.749557+0000","last_became_peered":"2024-03-07T03:07:58.749557+0000","last_unstale":"2024-03-07T03:12:10.794923+0000","last_undegraded":"2024-03-07T03:12:10.794923+0000","last_fullsized":"2024-03-07T03:12:10.794923+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:54:43.865660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":988,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:06.397329+0000","last_change":"2024-03-07T03:07:58.758005+0000","last_active":"2024-03-07T03:12:06.397329+0000","last_peered":"2024-03-07T03:12:06.397329+0000","last_clean":"2024-03-07T03:12:06.397329+0000","last_became_active":"2024-03-07T03:07:58.756833+0000","last_became_peered":"2024-03-07T03:07:58.756833+0000","last_unstale":"2024-03-07T03:12:06.397329+0000","last_undegraded":"2024-03-07T03:12:06.397329+0000","last_fullsized":"2024-03-07T03:12:06.397329+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:37:55.288554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122539+0000","last_change":"2024-03-07T03:06:47.843644+0000","last_active":"2024-03-07T03:10:57.122539+0000","last_peered":"2024-03-07T03:10:57.122539+0000","last_clean":"2024-03-07T03:10:57.122539+0000","last_became_active":"2024-03-07T03:06:47.842694+0000","last_became_peered":"2024-03-07T03:06:47.842694+0000","last_unstale":"2024-03-07T03:10:57.122539+0000","last_undegraded":"2024-03-07T03:10:57.122539+0000","last_fullsized":"2024-03-07T03:10:57.122539+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:25:34.783974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"863'880","reported_seq":3814,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123586+0000","last_change":"2024-03-07T03:10:56.125509+0000","last_active":"2024-03-07T03:10:57.123586+0000","last_peered":"2024-03-07T03:10:57.123586+0000","last_clean":"2024-03-07T03:10:57.123586+0000","last_became_active":"2024-03-07T03:07:58.755248+0000","last_became_peered":"2024-03-07T03:07:58.755248+0000","last_unstale":"2024-03-07T03:10:57.123586+0000","last_undegraded":"2024-03-07T03:10:57.123586+0000","last_fullsized":"2024-03-07T03:10:57.123586+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":880,"log_dups_size":0,"ondisk_log_size":880,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:40:02.788467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0073429089999999999,"stat_sum":{"num_bytes":9224192,"num_objects":8,"num_object_clones":6,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":1,"num_read":161,"num_read_kb":133885,"num_write":362,"num_write_kb":55920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1124,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:33.960811+0000","last_change":"2024-03-07T03:07:58.764215+0000","last_active":"2024-03-07T03:11:33.960811+0000","last_peered":"2024-03-07T03:11:33.960811+0000","last_clean":"2024-03-07T03:11:33.960811+0000","last_became_active":"2024-03-07T03:07:58.763818+0000","last_became_peered":"2024-03-07T03:07:58.763818+0000","last_unstale":"2024-03-07T03:11:33.960811+0000","last_undegraded":"2024-03-07T03:11:33.960811+0000","last_fullsized":"2024-03-07T03:11:33.960811+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:27:54.623360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"719'2","reported_seq":1192,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122792+0000","last_change":"2024-03-07T03:07:23.074913+0000","last_active":"2024-03-07T03:10:57.122792+0000","last_peered":"2024-03-07T03:10:57.122792+0000","last_clean":"2024-03-07T03:10:57.122792+0000","last_became_active":"2024-03-07T03:07:23.074530+0000","last_became_peered":"2024-03-07T03:07:23.074530+0000","last_unstale":"2024-03-07T03:10:57.122792+0000","last_undegraded":"2024-03-07T03:10:57.122792+0000","last_fullsized":"2024-03-07T03:10:57.122792+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:13:25.877187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1127,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:03.963704+0000","last_change":"2024-03-07T03:07:58.757756+0000","last_active":"2024-03-07T03:12:03.963704+0000","last_peered":"2024-03-07T03:12:03.963704+0000","last_clean":"2024-03-07T03:12:03.963704+0000","last_became_active":"2024-03-07T03:07:58.757430+0000","last_became_peered":"2024-03-07T03:07:58.757430+0000","last_unstale":"2024-03-07T03:12:03.963704+0000","last_undegraded":"2024-03-07T03:12:03.963704+0000","last_fullsized":"2024-03-07T03:12:03.963704+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:22:21.412765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"863'1564","reported_seq":5163,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:33.960760+0000","last_change":"2024-03-07T03:10:57.329944+0000","last_active":"2024-03-07T03:11:33.960760+0000","last_peered":"2024-03-07T03:11:33.960760+0000","last_clean":"2024-03-07T03:11:33.960760+0000","last_became_active":"2024-03-07T03:06:09.990793+0000","last_became_peered":"2024-03-07T03:06:09.990793+0000","last_unstale":"2024-03-07T03:11:33.960760+0000","last_undegraded":"2024-03-07T03:11:33.960760+0000","last_fullsized":"2024-03-07T03:11:33.960760+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1564,"log_dups_size":0,"ondisk_log_size":1564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":143,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:53.639078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.019553126000000001,"stat_sum":{"num_bytes":100999168,"num_objects":73,"num_object_clones":68,"num_object_copies":219,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":1,"num_read":410,"num_read_kb":572954,"num_write":777,"num_write_kb":204640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":51175424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"c"},{"start":"178","length":"4"},{"start":"17e","length":"3"},{"start":"182","length":"4"},{"start":"187","length":"5"},{"start":"18d","length":"2"}]},{"pgid":"4.1","version":"0'0","reported_seq":1079,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122932+0000","last_change":"2024-03-07T03:07:23.071468+0000","last_active":"2024-03-07T03:10:57.122932+0000","last_peered":"2024-03-07T03:10:57.122932+0000","last_clean":"2024-03-07T03:10:57.122932+0000","last_became_active":"2024-03-07T03:07:23.071160+0000","last_became_peered":"2024-03-07T03:07:23.071160+0000","last_unstale":"2024-03-07T03:10:57.122932+0000","last_undegraded":"2024-03-07T03:10:57.122932+0000","last_fullsized":"2024-03-07T03:10:57.122932+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:17:55.686793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":990,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:41.161677+0000","last_change":"2024-03-07T03:07:58.759142+0000","last_active":"2024-03-07T03:11:41.161677+0000","last_peered":"2024-03-07T03:11:41.161677+0000","last_clean":"2024-03-07T03:11:41.161677+0000","last_became_active":"2024-03-07T03:07:58.758771+0000","last_became_peered":"2024-03-07T03:07:58.758771+0000","last_unstale":"2024-03-07T03:11:41.161677+0000","last_undegraded":"2024-03-07T03:11:41.161677+0000","last_fullsized":"2024-03-07T03:11:41.161677+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:45:13.985820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126257+0000","last_change":"2024-03-07T03:06:09.988597+0000","last_active":"2024-03-07T03:10:57.126257+0000","last_peered":"2024-03-07T03:10:57.126257+0000","last_clean":"2024-03-07T03:10:57.126257+0000","last_became_active":"2024-03-07T03:06:09.988261+0000","last_became_peered":"2024-03-07T03:06:09.988261+0000","last_unstale":"2024-03-07T03:10:57.126257+0000","last_undegraded":"2024-03-07T03:10:57.126257+0000","last_fullsized":"2024-03-07T03:10:57.126257+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:11:06.717251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"843'3099","reported_seq":6398,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:15.939512+0000","last_change":"2024-03-07T03:10:57.131044+0000","last_active":"2024-03-07T03:11:15.939512+0000","last_peered":"2024-03-07T03:11:15.939512+0000","last_clean":"2024-03-07T03:11:15.939512+0000","last_became_active":"2024-03-07T03:07:23.084936+0000","last_became_peered":"2024-03-07T03:07:23.084936+0000","last_unstale":"2024-03-07T03:11:15.939512+0000","last_undegraded":"2024-03-07T03:11:15.939512+0000","last_fullsized":"2024-03-07T03:11:15.939512+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3099,"log_dups_size":0,"ondisk_log_size":3099,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:46:48.809690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012703,"stat_sum":{"num_bytes":8347648,"num_objects":13,"num_object_clones":12,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":56,"num_read_kb":33721,"num_write":241,"num_write_kb":36816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":434176,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1146,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:29.500973+0000","last_change":"2024-03-07T03:05:01.461136+0000","last_active":"2024-03-07T03:11:29.500973+0000","last_peered":"2024-03-07T03:11:29.500973+0000","last_clean":"2024-03-07T03:11:29.500973+0000","last_became_active":"2024-03-07T03:05:01.457189+0000","last_became_peered":"2024-03-07T03:05:01.457189+0000","last_unstale":"2024-03-07T03:11:29.500973+0000","last_undegraded":"2024-03-07T03:11:29.500973+0000","last_fullsized":"2024-03-07T03:11:29.500973+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:23.791243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1102,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122931+0000","last_change":"2024-03-07T03:07:58.750311+0000","last_active":"2024-03-07T03:10:57.122931+0000","last_peered":"2024-03-07T03:10:57.122931+0000","last_clean":"2024-03-07T03:10:57.122931+0000","last_became_active":"2024-03-07T03:07:58.750001+0000","last_became_peered":"2024-03-07T03:07:58.750001+0000","last_unstale":"2024-03-07T03:10:57.122931+0000","last_undegraded":"2024-03-07T03:10:57.122931+0000","last_fullsized":"2024-03-07T03:10:57.122931+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:05.963944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"847'12789","reported_seq":16202,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.124034+0000","last_change":"2024-03-07T03:10:57.124034+0000","last_active":"2024-03-07T03:10:57.124034+0000","last_peered":"2024-03-07T03:10:57.124034+0000","last_clean":"2024-03-07T03:10:57.124034+0000","last_became_active":"2024-03-07T03:06:47.859957+0000","last_became_peered":"2024-03-07T03:06:47.859957+0000","last_unstale":"2024-03-07T03:10:57.124034+0000","last_undegraded":"2024-03-07T03:10:57.124034+0000","last_fullsized":"2024-03-07T03:10:57.124034+0000","mapping_epoch":625,"log_start":"599'6200","ondisk_log_start":"599'6200","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":6589,"log_dups_size":0,"ondisk_log_size":6589,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":137,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:29:13.699651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0091875959999999993,"stat_sum":{"num_bytes":71745536,"num_objects":32,"num_object_clones":30,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":0,"num_read":146,"num_read_kb":316804,"num_write":323,"num_write_kb":90232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":20865024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"5"},{"start":"171","length":"b"},{"start":"17e","length":"8"},{"start":"187","length":"5"},{"start":"18d","length":"3"},{"start":"192","length":"1"},{"start":"197","length":"1"},{"start":"199","length":"2"}]},{"pgid":"2.9","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122090+0000","last_change":"2024-03-07T03:07:58.752456+0000","last_active":"2024-03-07T03:10:57.122090+0000","last_peered":"2024-03-07T03:10:57.122090+0000","last_clean":"2024-03-07T03:10:57.122090+0000","last_became_active":"2024-03-07T03:07:58.752118+0000","last_became_peered":"2024-03-07T03:07:58.752118+0000","last_unstale":"2024-03-07T03:10:57.122090+0000","last_undegraded":"2024-03-07T03:10:57.122090+0000","last_fullsized":"2024-03-07T03:10:57.122090+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:08:08.574482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1118,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:03.963633+0000","last_change":"2024-03-07T03:07:58.757839+0000","last_active":"2024-03-07T03:12:03.963633+0000","last_peered":"2024-03-07T03:12:03.963633+0000","last_clean":"2024-03-07T03:12:03.963633+0000","last_became_active":"2024-03-07T03:07:58.757495+0000","last_became_peered":"2024-03-07T03:07:58.757495+0000","last_unstale":"2024-03-07T03:12:03.963633+0000","last_undegraded":"2024-03-07T03:12:03.963633+0000","last_fullsized":"2024-03-07T03:12:03.963633+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:27:02.190643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"861'1463","reported_seq":5088,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:44.502699+0000","last_change":"2024-03-07T03:10:57.330799+0000","last_active":"2024-03-07T03:11:44.502699+0000","last_peered":"2024-03-07T03:11:44.502699+0000","last_clean":"2024-03-07T03:11:44.502699+0000","last_became_active":"2024-03-07T03:07:58.763085+0000","last_became_peered":"2024-03-07T03:07:58.763085+0000","last_unstale":"2024-03-07T03:11:44.502699+0000","last_undegraded":"2024-03-07T03:11:44.502699+0000","last_fullsized":"2024-03-07T03:11:44.502699+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1463,"log_dups_size":0,"ondisk_log_size":1463,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:39:21.050544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.016579719999999999,"stat_sum":{"num_bytes":106192896,"num_objects":71,"num_object_clones":66,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":1,"num_read":323,"num_read_kb":516030,"num_write":942,"num_write_kb":231680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":48201728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122270+0000","last_change":"2024-03-07T03:07:58.752370+0000","last_active":"2024-03-07T03:10:57.122270+0000","last_peered":"2024-03-07T03:10:57.122270+0000","last_clean":"2024-03-07T03:10:57.122270+0000","last_became_active":"2024-03-07T03:07:58.751985+0000","last_became_peered":"2024-03-07T03:07:58.751985+0000","last_unstale":"2024-03-07T03:10:57.122270+0000","last_undegraded":"2024-03-07T03:10:57.122270+0000","last_fullsized":"2024-03-07T03:10:57.122270+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:31:33.590004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1126,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329046+0000","last_change":"2024-03-07T03:06:09.987484+0000","last_active":"2024-03-07T03:10:57.329046+0000","last_peered":"2024-03-07T03:10:57.329046+0000","last_clean":"2024-03-07T03:10:57.329046+0000","last_became_active":"2024-03-07T03:06:09.986947+0000","last_became_peered":"2024-03-07T03:06:09.986947+0000","last_unstale":"2024-03-07T03:10:57.329046+0000","last_undegraded":"2024-03-07T03:10:57.329046+0000","last_fullsized":"2024-03-07T03:10:57.329046+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:37:38.253630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"857'1055","reported_seq":4918,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:09.892916+0000","last_change":"2024-03-07T03:10:57.123092+0000","last_active":"2024-03-07T03:11:09.892916+0000","last_peered":"2024-03-07T03:11:09.892916+0000","last_clean":"2024-03-07T03:11:09.892916+0000","last_became_active":"2024-03-07T03:06:09.993513+0000","last_became_peered":"2024-03-07T03:06:09.993513+0000","last_unstale":"2024-03-07T03:11:09.892916+0000","last_undegraded":"2024-03-07T03:11:09.892916+0000","last_fullsized":"2024-03-07T03:11:09.892916+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1055,"log_dups_size":0,"ondisk_log_size":1055,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:34:07.352811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013205965,"stat_sum":{"num_bytes":99745792,"num_objects":66,"num_object_clones":62,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":306,"num_read_kb":434534,"num_write":588,"num_write_kb":145464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":21749760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.b","version":"716'3","reported_seq":984,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297633+0000","last_change":"2024-03-07T03:07:58.749480+0000","last_active":"2024-03-07T03:10:57.297633+0000","last_peered":"2024-03-07T03:10:57.297633+0000","last_clean":"2024-03-07T03:10:57.297633+0000","last_became_active":"2024-03-07T03:07:58.749098+0000","last_became_peered":"2024-03-07T03:07:58.749098+0000","last_unstale":"2024-03-07T03:10:57.297633+0000","last_undegraded":"2024-03-07T03:10:57.297633+0000","last_fullsized":"2024-03-07T03:10:57.297633+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:35:33.945855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1035,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:41.161624+0000","last_change":"2024-03-07T03:07:23.075725+0000","last_active":"2024-03-07T03:11:41.161624+0000","last_peered":"2024-03-07T03:11:41.161624+0000","last_clean":"2024-03-07T03:11:41.161624+0000","last_became_active":"2024-03-07T03:07:23.075203+0000","last_became_peered":"2024-03-07T03:07:23.075203+0000","last_unstale":"2024-03-07T03:11:41.161624+0000","last_undegraded":"2024-03-07T03:11:41.161624+0000","last_fullsized":"2024-03-07T03:11:41.161624+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:47:11.192302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"863'1711","reported_seq":5460,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:44.502642+0000","last_change":"2024-03-07T03:10:57.330918+0000","last_active":"2024-03-07T03:11:44.502642+0000","last_peered":"2024-03-07T03:11:44.502642+0000","last_clean":"2024-03-07T03:11:44.502642+0000","last_became_active":"2024-03-07T03:06:47.849454+0000","last_became_peered":"2024-03-07T03:06:47.849454+0000","last_unstale":"2024-03-07T03:11:44.502642+0000","last_undegraded":"2024-03-07T03:11:44.502642+0000","last_fullsized":"2024-03-07T03:11:44.502642+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1711,"log_dups_size":0,"ondisk_log_size":1711,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:40:07.156907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.014160193999999999,"stat_sum":{"num_bytes":165158912,"num_objects":93,"num_object_clones":87,"num_object_copies":279,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":93,"num_whiteouts":2,"num_read":489,"num_read_kb":756200,"num_write":870,"num_write_kb":258896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":69541888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1156,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:44.502687+0000","last_change":"2024-03-07T03:06:47.847077+0000","last_active":"2024-03-07T03:11:44.502687+0000","last_peered":"2024-03-07T03:11:44.502687+0000","last_clean":"2024-03-07T03:11:44.502687+0000","last_became_active":"2024-03-07T03:06:47.846359+0000","last_became_peered":"2024-03-07T03:06:47.846359+0000","last_unstale":"2024-03-07T03:11:44.502687+0000","last_undegraded":"2024-03-07T03:11:44.502687+0000","last_fullsized":"2024-03-07T03:11:44.502687+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:00:08.102949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":971,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297999+0000","last_change":"2024-03-07T03:07:58.760528+0000","last_active":"2024-03-07T03:10:57.297999+0000","last_peered":"2024-03-07T03:10:57.297999+0000","last_clean":"2024-03-07T03:10:57.297999+0000","last_became_active":"2024-03-07T03:07:58.760226+0000","last_became_peered":"2024-03-07T03:07:58.760226+0000","last_unstale":"2024-03-07T03:10:57.297999+0000","last_undegraded":"2024-03-07T03:10:57.297999+0000","last_fullsized":"2024-03-07T03:10:57.297999+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:10:36.411047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"863'1938","reported_seq":4938,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:29.500990+0000","last_change":"2024-03-07T03:10:56.140803+0000","last_active":"2024-03-07T03:11:29.500990+0000","last_peered":"2024-03-07T03:11:29.500990+0000","last_clean":"2024-03-07T03:11:29.500990+0000","last_became_active":"2024-03-07T03:06:09.993933+0000","last_became_peered":"2024-03-07T03:06:09.993933+0000","last_unstale":"2024-03-07T03:11:29.500990+0000","last_undegraded":"2024-03-07T03:11:29.500990+0000","last_fullsized":"2024-03-07T03:11:29.500990+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1938,"log_dups_size":0,"ondisk_log_size":1938,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:16.359457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.024996012000000001,"stat_sum":{"num_bytes":22765568,"num_objects":17,"num_object_clones":12,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":2,"num_read":350,"num_read_kb":387634,"num_write":702,"num_write_kb":183472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":7151616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.d","version":"61'1","reported_seq":1190,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:09.892941+0000","last_change":"2024-03-07T03:06:09.993129+0000","last_active":"2024-03-07T03:11:09.892941+0000","last_peered":"2024-03-07T03:11:09.892941+0000","last_clean":"2024-03-07T03:11:09.892941+0000","last_became_active":"2024-03-07T03:06:09.992737+0000","last_became_peered":"2024-03-07T03:06:09.992737+0000","last_unstale":"2024-03-07T03:11:09.892941+0000","last_undegraded":"2024-03-07T03:11:09.892941+0000","last_fullsized":"2024-03-07T03:11:09.892941+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:02:42.055569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1051,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:15.939486+0000","last_change":"2024-03-07T03:07:23.076846+0000","last_active":"2024-03-07T03:11:15.939486+0000","last_peered":"2024-03-07T03:11:15.939486+0000","last_clean":"2024-03-07T03:11:15.939486+0000","last_became_active":"2024-03-07T03:07:23.075895+0000","last_became_peered":"2024-03-07T03:07:23.075895+0000","last_unstale":"2024-03-07T03:11:15.939486+0000","last_undegraded":"2024-03-07T03:11:15.939486+0000","last_fullsized":"2024-03-07T03:11:15.939486+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:09:15.080126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"854'331","reported_seq":3438,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.298223+0000","last_change":"2024-03-07T03:10:57.298223+0000","last_active":"2024-03-07T03:10:57.298223+0000","last_peered":"2024-03-07T03:10:57.298223+0000","last_clean":"2024-03-07T03:10:57.298223+0000","last_became_active":"2024-03-07T03:07:58.749089+0000","last_became_peered":"2024-03-07T03:07:58.749089+0000","last_unstale":"2024-03-07T03:10:57.298223+0000","last_undegraded":"2024-03-07T03:10:57.298223+0000","last_fullsized":"2024-03-07T03:10:57.298223+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":331,"log_dups_size":0,"ondisk_log_size":331,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":83,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:26:07.404191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00085119700000000004,"stat_sum":{"num_bytes":15409152,"num_objects":11,"num_object_clones":10,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":91,"num_read_kb":118251,"num_write":162,"num_write_kb":30616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":34586624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"56"},{"start":"1c2","length":"3"},{"start":"1c9","length":"1"}]},{"pgid":"2.e","version":"61'2","reported_seq":1160,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:44.502729+0000","last_change":"2024-03-07T03:07:58.755578+0000","last_active":"2024-03-07T03:11:44.502729+0000","last_peered":"2024-03-07T03:11:44.502729+0000","last_clean":"2024-03-07T03:11:44.502729+0000","last_became_active":"2024-03-07T03:07:58.755160+0000","last_became_peered":"2024-03-07T03:07:58.755160+0000","last_unstale":"2024-03-07T03:11:44.502729+0000","last_undegraded":"2024-03-07T03:11:44.502729+0000","last_fullsized":"2024-03-07T03:11:44.502729+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:20.584382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298308+0000","last_change":"2024-03-07T03:07:58.751269+0000","last_active":"2024-03-07T03:10:57.298308+0000","last_peered":"2024-03-07T03:10:57.298308+0000","last_clean":"2024-03-07T03:10:57.298308+0000","last_became_active":"2024-03-07T03:07:58.750956+0000","last_became_peered":"2024-03-07T03:07:58.750956+0000","last_unstale":"2024-03-07T03:10:57.298308+0000","last_undegraded":"2024-03-07T03:10:57.298308+0000","last_fullsized":"2024-03-07T03:10:57.298308+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:39.414545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1006,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:31.160523+0000","last_change":"2024-03-07T03:07:23.081711+0000","last_active":"2024-03-07T03:11:31.160523+0000","last_peered":"2024-03-07T03:11:31.160523+0000","last_clean":"2024-03-07T03:11:31.160523+0000","last_became_active":"2024-03-07T03:07:23.079269+0000","last_became_peered":"2024-03-07T03:07:23.079269+0000","last_unstale":"2024-03-07T03:11:31.160523+0000","last_undegraded":"2024-03-07T03:11:31.160523+0000","last_fullsized":"2024-03-07T03:11:31.160523+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:39.008957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1157,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:14.498905+0000","last_change":"2024-03-07T03:07:23.072806+0000","last_active":"2024-03-07T03:11:14.498905+0000","last_peered":"2024-03-07T03:11:14.498905+0000","last_clean":"2024-03-07T03:11:14.498905+0000","last_became_active":"2024-03-07T03:07:23.071234+0000","last_became_peered":"2024-03-07T03:07:23.071234+0000","last_unstale":"2024-03-07T03:11:14.498905+0000","last_undegraded":"2024-03-07T03:11:14.498905+0000","last_fullsized":"2024-03-07T03:11:14.498905+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:52.610744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1057,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129961+0000","last_change":"2024-03-07T03:06:47.851593+0000","last_active":"2024-03-07T03:10:57.129961+0000","last_peered":"2024-03-07T03:10:57.129961+0000","last_clean":"2024-03-07T03:10:57.129961+0000","last_became_active":"2024-03-07T03:06:47.849677+0000","last_became_peered":"2024-03-07T03:06:47.849677+0000","last_unstale":"2024-03-07T03:10:57.129961+0000","last_undegraded":"2024-03-07T03:10:57.129961+0000","last_fullsized":"2024-03-07T03:10:57.129961+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:30.969251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1116,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:14.498954+0000","last_change":"2024-03-07T03:06:09.995434+0000","last_active":"2024-03-07T03:11:14.498954+0000","last_peered":"2024-03-07T03:11:14.498954+0000","last_clean":"2024-03-07T03:11:14.498954+0000","last_became_active":"2024-03-07T03:06:09.994939+0000","last_became_peered":"2024-03-07T03:06:09.994939+0000","last_unstale":"2024-03-07T03:11:14.498954+0000","last_undegraded":"2024-03-07T03:11:14.498954+0000","last_fullsized":"2024-03-07T03:11:14.498954+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:27:11.737354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1127,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:03.963669+0000","last_change":"2024-03-07T03:06:09.987381+0000","last_active":"2024-03-07T03:12:03.963669+0000","last_peered":"2024-03-07T03:12:03.963669+0000","last_clean":"2024-03-07T03:12:03.963669+0000","last_became_active":"2024-03-07T03:06:09.986952+0000","last_became_peered":"2024-03-07T03:06:09.986952+0000","last_unstale":"2024-03-07T03:12:03.963669+0000","last_undegraded":"2024-03-07T03:12:03.963669+0000","last_fullsized":"2024-03-07T03:12:03.963669+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:26:15.439852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122425+0000","last_change":"2024-03-07T03:05:35.923999+0000","last_active":"2024-03-07T03:10:57.122425+0000","last_peered":"2024-03-07T03:10:57.122425+0000","last_clean":"2024-03-07T03:10:57.122425+0000","last_became_active":"2024-03-07T03:05:35.923719+0000","last_became_peered":"2024-03-07T03:05:35.923719+0000","last_unstale":"2024-03-07T03:10:57.122425+0000","last_undegraded":"2024-03-07T03:10:57.122425+0000","last_fullsized":"2024-03-07T03:10:57.122425+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:43:04.724647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1008,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:41.161665+0000","last_change":"2024-03-07T03:07:58.749989+0000","last_active":"2024-03-07T03:11:41.161665+0000","last_peered":"2024-03-07T03:11:41.161665+0000","last_clean":"2024-03-07T03:11:41.161665+0000","last_became_active":"2024-03-07T03:07:58.749643+0000","last_became_peered":"2024-03-07T03:07:58.749643+0000","last_unstale":"2024-03-07T03:11:41.161665+0000","last_undegraded":"2024-03-07T03:11:41.161665+0000","last_fullsized":"2024-03-07T03:11:41.161665+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:00:44.729806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1110,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:03.963717+0000","last_change":"2024-03-07T03:06:09.999184+0000","last_active":"2024-03-07T03:12:03.963717+0000","last_peered":"2024-03-07T03:12:03.963717+0000","last_clean":"2024-03-07T03:12:03.963717+0000","last_became_active":"2024-03-07T03:06:09.998856+0000","last_became_peered":"2024-03-07T03:06:09.998856+0000","last_unstale":"2024-03-07T03:12:03.963717+0000","last_undegraded":"2024-03-07T03:12:03.963717+0000","last_fullsized":"2024-03-07T03:12:03.963717+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:37:00.102189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1057,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:05.938424+0000","last_change":"2024-03-07T03:06:47.857644+0000","last_active":"2024-03-07T03:11:05.938424+0000","last_peered":"2024-03-07T03:11:05.938424+0000","last_clean":"2024-03-07T03:11:05.938424+0000","last_became_active":"2024-03-07T03:06:47.857354+0000","last_became_peered":"2024-03-07T03:06:47.857354+0000","last_unstale":"2024-03-07T03:11:05.938424+0000","last_undegraded":"2024-03-07T03:11:05.938424+0000","last_fullsized":"2024-03-07T03:11:05.938424+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:02:18.860369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1117,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329010+0000","last_change":"2024-03-07T03:06:09.987872+0000","last_active":"2024-03-07T03:10:57.329010+0000","last_peered":"2024-03-07T03:10:57.329010+0000","last_clean":"2024-03-07T03:10:57.329010+0000","last_became_active":"2024-03-07T03:06:09.986852+0000","last_became_peered":"2024-03-07T03:06:09.986852+0000","last_unstale":"2024-03-07T03:10:57.329010+0000","last_undegraded":"2024-03-07T03:10:57.329010+0000","last_fullsized":"2024-03-07T03:10:57.329010+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:13.708512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1035,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:15.939446+0000","last_change":"2024-03-07T03:07:58.755825+0000","last_active":"2024-03-07T03:11:15.939446+0000","last_peered":"2024-03-07T03:11:15.939446+0000","last_clean":"2024-03-07T03:11:15.939446+0000","last_became_active":"2024-03-07T03:07:58.755395+0000","last_became_peered":"2024-03-07T03:07:58.755395+0000","last_unstale":"2024-03-07T03:11:15.939446+0000","last_undegraded":"2024-03-07T03:11:15.939446+0000","last_fullsized":"2024-03-07T03:11:15.939446+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:10:43.184914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125616+0000","last_change":"2024-03-07T03:07:58.753962+0000","last_active":"2024-03-07T03:10:57.125616+0000","last_peered":"2024-03-07T03:10:57.125616+0000","last_clean":"2024-03-07T03:10:57.125616+0000","last_became_active":"2024-03-07T03:07:58.753619+0000","last_became_peered":"2024-03-07T03:07:58.753619+0000","last_unstale":"2024-03-07T03:10:57.125616+0000","last_undegraded":"2024-03-07T03:10:57.125616+0000","last_fullsized":"2024-03-07T03:10:57.125616+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:44:44.641067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1013,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:51.162869+0000","last_change":"2024-03-07T03:07:23.078516+0000","last_active":"2024-03-07T03:11:51.162869+0000","last_peered":"2024-03-07T03:11:51.162869+0000","last_clean":"2024-03-07T03:11:51.162869+0000","last_became_active":"2024-03-07T03:07:23.076017+0000","last_became_peered":"2024-03-07T03:07:23.076017+0000","last_unstale":"2024-03-07T03:11:51.162869+0000","last_undegraded":"2024-03-07T03:11:51.162869+0000","last_fullsized":"2024-03-07T03:11:51.162869+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:17:54.725933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":857645056,"num_objects":516,"num_object_clones":466,"num_object_copies":1548,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":516,"num_whiteouts":8,"num_read":3826,"num_read_kb":5949842,"num_write":7931,"num_write_kb":1978632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":107,"num_bytes_recovered":385712128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1170673664,"data_stored":2969124864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28580,"ondisk_log_size":28580,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197,"ondisk_log_size":197,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":26375,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":694,"seq":2980707303502,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":150184,"kb_used_data":96156,"kb_used_omap":35,"kb_used_meta":53980,"kb_avail":93594968,"statfs":{"total":95995035648,"available":95841247232,"internally_reserved":0,"allocated":98463744,"data_stored":167037349,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36312,"internal_metadata":55276072},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":660,"seq":2834678415445,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":94940,"kb_used_data":42576,"kb_used_omap":23,"kb_used_meta":52328,"kb_avail":93650212,"statfs":{"total":95995035648,"available":95897817088,"internally_reserved":0,"allocated":43597824,"data_stored":80829959,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":24173,"internal_metadata":53584275},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":463,"seq":1988569858176,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":692864,"kb_used_data":193964,"kb_used_omap":46,"kb_used_meta":498833,"kb_avail":93052288,"statfs":{"total":95995035648,"available":95285542912,"internally_reserved":0,"allocated":198619136,"data_stored":533391905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48036,"internal_metadata":510805084},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":528,"seq":2267742732402,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":401776,"kb_used_data":209252,"kb_used_omap":54,"kb_used_meta":192457,"kb_avail":93343376,"statfs":{"total":95995035648,"available":95583617024,"internally_reserved":0,"allocated":214274048,"data_stored":587826473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56016,"internal_metadata":197076272},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":495,"seq":2126008811641,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":485244,"kb_used_data":166572,"kb_used_omap":47,"kb_used_meta":318608,"kb_avail":93259908,"statfs":{"total":95995035648,"available":95498145792,"internally_reserved":0,"allocated":170569728,"data_stored":457545161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48143,"internal_metadata":326255601},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":562,"seq":2413771620459,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":177748,"kb_used_data":84672,"kb_used_omap":37,"kb_used_meta":93018,"kb_avail":93567404,"statfs":{"total":95995035648,"available":95813021696,"internally_reserved":0,"allocated":86704128,"data_stored":171510863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38083,"internal_metadata":95251261},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":591,"seq":2538325672036,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":365920,"kb_used_data":157844,"kb_used_omap":61,"kb_used_meta":208002,"kb_avail":93379232,"statfs":{"total":95995035648,"available":95620333568,"internally_reserved":0,"allocated":161632256,"data_stored":367986669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":62843,"internal_metadata":212994693},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":625,"seq":2684354560092,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":509804,"kb_used_data":269020,"kb_used_omap":73,"kb_used_meta":240694,"kb_avail":93235348,"statfs":{"total":95995035648,"available":95472996352,"internally_reserved":0,"allocated":275476480,"data_stored":649851960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":75044,"internal_metadata":246471388},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7413,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2060,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2124,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3359,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3677,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2797,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2839,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2106,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":188411904,"data_stored":527167488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":160964608,"data_stored":451911680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":204677120,"data_stored":582193152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":77082624,"data_stored":165871616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":152018944,"data_stored":362352640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":265863168,"data_stored":644214784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":33390592,"data_stored":74600448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":88264704,"data_stored":160813056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-07T03:14:27.448 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:14:27.448 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:14:27.448 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:14:27.448 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-07T03:14:27.448 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-07T03:14:27.448 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-07T03:14:27.448 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.c in trimming, state: active+clean+snaptrim_error 2024-03-07T03:14:27.448 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-07T03:14:27.449 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:14:27.449 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-07T03:14:27.659 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:14:27 smithi092 ceph-mon[83777]: pgmap v833: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:27.659 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:14:27 smithi092 ceph-mon[83777]: from='client.44534 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:14:27.821 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:14:27 smithi090 ceph-mon[89511]: pgmap v833: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:27.837 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:14:27 smithi090 ceph-mon[89511]: from='client.44534 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:14:27.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:14:27 smithi090 ceph-mon[91928]: pgmap v833: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:27.838 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:14:27 smithi090 ceph-mon[91928]: from='client.44534 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:14:28.659 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:14:28 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:14:28.821 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:14:28 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:14:28.821 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:14:28 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:14:29.659 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:14:29 smithi092 ceph-mon[83777]: pgmap v834: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:29.821 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:14:29 smithi090 ceph-mon[89511]: pgmap v834: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:29.821 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:14:29 smithi090 ceph-mon[91928]: pgmap v834: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:31.659 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:14:31 smithi092 ceph-mon[83777]: pgmap v835: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:31.821 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:14:31 smithi090 ceph-mon[89511]: pgmap v835: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:31.821 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:14:31 smithi090 ceph-mon[91928]: pgmap v835: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:32.659 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:14:32 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:14:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:14:33.321 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:14:33 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:14:33] "GET /metrics HTTP/1.1" 200 36316 "" "Prometheus/2.43.0" 2024-03-07T03:14:33.659 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:14:33 smithi092 ceph-mon[83777]: pgmap v836: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:33.821 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:14:33 smithi090 ceph-mon[89511]: pgmap v836: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:33.821 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:14:33 smithi090 ceph-mon[91928]: pgmap v836: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:35.659 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:14:35 smithi092 ceph-mon[83777]: pgmap v837: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:35.821 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:14:35 smithi090 ceph-mon[89511]: pgmap v837: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:35.821 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:14:35 smithi090 ceph-mon[91928]: pgmap v837: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:37.449 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph pg dump --format=json 2024-03-07T03:14:37.659 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:14:37 smithi092 ceph-mon[83777]: pgmap v838: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:37.668 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T03:14:37.790 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:14:37 smithi090 ceph-mon[89511]: pgmap v838: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:37.791 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:14:37 smithi090 ceph-mon[91928]: pgmap v838: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:39.524 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T03:14:39.526 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-03-07T03:14:39.659 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:14:39 smithi092 ceph-mon[83777]: pgmap v839: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:39.816 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:14:39 smithi090 ceph-mon[89511]: pgmap v839: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:39.816 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:14:39 smithi090 ceph-mon[91928]: pgmap v839: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:40.216 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":839,"stamp":"2024-03-07T03:14:37.915533+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":858242044,"num_objects":540,"num_object_clones":466,"num_object_copies":1620,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":540,"num_whiteouts":8,"num_read":4717,"num_read_kb":5951239,"num_write":8310,"num_write_kb":1981084,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":113,"num_bytes_recovered":387483232,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28845,"ondisk_log_size":28845,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2878480,"kb_used_data":1220056,"kb_used_omap":379,"kb_used_meta":1657924,"kb_avail":747082736,"statfs":{"total":767960285184,"available":765012721664,"internally_reserved":0,"allocated":1249337344,"data_stored":3015980339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":388650,"internal_metadata":1697714646},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003874"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":973,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:06.397347+0000","last_change":"2024-03-07T03:07:58.753984+0000","last_active":"2024-03-07T03:12:06.397347+0000","last_peered":"2024-03-07T03:12:06.397347+0000","last_clean":"2024-03-07T03:12:06.397347+0000","last_became_active":"2024-03-07T03:07:58.753138+0000","last_became_peered":"2024-03-07T03:07:58.753138+0000","last_unstale":"2024-03-07T03:12:06.397347+0000","last_undegraded":"2024-03-07T03:12:06.397347+0000","last_fullsized":"2024-03-07T03:12:06.397347+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:37:39.612519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1185,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122683+0000","last_change":"2024-03-07T03:07:23.074862+0000","last_active":"2024-03-07T03:10:57.122683+0000","last_peered":"2024-03-07T03:10:57.122683+0000","last_clean":"2024-03-07T03:10:57.122683+0000","last_became_active":"2024-03-07T03:07:23.074512+0000","last_became_peered":"2024-03-07T03:07:23.074512+0000","last_unstale":"2024-03-07T03:10:57.122683+0000","last_undegraded":"2024-03-07T03:10:57.122683+0000","last_fullsized":"2024-03-07T03:10:57.122683+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:45:24.128672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:10.794949+0000","last_change":"2024-03-07T03:05:01.446762+0000","last_active":"2024-03-07T03:12:10.794949+0000","last_peered":"2024-03-07T03:12:10.794949+0000","last_clean":"2024-03-07T03:12:10.794949+0000","last_became_active":"2024-03-07T03:05:01.446425+0000","last_became_peered":"2024-03-07T03:05:01.446425+0000","last_unstale":"2024-03-07T03:12:10.794949+0000","last_undegraded":"2024-03-07T03:12:10.794949+0000","last_fullsized":"2024-03-07T03:12:10.794949+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:39:39.897066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1052,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129938+0000","last_change":"2024-03-07T03:07:58.755992+0000","last_active":"2024-03-07T03:10:57.129938+0000","last_peered":"2024-03-07T03:10:57.129938+0000","last_clean":"2024-03-07T03:10:57.129938+0000","last_became_active":"2024-03-07T03:07:58.755499+0000","last_became_peered":"2024-03-07T03:07:58.755499+0000","last_unstale":"2024-03-07T03:10:57.129938+0000","last_undegraded":"2024-03-07T03:10:57.129938+0000","last_fullsized":"2024-03-07T03:10:57.129938+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:26:12.313572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297504+0000","last_change":"2024-03-07T03:07:58.752235+0000","last_active":"2024-03-07T03:10:57.297504+0000","last_peered":"2024-03-07T03:10:57.297504+0000","last_clean":"2024-03-07T03:10:57.297504+0000","last_became_active":"2024-03-07T03:07:58.751575+0000","last_became_peered":"2024-03-07T03:07:58.751575+0000","last_unstale":"2024-03-07T03:10:57.297504+0000","last_undegraded":"2024-03-07T03:10:57.297504+0000","last_fullsized":"2024-03-07T03:10:57.297504+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:12:05.995515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1030,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:45.942988+0000","last_change":"2024-03-07T03:06:47.859644+0000","last_active":"2024-03-07T03:11:45.942988+0000","last_peered":"2024-03-07T03:11:45.942988+0000","last_clean":"2024-03-07T03:11:45.942988+0000","last_became_active":"2024-03-07T03:06:47.859097+0000","last_became_peered":"2024-03-07T03:06:47.859097+0000","last_unstale":"2024-03-07T03:11:45.942988+0000","last_undegraded":"2024-03-07T03:11:45.942988+0000","last_fullsized":"2024-03-07T03:11:45.942988+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:22:46.909130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297361+0000","last_change":"2024-03-07T03:07:58.754226+0000","last_active":"2024-03-07T03:10:57.297361+0000","last_peered":"2024-03-07T03:10:57.297361+0000","last_clean":"2024-03-07T03:10:57.297361+0000","last_became_active":"2024-03-07T03:07:58.753169+0000","last_became_peered":"2024-03-07T03:07:58.753169+0000","last_unstale":"2024-03-07T03:10:57.297361+0000","last_undegraded":"2024-03-07T03:10:57.297361+0000","last_fullsized":"2024-03-07T03:10:57.297361+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:46:59.258099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1086,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328618+0000","last_change":"2024-03-07T03:07:23.073492+0000","last_active":"2024-03-07T03:10:57.328618+0000","last_peered":"2024-03-07T03:10:57.328618+0000","last_clean":"2024-03-07T03:10:57.328618+0000","last_became_active":"2024-03-07T03:07:23.071929+0000","last_became_peered":"2024-03-07T03:07:23.071929+0000","last_unstale":"2024-03-07T03:10:57.328618+0000","last_undegraded":"2024-03-07T03:10:57.328618+0000","last_fullsized":"2024-03-07T03:10:57.328618+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:35:26.391722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":978,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298081+0000","last_change":"2024-03-07T03:07:58.760328+0000","last_active":"2024-03-07T03:10:57.298081+0000","last_peered":"2024-03-07T03:10:57.298081+0000","last_clean":"2024-03-07T03:10:57.298081+0000","last_became_active":"2024-03-07T03:07:58.760046+0000","last_became_peered":"2024-03-07T03:07:58.760046+0000","last_unstale":"2024-03-07T03:10:57.298081+0000","last_undegraded":"2024-03-07T03:10:57.298081+0000","last_fullsized":"2024-03-07T03:10:57.298081+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:08:46.356817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1005,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:11.165183+0000","last_change":"2024-03-07T03:07:23.079945+0000","last_active":"2024-03-07T03:12:11.165183+0000","last_peered":"2024-03-07T03:12:11.165183+0000","last_clean":"2024-03-07T03:12:11.165183+0000","last_became_active":"2024-03-07T03:07:23.078551+0000","last_became_peered":"2024-03-07T03:07:23.078551+0000","last_unstale":"2024-03-07T03:12:11.165183+0000","last_undegraded":"2024-03-07T03:12:11.165183+0000","last_fullsized":"2024-03-07T03:12:11.165183+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:03:46.670084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1005,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:11.165163+0000","last_change":"2024-03-07T03:07:23.081963+0000","last_active":"2024-03-07T03:12:11.165163+0000","last_peered":"2024-03-07T03:12:11.165163+0000","last_clean":"2024-03-07T03:12:11.165163+0000","last_became_active":"2024-03-07T03:07:23.080128+0000","last_became_peered":"2024-03-07T03:07:23.080128+0000","last_unstale":"2024-03-07T03:12:11.165163+0000","last_undegraded":"2024-03-07T03:12:11.165163+0000","last_fullsized":"2024-03-07T03:12:11.165163+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:56.813267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1147,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329628+0000","last_change":"2024-03-07T03:07:23.074902+0000","last_active":"2024-03-07T03:10:57.329628+0000","last_peered":"2024-03-07T03:10:57.329628+0000","last_clean":"2024-03-07T03:10:57.329628+0000","last_became_active":"2024-03-07T03:07:23.074466+0000","last_became_peered":"2024-03-07T03:07:23.074466+0000","last_unstale":"2024-03-07T03:10:57.329628+0000","last_undegraded":"2024-03-07T03:10:57.329628+0000","last_fullsized":"2024-03-07T03:10:57.329628+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:40:20.268555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1116,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329168+0000","last_change":"2024-03-07T03:07:23.072635+0000","last_active":"2024-03-07T03:10:57.329168+0000","last_peered":"2024-03-07T03:10:57.329168+0000","last_clean":"2024-03-07T03:10:57.329168+0000","last_became_active":"2024-03-07T03:07:23.071712+0000","last_became_peered":"2024-03-07T03:07:23.071712+0000","last_unstale":"2024-03-07T03:10:57.329168+0000","last_undegraded":"2024-03-07T03:10:57.329168+0000","last_fullsized":"2024-03-07T03:10:57.329168+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:00:39.298564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125527+0000","last_change":"2024-03-07T03:06:47.851538+0000","last_active":"2024-03-07T03:10:57.125527+0000","last_peered":"2024-03-07T03:10:57.125527+0000","last_clean":"2024-03-07T03:10:57.125527+0000","last_became_active":"2024-03-07T03:06:47.851183+0000","last_became_peered":"2024-03-07T03:06:47.851183+0000","last_unstale":"2024-03-07T03:10:57.125527+0000","last_undegraded":"2024-03-07T03:10:57.125527+0000","last_fullsized":"2024-03-07T03:10:57.125527+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:36:23.932334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:24.894584+0000","last_change":"2024-03-07T03:06:47.843126+0000","last_active":"2024-03-07T03:11:24.894584+0000","last_peered":"2024-03-07T03:11:24.894584+0000","last_clean":"2024-03-07T03:11:24.894584+0000","last_became_active":"2024-03-07T03:06:47.842736+0000","last_became_peered":"2024-03-07T03:06:47.842736+0000","last_unstale":"2024-03-07T03:11:24.894584+0000","last_undegraded":"2024-03-07T03:11:24.894584+0000","last_fullsized":"2024-03-07T03:11:24.894584+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:48:10.843465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1034,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:25.940523+0000","last_change":"2024-03-07T03:07:58.755620+0000","last_active":"2024-03-07T03:11:25.940523+0000","last_peered":"2024-03-07T03:11:25.940523+0000","last_clean":"2024-03-07T03:11:25.940523+0000","last_became_active":"2024-03-07T03:07:58.755267+0000","last_became_peered":"2024-03-07T03:07:58.755267+0000","last_unstale":"2024-03-07T03:11:25.940523+0000","last_undegraded":"2024-03-07T03:11:25.940523+0000","last_fullsized":"2024-03-07T03:11:25.940523+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:51:32.339400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1038,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:25.940593+0000","last_change":"2024-03-07T03:07:58.756358+0000","last_active":"2024-03-07T03:11:25.940593+0000","last_peered":"2024-03-07T03:11:25.940593+0000","last_clean":"2024-03-07T03:11:25.940593+0000","last_became_active":"2024-03-07T03:07:58.755960+0000","last_became_peered":"2024-03-07T03:07:58.755960+0000","last_unstale":"2024-03-07T03:11:25.940593+0000","last_undegraded":"2024-03-07T03:11:25.940593+0000","last_fullsized":"2024-03-07T03:11:25.940593+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:47.464423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1156,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:59.504600+0000","last_change":"2024-03-07T03:07:58.755619+0000","last_active":"2024-03-07T03:11:59.504600+0000","last_peered":"2024-03-07T03:11:59.504600+0000","last_clean":"2024-03-07T03:11:59.504600+0000","last_became_active":"2024-03-07T03:07:58.755214+0000","last_became_peered":"2024-03-07T03:07:58.755214+0000","last_unstale":"2024-03-07T03:11:59.504600+0000","last_undegraded":"2024-03-07T03:11:59.504600+0000","last_fullsized":"2024-03-07T03:11:59.504600+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:59:02.041330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":971,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298106+0000","last_change":"2024-03-07T03:07:58.756563+0000","last_active":"2024-03-07T03:10:57.298106+0000","last_peered":"2024-03-07T03:10:57.298106+0000","last_clean":"2024-03-07T03:10:57.298106+0000","last_became_active":"2024-03-07T03:07:58.752195+0000","last_became_peered":"2024-03-07T03:07:58.752195+0000","last_unstale":"2024-03-07T03:10:57.298106+0000","last_undegraded":"2024-03-07T03:10:57.298106+0000","last_fullsized":"2024-03-07T03:10:57.298106+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:32:35.496500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"716'5","reported_seq":1222,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:10.794999+0000","last_change":"2024-03-07T03:07:58.753999+0000","last_active":"2024-03-07T03:12:10.794999+0000","last_peered":"2024-03-07T03:12:10.794999+0000","last_clean":"2024-03-07T03:12:10.794999+0000","last_became_active":"2024-03-07T03:07:58.753607+0000","last_became_peered":"2024-03-07T03:07:58.753607+0000","last_unstale":"2024-03-07T03:12:10.794999+0000","last_undegraded":"2024-03-07T03:12:10.794999+0000","last_fullsized":"2024-03-07T03:12:10.794999+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:28:57.567238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1110,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:33.960839+0000","last_change":"2024-03-07T03:07:23.083830+0000","last_active":"2024-03-07T03:11:33.960839+0000","last_peered":"2024-03-07T03:11:33.960839+0000","last_clean":"2024-03-07T03:11:33.960839+0000","last_became_active":"2024-03-07T03:07:23.083530+0000","last_became_peered":"2024-03-07T03:07:23.083530+0000","last_unstale":"2024-03-07T03:11:33.960839+0000","last_undegraded":"2024-03-07T03:11:33.960839+0000","last_fullsized":"2024-03-07T03:11:33.960839+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:57.938032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"716'2","reported_seq":1130,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:33.960850+0000","last_change":"2024-03-07T03:06:47.849618+0000","last_active":"2024-03-07T03:11:33.960850+0000","last_peered":"2024-03-07T03:11:33.960850+0000","last_clean":"2024-03-07T03:11:33.960850+0000","last_became_active":"2024-03-07T03:06:47.849222+0000","last_became_peered":"2024-03-07T03:06:47.849222+0000","last_unstale":"2024-03-07T03:11:33.960850+0000","last_undegraded":"2024-03-07T03:11:33.960850+0000","last_fullsized":"2024-03-07T03:11:33.960850+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:36:41.880143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:10.794987+0000","last_change":"2024-03-07T03:06:47.851880+0000","last_active":"2024-03-07T03:12:10.794987+0000","last_peered":"2024-03-07T03:12:10.794987+0000","last_clean":"2024-03-07T03:12:10.794987+0000","last_became_active":"2024-03-07T03:06:47.851176+0000","last_became_peered":"2024-03-07T03:06:47.851176+0000","last_unstale":"2024-03-07T03:12:10.794987+0000","last_undegraded":"2024-03-07T03:12:10.794987+0000","last_fullsized":"2024-03-07T03:12:10.794987+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:38:59.663068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":976,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298135+0000","last_change":"2024-03-07T03:07:58.757245+0000","last_active":"2024-03-07T03:10:57.298135+0000","last_peered":"2024-03-07T03:10:57.298135+0000","last_clean":"2024-03-07T03:10:57.298135+0000","last_became_active":"2024-03-07T03:07:58.754456+0000","last_became_peered":"2024-03-07T03:07:58.754456+0000","last_unstale":"2024-03-07T03:10:57.298135+0000","last_undegraded":"2024-03-07T03:10:57.298135+0000","last_fullsized":"2024-03-07T03:10:57.298135+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:57:32.153933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1043,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:45.943019+0000","last_change":"2024-03-07T03:06:47.855220+0000","last_active":"2024-03-07T03:11:45.943019+0000","last_peered":"2024-03-07T03:11:45.943019+0000","last_clean":"2024-03-07T03:11:45.943019+0000","last_became_active":"2024-03-07T03:06:47.854836+0000","last_became_peered":"2024-03-07T03:06:47.854836+0000","last_unstale":"2024-03-07T03:11:45.943019+0000","last_undegraded":"2024-03-07T03:11:45.943019+0000","last_fullsized":"2024-03-07T03:11:45.943019+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:51:35.386552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":983,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297851+0000","last_change":"2024-03-07T03:07:58.757676+0000","last_active":"2024-03-07T03:10:57.297851+0000","last_peered":"2024-03-07T03:10:57.297851+0000","last_clean":"2024-03-07T03:10:57.297851+0000","last_became_active":"2024-03-07T03:07:58.753930+0000","last_became_peered":"2024-03-07T03:07:58.753930+0000","last_unstale":"2024-03-07T03:10:57.297851+0000","last_undegraded":"2024-03-07T03:10:57.297851+0000","last_fullsized":"2024-03-07T03:10:57.297851+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:56.639688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1037,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:45.943032+0000","last_change":"2024-03-07T03:07:23.076532+0000","last_active":"2024-03-07T03:11:45.943032+0000","last_peered":"2024-03-07T03:11:45.943032+0000","last_clean":"2024-03-07T03:11:45.943032+0000","last_became_active":"2024-03-07T03:07:23.076234+0000","last_became_peered":"2024-03-07T03:07:23.076234+0000","last_unstale":"2024-03-07T03:11:45.943032+0000","last_undegraded":"2024-03-07T03:11:45.943032+0000","last_fullsized":"2024-03-07T03:11:45.943032+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:16:39.967241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"716'2","reported_seq":1089,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329359+0000","last_change":"2024-03-07T03:07:58.752045+0000","last_active":"2024-03-07T03:10:57.329359+0000","last_peered":"2024-03-07T03:10:57.329359+0000","last_clean":"2024-03-07T03:10:57.329359+0000","last_became_active":"2024-03-07T03:07:58.751585+0000","last_became_peered":"2024-03-07T03:07:58.751585+0000","last_unstale":"2024-03-07T03:10:57.329359+0000","last_undegraded":"2024-03-07T03:10:57.329359+0000","last_fullsized":"2024-03-07T03:10:57.329359+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:03:01.652607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1107,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:08.061295+0000","last_change":"2024-03-07T03:06:09.990854+0000","last_active":"2024-03-07T03:11:08.061295+0000","last_peered":"2024-03-07T03:11:08.061295+0000","last_clean":"2024-03-07T03:11:08.061295+0000","last_became_active":"2024-03-07T03:06:09.990464+0000","last_became_peered":"2024-03-07T03:06:09.990464+0000","last_unstale":"2024-03-07T03:11:08.061295+0000","last_undegraded":"2024-03-07T03:11:08.061295+0000","last_fullsized":"2024-03-07T03:11:08.061295+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:53:52.856954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"716'2","reported_seq":1009,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.127839+0000","last_change":"2024-03-07T03:07:58.754526+0000","last_active":"2024-03-07T03:10:57.127839+0000","last_peered":"2024-03-07T03:10:57.127839+0000","last_clean":"2024-03-07T03:10:57.127839+0000","last_became_active":"2024-03-07T03:07:58.754123+0000","last_became_peered":"2024-03-07T03:07:58.754123+0000","last_unstale":"2024-03-07T03:10:57.127839+0000","last_undegraded":"2024-03-07T03:10:57.127839+0000","last_fullsized":"2024-03-07T03:10:57.127839+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:41:34.446180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:20.789924+0000","last_change":"2024-03-07T03:07:58.750769+0000","last_active":"2024-03-07T03:11:20.789924+0000","last_peered":"2024-03-07T03:11:20.789924+0000","last_clean":"2024-03-07T03:11:20.789924+0000","last_became_active":"2024-03-07T03:07:58.749974+0000","last_became_peered":"2024-03-07T03:07:58.749974+0000","last_unstale":"2024-03-07T03:11:20.789924+0000","last_undegraded":"2024-03-07T03:11:20.789924+0000","last_fullsized":"2024-03-07T03:11:20.789924+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:56:14.059734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1126,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328641+0000","last_change":"2024-03-07T03:07:23.072942+0000","last_active":"2024-03-07T03:10:57.328641+0000","last_peered":"2024-03-07T03:10:57.328641+0000","last_clean":"2024-03-07T03:10:57.328641+0000","last_became_active":"2024-03-07T03:07:23.072639+0000","last_became_peered":"2024-03-07T03:07:23.072639+0000","last_unstale":"2024-03-07T03:10:57.328641+0000","last_undegraded":"2024-03-07T03:10:57.328641+0000","last_fullsized":"2024-03-07T03:10:57.328641+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:42.808853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1123,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328713+0000","last_change":"2024-03-07T03:05:35.934963+0000","last_active":"2024-03-07T03:10:57.328713+0000","last_peered":"2024-03-07T03:10:57.328713+0000","last_clean":"2024-03-07T03:10:57.328713+0000","last_became_active":"2024-03-07T03:05:35.932493+0000","last_became_peered":"2024-03-07T03:05:35.932493+0000","last_unstale":"2024-03-07T03:10:57.328713+0000","last_undegraded":"2024-03-07T03:10:57.328713+0000","last_fullsized":"2024-03-07T03:10:57.328713+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:00:57.111662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1039,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:35.941626+0000","last_change":"2024-03-07T03:07:58.756063+0000","last_active":"2024-03-07T03:11:35.941626+0000","last_peered":"2024-03-07T03:11:35.941626+0000","last_clean":"2024-03-07T03:11:35.941626+0000","last_became_active":"2024-03-07T03:07:58.755712+0000","last_became_peered":"2024-03-07T03:07:58.755712+0000","last_unstale":"2024-03-07T03:11:35.941626+0000","last_undegraded":"2024-03-07T03:11:35.941626+0000","last_fullsized":"2024-03-07T03:11:35.941626+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:13:06.484346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:39.896026+0000","last_change":"2024-03-07T03:06:09.996319+0000","last_active":"2024-03-07T03:11:39.896026+0000","last_peered":"2024-03-07T03:11:39.896026+0000","last_clean":"2024-03-07T03:11:39.896026+0000","last_became_active":"2024-03-07T03:06:09.996002+0000","last_became_peered":"2024-03-07T03:06:09.996002+0000","last_unstale":"2024-03-07T03:11:39.896026+0000","last_undegraded":"2024-03-07T03:11:39.896026+0000","last_fullsized":"2024-03-07T03:11:39.896026+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:41:55.764562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1006,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:11.165197+0000","last_change":"2024-03-07T03:07:23.083466+0000","last_active":"2024-03-07T03:12:11.165197+0000","last_peered":"2024-03-07T03:12:11.165197+0000","last_clean":"2024-03-07T03:12:11.165197+0000","last_became_active":"2024-03-07T03:07:23.083156+0000","last_became_peered":"2024-03-07T03:07:23.083156+0000","last_unstale":"2024-03-07T03:12:11.165197+0000","last_undegraded":"2024-03-07T03:12:11.165197+0000","last_fullsized":"2024-03-07T03:12:11.165197+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:32:00.539449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1025,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:35.941679+0000","last_change":"2024-03-07T03:07:58.752127+0000","last_active":"2024-03-07T03:11:35.941679+0000","last_peered":"2024-03-07T03:11:35.941679+0000","last_clean":"2024-03-07T03:11:35.941679+0000","last_became_active":"2024-03-07T03:07:58.751770+0000","last_became_peered":"2024-03-07T03:07:58.751770+0000","last_unstale":"2024-03-07T03:11:35.941679+0000","last_undegraded":"2024-03-07T03:11:35.941679+0000","last_fullsized":"2024-03-07T03:11:35.941679+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:43.791488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1059,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:35.941668+0000","last_change":"2024-03-07T03:07:23.077653+0000","last_active":"2024-03-07T03:11:35.941668+0000","last_peered":"2024-03-07T03:11:35.941668+0000","last_clean":"2024-03-07T03:11:35.941668+0000","last_became_active":"2024-03-07T03:07:23.077355+0000","last_became_peered":"2024-03-07T03:07:23.077355+0000","last_unstale":"2024-03-07T03:11:35.941668+0000","last_undegraded":"2024-03-07T03:11:35.941668+0000","last_fullsized":"2024-03-07T03:11:35.941668+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:45.861158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:05.788507+0000","last_change":"2024-03-07T03:06:47.851508+0000","last_active":"2024-03-07T03:11:05.788507+0000","last_peered":"2024-03-07T03:11:05.788507+0000","last_clean":"2024-03-07T03:11:05.788507+0000","last_became_active":"2024-03-07T03:06:47.850839+0000","last_became_peered":"2024-03-07T03:06:47.850839+0000","last_unstale":"2024-03-07T03:11:05.788507+0000","last_undegraded":"2024-03-07T03:11:05.788507+0000","last_fullsized":"2024-03-07T03:11:05.788507+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:08:06.622234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1192,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:39.896067+0000","last_change":"2024-03-07T03:06:47.845848+0000","last_active":"2024-03-07T03:11:39.896067+0000","last_peered":"2024-03-07T03:11:39.896067+0000","last_clean":"2024-03-07T03:11:39.896067+0000","last_became_active":"2024-03-07T03:06:47.845425+0000","last_became_peered":"2024-03-07T03:06:47.845425+0000","last_unstale":"2024-03-07T03:11:39.896067+0000","last_undegraded":"2024-03-07T03:11:39.896067+0000","last_fullsized":"2024-03-07T03:11:39.896067+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:16:24.833986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1078,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123291+0000","last_change":"2024-03-07T03:07:58.754983+0000","last_active":"2024-03-07T03:10:57.123291+0000","last_peered":"2024-03-07T03:10:57.123291+0000","last_clean":"2024-03-07T03:10:57.123291+0000","last_became_active":"2024-03-07T03:07:58.754657+0000","last_became_peered":"2024-03-07T03:07:58.754657+0000","last_unstale":"2024-03-07T03:10:57.123291+0000","last_undegraded":"2024-03-07T03:10:57.123291+0000","last_fullsized":"2024-03-07T03:10:57.123291+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:06:00.897772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"716'29","reported_seq":1041,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:01.164213+0000","last_change":"2024-03-07T03:07:23.079677+0000","last_active":"2024-03-07T03:12:01.164213+0000","last_peered":"2024-03-07T03:12:01.164213+0000","last_clean":"2024-03-07T03:12:01.164213+0000","last_became_active":"2024-03-07T03:07:23.079320+0000","last_became_peered":"2024-03-07T03:07:23.079320+0000","last_unstale":"2024-03-07T03:12:01.164213+0000","last_undegraded":"2024-03-07T03:12:01.164213+0000","last_fullsized":"2024-03-07T03:12:01.164213+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:49:54.979015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297797+0000","last_change":"2024-03-07T03:07:58.758376+0000","last_active":"2024-03-07T03:10:57.297797+0000","last_peered":"2024-03-07T03:10:57.297797+0000","last_clean":"2024-03-07T03:10:57.297797+0000","last_became_active":"2024-03-07T03:07:58.757816+0000","last_became_peered":"2024-03-07T03:07:58.757816+0000","last_unstale":"2024-03-07T03:10:57.297797+0000","last_undegraded":"2024-03-07T03:10:57.297797+0000","last_fullsized":"2024-03-07T03:10:57.297797+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:47.253727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1218,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126138+0000","last_change":"2024-03-07T03:06:09.989072+0000","last_active":"2024-03-07T03:10:57.126138+0000","last_peered":"2024-03-07T03:10:57.126138+0000","last_clean":"2024-03-07T03:10:57.126138+0000","last_became_active":"2024-03-07T03:06:09.987754+0000","last_became_peered":"2024-03-07T03:06:09.987754+0000","last_unstale":"2024-03-07T03:10:57.126138+0000","last_undegraded":"2024-03-07T03:10:57.126138+0000","last_fullsized":"2024-03-07T03:10:57.126138+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:05:15.340331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125693+0000","last_change":"2024-03-07T03:07:58.754207+0000","last_active":"2024-03-07T03:10:57.125693+0000","last_peered":"2024-03-07T03:10:57.125693+0000","last_clean":"2024-03-07T03:10:57.125693+0000","last_became_active":"2024-03-07T03:07:58.753859+0000","last_became_peered":"2024-03-07T03:07:58.753859+0000","last_unstale":"2024-03-07T03:10:57.125693+0000","last_undegraded":"2024-03-07T03:10:57.125693+0000","last_fullsized":"2024-03-07T03:10:57.125693+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:14:02.813872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1052,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:25.940557+0000","last_change":"2024-03-07T03:07:58.755838+0000","last_active":"2024-03-07T03:11:25.940557+0000","last_peered":"2024-03-07T03:11:25.940557+0000","last_clean":"2024-03-07T03:11:25.940557+0000","last_became_active":"2024-03-07T03:07:58.755436+0000","last_became_peered":"2024-03-07T03:07:58.755436+0000","last_unstale":"2024-03-07T03:11:25.940557+0000","last_undegraded":"2024-03-07T03:11:25.940557+0000","last_fullsized":"2024-03-07T03:11:25.940557+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:25.094944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297692+0000","last_change":"2024-03-07T03:07:58.750199+0000","last_active":"2024-03-07T03:10:57.297692+0000","last_peered":"2024-03-07T03:10:57.297692+0000","last_clean":"2024-03-07T03:10:57.297692+0000","last_became_active":"2024-03-07T03:07:58.749858+0000","last_became_peered":"2024-03-07T03:07:58.749858+0000","last_unstale":"2024-03-07T03:10:57.297692+0000","last_undegraded":"2024-03-07T03:10:57.297692+0000","last_fullsized":"2024-03-07T03:10:57.297692+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:41.122539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1014,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:01.164192+0000","last_change":"2024-03-07T03:07:23.076835+0000","last_active":"2024-03-07T03:12:01.164192+0000","last_peered":"2024-03-07T03:12:01.164192+0000","last_clean":"2024-03-07T03:12:01.164192+0000","last_became_active":"2024-03-07T03:07:23.075094+0000","last_became_peered":"2024-03-07T03:07:23.075094+0000","last_unstale":"2024-03-07T03:12:01.164192+0000","last_undegraded":"2024-03-07T03:12:01.164192+0000","last_fullsized":"2024-03-07T03:12:01.164192+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:50:36.739831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1005,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:01.164170+0000","last_change":"2024-03-07T03:07:23.078279+0000","last_active":"2024-03-07T03:12:01.164170+0000","last_peered":"2024-03-07T03:12:01.164170+0000","last_clean":"2024-03-07T03:12:01.164170+0000","last_became_active":"2024-03-07T03:07:23.077338+0000","last_became_peered":"2024-03-07T03:07:23.077338+0000","last_unstale":"2024-03-07T03:12:01.164170+0000","last_undegraded":"2024-03-07T03:12:01.164170+0000","last_fullsized":"2024-03-07T03:12:01.164170+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:05:40.599683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1169,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:59.504527+0000","last_change":"2024-03-07T03:05:01.461919+0000","last_active":"2024-03-07T03:11:59.504527+0000","last_peered":"2024-03-07T03:11:59.504527+0000","last_clean":"2024-03-07T03:11:59.504527+0000","last_became_active":"2024-03-07T03:05:01.459759+0000","last_became_peered":"2024-03-07T03:05:01.459759+0000","last_unstale":"2024-03-07T03:11:59.504527+0000","last_undegraded":"2024-03-07T03:11:59.504527+0000","last_fullsized":"2024-03-07T03:11:59.504527+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:31:45.535178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":971,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297484+0000","last_change":"2024-03-07T03:07:58.753856+0000","last_active":"2024-03-07T03:10:57.297484+0000","last_peered":"2024-03-07T03:10:57.297484+0000","last_clean":"2024-03-07T03:10:57.297484+0000","last_became_active":"2024-03-07T03:07:58.751889+0000","last_became_peered":"2024-03-07T03:07:58.751889+0000","last_unstale":"2024-03-07T03:10:57.297484+0000","last_undegraded":"2024-03-07T03:10:57.297484+0000","last_fullsized":"2024-03-07T03:10:57.297484+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:27:20.126942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"863'1273","reported_seq":4340,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:29.500931+0000","last_change":"2024-03-07T03:10:56.137635+0000","last_active":"2024-03-07T03:11:29.500931+0000","last_peered":"2024-03-07T03:11:29.500931+0000","last_clean":"2024-03-07T03:11:29.500931+0000","last_became_active":"2024-03-07T03:05:01.457883+0000","last_became_peered":"2024-03-07T03:05:01.457883+0000","last_unstale":"2024-03-07T03:11:29.500931+0000","last_undegraded":"2024-03-07T03:11:29.500931+0000","last_fullsized":"2024-03-07T03:11:29.500931+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1273,"log_dups_size":0,"ondisk_log_size":1273,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:21:46.718939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.021818005000000001,"stat_sum":{"num_bytes":15540224,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":258,"num_read_kb":529715,"num_write":442,"num_write_kb":102224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1441792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.f","version":"61'1","reported_seq":1081,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123714+0000","last_change":"2024-03-07T03:07:58.755003+0000","last_active":"2024-03-07T03:10:57.123714+0000","last_peered":"2024-03-07T03:10:57.123714+0000","last_clean":"2024-03-07T03:10:57.123714+0000","last_became_active":"2024-03-07T03:07:58.754564+0000","last_became_peered":"2024-03-07T03:07:58.754564+0000","last_unstale":"2024-03-07T03:10:57.123714+0000","last_undegraded":"2024-03-07T03:10:57.123714+0000","last_fullsized":"2024-03-07T03:10:57.123714+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:34:53.344746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298045+0000","last_change":"2024-03-07T03:07:58.750952+0000","last_active":"2024-03-07T03:10:57.298045+0000","last_peered":"2024-03-07T03:10:57.298045+0000","last_clean":"2024-03-07T03:10:57.298045+0000","last_became_active":"2024-03-07T03:07:58.749229+0000","last_became_peered":"2024-03-07T03:07:58.749229+0000","last_unstale":"2024-03-07T03:10:57.298045+0000","last_undegraded":"2024-03-07T03:10:57.298045+0000","last_fullsized":"2024-03-07T03:10:57.298045+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:53:10.534950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"863'847","reported_seq":4048,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:10.794895+0000","last_change":"2024-03-07T03:10:56.129162+0000","last_active":"2024-03-07T03:12:10.794895+0000","last_peered":"2024-03-07T03:12:10.794895+0000","last_clean":"2024-03-07T03:12:10.794895+0000","last_became_active":"2024-03-07T03:07:23.074596+0000","last_became_peered":"2024-03-07T03:07:23.074596+0000","last_unstale":"2024-03-07T03:12:10.794895+0000","last_undegraded":"2024-03-07T03:12:10.794895+0000","last_fullsized":"2024-03-07T03:12:10.794895+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":847,"log_dups_size":0,"ondisk_log_size":847,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:34:23.625809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0099120149999999997,"stat_sum":{"num_bytes":38936576,"num_objects":11,"num_object_clones":9,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":157,"num_read_kb":413258,"num_write":266,"num_write_kb":109952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":4374528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.2","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122385+0000","last_change":"2024-03-07T03:06:47.845893+0000","last_active":"2024-03-07T03:10:57.122385+0000","last_peered":"2024-03-07T03:10:57.122385+0000","last_clean":"2024-03-07T03:10:57.122385+0000","last_became_active":"2024-03-07T03:06:47.845548+0000","last_became_peered":"2024-03-07T03:06:47.845548+0000","last_unstale":"2024-03-07T03:10:57.122385+0000","last_undegraded":"2024-03-07T03:10:57.122385+0000","last_fullsized":"2024-03-07T03:10:57.122385+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:19:55.051329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122644+0000","last_change":"2024-03-07T03:07:58.751041+0000","last_active":"2024-03-07T03:10:57.122644+0000","last_peered":"2024-03-07T03:10:57.122644+0000","last_clean":"2024-03-07T03:10:57.122644+0000","last_became_active":"2024-03-07T03:07:58.749047+0000","last_became_peered":"2024-03-07T03:07:58.749047+0000","last_unstale":"2024-03-07T03:10:57.122644+0000","last_undegraded":"2024-03-07T03:10:57.122644+0000","last_fullsized":"2024-03-07T03:10:57.122644+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:47:59.256394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1057,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129998+0000","last_change":"2024-03-07T03:06:47.858022+0000","last_active":"2024-03-07T03:10:57.129998+0000","last_peered":"2024-03-07T03:10:57.129998+0000","last_clean":"2024-03-07T03:10:57.129998+0000","last_became_active":"2024-03-07T03:06:47.857526+0000","last_became_peered":"2024-03-07T03:06:47.857526+0000","last_unstale":"2024-03-07T03:10:57.129998+0000","last_undegraded":"2024-03-07T03:10:57.129998+0000","last_fullsized":"2024-03-07T03:10:57.129998+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:02:03.856321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"862'1186","reported_seq":4379,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:10.794958+0000","last_change":"2024-03-07T03:10:56.119983+0000","last_active":"2024-03-07T03:12:10.794958+0000","last_peered":"2024-03-07T03:12:10.794958+0000","last_clean":"2024-03-07T03:12:10.794958+0000","last_became_active":"2024-03-07T03:06:09.988405+0000","last_became_peered":"2024-03-07T03:06:09.988405+0000","last_unstale":"2024-03-07T03:12:10.794958+0000","last_undegraded":"2024-03-07T03:12:10.794958+0000","last_fullsized":"2024-03-07T03:12:10.794958+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1186,"log_dups_size":0,"ondisk_log_size":1186,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:41:38.890400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099770099999999993,"stat_sum":{"num_bytes":13524992,"num_objects":9,"num_object_clones":6,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":208,"num_read_kb":390958,"num_write":505,"num_write_kb":103888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":50642944,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122445+0000","last_change":"2024-03-07T03:05:35.928460+0000","last_active":"2024-03-07T03:10:57.122445+0000","last_peered":"2024-03-07T03:10:57.122445+0000","last_clean":"2024-03-07T03:10:57.122445+0000","last_became_active":"2024-03-07T03:05:35.928017+0000","last_became_peered":"2024-03-07T03:05:35.928017+0000","last_unstale":"2024-03-07T03:10:57.122445+0000","last_undegraded":"2024-03-07T03:10:57.122445+0000","last_fullsized":"2024-03-07T03:10:57.122445+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:53:27.674544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1026,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129693+0000","last_change":"2024-03-07T03:07:23.075249+0000","last_active":"2024-03-07T03:10:57.129693+0000","last_peered":"2024-03-07T03:10:57.129693+0000","last_clean":"2024-03-07T03:10:57.129693+0000","last_became_active":"2024-03-07T03:07:23.074866+0000","last_became_peered":"2024-03-07T03:07:23.074866+0000","last_unstale":"2024-03-07T03:10:57.129693+0000","last_undegraded":"2024-03-07T03:10:57.129693+0000","last_fullsized":"2024-03-07T03:10:57.129693+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:03.393010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1079,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:23.069107+0000","last_change":"2024-03-07T03:07:23.069585+0000","last_active":"2024-03-07T03:12:23.069107+0000","last_peered":"2024-03-07T03:12:23.069107+0000","last_clean":"2024-03-07T03:12:23.069107+0000","last_became_active":"2024-03-07T03:07:23.069262+0000","last_became_peered":"2024-03-07T03:07:23.069262+0000","last_unstale":"2024-03-07T03:12:23.069107+0000","last_undegraded":"2024-03-07T03:12:23.069107+0000","last_fullsized":"2024-03-07T03:12:23.069107+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:11:22.045807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"861'1094","reported_seq":4796,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:29.501030+0000","last_change":"2024-03-07T03:10:57.331022+0000","last_active":"2024-03-07T03:11:29.501030+0000","last_peered":"2024-03-07T03:11:29.501030+0000","last_clean":"2024-03-07T03:11:29.501030+0000","last_became_active":"2024-03-07T03:06:47.847229+0000","last_became_peered":"2024-03-07T03:06:47.847229+0000","last_unstale":"2024-03-07T03:11:29.501030+0000","last_undegraded":"2024-03-07T03:11:29.501030+0000","last_fullsized":"2024-03-07T03:11:29.501030+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1094,"log_dups_size":0,"ondisk_log_size":1094,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:58:27.729404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.032339935,"stat_sum":{"num_bytes":113606656,"num_objects":59,"num_object_clones":55,"num_object_copies":177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":279,"num_read_kb":358703,"num_write":525,"num_write_kb":146904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":36642816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1182,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122500+0000","last_change":"2024-03-07T03:06:47.843416+0000","last_active":"2024-03-07T03:10:57.122500+0000","last_peered":"2024-03-07T03:10:57.122500+0000","last_clean":"2024-03-07T03:10:57.122500+0000","last_became_active":"2024-03-07T03:06:47.842812+0000","last_became_peered":"2024-03-07T03:06:47.842812+0000","last_unstale":"2024-03-07T03:10:57.122500+0000","last_undegraded":"2024-03-07T03:10:57.122500+0000","last_fullsized":"2024-03-07T03:10:57.122500+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:03:02.672609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:24.900773+0000","last_change":"2024-03-07T03:07:23.071850+0000","last_active":"2024-03-07T03:12:24.900773+0000","last_peered":"2024-03-07T03:12:24.900773+0000","last_clean":"2024-03-07T03:12:24.900773+0000","last_became_active":"2024-03-07T03:07:23.071476+0000","last_became_peered":"2024-03-07T03:07:23.071476+0000","last_unstale":"2024-03-07T03:12:24.900773+0000","last_undegraded":"2024-03-07T03:12:24.900773+0000","last_fullsized":"2024-03-07T03:12:24.900773+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:13:05.296486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1157,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:14.498930+0000","last_change":"2024-03-07T03:05:35.926187+0000","last_active":"2024-03-07T03:11:14.498930+0000","last_peered":"2024-03-07T03:11:14.498930+0000","last_clean":"2024-03-07T03:11:14.498930+0000","last_became_active":"2024-03-07T03:05:35.925908+0000","last_became_peered":"2024-03-07T03:05:35.925908+0000","last_unstale":"2024-03-07T03:11:14.498930+0000","last_undegraded":"2024-03-07T03:11:14.498930+0000","last_fullsized":"2024-03-07T03:11:14.498930+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:48:33.101185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"863'1146","reported_seq":3873,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:06.397292+0000","last_change":"2024-03-07T03:10:56.132170+0000","last_active":"2024-03-07T03:12:06.397292+0000","last_peered":"2024-03-07T03:12:06.397292+0000","last_clean":"2024-03-07T03:12:06.397292+0000","last_became_active":"2024-03-07T03:07:58.756854+0000","last_became_peered":"2024-03-07T03:07:58.756854+0000","last_unstale":"2024-03-07T03:12:06.397292+0000","last_undegraded":"2024-03-07T03:12:06.397292+0000","last_fullsized":"2024-03-07T03:12:06.397292+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1146,"log_dups_size":0,"ondisk_log_size":1146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T02:59:04.693146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.010433211,"stat_sum":{"num_bytes":34668544,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":1,"num_read":219,"num_read_kb":317694,"num_write":420,"num_write_kb":93568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":10240000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1005,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:31.160579+0000","last_change":"2024-03-07T03:07:58.760449+0000","last_active":"2024-03-07T03:11:31.160579+0000","last_peered":"2024-03-07T03:11:31.160579+0000","last_clean":"2024-03-07T03:11:31.160579+0000","last_became_active":"2024-03-07T03:07:58.760086+0000","last_became_peered":"2024-03-07T03:07:58.760086+0000","last_unstale":"2024-03-07T03:11:31.160579+0000","last_undegraded":"2024-03-07T03:11:31.160579+0000","last_fullsized":"2024-03-07T03:11:31.160579+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:34:38.583100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1088,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:48.962254+0000","last_change":"2024-03-07T03:07:23.073659+0000","last_active":"2024-03-07T03:11:48.962254+0000","last_peered":"2024-03-07T03:11:48.962254+0000","last_clean":"2024-03-07T03:11:48.962254+0000","last_became_active":"2024-03-07T03:07:23.073277+0000","last_became_peered":"2024-03-07T03:07:23.073277+0000","last_unstale":"2024-03-07T03:11:48.962254+0000","last_undegraded":"2024-03-07T03:11:48.962254+0000","last_fullsized":"2024-03-07T03:11:48.962254+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:48:34.819985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1060,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129797+0000","last_change":"2024-03-07T03:07:58.752576+0000","last_active":"2024-03-07T03:10:57.129797+0000","last_peered":"2024-03-07T03:10:57.129797+0000","last_clean":"2024-03-07T03:10:57.129797+0000","last_became_active":"2024-03-07T03:07:58.752193+0000","last_became_peered":"2024-03-07T03:07:58.752193+0000","last_unstale":"2024-03-07T03:10:57.129797+0000","last_undegraded":"2024-03-07T03:10:57.129797+0000","last_fullsized":"2024-03-07T03:10:57.129797+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:55:14.205594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"395'197","reported_seq":1465,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:56.396254+0000","last_change":"2024-03-07T03:07:58.752982+0000","last_active":"2024-03-07T03:11:56.396254+0000","last_peered":"2024-03-07T03:11:56.396254+0000","last_clean":"2024-03-07T03:11:56.396254+0000","last_became_active":"2024-03-07T03:07:58.752004+0000","last_became_peered":"2024-03-07T03:07:58.752004+0000","last_unstale":"2024-03-07T03:11:56.396254+0000","last_undegraded":"2024-03-07T03:11:56.396254+0000","last_fullsized":"2024-03-07T03:11:56.396254+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_clean_scrub_stamp":"2024-03-07T02:51:31.238394+0000","objects_scrubbed":0,"log_size":197,"log_dups_size":0,"ondisk_log_size":197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:53.766202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"858'3145","reported_seq":6529,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:05.938483+0000","last_change":"2024-03-07T03:10:57.131283+0000","last_active":"2024-03-07T03:11:05.938483+0000","last_peered":"2024-03-07T03:11:05.938483+0000","last_clean":"2024-03-07T03:11:05.938483+0000","last_became_active":"2024-03-07T03:06:47.859231+0000","last_became_peered":"2024-03-07T03:06:47.859231+0000","last_unstale":"2024-03-07T03:11:05.938483+0000","last_undegraded":"2024-03-07T03:11:05.938483+0000","last_fullsized":"2024-03-07T03:11:05.938483+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3145,"log_dups_size":0,"ondisk_log_size":3145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:10:03.781442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001499434,"stat_sum":{"num_bytes":18481152,"num_objects":15,"num_object_clones":14,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":124,"num_read_kb":398406,"num_write":253,"num_write_kb":45856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":9773056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126352+0000","last_change":"2024-03-07T03:05:01.454053+0000","last_active":"2024-03-07T03:10:57.126352+0000","last_peered":"2024-03-07T03:10:57.126352+0000","last_clean":"2024-03-07T03:10:57.126352+0000","last_became_active":"2024-03-07T03:05:01.453718+0000","last_became_peered":"2024-03-07T03:05:01.453718+0000","last_unstale":"2024-03-07T03:10:57.126352+0000","last_undegraded":"2024-03-07T03:10:57.126352+0000","last_fullsized":"2024-03-07T03:10:57.126352+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:10:59.835543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:10.794862+0000","last_change":"2024-03-07T03:06:09.987673+0000","last_active":"2024-03-07T03:12:10.794862+0000","last_peered":"2024-03-07T03:12:10.794862+0000","last_clean":"2024-03-07T03:12:10.794862+0000","last_became_active":"2024-03-07T03:06:09.987328+0000","last_became_peered":"2024-03-07T03:06:09.987328+0000","last_unstale":"2024-03-07T03:12:10.794862+0000","last_undegraded":"2024-03-07T03:12:10.794862+0000","last_fullsized":"2024-03-07T03:12:10.794862+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:11:17.983744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":974,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:56.396227+0000","last_change":"2024-03-07T03:07:58.757849+0000","last_active":"2024-03-07T03:11:56.396227+0000","last_peered":"2024-03-07T03:11:56.396227+0000","last_clean":"2024-03-07T03:11:56.396227+0000","last_became_active":"2024-03-07T03:07:58.757399+0000","last_became_peered":"2024-03-07T03:07:58.757399+0000","last_unstale":"2024-03-07T03:11:56.396227+0000","last_undegraded":"2024-03-07T03:11:56.396227+0000","last_fullsized":"2024-03-07T03:11:56.396227+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:54:11.413787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"864'1259","reported_seq":4063,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:31.160553+0000","last_change":"2024-03-07T03:10:56.129203+0000","last_active":"2024-03-07T03:11:31.160553+0000","last_peered":"2024-03-07T03:11:31.160553+0000","last_clean":"2024-03-07T03:11:31.160553+0000","last_became_active":"2024-03-07T03:07:23.080120+0000","last_became_peered":"2024-03-07T03:07:23.080120+0000","last_unstale":"2024-03-07T03:11:31.160553+0000","last_undegraded":"2024-03-07T03:11:31.160553+0000","last_fullsized":"2024-03-07T03:11:31.160553+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1259,"log_dups_size":0,"ondisk_log_size":1259,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:33:24.850580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0059393290000000001,"stat_sum":{"num_bytes":23298048,"num_objects":10,"num_object_clones":7,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":249,"num_read_kb":271095,"num_write":553,"num_write_kb":138504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":18890752,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.3","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:10.794923+0000","last_change":"2024-03-07T03:07:58.750289+0000","last_active":"2024-03-07T03:12:10.794923+0000","last_peered":"2024-03-07T03:12:10.794923+0000","last_clean":"2024-03-07T03:12:10.794923+0000","last_became_active":"2024-03-07T03:07:58.749557+0000","last_became_peered":"2024-03-07T03:07:58.749557+0000","last_unstale":"2024-03-07T03:12:10.794923+0000","last_undegraded":"2024-03-07T03:12:10.794923+0000","last_fullsized":"2024-03-07T03:12:10.794923+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:54:43.865660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":988,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:06.397329+0000","last_change":"2024-03-07T03:07:58.758005+0000","last_active":"2024-03-07T03:12:06.397329+0000","last_peered":"2024-03-07T03:12:06.397329+0000","last_clean":"2024-03-07T03:12:06.397329+0000","last_became_active":"2024-03-07T03:07:58.756833+0000","last_became_peered":"2024-03-07T03:07:58.756833+0000","last_unstale":"2024-03-07T03:12:06.397329+0000","last_undegraded":"2024-03-07T03:12:06.397329+0000","last_fullsized":"2024-03-07T03:12:06.397329+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:37:55.288554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122539+0000","last_change":"2024-03-07T03:06:47.843644+0000","last_active":"2024-03-07T03:10:57.122539+0000","last_peered":"2024-03-07T03:10:57.122539+0000","last_clean":"2024-03-07T03:10:57.122539+0000","last_became_active":"2024-03-07T03:06:47.842694+0000","last_became_peered":"2024-03-07T03:06:47.842694+0000","last_unstale":"2024-03-07T03:10:57.122539+0000","last_undegraded":"2024-03-07T03:10:57.122539+0000","last_fullsized":"2024-03-07T03:10:57.122539+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:25:34.783974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"863'880","reported_seq":3815,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:23.069074+0000","last_change":"2024-03-07T03:10:56.125509+0000","last_active":"2024-03-07T03:12:23.069074+0000","last_peered":"2024-03-07T03:12:23.069074+0000","last_clean":"2024-03-07T03:12:23.069074+0000","last_became_active":"2024-03-07T03:07:58.755248+0000","last_became_peered":"2024-03-07T03:07:58.755248+0000","last_unstale":"2024-03-07T03:12:23.069074+0000","last_undegraded":"2024-03-07T03:12:23.069074+0000","last_fullsized":"2024-03-07T03:12:23.069074+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":880,"log_dups_size":0,"ondisk_log_size":880,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:40:02.788467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0073429089999999999,"stat_sum":{"num_bytes":9224192,"num_objects":8,"num_object_clones":6,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":1,"num_read":161,"num_read_kb":133885,"num_write":362,"num_write_kb":55920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1124,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:33.960811+0000","last_change":"2024-03-07T03:07:58.764215+0000","last_active":"2024-03-07T03:11:33.960811+0000","last_peered":"2024-03-07T03:11:33.960811+0000","last_clean":"2024-03-07T03:11:33.960811+0000","last_became_active":"2024-03-07T03:07:58.763818+0000","last_became_peered":"2024-03-07T03:07:58.763818+0000","last_unstale":"2024-03-07T03:11:33.960811+0000","last_undegraded":"2024-03-07T03:11:33.960811+0000","last_fullsized":"2024-03-07T03:11:33.960811+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:27:54.623360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"719'2","reported_seq":1192,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122792+0000","last_change":"2024-03-07T03:07:23.074913+0000","last_active":"2024-03-07T03:10:57.122792+0000","last_peered":"2024-03-07T03:10:57.122792+0000","last_clean":"2024-03-07T03:10:57.122792+0000","last_became_active":"2024-03-07T03:07:23.074530+0000","last_became_peered":"2024-03-07T03:07:23.074530+0000","last_unstale":"2024-03-07T03:10:57.122792+0000","last_undegraded":"2024-03-07T03:10:57.122792+0000","last_fullsized":"2024-03-07T03:10:57.122792+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:13:25.877187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1127,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:03.963704+0000","last_change":"2024-03-07T03:07:58.757756+0000","last_active":"2024-03-07T03:12:03.963704+0000","last_peered":"2024-03-07T03:12:03.963704+0000","last_clean":"2024-03-07T03:12:03.963704+0000","last_became_active":"2024-03-07T03:07:58.757430+0000","last_became_peered":"2024-03-07T03:07:58.757430+0000","last_unstale":"2024-03-07T03:12:03.963704+0000","last_undegraded":"2024-03-07T03:12:03.963704+0000","last_fullsized":"2024-03-07T03:12:03.963704+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:22:21.412765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"863'1564","reported_seq":5163,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:33.960760+0000","last_change":"2024-03-07T03:10:57.329944+0000","last_active":"2024-03-07T03:11:33.960760+0000","last_peered":"2024-03-07T03:11:33.960760+0000","last_clean":"2024-03-07T03:11:33.960760+0000","last_became_active":"2024-03-07T03:06:09.990793+0000","last_became_peered":"2024-03-07T03:06:09.990793+0000","last_unstale":"2024-03-07T03:11:33.960760+0000","last_undegraded":"2024-03-07T03:11:33.960760+0000","last_fullsized":"2024-03-07T03:11:33.960760+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1564,"log_dups_size":0,"ondisk_log_size":1564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":143,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:53.639078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.019553126000000001,"stat_sum":{"num_bytes":100999168,"num_objects":73,"num_object_clones":68,"num_object_copies":219,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":1,"num_read":410,"num_read_kb":572954,"num_write":777,"num_write_kb":204640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":51175424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"c"},{"start":"178","length":"4"},{"start":"17e","length":"3"},{"start":"182","length":"4"},{"start":"187","length":"5"},{"start":"18d","length":"2"}]},{"pgid":"4.1","version":"0'0","reported_seq":1080,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:23.069051+0000","last_change":"2024-03-07T03:07:23.071468+0000","last_active":"2024-03-07T03:12:23.069051+0000","last_peered":"2024-03-07T03:12:23.069051+0000","last_clean":"2024-03-07T03:12:23.069051+0000","last_became_active":"2024-03-07T03:07:23.071160+0000","last_became_peered":"2024-03-07T03:07:23.071160+0000","last_unstale":"2024-03-07T03:12:23.069051+0000","last_undegraded":"2024-03-07T03:12:23.069051+0000","last_fullsized":"2024-03-07T03:12:23.069051+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:17:55.686793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":990,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:41.161677+0000","last_change":"2024-03-07T03:07:58.759142+0000","last_active":"2024-03-07T03:11:41.161677+0000","last_peered":"2024-03-07T03:11:41.161677+0000","last_clean":"2024-03-07T03:11:41.161677+0000","last_became_active":"2024-03-07T03:07:58.758771+0000","last_became_peered":"2024-03-07T03:07:58.758771+0000","last_unstale":"2024-03-07T03:11:41.161677+0000","last_undegraded":"2024-03-07T03:11:41.161677+0000","last_fullsized":"2024-03-07T03:11:41.161677+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:45:13.985820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126257+0000","last_change":"2024-03-07T03:06:09.988597+0000","last_active":"2024-03-07T03:10:57.126257+0000","last_peered":"2024-03-07T03:10:57.126257+0000","last_clean":"2024-03-07T03:10:57.126257+0000","last_became_active":"2024-03-07T03:06:09.988261+0000","last_became_peered":"2024-03-07T03:06:09.988261+0000","last_unstale":"2024-03-07T03:10:57.126257+0000","last_undegraded":"2024-03-07T03:10:57.126257+0000","last_fullsized":"2024-03-07T03:10:57.126257+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:11:06.717251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"843'3099","reported_seq":6398,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:15.939512+0000","last_change":"2024-03-07T03:10:57.131044+0000","last_active":"2024-03-07T03:11:15.939512+0000","last_peered":"2024-03-07T03:11:15.939512+0000","last_clean":"2024-03-07T03:11:15.939512+0000","last_became_active":"2024-03-07T03:07:23.084936+0000","last_became_peered":"2024-03-07T03:07:23.084936+0000","last_unstale":"2024-03-07T03:11:15.939512+0000","last_undegraded":"2024-03-07T03:11:15.939512+0000","last_fullsized":"2024-03-07T03:11:15.939512+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3099,"log_dups_size":0,"ondisk_log_size":3099,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:46:48.809690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012703,"stat_sum":{"num_bytes":8347648,"num_objects":13,"num_object_clones":12,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":56,"num_read_kb":33721,"num_write":241,"num_write_kb":36816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":434176,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1146,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:29.500973+0000","last_change":"2024-03-07T03:05:01.461136+0000","last_active":"2024-03-07T03:11:29.500973+0000","last_peered":"2024-03-07T03:11:29.500973+0000","last_clean":"2024-03-07T03:11:29.500973+0000","last_became_active":"2024-03-07T03:05:01.457189+0000","last_became_peered":"2024-03-07T03:05:01.457189+0000","last_unstale":"2024-03-07T03:11:29.500973+0000","last_undegraded":"2024-03-07T03:11:29.500973+0000","last_fullsized":"2024-03-07T03:11:29.500973+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:23.791243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1102,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122931+0000","last_change":"2024-03-07T03:07:58.750311+0000","last_active":"2024-03-07T03:10:57.122931+0000","last_peered":"2024-03-07T03:10:57.122931+0000","last_clean":"2024-03-07T03:10:57.122931+0000","last_became_active":"2024-03-07T03:07:58.750001+0000","last_became_peered":"2024-03-07T03:07:58.750001+0000","last_unstale":"2024-03-07T03:10:57.122931+0000","last_undegraded":"2024-03-07T03:10:57.122931+0000","last_fullsized":"2024-03-07T03:10:57.122931+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:05.963944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"847'12789","reported_seq":16202,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.124034+0000","last_change":"2024-03-07T03:10:57.124034+0000","last_active":"2024-03-07T03:10:57.124034+0000","last_peered":"2024-03-07T03:10:57.124034+0000","last_clean":"2024-03-07T03:10:57.124034+0000","last_became_active":"2024-03-07T03:06:47.859957+0000","last_became_peered":"2024-03-07T03:06:47.859957+0000","last_unstale":"2024-03-07T03:10:57.124034+0000","last_undegraded":"2024-03-07T03:10:57.124034+0000","last_fullsized":"2024-03-07T03:10:57.124034+0000","mapping_epoch":625,"log_start":"599'6200","ondisk_log_start":"599'6200","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":6589,"log_dups_size":0,"ondisk_log_size":6589,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":137,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:29:13.699651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0091875959999999993,"stat_sum":{"num_bytes":71745536,"num_objects":32,"num_object_clones":30,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":0,"num_read":146,"num_read_kb":316804,"num_write":323,"num_write_kb":90232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":20865024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"5"},{"start":"171","length":"b"},{"start":"17e","length":"8"},{"start":"187","length":"5"},{"start":"18d","length":"3"},{"start":"192","length":"1"},{"start":"197","length":"1"},{"start":"199","length":"2"}]},{"pgid":"2.9","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122090+0000","last_change":"2024-03-07T03:07:58.752456+0000","last_active":"2024-03-07T03:10:57.122090+0000","last_peered":"2024-03-07T03:10:57.122090+0000","last_clean":"2024-03-07T03:10:57.122090+0000","last_became_active":"2024-03-07T03:07:58.752118+0000","last_became_peered":"2024-03-07T03:07:58.752118+0000","last_unstale":"2024-03-07T03:10:57.122090+0000","last_undegraded":"2024-03-07T03:10:57.122090+0000","last_fullsized":"2024-03-07T03:10:57.122090+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:08:08.574482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1118,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:03.963633+0000","last_change":"2024-03-07T03:07:58.757839+0000","last_active":"2024-03-07T03:12:03.963633+0000","last_peered":"2024-03-07T03:12:03.963633+0000","last_clean":"2024-03-07T03:12:03.963633+0000","last_became_active":"2024-03-07T03:07:58.757495+0000","last_became_peered":"2024-03-07T03:07:58.757495+0000","last_unstale":"2024-03-07T03:12:03.963633+0000","last_undegraded":"2024-03-07T03:12:03.963633+0000","last_fullsized":"2024-03-07T03:12:03.963633+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:27:02.190643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"861'1463","reported_seq":5088,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:44.502699+0000","last_change":"2024-03-07T03:10:57.330799+0000","last_active":"2024-03-07T03:11:44.502699+0000","last_peered":"2024-03-07T03:11:44.502699+0000","last_clean":"2024-03-07T03:11:44.502699+0000","last_became_active":"2024-03-07T03:07:58.763085+0000","last_became_peered":"2024-03-07T03:07:58.763085+0000","last_unstale":"2024-03-07T03:11:44.502699+0000","last_undegraded":"2024-03-07T03:11:44.502699+0000","last_fullsized":"2024-03-07T03:11:44.502699+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1463,"log_dups_size":0,"ondisk_log_size":1463,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:39:21.050544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.016579719999999999,"stat_sum":{"num_bytes":106192896,"num_objects":71,"num_object_clones":66,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":1,"num_read":323,"num_read_kb":516030,"num_write":942,"num_write_kb":231680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":48201728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122270+0000","last_change":"2024-03-07T03:07:58.752370+0000","last_active":"2024-03-07T03:10:57.122270+0000","last_peered":"2024-03-07T03:10:57.122270+0000","last_clean":"2024-03-07T03:10:57.122270+0000","last_became_active":"2024-03-07T03:07:58.751985+0000","last_became_peered":"2024-03-07T03:07:58.751985+0000","last_unstale":"2024-03-07T03:10:57.122270+0000","last_undegraded":"2024-03-07T03:10:57.122270+0000","last_fullsized":"2024-03-07T03:10:57.122270+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:31:33.590004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1127,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:18.965443+0000","last_change":"2024-03-07T03:06:09.987484+0000","last_active":"2024-03-07T03:12:18.965443+0000","last_peered":"2024-03-07T03:12:18.965443+0000","last_clean":"2024-03-07T03:12:18.965443+0000","last_became_active":"2024-03-07T03:06:09.986947+0000","last_became_peered":"2024-03-07T03:06:09.986947+0000","last_unstale":"2024-03-07T03:12:18.965443+0000","last_undegraded":"2024-03-07T03:12:18.965443+0000","last_fullsized":"2024-03-07T03:12:18.965443+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:37:38.253630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"857'1055","reported_seq":4918,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:09.892916+0000","last_change":"2024-03-07T03:10:57.123092+0000","last_active":"2024-03-07T03:11:09.892916+0000","last_peered":"2024-03-07T03:11:09.892916+0000","last_clean":"2024-03-07T03:11:09.892916+0000","last_became_active":"2024-03-07T03:06:09.993513+0000","last_became_peered":"2024-03-07T03:06:09.993513+0000","last_unstale":"2024-03-07T03:11:09.892916+0000","last_undegraded":"2024-03-07T03:11:09.892916+0000","last_fullsized":"2024-03-07T03:11:09.892916+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1055,"log_dups_size":0,"ondisk_log_size":1055,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:34:07.352811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013205965,"stat_sum":{"num_bytes":99745792,"num_objects":66,"num_object_clones":62,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":306,"num_read_kb":434534,"num_write":588,"num_write_kb":145464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":21749760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.b","version":"716'3","reported_seq":984,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297633+0000","last_change":"2024-03-07T03:07:58.749480+0000","last_active":"2024-03-07T03:10:57.297633+0000","last_peered":"2024-03-07T03:10:57.297633+0000","last_clean":"2024-03-07T03:10:57.297633+0000","last_became_active":"2024-03-07T03:07:58.749098+0000","last_became_peered":"2024-03-07T03:07:58.749098+0000","last_unstale":"2024-03-07T03:10:57.297633+0000","last_undegraded":"2024-03-07T03:10:57.297633+0000","last_fullsized":"2024-03-07T03:10:57.297633+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:35:33.945855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1035,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:41.161624+0000","last_change":"2024-03-07T03:07:23.075725+0000","last_active":"2024-03-07T03:11:41.161624+0000","last_peered":"2024-03-07T03:11:41.161624+0000","last_clean":"2024-03-07T03:11:41.161624+0000","last_became_active":"2024-03-07T03:07:23.075203+0000","last_became_peered":"2024-03-07T03:07:23.075203+0000","last_unstale":"2024-03-07T03:11:41.161624+0000","last_undegraded":"2024-03-07T03:11:41.161624+0000","last_fullsized":"2024-03-07T03:11:41.161624+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:47:11.192302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"863'1711","reported_seq":5460,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:44.502642+0000","last_change":"2024-03-07T03:10:57.330918+0000","last_active":"2024-03-07T03:11:44.502642+0000","last_peered":"2024-03-07T03:11:44.502642+0000","last_clean":"2024-03-07T03:11:44.502642+0000","last_became_active":"2024-03-07T03:06:47.849454+0000","last_became_peered":"2024-03-07T03:06:47.849454+0000","last_unstale":"2024-03-07T03:11:44.502642+0000","last_undegraded":"2024-03-07T03:11:44.502642+0000","last_fullsized":"2024-03-07T03:11:44.502642+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1711,"log_dups_size":0,"ondisk_log_size":1711,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:40:07.156907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.014160193999999999,"stat_sum":{"num_bytes":165158912,"num_objects":93,"num_object_clones":87,"num_object_copies":279,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":93,"num_whiteouts":2,"num_read":489,"num_read_kb":756200,"num_write":870,"num_write_kb":258896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":69541888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1156,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:44.502687+0000","last_change":"2024-03-07T03:06:47.847077+0000","last_active":"2024-03-07T03:11:44.502687+0000","last_peered":"2024-03-07T03:11:44.502687+0000","last_clean":"2024-03-07T03:11:44.502687+0000","last_became_active":"2024-03-07T03:06:47.846359+0000","last_became_peered":"2024-03-07T03:06:47.846359+0000","last_unstale":"2024-03-07T03:11:44.502687+0000","last_undegraded":"2024-03-07T03:11:44.502687+0000","last_fullsized":"2024-03-07T03:11:44.502687+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:00:08.102949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":971,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297999+0000","last_change":"2024-03-07T03:07:58.760528+0000","last_active":"2024-03-07T03:10:57.297999+0000","last_peered":"2024-03-07T03:10:57.297999+0000","last_clean":"2024-03-07T03:10:57.297999+0000","last_became_active":"2024-03-07T03:07:58.760226+0000","last_became_peered":"2024-03-07T03:07:58.760226+0000","last_unstale":"2024-03-07T03:10:57.297999+0000","last_undegraded":"2024-03-07T03:10:57.297999+0000","last_fullsized":"2024-03-07T03:10:57.297999+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:10:36.411047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"863'1938","reported_seq":4938,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:29.500990+0000","last_change":"2024-03-07T03:10:56.140803+0000","last_active":"2024-03-07T03:11:29.500990+0000","last_peered":"2024-03-07T03:11:29.500990+0000","last_clean":"2024-03-07T03:11:29.500990+0000","last_became_active":"2024-03-07T03:06:09.993933+0000","last_became_peered":"2024-03-07T03:06:09.993933+0000","last_unstale":"2024-03-07T03:11:29.500990+0000","last_undegraded":"2024-03-07T03:11:29.500990+0000","last_fullsized":"2024-03-07T03:11:29.500990+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1938,"log_dups_size":0,"ondisk_log_size":1938,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:16.359457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.024996012000000001,"stat_sum":{"num_bytes":22765568,"num_objects":17,"num_object_clones":12,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":2,"num_read":350,"num_read_kb":387634,"num_write":702,"num_write_kb":183472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":7151616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.d","version":"61'1","reported_seq":1190,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:09.892941+0000","last_change":"2024-03-07T03:06:09.993129+0000","last_active":"2024-03-07T03:11:09.892941+0000","last_peered":"2024-03-07T03:11:09.892941+0000","last_clean":"2024-03-07T03:11:09.892941+0000","last_became_active":"2024-03-07T03:06:09.992737+0000","last_became_peered":"2024-03-07T03:06:09.992737+0000","last_unstale":"2024-03-07T03:11:09.892941+0000","last_undegraded":"2024-03-07T03:11:09.892941+0000","last_fullsized":"2024-03-07T03:11:09.892941+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:02:42.055569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1051,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:15.939486+0000","last_change":"2024-03-07T03:07:23.076846+0000","last_active":"2024-03-07T03:11:15.939486+0000","last_peered":"2024-03-07T03:11:15.939486+0000","last_clean":"2024-03-07T03:11:15.939486+0000","last_became_active":"2024-03-07T03:07:23.075895+0000","last_became_peered":"2024-03-07T03:07:23.075895+0000","last_unstale":"2024-03-07T03:11:15.939486+0000","last_undegraded":"2024-03-07T03:11:15.939486+0000","last_fullsized":"2024-03-07T03:11:15.939486+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:09:15.080126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"854'331","reported_seq":3439,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:12:16.398465+0000","last_change":"2024-03-07T03:10:57.298223+0000","last_active":"2024-03-07T03:12:16.398465+0000","last_peered":"2024-03-07T03:12:16.398465+0000","last_clean":"2024-03-07T03:12:16.398465+0000","last_became_active":"2024-03-07T03:07:58.749089+0000","last_became_peered":"2024-03-07T03:07:58.749089+0000","last_unstale":"2024-03-07T03:12:16.398465+0000","last_undegraded":"2024-03-07T03:12:16.398465+0000","last_fullsized":"2024-03-07T03:12:16.398465+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":331,"log_dups_size":0,"ondisk_log_size":331,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":83,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:26:07.404191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00085119700000000004,"stat_sum":{"num_bytes":15409152,"num_objects":11,"num_object_clones":10,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":91,"num_read_kb":118251,"num_write":162,"num_write_kb":30616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":34586624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"56"},{"start":"1c2","length":"3"},{"start":"1c9","length":"1"}]},{"pgid":"2.e","version":"61'2","reported_seq":1160,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:44.502729+0000","last_change":"2024-03-07T03:07:58.755578+0000","last_active":"2024-03-07T03:11:44.502729+0000","last_peered":"2024-03-07T03:11:44.502729+0000","last_clean":"2024-03-07T03:11:44.502729+0000","last_became_active":"2024-03-07T03:07:58.755160+0000","last_became_peered":"2024-03-07T03:07:58.755160+0000","last_unstale":"2024-03-07T03:11:44.502729+0000","last_undegraded":"2024-03-07T03:11:44.502729+0000","last_fullsized":"2024-03-07T03:11:44.502729+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:20.584382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298308+0000","last_change":"2024-03-07T03:07:58.751269+0000","last_active":"2024-03-07T03:10:57.298308+0000","last_peered":"2024-03-07T03:10:57.298308+0000","last_clean":"2024-03-07T03:10:57.298308+0000","last_became_active":"2024-03-07T03:07:58.750956+0000","last_became_peered":"2024-03-07T03:07:58.750956+0000","last_unstale":"2024-03-07T03:10:57.298308+0000","last_undegraded":"2024-03-07T03:10:57.298308+0000","last_fullsized":"2024-03-07T03:10:57.298308+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:39.414545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1006,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:31.160523+0000","last_change":"2024-03-07T03:07:23.081711+0000","last_active":"2024-03-07T03:11:31.160523+0000","last_peered":"2024-03-07T03:11:31.160523+0000","last_clean":"2024-03-07T03:11:31.160523+0000","last_became_active":"2024-03-07T03:07:23.079269+0000","last_became_peered":"2024-03-07T03:07:23.079269+0000","last_unstale":"2024-03-07T03:11:31.160523+0000","last_undegraded":"2024-03-07T03:11:31.160523+0000","last_fullsized":"2024-03-07T03:11:31.160523+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:39.008957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1157,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:14.498905+0000","last_change":"2024-03-07T03:07:23.072806+0000","last_active":"2024-03-07T03:11:14.498905+0000","last_peered":"2024-03-07T03:11:14.498905+0000","last_clean":"2024-03-07T03:11:14.498905+0000","last_became_active":"2024-03-07T03:07:23.071234+0000","last_became_peered":"2024-03-07T03:07:23.071234+0000","last_unstale":"2024-03-07T03:11:14.498905+0000","last_undegraded":"2024-03-07T03:11:14.498905+0000","last_fullsized":"2024-03-07T03:11:14.498905+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:52.610744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1057,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129961+0000","last_change":"2024-03-07T03:06:47.851593+0000","last_active":"2024-03-07T03:10:57.129961+0000","last_peered":"2024-03-07T03:10:57.129961+0000","last_clean":"2024-03-07T03:10:57.129961+0000","last_became_active":"2024-03-07T03:06:47.849677+0000","last_became_peered":"2024-03-07T03:06:47.849677+0000","last_unstale":"2024-03-07T03:10:57.129961+0000","last_undegraded":"2024-03-07T03:10:57.129961+0000","last_fullsized":"2024-03-07T03:10:57.129961+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:30.969251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1116,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:14.498954+0000","last_change":"2024-03-07T03:06:09.995434+0000","last_active":"2024-03-07T03:11:14.498954+0000","last_peered":"2024-03-07T03:11:14.498954+0000","last_clean":"2024-03-07T03:11:14.498954+0000","last_became_active":"2024-03-07T03:06:09.994939+0000","last_became_peered":"2024-03-07T03:06:09.994939+0000","last_unstale":"2024-03-07T03:11:14.498954+0000","last_undegraded":"2024-03-07T03:11:14.498954+0000","last_fullsized":"2024-03-07T03:11:14.498954+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:27:11.737354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1127,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:03.963669+0000","last_change":"2024-03-07T03:06:09.987381+0000","last_active":"2024-03-07T03:12:03.963669+0000","last_peered":"2024-03-07T03:12:03.963669+0000","last_clean":"2024-03-07T03:12:03.963669+0000","last_became_active":"2024-03-07T03:06:09.986952+0000","last_became_peered":"2024-03-07T03:06:09.986952+0000","last_unstale":"2024-03-07T03:12:03.963669+0000","last_undegraded":"2024-03-07T03:12:03.963669+0000","last_fullsized":"2024-03-07T03:12:03.963669+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:26:15.439852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122425+0000","last_change":"2024-03-07T03:05:35.923999+0000","last_active":"2024-03-07T03:10:57.122425+0000","last_peered":"2024-03-07T03:10:57.122425+0000","last_clean":"2024-03-07T03:10:57.122425+0000","last_became_active":"2024-03-07T03:05:35.923719+0000","last_became_peered":"2024-03-07T03:05:35.923719+0000","last_unstale":"2024-03-07T03:10:57.122425+0000","last_undegraded":"2024-03-07T03:10:57.122425+0000","last_fullsized":"2024-03-07T03:10:57.122425+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:43:04.724647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1008,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:41.161665+0000","last_change":"2024-03-07T03:07:58.749989+0000","last_active":"2024-03-07T03:11:41.161665+0000","last_peered":"2024-03-07T03:11:41.161665+0000","last_clean":"2024-03-07T03:11:41.161665+0000","last_became_active":"2024-03-07T03:07:58.749643+0000","last_became_peered":"2024-03-07T03:07:58.749643+0000","last_unstale":"2024-03-07T03:11:41.161665+0000","last_undegraded":"2024-03-07T03:11:41.161665+0000","last_fullsized":"2024-03-07T03:11:41.161665+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:00:44.729806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1110,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:03.963717+0000","last_change":"2024-03-07T03:06:09.999184+0000","last_active":"2024-03-07T03:12:03.963717+0000","last_peered":"2024-03-07T03:12:03.963717+0000","last_clean":"2024-03-07T03:12:03.963717+0000","last_became_active":"2024-03-07T03:06:09.998856+0000","last_became_peered":"2024-03-07T03:06:09.998856+0000","last_unstale":"2024-03-07T03:12:03.963717+0000","last_undegraded":"2024-03-07T03:12:03.963717+0000","last_fullsized":"2024-03-07T03:12:03.963717+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:37:00.102189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1057,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:05.938424+0000","last_change":"2024-03-07T03:06:47.857644+0000","last_active":"2024-03-07T03:11:05.938424+0000","last_peered":"2024-03-07T03:11:05.938424+0000","last_clean":"2024-03-07T03:11:05.938424+0000","last_became_active":"2024-03-07T03:06:47.857354+0000","last_became_peered":"2024-03-07T03:06:47.857354+0000","last_unstale":"2024-03-07T03:11:05.938424+0000","last_undegraded":"2024-03-07T03:11:05.938424+0000","last_fullsized":"2024-03-07T03:11:05.938424+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:02:18.860369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1118,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:18.965420+0000","last_change":"2024-03-07T03:06:09.987872+0000","last_active":"2024-03-07T03:12:18.965420+0000","last_peered":"2024-03-07T03:12:18.965420+0000","last_clean":"2024-03-07T03:12:18.965420+0000","last_became_active":"2024-03-07T03:06:09.986852+0000","last_became_peered":"2024-03-07T03:06:09.986852+0000","last_unstale":"2024-03-07T03:12:18.965420+0000","last_undegraded":"2024-03-07T03:12:18.965420+0000","last_fullsized":"2024-03-07T03:12:18.965420+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:13.708512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1035,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:15.939446+0000","last_change":"2024-03-07T03:07:58.755825+0000","last_active":"2024-03-07T03:11:15.939446+0000","last_peered":"2024-03-07T03:11:15.939446+0000","last_clean":"2024-03-07T03:11:15.939446+0000","last_became_active":"2024-03-07T03:07:58.755395+0000","last_became_peered":"2024-03-07T03:07:58.755395+0000","last_unstale":"2024-03-07T03:11:15.939446+0000","last_undegraded":"2024-03-07T03:11:15.939446+0000","last_fullsized":"2024-03-07T03:11:15.939446+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:10:43.184914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125616+0000","last_change":"2024-03-07T03:07:58.753962+0000","last_active":"2024-03-07T03:10:57.125616+0000","last_peered":"2024-03-07T03:10:57.125616+0000","last_clean":"2024-03-07T03:10:57.125616+0000","last_became_active":"2024-03-07T03:07:58.753619+0000","last_became_peered":"2024-03-07T03:07:58.753619+0000","last_unstale":"2024-03-07T03:10:57.125616+0000","last_undegraded":"2024-03-07T03:10:57.125616+0000","last_fullsized":"2024-03-07T03:10:57.125616+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:44:44.641067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1013,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:51.162869+0000","last_change":"2024-03-07T03:07:23.078516+0000","last_active":"2024-03-07T03:11:51.162869+0000","last_peered":"2024-03-07T03:11:51.162869+0000","last_clean":"2024-03-07T03:11:51.162869+0000","last_became_active":"2024-03-07T03:07:23.076017+0000","last_became_peered":"2024-03-07T03:07:23.076017+0000","last_unstale":"2024-03-07T03:11:51.162869+0000","last_undegraded":"2024-03-07T03:11:51.162869+0000","last_fullsized":"2024-03-07T03:11:51.162869+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:17:54.725933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":857645056,"num_objects":516,"num_object_clones":466,"num_object_copies":1548,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":516,"num_whiteouts":8,"num_read":3826,"num_read_kb":5949842,"num_write":7931,"num_write_kb":1978632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":107,"num_bytes_recovered":385712128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1170673664,"data_stored":2969124864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28580,"ondisk_log_size":28580,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197,"ondisk_log_size":197,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":26375,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":694,"seq":2980707303505,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":150184,"kb_used_data":96156,"kb_used_omap":35,"kb_used_meta":53980,"kb_avail":93594968,"statfs":{"total":95995035648,"available":95841247232,"internally_reserved":0,"allocated":98463744,"data_stored":167037349,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36312,"internal_metadata":55276072},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":660,"seq":2834678415448,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":94940,"kb_used_data":42576,"kb_used_omap":23,"kb_used_meta":52328,"kb_avail":93650212,"statfs":{"total":95995035648,"available":95897817088,"internally_reserved":0,"allocated":43597824,"data_stored":80829959,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":24173,"internal_metadata":53584275},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":463,"seq":1988569858178,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":692864,"kb_used_data":193964,"kb_used_omap":46,"kb_used_meta":498833,"kb_avail":93052288,"statfs":{"total":95995035648,"available":95285542912,"internally_reserved":0,"allocated":198619136,"data_stored":533391905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48036,"internal_metadata":510805084},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":528,"seq":2267742732404,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":401776,"kb_used_data":209252,"kb_used_omap":54,"kb_used_meta":192457,"kb_avail":93343376,"statfs":{"total":95995035648,"available":95583617024,"internally_reserved":0,"allocated":214274048,"data_stored":587826473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56016,"internal_metadata":197076272},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":495,"seq":2126008811643,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":485244,"kb_used_data":166572,"kb_used_omap":47,"kb_used_meta":318608,"kb_avail":93259908,"statfs":{"total":95995035648,"available":95498145792,"internally_reserved":0,"allocated":170569728,"data_stored":457545161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48143,"internal_metadata":326255601},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":562,"seq":2413771620461,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":177748,"kb_used_data":84672,"kb_used_omap":37,"kb_used_meta":93018,"kb_avail":93567404,"statfs":{"total":95995035648,"available":95813021696,"internally_reserved":0,"allocated":86704128,"data_stored":171510863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38083,"internal_metadata":95251261},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":591,"seq":2538325672038,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":365920,"kb_used_data":157844,"kb_used_omap":61,"kb_used_meta":208002,"kb_avail":93379232,"statfs":{"total":95995035648,"available":95620333568,"internally_reserved":0,"allocated":161632256,"data_stored":367986669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":62843,"internal_metadata":212994693},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":625,"seq":2684354560095,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":509804,"kb_used_data":269020,"kb_used_omap":73,"kb_used_meta":240694,"kb_avail":93235348,"statfs":{"total":95995035648,"available":95472996352,"internally_reserved":0,"allocated":275476480,"data_stored":649851960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":75044,"internal_metadata":246471388},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7413,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2060,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2124,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3359,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3677,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2797,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2839,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2106,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":188411904,"data_stored":527167488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":160964608,"data_stored":451911680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":204677120,"data_stored":582193152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":77082624,"data_stored":165871616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":152018944,"data_stored":362352640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":265863168,"data_stored":644214784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":33390592,"data_stored":74600448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":88264704,"data_stored":160813056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-07T03:14:40.221 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:14:40.221 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:14:40.221 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:14:40.221 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-07T03:14:40.221 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-07T03:14:40.221 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-07T03:14:40.221 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.c in trimming, state: active+clean+snaptrim_error 2024-03-07T03:14:40.221 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-07T03:14:40.221 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:14:40.222 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-07T03:14:40.571 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:14:40 smithi090 ceph-mon[89511]: from='client.34602 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:14:40.571 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:14:40 smithi090 ceph-mon[91928]: from='client.34602 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:14:40.659 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:14:40 smithi092 ceph-mon[83777]: from='client.34602 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:14:41.659 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:14:41 smithi092 ceph-mon[83777]: pgmap v840: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:41.821 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:14:41 smithi090 ceph-mon[89511]: pgmap v840: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:41.821 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:14:41 smithi090 ceph-mon[91928]: pgmap v840: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:42.659 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:14:42 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:14:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:14:43.321 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:14:43 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:14:43] "GET /metrics HTTP/1.1" 200 36317 "" "Prometheus/2.43.0" 2024-03-07T03:14:43.659 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:14:43 smithi092 ceph-mon[83777]: pgmap v841: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:43.659 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:14:43 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:14:43.821 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:14:43 smithi090 ceph-mon[89511]: pgmap v841: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:43.821 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:14:43 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:14:43.821 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:14:43 smithi090 ceph-mon[91928]: pgmap v841: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:43.821 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:14:43 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:14:45.821 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:14:45 smithi090 ceph-mon[89511]: pgmap v842: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:45.821 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:14:45 smithi090 ceph-mon[91928]: pgmap v842: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:45.909 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:14:45 smithi092 ceph-mon[83777]: pgmap v842: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:47.821 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:14:47 smithi090 ceph-mon[89511]: pgmap v843: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:47.821 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:14:47 smithi090 ceph-mon[91928]: pgmap v843: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:47.909 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:14:47 smithi092 ceph-mon[83777]: pgmap v843: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:49.823 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:14:49 smithi090 ceph-mon[89511]: pgmap v844: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:49.824 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:14:49 smithi090 ceph-mon[91928]: pgmap v844: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:49.909 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:14:49 smithi092 ceph-mon[83777]: pgmap v844: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:50.223 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph pg dump --format=json 2024-03-07T03:14:50.442 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T03:14:51.674 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:14:51 smithi090 ceph-mon[89511]: pgmap v845: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:51.674 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:14:51 smithi090 ceph-mon[91928]: pgmap v845: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:51.909 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:14:51 smithi092 ceph-mon[83777]: pgmap v845: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:52.247 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T03:14:52.249 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-03-07T03:14:52.659 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:14:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:14:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:14:52.829 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":846,"stamp":"2024-03-07T03:14:51.921040+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":858242044,"num_objects":540,"num_object_clones":466,"num_object_copies":1620,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":540,"num_whiteouts":8,"num_read":4717,"num_read_kb":5951239,"num_write":8310,"num_write_kb":1981084,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":113,"num_bytes_recovered":387483232,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28845,"ondisk_log_size":28845,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2878480,"kb_used_data":1220056,"kb_used_omap":379,"kb_used_meta":1657924,"kb_avail":747082736,"statfs":{"total":767960285184,"available":765012721664,"internally_reserved":0,"allocated":1249337344,"data_stored":3015980339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":388650,"internal_metadata":1697714646},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004807"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":973,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:06.397347+0000","last_change":"2024-03-07T03:07:58.753984+0000","last_active":"2024-03-07T03:12:06.397347+0000","last_peered":"2024-03-07T03:12:06.397347+0000","last_clean":"2024-03-07T03:12:06.397347+0000","last_became_active":"2024-03-07T03:07:58.753138+0000","last_became_peered":"2024-03-07T03:07:58.753138+0000","last_unstale":"2024-03-07T03:12:06.397347+0000","last_undegraded":"2024-03-07T03:12:06.397347+0000","last_fullsized":"2024-03-07T03:12:06.397347+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:37:39.612519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:44.902746+0000","last_change":"2024-03-07T03:07:23.074862+0000","last_active":"2024-03-07T03:12:44.902746+0000","last_peered":"2024-03-07T03:12:44.902746+0000","last_clean":"2024-03-07T03:12:44.902746+0000","last_became_active":"2024-03-07T03:07:23.074512+0000","last_became_peered":"2024-03-07T03:07:23.074512+0000","last_unstale":"2024-03-07T03:12:44.902746+0000","last_undegraded":"2024-03-07T03:12:44.902746+0000","last_fullsized":"2024-03-07T03:12:44.902746+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:45:24.128672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:10.794949+0000","last_change":"2024-03-07T03:05:01.446762+0000","last_active":"2024-03-07T03:12:10.794949+0000","last_peered":"2024-03-07T03:12:10.794949+0000","last_clean":"2024-03-07T03:12:10.794949+0000","last_became_active":"2024-03-07T03:05:01.446425+0000","last_became_peered":"2024-03-07T03:05:01.446425+0000","last_unstale":"2024-03-07T03:12:10.794949+0000","last_undegraded":"2024-03-07T03:12:10.794949+0000","last_fullsized":"2024-03-07T03:12:10.794949+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:39:39.897066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1053,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:45.949981+0000","last_change":"2024-03-07T03:07:58.755992+0000","last_active":"2024-03-07T03:12:45.949981+0000","last_peered":"2024-03-07T03:12:45.949981+0000","last_clean":"2024-03-07T03:12:45.949981+0000","last_became_active":"2024-03-07T03:07:58.755499+0000","last_became_peered":"2024-03-07T03:07:58.755499+0000","last_unstale":"2024-03-07T03:12:45.949981+0000","last_undegraded":"2024-03-07T03:12:45.949981+0000","last_fullsized":"2024-03-07T03:12:45.949981+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:26:12.313572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297504+0000","last_change":"2024-03-07T03:07:58.752235+0000","last_active":"2024-03-07T03:10:57.297504+0000","last_peered":"2024-03-07T03:10:57.297504+0000","last_clean":"2024-03-07T03:10:57.297504+0000","last_became_active":"2024-03-07T03:07:58.751575+0000","last_became_peered":"2024-03-07T03:07:58.751575+0000","last_unstale":"2024-03-07T03:10:57.297504+0000","last_undegraded":"2024-03-07T03:10:57.297504+0000","last_fullsized":"2024-03-07T03:10:57.297504+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:12:05.995515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1030,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:45.942988+0000","last_change":"2024-03-07T03:06:47.859644+0000","last_active":"2024-03-07T03:11:45.942988+0000","last_peered":"2024-03-07T03:11:45.942988+0000","last_clean":"2024-03-07T03:11:45.942988+0000","last_became_active":"2024-03-07T03:06:47.859097+0000","last_became_peered":"2024-03-07T03:06:47.859097+0000","last_unstale":"2024-03-07T03:11:45.942988+0000","last_undegraded":"2024-03-07T03:11:45.942988+0000","last_fullsized":"2024-03-07T03:11:45.942988+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:22:46.909130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297361+0000","last_change":"2024-03-07T03:07:58.754226+0000","last_active":"2024-03-07T03:10:57.297361+0000","last_peered":"2024-03-07T03:10:57.297361+0000","last_clean":"2024-03-07T03:10:57.297361+0000","last_became_active":"2024-03-07T03:07:58.753169+0000","last_became_peered":"2024-03-07T03:07:58.753169+0000","last_unstale":"2024-03-07T03:10:57.297361+0000","last_undegraded":"2024-03-07T03:10:57.297361+0000","last_fullsized":"2024-03-07T03:10:57.297361+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:46:59.258099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1086,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328618+0000","last_change":"2024-03-07T03:07:23.073492+0000","last_active":"2024-03-07T03:10:57.328618+0000","last_peered":"2024-03-07T03:10:57.328618+0000","last_clean":"2024-03-07T03:10:57.328618+0000","last_became_active":"2024-03-07T03:07:23.071929+0000","last_became_peered":"2024-03-07T03:07:23.071929+0000","last_unstale":"2024-03-07T03:10:57.328618+0000","last_undegraded":"2024-03-07T03:10:57.328618+0000","last_fullsized":"2024-03-07T03:10:57.328618+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:35:26.391722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":978,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298081+0000","last_change":"2024-03-07T03:07:58.760328+0000","last_active":"2024-03-07T03:10:57.298081+0000","last_peered":"2024-03-07T03:10:57.298081+0000","last_clean":"2024-03-07T03:10:57.298081+0000","last_became_active":"2024-03-07T03:07:58.760046+0000","last_became_peered":"2024-03-07T03:07:58.760046+0000","last_unstale":"2024-03-07T03:10:57.298081+0000","last_undegraded":"2024-03-07T03:10:57.298081+0000","last_fullsized":"2024-03-07T03:10:57.298081+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:08:46.356817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1005,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:11.165183+0000","last_change":"2024-03-07T03:07:23.079945+0000","last_active":"2024-03-07T03:12:11.165183+0000","last_peered":"2024-03-07T03:12:11.165183+0000","last_clean":"2024-03-07T03:12:11.165183+0000","last_became_active":"2024-03-07T03:07:23.078551+0000","last_became_peered":"2024-03-07T03:07:23.078551+0000","last_unstale":"2024-03-07T03:12:11.165183+0000","last_undegraded":"2024-03-07T03:12:11.165183+0000","last_fullsized":"2024-03-07T03:12:11.165183+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:03:46.670084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1005,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:11.165163+0000","last_change":"2024-03-07T03:07:23.081963+0000","last_active":"2024-03-07T03:12:11.165163+0000","last_peered":"2024-03-07T03:12:11.165163+0000","last_clean":"2024-03-07T03:12:11.165163+0000","last_became_active":"2024-03-07T03:07:23.080128+0000","last_became_peered":"2024-03-07T03:07:23.080128+0000","last_unstale":"2024-03-07T03:12:11.165163+0000","last_undegraded":"2024-03-07T03:12:11.165163+0000","last_fullsized":"2024-03-07T03:12:11.165163+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:56.813267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1148,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:14.506431+0000","last_change":"2024-03-07T03:07:23.074902+0000","last_active":"2024-03-07T03:12:14.506431+0000","last_peered":"2024-03-07T03:12:14.506431+0000","last_clean":"2024-03-07T03:12:14.506431+0000","last_became_active":"2024-03-07T03:07:23.074466+0000","last_became_peered":"2024-03-07T03:07:23.074466+0000","last_unstale":"2024-03-07T03:12:14.506431+0000","last_undegraded":"2024-03-07T03:12:14.506431+0000","last_fullsized":"2024-03-07T03:12:14.506431+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:40:20.268555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1116,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329168+0000","last_change":"2024-03-07T03:07:23.072635+0000","last_active":"2024-03-07T03:10:57.329168+0000","last_peered":"2024-03-07T03:10:57.329168+0000","last_clean":"2024-03-07T03:10:57.329168+0000","last_became_active":"2024-03-07T03:07:23.071712+0000","last_became_peered":"2024-03-07T03:07:23.071712+0000","last_unstale":"2024-03-07T03:10:57.329168+0000","last_undegraded":"2024-03-07T03:10:57.329168+0000","last_fullsized":"2024-03-07T03:10:57.329168+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:00:39.298564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125527+0000","last_change":"2024-03-07T03:06:47.851538+0000","last_active":"2024-03-07T03:10:57.125527+0000","last_peered":"2024-03-07T03:10:57.125527+0000","last_clean":"2024-03-07T03:10:57.125527+0000","last_became_active":"2024-03-07T03:06:47.851183+0000","last_became_peered":"2024-03-07T03:06:47.851183+0000","last_unstale":"2024-03-07T03:10:57.125527+0000","last_undegraded":"2024-03-07T03:10:57.125527+0000","last_fullsized":"2024-03-07T03:10:57.125527+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:36:23.932334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:24.894584+0000","last_change":"2024-03-07T03:06:47.843126+0000","last_active":"2024-03-07T03:11:24.894584+0000","last_peered":"2024-03-07T03:11:24.894584+0000","last_clean":"2024-03-07T03:11:24.894584+0000","last_became_active":"2024-03-07T03:06:47.842736+0000","last_became_peered":"2024-03-07T03:06:47.842736+0000","last_unstale":"2024-03-07T03:11:24.894584+0000","last_undegraded":"2024-03-07T03:11:24.894584+0000","last_fullsized":"2024-03-07T03:11:24.894584+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:48:10.843465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1034,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:25.940523+0000","last_change":"2024-03-07T03:07:58.755620+0000","last_active":"2024-03-07T03:11:25.940523+0000","last_peered":"2024-03-07T03:11:25.940523+0000","last_clean":"2024-03-07T03:11:25.940523+0000","last_became_active":"2024-03-07T03:07:58.755267+0000","last_became_peered":"2024-03-07T03:07:58.755267+0000","last_unstale":"2024-03-07T03:11:25.940523+0000","last_undegraded":"2024-03-07T03:11:25.940523+0000","last_fullsized":"2024-03-07T03:11:25.940523+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:51:32.339400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1038,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:25.940593+0000","last_change":"2024-03-07T03:07:58.756358+0000","last_active":"2024-03-07T03:11:25.940593+0000","last_peered":"2024-03-07T03:11:25.940593+0000","last_clean":"2024-03-07T03:11:25.940593+0000","last_became_active":"2024-03-07T03:07:58.755960+0000","last_became_peered":"2024-03-07T03:07:58.755960+0000","last_unstale":"2024-03-07T03:11:25.940593+0000","last_undegraded":"2024-03-07T03:11:25.940593+0000","last_fullsized":"2024-03-07T03:11:25.940593+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:47.464423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1156,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:59.504600+0000","last_change":"2024-03-07T03:07:58.755619+0000","last_active":"2024-03-07T03:11:59.504600+0000","last_peered":"2024-03-07T03:11:59.504600+0000","last_clean":"2024-03-07T03:11:59.504600+0000","last_became_active":"2024-03-07T03:07:58.755214+0000","last_became_peered":"2024-03-07T03:07:58.755214+0000","last_unstale":"2024-03-07T03:11:59.504600+0000","last_undegraded":"2024-03-07T03:11:59.504600+0000","last_fullsized":"2024-03-07T03:11:59.504600+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:59:02.041330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":972,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:26.399782+0000","last_change":"2024-03-07T03:07:58.756563+0000","last_active":"2024-03-07T03:12:26.399782+0000","last_peered":"2024-03-07T03:12:26.399782+0000","last_clean":"2024-03-07T03:12:26.399782+0000","last_became_active":"2024-03-07T03:07:58.752195+0000","last_became_peered":"2024-03-07T03:07:58.752195+0000","last_unstale":"2024-03-07T03:12:26.399782+0000","last_undegraded":"2024-03-07T03:12:26.399782+0000","last_fullsized":"2024-03-07T03:12:26.399782+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:32:35.496500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"716'5","reported_seq":1222,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:10.794999+0000","last_change":"2024-03-07T03:07:58.753999+0000","last_active":"2024-03-07T03:12:10.794999+0000","last_peered":"2024-03-07T03:12:10.794999+0000","last_clean":"2024-03-07T03:12:10.794999+0000","last_became_active":"2024-03-07T03:07:58.753607+0000","last_became_peered":"2024-03-07T03:07:58.753607+0000","last_unstale":"2024-03-07T03:12:10.794999+0000","last_undegraded":"2024-03-07T03:12:10.794999+0000","last_fullsized":"2024-03-07T03:12:10.794999+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:28:57.567238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1110,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:33.960839+0000","last_change":"2024-03-07T03:07:23.083830+0000","last_active":"2024-03-07T03:11:33.960839+0000","last_peered":"2024-03-07T03:11:33.960839+0000","last_clean":"2024-03-07T03:11:33.960839+0000","last_became_active":"2024-03-07T03:07:23.083530+0000","last_became_peered":"2024-03-07T03:07:23.083530+0000","last_unstale":"2024-03-07T03:11:33.960839+0000","last_undegraded":"2024-03-07T03:11:33.960839+0000","last_fullsized":"2024-03-07T03:11:33.960839+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:57.938032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"716'2","reported_seq":1130,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:33.960850+0000","last_change":"2024-03-07T03:06:47.849618+0000","last_active":"2024-03-07T03:11:33.960850+0000","last_peered":"2024-03-07T03:11:33.960850+0000","last_clean":"2024-03-07T03:11:33.960850+0000","last_became_active":"2024-03-07T03:06:47.849222+0000","last_became_peered":"2024-03-07T03:06:47.849222+0000","last_unstale":"2024-03-07T03:11:33.960850+0000","last_undegraded":"2024-03-07T03:11:33.960850+0000","last_fullsized":"2024-03-07T03:11:33.960850+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:36:41.880143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:10.794987+0000","last_change":"2024-03-07T03:06:47.851880+0000","last_active":"2024-03-07T03:12:10.794987+0000","last_peered":"2024-03-07T03:12:10.794987+0000","last_clean":"2024-03-07T03:12:10.794987+0000","last_became_active":"2024-03-07T03:06:47.851176+0000","last_became_peered":"2024-03-07T03:06:47.851176+0000","last_unstale":"2024-03-07T03:12:10.794987+0000","last_undegraded":"2024-03-07T03:12:10.794987+0000","last_fullsized":"2024-03-07T03:12:10.794987+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:38:59.663068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":976,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298135+0000","last_change":"2024-03-07T03:07:58.757245+0000","last_active":"2024-03-07T03:10:57.298135+0000","last_peered":"2024-03-07T03:10:57.298135+0000","last_clean":"2024-03-07T03:10:57.298135+0000","last_became_active":"2024-03-07T03:07:58.754456+0000","last_became_peered":"2024-03-07T03:07:58.754456+0000","last_unstale":"2024-03-07T03:10:57.298135+0000","last_undegraded":"2024-03-07T03:10:57.298135+0000","last_fullsized":"2024-03-07T03:10:57.298135+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:57:32.153933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1043,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:45.943019+0000","last_change":"2024-03-07T03:06:47.855220+0000","last_active":"2024-03-07T03:11:45.943019+0000","last_peered":"2024-03-07T03:11:45.943019+0000","last_clean":"2024-03-07T03:11:45.943019+0000","last_became_active":"2024-03-07T03:06:47.854836+0000","last_became_peered":"2024-03-07T03:06:47.854836+0000","last_unstale":"2024-03-07T03:11:45.943019+0000","last_undegraded":"2024-03-07T03:11:45.943019+0000","last_fullsized":"2024-03-07T03:11:45.943019+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:51:35.386552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":983,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297851+0000","last_change":"2024-03-07T03:07:58.757676+0000","last_active":"2024-03-07T03:10:57.297851+0000","last_peered":"2024-03-07T03:10:57.297851+0000","last_clean":"2024-03-07T03:10:57.297851+0000","last_became_active":"2024-03-07T03:07:58.753930+0000","last_became_peered":"2024-03-07T03:07:58.753930+0000","last_unstale":"2024-03-07T03:10:57.297851+0000","last_undegraded":"2024-03-07T03:10:57.297851+0000","last_fullsized":"2024-03-07T03:10:57.297851+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:56.639688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1037,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:45.943032+0000","last_change":"2024-03-07T03:07:23.076532+0000","last_active":"2024-03-07T03:11:45.943032+0000","last_peered":"2024-03-07T03:11:45.943032+0000","last_clean":"2024-03-07T03:11:45.943032+0000","last_became_active":"2024-03-07T03:07:23.076234+0000","last_became_peered":"2024-03-07T03:07:23.076234+0000","last_unstale":"2024-03-07T03:11:45.943032+0000","last_undegraded":"2024-03-07T03:11:45.943032+0000","last_fullsized":"2024-03-07T03:11:45.943032+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:16:39.967241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"716'2","reported_seq":1089,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329359+0000","last_change":"2024-03-07T03:07:58.752045+0000","last_active":"2024-03-07T03:10:57.329359+0000","last_peered":"2024-03-07T03:10:57.329359+0000","last_clean":"2024-03-07T03:10:57.329359+0000","last_became_active":"2024-03-07T03:07:58.751585+0000","last_became_peered":"2024-03-07T03:07:58.751585+0000","last_unstale":"2024-03-07T03:10:57.329359+0000","last_undegraded":"2024-03-07T03:10:57.329359+0000","last_fullsized":"2024-03-07T03:10:57.329359+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:03:01.652607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1107,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:08.061295+0000","last_change":"2024-03-07T03:06:09.990854+0000","last_active":"2024-03-07T03:11:08.061295+0000","last_peered":"2024-03-07T03:11:08.061295+0000","last_clean":"2024-03-07T03:11:08.061295+0000","last_became_active":"2024-03-07T03:06:09.990464+0000","last_became_peered":"2024-03-07T03:06:09.990464+0000","last_unstale":"2024-03-07T03:11:08.061295+0000","last_undegraded":"2024-03-07T03:11:08.061295+0000","last_fullsized":"2024-03-07T03:11:08.061295+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:53:52.856954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"716'2","reported_seq":1010,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:21.166229+0000","last_change":"2024-03-07T03:07:58.754526+0000","last_active":"2024-03-07T03:12:21.166229+0000","last_peered":"2024-03-07T03:12:21.166229+0000","last_clean":"2024-03-07T03:12:21.166229+0000","last_became_active":"2024-03-07T03:07:58.754123+0000","last_became_peered":"2024-03-07T03:07:58.754123+0000","last_unstale":"2024-03-07T03:12:21.166229+0000","last_undegraded":"2024-03-07T03:12:21.166229+0000","last_fullsized":"2024-03-07T03:12:21.166229+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:41:34.446180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:20.789924+0000","last_change":"2024-03-07T03:07:58.750769+0000","last_active":"2024-03-07T03:11:20.789924+0000","last_peered":"2024-03-07T03:11:20.789924+0000","last_clean":"2024-03-07T03:11:20.789924+0000","last_became_active":"2024-03-07T03:07:58.749974+0000","last_became_peered":"2024-03-07T03:07:58.749974+0000","last_unstale":"2024-03-07T03:11:20.789924+0000","last_undegraded":"2024-03-07T03:11:20.789924+0000","last_fullsized":"2024-03-07T03:11:20.789924+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:56:14.059734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1126,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328641+0000","last_change":"2024-03-07T03:07:23.072942+0000","last_active":"2024-03-07T03:10:57.328641+0000","last_peered":"2024-03-07T03:10:57.328641+0000","last_clean":"2024-03-07T03:10:57.328641+0000","last_became_active":"2024-03-07T03:07:23.072639+0000","last_became_peered":"2024-03-07T03:07:23.072639+0000","last_unstale":"2024-03-07T03:10:57.328641+0000","last_undegraded":"2024-03-07T03:10:57.328641+0000","last_fullsized":"2024-03-07T03:10:57.328641+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:42.808853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1123,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328713+0000","last_change":"2024-03-07T03:05:35.934963+0000","last_active":"2024-03-07T03:10:57.328713+0000","last_peered":"2024-03-07T03:10:57.328713+0000","last_clean":"2024-03-07T03:10:57.328713+0000","last_became_active":"2024-03-07T03:05:35.932493+0000","last_became_peered":"2024-03-07T03:05:35.932493+0000","last_unstale":"2024-03-07T03:10:57.328713+0000","last_undegraded":"2024-03-07T03:10:57.328713+0000","last_fullsized":"2024-03-07T03:10:57.328713+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:00:57.111662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1039,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:35.941626+0000","last_change":"2024-03-07T03:07:58.756063+0000","last_active":"2024-03-07T03:11:35.941626+0000","last_peered":"2024-03-07T03:11:35.941626+0000","last_clean":"2024-03-07T03:11:35.941626+0000","last_became_active":"2024-03-07T03:07:58.755712+0000","last_became_peered":"2024-03-07T03:07:58.755712+0000","last_unstale":"2024-03-07T03:11:35.941626+0000","last_undegraded":"2024-03-07T03:11:35.941626+0000","last_fullsized":"2024-03-07T03:11:35.941626+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:13:06.484346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:39.896026+0000","last_change":"2024-03-07T03:06:09.996319+0000","last_active":"2024-03-07T03:11:39.896026+0000","last_peered":"2024-03-07T03:11:39.896026+0000","last_clean":"2024-03-07T03:11:39.896026+0000","last_became_active":"2024-03-07T03:06:09.996002+0000","last_became_peered":"2024-03-07T03:06:09.996002+0000","last_unstale":"2024-03-07T03:11:39.896026+0000","last_undegraded":"2024-03-07T03:11:39.896026+0000","last_fullsized":"2024-03-07T03:11:39.896026+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:41:55.764562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1006,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:11.165197+0000","last_change":"2024-03-07T03:07:23.083466+0000","last_active":"2024-03-07T03:12:11.165197+0000","last_peered":"2024-03-07T03:12:11.165197+0000","last_clean":"2024-03-07T03:12:11.165197+0000","last_became_active":"2024-03-07T03:07:23.083156+0000","last_became_peered":"2024-03-07T03:07:23.083156+0000","last_unstale":"2024-03-07T03:12:11.165197+0000","last_undegraded":"2024-03-07T03:12:11.165197+0000","last_fullsized":"2024-03-07T03:12:11.165197+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:32:00.539449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1025,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:35.941679+0000","last_change":"2024-03-07T03:07:58.752127+0000","last_active":"2024-03-07T03:11:35.941679+0000","last_peered":"2024-03-07T03:11:35.941679+0000","last_clean":"2024-03-07T03:11:35.941679+0000","last_became_active":"2024-03-07T03:07:58.751770+0000","last_became_peered":"2024-03-07T03:07:58.751770+0000","last_unstale":"2024-03-07T03:11:35.941679+0000","last_undegraded":"2024-03-07T03:11:35.941679+0000","last_fullsized":"2024-03-07T03:11:35.941679+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:43.791488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1059,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:35.941668+0000","last_change":"2024-03-07T03:07:23.077653+0000","last_active":"2024-03-07T03:11:35.941668+0000","last_peered":"2024-03-07T03:11:35.941668+0000","last_clean":"2024-03-07T03:11:35.941668+0000","last_became_active":"2024-03-07T03:07:23.077355+0000","last_became_peered":"2024-03-07T03:07:23.077355+0000","last_unstale":"2024-03-07T03:11:35.941668+0000","last_undegraded":"2024-03-07T03:11:35.941668+0000","last_fullsized":"2024-03-07T03:11:35.941668+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:45.861158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:05.788507+0000","last_change":"2024-03-07T03:06:47.851508+0000","last_active":"2024-03-07T03:11:05.788507+0000","last_peered":"2024-03-07T03:11:05.788507+0000","last_clean":"2024-03-07T03:11:05.788507+0000","last_became_active":"2024-03-07T03:06:47.850839+0000","last_became_peered":"2024-03-07T03:06:47.850839+0000","last_unstale":"2024-03-07T03:11:05.788507+0000","last_undegraded":"2024-03-07T03:11:05.788507+0000","last_fullsized":"2024-03-07T03:11:05.788507+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:08:06.622234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1192,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:39.896067+0000","last_change":"2024-03-07T03:06:47.845848+0000","last_active":"2024-03-07T03:11:39.896067+0000","last_peered":"2024-03-07T03:11:39.896067+0000","last_clean":"2024-03-07T03:11:39.896067+0000","last_became_active":"2024-03-07T03:06:47.845425+0000","last_became_peered":"2024-03-07T03:06:47.845425+0000","last_unstale":"2024-03-07T03:11:39.896067+0000","last_undegraded":"2024-03-07T03:11:39.896067+0000","last_fullsized":"2024-03-07T03:11:39.896067+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:16:24.833986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1078,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123291+0000","last_change":"2024-03-07T03:07:58.754983+0000","last_active":"2024-03-07T03:10:57.123291+0000","last_peered":"2024-03-07T03:10:57.123291+0000","last_clean":"2024-03-07T03:10:57.123291+0000","last_became_active":"2024-03-07T03:07:58.754657+0000","last_became_peered":"2024-03-07T03:07:58.754657+0000","last_unstale":"2024-03-07T03:10:57.123291+0000","last_undegraded":"2024-03-07T03:10:57.123291+0000","last_fullsized":"2024-03-07T03:10:57.123291+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:06:00.897772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"716'29","reported_seq":1041,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:01.164213+0000","last_change":"2024-03-07T03:07:23.079677+0000","last_active":"2024-03-07T03:12:01.164213+0000","last_peered":"2024-03-07T03:12:01.164213+0000","last_clean":"2024-03-07T03:12:01.164213+0000","last_became_active":"2024-03-07T03:07:23.079320+0000","last_became_peered":"2024-03-07T03:07:23.079320+0000","last_unstale":"2024-03-07T03:12:01.164213+0000","last_undegraded":"2024-03-07T03:12:01.164213+0000","last_fullsized":"2024-03-07T03:12:01.164213+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:49:54.979015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297797+0000","last_change":"2024-03-07T03:07:58.758376+0000","last_active":"2024-03-07T03:10:57.297797+0000","last_peered":"2024-03-07T03:10:57.297797+0000","last_clean":"2024-03-07T03:10:57.297797+0000","last_became_active":"2024-03-07T03:07:58.757816+0000","last_became_peered":"2024-03-07T03:07:58.757816+0000","last_unstale":"2024-03-07T03:10:57.297797+0000","last_undegraded":"2024-03-07T03:10:57.297797+0000","last_fullsized":"2024-03-07T03:10:57.297797+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:47.253727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1218,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126138+0000","last_change":"2024-03-07T03:06:09.989072+0000","last_active":"2024-03-07T03:10:57.126138+0000","last_peered":"2024-03-07T03:10:57.126138+0000","last_clean":"2024-03-07T03:10:57.126138+0000","last_became_active":"2024-03-07T03:06:09.987754+0000","last_became_peered":"2024-03-07T03:06:09.987754+0000","last_unstale":"2024-03-07T03:10:57.126138+0000","last_undegraded":"2024-03-07T03:10:57.126138+0000","last_fullsized":"2024-03-07T03:10:57.126138+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:05:15.340331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125693+0000","last_change":"2024-03-07T03:07:58.754207+0000","last_active":"2024-03-07T03:10:57.125693+0000","last_peered":"2024-03-07T03:10:57.125693+0000","last_clean":"2024-03-07T03:10:57.125693+0000","last_became_active":"2024-03-07T03:07:58.753859+0000","last_became_peered":"2024-03-07T03:07:58.753859+0000","last_unstale":"2024-03-07T03:10:57.125693+0000","last_undegraded":"2024-03-07T03:10:57.125693+0000","last_fullsized":"2024-03-07T03:10:57.125693+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:14:02.813872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1052,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:25.940557+0000","last_change":"2024-03-07T03:07:58.755838+0000","last_active":"2024-03-07T03:11:25.940557+0000","last_peered":"2024-03-07T03:11:25.940557+0000","last_clean":"2024-03-07T03:11:25.940557+0000","last_became_active":"2024-03-07T03:07:58.755436+0000","last_became_peered":"2024-03-07T03:07:58.755436+0000","last_unstale":"2024-03-07T03:11:25.940557+0000","last_undegraded":"2024-03-07T03:11:25.940557+0000","last_fullsized":"2024-03-07T03:11:25.940557+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:25.094944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297692+0000","last_change":"2024-03-07T03:07:58.750199+0000","last_active":"2024-03-07T03:10:57.297692+0000","last_peered":"2024-03-07T03:10:57.297692+0000","last_clean":"2024-03-07T03:10:57.297692+0000","last_became_active":"2024-03-07T03:07:58.749858+0000","last_became_peered":"2024-03-07T03:07:58.749858+0000","last_unstale":"2024-03-07T03:10:57.297692+0000","last_undegraded":"2024-03-07T03:10:57.297692+0000","last_fullsized":"2024-03-07T03:10:57.297692+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:41.122539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1014,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:01.164192+0000","last_change":"2024-03-07T03:07:23.076835+0000","last_active":"2024-03-07T03:12:01.164192+0000","last_peered":"2024-03-07T03:12:01.164192+0000","last_clean":"2024-03-07T03:12:01.164192+0000","last_became_active":"2024-03-07T03:07:23.075094+0000","last_became_peered":"2024-03-07T03:07:23.075094+0000","last_unstale":"2024-03-07T03:12:01.164192+0000","last_undegraded":"2024-03-07T03:12:01.164192+0000","last_fullsized":"2024-03-07T03:12:01.164192+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:50:36.739831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1005,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:01.164170+0000","last_change":"2024-03-07T03:07:23.078279+0000","last_active":"2024-03-07T03:12:01.164170+0000","last_peered":"2024-03-07T03:12:01.164170+0000","last_clean":"2024-03-07T03:12:01.164170+0000","last_became_active":"2024-03-07T03:07:23.077338+0000","last_became_peered":"2024-03-07T03:07:23.077338+0000","last_unstale":"2024-03-07T03:12:01.164170+0000","last_undegraded":"2024-03-07T03:12:01.164170+0000","last_fullsized":"2024-03-07T03:12:01.164170+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:05:40.599683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1169,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:59.504527+0000","last_change":"2024-03-07T03:05:01.461919+0000","last_active":"2024-03-07T03:11:59.504527+0000","last_peered":"2024-03-07T03:11:59.504527+0000","last_clean":"2024-03-07T03:11:59.504527+0000","last_became_active":"2024-03-07T03:05:01.459759+0000","last_became_peered":"2024-03-07T03:05:01.459759+0000","last_unstale":"2024-03-07T03:11:59.504527+0000","last_undegraded":"2024-03-07T03:11:59.504527+0000","last_fullsized":"2024-03-07T03:11:59.504527+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:31:45.535178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":971,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297484+0000","last_change":"2024-03-07T03:07:58.753856+0000","last_active":"2024-03-07T03:10:57.297484+0000","last_peered":"2024-03-07T03:10:57.297484+0000","last_clean":"2024-03-07T03:10:57.297484+0000","last_became_active":"2024-03-07T03:07:58.751889+0000","last_became_peered":"2024-03-07T03:07:58.751889+0000","last_unstale":"2024-03-07T03:10:57.297484+0000","last_undegraded":"2024-03-07T03:10:57.297484+0000","last_fullsized":"2024-03-07T03:10:57.297484+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:27:20.126942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"863'1273","reported_seq":4340,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:29.500931+0000","last_change":"2024-03-07T03:10:56.137635+0000","last_active":"2024-03-07T03:11:29.500931+0000","last_peered":"2024-03-07T03:11:29.500931+0000","last_clean":"2024-03-07T03:11:29.500931+0000","last_became_active":"2024-03-07T03:05:01.457883+0000","last_became_peered":"2024-03-07T03:05:01.457883+0000","last_unstale":"2024-03-07T03:11:29.500931+0000","last_undegraded":"2024-03-07T03:11:29.500931+0000","last_fullsized":"2024-03-07T03:11:29.500931+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1273,"log_dups_size":0,"ondisk_log_size":1273,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:21:46.718939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.021818005000000001,"stat_sum":{"num_bytes":15540224,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":258,"num_read_kb":529715,"num_write":442,"num_write_kb":102224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1441792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.f","version":"61'1","reported_seq":1081,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123714+0000","last_change":"2024-03-07T03:07:58.755003+0000","last_active":"2024-03-07T03:10:57.123714+0000","last_peered":"2024-03-07T03:10:57.123714+0000","last_clean":"2024-03-07T03:10:57.123714+0000","last_became_active":"2024-03-07T03:07:58.754564+0000","last_became_peered":"2024-03-07T03:07:58.754564+0000","last_unstale":"2024-03-07T03:10:57.123714+0000","last_undegraded":"2024-03-07T03:10:57.123714+0000","last_fullsized":"2024-03-07T03:10:57.123714+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:34:53.344746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:26.399799+0000","last_change":"2024-03-07T03:07:58.750952+0000","last_active":"2024-03-07T03:12:26.399799+0000","last_peered":"2024-03-07T03:12:26.399799+0000","last_clean":"2024-03-07T03:12:26.399799+0000","last_became_active":"2024-03-07T03:07:58.749229+0000","last_became_peered":"2024-03-07T03:07:58.749229+0000","last_unstale":"2024-03-07T03:12:26.399799+0000","last_undegraded":"2024-03-07T03:12:26.399799+0000","last_fullsized":"2024-03-07T03:12:26.399799+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:53:10.534950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"863'847","reported_seq":4048,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:10.794895+0000","last_change":"2024-03-07T03:10:56.129162+0000","last_active":"2024-03-07T03:12:10.794895+0000","last_peered":"2024-03-07T03:12:10.794895+0000","last_clean":"2024-03-07T03:12:10.794895+0000","last_became_active":"2024-03-07T03:07:23.074596+0000","last_became_peered":"2024-03-07T03:07:23.074596+0000","last_unstale":"2024-03-07T03:12:10.794895+0000","last_undegraded":"2024-03-07T03:12:10.794895+0000","last_fullsized":"2024-03-07T03:12:10.794895+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":847,"log_dups_size":0,"ondisk_log_size":847,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:34:23.625809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0099120149999999997,"stat_sum":{"num_bytes":38936576,"num_objects":11,"num_object_clones":9,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":157,"num_read_kb":413258,"num_write":266,"num_write_kb":109952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":4374528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.2","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:44.902692+0000","last_change":"2024-03-07T03:06:47.845893+0000","last_active":"2024-03-07T03:12:44.902692+0000","last_peered":"2024-03-07T03:12:44.902692+0000","last_clean":"2024-03-07T03:12:44.902692+0000","last_became_active":"2024-03-07T03:06:47.845548+0000","last_became_peered":"2024-03-07T03:06:47.845548+0000","last_unstale":"2024-03-07T03:12:44.902692+0000","last_undegraded":"2024-03-07T03:12:44.902692+0000","last_fullsized":"2024-03-07T03:12:44.902692+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:19:55.051329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:44.902713+0000","last_change":"2024-03-07T03:07:58.751041+0000","last_active":"2024-03-07T03:12:44.902713+0000","last_peered":"2024-03-07T03:12:44.902713+0000","last_clean":"2024-03-07T03:12:44.902713+0000","last_became_active":"2024-03-07T03:07:58.749047+0000","last_became_peered":"2024-03-07T03:07:58.749047+0000","last_unstale":"2024-03-07T03:12:44.902713+0000","last_undegraded":"2024-03-07T03:12:44.902713+0000","last_fullsized":"2024-03-07T03:12:44.902713+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:47:59.256394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1057,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129998+0000","last_change":"2024-03-07T03:06:47.858022+0000","last_active":"2024-03-07T03:10:57.129998+0000","last_peered":"2024-03-07T03:10:57.129998+0000","last_clean":"2024-03-07T03:10:57.129998+0000","last_became_active":"2024-03-07T03:06:47.857526+0000","last_became_peered":"2024-03-07T03:06:47.857526+0000","last_unstale":"2024-03-07T03:10:57.129998+0000","last_undegraded":"2024-03-07T03:10:57.129998+0000","last_fullsized":"2024-03-07T03:10:57.129998+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:02:03.856321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"862'1186","reported_seq":4379,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:10.794958+0000","last_change":"2024-03-07T03:10:56.119983+0000","last_active":"2024-03-07T03:12:10.794958+0000","last_peered":"2024-03-07T03:12:10.794958+0000","last_clean":"2024-03-07T03:12:10.794958+0000","last_became_active":"2024-03-07T03:06:09.988405+0000","last_became_peered":"2024-03-07T03:06:09.988405+0000","last_unstale":"2024-03-07T03:12:10.794958+0000","last_undegraded":"2024-03-07T03:12:10.794958+0000","last_fullsized":"2024-03-07T03:12:10.794958+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1186,"log_dups_size":0,"ondisk_log_size":1186,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:41:38.890400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099770099999999993,"stat_sum":{"num_bytes":13524992,"num_objects":9,"num_object_clones":6,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":208,"num_read_kb":390958,"num_write":505,"num_write_kb":103888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":50642944,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:44.902722+0000","last_change":"2024-03-07T03:05:35.928460+0000","last_active":"2024-03-07T03:12:44.902722+0000","last_peered":"2024-03-07T03:12:44.902722+0000","last_clean":"2024-03-07T03:12:44.902722+0000","last_became_active":"2024-03-07T03:05:35.928017+0000","last_became_peered":"2024-03-07T03:05:35.928017+0000","last_unstale":"2024-03-07T03:12:44.902722+0000","last_undegraded":"2024-03-07T03:12:44.902722+0000","last_fullsized":"2024-03-07T03:12:44.902722+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:53:27.674544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1026,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129693+0000","last_change":"2024-03-07T03:07:23.075249+0000","last_active":"2024-03-07T03:10:57.129693+0000","last_peered":"2024-03-07T03:10:57.129693+0000","last_clean":"2024-03-07T03:10:57.129693+0000","last_became_active":"2024-03-07T03:07:23.074866+0000","last_became_peered":"2024-03-07T03:07:23.074866+0000","last_unstale":"2024-03-07T03:10:57.129693+0000","last_undegraded":"2024-03-07T03:10:57.129693+0000","last_fullsized":"2024-03-07T03:10:57.129693+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:03.393010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1079,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:23.069107+0000","last_change":"2024-03-07T03:07:23.069585+0000","last_active":"2024-03-07T03:12:23.069107+0000","last_peered":"2024-03-07T03:12:23.069107+0000","last_clean":"2024-03-07T03:12:23.069107+0000","last_became_active":"2024-03-07T03:07:23.069262+0000","last_became_peered":"2024-03-07T03:07:23.069262+0000","last_unstale":"2024-03-07T03:12:23.069107+0000","last_undegraded":"2024-03-07T03:12:23.069107+0000","last_fullsized":"2024-03-07T03:12:23.069107+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:11:22.045807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"861'1094","reported_seq":4796,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:29.501030+0000","last_change":"2024-03-07T03:10:57.331022+0000","last_active":"2024-03-07T03:11:29.501030+0000","last_peered":"2024-03-07T03:11:29.501030+0000","last_clean":"2024-03-07T03:11:29.501030+0000","last_became_active":"2024-03-07T03:06:47.847229+0000","last_became_peered":"2024-03-07T03:06:47.847229+0000","last_unstale":"2024-03-07T03:11:29.501030+0000","last_undegraded":"2024-03-07T03:11:29.501030+0000","last_fullsized":"2024-03-07T03:11:29.501030+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1094,"log_dups_size":0,"ondisk_log_size":1094,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:58:27.729404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.032339935,"stat_sum":{"num_bytes":113606656,"num_objects":59,"num_object_clones":55,"num_object_copies":177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":279,"num_read_kb":358703,"num_write":525,"num_write_kb":146904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":36642816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1182,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122500+0000","last_change":"2024-03-07T03:06:47.843416+0000","last_active":"2024-03-07T03:10:57.122500+0000","last_peered":"2024-03-07T03:10:57.122500+0000","last_clean":"2024-03-07T03:10:57.122500+0000","last_became_active":"2024-03-07T03:06:47.842812+0000","last_became_peered":"2024-03-07T03:06:47.842812+0000","last_unstale":"2024-03-07T03:10:57.122500+0000","last_undegraded":"2024-03-07T03:10:57.122500+0000","last_fullsized":"2024-03-07T03:10:57.122500+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:03:02.672609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:24.900773+0000","last_change":"2024-03-07T03:07:23.071850+0000","last_active":"2024-03-07T03:12:24.900773+0000","last_peered":"2024-03-07T03:12:24.900773+0000","last_clean":"2024-03-07T03:12:24.900773+0000","last_became_active":"2024-03-07T03:07:23.071476+0000","last_became_peered":"2024-03-07T03:07:23.071476+0000","last_unstale":"2024-03-07T03:12:24.900773+0000","last_undegraded":"2024-03-07T03:12:24.900773+0000","last_fullsized":"2024-03-07T03:12:24.900773+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:13:05.296486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1157,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:14.498930+0000","last_change":"2024-03-07T03:05:35.926187+0000","last_active":"2024-03-07T03:11:14.498930+0000","last_peered":"2024-03-07T03:11:14.498930+0000","last_clean":"2024-03-07T03:11:14.498930+0000","last_became_active":"2024-03-07T03:05:35.925908+0000","last_became_peered":"2024-03-07T03:05:35.925908+0000","last_unstale":"2024-03-07T03:11:14.498930+0000","last_undegraded":"2024-03-07T03:11:14.498930+0000","last_fullsized":"2024-03-07T03:11:14.498930+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:48:33.101185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"863'1146","reported_seq":3873,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:06.397292+0000","last_change":"2024-03-07T03:10:56.132170+0000","last_active":"2024-03-07T03:12:06.397292+0000","last_peered":"2024-03-07T03:12:06.397292+0000","last_clean":"2024-03-07T03:12:06.397292+0000","last_became_active":"2024-03-07T03:07:58.756854+0000","last_became_peered":"2024-03-07T03:07:58.756854+0000","last_unstale":"2024-03-07T03:12:06.397292+0000","last_undegraded":"2024-03-07T03:12:06.397292+0000","last_fullsized":"2024-03-07T03:12:06.397292+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1146,"log_dups_size":0,"ondisk_log_size":1146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T02:59:04.693146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.010433211,"stat_sum":{"num_bytes":34668544,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":1,"num_read":219,"num_read_kb":317694,"num_write":420,"num_write_kb":93568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":10240000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1005,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:31.160579+0000","last_change":"2024-03-07T03:07:58.760449+0000","last_active":"2024-03-07T03:11:31.160579+0000","last_peered":"2024-03-07T03:11:31.160579+0000","last_clean":"2024-03-07T03:11:31.160579+0000","last_became_active":"2024-03-07T03:07:58.760086+0000","last_became_peered":"2024-03-07T03:07:58.760086+0000","last_unstale":"2024-03-07T03:11:31.160579+0000","last_undegraded":"2024-03-07T03:11:31.160579+0000","last_fullsized":"2024-03-07T03:11:31.160579+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:34:38.583100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1088,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:48.962254+0000","last_change":"2024-03-07T03:07:23.073659+0000","last_active":"2024-03-07T03:11:48.962254+0000","last_peered":"2024-03-07T03:11:48.962254+0000","last_clean":"2024-03-07T03:11:48.962254+0000","last_became_active":"2024-03-07T03:07:23.073277+0000","last_became_peered":"2024-03-07T03:07:23.073277+0000","last_unstale":"2024-03-07T03:11:48.962254+0000","last_undegraded":"2024-03-07T03:11:48.962254+0000","last_fullsized":"2024-03-07T03:11:48.962254+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:48:34.819985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1060,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129797+0000","last_change":"2024-03-07T03:07:58.752576+0000","last_active":"2024-03-07T03:10:57.129797+0000","last_peered":"2024-03-07T03:10:57.129797+0000","last_clean":"2024-03-07T03:10:57.129797+0000","last_became_active":"2024-03-07T03:07:58.752193+0000","last_became_peered":"2024-03-07T03:07:58.752193+0000","last_unstale":"2024-03-07T03:10:57.129797+0000","last_undegraded":"2024-03-07T03:10:57.129797+0000","last_fullsized":"2024-03-07T03:10:57.129797+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:55:14.205594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"395'197","reported_seq":1465,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:56.396254+0000","last_change":"2024-03-07T03:07:58.752982+0000","last_active":"2024-03-07T03:11:56.396254+0000","last_peered":"2024-03-07T03:11:56.396254+0000","last_clean":"2024-03-07T03:11:56.396254+0000","last_became_active":"2024-03-07T03:07:58.752004+0000","last_became_peered":"2024-03-07T03:07:58.752004+0000","last_unstale":"2024-03-07T03:11:56.396254+0000","last_undegraded":"2024-03-07T03:11:56.396254+0000","last_fullsized":"2024-03-07T03:11:56.396254+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_clean_scrub_stamp":"2024-03-07T02:51:31.238394+0000","objects_scrubbed":0,"log_size":197,"log_dups_size":0,"ondisk_log_size":197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:53.766202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"858'3145","reported_seq":6529,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:05.938483+0000","last_change":"2024-03-07T03:10:57.131283+0000","last_active":"2024-03-07T03:11:05.938483+0000","last_peered":"2024-03-07T03:11:05.938483+0000","last_clean":"2024-03-07T03:11:05.938483+0000","last_became_active":"2024-03-07T03:06:47.859231+0000","last_became_peered":"2024-03-07T03:06:47.859231+0000","last_unstale":"2024-03-07T03:11:05.938483+0000","last_undegraded":"2024-03-07T03:11:05.938483+0000","last_fullsized":"2024-03-07T03:11:05.938483+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3145,"log_dups_size":0,"ondisk_log_size":3145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:10:03.781442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001499434,"stat_sum":{"num_bytes":18481152,"num_objects":15,"num_object_clones":14,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":124,"num_read_kb":398406,"num_write":253,"num_write_kb":45856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":9773056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:30.797058+0000","last_change":"2024-03-07T03:05:01.454053+0000","last_active":"2024-03-07T03:12:30.797058+0000","last_peered":"2024-03-07T03:12:30.797058+0000","last_clean":"2024-03-07T03:12:30.797058+0000","last_became_active":"2024-03-07T03:05:01.453718+0000","last_became_peered":"2024-03-07T03:05:01.453718+0000","last_unstale":"2024-03-07T03:12:30.797058+0000","last_undegraded":"2024-03-07T03:12:30.797058+0000","last_fullsized":"2024-03-07T03:12:30.797058+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:10:59.835543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:10.794862+0000","last_change":"2024-03-07T03:06:09.987673+0000","last_active":"2024-03-07T03:12:10.794862+0000","last_peered":"2024-03-07T03:12:10.794862+0000","last_clean":"2024-03-07T03:12:10.794862+0000","last_became_active":"2024-03-07T03:06:09.987328+0000","last_became_peered":"2024-03-07T03:06:09.987328+0000","last_unstale":"2024-03-07T03:12:10.794862+0000","last_undegraded":"2024-03-07T03:12:10.794862+0000","last_fullsized":"2024-03-07T03:12:10.794862+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:11:17.983744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":974,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:56.396227+0000","last_change":"2024-03-07T03:07:58.757849+0000","last_active":"2024-03-07T03:11:56.396227+0000","last_peered":"2024-03-07T03:11:56.396227+0000","last_clean":"2024-03-07T03:11:56.396227+0000","last_became_active":"2024-03-07T03:07:58.757399+0000","last_became_peered":"2024-03-07T03:07:58.757399+0000","last_unstale":"2024-03-07T03:11:56.396227+0000","last_undegraded":"2024-03-07T03:11:56.396227+0000","last_fullsized":"2024-03-07T03:11:56.396227+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:54:11.413787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"864'1259","reported_seq":4063,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:31.160553+0000","last_change":"2024-03-07T03:10:56.129203+0000","last_active":"2024-03-07T03:11:31.160553+0000","last_peered":"2024-03-07T03:11:31.160553+0000","last_clean":"2024-03-07T03:11:31.160553+0000","last_became_active":"2024-03-07T03:07:23.080120+0000","last_became_peered":"2024-03-07T03:07:23.080120+0000","last_unstale":"2024-03-07T03:11:31.160553+0000","last_undegraded":"2024-03-07T03:11:31.160553+0000","last_fullsized":"2024-03-07T03:11:31.160553+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1259,"log_dups_size":0,"ondisk_log_size":1259,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:33:24.850580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0059393290000000001,"stat_sum":{"num_bytes":23298048,"num_objects":10,"num_object_clones":7,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":249,"num_read_kb":271095,"num_write":553,"num_write_kb":138504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":18890752,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.3","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:10.794923+0000","last_change":"2024-03-07T03:07:58.750289+0000","last_active":"2024-03-07T03:12:10.794923+0000","last_peered":"2024-03-07T03:12:10.794923+0000","last_clean":"2024-03-07T03:12:10.794923+0000","last_became_active":"2024-03-07T03:07:58.749557+0000","last_became_peered":"2024-03-07T03:07:58.749557+0000","last_unstale":"2024-03-07T03:12:10.794923+0000","last_undegraded":"2024-03-07T03:12:10.794923+0000","last_fullsized":"2024-03-07T03:12:10.794923+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:54:43.865660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":988,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:06.397329+0000","last_change":"2024-03-07T03:07:58.758005+0000","last_active":"2024-03-07T03:12:06.397329+0000","last_peered":"2024-03-07T03:12:06.397329+0000","last_clean":"2024-03-07T03:12:06.397329+0000","last_became_active":"2024-03-07T03:07:58.756833+0000","last_became_peered":"2024-03-07T03:07:58.756833+0000","last_unstale":"2024-03-07T03:12:06.397329+0000","last_undegraded":"2024-03-07T03:12:06.397329+0000","last_fullsized":"2024-03-07T03:12:06.397329+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:37:55.288554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:44.902730+0000","last_change":"2024-03-07T03:06:47.843644+0000","last_active":"2024-03-07T03:12:44.902730+0000","last_peered":"2024-03-07T03:12:44.902730+0000","last_clean":"2024-03-07T03:12:44.902730+0000","last_became_active":"2024-03-07T03:06:47.842694+0000","last_became_peered":"2024-03-07T03:06:47.842694+0000","last_unstale":"2024-03-07T03:12:44.902730+0000","last_undegraded":"2024-03-07T03:12:44.902730+0000","last_fullsized":"2024-03-07T03:12:44.902730+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:25:34.783974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"863'880","reported_seq":3815,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:23.069074+0000","last_change":"2024-03-07T03:10:56.125509+0000","last_active":"2024-03-07T03:12:23.069074+0000","last_peered":"2024-03-07T03:12:23.069074+0000","last_clean":"2024-03-07T03:12:23.069074+0000","last_became_active":"2024-03-07T03:07:58.755248+0000","last_became_peered":"2024-03-07T03:07:58.755248+0000","last_unstale":"2024-03-07T03:12:23.069074+0000","last_undegraded":"2024-03-07T03:12:23.069074+0000","last_fullsized":"2024-03-07T03:12:23.069074+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":880,"log_dups_size":0,"ondisk_log_size":880,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:40:02.788467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0073429089999999999,"stat_sum":{"num_bytes":9224192,"num_objects":8,"num_object_clones":6,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":1,"num_read":161,"num_read_kb":133885,"num_write":362,"num_write_kb":55920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1124,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:33.960811+0000","last_change":"2024-03-07T03:07:58.764215+0000","last_active":"2024-03-07T03:11:33.960811+0000","last_peered":"2024-03-07T03:11:33.960811+0000","last_clean":"2024-03-07T03:11:33.960811+0000","last_became_active":"2024-03-07T03:07:58.763818+0000","last_became_peered":"2024-03-07T03:07:58.763818+0000","last_unstale":"2024-03-07T03:11:33.960811+0000","last_undegraded":"2024-03-07T03:11:33.960811+0000","last_fullsized":"2024-03-07T03:11:33.960811+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:27:54.623360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"719'2","reported_seq":1192,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122792+0000","last_change":"2024-03-07T03:07:23.074913+0000","last_active":"2024-03-07T03:10:57.122792+0000","last_peered":"2024-03-07T03:10:57.122792+0000","last_clean":"2024-03-07T03:10:57.122792+0000","last_became_active":"2024-03-07T03:07:23.074530+0000","last_became_peered":"2024-03-07T03:07:23.074530+0000","last_unstale":"2024-03-07T03:10:57.122792+0000","last_undegraded":"2024-03-07T03:10:57.122792+0000","last_fullsized":"2024-03-07T03:10:57.122792+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:13:25.877187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1127,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:03.963704+0000","last_change":"2024-03-07T03:07:58.757756+0000","last_active":"2024-03-07T03:12:03.963704+0000","last_peered":"2024-03-07T03:12:03.963704+0000","last_clean":"2024-03-07T03:12:03.963704+0000","last_became_active":"2024-03-07T03:07:58.757430+0000","last_became_peered":"2024-03-07T03:07:58.757430+0000","last_unstale":"2024-03-07T03:12:03.963704+0000","last_undegraded":"2024-03-07T03:12:03.963704+0000","last_fullsized":"2024-03-07T03:12:03.963704+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:22:21.412765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"863'1564","reported_seq":5163,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:33.960760+0000","last_change":"2024-03-07T03:10:57.329944+0000","last_active":"2024-03-07T03:11:33.960760+0000","last_peered":"2024-03-07T03:11:33.960760+0000","last_clean":"2024-03-07T03:11:33.960760+0000","last_became_active":"2024-03-07T03:06:09.990793+0000","last_became_peered":"2024-03-07T03:06:09.990793+0000","last_unstale":"2024-03-07T03:11:33.960760+0000","last_undegraded":"2024-03-07T03:11:33.960760+0000","last_fullsized":"2024-03-07T03:11:33.960760+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1564,"log_dups_size":0,"ondisk_log_size":1564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":143,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:53.639078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.019553126000000001,"stat_sum":{"num_bytes":100999168,"num_objects":73,"num_object_clones":68,"num_object_copies":219,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":1,"num_read":410,"num_read_kb":572954,"num_write":777,"num_write_kb":204640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":51175424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"c"},{"start":"178","length":"4"},{"start":"17e","length":"3"},{"start":"182","length":"4"},{"start":"187","length":"5"},{"start":"18d","length":"2"}]},{"pgid":"4.1","version":"0'0","reported_seq":1080,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:23.069051+0000","last_change":"2024-03-07T03:07:23.071468+0000","last_active":"2024-03-07T03:12:23.069051+0000","last_peered":"2024-03-07T03:12:23.069051+0000","last_clean":"2024-03-07T03:12:23.069051+0000","last_became_active":"2024-03-07T03:07:23.071160+0000","last_became_peered":"2024-03-07T03:07:23.071160+0000","last_unstale":"2024-03-07T03:12:23.069051+0000","last_undegraded":"2024-03-07T03:12:23.069051+0000","last_fullsized":"2024-03-07T03:12:23.069051+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:17:55.686793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":990,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:41.161677+0000","last_change":"2024-03-07T03:07:58.759142+0000","last_active":"2024-03-07T03:11:41.161677+0000","last_peered":"2024-03-07T03:11:41.161677+0000","last_clean":"2024-03-07T03:11:41.161677+0000","last_became_active":"2024-03-07T03:07:58.758771+0000","last_became_peered":"2024-03-07T03:07:58.758771+0000","last_unstale":"2024-03-07T03:11:41.161677+0000","last_undegraded":"2024-03-07T03:11:41.161677+0000","last_fullsized":"2024-03-07T03:11:41.161677+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:45:13.985820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:30.797025+0000","last_change":"2024-03-07T03:06:09.988597+0000","last_active":"2024-03-07T03:12:30.797025+0000","last_peered":"2024-03-07T03:12:30.797025+0000","last_clean":"2024-03-07T03:12:30.797025+0000","last_became_active":"2024-03-07T03:06:09.988261+0000","last_became_peered":"2024-03-07T03:06:09.988261+0000","last_unstale":"2024-03-07T03:12:30.797025+0000","last_undegraded":"2024-03-07T03:12:30.797025+0000","last_fullsized":"2024-03-07T03:12:30.797025+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:11:06.717251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"843'3099","reported_seq":6398,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:15.939512+0000","last_change":"2024-03-07T03:10:57.131044+0000","last_active":"2024-03-07T03:11:15.939512+0000","last_peered":"2024-03-07T03:11:15.939512+0000","last_clean":"2024-03-07T03:11:15.939512+0000","last_became_active":"2024-03-07T03:07:23.084936+0000","last_became_peered":"2024-03-07T03:07:23.084936+0000","last_unstale":"2024-03-07T03:11:15.939512+0000","last_undegraded":"2024-03-07T03:11:15.939512+0000","last_fullsized":"2024-03-07T03:11:15.939512+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3099,"log_dups_size":0,"ondisk_log_size":3099,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:46:48.809690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012703,"stat_sum":{"num_bytes":8347648,"num_objects":13,"num_object_clones":12,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":56,"num_read_kb":33721,"num_write":241,"num_write_kb":36816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":434176,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1146,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:29.500973+0000","last_change":"2024-03-07T03:05:01.461136+0000","last_active":"2024-03-07T03:11:29.500973+0000","last_peered":"2024-03-07T03:11:29.500973+0000","last_clean":"2024-03-07T03:11:29.500973+0000","last_became_active":"2024-03-07T03:05:01.457189+0000","last_became_peered":"2024-03-07T03:05:01.457189+0000","last_unstale":"2024-03-07T03:11:29.500973+0000","last_undegraded":"2024-03-07T03:11:29.500973+0000","last_fullsized":"2024-03-07T03:11:29.500973+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:23.791243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1103,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:38.070678+0000","last_change":"2024-03-07T03:07:58.750311+0000","last_active":"2024-03-07T03:12:38.070678+0000","last_peered":"2024-03-07T03:12:38.070678+0000","last_clean":"2024-03-07T03:12:38.070678+0000","last_became_active":"2024-03-07T03:07:58.750001+0000","last_became_peered":"2024-03-07T03:07:58.750001+0000","last_unstale":"2024-03-07T03:12:38.070678+0000","last_undegraded":"2024-03-07T03:12:38.070678+0000","last_fullsized":"2024-03-07T03:12:38.070678+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:05.963944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"847'12789","reported_seq":16202,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.124034+0000","last_change":"2024-03-07T03:10:57.124034+0000","last_active":"2024-03-07T03:10:57.124034+0000","last_peered":"2024-03-07T03:10:57.124034+0000","last_clean":"2024-03-07T03:10:57.124034+0000","last_became_active":"2024-03-07T03:06:47.859957+0000","last_became_peered":"2024-03-07T03:06:47.859957+0000","last_unstale":"2024-03-07T03:10:57.124034+0000","last_undegraded":"2024-03-07T03:10:57.124034+0000","last_fullsized":"2024-03-07T03:10:57.124034+0000","mapping_epoch":625,"log_start":"599'6200","ondisk_log_start":"599'6200","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":6589,"log_dups_size":0,"ondisk_log_size":6589,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":137,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:29:13.699651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0091875959999999993,"stat_sum":{"num_bytes":71745536,"num_objects":32,"num_object_clones":30,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":0,"num_read":146,"num_read_kb":316804,"num_write":323,"num_write_kb":90232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":20865024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"5"},{"start":"171","length":"b"},{"start":"17e","length":"8"},{"start":"187","length":"5"},{"start":"18d","length":"3"},{"start":"192","length":"1"},{"start":"197","length":"1"},{"start":"199","length":"2"}]},{"pgid":"2.9","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122090+0000","last_change":"2024-03-07T03:07:58.752456+0000","last_active":"2024-03-07T03:10:57.122090+0000","last_peered":"2024-03-07T03:10:57.122090+0000","last_clean":"2024-03-07T03:10:57.122090+0000","last_became_active":"2024-03-07T03:07:58.752118+0000","last_became_peered":"2024-03-07T03:07:58.752118+0000","last_unstale":"2024-03-07T03:10:57.122090+0000","last_undegraded":"2024-03-07T03:10:57.122090+0000","last_fullsized":"2024-03-07T03:10:57.122090+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:08:08.574482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1118,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:03.963633+0000","last_change":"2024-03-07T03:07:58.757839+0000","last_active":"2024-03-07T03:12:03.963633+0000","last_peered":"2024-03-07T03:12:03.963633+0000","last_clean":"2024-03-07T03:12:03.963633+0000","last_became_active":"2024-03-07T03:07:58.757495+0000","last_became_peered":"2024-03-07T03:07:58.757495+0000","last_unstale":"2024-03-07T03:12:03.963633+0000","last_undegraded":"2024-03-07T03:12:03.963633+0000","last_fullsized":"2024-03-07T03:12:03.963633+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:27:02.190643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"861'1463","reported_seq":5088,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:44.502699+0000","last_change":"2024-03-07T03:10:57.330799+0000","last_active":"2024-03-07T03:11:44.502699+0000","last_peered":"2024-03-07T03:11:44.502699+0000","last_clean":"2024-03-07T03:11:44.502699+0000","last_became_active":"2024-03-07T03:07:58.763085+0000","last_became_peered":"2024-03-07T03:07:58.763085+0000","last_unstale":"2024-03-07T03:11:44.502699+0000","last_undegraded":"2024-03-07T03:11:44.502699+0000","last_fullsized":"2024-03-07T03:11:44.502699+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1463,"log_dups_size":0,"ondisk_log_size":1463,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:39:21.050544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.016579719999999999,"stat_sum":{"num_bytes":106192896,"num_objects":71,"num_object_clones":66,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":1,"num_read":323,"num_read_kb":516030,"num_write":942,"num_write_kb":231680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":48201728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122270+0000","last_change":"2024-03-07T03:07:58.752370+0000","last_active":"2024-03-07T03:10:57.122270+0000","last_peered":"2024-03-07T03:10:57.122270+0000","last_clean":"2024-03-07T03:10:57.122270+0000","last_became_active":"2024-03-07T03:07:58.751985+0000","last_became_peered":"2024-03-07T03:07:58.751985+0000","last_unstale":"2024-03-07T03:10:57.122270+0000","last_undegraded":"2024-03-07T03:10:57.122270+0000","last_fullsized":"2024-03-07T03:10:57.122270+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:31:33.590004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1127,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:18.965443+0000","last_change":"2024-03-07T03:06:09.987484+0000","last_active":"2024-03-07T03:12:18.965443+0000","last_peered":"2024-03-07T03:12:18.965443+0000","last_clean":"2024-03-07T03:12:18.965443+0000","last_became_active":"2024-03-07T03:06:09.986947+0000","last_became_peered":"2024-03-07T03:06:09.986947+0000","last_unstale":"2024-03-07T03:12:18.965443+0000","last_undegraded":"2024-03-07T03:12:18.965443+0000","last_fullsized":"2024-03-07T03:12:18.965443+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:37:38.253630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"857'1055","reported_seq":4918,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:09.892916+0000","last_change":"2024-03-07T03:10:57.123092+0000","last_active":"2024-03-07T03:11:09.892916+0000","last_peered":"2024-03-07T03:11:09.892916+0000","last_clean":"2024-03-07T03:11:09.892916+0000","last_became_active":"2024-03-07T03:06:09.993513+0000","last_became_peered":"2024-03-07T03:06:09.993513+0000","last_unstale":"2024-03-07T03:11:09.892916+0000","last_undegraded":"2024-03-07T03:11:09.892916+0000","last_fullsized":"2024-03-07T03:11:09.892916+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1055,"log_dups_size":0,"ondisk_log_size":1055,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:34:07.352811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013205965,"stat_sum":{"num_bytes":99745792,"num_objects":66,"num_object_clones":62,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":306,"num_read_kb":434534,"num_write":588,"num_write_kb":145464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":21749760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.b","version":"716'3","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:26.399720+0000","last_change":"2024-03-07T03:07:58.749480+0000","last_active":"2024-03-07T03:12:26.399720+0000","last_peered":"2024-03-07T03:12:26.399720+0000","last_clean":"2024-03-07T03:12:26.399720+0000","last_became_active":"2024-03-07T03:07:58.749098+0000","last_became_peered":"2024-03-07T03:07:58.749098+0000","last_unstale":"2024-03-07T03:12:26.399720+0000","last_undegraded":"2024-03-07T03:12:26.399720+0000","last_fullsized":"2024-03-07T03:12:26.399720+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:35:33.945855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1035,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:41.161624+0000","last_change":"2024-03-07T03:07:23.075725+0000","last_active":"2024-03-07T03:11:41.161624+0000","last_peered":"2024-03-07T03:11:41.161624+0000","last_clean":"2024-03-07T03:11:41.161624+0000","last_became_active":"2024-03-07T03:07:23.075203+0000","last_became_peered":"2024-03-07T03:07:23.075203+0000","last_unstale":"2024-03-07T03:11:41.161624+0000","last_undegraded":"2024-03-07T03:11:41.161624+0000","last_fullsized":"2024-03-07T03:11:41.161624+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:47:11.192302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"863'1711","reported_seq":5460,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:44.502642+0000","last_change":"2024-03-07T03:10:57.330918+0000","last_active":"2024-03-07T03:11:44.502642+0000","last_peered":"2024-03-07T03:11:44.502642+0000","last_clean":"2024-03-07T03:11:44.502642+0000","last_became_active":"2024-03-07T03:06:47.849454+0000","last_became_peered":"2024-03-07T03:06:47.849454+0000","last_unstale":"2024-03-07T03:11:44.502642+0000","last_undegraded":"2024-03-07T03:11:44.502642+0000","last_fullsized":"2024-03-07T03:11:44.502642+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1711,"log_dups_size":0,"ondisk_log_size":1711,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:40:07.156907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.014160193999999999,"stat_sum":{"num_bytes":165158912,"num_objects":93,"num_object_clones":87,"num_object_copies":279,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":93,"num_whiteouts":2,"num_read":489,"num_read_kb":756200,"num_write":870,"num_write_kb":258896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":69541888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1156,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:44.502687+0000","last_change":"2024-03-07T03:06:47.847077+0000","last_active":"2024-03-07T03:11:44.502687+0000","last_peered":"2024-03-07T03:11:44.502687+0000","last_clean":"2024-03-07T03:11:44.502687+0000","last_became_active":"2024-03-07T03:06:47.846359+0000","last_became_peered":"2024-03-07T03:06:47.846359+0000","last_unstale":"2024-03-07T03:11:44.502687+0000","last_undegraded":"2024-03-07T03:11:44.502687+0000","last_fullsized":"2024-03-07T03:11:44.502687+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:00:08.102949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":972,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:26.399763+0000","last_change":"2024-03-07T03:07:58.760528+0000","last_active":"2024-03-07T03:12:26.399763+0000","last_peered":"2024-03-07T03:12:26.399763+0000","last_clean":"2024-03-07T03:12:26.399763+0000","last_became_active":"2024-03-07T03:07:58.760226+0000","last_became_peered":"2024-03-07T03:07:58.760226+0000","last_unstale":"2024-03-07T03:12:26.399763+0000","last_undegraded":"2024-03-07T03:12:26.399763+0000","last_fullsized":"2024-03-07T03:12:26.399763+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:10:36.411047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"863'1938","reported_seq":4938,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:29.500990+0000","last_change":"2024-03-07T03:10:56.140803+0000","last_active":"2024-03-07T03:11:29.500990+0000","last_peered":"2024-03-07T03:11:29.500990+0000","last_clean":"2024-03-07T03:11:29.500990+0000","last_became_active":"2024-03-07T03:06:09.993933+0000","last_became_peered":"2024-03-07T03:06:09.993933+0000","last_unstale":"2024-03-07T03:11:29.500990+0000","last_undegraded":"2024-03-07T03:11:29.500990+0000","last_fullsized":"2024-03-07T03:11:29.500990+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1938,"log_dups_size":0,"ondisk_log_size":1938,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:16.359457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.024996012000000001,"stat_sum":{"num_bytes":22765568,"num_objects":17,"num_object_clones":12,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":2,"num_read":350,"num_read_kb":387634,"num_write":702,"num_write_kb":183472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":7151616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.d","version":"61'1","reported_seq":1190,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:09.892941+0000","last_change":"2024-03-07T03:06:09.993129+0000","last_active":"2024-03-07T03:11:09.892941+0000","last_peered":"2024-03-07T03:11:09.892941+0000","last_clean":"2024-03-07T03:11:09.892941+0000","last_became_active":"2024-03-07T03:06:09.992737+0000","last_became_peered":"2024-03-07T03:06:09.992737+0000","last_unstale":"2024-03-07T03:11:09.892941+0000","last_undegraded":"2024-03-07T03:11:09.892941+0000","last_fullsized":"2024-03-07T03:11:09.892941+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:02:42.055569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1051,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:15.939486+0000","last_change":"2024-03-07T03:07:23.076846+0000","last_active":"2024-03-07T03:11:15.939486+0000","last_peered":"2024-03-07T03:11:15.939486+0000","last_clean":"2024-03-07T03:11:15.939486+0000","last_became_active":"2024-03-07T03:07:23.075895+0000","last_became_peered":"2024-03-07T03:07:23.075895+0000","last_unstale":"2024-03-07T03:11:15.939486+0000","last_undegraded":"2024-03-07T03:11:15.939486+0000","last_fullsized":"2024-03-07T03:11:15.939486+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:09:15.080126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"854'331","reported_seq":3439,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:12:16.398465+0000","last_change":"2024-03-07T03:10:57.298223+0000","last_active":"2024-03-07T03:12:16.398465+0000","last_peered":"2024-03-07T03:12:16.398465+0000","last_clean":"2024-03-07T03:12:16.398465+0000","last_became_active":"2024-03-07T03:07:58.749089+0000","last_became_peered":"2024-03-07T03:07:58.749089+0000","last_unstale":"2024-03-07T03:12:16.398465+0000","last_undegraded":"2024-03-07T03:12:16.398465+0000","last_fullsized":"2024-03-07T03:12:16.398465+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":331,"log_dups_size":0,"ondisk_log_size":331,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":83,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:26:07.404191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00085119700000000004,"stat_sum":{"num_bytes":15409152,"num_objects":11,"num_object_clones":10,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":91,"num_read_kb":118251,"num_write":162,"num_write_kb":30616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":34586624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"56"},{"start":"1c2","length":"3"},{"start":"1c9","length":"1"}]},{"pgid":"2.e","version":"61'2","reported_seq":1160,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:44.502729+0000","last_change":"2024-03-07T03:07:58.755578+0000","last_active":"2024-03-07T03:11:44.502729+0000","last_peered":"2024-03-07T03:11:44.502729+0000","last_clean":"2024-03-07T03:11:44.502729+0000","last_became_active":"2024-03-07T03:07:58.755160+0000","last_became_peered":"2024-03-07T03:07:58.755160+0000","last_unstale":"2024-03-07T03:11:44.502729+0000","last_undegraded":"2024-03-07T03:11:44.502729+0000","last_fullsized":"2024-03-07T03:11:44.502729+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:20.584382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:26.399820+0000","last_change":"2024-03-07T03:07:58.751269+0000","last_active":"2024-03-07T03:12:26.399820+0000","last_peered":"2024-03-07T03:12:26.399820+0000","last_clean":"2024-03-07T03:12:26.399820+0000","last_became_active":"2024-03-07T03:07:58.750956+0000","last_became_peered":"2024-03-07T03:07:58.750956+0000","last_unstale":"2024-03-07T03:12:26.399820+0000","last_undegraded":"2024-03-07T03:12:26.399820+0000","last_fullsized":"2024-03-07T03:12:26.399820+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:39.414545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1006,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:31.160523+0000","last_change":"2024-03-07T03:07:23.081711+0000","last_active":"2024-03-07T03:11:31.160523+0000","last_peered":"2024-03-07T03:11:31.160523+0000","last_clean":"2024-03-07T03:11:31.160523+0000","last_became_active":"2024-03-07T03:07:23.079269+0000","last_became_peered":"2024-03-07T03:07:23.079269+0000","last_unstale":"2024-03-07T03:11:31.160523+0000","last_undegraded":"2024-03-07T03:11:31.160523+0000","last_fullsized":"2024-03-07T03:11:31.160523+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:39.008957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1157,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:14.498905+0000","last_change":"2024-03-07T03:07:23.072806+0000","last_active":"2024-03-07T03:11:14.498905+0000","last_peered":"2024-03-07T03:11:14.498905+0000","last_clean":"2024-03-07T03:11:14.498905+0000","last_became_active":"2024-03-07T03:07:23.071234+0000","last_became_peered":"2024-03-07T03:07:23.071234+0000","last_unstale":"2024-03-07T03:11:14.498905+0000","last_undegraded":"2024-03-07T03:11:14.498905+0000","last_fullsized":"2024-03-07T03:11:14.498905+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:52.610744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1057,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129961+0000","last_change":"2024-03-07T03:06:47.851593+0000","last_active":"2024-03-07T03:10:57.129961+0000","last_peered":"2024-03-07T03:10:57.129961+0000","last_clean":"2024-03-07T03:10:57.129961+0000","last_became_active":"2024-03-07T03:06:47.849677+0000","last_became_peered":"2024-03-07T03:06:47.849677+0000","last_unstale":"2024-03-07T03:10:57.129961+0000","last_undegraded":"2024-03-07T03:10:57.129961+0000","last_fullsized":"2024-03-07T03:10:57.129961+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:30.969251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1116,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:14.498954+0000","last_change":"2024-03-07T03:06:09.995434+0000","last_active":"2024-03-07T03:11:14.498954+0000","last_peered":"2024-03-07T03:11:14.498954+0000","last_clean":"2024-03-07T03:11:14.498954+0000","last_became_active":"2024-03-07T03:06:09.994939+0000","last_became_peered":"2024-03-07T03:06:09.994939+0000","last_unstale":"2024-03-07T03:11:14.498954+0000","last_undegraded":"2024-03-07T03:11:14.498954+0000","last_fullsized":"2024-03-07T03:11:14.498954+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:27:11.737354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1127,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:03.963669+0000","last_change":"2024-03-07T03:06:09.987381+0000","last_active":"2024-03-07T03:12:03.963669+0000","last_peered":"2024-03-07T03:12:03.963669+0000","last_clean":"2024-03-07T03:12:03.963669+0000","last_became_active":"2024-03-07T03:06:09.986952+0000","last_became_peered":"2024-03-07T03:06:09.986952+0000","last_unstale":"2024-03-07T03:12:03.963669+0000","last_undegraded":"2024-03-07T03:12:03.963669+0000","last_fullsized":"2024-03-07T03:12:03.963669+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:26:15.439852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122425+0000","last_change":"2024-03-07T03:05:35.923999+0000","last_active":"2024-03-07T03:10:57.122425+0000","last_peered":"2024-03-07T03:10:57.122425+0000","last_clean":"2024-03-07T03:10:57.122425+0000","last_became_active":"2024-03-07T03:05:35.923719+0000","last_became_peered":"2024-03-07T03:05:35.923719+0000","last_unstale":"2024-03-07T03:10:57.122425+0000","last_undegraded":"2024-03-07T03:10:57.122425+0000","last_fullsized":"2024-03-07T03:10:57.122425+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:43:04.724647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1008,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:41.161665+0000","last_change":"2024-03-07T03:07:58.749989+0000","last_active":"2024-03-07T03:11:41.161665+0000","last_peered":"2024-03-07T03:11:41.161665+0000","last_clean":"2024-03-07T03:11:41.161665+0000","last_became_active":"2024-03-07T03:07:58.749643+0000","last_became_peered":"2024-03-07T03:07:58.749643+0000","last_unstale":"2024-03-07T03:11:41.161665+0000","last_undegraded":"2024-03-07T03:11:41.161665+0000","last_fullsized":"2024-03-07T03:11:41.161665+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:00:44.729806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1110,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:03.963717+0000","last_change":"2024-03-07T03:06:09.999184+0000","last_active":"2024-03-07T03:12:03.963717+0000","last_peered":"2024-03-07T03:12:03.963717+0000","last_clean":"2024-03-07T03:12:03.963717+0000","last_became_active":"2024-03-07T03:06:09.998856+0000","last_became_peered":"2024-03-07T03:06:09.998856+0000","last_unstale":"2024-03-07T03:12:03.963717+0000","last_undegraded":"2024-03-07T03:12:03.963717+0000","last_fullsized":"2024-03-07T03:12:03.963717+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:37:00.102189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1057,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:05.938424+0000","last_change":"2024-03-07T03:06:47.857644+0000","last_active":"2024-03-07T03:11:05.938424+0000","last_peered":"2024-03-07T03:11:05.938424+0000","last_clean":"2024-03-07T03:11:05.938424+0000","last_became_active":"2024-03-07T03:06:47.857354+0000","last_became_peered":"2024-03-07T03:06:47.857354+0000","last_unstale":"2024-03-07T03:11:05.938424+0000","last_undegraded":"2024-03-07T03:11:05.938424+0000","last_fullsized":"2024-03-07T03:11:05.938424+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:02:18.860369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1118,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:18.965420+0000","last_change":"2024-03-07T03:06:09.987872+0000","last_active":"2024-03-07T03:12:18.965420+0000","last_peered":"2024-03-07T03:12:18.965420+0000","last_clean":"2024-03-07T03:12:18.965420+0000","last_became_active":"2024-03-07T03:06:09.986852+0000","last_became_peered":"2024-03-07T03:06:09.986852+0000","last_unstale":"2024-03-07T03:12:18.965420+0000","last_undegraded":"2024-03-07T03:12:18.965420+0000","last_fullsized":"2024-03-07T03:12:18.965420+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:13.708512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1035,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:15.939446+0000","last_change":"2024-03-07T03:07:58.755825+0000","last_active":"2024-03-07T03:11:15.939446+0000","last_peered":"2024-03-07T03:11:15.939446+0000","last_clean":"2024-03-07T03:11:15.939446+0000","last_became_active":"2024-03-07T03:07:58.755395+0000","last_became_peered":"2024-03-07T03:07:58.755395+0000","last_unstale":"2024-03-07T03:11:15.939446+0000","last_undegraded":"2024-03-07T03:11:15.939446+0000","last_fullsized":"2024-03-07T03:11:15.939446+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:10:43.184914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125616+0000","last_change":"2024-03-07T03:07:58.753962+0000","last_active":"2024-03-07T03:10:57.125616+0000","last_peered":"2024-03-07T03:10:57.125616+0000","last_clean":"2024-03-07T03:10:57.125616+0000","last_became_active":"2024-03-07T03:07:58.753619+0000","last_became_peered":"2024-03-07T03:07:58.753619+0000","last_unstale":"2024-03-07T03:10:57.125616+0000","last_undegraded":"2024-03-07T03:10:57.125616+0000","last_fullsized":"2024-03-07T03:10:57.125616+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:44:44.641067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1013,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:51.162869+0000","last_change":"2024-03-07T03:07:23.078516+0000","last_active":"2024-03-07T03:11:51.162869+0000","last_peered":"2024-03-07T03:11:51.162869+0000","last_clean":"2024-03-07T03:11:51.162869+0000","last_became_active":"2024-03-07T03:07:23.076017+0000","last_became_peered":"2024-03-07T03:07:23.076017+0000","last_unstale":"2024-03-07T03:11:51.162869+0000","last_undegraded":"2024-03-07T03:11:51.162869+0000","last_fullsized":"2024-03-07T03:11:51.162869+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:17:54.725933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":857645056,"num_objects":516,"num_object_clones":466,"num_object_copies":1548,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":516,"num_whiteouts":8,"num_read":3826,"num_read_kb":5949842,"num_write":7931,"num_write_kb":1978632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":107,"num_bytes_recovered":385712128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1170673664,"data_stored":2969124864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28580,"ondisk_log_size":28580,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197,"ondisk_log_size":197,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":26375,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":694,"seq":2980707303508,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":150184,"kb_used_data":96156,"kb_used_omap":35,"kb_used_meta":53980,"kb_avail":93594968,"statfs":{"total":95995035648,"available":95841247232,"internally_reserved":0,"allocated":98463744,"data_stored":167037349,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36312,"internal_metadata":55276072},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":660,"seq":2834678415451,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":94940,"kb_used_data":42576,"kb_used_omap":23,"kb_used_meta":52328,"kb_avail":93650212,"statfs":{"total":95995035648,"available":95897817088,"internally_reserved":0,"allocated":43597824,"data_stored":80829959,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":24173,"internal_metadata":53584275},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":463,"seq":1988569858181,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":692864,"kb_used_data":193964,"kb_used_omap":46,"kb_used_meta":498833,"kb_avail":93052288,"statfs":{"total":95995035648,"available":95285542912,"internally_reserved":0,"allocated":198619136,"data_stored":533391905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48036,"internal_metadata":510805084},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":528,"seq":2267742732407,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":401776,"kb_used_data":209252,"kb_used_omap":54,"kb_used_meta":192457,"kb_avail":93343376,"statfs":{"total":95995035648,"available":95583617024,"internally_reserved":0,"allocated":214274048,"data_stored":587826473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56016,"internal_metadata":197076272},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":495,"seq":2126008811646,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":485244,"kb_used_data":166572,"kb_used_omap":47,"kb_used_meta":318608,"kb_avail":93259908,"statfs":{"total":95995035648,"available":95498145792,"internally_reserved":0,"allocated":170569728,"data_stored":457545161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48143,"internal_metadata":326255601},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":562,"seq":2413771620464,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":177748,"kb_used_data":84672,"kb_used_omap":37,"kb_used_meta":93018,"kb_avail":93567404,"statfs":{"total":95995035648,"available":95813021696,"internally_reserved":0,"allocated":86704128,"data_stored":171510863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38083,"internal_metadata":95251261},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":591,"seq":2538325672041,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":365920,"kb_used_data":157844,"kb_used_omap":61,"kb_used_meta":208002,"kb_avail":93379232,"statfs":{"total":95995035648,"available":95620333568,"internally_reserved":0,"allocated":161632256,"data_stored":367986669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":62843,"internal_metadata":212994693},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":625,"seq":2684354560098,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":509804,"kb_used_data":269020,"kb_used_omap":73,"kb_used_meta":240694,"kb_avail":93235348,"statfs":{"total":95995035648,"available":95472996352,"internally_reserved":0,"allocated":275476480,"data_stored":649851960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":75044,"internal_metadata":246471388},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7413,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2060,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2124,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3359,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3677,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2797,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2839,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2106,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":188411904,"data_stored":527167488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":160964608,"data_stored":451911680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":204677120,"data_stored":582193152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":77082624,"data_stored":165871616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":152018944,"data_stored":362352640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":265863168,"data_stored":644214784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":33390592,"data_stored":74600448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":88264704,"data_stored":160813056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-07T03:14:52.834 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:14:52.834 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:14:52.834 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:14:52.834 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-07T03:14:52.834 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-07T03:14:52.834 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-07T03:14:52.835 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.c in trimming, state: active+clean+snaptrim_error 2024-03-07T03:14:52.835 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-07T03:14:52.835 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:14:52.835 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-07T03:14:53.320 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:14:53 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:14:53] "GET /metrics HTTP/1.1" 200 36317 "" "Prometheus/2.43.0" 2024-03-07T03:14:53.821 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:14:53 smithi090 ceph-mon[89511]: pgmap v846: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:53.821 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:14:53 smithi090 ceph-mon[89511]: from='client.44546 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:14:53.821 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:14:53 smithi090 ceph-mon[91928]: pgmap v846: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:53.821 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:14:53 smithi090 ceph-mon[91928]: from='client.44546 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:14:53.909 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:14:53 smithi092 ceph-mon[83777]: pgmap v846: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:53.909 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:14:53 smithi092 ceph-mon[83777]: from='client.44546 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:14:55.821 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:14:55 smithi090 ceph-mon[89511]: pgmap v847: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:55.821 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:14:55 smithi090 ceph-mon[91928]: pgmap v847: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:55.909 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:14:55 smithi092 ceph-mon[83777]: pgmap v847: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:57.820 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:14:57 smithi090 ceph-mon[89511]: pgmap v848: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:57.821 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:14:57 smithi090 ceph-mon[91928]: pgmap v848: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:57.909 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:14:57 smithi092 ceph-mon[83777]: pgmap v848: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:58.820 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:14:58 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:14:58.821 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:14:58 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:14:58.909 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:14:58 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:14:59.820 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:14:59 smithi090 ceph-mon[89511]: pgmap v849: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:59.821 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:14:59 smithi090 ceph-mon[91928]: pgmap v849: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:14:59.909 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:14:59 smithi092 ceph-mon[83777]: pgmap v849: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:00.820 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:15:00 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:15:00.821 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:15:00 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:15:00.909 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:15:00 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:15:01.820 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:15:01 smithi090 ceph-mon[89511]: pgmap v850: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:01.821 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:15:01 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:15:01.821 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:15:01 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:15:01.821 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:15:01 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:15:01.821 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:15:01 smithi090 ceph-mon[91928]: pgmap v850: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:01.821 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:15:01 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:15:01.821 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:15:01 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:15:01.821 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:15:01 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:15:01.909 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:15:01 smithi092 ceph-mon[83777]: pgmap v850: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:01.909 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:15:01 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:15:01.909 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:15:01 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:15:01.909 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:15:01 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:15:02.659 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:15:02 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:15:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:15:02.835 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph pg dump --format=json 2024-03-07T03:15:03.044 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T03:15:03.165 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:15:03 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:15:03] "GET /metrics HTTP/1.1" 200 36315 "" "Prometheus/2.43.0" 2024-03-07T03:15:03.821 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:15:03 smithi090 ceph-mon[89511]: pgmap v851: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:03.821 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:15:03 smithi090 ceph-mon[91928]: pgmap v851: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:03.909 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:15:03 smithi092 ceph-mon[83777]: pgmap v851: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:04.756 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T03:15:04.758 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-03-07T03:15:05.374 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":852,"stamp":"2024-03-07T03:15:03.925289+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":858242044,"num_objects":540,"num_object_clones":466,"num_object_copies":1620,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":540,"num_whiteouts":8,"num_read":4717,"num_read_kb":5951239,"num_write":8310,"num_write_kb":1981084,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":113,"num_bytes_recovered":387483232,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28845,"ondisk_log_size":28845,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2878480,"kb_used_data":1220056,"kb_used_omap":379,"kb_used_meta":1657924,"kb_avail":747082736,"statfs":{"total":767960285184,"available":765012721664,"internally_reserved":0,"allocated":1249337344,"data_stored":3015980339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":388650,"internal_metadata":1697714646},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004248"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":973,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:06.397347+0000","last_change":"2024-03-07T03:07:58.753984+0000","last_active":"2024-03-07T03:12:06.397347+0000","last_peered":"2024-03-07T03:12:06.397347+0000","last_clean":"2024-03-07T03:12:06.397347+0000","last_became_active":"2024-03-07T03:07:58.753138+0000","last_became_peered":"2024-03-07T03:07:58.753138+0000","last_unstale":"2024-03-07T03:12:06.397347+0000","last_undegraded":"2024-03-07T03:12:06.397347+0000","last_fullsized":"2024-03-07T03:12:06.397347+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:37:39.612519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:44.902746+0000","last_change":"2024-03-07T03:07:23.074862+0000","last_active":"2024-03-07T03:12:44.902746+0000","last_peered":"2024-03-07T03:12:44.902746+0000","last_clean":"2024-03-07T03:12:44.902746+0000","last_became_active":"2024-03-07T03:07:23.074512+0000","last_became_peered":"2024-03-07T03:07:23.074512+0000","last_unstale":"2024-03-07T03:12:44.902746+0000","last_undegraded":"2024-03-07T03:12:44.902746+0000","last_fullsized":"2024-03-07T03:12:44.902746+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:45:24.128672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:10.794949+0000","last_change":"2024-03-07T03:05:01.446762+0000","last_active":"2024-03-07T03:12:10.794949+0000","last_peered":"2024-03-07T03:12:10.794949+0000","last_clean":"2024-03-07T03:12:10.794949+0000","last_became_active":"2024-03-07T03:05:01.446425+0000","last_became_peered":"2024-03-07T03:05:01.446425+0000","last_unstale":"2024-03-07T03:12:10.794949+0000","last_undegraded":"2024-03-07T03:12:10.794949+0000","last_fullsized":"2024-03-07T03:12:10.794949+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:39:39.897066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1053,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:45.949981+0000","last_change":"2024-03-07T03:07:58.755992+0000","last_active":"2024-03-07T03:12:45.949981+0000","last_peered":"2024-03-07T03:12:45.949981+0000","last_clean":"2024-03-07T03:12:45.949981+0000","last_became_active":"2024-03-07T03:07:58.755499+0000","last_became_peered":"2024-03-07T03:07:58.755499+0000","last_unstale":"2024-03-07T03:12:45.949981+0000","last_undegraded":"2024-03-07T03:12:45.949981+0000","last_fullsized":"2024-03-07T03:12:45.949981+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:26:12.313572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297504+0000","last_change":"2024-03-07T03:07:58.752235+0000","last_active":"2024-03-07T03:10:57.297504+0000","last_peered":"2024-03-07T03:10:57.297504+0000","last_clean":"2024-03-07T03:10:57.297504+0000","last_became_active":"2024-03-07T03:07:58.751575+0000","last_became_peered":"2024-03-07T03:07:58.751575+0000","last_unstale":"2024-03-07T03:10:57.297504+0000","last_undegraded":"2024-03-07T03:10:57.297504+0000","last_fullsized":"2024-03-07T03:10:57.297504+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:12:05.995515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1030,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:45.942988+0000","last_change":"2024-03-07T03:06:47.859644+0000","last_active":"2024-03-07T03:11:45.942988+0000","last_peered":"2024-03-07T03:11:45.942988+0000","last_clean":"2024-03-07T03:11:45.942988+0000","last_became_active":"2024-03-07T03:06:47.859097+0000","last_became_peered":"2024-03-07T03:06:47.859097+0000","last_unstale":"2024-03-07T03:11:45.942988+0000","last_undegraded":"2024-03-07T03:11:45.942988+0000","last_fullsized":"2024-03-07T03:11:45.942988+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:22:46.909130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297361+0000","last_change":"2024-03-07T03:07:58.754226+0000","last_active":"2024-03-07T03:10:57.297361+0000","last_peered":"2024-03-07T03:10:57.297361+0000","last_clean":"2024-03-07T03:10:57.297361+0000","last_became_active":"2024-03-07T03:07:58.753169+0000","last_became_peered":"2024-03-07T03:07:58.753169+0000","last_unstale":"2024-03-07T03:10:57.297361+0000","last_undegraded":"2024-03-07T03:10:57.297361+0000","last_fullsized":"2024-03-07T03:10:57.297361+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:46:59.258099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1086,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328618+0000","last_change":"2024-03-07T03:07:23.073492+0000","last_active":"2024-03-07T03:10:57.328618+0000","last_peered":"2024-03-07T03:10:57.328618+0000","last_clean":"2024-03-07T03:10:57.328618+0000","last_became_active":"2024-03-07T03:07:23.071929+0000","last_became_peered":"2024-03-07T03:07:23.071929+0000","last_unstale":"2024-03-07T03:10:57.328618+0000","last_undegraded":"2024-03-07T03:10:57.328618+0000","last_fullsized":"2024-03-07T03:10:57.328618+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:35:26.391722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":978,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298081+0000","last_change":"2024-03-07T03:07:58.760328+0000","last_active":"2024-03-07T03:10:57.298081+0000","last_peered":"2024-03-07T03:10:57.298081+0000","last_clean":"2024-03-07T03:10:57.298081+0000","last_became_active":"2024-03-07T03:07:58.760046+0000","last_became_peered":"2024-03-07T03:07:58.760046+0000","last_unstale":"2024-03-07T03:10:57.298081+0000","last_undegraded":"2024-03-07T03:10:57.298081+0000","last_fullsized":"2024-03-07T03:10:57.298081+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:08:46.356817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1005,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:11.165183+0000","last_change":"2024-03-07T03:07:23.079945+0000","last_active":"2024-03-07T03:12:11.165183+0000","last_peered":"2024-03-07T03:12:11.165183+0000","last_clean":"2024-03-07T03:12:11.165183+0000","last_became_active":"2024-03-07T03:07:23.078551+0000","last_became_peered":"2024-03-07T03:07:23.078551+0000","last_unstale":"2024-03-07T03:12:11.165183+0000","last_undegraded":"2024-03-07T03:12:11.165183+0000","last_fullsized":"2024-03-07T03:12:11.165183+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:03:46.670084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1005,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:11.165163+0000","last_change":"2024-03-07T03:07:23.081963+0000","last_active":"2024-03-07T03:12:11.165163+0000","last_peered":"2024-03-07T03:12:11.165163+0000","last_clean":"2024-03-07T03:12:11.165163+0000","last_became_active":"2024-03-07T03:07:23.080128+0000","last_became_peered":"2024-03-07T03:07:23.080128+0000","last_unstale":"2024-03-07T03:12:11.165163+0000","last_undegraded":"2024-03-07T03:12:11.165163+0000","last_fullsized":"2024-03-07T03:12:11.165163+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:56.813267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1148,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:14.506431+0000","last_change":"2024-03-07T03:07:23.074902+0000","last_active":"2024-03-07T03:12:14.506431+0000","last_peered":"2024-03-07T03:12:14.506431+0000","last_clean":"2024-03-07T03:12:14.506431+0000","last_became_active":"2024-03-07T03:07:23.074466+0000","last_became_peered":"2024-03-07T03:07:23.074466+0000","last_unstale":"2024-03-07T03:12:14.506431+0000","last_undegraded":"2024-03-07T03:12:14.506431+0000","last_fullsized":"2024-03-07T03:12:14.506431+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:40:20.268555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1116,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329168+0000","last_change":"2024-03-07T03:07:23.072635+0000","last_active":"2024-03-07T03:10:57.329168+0000","last_peered":"2024-03-07T03:10:57.329168+0000","last_clean":"2024-03-07T03:10:57.329168+0000","last_became_active":"2024-03-07T03:07:23.071712+0000","last_became_peered":"2024-03-07T03:07:23.071712+0000","last_unstale":"2024-03-07T03:10:57.329168+0000","last_undegraded":"2024-03-07T03:10:57.329168+0000","last_fullsized":"2024-03-07T03:10:57.329168+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:00:39.298564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125527+0000","last_change":"2024-03-07T03:06:47.851538+0000","last_active":"2024-03-07T03:10:57.125527+0000","last_peered":"2024-03-07T03:10:57.125527+0000","last_clean":"2024-03-07T03:10:57.125527+0000","last_became_active":"2024-03-07T03:06:47.851183+0000","last_became_peered":"2024-03-07T03:06:47.851183+0000","last_unstale":"2024-03-07T03:10:57.125527+0000","last_undegraded":"2024-03-07T03:10:57.125527+0000","last_fullsized":"2024-03-07T03:10:57.125527+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:36:23.932334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:24.894584+0000","last_change":"2024-03-07T03:06:47.843126+0000","last_active":"2024-03-07T03:11:24.894584+0000","last_peered":"2024-03-07T03:11:24.894584+0000","last_clean":"2024-03-07T03:11:24.894584+0000","last_became_active":"2024-03-07T03:06:47.842736+0000","last_became_peered":"2024-03-07T03:06:47.842736+0000","last_unstale":"2024-03-07T03:11:24.894584+0000","last_undegraded":"2024-03-07T03:11:24.894584+0000","last_fullsized":"2024-03-07T03:11:24.894584+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:48:10.843465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1034,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:25.940523+0000","last_change":"2024-03-07T03:07:58.755620+0000","last_active":"2024-03-07T03:11:25.940523+0000","last_peered":"2024-03-07T03:11:25.940523+0000","last_clean":"2024-03-07T03:11:25.940523+0000","last_became_active":"2024-03-07T03:07:58.755267+0000","last_became_peered":"2024-03-07T03:07:58.755267+0000","last_unstale":"2024-03-07T03:11:25.940523+0000","last_undegraded":"2024-03-07T03:11:25.940523+0000","last_fullsized":"2024-03-07T03:11:25.940523+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:51:32.339400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1038,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:25.940593+0000","last_change":"2024-03-07T03:07:58.756358+0000","last_active":"2024-03-07T03:11:25.940593+0000","last_peered":"2024-03-07T03:11:25.940593+0000","last_clean":"2024-03-07T03:11:25.940593+0000","last_became_active":"2024-03-07T03:07:58.755960+0000","last_became_peered":"2024-03-07T03:07:58.755960+0000","last_unstale":"2024-03-07T03:11:25.940593+0000","last_undegraded":"2024-03-07T03:11:25.940593+0000","last_fullsized":"2024-03-07T03:11:25.940593+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:47.464423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1156,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:59.504600+0000","last_change":"2024-03-07T03:07:58.755619+0000","last_active":"2024-03-07T03:11:59.504600+0000","last_peered":"2024-03-07T03:11:59.504600+0000","last_clean":"2024-03-07T03:11:59.504600+0000","last_became_active":"2024-03-07T03:07:58.755214+0000","last_became_peered":"2024-03-07T03:07:58.755214+0000","last_unstale":"2024-03-07T03:11:59.504600+0000","last_undegraded":"2024-03-07T03:11:59.504600+0000","last_fullsized":"2024-03-07T03:11:59.504600+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:59:02.041330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":972,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:26.399782+0000","last_change":"2024-03-07T03:07:58.756563+0000","last_active":"2024-03-07T03:12:26.399782+0000","last_peered":"2024-03-07T03:12:26.399782+0000","last_clean":"2024-03-07T03:12:26.399782+0000","last_became_active":"2024-03-07T03:07:58.752195+0000","last_became_peered":"2024-03-07T03:07:58.752195+0000","last_unstale":"2024-03-07T03:12:26.399782+0000","last_undegraded":"2024-03-07T03:12:26.399782+0000","last_fullsized":"2024-03-07T03:12:26.399782+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:32:35.496500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"716'5","reported_seq":1222,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:10.794999+0000","last_change":"2024-03-07T03:07:58.753999+0000","last_active":"2024-03-07T03:12:10.794999+0000","last_peered":"2024-03-07T03:12:10.794999+0000","last_clean":"2024-03-07T03:12:10.794999+0000","last_became_active":"2024-03-07T03:07:58.753607+0000","last_became_peered":"2024-03-07T03:07:58.753607+0000","last_unstale":"2024-03-07T03:12:10.794999+0000","last_undegraded":"2024-03-07T03:12:10.794999+0000","last_fullsized":"2024-03-07T03:12:10.794999+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:28:57.567238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1110,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:33.960839+0000","last_change":"2024-03-07T03:07:23.083830+0000","last_active":"2024-03-07T03:11:33.960839+0000","last_peered":"2024-03-07T03:11:33.960839+0000","last_clean":"2024-03-07T03:11:33.960839+0000","last_became_active":"2024-03-07T03:07:23.083530+0000","last_became_peered":"2024-03-07T03:07:23.083530+0000","last_unstale":"2024-03-07T03:11:33.960839+0000","last_undegraded":"2024-03-07T03:11:33.960839+0000","last_fullsized":"2024-03-07T03:11:33.960839+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:57.938032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"716'2","reported_seq":1130,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:33.960850+0000","last_change":"2024-03-07T03:06:47.849618+0000","last_active":"2024-03-07T03:11:33.960850+0000","last_peered":"2024-03-07T03:11:33.960850+0000","last_clean":"2024-03-07T03:11:33.960850+0000","last_became_active":"2024-03-07T03:06:47.849222+0000","last_became_peered":"2024-03-07T03:06:47.849222+0000","last_unstale":"2024-03-07T03:11:33.960850+0000","last_undegraded":"2024-03-07T03:11:33.960850+0000","last_fullsized":"2024-03-07T03:11:33.960850+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:36:41.880143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:10.794987+0000","last_change":"2024-03-07T03:06:47.851880+0000","last_active":"2024-03-07T03:12:10.794987+0000","last_peered":"2024-03-07T03:12:10.794987+0000","last_clean":"2024-03-07T03:12:10.794987+0000","last_became_active":"2024-03-07T03:06:47.851176+0000","last_became_peered":"2024-03-07T03:06:47.851176+0000","last_unstale":"2024-03-07T03:12:10.794987+0000","last_undegraded":"2024-03-07T03:12:10.794987+0000","last_fullsized":"2024-03-07T03:12:10.794987+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:38:59.663068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":976,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298135+0000","last_change":"2024-03-07T03:07:58.757245+0000","last_active":"2024-03-07T03:10:57.298135+0000","last_peered":"2024-03-07T03:10:57.298135+0000","last_clean":"2024-03-07T03:10:57.298135+0000","last_became_active":"2024-03-07T03:07:58.754456+0000","last_became_peered":"2024-03-07T03:07:58.754456+0000","last_unstale":"2024-03-07T03:10:57.298135+0000","last_undegraded":"2024-03-07T03:10:57.298135+0000","last_fullsized":"2024-03-07T03:10:57.298135+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:57:32.153933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1043,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:45.943019+0000","last_change":"2024-03-07T03:06:47.855220+0000","last_active":"2024-03-07T03:11:45.943019+0000","last_peered":"2024-03-07T03:11:45.943019+0000","last_clean":"2024-03-07T03:11:45.943019+0000","last_became_active":"2024-03-07T03:06:47.854836+0000","last_became_peered":"2024-03-07T03:06:47.854836+0000","last_unstale":"2024-03-07T03:11:45.943019+0000","last_undegraded":"2024-03-07T03:11:45.943019+0000","last_fullsized":"2024-03-07T03:11:45.943019+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:51:35.386552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":983,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297851+0000","last_change":"2024-03-07T03:07:58.757676+0000","last_active":"2024-03-07T03:10:57.297851+0000","last_peered":"2024-03-07T03:10:57.297851+0000","last_clean":"2024-03-07T03:10:57.297851+0000","last_became_active":"2024-03-07T03:07:58.753930+0000","last_became_peered":"2024-03-07T03:07:58.753930+0000","last_unstale":"2024-03-07T03:10:57.297851+0000","last_undegraded":"2024-03-07T03:10:57.297851+0000","last_fullsized":"2024-03-07T03:10:57.297851+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:56.639688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1037,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:45.943032+0000","last_change":"2024-03-07T03:07:23.076532+0000","last_active":"2024-03-07T03:11:45.943032+0000","last_peered":"2024-03-07T03:11:45.943032+0000","last_clean":"2024-03-07T03:11:45.943032+0000","last_became_active":"2024-03-07T03:07:23.076234+0000","last_became_peered":"2024-03-07T03:07:23.076234+0000","last_unstale":"2024-03-07T03:11:45.943032+0000","last_undegraded":"2024-03-07T03:11:45.943032+0000","last_fullsized":"2024-03-07T03:11:45.943032+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:16:39.967241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"716'2","reported_seq":1089,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329359+0000","last_change":"2024-03-07T03:07:58.752045+0000","last_active":"2024-03-07T03:10:57.329359+0000","last_peered":"2024-03-07T03:10:57.329359+0000","last_clean":"2024-03-07T03:10:57.329359+0000","last_became_active":"2024-03-07T03:07:58.751585+0000","last_became_peered":"2024-03-07T03:07:58.751585+0000","last_unstale":"2024-03-07T03:10:57.329359+0000","last_undegraded":"2024-03-07T03:10:57.329359+0000","last_fullsized":"2024-03-07T03:10:57.329359+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:03:01.652607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1107,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:08.061295+0000","last_change":"2024-03-07T03:06:09.990854+0000","last_active":"2024-03-07T03:11:08.061295+0000","last_peered":"2024-03-07T03:11:08.061295+0000","last_clean":"2024-03-07T03:11:08.061295+0000","last_became_active":"2024-03-07T03:06:09.990464+0000","last_became_peered":"2024-03-07T03:06:09.990464+0000","last_unstale":"2024-03-07T03:11:08.061295+0000","last_undegraded":"2024-03-07T03:11:08.061295+0000","last_fullsized":"2024-03-07T03:11:08.061295+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:53:52.856954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"716'2","reported_seq":1010,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:21.166229+0000","last_change":"2024-03-07T03:07:58.754526+0000","last_active":"2024-03-07T03:12:21.166229+0000","last_peered":"2024-03-07T03:12:21.166229+0000","last_clean":"2024-03-07T03:12:21.166229+0000","last_became_active":"2024-03-07T03:07:58.754123+0000","last_became_peered":"2024-03-07T03:07:58.754123+0000","last_unstale":"2024-03-07T03:12:21.166229+0000","last_undegraded":"2024-03-07T03:12:21.166229+0000","last_fullsized":"2024-03-07T03:12:21.166229+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:41:34.446180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:20.789924+0000","last_change":"2024-03-07T03:07:58.750769+0000","last_active":"2024-03-07T03:11:20.789924+0000","last_peered":"2024-03-07T03:11:20.789924+0000","last_clean":"2024-03-07T03:11:20.789924+0000","last_became_active":"2024-03-07T03:07:58.749974+0000","last_became_peered":"2024-03-07T03:07:58.749974+0000","last_unstale":"2024-03-07T03:11:20.789924+0000","last_undegraded":"2024-03-07T03:11:20.789924+0000","last_fullsized":"2024-03-07T03:11:20.789924+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:56:14.059734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1126,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328641+0000","last_change":"2024-03-07T03:07:23.072942+0000","last_active":"2024-03-07T03:10:57.328641+0000","last_peered":"2024-03-07T03:10:57.328641+0000","last_clean":"2024-03-07T03:10:57.328641+0000","last_became_active":"2024-03-07T03:07:23.072639+0000","last_became_peered":"2024-03-07T03:07:23.072639+0000","last_unstale":"2024-03-07T03:10:57.328641+0000","last_undegraded":"2024-03-07T03:10:57.328641+0000","last_fullsized":"2024-03-07T03:10:57.328641+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:42.808853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1123,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328713+0000","last_change":"2024-03-07T03:05:35.934963+0000","last_active":"2024-03-07T03:10:57.328713+0000","last_peered":"2024-03-07T03:10:57.328713+0000","last_clean":"2024-03-07T03:10:57.328713+0000","last_became_active":"2024-03-07T03:05:35.932493+0000","last_became_peered":"2024-03-07T03:05:35.932493+0000","last_unstale":"2024-03-07T03:10:57.328713+0000","last_undegraded":"2024-03-07T03:10:57.328713+0000","last_fullsized":"2024-03-07T03:10:57.328713+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:00:57.111662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1039,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:35.941626+0000","last_change":"2024-03-07T03:07:58.756063+0000","last_active":"2024-03-07T03:11:35.941626+0000","last_peered":"2024-03-07T03:11:35.941626+0000","last_clean":"2024-03-07T03:11:35.941626+0000","last_became_active":"2024-03-07T03:07:58.755712+0000","last_became_peered":"2024-03-07T03:07:58.755712+0000","last_unstale":"2024-03-07T03:11:35.941626+0000","last_undegraded":"2024-03-07T03:11:35.941626+0000","last_fullsized":"2024-03-07T03:11:35.941626+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:13:06.484346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:39.896026+0000","last_change":"2024-03-07T03:06:09.996319+0000","last_active":"2024-03-07T03:11:39.896026+0000","last_peered":"2024-03-07T03:11:39.896026+0000","last_clean":"2024-03-07T03:11:39.896026+0000","last_became_active":"2024-03-07T03:06:09.996002+0000","last_became_peered":"2024-03-07T03:06:09.996002+0000","last_unstale":"2024-03-07T03:11:39.896026+0000","last_undegraded":"2024-03-07T03:11:39.896026+0000","last_fullsized":"2024-03-07T03:11:39.896026+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:41:55.764562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1006,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:11.165197+0000","last_change":"2024-03-07T03:07:23.083466+0000","last_active":"2024-03-07T03:12:11.165197+0000","last_peered":"2024-03-07T03:12:11.165197+0000","last_clean":"2024-03-07T03:12:11.165197+0000","last_became_active":"2024-03-07T03:07:23.083156+0000","last_became_peered":"2024-03-07T03:07:23.083156+0000","last_unstale":"2024-03-07T03:12:11.165197+0000","last_undegraded":"2024-03-07T03:12:11.165197+0000","last_fullsized":"2024-03-07T03:12:11.165197+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:32:00.539449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1025,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:35.941679+0000","last_change":"2024-03-07T03:07:58.752127+0000","last_active":"2024-03-07T03:11:35.941679+0000","last_peered":"2024-03-07T03:11:35.941679+0000","last_clean":"2024-03-07T03:11:35.941679+0000","last_became_active":"2024-03-07T03:07:58.751770+0000","last_became_peered":"2024-03-07T03:07:58.751770+0000","last_unstale":"2024-03-07T03:11:35.941679+0000","last_undegraded":"2024-03-07T03:11:35.941679+0000","last_fullsized":"2024-03-07T03:11:35.941679+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:43.791488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1059,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:35.941668+0000","last_change":"2024-03-07T03:07:23.077653+0000","last_active":"2024-03-07T03:11:35.941668+0000","last_peered":"2024-03-07T03:11:35.941668+0000","last_clean":"2024-03-07T03:11:35.941668+0000","last_became_active":"2024-03-07T03:07:23.077355+0000","last_became_peered":"2024-03-07T03:07:23.077355+0000","last_unstale":"2024-03-07T03:11:35.941668+0000","last_undegraded":"2024-03-07T03:11:35.941668+0000","last_fullsized":"2024-03-07T03:11:35.941668+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:45.861158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:05.788507+0000","last_change":"2024-03-07T03:06:47.851508+0000","last_active":"2024-03-07T03:11:05.788507+0000","last_peered":"2024-03-07T03:11:05.788507+0000","last_clean":"2024-03-07T03:11:05.788507+0000","last_became_active":"2024-03-07T03:06:47.850839+0000","last_became_peered":"2024-03-07T03:06:47.850839+0000","last_unstale":"2024-03-07T03:11:05.788507+0000","last_undegraded":"2024-03-07T03:11:05.788507+0000","last_fullsized":"2024-03-07T03:11:05.788507+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:08:06.622234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1192,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:39.896067+0000","last_change":"2024-03-07T03:06:47.845848+0000","last_active":"2024-03-07T03:11:39.896067+0000","last_peered":"2024-03-07T03:11:39.896067+0000","last_clean":"2024-03-07T03:11:39.896067+0000","last_became_active":"2024-03-07T03:06:47.845425+0000","last_became_peered":"2024-03-07T03:06:47.845425+0000","last_unstale":"2024-03-07T03:11:39.896067+0000","last_undegraded":"2024-03-07T03:11:39.896067+0000","last_fullsized":"2024-03-07T03:11:39.896067+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:16:24.833986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1078,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123291+0000","last_change":"2024-03-07T03:07:58.754983+0000","last_active":"2024-03-07T03:10:57.123291+0000","last_peered":"2024-03-07T03:10:57.123291+0000","last_clean":"2024-03-07T03:10:57.123291+0000","last_became_active":"2024-03-07T03:07:58.754657+0000","last_became_peered":"2024-03-07T03:07:58.754657+0000","last_unstale":"2024-03-07T03:10:57.123291+0000","last_undegraded":"2024-03-07T03:10:57.123291+0000","last_fullsized":"2024-03-07T03:10:57.123291+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:06:00.897772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"716'29","reported_seq":1041,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:01.164213+0000","last_change":"2024-03-07T03:07:23.079677+0000","last_active":"2024-03-07T03:12:01.164213+0000","last_peered":"2024-03-07T03:12:01.164213+0000","last_clean":"2024-03-07T03:12:01.164213+0000","last_became_active":"2024-03-07T03:07:23.079320+0000","last_became_peered":"2024-03-07T03:07:23.079320+0000","last_unstale":"2024-03-07T03:12:01.164213+0000","last_undegraded":"2024-03-07T03:12:01.164213+0000","last_fullsized":"2024-03-07T03:12:01.164213+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:49:54.979015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297797+0000","last_change":"2024-03-07T03:07:58.758376+0000","last_active":"2024-03-07T03:10:57.297797+0000","last_peered":"2024-03-07T03:10:57.297797+0000","last_clean":"2024-03-07T03:10:57.297797+0000","last_became_active":"2024-03-07T03:07:58.757816+0000","last_became_peered":"2024-03-07T03:07:58.757816+0000","last_unstale":"2024-03-07T03:10:57.297797+0000","last_undegraded":"2024-03-07T03:10:57.297797+0000","last_fullsized":"2024-03-07T03:10:57.297797+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:47.253727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1218,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126138+0000","last_change":"2024-03-07T03:06:09.989072+0000","last_active":"2024-03-07T03:10:57.126138+0000","last_peered":"2024-03-07T03:10:57.126138+0000","last_clean":"2024-03-07T03:10:57.126138+0000","last_became_active":"2024-03-07T03:06:09.987754+0000","last_became_peered":"2024-03-07T03:06:09.987754+0000","last_unstale":"2024-03-07T03:10:57.126138+0000","last_undegraded":"2024-03-07T03:10:57.126138+0000","last_fullsized":"2024-03-07T03:10:57.126138+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:05:15.340331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125693+0000","last_change":"2024-03-07T03:07:58.754207+0000","last_active":"2024-03-07T03:10:57.125693+0000","last_peered":"2024-03-07T03:10:57.125693+0000","last_clean":"2024-03-07T03:10:57.125693+0000","last_became_active":"2024-03-07T03:07:58.753859+0000","last_became_peered":"2024-03-07T03:07:58.753859+0000","last_unstale":"2024-03-07T03:10:57.125693+0000","last_undegraded":"2024-03-07T03:10:57.125693+0000","last_fullsized":"2024-03-07T03:10:57.125693+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:14:02.813872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1052,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:25.940557+0000","last_change":"2024-03-07T03:07:58.755838+0000","last_active":"2024-03-07T03:11:25.940557+0000","last_peered":"2024-03-07T03:11:25.940557+0000","last_clean":"2024-03-07T03:11:25.940557+0000","last_became_active":"2024-03-07T03:07:58.755436+0000","last_became_peered":"2024-03-07T03:07:58.755436+0000","last_unstale":"2024-03-07T03:11:25.940557+0000","last_undegraded":"2024-03-07T03:11:25.940557+0000","last_fullsized":"2024-03-07T03:11:25.940557+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:25.094944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:36.400930+0000","last_change":"2024-03-07T03:07:58.750199+0000","last_active":"2024-03-07T03:12:36.400930+0000","last_peered":"2024-03-07T03:12:36.400930+0000","last_clean":"2024-03-07T03:12:36.400930+0000","last_became_active":"2024-03-07T03:07:58.749858+0000","last_became_peered":"2024-03-07T03:07:58.749858+0000","last_unstale":"2024-03-07T03:12:36.400930+0000","last_undegraded":"2024-03-07T03:12:36.400930+0000","last_fullsized":"2024-03-07T03:12:36.400930+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:41.122539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1014,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:01.164192+0000","last_change":"2024-03-07T03:07:23.076835+0000","last_active":"2024-03-07T03:12:01.164192+0000","last_peered":"2024-03-07T03:12:01.164192+0000","last_clean":"2024-03-07T03:12:01.164192+0000","last_became_active":"2024-03-07T03:07:23.075094+0000","last_became_peered":"2024-03-07T03:07:23.075094+0000","last_unstale":"2024-03-07T03:12:01.164192+0000","last_undegraded":"2024-03-07T03:12:01.164192+0000","last_fullsized":"2024-03-07T03:12:01.164192+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:50:36.739831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1005,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:01.164170+0000","last_change":"2024-03-07T03:07:23.078279+0000","last_active":"2024-03-07T03:12:01.164170+0000","last_peered":"2024-03-07T03:12:01.164170+0000","last_clean":"2024-03-07T03:12:01.164170+0000","last_became_active":"2024-03-07T03:07:23.077338+0000","last_became_peered":"2024-03-07T03:07:23.077338+0000","last_unstale":"2024-03-07T03:12:01.164170+0000","last_undegraded":"2024-03-07T03:12:01.164170+0000","last_fullsized":"2024-03-07T03:12:01.164170+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:05:40.599683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1169,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:59.504527+0000","last_change":"2024-03-07T03:05:01.461919+0000","last_active":"2024-03-07T03:11:59.504527+0000","last_peered":"2024-03-07T03:11:59.504527+0000","last_clean":"2024-03-07T03:11:59.504527+0000","last_became_active":"2024-03-07T03:05:01.459759+0000","last_became_peered":"2024-03-07T03:05:01.459759+0000","last_unstale":"2024-03-07T03:11:59.504527+0000","last_undegraded":"2024-03-07T03:11:59.504527+0000","last_fullsized":"2024-03-07T03:11:59.504527+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:31:45.535178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":972,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:36.400896+0000","last_change":"2024-03-07T03:07:58.753856+0000","last_active":"2024-03-07T03:12:36.400896+0000","last_peered":"2024-03-07T03:12:36.400896+0000","last_clean":"2024-03-07T03:12:36.400896+0000","last_became_active":"2024-03-07T03:07:58.751889+0000","last_became_peered":"2024-03-07T03:07:58.751889+0000","last_unstale":"2024-03-07T03:12:36.400896+0000","last_undegraded":"2024-03-07T03:12:36.400896+0000","last_fullsized":"2024-03-07T03:12:36.400896+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:27:20.126942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"863'1273","reported_seq":4340,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:29.500931+0000","last_change":"2024-03-07T03:10:56.137635+0000","last_active":"2024-03-07T03:11:29.500931+0000","last_peered":"2024-03-07T03:11:29.500931+0000","last_clean":"2024-03-07T03:11:29.500931+0000","last_became_active":"2024-03-07T03:05:01.457883+0000","last_became_peered":"2024-03-07T03:05:01.457883+0000","last_unstale":"2024-03-07T03:11:29.500931+0000","last_undegraded":"2024-03-07T03:11:29.500931+0000","last_fullsized":"2024-03-07T03:11:29.500931+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1273,"log_dups_size":0,"ondisk_log_size":1273,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:21:46.718939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.021818005000000001,"stat_sum":{"num_bytes":15540224,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":258,"num_read_kb":529715,"num_write":442,"num_write_kb":102224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1441792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.f","version":"61'1","reported_seq":1081,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123714+0000","last_change":"2024-03-07T03:07:58.755003+0000","last_active":"2024-03-07T03:10:57.123714+0000","last_peered":"2024-03-07T03:10:57.123714+0000","last_clean":"2024-03-07T03:10:57.123714+0000","last_became_active":"2024-03-07T03:07:58.754564+0000","last_became_peered":"2024-03-07T03:07:58.754564+0000","last_unstale":"2024-03-07T03:10:57.123714+0000","last_undegraded":"2024-03-07T03:10:57.123714+0000","last_fullsized":"2024-03-07T03:10:57.123714+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:34:53.344746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:26.399799+0000","last_change":"2024-03-07T03:07:58.750952+0000","last_active":"2024-03-07T03:12:26.399799+0000","last_peered":"2024-03-07T03:12:26.399799+0000","last_clean":"2024-03-07T03:12:26.399799+0000","last_became_active":"2024-03-07T03:07:58.749229+0000","last_became_peered":"2024-03-07T03:07:58.749229+0000","last_unstale":"2024-03-07T03:12:26.399799+0000","last_undegraded":"2024-03-07T03:12:26.399799+0000","last_fullsized":"2024-03-07T03:12:26.399799+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:53:10.534950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"863'847","reported_seq":4048,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:10.794895+0000","last_change":"2024-03-07T03:10:56.129162+0000","last_active":"2024-03-07T03:12:10.794895+0000","last_peered":"2024-03-07T03:12:10.794895+0000","last_clean":"2024-03-07T03:12:10.794895+0000","last_became_active":"2024-03-07T03:07:23.074596+0000","last_became_peered":"2024-03-07T03:07:23.074596+0000","last_unstale":"2024-03-07T03:12:10.794895+0000","last_undegraded":"2024-03-07T03:12:10.794895+0000","last_fullsized":"2024-03-07T03:12:10.794895+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":847,"log_dups_size":0,"ondisk_log_size":847,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:34:23.625809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0099120149999999997,"stat_sum":{"num_bytes":38936576,"num_objects":11,"num_object_clones":9,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":157,"num_read_kb":413258,"num_write":266,"num_write_kb":109952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":4374528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.2","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:44.902692+0000","last_change":"2024-03-07T03:06:47.845893+0000","last_active":"2024-03-07T03:12:44.902692+0000","last_peered":"2024-03-07T03:12:44.902692+0000","last_clean":"2024-03-07T03:12:44.902692+0000","last_became_active":"2024-03-07T03:06:47.845548+0000","last_became_peered":"2024-03-07T03:06:47.845548+0000","last_unstale":"2024-03-07T03:12:44.902692+0000","last_undegraded":"2024-03-07T03:12:44.902692+0000","last_fullsized":"2024-03-07T03:12:44.902692+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:19:55.051329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:44.902713+0000","last_change":"2024-03-07T03:07:58.751041+0000","last_active":"2024-03-07T03:12:44.902713+0000","last_peered":"2024-03-07T03:12:44.902713+0000","last_clean":"2024-03-07T03:12:44.902713+0000","last_became_active":"2024-03-07T03:07:58.749047+0000","last_became_peered":"2024-03-07T03:07:58.749047+0000","last_unstale":"2024-03-07T03:12:44.902713+0000","last_undegraded":"2024-03-07T03:12:44.902713+0000","last_fullsized":"2024-03-07T03:12:44.902713+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:47:59.256394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1057,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129998+0000","last_change":"2024-03-07T03:06:47.858022+0000","last_active":"2024-03-07T03:10:57.129998+0000","last_peered":"2024-03-07T03:10:57.129998+0000","last_clean":"2024-03-07T03:10:57.129998+0000","last_became_active":"2024-03-07T03:06:47.857526+0000","last_became_peered":"2024-03-07T03:06:47.857526+0000","last_unstale":"2024-03-07T03:10:57.129998+0000","last_undegraded":"2024-03-07T03:10:57.129998+0000","last_fullsized":"2024-03-07T03:10:57.129998+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:02:03.856321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"862'1186","reported_seq":4379,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:10.794958+0000","last_change":"2024-03-07T03:10:56.119983+0000","last_active":"2024-03-07T03:12:10.794958+0000","last_peered":"2024-03-07T03:12:10.794958+0000","last_clean":"2024-03-07T03:12:10.794958+0000","last_became_active":"2024-03-07T03:06:09.988405+0000","last_became_peered":"2024-03-07T03:06:09.988405+0000","last_unstale":"2024-03-07T03:12:10.794958+0000","last_undegraded":"2024-03-07T03:12:10.794958+0000","last_fullsized":"2024-03-07T03:12:10.794958+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1186,"log_dups_size":0,"ondisk_log_size":1186,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:41:38.890400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099770099999999993,"stat_sum":{"num_bytes":13524992,"num_objects":9,"num_object_clones":6,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":208,"num_read_kb":390958,"num_write":505,"num_write_kb":103888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":50642944,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:44.902722+0000","last_change":"2024-03-07T03:05:35.928460+0000","last_active":"2024-03-07T03:12:44.902722+0000","last_peered":"2024-03-07T03:12:44.902722+0000","last_clean":"2024-03-07T03:12:44.902722+0000","last_became_active":"2024-03-07T03:05:35.928017+0000","last_became_peered":"2024-03-07T03:05:35.928017+0000","last_unstale":"2024-03-07T03:12:44.902722+0000","last_undegraded":"2024-03-07T03:12:44.902722+0000","last_fullsized":"2024-03-07T03:12:44.902722+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:53:27.674544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1026,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129693+0000","last_change":"2024-03-07T03:07:23.075249+0000","last_active":"2024-03-07T03:10:57.129693+0000","last_peered":"2024-03-07T03:10:57.129693+0000","last_clean":"2024-03-07T03:10:57.129693+0000","last_became_active":"2024-03-07T03:07:23.074866+0000","last_became_peered":"2024-03-07T03:07:23.074866+0000","last_unstale":"2024-03-07T03:10:57.129693+0000","last_undegraded":"2024-03-07T03:10:57.129693+0000","last_fullsized":"2024-03-07T03:10:57.129693+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:03.393010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1079,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:23.069107+0000","last_change":"2024-03-07T03:07:23.069585+0000","last_active":"2024-03-07T03:12:23.069107+0000","last_peered":"2024-03-07T03:12:23.069107+0000","last_clean":"2024-03-07T03:12:23.069107+0000","last_became_active":"2024-03-07T03:07:23.069262+0000","last_became_peered":"2024-03-07T03:07:23.069262+0000","last_unstale":"2024-03-07T03:12:23.069107+0000","last_undegraded":"2024-03-07T03:12:23.069107+0000","last_fullsized":"2024-03-07T03:12:23.069107+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:11:22.045807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"861'1094","reported_seq":4796,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:29.501030+0000","last_change":"2024-03-07T03:10:57.331022+0000","last_active":"2024-03-07T03:11:29.501030+0000","last_peered":"2024-03-07T03:11:29.501030+0000","last_clean":"2024-03-07T03:11:29.501030+0000","last_became_active":"2024-03-07T03:06:47.847229+0000","last_became_peered":"2024-03-07T03:06:47.847229+0000","last_unstale":"2024-03-07T03:11:29.501030+0000","last_undegraded":"2024-03-07T03:11:29.501030+0000","last_fullsized":"2024-03-07T03:11:29.501030+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1094,"log_dups_size":0,"ondisk_log_size":1094,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:58:27.729404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.032339935,"stat_sum":{"num_bytes":113606656,"num_objects":59,"num_object_clones":55,"num_object_copies":177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":279,"num_read_kb":358703,"num_write":525,"num_write_kb":146904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":36642816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1182,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122500+0000","last_change":"2024-03-07T03:06:47.843416+0000","last_active":"2024-03-07T03:10:57.122500+0000","last_peered":"2024-03-07T03:10:57.122500+0000","last_clean":"2024-03-07T03:10:57.122500+0000","last_became_active":"2024-03-07T03:06:47.842812+0000","last_became_peered":"2024-03-07T03:06:47.842812+0000","last_unstale":"2024-03-07T03:10:57.122500+0000","last_undegraded":"2024-03-07T03:10:57.122500+0000","last_fullsized":"2024-03-07T03:10:57.122500+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:03:02.672609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:24.900773+0000","last_change":"2024-03-07T03:07:23.071850+0000","last_active":"2024-03-07T03:12:24.900773+0000","last_peered":"2024-03-07T03:12:24.900773+0000","last_clean":"2024-03-07T03:12:24.900773+0000","last_became_active":"2024-03-07T03:07:23.071476+0000","last_became_peered":"2024-03-07T03:07:23.071476+0000","last_unstale":"2024-03-07T03:12:24.900773+0000","last_undegraded":"2024-03-07T03:12:24.900773+0000","last_fullsized":"2024-03-07T03:12:24.900773+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:13:05.296486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1157,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:14.498930+0000","last_change":"2024-03-07T03:05:35.926187+0000","last_active":"2024-03-07T03:11:14.498930+0000","last_peered":"2024-03-07T03:11:14.498930+0000","last_clean":"2024-03-07T03:11:14.498930+0000","last_became_active":"2024-03-07T03:05:35.925908+0000","last_became_peered":"2024-03-07T03:05:35.925908+0000","last_unstale":"2024-03-07T03:11:14.498930+0000","last_undegraded":"2024-03-07T03:11:14.498930+0000","last_fullsized":"2024-03-07T03:11:14.498930+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:48:33.101185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"863'1146","reported_seq":3873,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:06.397292+0000","last_change":"2024-03-07T03:10:56.132170+0000","last_active":"2024-03-07T03:12:06.397292+0000","last_peered":"2024-03-07T03:12:06.397292+0000","last_clean":"2024-03-07T03:12:06.397292+0000","last_became_active":"2024-03-07T03:07:58.756854+0000","last_became_peered":"2024-03-07T03:07:58.756854+0000","last_unstale":"2024-03-07T03:12:06.397292+0000","last_undegraded":"2024-03-07T03:12:06.397292+0000","last_fullsized":"2024-03-07T03:12:06.397292+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1146,"log_dups_size":0,"ondisk_log_size":1146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T02:59:04.693146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.010433211,"stat_sum":{"num_bytes":34668544,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":1,"num_read":219,"num_read_kb":317694,"num_write":420,"num_write_kb":93568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":10240000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1005,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:31.160579+0000","last_change":"2024-03-07T03:07:58.760449+0000","last_active":"2024-03-07T03:11:31.160579+0000","last_peered":"2024-03-07T03:11:31.160579+0000","last_clean":"2024-03-07T03:11:31.160579+0000","last_became_active":"2024-03-07T03:07:58.760086+0000","last_became_peered":"2024-03-07T03:07:58.760086+0000","last_unstale":"2024-03-07T03:11:31.160579+0000","last_undegraded":"2024-03-07T03:11:31.160579+0000","last_fullsized":"2024-03-07T03:11:31.160579+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:34:38.583100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1088,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:48.962254+0000","last_change":"2024-03-07T03:07:23.073659+0000","last_active":"2024-03-07T03:11:48.962254+0000","last_peered":"2024-03-07T03:11:48.962254+0000","last_clean":"2024-03-07T03:11:48.962254+0000","last_became_active":"2024-03-07T03:07:23.073277+0000","last_became_peered":"2024-03-07T03:07:23.073277+0000","last_unstale":"2024-03-07T03:11:48.962254+0000","last_undegraded":"2024-03-07T03:11:48.962254+0000","last_fullsized":"2024-03-07T03:11:48.962254+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:48:34.819985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1060,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129797+0000","last_change":"2024-03-07T03:07:58.752576+0000","last_active":"2024-03-07T03:10:57.129797+0000","last_peered":"2024-03-07T03:10:57.129797+0000","last_clean":"2024-03-07T03:10:57.129797+0000","last_became_active":"2024-03-07T03:07:58.752193+0000","last_became_peered":"2024-03-07T03:07:58.752193+0000","last_unstale":"2024-03-07T03:10:57.129797+0000","last_undegraded":"2024-03-07T03:10:57.129797+0000","last_fullsized":"2024-03-07T03:10:57.129797+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:55:14.205594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"395'197","reported_seq":1465,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:56.396254+0000","last_change":"2024-03-07T03:07:58.752982+0000","last_active":"2024-03-07T03:11:56.396254+0000","last_peered":"2024-03-07T03:11:56.396254+0000","last_clean":"2024-03-07T03:11:56.396254+0000","last_became_active":"2024-03-07T03:07:58.752004+0000","last_became_peered":"2024-03-07T03:07:58.752004+0000","last_unstale":"2024-03-07T03:11:56.396254+0000","last_undegraded":"2024-03-07T03:11:56.396254+0000","last_fullsized":"2024-03-07T03:11:56.396254+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_clean_scrub_stamp":"2024-03-07T02:51:31.238394+0000","objects_scrubbed":0,"log_size":197,"log_dups_size":0,"ondisk_log_size":197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:53.766202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"858'3145","reported_seq":6529,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:05.938483+0000","last_change":"2024-03-07T03:10:57.131283+0000","last_active":"2024-03-07T03:11:05.938483+0000","last_peered":"2024-03-07T03:11:05.938483+0000","last_clean":"2024-03-07T03:11:05.938483+0000","last_became_active":"2024-03-07T03:06:47.859231+0000","last_became_peered":"2024-03-07T03:06:47.859231+0000","last_unstale":"2024-03-07T03:11:05.938483+0000","last_undegraded":"2024-03-07T03:11:05.938483+0000","last_fullsized":"2024-03-07T03:11:05.938483+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3145,"log_dups_size":0,"ondisk_log_size":3145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:10:03.781442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001499434,"stat_sum":{"num_bytes":18481152,"num_objects":15,"num_object_clones":14,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":124,"num_read_kb":398406,"num_write":253,"num_write_kb":45856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":9773056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:30.797058+0000","last_change":"2024-03-07T03:05:01.454053+0000","last_active":"2024-03-07T03:12:30.797058+0000","last_peered":"2024-03-07T03:12:30.797058+0000","last_clean":"2024-03-07T03:12:30.797058+0000","last_became_active":"2024-03-07T03:05:01.453718+0000","last_became_peered":"2024-03-07T03:05:01.453718+0000","last_unstale":"2024-03-07T03:12:30.797058+0000","last_undegraded":"2024-03-07T03:12:30.797058+0000","last_fullsized":"2024-03-07T03:12:30.797058+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:10:59.835543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:10.794862+0000","last_change":"2024-03-07T03:06:09.987673+0000","last_active":"2024-03-07T03:12:10.794862+0000","last_peered":"2024-03-07T03:12:10.794862+0000","last_clean":"2024-03-07T03:12:10.794862+0000","last_became_active":"2024-03-07T03:06:09.987328+0000","last_became_peered":"2024-03-07T03:06:09.987328+0000","last_unstale":"2024-03-07T03:12:10.794862+0000","last_undegraded":"2024-03-07T03:12:10.794862+0000","last_fullsized":"2024-03-07T03:12:10.794862+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:11:17.983744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":974,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:56.396227+0000","last_change":"2024-03-07T03:07:58.757849+0000","last_active":"2024-03-07T03:11:56.396227+0000","last_peered":"2024-03-07T03:11:56.396227+0000","last_clean":"2024-03-07T03:11:56.396227+0000","last_became_active":"2024-03-07T03:07:58.757399+0000","last_became_peered":"2024-03-07T03:07:58.757399+0000","last_unstale":"2024-03-07T03:11:56.396227+0000","last_undegraded":"2024-03-07T03:11:56.396227+0000","last_fullsized":"2024-03-07T03:11:56.396227+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:54:11.413787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"864'1259","reported_seq":4063,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:31.160553+0000","last_change":"2024-03-07T03:10:56.129203+0000","last_active":"2024-03-07T03:11:31.160553+0000","last_peered":"2024-03-07T03:11:31.160553+0000","last_clean":"2024-03-07T03:11:31.160553+0000","last_became_active":"2024-03-07T03:07:23.080120+0000","last_became_peered":"2024-03-07T03:07:23.080120+0000","last_unstale":"2024-03-07T03:11:31.160553+0000","last_undegraded":"2024-03-07T03:11:31.160553+0000","last_fullsized":"2024-03-07T03:11:31.160553+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1259,"log_dups_size":0,"ondisk_log_size":1259,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:33:24.850580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0059393290000000001,"stat_sum":{"num_bytes":23298048,"num_objects":10,"num_object_clones":7,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":249,"num_read_kb":271095,"num_write":553,"num_write_kb":138504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":18890752,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.3","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:10.794923+0000","last_change":"2024-03-07T03:07:58.750289+0000","last_active":"2024-03-07T03:12:10.794923+0000","last_peered":"2024-03-07T03:12:10.794923+0000","last_clean":"2024-03-07T03:12:10.794923+0000","last_became_active":"2024-03-07T03:07:58.749557+0000","last_became_peered":"2024-03-07T03:07:58.749557+0000","last_unstale":"2024-03-07T03:12:10.794923+0000","last_undegraded":"2024-03-07T03:12:10.794923+0000","last_fullsized":"2024-03-07T03:12:10.794923+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:54:43.865660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":988,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:06.397329+0000","last_change":"2024-03-07T03:07:58.758005+0000","last_active":"2024-03-07T03:12:06.397329+0000","last_peered":"2024-03-07T03:12:06.397329+0000","last_clean":"2024-03-07T03:12:06.397329+0000","last_became_active":"2024-03-07T03:07:58.756833+0000","last_became_peered":"2024-03-07T03:07:58.756833+0000","last_unstale":"2024-03-07T03:12:06.397329+0000","last_undegraded":"2024-03-07T03:12:06.397329+0000","last_fullsized":"2024-03-07T03:12:06.397329+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:37:55.288554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:44.902730+0000","last_change":"2024-03-07T03:06:47.843644+0000","last_active":"2024-03-07T03:12:44.902730+0000","last_peered":"2024-03-07T03:12:44.902730+0000","last_clean":"2024-03-07T03:12:44.902730+0000","last_became_active":"2024-03-07T03:06:47.842694+0000","last_became_peered":"2024-03-07T03:06:47.842694+0000","last_unstale":"2024-03-07T03:12:44.902730+0000","last_undegraded":"2024-03-07T03:12:44.902730+0000","last_fullsized":"2024-03-07T03:12:44.902730+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:25:34.783974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"863'880","reported_seq":3815,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:23.069074+0000","last_change":"2024-03-07T03:10:56.125509+0000","last_active":"2024-03-07T03:12:23.069074+0000","last_peered":"2024-03-07T03:12:23.069074+0000","last_clean":"2024-03-07T03:12:23.069074+0000","last_became_active":"2024-03-07T03:07:58.755248+0000","last_became_peered":"2024-03-07T03:07:58.755248+0000","last_unstale":"2024-03-07T03:12:23.069074+0000","last_undegraded":"2024-03-07T03:12:23.069074+0000","last_fullsized":"2024-03-07T03:12:23.069074+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":880,"log_dups_size":0,"ondisk_log_size":880,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:40:02.788467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0073429089999999999,"stat_sum":{"num_bytes":9224192,"num_objects":8,"num_object_clones":6,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":1,"num_read":161,"num_read_kb":133885,"num_write":362,"num_write_kb":55920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1124,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:33.960811+0000","last_change":"2024-03-07T03:07:58.764215+0000","last_active":"2024-03-07T03:11:33.960811+0000","last_peered":"2024-03-07T03:11:33.960811+0000","last_clean":"2024-03-07T03:11:33.960811+0000","last_became_active":"2024-03-07T03:07:58.763818+0000","last_became_peered":"2024-03-07T03:07:58.763818+0000","last_unstale":"2024-03-07T03:11:33.960811+0000","last_undegraded":"2024-03-07T03:11:33.960811+0000","last_fullsized":"2024-03-07T03:11:33.960811+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:27:54.623360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"719'2","reported_seq":1192,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122792+0000","last_change":"2024-03-07T03:07:23.074913+0000","last_active":"2024-03-07T03:10:57.122792+0000","last_peered":"2024-03-07T03:10:57.122792+0000","last_clean":"2024-03-07T03:10:57.122792+0000","last_became_active":"2024-03-07T03:07:23.074530+0000","last_became_peered":"2024-03-07T03:07:23.074530+0000","last_unstale":"2024-03-07T03:10:57.122792+0000","last_undegraded":"2024-03-07T03:10:57.122792+0000","last_fullsized":"2024-03-07T03:10:57.122792+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:13:25.877187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1127,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:03.963704+0000","last_change":"2024-03-07T03:07:58.757756+0000","last_active":"2024-03-07T03:12:03.963704+0000","last_peered":"2024-03-07T03:12:03.963704+0000","last_clean":"2024-03-07T03:12:03.963704+0000","last_became_active":"2024-03-07T03:07:58.757430+0000","last_became_peered":"2024-03-07T03:07:58.757430+0000","last_unstale":"2024-03-07T03:12:03.963704+0000","last_undegraded":"2024-03-07T03:12:03.963704+0000","last_fullsized":"2024-03-07T03:12:03.963704+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:22:21.412765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"863'1564","reported_seq":5163,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:33.960760+0000","last_change":"2024-03-07T03:10:57.329944+0000","last_active":"2024-03-07T03:11:33.960760+0000","last_peered":"2024-03-07T03:11:33.960760+0000","last_clean":"2024-03-07T03:11:33.960760+0000","last_became_active":"2024-03-07T03:06:09.990793+0000","last_became_peered":"2024-03-07T03:06:09.990793+0000","last_unstale":"2024-03-07T03:11:33.960760+0000","last_undegraded":"2024-03-07T03:11:33.960760+0000","last_fullsized":"2024-03-07T03:11:33.960760+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1564,"log_dups_size":0,"ondisk_log_size":1564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":143,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:53.639078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.019553126000000001,"stat_sum":{"num_bytes":100999168,"num_objects":73,"num_object_clones":68,"num_object_copies":219,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":1,"num_read":410,"num_read_kb":572954,"num_write":777,"num_write_kb":204640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":51175424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"c"},{"start":"178","length":"4"},{"start":"17e","length":"3"},{"start":"182","length":"4"},{"start":"187","length":"5"},{"start":"18d","length":"2"}]},{"pgid":"4.1","version":"0'0","reported_seq":1080,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:23.069051+0000","last_change":"2024-03-07T03:07:23.071468+0000","last_active":"2024-03-07T03:12:23.069051+0000","last_peered":"2024-03-07T03:12:23.069051+0000","last_clean":"2024-03-07T03:12:23.069051+0000","last_became_active":"2024-03-07T03:07:23.071160+0000","last_became_peered":"2024-03-07T03:07:23.071160+0000","last_unstale":"2024-03-07T03:12:23.069051+0000","last_undegraded":"2024-03-07T03:12:23.069051+0000","last_fullsized":"2024-03-07T03:12:23.069051+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:17:55.686793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":990,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:41.161677+0000","last_change":"2024-03-07T03:07:58.759142+0000","last_active":"2024-03-07T03:11:41.161677+0000","last_peered":"2024-03-07T03:11:41.161677+0000","last_clean":"2024-03-07T03:11:41.161677+0000","last_became_active":"2024-03-07T03:07:58.758771+0000","last_became_peered":"2024-03-07T03:07:58.758771+0000","last_unstale":"2024-03-07T03:11:41.161677+0000","last_undegraded":"2024-03-07T03:11:41.161677+0000","last_fullsized":"2024-03-07T03:11:41.161677+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:45:13.985820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:30.797025+0000","last_change":"2024-03-07T03:06:09.988597+0000","last_active":"2024-03-07T03:12:30.797025+0000","last_peered":"2024-03-07T03:12:30.797025+0000","last_clean":"2024-03-07T03:12:30.797025+0000","last_became_active":"2024-03-07T03:06:09.988261+0000","last_became_peered":"2024-03-07T03:06:09.988261+0000","last_unstale":"2024-03-07T03:12:30.797025+0000","last_undegraded":"2024-03-07T03:12:30.797025+0000","last_fullsized":"2024-03-07T03:12:30.797025+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:11:06.717251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"843'3099","reported_seq":6398,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:15.939512+0000","last_change":"2024-03-07T03:10:57.131044+0000","last_active":"2024-03-07T03:11:15.939512+0000","last_peered":"2024-03-07T03:11:15.939512+0000","last_clean":"2024-03-07T03:11:15.939512+0000","last_became_active":"2024-03-07T03:07:23.084936+0000","last_became_peered":"2024-03-07T03:07:23.084936+0000","last_unstale":"2024-03-07T03:11:15.939512+0000","last_undegraded":"2024-03-07T03:11:15.939512+0000","last_fullsized":"2024-03-07T03:11:15.939512+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3099,"log_dups_size":0,"ondisk_log_size":3099,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:46:48.809690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012703,"stat_sum":{"num_bytes":8347648,"num_objects":13,"num_object_clones":12,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":56,"num_read_kb":33721,"num_write":241,"num_write_kb":36816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":434176,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1146,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:29.500973+0000","last_change":"2024-03-07T03:05:01.461136+0000","last_active":"2024-03-07T03:11:29.500973+0000","last_peered":"2024-03-07T03:11:29.500973+0000","last_clean":"2024-03-07T03:11:29.500973+0000","last_became_active":"2024-03-07T03:05:01.457189+0000","last_became_peered":"2024-03-07T03:05:01.457189+0000","last_unstale":"2024-03-07T03:11:29.500973+0000","last_undegraded":"2024-03-07T03:11:29.500973+0000","last_fullsized":"2024-03-07T03:11:29.500973+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:23.791243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1103,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:38.070678+0000","last_change":"2024-03-07T03:07:58.750311+0000","last_active":"2024-03-07T03:12:38.070678+0000","last_peered":"2024-03-07T03:12:38.070678+0000","last_clean":"2024-03-07T03:12:38.070678+0000","last_became_active":"2024-03-07T03:07:58.750001+0000","last_became_peered":"2024-03-07T03:07:58.750001+0000","last_unstale":"2024-03-07T03:12:38.070678+0000","last_undegraded":"2024-03-07T03:12:38.070678+0000","last_fullsized":"2024-03-07T03:12:38.070678+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:05.963944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"847'12789","reported_seq":16202,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:10:57.124034+0000","last_change":"2024-03-07T03:10:57.124034+0000","last_active":"2024-03-07T03:10:57.124034+0000","last_peered":"2024-03-07T03:10:57.124034+0000","last_clean":"2024-03-07T03:10:57.124034+0000","last_became_active":"2024-03-07T03:06:47.859957+0000","last_became_peered":"2024-03-07T03:06:47.859957+0000","last_unstale":"2024-03-07T03:10:57.124034+0000","last_undegraded":"2024-03-07T03:10:57.124034+0000","last_fullsized":"2024-03-07T03:10:57.124034+0000","mapping_epoch":625,"log_start":"599'6200","ondisk_log_start":"599'6200","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":6589,"log_dups_size":0,"ondisk_log_size":6589,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":137,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:29:13.699651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0091875959999999993,"stat_sum":{"num_bytes":71745536,"num_objects":32,"num_object_clones":30,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":0,"num_read":146,"num_read_kb":316804,"num_write":323,"num_write_kb":90232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":20865024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"5"},{"start":"171","length":"b"},{"start":"17e","length":"8"},{"start":"187","length":"5"},{"start":"18d","length":"3"},{"start":"192","length":"1"},{"start":"197","length":"1"},{"start":"199","length":"2"}]},{"pgid":"2.9","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122090+0000","last_change":"2024-03-07T03:07:58.752456+0000","last_active":"2024-03-07T03:10:57.122090+0000","last_peered":"2024-03-07T03:10:57.122090+0000","last_clean":"2024-03-07T03:10:57.122090+0000","last_became_active":"2024-03-07T03:07:58.752118+0000","last_became_peered":"2024-03-07T03:07:58.752118+0000","last_unstale":"2024-03-07T03:10:57.122090+0000","last_undegraded":"2024-03-07T03:10:57.122090+0000","last_fullsized":"2024-03-07T03:10:57.122090+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:08:08.574482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1118,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:03.963633+0000","last_change":"2024-03-07T03:07:58.757839+0000","last_active":"2024-03-07T03:12:03.963633+0000","last_peered":"2024-03-07T03:12:03.963633+0000","last_clean":"2024-03-07T03:12:03.963633+0000","last_became_active":"2024-03-07T03:07:58.757495+0000","last_became_peered":"2024-03-07T03:07:58.757495+0000","last_unstale":"2024-03-07T03:12:03.963633+0000","last_undegraded":"2024-03-07T03:12:03.963633+0000","last_fullsized":"2024-03-07T03:12:03.963633+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:27:02.190643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"861'1463","reported_seq":5088,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:44.502699+0000","last_change":"2024-03-07T03:10:57.330799+0000","last_active":"2024-03-07T03:11:44.502699+0000","last_peered":"2024-03-07T03:11:44.502699+0000","last_clean":"2024-03-07T03:11:44.502699+0000","last_became_active":"2024-03-07T03:07:58.763085+0000","last_became_peered":"2024-03-07T03:07:58.763085+0000","last_unstale":"2024-03-07T03:11:44.502699+0000","last_undegraded":"2024-03-07T03:11:44.502699+0000","last_fullsized":"2024-03-07T03:11:44.502699+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1463,"log_dups_size":0,"ondisk_log_size":1463,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:39:21.050544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.016579719999999999,"stat_sum":{"num_bytes":106192896,"num_objects":71,"num_object_clones":66,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":1,"num_read":323,"num_read_kb":516030,"num_write":942,"num_write_kb":231680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":48201728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122270+0000","last_change":"2024-03-07T03:07:58.752370+0000","last_active":"2024-03-07T03:10:57.122270+0000","last_peered":"2024-03-07T03:10:57.122270+0000","last_clean":"2024-03-07T03:10:57.122270+0000","last_became_active":"2024-03-07T03:07:58.751985+0000","last_became_peered":"2024-03-07T03:07:58.751985+0000","last_unstale":"2024-03-07T03:10:57.122270+0000","last_undegraded":"2024-03-07T03:10:57.122270+0000","last_fullsized":"2024-03-07T03:10:57.122270+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:31:33.590004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1127,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:18.965443+0000","last_change":"2024-03-07T03:06:09.987484+0000","last_active":"2024-03-07T03:12:18.965443+0000","last_peered":"2024-03-07T03:12:18.965443+0000","last_clean":"2024-03-07T03:12:18.965443+0000","last_became_active":"2024-03-07T03:06:09.986947+0000","last_became_peered":"2024-03-07T03:06:09.986947+0000","last_unstale":"2024-03-07T03:12:18.965443+0000","last_undegraded":"2024-03-07T03:12:18.965443+0000","last_fullsized":"2024-03-07T03:12:18.965443+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:37:38.253630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"857'1055","reported_seq":4918,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:09.892916+0000","last_change":"2024-03-07T03:10:57.123092+0000","last_active":"2024-03-07T03:11:09.892916+0000","last_peered":"2024-03-07T03:11:09.892916+0000","last_clean":"2024-03-07T03:11:09.892916+0000","last_became_active":"2024-03-07T03:06:09.993513+0000","last_became_peered":"2024-03-07T03:06:09.993513+0000","last_unstale":"2024-03-07T03:11:09.892916+0000","last_undegraded":"2024-03-07T03:11:09.892916+0000","last_fullsized":"2024-03-07T03:11:09.892916+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1055,"log_dups_size":0,"ondisk_log_size":1055,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:34:07.352811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013205965,"stat_sum":{"num_bytes":99745792,"num_objects":66,"num_object_clones":62,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":306,"num_read_kb":434534,"num_write":588,"num_write_kb":145464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":21749760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.b","version":"716'3","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:26.399720+0000","last_change":"2024-03-07T03:07:58.749480+0000","last_active":"2024-03-07T03:12:26.399720+0000","last_peered":"2024-03-07T03:12:26.399720+0000","last_clean":"2024-03-07T03:12:26.399720+0000","last_became_active":"2024-03-07T03:07:58.749098+0000","last_became_peered":"2024-03-07T03:07:58.749098+0000","last_unstale":"2024-03-07T03:12:26.399720+0000","last_undegraded":"2024-03-07T03:12:26.399720+0000","last_fullsized":"2024-03-07T03:12:26.399720+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:35:33.945855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1035,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:41.161624+0000","last_change":"2024-03-07T03:07:23.075725+0000","last_active":"2024-03-07T03:11:41.161624+0000","last_peered":"2024-03-07T03:11:41.161624+0000","last_clean":"2024-03-07T03:11:41.161624+0000","last_became_active":"2024-03-07T03:07:23.075203+0000","last_became_peered":"2024-03-07T03:07:23.075203+0000","last_unstale":"2024-03-07T03:11:41.161624+0000","last_undegraded":"2024-03-07T03:11:41.161624+0000","last_fullsized":"2024-03-07T03:11:41.161624+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:47:11.192302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"863'1711","reported_seq":5460,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:44.502642+0000","last_change":"2024-03-07T03:10:57.330918+0000","last_active":"2024-03-07T03:11:44.502642+0000","last_peered":"2024-03-07T03:11:44.502642+0000","last_clean":"2024-03-07T03:11:44.502642+0000","last_became_active":"2024-03-07T03:06:47.849454+0000","last_became_peered":"2024-03-07T03:06:47.849454+0000","last_unstale":"2024-03-07T03:11:44.502642+0000","last_undegraded":"2024-03-07T03:11:44.502642+0000","last_fullsized":"2024-03-07T03:11:44.502642+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1711,"log_dups_size":0,"ondisk_log_size":1711,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:40:07.156907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.014160193999999999,"stat_sum":{"num_bytes":165158912,"num_objects":93,"num_object_clones":87,"num_object_copies":279,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":93,"num_whiteouts":2,"num_read":489,"num_read_kb":756200,"num_write":870,"num_write_kb":258896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":69541888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1156,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:44.502687+0000","last_change":"2024-03-07T03:06:47.847077+0000","last_active":"2024-03-07T03:11:44.502687+0000","last_peered":"2024-03-07T03:11:44.502687+0000","last_clean":"2024-03-07T03:11:44.502687+0000","last_became_active":"2024-03-07T03:06:47.846359+0000","last_became_peered":"2024-03-07T03:06:47.846359+0000","last_unstale":"2024-03-07T03:11:44.502687+0000","last_undegraded":"2024-03-07T03:11:44.502687+0000","last_fullsized":"2024-03-07T03:11:44.502687+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:00:08.102949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":972,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:26.399763+0000","last_change":"2024-03-07T03:07:58.760528+0000","last_active":"2024-03-07T03:12:26.399763+0000","last_peered":"2024-03-07T03:12:26.399763+0000","last_clean":"2024-03-07T03:12:26.399763+0000","last_became_active":"2024-03-07T03:07:58.760226+0000","last_became_peered":"2024-03-07T03:07:58.760226+0000","last_unstale":"2024-03-07T03:12:26.399763+0000","last_undegraded":"2024-03-07T03:12:26.399763+0000","last_fullsized":"2024-03-07T03:12:26.399763+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:10:36.411047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"863'1938","reported_seq":4938,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:29.500990+0000","last_change":"2024-03-07T03:10:56.140803+0000","last_active":"2024-03-07T03:11:29.500990+0000","last_peered":"2024-03-07T03:11:29.500990+0000","last_clean":"2024-03-07T03:11:29.500990+0000","last_became_active":"2024-03-07T03:06:09.993933+0000","last_became_peered":"2024-03-07T03:06:09.993933+0000","last_unstale":"2024-03-07T03:11:29.500990+0000","last_undegraded":"2024-03-07T03:11:29.500990+0000","last_fullsized":"2024-03-07T03:11:29.500990+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1938,"log_dups_size":0,"ondisk_log_size":1938,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:16.359457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.024996012000000001,"stat_sum":{"num_bytes":22765568,"num_objects":17,"num_object_clones":12,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":2,"num_read":350,"num_read_kb":387634,"num_write":702,"num_write_kb":183472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":7151616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.d","version":"61'1","reported_seq":1190,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:09.892941+0000","last_change":"2024-03-07T03:06:09.993129+0000","last_active":"2024-03-07T03:11:09.892941+0000","last_peered":"2024-03-07T03:11:09.892941+0000","last_clean":"2024-03-07T03:11:09.892941+0000","last_became_active":"2024-03-07T03:06:09.992737+0000","last_became_peered":"2024-03-07T03:06:09.992737+0000","last_unstale":"2024-03-07T03:11:09.892941+0000","last_undegraded":"2024-03-07T03:11:09.892941+0000","last_fullsized":"2024-03-07T03:11:09.892941+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:02:42.055569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1051,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:15.939486+0000","last_change":"2024-03-07T03:07:23.076846+0000","last_active":"2024-03-07T03:11:15.939486+0000","last_peered":"2024-03-07T03:11:15.939486+0000","last_clean":"2024-03-07T03:11:15.939486+0000","last_became_active":"2024-03-07T03:07:23.075895+0000","last_became_peered":"2024-03-07T03:07:23.075895+0000","last_unstale":"2024-03-07T03:11:15.939486+0000","last_undegraded":"2024-03-07T03:11:15.939486+0000","last_fullsized":"2024-03-07T03:11:15.939486+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:09:15.080126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"854'331","reported_seq":3439,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:12:16.398465+0000","last_change":"2024-03-07T03:10:57.298223+0000","last_active":"2024-03-07T03:12:16.398465+0000","last_peered":"2024-03-07T03:12:16.398465+0000","last_clean":"2024-03-07T03:12:16.398465+0000","last_became_active":"2024-03-07T03:07:58.749089+0000","last_became_peered":"2024-03-07T03:07:58.749089+0000","last_unstale":"2024-03-07T03:12:16.398465+0000","last_undegraded":"2024-03-07T03:12:16.398465+0000","last_fullsized":"2024-03-07T03:12:16.398465+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":331,"log_dups_size":0,"ondisk_log_size":331,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":83,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:26:07.404191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00085119700000000004,"stat_sum":{"num_bytes":15409152,"num_objects":11,"num_object_clones":10,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":91,"num_read_kb":118251,"num_write":162,"num_write_kb":30616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":34586624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"56"},{"start":"1c2","length":"3"},{"start":"1c9","length":"1"}]},{"pgid":"2.e","version":"61'2","reported_seq":1160,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:44.502729+0000","last_change":"2024-03-07T03:07:58.755578+0000","last_active":"2024-03-07T03:11:44.502729+0000","last_peered":"2024-03-07T03:11:44.502729+0000","last_clean":"2024-03-07T03:11:44.502729+0000","last_became_active":"2024-03-07T03:07:58.755160+0000","last_became_peered":"2024-03-07T03:07:58.755160+0000","last_unstale":"2024-03-07T03:11:44.502729+0000","last_undegraded":"2024-03-07T03:11:44.502729+0000","last_fullsized":"2024-03-07T03:11:44.502729+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:20.584382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:26.399820+0000","last_change":"2024-03-07T03:07:58.751269+0000","last_active":"2024-03-07T03:12:26.399820+0000","last_peered":"2024-03-07T03:12:26.399820+0000","last_clean":"2024-03-07T03:12:26.399820+0000","last_became_active":"2024-03-07T03:07:58.750956+0000","last_became_peered":"2024-03-07T03:07:58.750956+0000","last_unstale":"2024-03-07T03:12:26.399820+0000","last_undegraded":"2024-03-07T03:12:26.399820+0000","last_fullsized":"2024-03-07T03:12:26.399820+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:39.414545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1006,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:31.160523+0000","last_change":"2024-03-07T03:07:23.081711+0000","last_active":"2024-03-07T03:11:31.160523+0000","last_peered":"2024-03-07T03:11:31.160523+0000","last_clean":"2024-03-07T03:11:31.160523+0000","last_became_active":"2024-03-07T03:07:23.079269+0000","last_became_peered":"2024-03-07T03:07:23.079269+0000","last_unstale":"2024-03-07T03:11:31.160523+0000","last_undegraded":"2024-03-07T03:11:31.160523+0000","last_fullsized":"2024-03-07T03:11:31.160523+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:39.008957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1157,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:14.498905+0000","last_change":"2024-03-07T03:07:23.072806+0000","last_active":"2024-03-07T03:11:14.498905+0000","last_peered":"2024-03-07T03:11:14.498905+0000","last_clean":"2024-03-07T03:11:14.498905+0000","last_became_active":"2024-03-07T03:07:23.071234+0000","last_became_peered":"2024-03-07T03:07:23.071234+0000","last_unstale":"2024-03-07T03:11:14.498905+0000","last_undegraded":"2024-03-07T03:11:14.498905+0000","last_fullsized":"2024-03-07T03:11:14.498905+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:52.610744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1057,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.129961+0000","last_change":"2024-03-07T03:06:47.851593+0000","last_active":"2024-03-07T03:10:57.129961+0000","last_peered":"2024-03-07T03:10:57.129961+0000","last_clean":"2024-03-07T03:10:57.129961+0000","last_became_active":"2024-03-07T03:06:47.849677+0000","last_became_peered":"2024-03-07T03:06:47.849677+0000","last_unstale":"2024-03-07T03:10:57.129961+0000","last_undegraded":"2024-03-07T03:10:57.129961+0000","last_fullsized":"2024-03-07T03:10:57.129961+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:30.969251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1116,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:14.498954+0000","last_change":"2024-03-07T03:06:09.995434+0000","last_active":"2024-03-07T03:11:14.498954+0000","last_peered":"2024-03-07T03:11:14.498954+0000","last_clean":"2024-03-07T03:11:14.498954+0000","last_became_active":"2024-03-07T03:06:09.994939+0000","last_became_peered":"2024-03-07T03:06:09.994939+0000","last_unstale":"2024-03-07T03:11:14.498954+0000","last_undegraded":"2024-03-07T03:11:14.498954+0000","last_fullsized":"2024-03-07T03:11:14.498954+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:27:11.737354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1127,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:03.963669+0000","last_change":"2024-03-07T03:06:09.987381+0000","last_active":"2024-03-07T03:12:03.963669+0000","last_peered":"2024-03-07T03:12:03.963669+0000","last_clean":"2024-03-07T03:12:03.963669+0000","last_became_active":"2024-03-07T03:06:09.986952+0000","last_became_peered":"2024-03-07T03:06:09.986952+0000","last_unstale":"2024-03-07T03:12:03.963669+0000","last_undegraded":"2024-03-07T03:12:03.963669+0000","last_fullsized":"2024-03-07T03:12:03.963669+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:26:15.439852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.122425+0000","last_change":"2024-03-07T03:05:35.923999+0000","last_active":"2024-03-07T03:10:57.122425+0000","last_peered":"2024-03-07T03:10:57.122425+0000","last_clean":"2024-03-07T03:10:57.122425+0000","last_became_active":"2024-03-07T03:05:35.923719+0000","last_became_peered":"2024-03-07T03:05:35.923719+0000","last_unstale":"2024-03-07T03:10:57.122425+0000","last_undegraded":"2024-03-07T03:10:57.122425+0000","last_fullsized":"2024-03-07T03:10:57.122425+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:43:04.724647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1008,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:41.161665+0000","last_change":"2024-03-07T03:07:58.749989+0000","last_active":"2024-03-07T03:11:41.161665+0000","last_peered":"2024-03-07T03:11:41.161665+0000","last_clean":"2024-03-07T03:11:41.161665+0000","last_became_active":"2024-03-07T03:07:58.749643+0000","last_became_peered":"2024-03-07T03:07:58.749643+0000","last_unstale":"2024-03-07T03:11:41.161665+0000","last_undegraded":"2024-03-07T03:11:41.161665+0000","last_fullsized":"2024-03-07T03:11:41.161665+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:00:44.729806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1110,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:03.963717+0000","last_change":"2024-03-07T03:06:09.999184+0000","last_active":"2024-03-07T03:12:03.963717+0000","last_peered":"2024-03-07T03:12:03.963717+0000","last_clean":"2024-03-07T03:12:03.963717+0000","last_became_active":"2024-03-07T03:06:09.998856+0000","last_became_peered":"2024-03-07T03:06:09.998856+0000","last_unstale":"2024-03-07T03:12:03.963717+0000","last_undegraded":"2024-03-07T03:12:03.963717+0000","last_fullsized":"2024-03-07T03:12:03.963717+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:37:00.102189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1057,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:05.938424+0000","last_change":"2024-03-07T03:06:47.857644+0000","last_active":"2024-03-07T03:11:05.938424+0000","last_peered":"2024-03-07T03:11:05.938424+0000","last_clean":"2024-03-07T03:11:05.938424+0000","last_became_active":"2024-03-07T03:06:47.857354+0000","last_became_peered":"2024-03-07T03:06:47.857354+0000","last_unstale":"2024-03-07T03:11:05.938424+0000","last_undegraded":"2024-03-07T03:11:05.938424+0000","last_fullsized":"2024-03-07T03:11:05.938424+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:02:18.860369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1118,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:18.965420+0000","last_change":"2024-03-07T03:06:09.987872+0000","last_active":"2024-03-07T03:12:18.965420+0000","last_peered":"2024-03-07T03:12:18.965420+0000","last_clean":"2024-03-07T03:12:18.965420+0000","last_became_active":"2024-03-07T03:06:09.986852+0000","last_became_peered":"2024-03-07T03:06:09.986852+0000","last_unstale":"2024-03-07T03:12:18.965420+0000","last_undegraded":"2024-03-07T03:12:18.965420+0000","last_fullsized":"2024-03-07T03:12:18.965420+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:13.708512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1035,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:15.939446+0000","last_change":"2024-03-07T03:07:58.755825+0000","last_active":"2024-03-07T03:11:15.939446+0000","last_peered":"2024-03-07T03:11:15.939446+0000","last_clean":"2024-03-07T03:11:15.939446+0000","last_became_active":"2024-03-07T03:07:58.755395+0000","last_became_peered":"2024-03-07T03:07:58.755395+0000","last_unstale":"2024-03-07T03:11:15.939446+0000","last_undegraded":"2024-03-07T03:11:15.939446+0000","last_fullsized":"2024-03-07T03:11:15.939446+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:10:43.184914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125616+0000","last_change":"2024-03-07T03:07:58.753962+0000","last_active":"2024-03-07T03:10:57.125616+0000","last_peered":"2024-03-07T03:10:57.125616+0000","last_clean":"2024-03-07T03:10:57.125616+0000","last_became_active":"2024-03-07T03:07:58.753619+0000","last_became_peered":"2024-03-07T03:07:58.753619+0000","last_unstale":"2024-03-07T03:10:57.125616+0000","last_undegraded":"2024-03-07T03:10:57.125616+0000","last_fullsized":"2024-03-07T03:10:57.125616+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:44:44.641067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1013,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:51.162869+0000","last_change":"2024-03-07T03:07:23.078516+0000","last_active":"2024-03-07T03:11:51.162869+0000","last_peered":"2024-03-07T03:11:51.162869+0000","last_clean":"2024-03-07T03:11:51.162869+0000","last_became_active":"2024-03-07T03:07:23.076017+0000","last_became_peered":"2024-03-07T03:07:23.076017+0000","last_unstale":"2024-03-07T03:11:51.162869+0000","last_undegraded":"2024-03-07T03:11:51.162869+0000","last_fullsized":"2024-03-07T03:11:51.162869+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:17:54.725933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":857645056,"num_objects":516,"num_object_clones":466,"num_object_copies":1548,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":516,"num_whiteouts":8,"num_read":3826,"num_read_kb":5949842,"num_write":7931,"num_write_kb":1978632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":107,"num_bytes_recovered":385712128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1170673664,"data_stored":2969124864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28580,"ondisk_log_size":28580,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197,"ondisk_log_size":197,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":26375,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":694,"seq":2980707303510,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":150184,"kb_used_data":96156,"kb_used_omap":35,"kb_used_meta":53980,"kb_avail":93594968,"statfs":{"total":95995035648,"available":95841247232,"internally_reserved":0,"allocated":98463744,"data_stored":167037349,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36312,"internal_metadata":55276072},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":660,"seq":2834678415453,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":94940,"kb_used_data":42576,"kb_used_omap":23,"kb_used_meta":52328,"kb_avail":93650212,"statfs":{"total":95995035648,"available":95897817088,"internally_reserved":0,"allocated":43597824,"data_stored":80829959,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":24173,"internal_metadata":53584275},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":463,"seq":1988569858183,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":692864,"kb_used_data":193964,"kb_used_omap":46,"kb_used_meta":498833,"kb_avail":93052288,"statfs":{"total":95995035648,"available":95285542912,"internally_reserved":0,"allocated":198619136,"data_stored":533391905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48036,"internal_metadata":510805084},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":528,"seq":2267742732409,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":401776,"kb_used_data":209252,"kb_used_omap":54,"kb_used_meta":192457,"kb_avail":93343376,"statfs":{"total":95995035648,"available":95583617024,"internally_reserved":0,"allocated":214274048,"data_stored":587826473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56016,"internal_metadata":197076272},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":495,"seq":2126008811648,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":485244,"kb_used_data":166572,"kb_used_omap":47,"kb_used_meta":318608,"kb_avail":93259908,"statfs":{"total":95995035648,"available":95498145792,"internally_reserved":0,"allocated":170569728,"data_stored":457545161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48143,"internal_metadata":326255601},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":562,"seq":2413771620466,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":177748,"kb_used_data":84672,"kb_used_omap":37,"kb_used_meta":93018,"kb_avail":93567404,"statfs":{"total":95995035648,"available":95813021696,"internally_reserved":0,"allocated":86704128,"data_stored":171510863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38083,"internal_metadata":95251261},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":591,"seq":2538325672044,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":365920,"kb_used_data":157844,"kb_used_omap":61,"kb_used_meta":208002,"kb_avail":93379232,"statfs":{"total":95995035648,"available":95620333568,"internally_reserved":0,"allocated":161632256,"data_stored":367986669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":62843,"internal_metadata":212994693},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":625,"seq":2684354560100,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":509804,"kb_used_data":269020,"kb_used_omap":73,"kb_used_meta":240694,"kb_avail":93235348,"statfs":{"total":95995035648,"available":95472996352,"internally_reserved":0,"allocated":275476480,"data_stored":649851960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":75044,"internal_metadata":246471388},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7413,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2060,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2124,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3359,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3677,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2797,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2839,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2106,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":188411904,"data_stored":527167488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":160964608,"data_stored":451911680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":204677120,"data_stored":582193152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":77082624,"data_stored":165871616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":152018944,"data_stored":362352640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":265863168,"data_stored":644214784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":33390592,"data_stored":74600448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":88264704,"data_stored":160813056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-07T03:15:05.379 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:15:05.379 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:15:05.379 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:15:05.379 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-07T03:15:05.379 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-07T03:15:05.379 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-07T03:15:05.380 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.c in trimming, state: active+clean+snaptrim_error 2024-03-07T03:15:05.380 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-07T03:15:05.380 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:15:05.380 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-07T03:15:05.710 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:15:05 smithi092 ceph-mon[83777]: pgmap v852: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:05.711 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:15:05 smithi092 ceph-mon[83777]: from='client.34614 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:15:05.820 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:15:05 smithi090 ceph-mon[89511]: pgmap v852: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:05.820 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:15:05 smithi090 ceph-mon[89511]: from='client.34614 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:15:05.821 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:15:05 smithi090 ceph-mon[91928]: pgmap v852: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:05.821 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:15:05 smithi090 ceph-mon[91928]: from='client.34614 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:15:07.821 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:15:07 smithi090 ceph-mon[89511]: pgmap v853: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:07.821 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:15:07 smithi090 ceph-mon[91928]: pgmap v853: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:07.909 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:15:07 smithi092 ceph-mon[83777]: pgmap v853: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:10.159 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:15:09 smithi092 ceph-mon[83777]: pgmap v854: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:10.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:15:09 smithi090 ceph-mon[89511]: pgmap v854: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:10.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:15:09 smithi090 ceph-mon[91928]: pgmap v854: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:12.159 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:15:11 smithi092 ceph-mon[83777]: pgmap v855: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:12.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:15:11 smithi090 ceph-mon[89511]: pgmap v855: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:12.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:15:11 smithi090 ceph-mon[91928]: pgmap v855: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:12.659 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:15:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:15:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:15:13.159 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:15:12 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:15:13.222 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:15:12 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:15:13.222 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:15:12 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:15:13.222 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:15:13 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:15:13] "GET /metrics HTTP/1.1" 200 36316 "" "Prometheus/2.43.0" 2024-03-07T03:15:14.159 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:15:13 smithi092 ceph-mon[83777]: pgmap v856: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:14.238 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:15:13 smithi090 ceph-mon[91928]: pgmap v856: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:14.238 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:15:13 smithi090 ceph-mon[89511]: pgmap v856: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:15.381 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph pg dump --format=json 2024-03-07T03:15:15.588 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T03:15:16.024 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:15:15 smithi090 ceph-mon[89511]: pgmap v857: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:16.024 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:15:15 smithi090 ceph-mon[91928]: pgmap v857: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:16.159 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:15:15 smithi092 ceph-mon[83777]: pgmap v857: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:17.371 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T03:15:17.373 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-03-07T03:15:18.047 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:15:17 smithi090 ceph-mon[89511]: pgmap v858: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:18.047 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:15:17 smithi090 ceph-mon[91928]: pgmap v858: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:18.070 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":858,"stamp":"2024-03-07T03:15:15.929604+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":858242044,"num_objects":540,"num_object_clones":466,"num_object_copies":1620,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":540,"num_whiteouts":8,"num_read":4717,"num_read_kb":5951239,"num_write":8310,"num_write_kb":1981084,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":113,"num_bytes_recovered":387483232,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28845,"ondisk_log_size":28845,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2878480,"kb_used_data":1220056,"kb_used_omap":379,"kb_used_meta":1657924,"kb_avail":747082736,"statfs":{"total":767960285184,"available":765012721664,"internally_reserved":0,"allocated":1249337344,"data_stored":3015980339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":388650,"internal_metadata":1697714646},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004315"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":973,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:06.397347+0000","last_change":"2024-03-07T03:07:58.753984+0000","last_active":"2024-03-07T03:12:06.397347+0000","last_peered":"2024-03-07T03:12:06.397347+0000","last_clean":"2024-03-07T03:12:06.397347+0000","last_became_active":"2024-03-07T03:07:58.753138+0000","last_became_peered":"2024-03-07T03:07:58.753138+0000","last_unstale":"2024-03-07T03:12:06.397347+0000","last_undegraded":"2024-03-07T03:12:06.397347+0000","last_fullsized":"2024-03-07T03:12:06.397347+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:37:39.612519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:44.902746+0000","last_change":"2024-03-07T03:07:23.074862+0000","last_active":"2024-03-07T03:12:44.902746+0000","last_peered":"2024-03-07T03:12:44.902746+0000","last_clean":"2024-03-07T03:12:44.902746+0000","last_became_active":"2024-03-07T03:07:23.074512+0000","last_became_peered":"2024-03-07T03:07:23.074512+0000","last_unstale":"2024-03-07T03:12:44.902746+0000","last_undegraded":"2024-03-07T03:12:44.902746+0000","last_fullsized":"2024-03-07T03:12:44.902746+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:45:24.128672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:10.794949+0000","last_change":"2024-03-07T03:05:01.446762+0000","last_active":"2024-03-07T03:12:10.794949+0000","last_peered":"2024-03-07T03:12:10.794949+0000","last_clean":"2024-03-07T03:12:10.794949+0000","last_became_active":"2024-03-07T03:05:01.446425+0000","last_became_peered":"2024-03-07T03:05:01.446425+0000","last_unstale":"2024-03-07T03:12:10.794949+0000","last_undegraded":"2024-03-07T03:12:10.794949+0000","last_fullsized":"2024-03-07T03:12:10.794949+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:39:39.897066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1053,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:45.949981+0000","last_change":"2024-03-07T03:07:58.755992+0000","last_active":"2024-03-07T03:12:45.949981+0000","last_peered":"2024-03-07T03:12:45.949981+0000","last_clean":"2024-03-07T03:12:45.949981+0000","last_became_active":"2024-03-07T03:07:58.755499+0000","last_became_peered":"2024-03-07T03:07:58.755499+0000","last_unstale":"2024-03-07T03:12:45.949981+0000","last_undegraded":"2024-03-07T03:12:45.949981+0000","last_fullsized":"2024-03-07T03:12:45.949981+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:26:12.313572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297504+0000","last_change":"2024-03-07T03:07:58.752235+0000","last_active":"2024-03-07T03:10:57.297504+0000","last_peered":"2024-03-07T03:10:57.297504+0000","last_clean":"2024-03-07T03:10:57.297504+0000","last_became_active":"2024-03-07T03:07:58.751575+0000","last_became_peered":"2024-03-07T03:07:58.751575+0000","last_unstale":"2024-03-07T03:10:57.297504+0000","last_undegraded":"2024-03-07T03:10:57.297504+0000","last_fullsized":"2024-03-07T03:10:57.297504+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:12:05.995515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1030,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:45.942988+0000","last_change":"2024-03-07T03:06:47.859644+0000","last_active":"2024-03-07T03:11:45.942988+0000","last_peered":"2024-03-07T03:11:45.942988+0000","last_clean":"2024-03-07T03:11:45.942988+0000","last_became_active":"2024-03-07T03:06:47.859097+0000","last_became_peered":"2024-03-07T03:06:47.859097+0000","last_unstale":"2024-03-07T03:11:45.942988+0000","last_undegraded":"2024-03-07T03:11:45.942988+0000","last_fullsized":"2024-03-07T03:11:45.942988+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:22:46.909130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297361+0000","last_change":"2024-03-07T03:07:58.754226+0000","last_active":"2024-03-07T03:10:57.297361+0000","last_peered":"2024-03-07T03:10:57.297361+0000","last_clean":"2024-03-07T03:10:57.297361+0000","last_became_active":"2024-03-07T03:07:58.753169+0000","last_became_peered":"2024-03-07T03:07:58.753169+0000","last_unstale":"2024-03-07T03:10:57.297361+0000","last_undegraded":"2024-03-07T03:10:57.297361+0000","last_fullsized":"2024-03-07T03:10:57.297361+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:46:59.258099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1086,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328618+0000","last_change":"2024-03-07T03:07:23.073492+0000","last_active":"2024-03-07T03:10:57.328618+0000","last_peered":"2024-03-07T03:10:57.328618+0000","last_clean":"2024-03-07T03:10:57.328618+0000","last_became_active":"2024-03-07T03:07:23.071929+0000","last_became_peered":"2024-03-07T03:07:23.071929+0000","last_unstale":"2024-03-07T03:10:57.328618+0000","last_undegraded":"2024-03-07T03:10:57.328618+0000","last_fullsized":"2024-03-07T03:10:57.328618+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:35:26.391722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":979,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:46.402166+0000","last_change":"2024-03-07T03:07:58.760328+0000","last_active":"2024-03-07T03:12:46.402166+0000","last_peered":"2024-03-07T03:12:46.402166+0000","last_clean":"2024-03-07T03:12:46.402166+0000","last_became_active":"2024-03-07T03:07:58.760046+0000","last_became_peered":"2024-03-07T03:07:58.760046+0000","last_unstale":"2024-03-07T03:12:46.402166+0000","last_undegraded":"2024-03-07T03:12:46.402166+0000","last_fullsized":"2024-03-07T03:12:46.402166+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:08:46.356817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1005,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:11.165183+0000","last_change":"2024-03-07T03:07:23.079945+0000","last_active":"2024-03-07T03:12:11.165183+0000","last_peered":"2024-03-07T03:12:11.165183+0000","last_clean":"2024-03-07T03:12:11.165183+0000","last_became_active":"2024-03-07T03:07:23.078551+0000","last_became_peered":"2024-03-07T03:07:23.078551+0000","last_unstale":"2024-03-07T03:12:11.165183+0000","last_undegraded":"2024-03-07T03:12:11.165183+0000","last_fullsized":"2024-03-07T03:12:11.165183+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:03:46.670084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1005,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:11.165163+0000","last_change":"2024-03-07T03:07:23.081963+0000","last_active":"2024-03-07T03:12:11.165163+0000","last_peered":"2024-03-07T03:12:11.165163+0000","last_clean":"2024-03-07T03:12:11.165163+0000","last_became_active":"2024-03-07T03:07:23.080128+0000","last_became_peered":"2024-03-07T03:07:23.080128+0000","last_unstale":"2024-03-07T03:12:11.165163+0000","last_undegraded":"2024-03-07T03:12:11.165163+0000","last_fullsized":"2024-03-07T03:12:11.165163+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:56.813267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1148,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:14.506431+0000","last_change":"2024-03-07T03:07:23.074902+0000","last_active":"2024-03-07T03:12:14.506431+0000","last_peered":"2024-03-07T03:12:14.506431+0000","last_clean":"2024-03-07T03:12:14.506431+0000","last_became_active":"2024-03-07T03:07:23.074466+0000","last_became_peered":"2024-03-07T03:07:23.074466+0000","last_unstale":"2024-03-07T03:12:14.506431+0000","last_undegraded":"2024-03-07T03:12:14.506431+0000","last_fullsized":"2024-03-07T03:12:14.506431+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:40:20.268555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1117,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:48.969095+0000","last_change":"2024-03-07T03:07:23.072635+0000","last_active":"2024-03-07T03:12:48.969095+0000","last_peered":"2024-03-07T03:12:48.969095+0000","last_clean":"2024-03-07T03:12:48.969095+0000","last_became_active":"2024-03-07T03:07:23.071712+0000","last_became_peered":"2024-03-07T03:07:23.071712+0000","last_unstale":"2024-03-07T03:12:48.969095+0000","last_undegraded":"2024-03-07T03:12:48.969095+0000","last_fullsized":"2024-03-07T03:12:48.969095+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:00:39.298564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125527+0000","last_change":"2024-03-07T03:06:47.851538+0000","last_active":"2024-03-07T03:10:57.125527+0000","last_peered":"2024-03-07T03:10:57.125527+0000","last_clean":"2024-03-07T03:10:57.125527+0000","last_became_active":"2024-03-07T03:06:47.851183+0000","last_became_peered":"2024-03-07T03:06:47.851183+0000","last_unstale":"2024-03-07T03:10:57.125527+0000","last_undegraded":"2024-03-07T03:10:57.125527+0000","last_fullsized":"2024-03-07T03:10:57.125527+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:36:23.932334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:24.894584+0000","last_change":"2024-03-07T03:06:47.843126+0000","last_active":"2024-03-07T03:11:24.894584+0000","last_peered":"2024-03-07T03:11:24.894584+0000","last_clean":"2024-03-07T03:11:24.894584+0000","last_became_active":"2024-03-07T03:06:47.842736+0000","last_became_peered":"2024-03-07T03:06:47.842736+0000","last_unstale":"2024-03-07T03:11:24.894584+0000","last_undegraded":"2024-03-07T03:11:24.894584+0000","last_fullsized":"2024-03-07T03:11:24.894584+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:48:10.843465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1034,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:25.940523+0000","last_change":"2024-03-07T03:07:58.755620+0000","last_active":"2024-03-07T03:11:25.940523+0000","last_peered":"2024-03-07T03:11:25.940523+0000","last_clean":"2024-03-07T03:11:25.940523+0000","last_became_active":"2024-03-07T03:07:58.755267+0000","last_became_peered":"2024-03-07T03:07:58.755267+0000","last_unstale":"2024-03-07T03:11:25.940523+0000","last_undegraded":"2024-03-07T03:11:25.940523+0000","last_fullsized":"2024-03-07T03:11:25.940523+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:51:32.339400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1038,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:25.940593+0000","last_change":"2024-03-07T03:07:58.756358+0000","last_active":"2024-03-07T03:11:25.940593+0000","last_peered":"2024-03-07T03:11:25.940593+0000","last_clean":"2024-03-07T03:11:25.940593+0000","last_became_active":"2024-03-07T03:07:58.755960+0000","last_became_peered":"2024-03-07T03:07:58.755960+0000","last_unstale":"2024-03-07T03:11:25.940593+0000","last_undegraded":"2024-03-07T03:11:25.940593+0000","last_fullsized":"2024-03-07T03:11:25.940593+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:47.464423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1156,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:59.504600+0000","last_change":"2024-03-07T03:07:58.755619+0000","last_active":"2024-03-07T03:11:59.504600+0000","last_peered":"2024-03-07T03:11:59.504600+0000","last_clean":"2024-03-07T03:11:59.504600+0000","last_became_active":"2024-03-07T03:07:58.755214+0000","last_became_peered":"2024-03-07T03:07:58.755214+0000","last_unstale":"2024-03-07T03:11:59.504600+0000","last_undegraded":"2024-03-07T03:11:59.504600+0000","last_fullsized":"2024-03-07T03:11:59.504600+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:59:02.041330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":972,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:26.399782+0000","last_change":"2024-03-07T03:07:58.756563+0000","last_active":"2024-03-07T03:12:26.399782+0000","last_peered":"2024-03-07T03:12:26.399782+0000","last_clean":"2024-03-07T03:12:26.399782+0000","last_became_active":"2024-03-07T03:07:58.752195+0000","last_became_peered":"2024-03-07T03:07:58.752195+0000","last_unstale":"2024-03-07T03:12:26.399782+0000","last_undegraded":"2024-03-07T03:12:26.399782+0000","last_fullsized":"2024-03-07T03:12:26.399782+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:32:35.496500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"716'5","reported_seq":1222,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:10.794999+0000","last_change":"2024-03-07T03:07:58.753999+0000","last_active":"2024-03-07T03:12:10.794999+0000","last_peered":"2024-03-07T03:12:10.794999+0000","last_clean":"2024-03-07T03:12:10.794999+0000","last_became_active":"2024-03-07T03:07:58.753607+0000","last_became_peered":"2024-03-07T03:07:58.753607+0000","last_unstale":"2024-03-07T03:12:10.794999+0000","last_undegraded":"2024-03-07T03:12:10.794999+0000","last_fullsized":"2024-03-07T03:12:10.794999+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:28:57.567238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1110,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:33.960839+0000","last_change":"2024-03-07T03:07:23.083830+0000","last_active":"2024-03-07T03:11:33.960839+0000","last_peered":"2024-03-07T03:11:33.960839+0000","last_clean":"2024-03-07T03:11:33.960839+0000","last_became_active":"2024-03-07T03:07:23.083530+0000","last_became_peered":"2024-03-07T03:07:23.083530+0000","last_unstale":"2024-03-07T03:11:33.960839+0000","last_undegraded":"2024-03-07T03:11:33.960839+0000","last_fullsized":"2024-03-07T03:11:33.960839+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:57.938032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"716'2","reported_seq":1130,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:33.960850+0000","last_change":"2024-03-07T03:06:47.849618+0000","last_active":"2024-03-07T03:11:33.960850+0000","last_peered":"2024-03-07T03:11:33.960850+0000","last_clean":"2024-03-07T03:11:33.960850+0000","last_became_active":"2024-03-07T03:06:47.849222+0000","last_became_peered":"2024-03-07T03:06:47.849222+0000","last_unstale":"2024-03-07T03:11:33.960850+0000","last_undegraded":"2024-03-07T03:11:33.960850+0000","last_fullsized":"2024-03-07T03:11:33.960850+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:36:41.880143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:10.794987+0000","last_change":"2024-03-07T03:06:47.851880+0000","last_active":"2024-03-07T03:12:10.794987+0000","last_peered":"2024-03-07T03:12:10.794987+0000","last_clean":"2024-03-07T03:12:10.794987+0000","last_became_active":"2024-03-07T03:06:47.851176+0000","last_became_peered":"2024-03-07T03:06:47.851176+0000","last_unstale":"2024-03-07T03:12:10.794987+0000","last_undegraded":"2024-03-07T03:12:10.794987+0000","last_fullsized":"2024-03-07T03:12:10.794987+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:38:59.663068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":976,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.298135+0000","last_change":"2024-03-07T03:07:58.757245+0000","last_active":"2024-03-07T03:10:57.298135+0000","last_peered":"2024-03-07T03:10:57.298135+0000","last_clean":"2024-03-07T03:10:57.298135+0000","last_became_active":"2024-03-07T03:07:58.754456+0000","last_became_peered":"2024-03-07T03:07:58.754456+0000","last_unstale":"2024-03-07T03:10:57.298135+0000","last_undegraded":"2024-03-07T03:10:57.298135+0000","last_fullsized":"2024-03-07T03:10:57.298135+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:57:32.153933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1043,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:45.943019+0000","last_change":"2024-03-07T03:06:47.855220+0000","last_active":"2024-03-07T03:11:45.943019+0000","last_peered":"2024-03-07T03:11:45.943019+0000","last_clean":"2024-03-07T03:11:45.943019+0000","last_became_active":"2024-03-07T03:06:47.854836+0000","last_became_peered":"2024-03-07T03:06:47.854836+0000","last_unstale":"2024-03-07T03:11:45.943019+0000","last_undegraded":"2024-03-07T03:11:45.943019+0000","last_fullsized":"2024-03-07T03:11:45.943019+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:51:35.386552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":983,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.297851+0000","last_change":"2024-03-07T03:07:58.757676+0000","last_active":"2024-03-07T03:10:57.297851+0000","last_peered":"2024-03-07T03:10:57.297851+0000","last_clean":"2024-03-07T03:10:57.297851+0000","last_became_active":"2024-03-07T03:07:58.753930+0000","last_became_peered":"2024-03-07T03:07:58.753930+0000","last_unstale":"2024-03-07T03:10:57.297851+0000","last_undegraded":"2024-03-07T03:10:57.297851+0000","last_fullsized":"2024-03-07T03:10:57.297851+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:56.639688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1037,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:45.943032+0000","last_change":"2024-03-07T03:07:23.076532+0000","last_active":"2024-03-07T03:11:45.943032+0000","last_peered":"2024-03-07T03:11:45.943032+0000","last_clean":"2024-03-07T03:11:45.943032+0000","last_became_active":"2024-03-07T03:07:23.076234+0000","last_became_peered":"2024-03-07T03:07:23.076234+0000","last_unstale":"2024-03-07T03:11:45.943032+0000","last_undegraded":"2024-03-07T03:11:45.943032+0000","last_fullsized":"2024-03-07T03:11:45.943032+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:16:39.967241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"716'2","reported_seq":1089,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329359+0000","last_change":"2024-03-07T03:07:58.752045+0000","last_active":"2024-03-07T03:10:57.329359+0000","last_peered":"2024-03-07T03:10:57.329359+0000","last_clean":"2024-03-07T03:10:57.329359+0000","last_became_active":"2024-03-07T03:07:58.751585+0000","last_became_peered":"2024-03-07T03:07:58.751585+0000","last_unstale":"2024-03-07T03:10:57.329359+0000","last_undegraded":"2024-03-07T03:10:57.329359+0000","last_fullsized":"2024-03-07T03:10:57.329359+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:03:01.652607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1107,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:08.061295+0000","last_change":"2024-03-07T03:06:09.990854+0000","last_active":"2024-03-07T03:11:08.061295+0000","last_peered":"2024-03-07T03:11:08.061295+0000","last_clean":"2024-03-07T03:11:08.061295+0000","last_became_active":"2024-03-07T03:06:09.990464+0000","last_became_peered":"2024-03-07T03:06:09.990464+0000","last_unstale":"2024-03-07T03:11:08.061295+0000","last_undegraded":"2024-03-07T03:11:08.061295+0000","last_fullsized":"2024-03-07T03:11:08.061295+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:53:52.856954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"716'2","reported_seq":1010,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:21.166229+0000","last_change":"2024-03-07T03:07:58.754526+0000","last_active":"2024-03-07T03:12:21.166229+0000","last_peered":"2024-03-07T03:12:21.166229+0000","last_clean":"2024-03-07T03:12:21.166229+0000","last_became_active":"2024-03-07T03:07:58.754123+0000","last_became_peered":"2024-03-07T03:07:58.754123+0000","last_unstale":"2024-03-07T03:12:21.166229+0000","last_undegraded":"2024-03-07T03:12:21.166229+0000","last_fullsized":"2024-03-07T03:12:21.166229+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:41:34.446180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:20.789924+0000","last_change":"2024-03-07T03:07:58.750769+0000","last_active":"2024-03-07T03:11:20.789924+0000","last_peered":"2024-03-07T03:11:20.789924+0000","last_clean":"2024-03-07T03:11:20.789924+0000","last_became_active":"2024-03-07T03:07:58.749974+0000","last_became_peered":"2024-03-07T03:07:58.749974+0000","last_unstale":"2024-03-07T03:11:20.789924+0000","last_undegraded":"2024-03-07T03:11:20.789924+0000","last_fullsized":"2024-03-07T03:11:20.789924+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:56:14.059734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1127,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:48.969049+0000","last_change":"2024-03-07T03:07:23.072942+0000","last_active":"2024-03-07T03:12:48.969049+0000","last_peered":"2024-03-07T03:12:48.969049+0000","last_clean":"2024-03-07T03:12:48.969049+0000","last_became_active":"2024-03-07T03:07:23.072639+0000","last_became_peered":"2024-03-07T03:07:23.072639+0000","last_unstale":"2024-03-07T03:12:48.969049+0000","last_undegraded":"2024-03-07T03:12:48.969049+0000","last_fullsized":"2024-03-07T03:12:48.969049+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:42.808853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1124,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:48.969008+0000","last_change":"2024-03-07T03:05:35.934963+0000","last_active":"2024-03-07T03:12:48.969008+0000","last_peered":"2024-03-07T03:12:48.969008+0000","last_clean":"2024-03-07T03:12:48.969008+0000","last_became_active":"2024-03-07T03:05:35.932493+0000","last_became_peered":"2024-03-07T03:05:35.932493+0000","last_unstale":"2024-03-07T03:12:48.969008+0000","last_undegraded":"2024-03-07T03:12:48.969008+0000","last_fullsized":"2024-03-07T03:12:48.969008+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:00:57.111662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1039,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:35.941626+0000","last_change":"2024-03-07T03:07:58.756063+0000","last_active":"2024-03-07T03:11:35.941626+0000","last_peered":"2024-03-07T03:11:35.941626+0000","last_clean":"2024-03-07T03:11:35.941626+0000","last_became_active":"2024-03-07T03:07:58.755712+0000","last_became_peered":"2024-03-07T03:07:58.755712+0000","last_unstale":"2024-03-07T03:11:35.941626+0000","last_undegraded":"2024-03-07T03:11:35.941626+0000","last_fullsized":"2024-03-07T03:11:35.941626+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:13:06.484346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:39.896026+0000","last_change":"2024-03-07T03:06:09.996319+0000","last_active":"2024-03-07T03:11:39.896026+0000","last_peered":"2024-03-07T03:11:39.896026+0000","last_clean":"2024-03-07T03:11:39.896026+0000","last_became_active":"2024-03-07T03:06:09.996002+0000","last_became_peered":"2024-03-07T03:06:09.996002+0000","last_unstale":"2024-03-07T03:11:39.896026+0000","last_undegraded":"2024-03-07T03:11:39.896026+0000","last_fullsized":"2024-03-07T03:11:39.896026+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:41:55.764562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1006,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:11.165197+0000","last_change":"2024-03-07T03:07:23.083466+0000","last_active":"2024-03-07T03:12:11.165197+0000","last_peered":"2024-03-07T03:12:11.165197+0000","last_clean":"2024-03-07T03:12:11.165197+0000","last_became_active":"2024-03-07T03:07:23.083156+0000","last_became_peered":"2024-03-07T03:07:23.083156+0000","last_unstale":"2024-03-07T03:12:11.165197+0000","last_undegraded":"2024-03-07T03:12:11.165197+0000","last_fullsized":"2024-03-07T03:12:11.165197+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:32:00.539449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1025,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:35.941679+0000","last_change":"2024-03-07T03:07:58.752127+0000","last_active":"2024-03-07T03:11:35.941679+0000","last_peered":"2024-03-07T03:11:35.941679+0000","last_clean":"2024-03-07T03:11:35.941679+0000","last_became_active":"2024-03-07T03:07:58.751770+0000","last_became_peered":"2024-03-07T03:07:58.751770+0000","last_unstale":"2024-03-07T03:11:35.941679+0000","last_undegraded":"2024-03-07T03:11:35.941679+0000","last_fullsized":"2024-03-07T03:11:35.941679+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:43.791488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1059,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:35.941668+0000","last_change":"2024-03-07T03:07:23.077653+0000","last_active":"2024-03-07T03:11:35.941668+0000","last_peered":"2024-03-07T03:11:35.941668+0000","last_clean":"2024-03-07T03:11:35.941668+0000","last_became_active":"2024-03-07T03:07:23.077355+0000","last_became_peered":"2024-03-07T03:07:23.077355+0000","last_unstale":"2024-03-07T03:11:35.941668+0000","last_undegraded":"2024-03-07T03:11:35.941668+0000","last_fullsized":"2024-03-07T03:11:35.941668+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:45.861158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:05.788507+0000","last_change":"2024-03-07T03:06:47.851508+0000","last_active":"2024-03-07T03:11:05.788507+0000","last_peered":"2024-03-07T03:11:05.788507+0000","last_clean":"2024-03-07T03:11:05.788507+0000","last_became_active":"2024-03-07T03:06:47.850839+0000","last_became_peered":"2024-03-07T03:06:47.850839+0000","last_unstale":"2024-03-07T03:11:05.788507+0000","last_undegraded":"2024-03-07T03:11:05.788507+0000","last_fullsized":"2024-03-07T03:11:05.788507+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:08:06.622234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1192,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:39.896067+0000","last_change":"2024-03-07T03:06:47.845848+0000","last_active":"2024-03-07T03:11:39.896067+0000","last_peered":"2024-03-07T03:11:39.896067+0000","last_clean":"2024-03-07T03:11:39.896067+0000","last_became_active":"2024-03-07T03:06:47.845425+0000","last_became_peered":"2024-03-07T03:06:47.845425+0000","last_unstale":"2024-03-07T03:11:39.896067+0000","last_undegraded":"2024-03-07T03:11:39.896067+0000","last_fullsized":"2024-03-07T03:11:39.896067+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:16:24.833986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1078,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.123291+0000","last_change":"2024-03-07T03:07:58.754983+0000","last_active":"2024-03-07T03:10:57.123291+0000","last_peered":"2024-03-07T03:10:57.123291+0000","last_clean":"2024-03-07T03:10:57.123291+0000","last_became_active":"2024-03-07T03:07:58.754657+0000","last_became_peered":"2024-03-07T03:07:58.754657+0000","last_unstale":"2024-03-07T03:10:57.123291+0000","last_undegraded":"2024-03-07T03:10:57.123291+0000","last_fullsized":"2024-03-07T03:10:57.123291+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:06:00.897772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"716'29","reported_seq":1041,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:01.164213+0000","last_change":"2024-03-07T03:07:23.079677+0000","last_active":"2024-03-07T03:12:01.164213+0000","last_peered":"2024-03-07T03:12:01.164213+0000","last_clean":"2024-03-07T03:12:01.164213+0000","last_became_active":"2024-03-07T03:07:23.079320+0000","last_became_peered":"2024-03-07T03:07:23.079320+0000","last_unstale":"2024-03-07T03:12:01.164213+0000","last_undegraded":"2024-03-07T03:12:01.164213+0000","last_fullsized":"2024-03-07T03:12:01.164213+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:49:54.979015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:46.402133+0000","last_change":"2024-03-07T03:07:58.758376+0000","last_active":"2024-03-07T03:12:46.402133+0000","last_peered":"2024-03-07T03:12:46.402133+0000","last_clean":"2024-03-07T03:12:46.402133+0000","last_became_active":"2024-03-07T03:07:58.757816+0000","last_became_peered":"2024-03-07T03:07:58.757816+0000","last_unstale":"2024-03-07T03:12:46.402133+0000","last_undegraded":"2024-03-07T03:12:46.402133+0000","last_fullsized":"2024-03-07T03:12:46.402133+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:47.253727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1218,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126138+0000","last_change":"2024-03-07T03:06:09.989072+0000","last_active":"2024-03-07T03:10:57.126138+0000","last_peered":"2024-03-07T03:10:57.126138+0000","last_clean":"2024-03-07T03:10:57.126138+0000","last_became_active":"2024-03-07T03:06:09.987754+0000","last_became_peered":"2024-03-07T03:06:09.987754+0000","last_unstale":"2024-03-07T03:10:57.126138+0000","last_undegraded":"2024-03-07T03:10:57.126138+0000","last_fullsized":"2024-03-07T03:10:57.126138+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:05:15.340331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125693+0000","last_change":"2024-03-07T03:07:58.754207+0000","last_active":"2024-03-07T03:10:57.125693+0000","last_peered":"2024-03-07T03:10:57.125693+0000","last_clean":"2024-03-07T03:10:57.125693+0000","last_became_active":"2024-03-07T03:07:58.753859+0000","last_became_peered":"2024-03-07T03:07:58.753859+0000","last_unstale":"2024-03-07T03:10:57.125693+0000","last_undegraded":"2024-03-07T03:10:57.125693+0000","last_fullsized":"2024-03-07T03:10:57.125693+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:14:02.813872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1052,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:25.940557+0000","last_change":"2024-03-07T03:07:58.755838+0000","last_active":"2024-03-07T03:11:25.940557+0000","last_peered":"2024-03-07T03:11:25.940557+0000","last_clean":"2024-03-07T03:11:25.940557+0000","last_became_active":"2024-03-07T03:07:58.755436+0000","last_became_peered":"2024-03-07T03:07:58.755436+0000","last_unstale":"2024-03-07T03:11:25.940557+0000","last_undegraded":"2024-03-07T03:11:25.940557+0000","last_fullsized":"2024-03-07T03:11:25.940557+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:25.094944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:36.400930+0000","last_change":"2024-03-07T03:07:58.750199+0000","last_active":"2024-03-07T03:12:36.400930+0000","last_peered":"2024-03-07T03:12:36.400930+0000","last_clean":"2024-03-07T03:12:36.400930+0000","last_became_active":"2024-03-07T03:07:58.749858+0000","last_became_peered":"2024-03-07T03:07:58.749858+0000","last_unstale":"2024-03-07T03:12:36.400930+0000","last_undegraded":"2024-03-07T03:12:36.400930+0000","last_fullsized":"2024-03-07T03:12:36.400930+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:41.122539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1014,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:01.164192+0000","last_change":"2024-03-07T03:07:23.076835+0000","last_active":"2024-03-07T03:12:01.164192+0000","last_peered":"2024-03-07T03:12:01.164192+0000","last_clean":"2024-03-07T03:12:01.164192+0000","last_became_active":"2024-03-07T03:07:23.075094+0000","last_became_peered":"2024-03-07T03:07:23.075094+0000","last_unstale":"2024-03-07T03:12:01.164192+0000","last_undegraded":"2024-03-07T03:12:01.164192+0000","last_fullsized":"2024-03-07T03:12:01.164192+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:50:36.739831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1005,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:01.164170+0000","last_change":"2024-03-07T03:07:23.078279+0000","last_active":"2024-03-07T03:12:01.164170+0000","last_peered":"2024-03-07T03:12:01.164170+0000","last_clean":"2024-03-07T03:12:01.164170+0000","last_became_active":"2024-03-07T03:07:23.077338+0000","last_became_peered":"2024-03-07T03:07:23.077338+0000","last_unstale":"2024-03-07T03:12:01.164170+0000","last_undegraded":"2024-03-07T03:12:01.164170+0000","last_fullsized":"2024-03-07T03:12:01.164170+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:05:40.599683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1169,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:59.504527+0000","last_change":"2024-03-07T03:05:01.461919+0000","last_active":"2024-03-07T03:11:59.504527+0000","last_peered":"2024-03-07T03:11:59.504527+0000","last_clean":"2024-03-07T03:11:59.504527+0000","last_became_active":"2024-03-07T03:05:01.459759+0000","last_became_peered":"2024-03-07T03:05:01.459759+0000","last_unstale":"2024-03-07T03:11:59.504527+0000","last_undegraded":"2024-03-07T03:11:59.504527+0000","last_fullsized":"2024-03-07T03:11:59.504527+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:31:45.535178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":972,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:36.400896+0000","last_change":"2024-03-07T03:07:58.753856+0000","last_active":"2024-03-07T03:12:36.400896+0000","last_peered":"2024-03-07T03:12:36.400896+0000","last_clean":"2024-03-07T03:12:36.400896+0000","last_became_active":"2024-03-07T03:07:58.751889+0000","last_became_peered":"2024-03-07T03:07:58.751889+0000","last_unstale":"2024-03-07T03:12:36.400896+0000","last_undegraded":"2024-03-07T03:12:36.400896+0000","last_fullsized":"2024-03-07T03:12:36.400896+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:27:20.126942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"863'1273","reported_seq":4340,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:29.500931+0000","last_change":"2024-03-07T03:10:56.137635+0000","last_active":"2024-03-07T03:11:29.500931+0000","last_peered":"2024-03-07T03:11:29.500931+0000","last_clean":"2024-03-07T03:11:29.500931+0000","last_became_active":"2024-03-07T03:05:01.457883+0000","last_became_peered":"2024-03-07T03:05:01.457883+0000","last_unstale":"2024-03-07T03:11:29.500931+0000","last_undegraded":"2024-03-07T03:11:29.500931+0000","last_fullsized":"2024-03-07T03:11:29.500931+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1273,"log_dups_size":0,"ondisk_log_size":1273,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:21:46.718939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.021818005000000001,"stat_sum":{"num_bytes":15540224,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":258,"num_read_kb":529715,"num_write":442,"num_write_kb":102224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1441792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.f","version":"61'1","reported_seq":1082,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:53.072552+0000","last_change":"2024-03-07T03:07:58.755003+0000","last_active":"2024-03-07T03:12:53.072552+0000","last_peered":"2024-03-07T03:12:53.072552+0000","last_clean":"2024-03-07T03:12:53.072552+0000","last_became_active":"2024-03-07T03:07:58.754564+0000","last_became_peered":"2024-03-07T03:07:58.754564+0000","last_unstale":"2024-03-07T03:12:53.072552+0000","last_undegraded":"2024-03-07T03:12:53.072552+0000","last_fullsized":"2024-03-07T03:12:53.072552+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:34:53.344746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:26.399799+0000","last_change":"2024-03-07T03:07:58.750952+0000","last_active":"2024-03-07T03:12:26.399799+0000","last_peered":"2024-03-07T03:12:26.399799+0000","last_clean":"2024-03-07T03:12:26.399799+0000","last_became_active":"2024-03-07T03:07:58.749229+0000","last_became_peered":"2024-03-07T03:07:58.749229+0000","last_unstale":"2024-03-07T03:12:26.399799+0000","last_undegraded":"2024-03-07T03:12:26.399799+0000","last_fullsized":"2024-03-07T03:12:26.399799+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:53:10.534950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"863'847","reported_seq":4048,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:10.794895+0000","last_change":"2024-03-07T03:10:56.129162+0000","last_active":"2024-03-07T03:12:10.794895+0000","last_peered":"2024-03-07T03:12:10.794895+0000","last_clean":"2024-03-07T03:12:10.794895+0000","last_became_active":"2024-03-07T03:07:23.074596+0000","last_became_peered":"2024-03-07T03:07:23.074596+0000","last_unstale":"2024-03-07T03:12:10.794895+0000","last_undegraded":"2024-03-07T03:12:10.794895+0000","last_fullsized":"2024-03-07T03:12:10.794895+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":847,"log_dups_size":0,"ondisk_log_size":847,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:34:23.625809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0099120149999999997,"stat_sum":{"num_bytes":38936576,"num_objects":11,"num_object_clones":9,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":157,"num_read_kb":413258,"num_write":266,"num_write_kb":109952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":4374528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.2","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:44.902692+0000","last_change":"2024-03-07T03:06:47.845893+0000","last_active":"2024-03-07T03:12:44.902692+0000","last_peered":"2024-03-07T03:12:44.902692+0000","last_clean":"2024-03-07T03:12:44.902692+0000","last_became_active":"2024-03-07T03:06:47.845548+0000","last_became_peered":"2024-03-07T03:06:47.845548+0000","last_unstale":"2024-03-07T03:12:44.902692+0000","last_undegraded":"2024-03-07T03:12:44.902692+0000","last_fullsized":"2024-03-07T03:12:44.902692+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:19:55.051329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:44.902713+0000","last_change":"2024-03-07T03:07:58.751041+0000","last_active":"2024-03-07T03:12:44.902713+0000","last_peered":"2024-03-07T03:12:44.902713+0000","last_clean":"2024-03-07T03:12:44.902713+0000","last_became_active":"2024-03-07T03:07:58.749047+0000","last_became_peered":"2024-03-07T03:07:58.749047+0000","last_unstale":"2024-03-07T03:12:44.902713+0000","last_undegraded":"2024-03-07T03:12:44.902713+0000","last_fullsized":"2024-03-07T03:12:44.902713+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:47:59.256394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1058,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:00.951695+0000","last_change":"2024-03-07T03:06:47.858022+0000","last_active":"2024-03-07T03:13:00.951695+0000","last_peered":"2024-03-07T03:13:00.951695+0000","last_clean":"2024-03-07T03:13:00.951695+0000","last_became_active":"2024-03-07T03:06:47.857526+0000","last_became_peered":"2024-03-07T03:06:47.857526+0000","last_unstale":"2024-03-07T03:13:00.951695+0000","last_undegraded":"2024-03-07T03:13:00.951695+0000","last_fullsized":"2024-03-07T03:13:00.951695+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:02:03.856321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"862'1186","reported_seq":4379,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:10.794958+0000","last_change":"2024-03-07T03:10:56.119983+0000","last_active":"2024-03-07T03:12:10.794958+0000","last_peered":"2024-03-07T03:12:10.794958+0000","last_clean":"2024-03-07T03:12:10.794958+0000","last_became_active":"2024-03-07T03:06:09.988405+0000","last_became_peered":"2024-03-07T03:06:09.988405+0000","last_unstale":"2024-03-07T03:12:10.794958+0000","last_undegraded":"2024-03-07T03:12:10.794958+0000","last_fullsized":"2024-03-07T03:12:10.794958+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1186,"log_dups_size":0,"ondisk_log_size":1186,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:41:38.890400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099770099999999993,"stat_sum":{"num_bytes":13524992,"num_objects":9,"num_object_clones":6,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":208,"num_read_kb":390958,"num_write":505,"num_write_kb":103888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":50642944,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:44.902722+0000","last_change":"2024-03-07T03:05:35.928460+0000","last_active":"2024-03-07T03:12:44.902722+0000","last_peered":"2024-03-07T03:12:44.902722+0000","last_clean":"2024-03-07T03:12:44.902722+0000","last_became_active":"2024-03-07T03:05:35.928017+0000","last_became_peered":"2024-03-07T03:05:35.928017+0000","last_unstale":"2024-03-07T03:12:44.902722+0000","last_undegraded":"2024-03-07T03:12:44.902722+0000","last_fullsized":"2024-03-07T03:12:44.902722+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:53:27.674544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1027,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:00.951637+0000","last_change":"2024-03-07T03:07:23.075249+0000","last_active":"2024-03-07T03:13:00.951637+0000","last_peered":"2024-03-07T03:13:00.951637+0000","last_clean":"2024-03-07T03:13:00.951637+0000","last_became_active":"2024-03-07T03:07:23.074866+0000","last_became_peered":"2024-03-07T03:07:23.074866+0000","last_unstale":"2024-03-07T03:13:00.951637+0000","last_undegraded":"2024-03-07T03:13:00.951637+0000","last_fullsized":"2024-03-07T03:13:00.951637+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:03.393010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1079,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:23.069107+0000","last_change":"2024-03-07T03:07:23.069585+0000","last_active":"2024-03-07T03:12:23.069107+0000","last_peered":"2024-03-07T03:12:23.069107+0000","last_clean":"2024-03-07T03:12:23.069107+0000","last_became_active":"2024-03-07T03:07:23.069262+0000","last_became_peered":"2024-03-07T03:07:23.069262+0000","last_unstale":"2024-03-07T03:12:23.069107+0000","last_undegraded":"2024-03-07T03:12:23.069107+0000","last_fullsized":"2024-03-07T03:12:23.069107+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:11:22.045807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"861'1094","reported_seq":4796,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:29.501030+0000","last_change":"2024-03-07T03:10:57.331022+0000","last_active":"2024-03-07T03:11:29.501030+0000","last_peered":"2024-03-07T03:11:29.501030+0000","last_clean":"2024-03-07T03:11:29.501030+0000","last_became_active":"2024-03-07T03:06:47.847229+0000","last_became_peered":"2024-03-07T03:06:47.847229+0000","last_unstale":"2024-03-07T03:11:29.501030+0000","last_undegraded":"2024-03-07T03:11:29.501030+0000","last_fullsized":"2024-03-07T03:11:29.501030+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1094,"log_dups_size":0,"ondisk_log_size":1094,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:58:27.729404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.032339935,"stat_sum":{"num_bytes":113606656,"num_objects":59,"num_object_clones":55,"num_object_copies":177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":279,"num_read_kb":358703,"num_write":525,"num_write_kb":146904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":36642816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1183,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:04.904853+0000","last_change":"2024-03-07T03:06:47.843416+0000","last_active":"2024-03-07T03:13:04.904853+0000","last_peered":"2024-03-07T03:13:04.904853+0000","last_clean":"2024-03-07T03:13:04.904853+0000","last_became_active":"2024-03-07T03:06:47.842812+0000","last_became_peered":"2024-03-07T03:06:47.842812+0000","last_unstale":"2024-03-07T03:13:04.904853+0000","last_undegraded":"2024-03-07T03:13:04.904853+0000","last_fullsized":"2024-03-07T03:13:04.904853+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:03:02.672609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:24.900773+0000","last_change":"2024-03-07T03:07:23.071850+0000","last_active":"2024-03-07T03:12:24.900773+0000","last_peered":"2024-03-07T03:12:24.900773+0000","last_clean":"2024-03-07T03:12:24.900773+0000","last_became_active":"2024-03-07T03:07:23.071476+0000","last_became_peered":"2024-03-07T03:07:23.071476+0000","last_unstale":"2024-03-07T03:12:24.900773+0000","last_undegraded":"2024-03-07T03:12:24.900773+0000","last_fullsized":"2024-03-07T03:12:24.900773+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:13:05.296486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1157,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:14.498930+0000","last_change":"2024-03-07T03:05:35.926187+0000","last_active":"2024-03-07T03:11:14.498930+0000","last_peered":"2024-03-07T03:11:14.498930+0000","last_clean":"2024-03-07T03:11:14.498930+0000","last_became_active":"2024-03-07T03:05:35.925908+0000","last_became_peered":"2024-03-07T03:05:35.925908+0000","last_unstale":"2024-03-07T03:11:14.498930+0000","last_undegraded":"2024-03-07T03:11:14.498930+0000","last_fullsized":"2024-03-07T03:11:14.498930+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:48:33.101185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"863'1146","reported_seq":3873,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:06.397292+0000","last_change":"2024-03-07T03:10:56.132170+0000","last_active":"2024-03-07T03:12:06.397292+0000","last_peered":"2024-03-07T03:12:06.397292+0000","last_clean":"2024-03-07T03:12:06.397292+0000","last_became_active":"2024-03-07T03:07:58.756854+0000","last_became_peered":"2024-03-07T03:07:58.756854+0000","last_unstale":"2024-03-07T03:12:06.397292+0000","last_undegraded":"2024-03-07T03:12:06.397292+0000","last_fullsized":"2024-03-07T03:12:06.397292+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1146,"log_dups_size":0,"ondisk_log_size":1146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T02:59:04.693146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.010433211,"stat_sum":{"num_bytes":34668544,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":1,"num_read":219,"num_read_kb":317694,"num_write":420,"num_write_kb":93568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":10240000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1005,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:31.160579+0000","last_change":"2024-03-07T03:07:58.760449+0000","last_active":"2024-03-07T03:11:31.160579+0000","last_peered":"2024-03-07T03:11:31.160579+0000","last_clean":"2024-03-07T03:11:31.160579+0000","last_became_active":"2024-03-07T03:07:58.760086+0000","last_became_peered":"2024-03-07T03:07:58.760086+0000","last_unstale":"2024-03-07T03:11:31.160579+0000","last_undegraded":"2024-03-07T03:11:31.160579+0000","last_fullsized":"2024-03-07T03:11:31.160579+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:34:38.583100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1088,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:48.962254+0000","last_change":"2024-03-07T03:07:23.073659+0000","last_active":"2024-03-07T03:11:48.962254+0000","last_peered":"2024-03-07T03:11:48.962254+0000","last_clean":"2024-03-07T03:11:48.962254+0000","last_became_active":"2024-03-07T03:07:23.073277+0000","last_became_peered":"2024-03-07T03:07:23.073277+0000","last_unstale":"2024-03-07T03:11:48.962254+0000","last_undegraded":"2024-03-07T03:11:48.962254+0000","last_fullsized":"2024-03-07T03:11:48.962254+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:48:34.819985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1061,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:00.951679+0000","last_change":"2024-03-07T03:07:58.752576+0000","last_active":"2024-03-07T03:13:00.951679+0000","last_peered":"2024-03-07T03:13:00.951679+0000","last_clean":"2024-03-07T03:13:00.951679+0000","last_became_active":"2024-03-07T03:07:58.752193+0000","last_became_peered":"2024-03-07T03:07:58.752193+0000","last_unstale":"2024-03-07T03:13:00.951679+0000","last_undegraded":"2024-03-07T03:13:00.951679+0000","last_fullsized":"2024-03-07T03:13:00.951679+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:55:14.205594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"395'197","reported_seq":1465,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:56.396254+0000","last_change":"2024-03-07T03:07:58.752982+0000","last_active":"2024-03-07T03:11:56.396254+0000","last_peered":"2024-03-07T03:11:56.396254+0000","last_clean":"2024-03-07T03:11:56.396254+0000","last_became_active":"2024-03-07T03:07:58.752004+0000","last_became_peered":"2024-03-07T03:07:58.752004+0000","last_unstale":"2024-03-07T03:11:56.396254+0000","last_undegraded":"2024-03-07T03:11:56.396254+0000","last_fullsized":"2024-03-07T03:11:56.396254+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_clean_scrub_stamp":"2024-03-07T02:51:31.238394+0000","objects_scrubbed":0,"log_size":197,"log_dups_size":0,"ondisk_log_size":197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:53.766202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"858'3145","reported_seq":6529,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:05.938483+0000","last_change":"2024-03-07T03:10:57.131283+0000","last_active":"2024-03-07T03:11:05.938483+0000","last_peered":"2024-03-07T03:11:05.938483+0000","last_clean":"2024-03-07T03:11:05.938483+0000","last_became_active":"2024-03-07T03:06:47.859231+0000","last_became_peered":"2024-03-07T03:06:47.859231+0000","last_unstale":"2024-03-07T03:11:05.938483+0000","last_undegraded":"2024-03-07T03:11:05.938483+0000","last_fullsized":"2024-03-07T03:11:05.938483+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3145,"log_dups_size":0,"ondisk_log_size":3145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:10:03.781442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001499434,"stat_sum":{"num_bytes":18481152,"num_objects":15,"num_object_clones":14,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":124,"num_read_kb":398406,"num_write":253,"num_write_kb":45856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":9773056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:30.797058+0000","last_change":"2024-03-07T03:05:01.454053+0000","last_active":"2024-03-07T03:12:30.797058+0000","last_peered":"2024-03-07T03:12:30.797058+0000","last_clean":"2024-03-07T03:12:30.797058+0000","last_became_active":"2024-03-07T03:05:01.453718+0000","last_became_peered":"2024-03-07T03:05:01.453718+0000","last_unstale":"2024-03-07T03:12:30.797058+0000","last_undegraded":"2024-03-07T03:12:30.797058+0000","last_fullsized":"2024-03-07T03:12:30.797058+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:10:59.835543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:10.794862+0000","last_change":"2024-03-07T03:06:09.987673+0000","last_active":"2024-03-07T03:12:10.794862+0000","last_peered":"2024-03-07T03:12:10.794862+0000","last_clean":"2024-03-07T03:12:10.794862+0000","last_became_active":"2024-03-07T03:06:09.987328+0000","last_became_peered":"2024-03-07T03:06:09.987328+0000","last_unstale":"2024-03-07T03:12:10.794862+0000","last_undegraded":"2024-03-07T03:12:10.794862+0000","last_fullsized":"2024-03-07T03:12:10.794862+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:11:17.983744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":974,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:56.396227+0000","last_change":"2024-03-07T03:07:58.757849+0000","last_active":"2024-03-07T03:11:56.396227+0000","last_peered":"2024-03-07T03:11:56.396227+0000","last_clean":"2024-03-07T03:11:56.396227+0000","last_became_active":"2024-03-07T03:07:58.757399+0000","last_became_peered":"2024-03-07T03:07:58.757399+0000","last_unstale":"2024-03-07T03:11:56.396227+0000","last_undegraded":"2024-03-07T03:11:56.396227+0000","last_fullsized":"2024-03-07T03:11:56.396227+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:54:11.413787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"864'1259","reported_seq":4063,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:31.160553+0000","last_change":"2024-03-07T03:10:56.129203+0000","last_active":"2024-03-07T03:11:31.160553+0000","last_peered":"2024-03-07T03:11:31.160553+0000","last_clean":"2024-03-07T03:11:31.160553+0000","last_became_active":"2024-03-07T03:07:23.080120+0000","last_became_peered":"2024-03-07T03:07:23.080120+0000","last_unstale":"2024-03-07T03:11:31.160553+0000","last_undegraded":"2024-03-07T03:11:31.160553+0000","last_fullsized":"2024-03-07T03:11:31.160553+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1259,"log_dups_size":0,"ondisk_log_size":1259,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:33:24.850580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0059393290000000001,"stat_sum":{"num_bytes":23298048,"num_objects":10,"num_object_clones":7,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":249,"num_read_kb":271095,"num_write":553,"num_write_kb":138504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":18890752,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.3","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:10.794923+0000","last_change":"2024-03-07T03:07:58.750289+0000","last_active":"2024-03-07T03:12:10.794923+0000","last_peered":"2024-03-07T03:12:10.794923+0000","last_clean":"2024-03-07T03:12:10.794923+0000","last_became_active":"2024-03-07T03:07:58.749557+0000","last_became_peered":"2024-03-07T03:07:58.749557+0000","last_unstale":"2024-03-07T03:12:10.794923+0000","last_undegraded":"2024-03-07T03:12:10.794923+0000","last_fullsized":"2024-03-07T03:12:10.794923+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:54:43.865660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":988,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:06.397329+0000","last_change":"2024-03-07T03:07:58.758005+0000","last_active":"2024-03-07T03:12:06.397329+0000","last_peered":"2024-03-07T03:12:06.397329+0000","last_clean":"2024-03-07T03:12:06.397329+0000","last_became_active":"2024-03-07T03:07:58.756833+0000","last_became_peered":"2024-03-07T03:07:58.756833+0000","last_unstale":"2024-03-07T03:12:06.397329+0000","last_undegraded":"2024-03-07T03:12:06.397329+0000","last_fullsized":"2024-03-07T03:12:06.397329+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:37:55.288554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:44.902730+0000","last_change":"2024-03-07T03:06:47.843644+0000","last_active":"2024-03-07T03:12:44.902730+0000","last_peered":"2024-03-07T03:12:44.902730+0000","last_clean":"2024-03-07T03:12:44.902730+0000","last_became_active":"2024-03-07T03:06:47.842694+0000","last_became_peered":"2024-03-07T03:06:47.842694+0000","last_unstale":"2024-03-07T03:12:44.902730+0000","last_undegraded":"2024-03-07T03:12:44.902730+0000","last_fullsized":"2024-03-07T03:12:44.902730+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:25:34.783974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"863'880","reported_seq":3815,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:23.069074+0000","last_change":"2024-03-07T03:10:56.125509+0000","last_active":"2024-03-07T03:12:23.069074+0000","last_peered":"2024-03-07T03:12:23.069074+0000","last_clean":"2024-03-07T03:12:23.069074+0000","last_became_active":"2024-03-07T03:07:58.755248+0000","last_became_peered":"2024-03-07T03:07:58.755248+0000","last_unstale":"2024-03-07T03:12:23.069074+0000","last_undegraded":"2024-03-07T03:12:23.069074+0000","last_fullsized":"2024-03-07T03:12:23.069074+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":880,"log_dups_size":0,"ondisk_log_size":880,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:40:02.788467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0073429089999999999,"stat_sum":{"num_bytes":9224192,"num_objects":8,"num_object_clones":6,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":1,"num_read":161,"num_read_kb":133885,"num_write":362,"num_write_kb":55920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1124,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:33.960811+0000","last_change":"2024-03-07T03:07:58.764215+0000","last_active":"2024-03-07T03:11:33.960811+0000","last_peered":"2024-03-07T03:11:33.960811+0000","last_clean":"2024-03-07T03:11:33.960811+0000","last_became_active":"2024-03-07T03:07:58.763818+0000","last_became_peered":"2024-03-07T03:07:58.763818+0000","last_unstale":"2024-03-07T03:11:33.960811+0000","last_undegraded":"2024-03-07T03:11:33.960811+0000","last_fullsized":"2024-03-07T03:11:33.960811+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:27:54.623360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"719'2","reported_seq":1193,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:04.904841+0000","last_change":"2024-03-07T03:07:23.074913+0000","last_active":"2024-03-07T03:13:04.904841+0000","last_peered":"2024-03-07T03:13:04.904841+0000","last_clean":"2024-03-07T03:13:04.904841+0000","last_became_active":"2024-03-07T03:07:23.074530+0000","last_became_peered":"2024-03-07T03:07:23.074530+0000","last_unstale":"2024-03-07T03:13:04.904841+0000","last_undegraded":"2024-03-07T03:13:04.904841+0000","last_fullsized":"2024-03-07T03:13:04.904841+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:13:25.877187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1127,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:03.963704+0000","last_change":"2024-03-07T03:07:58.757756+0000","last_active":"2024-03-07T03:12:03.963704+0000","last_peered":"2024-03-07T03:12:03.963704+0000","last_clean":"2024-03-07T03:12:03.963704+0000","last_became_active":"2024-03-07T03:07:58.757430+0000","last_became_peered":"2024-03-07T03:07:58.757430+0000","last_unstale":"2024-03-07T03:12:03.963704+0000","last_undegraded":"2024-03-07T03:12:03.963704+0000","last_fullsized":"2024-03-07T03:12:03.963704+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:22:21.412765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"863'1564","reported_seq":5163,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:33.960760+0000","last_change":"2024-03-07T03:10:57.329944+0000","last_active":"2024-03-07T03:11:33.960760+0000","last_peered":"2024-03-07T03:11:33.960760+0000","last_clean":"2024-03-07T03:11:33.960760+0000","last_became_active":"2024-03-07T03:06:09.990793+0000","last_became_peered":"2024-03-07T03:06:09.990793+0000","last_unstale":"2024-03-07T03:11:33.960760+0000","last_undegraded":"2024-03-07T03:11:33.960760+0000","last_fullsized":"2024-03-07T03:11:33.960760+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1564,"log_dups_size":0,"ondisk_log_size":1564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":143,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:53.639078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.019553126000000001,"stat_sum":{"num_bytes":100999168,"num_objects":73,"num_object_clones":68,"num_object_copies":219,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":1,"num_read":410,"num_read_kb":572954,"num_write":777,"num_write_kb":204640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":51175424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"c"},{"start":"178","length":"4"},{"start":"17e","length":"3"},{"start":"182","length":"4"},{"start":"187","length":"5"},{"start":"18d","length":"2"}]},{"pgid":"4.1","version":"0'0","reported_seq":1080,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:23.069051+0000","last_change":"2024-03-07T03:07:23.071468+0000","last_active":"2024-03-07T03:12:23.069051+0000","last_peered":"2024-03-07T03:12:23.069051+0000","last_clean":"2024-03-07T03:12:23.069051+0000","last_became_active":"2024-03-07T03:07:23.071160+0000","last_became_peered":"2024-03-07T03:07:23.071160+0000","last_unstale":"2024-03-07T03:12:23.069051+0000","last_undegraded":"2024-03-07T03:12:23.069051+0000","last_fullsized":"2024-03-07T03:12:23.069051+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:17:55.686793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":990,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:41.161677+0000","last_change":"2024-03-07T03:07:58.759142+0000","last_active":"2024-03-07T03:11:41.161677+0000","last_peered":"2024-03-07T03:11:41.161677+0000","last_clean":"2024-03-07T03:11:41.161677+0000","last_became_active":"2024-03-07T03:07:58.758771+0000","last_became_peered":"2024-03-07T03:07:58.758771+0000","last_unstale":"2024-03-07T03:11:41.161677+0000","last_undegraded":"2024-03-07T03:11:41.161677+0000","last_fullsized":"2024-03-07T03:11:41.161677+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:45:13.985820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:30.797025+0000","last_change":"2024-03-07T03:06:09.988597+0000","last_active":"2024-03-07T03:12:30.797025+0000","last_peered":"2024-03-07T03:12:30.797025+0000","last_clean":"2024-03-07T03:12:30.797025+0000","last_became_active":"2024-03-07T03:06:09.988261+0000","last_became_peered":"2024-03-07T03:06:09.988261+0000","last_unstale":"2024-03-07T03:12:30.797025+0000","last_undegraded":"2024-03-07T03:12:30.797025+0000","last_fullsized":"2024-03-07T03:12:30.797025+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:11:06.717251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"843'3099","reported_seq":6398,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:15.939512+0000","last_change":"2024-03-07T03:10:57.131044+0000","last_active":"2024-03-07T03:11:15.939512+0000","last_peered":"2024-03-07T03:11:15.939512+0000","last_clean":"2024-03-07T03:11:15.939512+0000","last_became_active":"2024-03-07T03:07:23.084936+0000","last_became_peered":"2024-03-07T03:07:23.084936+0000","last_unstale":"2024-03-07T03:11:15.939512+0000","last_undegraded":"2024-03-07T03:11:15.939512+0000","last_fullsized":"2024-03-07T03:11:15.939512+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3099,"log_dups_size":0,"ondisk_log_size":3099,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:46:48.809690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012703,"stat_sum":{"num_bytes":8347648,"num_objects":13,"num_object_clones":12,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":56,"num_read_kb":33721,"num_write":241,"num_write_kb":36816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":434176,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1146,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:29.500973+0000","last_change":"2024-03-07T03:05:01.461136+0000","last_active":"2024-03-07T03:11:29.500973+0000","last_peered":"2024-03-07T03:11:29.500973+0000","last_clean":"2024-03-07T03:11:29.500973+0000","last_became_active":"2024-03-07T03:05:01.457189+0000","last_became_peered":"2024-03-07T03:05:01.457189+0000","last_unstale":"2024-03-07T03:11:29.500973+0000","last_undegraded":"2024-03-07T03:11:29.500973+0000","last_fullsized":"2024-03-07T03:11:29.500973+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:23.791243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1103,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:38.070678+0000","last_change":"2024-03-07T03:07:58.750311+0000","last_active":"2024-03-07T03:12:38.070678+0000","last_peered":"2024-03-07T03:12:38.070678+0000","last_clean":"2024-03-07T03:12:38.070678+0000","last_became_active":"2024-03-07T03:07:58.750001+0000","last_became_peered":"2024-03-07T03:07:58.750001+0000","last_unstale":"2024-03-07T03:12:38.070678+0000","last_undegraded":"2024-03-07T03:12:38.070678+0000","last_fullsized":"2024-03-07T03:12:38.070678+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:05.963944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"847'12789","reported_seq":16203,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:12:53.072507+0000","last_change":"2024-03-07T03:10:57.124034+0000","last_active":"2024-03-07T03:12:53.072507+0000","last_peered":"2024-03-07T03:12:53.072507+0000","last_clean":"2024-03-07T03:12:53.072507+0000","last_became_active":"2024-03-07T03:06:47.859957+0000","last_became_peered":"2024-03-07T03:06:47.859957+0000","last_unstale":"2024-03-07T03:12:53.072507+0000","last_undegraded":"2024-03-07T03:12:53.072507+0000","last_fullsized":"2024-03-07T03:12:53.072507+0000","mapping_epoch":625,"log_start":"599'6200","ondisk_log_start":"599'6200","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":6589,"log_dups_size":0,"ondisk_log_size":6589,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":137,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:29:13.699651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0091875959999999993,"stat_sum":{"num_bytes":71745536,"num_objects":32,"num_object_clones":30,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":0,"num_read":146,"num_read_kb":316804,"num_write":323,"num_write_kb":90232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":20865024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"5"},{"start":"171","length":"b"},{"start":"17e","length":"8"},{"start":"187","length":"5"},{"start":"18d","length":"3"},{"start":"192","length":"1"},{"start":"197","length":"1"},{"start":"199","length":"2"}]},{"pgid":"2.9","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:04.904773+0000","last_change":"2024-03-07T03:07:58.752456+0000","last_active":"2024-03-07T03:13:04.904773+0000","last_peered":"2024-03-07T03:13:04.904773+0000","last_clean":"2024-03-07T03:13:04.904773+0000","last_became_active":"2024-03-07T03:07:58.752118+0000","last_became_peered":"2024-03-07T03:07:58.752118+0000","last_unstale":"2024-03-07T03:13:04.904773+0000","last_undegraded":"2024-03-07T03:13:04.904773+0000","last_fullsized":"2024-03-07T03:13:04.904773+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:08:08.574482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1118,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:03.963633+0000","last_change":"2024-03-07T03:07:58.757839+0000","last_active":"2024-03-07T03:12:03.963633+0000","last_peered":"2024-03-07T03:12:03.963633+0000","last_clean":"2024-03-07T03:12:03.963633+0000","last_became_active":"2024-03-07T03:07:58.757495+0000","last_became_peered":"2024-03-07T03:07:58.757495+0000","last_unstale":"2024-03-07T03:12:03.963633+0000","last_undegraded":"2024-03-07T03:12:03.963633+0000","last_fullsized":"2024-03-07T03:12:03.963633+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:27:02.190643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"861'1463","reported_seq":5088,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:44.502699+0000","last_change":"2024-03-07T03:10:57.330799+0000","last_active":"2024-03-07T03:11:44.502699+0000","last_peered":"2024-03-07T03:11:44.502699+0000","last_clean":"2024-03-07T03:11:44.502699+0000","last_became_active":"2024-03-07T03:07:58.763085+0000","last_became_peered":"2024-03-07T03:07:58.763085+0000","last_unstale":"2024-03-07T03:11:44.502699+0000","last_undegraded":"2024-03-07T03:11:44.502699+0000","last_fullsized":"2024-03-07T03:11:44.502699+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1463,"log_dups_size":0,"ondisk_log_size":1463,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:39:21.050544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.016579719999999999,"stat_sum":{"num_bytes":106192896,"num_objects":71,"num_object_clones":66,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":1,"num_read":323,"num_read_kb":516030,"num_write":942,"num_write_kb":231680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":48201728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:04.904803+0000","last_change":"2024-03-07T03:07:58.752370+0000","last_active":"2024-03-07T03:13:04.904803+0000","last_peered":"2024-03-07T03:13:04.904803+0000","last_clean":"2024-03-07T03:13:04.904803+0000","last_became_active":"2024-03-07T03:07:58.751985+0000","last_became_peered":"2024-03-07T03:07:58.751985+0000","last_unstale":"2024-03-07T03:13:04.904803+0000","last_undegraded":"2024-03-07T03:13:04.904803+0000","last_fullsized":"2024-03-07T03:13:04.904803+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:31:33.590004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1127,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:18.965443+0000","last_change":"2024-03-07T03:06:09.987484+0000","last_active":"2024-03-07T03:12:18.965443+0000","last_peered":"2024-03-07T03:12:18.965443+0000","last_clean":"2024-03-07T03:12:18.965443+0000","last_became_active":"2024-03-07T03:06:09.986947+0000","last_became_peered":"2024-03-07T03:06:09.986947+0000","last_unstale":"2024-03-07T03:12:18.965443+0000","last_undegraded":"2024-03-07T03:12:18.965443+0000","last_fullsized":"2024-03-07T03:12:18.965443+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:37:38.253630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"857'1055","reported_seq":4918,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:09.892916+0000","last_change":"2024-03-07T03:10:57.123092+0000","last_active":"2024-03-07T03:11:09.892916+0000","last_peered":"2024-03-07T03:11:09.892916+0000","last_clean":"2024-03-07T03:11:09.892916+0000","last_became_active":"2024-03-07T03:06:09.993513+0000","last_became_peered":"2024-03-07T03:06:09.993513+0000","last_unstale":"2024-03-07T03:11:09.892916+0000","last_undegraded":"2024-03-07T03:11:09.892916+0000","last_fullsized":"2024-03-07T03:11:09.892916+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1055,"log_dups_size":0,"ondisk_log_size":1055,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:34:07.352811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013205965,"stat_sum":{"num_bytes":99745792,"num_objects":66,"num_object_clones":62,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":306,"num_read_kb":434534,"num_write":588,"num_write_kb":145464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":21749760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.b","version":"716'3","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:26.399720+0000","last_change":"2024-03-07T03:07:58.749480+0000","last_active":"2024-03-07T03:12:26.399720+0000","last_peered":"2024-03-07T03:12:26.399720+0000","last_clean":"2024-03-07T03:12:26.399720+0000","last_became_active":"2024-03-07T03:07:58.749098+0000","last_became_peered":"2024-03-07T03:07:58.749098+0000","last_unstale":"2024-03-07T03:12:26.399720+0000","last_undegraded":"2024-03-07T03:12:26.399720+0000","last_fullsized":"2024-03-07T03:12:26.399720+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:35:33.945855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1035,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:41.161624+0000","last_change":"2024-03-07T03:07:23.075725+0000","last_active":"2024-03-07T03:11:41.161624+0000","last_peered":"2024-03-07T03:11:41.161624+0000","last_clean":"2024-03-07T03:11:41.161624+0000","last_became_active":"2024-03-07T03:07:23.075203+0000","last_became_peered":"2024-03-07T03:07:23.075203+0000","last_unstale":"2024-03-07T03:11:41.161624+0000","last_undegraded":"2024-03-07T03:11:41.161624+0000","last_fullsized":"2024-03-07T03:11:41.161624+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:47:11.192302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"863'1711","reported_seq":5460,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:44.502642+0000","last_change":"2024-03-07T03:10:57.330918+0000","last_active":"2024-03-07T03:11:44.502642+0000","last_peered":"2024-03-07T03:11:44.502642+0000","last_clean":"2024-03-07T03:11:44.502642+0000","last_became_active":"2024-03-07T03:06:47.849454+0000","last_became_peered":"2024-03-07T03:06:47.849454+0000","last_unstale":"2024-03-07T03:11:44.502642+0000","last_undegraded":"2024-03-07T03:11:44.502642+0000","last_fullsized":"2024-03-07T03:11:44.502642+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1711,"log_dups_size":0,"ondisk_log_size":1711,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:40:07.156907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.014160193999999999,"stat_sum":{"num_bytes":165158912,"num_objects":93,"num_object_clones":87,"num_object_copies":279,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":93,"num_whiteouts":2,"num_read":489,"num_read_kb":756200,"num_write":870,"num_write_kb":258896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":69541888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1156,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:44.502687+0000","last_change":"2024-03-07T03:06:47.847077+0000","last_active":"2024-03-07T03:11:44.502687+0000","last_peered":"2024-03-07T03:11:44.502687+0000","last_clean":"2024-03-07T03:11:44.502687+0000","last_became_active":"2024-03-07T03:06:47.846359+0000","last_became_peered":"2024-03-07T03:06:47.846359+0000","last_unstale":"2024-03-07T03:11:44.502687+0000","last_undegraded":"2024-03-07T03:11:44.502687+0000","last_fullsized":"2024-03-07T03:11:44.502687+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:00:08.102949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":972,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:26.399763+0000","last_change":"2024-03-07T03:07:58.760528+0000","last_active":"2024-03-07T03:12:26.399763+0000","last_peered":"2024-03-07T03:12:26.399763+0000","last_clean":"2024-03-07T03:12:26.399763+0000","last_became_active":"2024-03-07T03:07:58.760226+0000","last_became_peered":"2024-03-07T03:07:58.760226+0000","last_unstale":"2024-03-07T03:12:26.399763+0000","last_undegraded":"2024-03-07T03:12:26.399763+0000","last_fullsized":"2024-03-07T03:12:26.399763+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:10:36.411047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"863'1938","reported_seq":4938,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:29.500990+0000","last_change":"2024-03-07T03:10:56.140803+0000","last_active":"2024-03-07T03:11:29.500990+0000","last_peered":"2024-03-07T03:11:29.500990+0000","last_clean":"2024-03-07T03:11:29.500990+0000","last_became_active":"2024-03-07T03:06:09.993933+0000","last_became_peered":"2024-03-07T03:06:09.993933+0000","last_unstale":"2024-03-07T03:11:29.500990+0000","last_undegraded":"2024-03-07T03:11:29.500990+0000","last_fullsized":"2024-03-07T03:11:29.500990+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1938,"log_dups_size":0,"ondisk_log_size":1938,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:16.359457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.024996012000000001,"stat_sum":{"num_bytes":22765568,"num_objects":17,"num_object_clones":12,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":2,"num_read":350,"num_read_kb":387634,"num_write":702,"num_write_kb":183472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":7151616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.d","version":"61'1","reported_seq":1190,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:09.892941+0000","last_change":"2024-03-07T03:06:09.993129+0000","last_active":"2024-03-07T03:11:09.892941+0000","last_peered":"2024-03-07T03:11:09.892941+0000","last_clean":"2024-03-07T03:11:09.892941+0000","last_became_active":"2024-03-07T03:06:09.992737+0000","last_became_peered":"2024-03-07T03:06:09.992737+0000","last_unstale":"2024-03-07T03:11:09.892941+0000","last_undegraded":"2024-03-07T03:11:09.892941+0000","last_fullsized":"2024-03-07T03:11:09.892941+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:02:42.055569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1051,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:15.939486+0000","last_change":"2024-03-07T03:07:23.076846+0000","last_active":"2024-03-07T03:11:15.939486+0000","last_peered":"2024-03-07T03:11:15.939486+0000","last_clean":"2024-03-07T03:11:15.939486+0000","last_became_active":"2024-03-07T03:07:23.075895+0000","last_became_peered":"2024-03-07T03:07:23.075895+0000","last_unstale":"2024-03-07T03:11:15.939486+0000","last_undegraded":"2024-03-07T03:11:15.939486+0000","last_fullsized":"2024-03-07T03:11:15.939486+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:09:15.080126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"854'331","reported_seq":3439,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:12:16.398465+0000","last_change":"2024-03-07T03:10:57.298223+0000","last_active":"2024-03-07T03:12:16.398465+0000","last_peered":"2024-03-07T03:12:16.398465+0000","last_clean":"2024-03-07T03:12:16.398465+0000","last_became_active":"2024-03-07T03:07:58.749089+0000","last_became_peered":"2024-03-07T03:07:58.749089+0000","last_unstale":"2024-03-07T03:12:16.398465+0000","last_undegraded":"2024-03-07T03:12:16.398465+0000","last_fullsized":"2024-03-07T03:12:16.398465+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":331,"log_dups_size":0,"ondisk_log_size":331,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":83,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:26:07.404191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00085119700000000004,"stat_sum":{"num_bytes":15409152,"num_objects":11,"num_object_clones":10,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":91,"num_read_kb":118251,"num_write":162,"num_write_kb":30616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":34586624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"56"},{"start":"1c2","length":"3"},{"start":"1c9","length":"1"}]},{"pgid":"2.e","version":"61'2","reported_seq":1160,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:44.502729+0000","last_change":"2024-03-07T03:07:58.755578+0000","last_active":"2024-03-07T03:11:44.502729+0000","last_peered":"2024-03-07T03:11:44.502729+0000","last_clean":"2024-03-07T03:11:44.502729+0000","last_became_active":"2024-03-07T03:07:58.755160+0000","last_became_peered":"2024-03-07T03:07:58.755160+0000","last_unstale":"2024-03-07T03:11:44.502729+0000","last_undegraded":"2024-03-07T03:11:44.502729+0000","last_fullsized":"2024-03-07T03:11:44.502729+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:20.584382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:26.399820+0000","last_change":"2024-03-07T03:07:58.751269+0000","last_active":"2024-03-07T03:12:26.399820+0000","last_peered":"2024-03-07T03:12:26.399820+0000","last_clean":"2024-03-07T03:12:26.399820+0000","last_became_active":"2024-03-07T03:07:58.750956+0000","last_became_peered":"2024-03-07T03:07:58.750956+0000","last_unstale":"2024-03-07T03:12:26.399820+0000","last_undegraded":"2024-03-07T03:12:26.399820+0000","last_fullsized":"2024-03-07T03:12:26.399820+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:39.414545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1006,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:31.160523+0000","last_change":"2024-03-07T03:07:23.081711+0000","last_active":"2024-03-07T03:11:31.160523+0000","last_peered":"2024-03-07T03:11:31.160523+0000","last_clean":"2024-03-07T03:11:31.160523+0000","last_became_active":"2024-03-07T03:07:23.079269+0000","last_became_peered":"2024-03-07T03:07:23.079269+0000","last_unstale":"2024-03-07T03:11:31.160523+0000","last_undegraded":"2024-03-07T03:11:31.160523+0000","last_fullsized":"2024-03-07T03:11:31.160523+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:39.008957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1157,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:14.498905+0000","last_change":"2024-03-07T03:07:23.072806+0000","last_active":"2024-03-07T03:11:14.498905+0000","last_peered":"2024-03-07T03:11:14.498905+0000","last_clean":"2024-03-07T03:11:14.498905+0000","last_became_active":"2024-03-07T03:07:23.071234+0000","last_became_peered":"2024-03-07T03:07:23.071234+0000","last_unstale":"2024-03-07T03:11:14.498905+0000","last_undegraded":"2024-03-07T03:11:14.498905+0000","last_fullsized":"2024-03-07T03:11:14.498905+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:52.610744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1058,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:00.951666+0000","last_change":"2024-03-07T03:06:47.851593+0000","last_active":"2024-03-07T03:13:00.951666+0000","last_peered":"2024-03-07T03:13:00.951666+0000","last_clean":"2024-03-07T03:13:00.951666+0000","last_became_active":"2024-03-07T03:06:47.849677+0000","last_became_peered":"2024-03-07T03:06:47.849677+0000","last_unstale":"2024-03-07T03:13:00.951666+0000","last_undegraded":"2024-03-07T03:13:00.951666+0000","last_fullsized":"2024-03-07T03:13:00.951666+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:30.969251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1116,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:14.498954+0000","last_change":"2024-03-07T03:06:09.995434+0000","last_active":"2024-03-07T03:11:14.498954+0000","last_peered":"2024-03-07T03:11:14.498954+0000","last_clean":"2024-03-07T03:11:14.498954+0000","last_became_active":"2024-03-07T03:06:09.994939+0000","last_became_peered":"2024-03-07T03:06:09.994939+0000","last_unstale":"2024-03-07T03:11:14.498954+0000","last_undegraded":"2024-03-07T03:11:14.498954+0000","last_fullsized":"2024-03-07T03:11:14.498954+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:27:11.737354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1127,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:03.963669+0000","last_change":"2024-03-07T03:06:09.987381+0000","last_active":"2024-03-07T03:12:03.963669+0000","last_peered":"2024-03-07T03:12:03.963669+0000","last_clean":"2024-03-07T03:12:03.963669+0000","last_became_active":"2024-03-07T03:06:09.986952+0000","last_became_peered":"2024-03-07T03:06:09.986952+0000","last_unstale":"2024-03-07T03:12:03.963669+0000","last_undegraded":"2024-03-07T03:12:03.963669+0000","last_fullsized":"2024-03-07T03:12:03.963669+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:26:15.439852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:04.904825+0000","last_change":"2024-03-07T03:05:35.923999+0000","last_active":"2024-03-07T03:13:04.904825+0000","last_peered":"2024-03-07T03:13:04.904825+0000","last_clean":"2024-03-07T03:13:04.904825+0000","last_became_active":"2024-03-07T03:05:35.923719+0000","last_became_peered":"2024-03-07T03:05:35.923719+0000","last_unstale":"2024-03-07T03:13:04.904825+0000","last_undegraded":"2024-03-07T03:13:04.904825+0000","last_fullsized":"2024-03-07T03:13:04.904825+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:43:04.724647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1008,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:41.161665+0000","last_change":"2024-03-07T03:07:58.749989+0000","last_active":"2024-03-07T03:11:41.161665+0000","last_peered":"2024-03-07T03:11:41.161665+0000","last_clean":"2024-03-07T03:11:41.161665+0000","last_became_active":"2024-03-07T03:07:58.749643+0000","last_became_peered":"2024-03-07T03:07:58.749643+0000","last_unstale":"2024-03-07T03:11:41.161665+0000","last_undegraded":"2024-03-07T03:11:41.161665+0000","last_fullsized":"2024-03-07T03:11:41.161665+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:00:44.729806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1110,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:03.963717+0000","last_change":"2024-03-07T03:06:09.999184+0000","last_active":"2024-03-07T03:12:03.963717+0000","last_peered":"2024-03-07T03:12:03.963717+0000","last_clean":"2024-03-07T03:12:03.963717+0000","last_became_active":"2024-03-07T03:06:09.998856+0000","last_became_peered":"2024-03-07T03:06:09.998856+0000","last_unstale":"2024-03-07T03:12:03.963717+0000","last_undegraded":"2024-03-07T03:12:03.963717+0000","last_fullsized":"2024-03-07T03:12:03.963717+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:37:00.102189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1057,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:05.938424+0000","last_change":"2024-03-07T03:06:47.857644+0000","last_active":"2024-03-07T03:11:05.938424+0000","last_peered":"2024-03-07T03:11:05.938424+0000","last_clean":"2024-03-07T03:11:05.938424+0000","last_became_active":"2024-03-07T03:06:47.857354+0000","last_became_peered":"2024-03-07T03:06:47.857354+0000","last_unstale":"2024-03-07T03:11:05.938424+0000","last_undegraded":"2024-03-07T03:11:05.938424+0000","last_fullsized":"2024-03-07T03:11:05.938424+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:02:18.860369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1118,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:18.965420+0000","last_change":"2024-03-07T03:06:09.987872+0000","last_active":"2024-03-07T03:12:18.965420+0000","last_peered":"2024-03-07T03:12:18.965420+0000","last_clean":"2024-03-07T03:12:18.965420+0000","last_became_active":"2024-03-07T03:06:09.986852+0000","last_became_peered":"2024-03-07T03:06:09.986852+0000","last_unstale":"2024-03-07T03:12:18.965420+0000","last_undegraded":"2024-03-07T03:12:18.965420+0000","last_fullsized":"2024-03-07T03:12:18.965420+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:13.708512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1035,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:15.939446+0000","last_change":"2024-03-07T03:07:58.755825+0000","last_active":"2024-03-07T03:11:15.939446+0000","last_peered":"2024-03-07T03:11:15.939446+0000","last_clean":"2024-03-07T03:11:15.939446+0000","last_became_active":"2024-03-07T03:07:58.755395+0000","last_became_peered":"2024-03-07T03:07:58.755395+0000","last_unstale":"2024-03-07T03:11:15.939446+0000","last_undegraded":"2024-03-07T03:11:15.939446+0000","last_fullsized":"2024-03-07T03:11:15.939446+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:10:43.184914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:50.799209+0000","last_change":"2024-03-07T03:07:58.753962+0000","last_active":"2024-03-07T03:12:50.799209+0000","last_peered":"2024-03-07T03:12:50.799209+0000","last_clean":"2024-03-07T03:12:50.799209+0000","last_became_active":"2024-03-07T03:07:58.753619+0000","last_became_peered":"2024-03-07T03:07:58.753619+0000","last_unstale":"2024-03-07T03:12:50.799209+0000","last_undegraded":"2024-03-07T03:12:50.799209+0000","last_fullsized":"2024-03-07T03:12:50.799209+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:44:44.641067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1013,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:51.162869+0000","last_change":"2024-03-07T03:07:23.078516+0000","last_active":"2024-03-07T03:11:51.162869+0000","last_peered":"2024-03-07T03:11:51.162869+0000","last_clean":"2024-03-07T03:11:51.162869+0000","last_became_active":"2024-03-07T03:07:23.076017+0000","last_became_peered":"2024-03-07T03:07:23.076017+0000","last_unstale":"2024-03-07T03:11:51.162869+0000","last_undegraded":"2024-03-07T03:11:51.162869+0000","last_fullsized":"2024-03-07T03:11:51.162869+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:17:54.725933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":857645056,"num_objects":516,"num_object_clones":466,"num_object_copies":1548,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":516,"num_whiteouts":8,"num_read":3826,"num_read_kb":5949842,"num_write":7931,"num_write_kb":1978632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":107,"num_bytes_recovered":385712128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1170673664,"data_stored":2969124864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28580,"ondisk_log_size":28580,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197,"ondisk_log_size":197,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":26375,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":694,"seq":2980707303512,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":150184,"kb_used_data":96156,"kb_used_omap":35,"kb_used_meta":53980,"kb_avail":93594968,"statfs":{"total":95995035648,"available":95841247232,"internally_reserved":0,"allocated":98463744,"data_stored":167037349,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36312,"internal_metadata":55276072},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":660,"seq":2834678415455,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":94940,"kb_used_data":42576,"kb_used_omap":23,"kb_used_meta":52328,"kb_avail":93650212,"statfs":{"total":95995035648,"available":95897817088,"internally_reserved":0,"allocated":43597824,"data_stored":80829959,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":24173,"internal_metadata":53584275},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":463,"seq":1988569858186,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":692864,"kb_used_data":193964,"kb_used_omap":46,"kb_used_meta":498833,"kb_avail":93052288,"statfs":{"total":95995035648,"available":95285542912,"internally_reserved":0,"allocated":198619136,"data_stored":533391905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48036,"internal_metadata":510805084},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":528,"seq":2267742732412,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":401776,"kb_used_data":209252,"kb_used_omap":54,"kb_used_meta":192457,"kb_avail":93343376,"statfs":{"total":95995035648,"available":95583617024,"internally_reserved":0,"allocated":214274048,"data_stored":587826473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56016,"internal_metadata":197076272},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":495,"seq":2126008811651,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":485244,"kb_used_data":166572,"kb_used_omap":47,"kb_used_meta":318608,"kb_avail":93259908,"statfs":{"total":95995035648,"available":95498145792,"internally_reserved":0,"allocated":170569728,"data_stored":457545161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48143,"internal_metadata":326255601},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":562,"seq":2413771620469,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":177748,"kb_used_data":84672,"kb_used_omap":37,"kb_used_meta":93018,"kb_avail":93567404,"statfs":{"total":95995035648,"available":95813021696,"internally_reserved":0,"allocated":86704128,"data_stored":171510863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38083,"internal_metadata":95251261},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":591,"seq":2538325672046,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":365920,"kb_used_data":157844,"kb_used_omap":61,"kb_used_meta":208002,"kb_avail":93379232,"statfs":{"total":95995035648,"available":95620333568,"internally_reserved":0,"allocated":161632256,"data_stored":367986669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":62843,"internal_metadata":212994693},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":625,"seq":2684354560102,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":509804,"kb_used_data":269020,"kb_used_omap":73,"kb_used_meta":240694,"kb_avail":93235348,"statfs":{"total":95995035648,"available":95472996352,"internally_reserved":0,"allocated":275476480,"data_stored":649851960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":75044,"internal_metadata":246471388},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7413,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2060,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2124,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3359,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3677,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2797,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2839,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2106,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":188411904,"data_stored":527167488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":160964608,"data_stored":451911680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":204677120,"data_stored":582193152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":77082624,"data_stored":165871616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":152018944,"data_stored":362352640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":265863168,"data_stored":644214784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":33390592,"data_stored":74600448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":88264704,"data_stored":160813056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-07T03:15:18.077 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:15:18.077 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:15:18.077 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:15:18.077 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-07T03:15:18.077 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-07T03:15:18.077 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-07T03:15:18.077 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.c in trimming, state: active+clean+snaptrim_error 2024-03-07T03:15:18.077 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-07T03:15:18.077 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:15:18.077 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-07T03:15:18.158 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:15:17 smithi092 ceph-mon[83777]: pgmap v858: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:19.159 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:15:18 smithi092 ceph-mon[83777]: from='client.44558 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:15:19.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:15:18 smithi090 ceph-mon[89511]: from='client.44558 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:15:19.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:15:18 smithi090 ceph-mon[91928]: from='client.44558 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:15:20.159 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:15:19 smithi092 ceph-mon[83777]: pgmap v859: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:20.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:15:19 smithi090 ceph-mon[89511]: pgmap v859: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:20.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:15:19 smithi090 ceph-mon[91928]: pgmap v859: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:22.159 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:15:21 smithi092 ceph-mon[83777]: pgmap v860: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:22.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:15:21 smithi090 ceph-mon[89511]: pgmap v860: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:22.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:15:21 smithi090 ceph-mon[91928]: pgmap v860: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:22.659 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:15:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:15:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:15:23.320 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:15:23 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:15:23] "GET /metrics HTTP/1.1" 200 36316 "" "Prometheus/2.43.0" 2024-03-07T03:15:24.159 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:15:23 smithi092 ceph-mon[83777]: pgmap v861: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:24.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:15:23 smithi090 ceph-mon[89511]: pgmap v861: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:24.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:15:23 smithi090 ceph-mon[91928]: pgmap v861: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:26.159 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:15:25 smithi092 ceph-mon[83777]: pgmap v862: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:26.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:15:25 smithi090 ceph-mon[89511]: pgmap v862: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:26.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:15:25 smithi090 ceph-mon[91928]: pgmap v862: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:28.078 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph pg dump --format=json 2024-03-07T03:15:28.159 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:15:27 smithi092 ceph-mon[83777]: pgmap v863: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:28.159 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:15:27 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:15:28.288 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T03:15:28.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:15:27 smithi090 ceph-mon[89511]: pgmap v863: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:28.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:15:27 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:15:28.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:15:27 smithi090 ceph-mon[91928]: pgmap v863: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:28.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:15:27 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:15:30.065 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T03:15:30.066 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:15:29 smithi090 ceph-mon[89511]: pgmap v864: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:30.066 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:15:29 smithi090 ceph-mon[91928]: pgmap v864: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:30.072 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-03-07T03:15:30.159 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:15:29 smithi092 ceph-mon[83777]: pgmap v864: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:30.789 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":865,"stamp":"2024-03-07T03:15:29.933948+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":858242044,"num_objects":540,"num_object_clones":466,"num_object_copies":1620,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":540,"num_whiteouts":8,"num_read":4717,"num_read_kb":5951239,"num_write":8310,"num_write_kb":1981084,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":113,"num_bytes_recovered":387483232,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28845,"ondisk_log_size":28845,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2878480,"kb_used_data":1220056,"kb_used_omap":379,"kb_used_meta":1657924,"kb_avail":747082736,"statfs":{"total":767960285184,"available":765012721664,"internally_reserved":0,"allocated":1249337344,"data_stored":3015980339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":388650,"internal_metadata":1697714646},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003807"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":973,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:06.397347+0000","last_change":"2024-03-07T03:07:58.753984+0000","last_active":"2024-03-07T03:12:06.397347+0000","last_peered":"2024-03-07T03:12:06.397347+0000","last_clean":"2024-03-07T03:12:06.397347+0000","last_became_active":"2024-03-07T03:07:58.753138+0000","last_became_peered":"2024-03-07T03:07:58.753138+0000","last_unstale":"2024-03-07T03:12:06.397347+0000","last_undegraded":"2024-03-07T03:12:06.397347+0000","last_fullsized":"2024-03-07T03:12:06.397347+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:37:39.612519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:44.902746+0000","last_change":"2024-03-07T03:07:23.074862+0000","last_active":"2024-03-07T03:12:44.902746+0000","last_peered":"2024-03-07T03:12:44.902746+0000","last_clean":"2024-03-07T03:12:44.902746+0000","last_became_active":"2024-03-07T03:07:23.074512+0000","last_became_peered":"2024-03-07T03:07:23.074512+0000","last_unstale":"2024-03-07T03:12:44.902746+0000","last_undegraded":"2024-03-07T03:12:44.902746+0000","last_fullsized":"2024-03-07T03:12:44.902746+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:45:24.128672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:10.794949+0000","last_change":"2024-03-07T03:05:01.446762+0000","last_active":"2024-03-07T03:12:10.794949+0000","last_peered":"2024-03-07T03:12:10.794949+0000","last_clean":"2024-03-07T03:12:10.794949+0000","last_became_active":"2024-03-07T03:05:01.446425+0000","last_became_peered":"2024-03-07T03:05:01.446425+0000","last_unstale":"2024-03-07T03:12:10.794949+0000","last_undegraded":"2024-03-07T03:12:10.794949+0000","last_fullsized":"2024-03-07T03:12:10.794949+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:39:39.897066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1053,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:45.949981+0000","last_change":"2024-03-07T03:07:58.755992+0000","last_active":"2024-03-07T03:12:45.949981+0000","last_peered":"2024-03-07T03:12:45.949981+0000","last_clean":"2024-03-07T03:12:45.949981+0000","last_became_active":"2024-03-07T03:07:58.755499+0000","last_became_peered":"2024-03-07T03:07:58.755499+0000","last_unstale":"2024-03-07T03:12:45.949981+0000","last_undegraded":"2024-03-07T03:12:45.949981+0000","last_fullsized":"2024-03-07T03:12:45.949981+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:26:12.313572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:56.403297+0000","last_change":"2024-03-07T03:07:58.752235+0000","last_active":"2024-03-07T03:12:56.403297+0000","last_peered":"2024-03-07T03:12:56.403297+0000","last_clean":"2024-03-07T03:12:56.403297+0000","last_became_active":"2024-03-07T03:07:58.751575+0000","last_became_peered":"2024-03-07T03:07:58.751575+0000","last_unstale":"2024-03-07T03:12:56.403297+0000","last_undegraded":"2024-03-07T03:12:56.403297+0000","last_fullsized":"2024-03-07T03:12:56.403297+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:12:05.995515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1030,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:45.942988+0000","last_change":"2024-03-07T03:06:47.859644+0000","last_active":"2024-03-07T03:11:45.942988+0000","last_peered":"2024-03-07T03:11:45.942988+0000","last_clean":"2024-03-07T03:11:45.942988+0000","last_became_active":"2024-03-07T03:06:47.859097+0000","last_became_peered":"2024-03-07T03:06:47.859097+0000","last_unstale":"2024-03-07T03:11:45.942988+0000","last_undegraded":"2024-03-07T03:11:45.942988+0000","last_fullsized":"2024-03-07T03:11:45.942988+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:22:46.909130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:56.403271+0000","last_change":"2024-03-07T03:07:58.754226+0000","last_active":"2024-03-07T03:12:56.403271+0000","last_peered":"2024-03-07T03:12:56.403271+0000","last_clean":"2024-03-07T03:12:56.403271+0000","last_became_active":"2024-03-07T03:07:58.753169+0000","last_became_peered":"2024-03-07T03:07:58.753169+0000","last_unstale":"2024-03-07T03:12:56.403271+0000","last_undegraded":"2024-03-07T03:12:56.403271+0000","last_fullsized":"2024-03-07T03:12:56.403271+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:46:59.258099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1086,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.328618+0000","last_change":"2024-03-07T03:07:23.073492+0000","last_active":"2024-03-07T03:10:57.328618+0000","last_peered":"2024-03-07T03:10:57.328618+0000","last_clean":"2024-03-07T03:10:57.328618+0000","last_became_active":"2024-03-07T03:07:23.071929+0000","last_became_peered":"2024-03-07T03:07:23.071929+0000","last_unstale":"2024-03-07T03:10:57.328618+0000","last_undegraded":"2024-03-07T03:10:57.328618+0000","last_fullsized":"2024-03-07T03:10:57.328618+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:35:26.391722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":979,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:46.402166+0000","last_change":"2024-03-07T03:07:58.760328+0000","last_active":"2024-03-07T03:12:46.402166+0000","last_peered":"2024-03-07T03:12:46.402166+0000","last_clean":"2024-03-07T03:12:46.402166+0000","last_became_active":"2024-03-07T03:07:58.760046+0000","last_became_peered":"2024-03-07T03:07:58.760046+0000","last_unstale":"2024-03-07T03:12:46.402166+0000","last_undegraded":"2024-03-07T03:12:46.402166+0000","last_fullsized":"2024-03-07T03:12:46.402166+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:08:46.356817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1005,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:11.165183+0000","last_change":"2024-03-07T03:07:23.079945+0000","last_active":"2024-03-07T03:12:11.165183+0000","last_peered":"2024-03-07T03:12:11.165183+0000","last_clean":"2024-03-07T03:12:11.165183+0000","last_became_active":"2024-03-07T03:07:23.078551+0000","last_became_peered":"2024-03-07T03:07:23.078551+0000","last_unstale":"2024-03-07T03:12:11.165183+0000","last_undegraded":"2024-03-07T03:12:11.165183+0000","last_fullsized":"2024-03-07T03:12:11.165183+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:03:46.670084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1005,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:11.165163+0000","last_change":"2024-03-07T03:07:23.081963+0000","last_active":"2024-03-07T03:12:11.165163+0000","last_peered":"2024-03-07T03:12:11.165163+0000","last_clean":"2024-03-07T03:12:11.165163+0000","last_became_active":"2024-03-07T03:07:23.080128+0000","last_became_peered":"2024-03-07T03:07:23.080128+0000","last_unstale":"2024-03-07T03:12:11.165163+0000","last_undegraded":"2024-03-07T03:12:11.165163+0000","last_fullsized":"2024-03-07T03:12:11.165163+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:56.813267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1148,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:14.506431+0000","last_change":"2024-03-07T03:07:23.074902+0000","last_active":"2024-03-07T03:12:14.506431+0000","last_peered":"2024-03-07T03:12:14.506431+0000","last_clean":"2024-03-07T03:12:14.506431+0000","last_became_active":"2024-03-07T03:07:23.074466+0000","last_became_peered":"2024-03-07T03:07:23.074466+0000","last_unstale":"2024-03-07T03:12:14.506431+0000","last_undegraded":"2024-03-07T03:12:14.506431+0000","last_fullsized":"2024-03-07T03:12:14.506431+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:40:20.268555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1117,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:48.969095+0000","last_change":"2024-03-07T03:07:23.072635+0000","last_active":"2024-03-07T03:12:48.969095+0000","last_peered":"2024-03-07T03:12:48.969095+0000","last_clean":"2024-03-07T03:12:48.969095+0000","last_became_active":"2024-03-07T03:07:23.071712+0000","last_became_peered":"2024-03-07T03:07:23.071712+0000","last_unstale":"2024-03-07T03:12:48.969095+0000","last_undegraded":"2024-03-07T03:12:48.969095+0000","last_fullsized":"2024-03-07T03:12:48.969095+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:00:39.298564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125527+0000","last_change":"2024-03-07T03:06:47.851538+0000","last_active":"2024-03-07T03:10:57.125527+0000","last_peered":"2024-03-07T03:10:57.125527+0000","last_clean":"2024-03-07T03:10:57.125527+0000","last_became_active":"2024-03-07T03:06:47.851183+0000","last_became_peered":"2024-03-07T03:06:47.851183+0000","last_unstale":"2024-03-07T03:10:57.125527+0000","last_undegraded":"2024-03-07T03:10:57.125527+0000","last_fullsized":"2024-03-07T03:10:57.125527+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:36:23.932334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:24.894584+0000","last_change":"2024-03-07T03:06:47.843126+0000","last_active":"2024-03-07T03:11:24.894584+0000","last_peered":"2024-03-07T03:11:24.894584+0000","last_clean":"2024-03-07T03:11:24.894584+0000","last_became_active":"2024-03-07T03:06:47.842736+0000","last_became_peered":"2024-03-07T03:06:47.842736+0000","last_unstale":"2024-03-07T03:11:24.894584+0000","last_undegraded":"2024-03-07T03:11:24.894584+0000","last_fullsized":"2024-03-07T03:11:24.894584+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:48:10.843465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1034,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:25.940523+0000","last_change":"2024-03-07T03:07:58.755620+0000","last_active":"2024-03-07T03:11:25.940523+0000","last_peered":"2024-03-07T03:11:25.940523+0000","last_clean":"2024-03-07T03:11:25.940523+0000","last_became_active":"2024-03-07T03:07:58.755267+0000","last_became_peered":"2024-03-07T03:07:58.755267+0000","last_unstale":"2024-03-07T03:11:25.940523+0000","last_undegraded":"2024-03-07T03:11:25.940523+0000","last_fullsized":"2024-03-07T03:11:25.940523+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:51:32.339400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1038,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:25.940593+0000","last_change":"2024-03-07T03:07:58.756358+0000","last_active":"2024-03-07T03:11:25.940593+0000","last_peered":"2024-03-07T03:11:25.940593+0000","last_clean":"2024-03-07T03:11:25.940593+0000","last_became_active":"2024-03-07T03:07:58.755960+0000","last_became_peered":"2024-03-07T03:07:58.755960+0000","last_unstale":"2024-03-07T03:11:25.940593+0000","last_undegraded":"2024-03-07T03:11:25.940593+0000","last_fullsized":"2024-03-07T03:11:25.940593+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:47.464423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1156,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:59.504600+0000","last_change":"2024-03-07T03:07:58.755619+0000","last_active":"2024-03-07T03:11:59.504600+0000","last_peered":"2024-03-07T03:11:59.504600+0000","last_clean":"2024-03-07T03:11:59.504600+0000","last_became_active":"2024-03-07T03:07:58.755214+0000","last_became_peered":"2024-03-07T03:07:58.755214+0000","last_unstale":"2024-03-07T03:11:59.504600+0000","last_undegraded":"2024-03-07T03:11:59.504600+0000","last_fullsized":"2024-03-07T03:11:59.504600+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:59:02.041330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":972,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:26.399782+0000","last_change":"2024-03-07T03:07:58.756563+0000","last_active":"2024-03-07T03:12:26.399782+0000","last_peered":"2024-03-07T03:12:26.399782+0000","last_clean":"2024-03-07T03:12:26.399782+0000","last_became_active":"2024-03-07T03:07:58.752195+0000","last_became_peered":"2024-03-07T03:07:58.752195+0000","last_unstale":"2024-03-07T03:12:26.399782+0000","last_undegraded":"2024-03-07T03:12:26.399782+0000","last_fullsized":"2024-03-07T03:12:26.399782+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:32:35.496500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"716'5","reported_seq":1222,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:10.794999+0000","last_change":"2024-03-07T03:07:58.753999+0000","last_active":"2024-03-07T03:12:10.794999+0000","last_peered":"2024-03-07T03:12:10.794999+0000","last_clean":"2024-03-07T03:12:10.794999+0000","last_became_active":"2024-03-07T03:07:58.753607+0000","last_became_peered":"2024-03-07T03:07:58.753607+0000","last_unstale":"2024-03-07T03:12:10.794999+0000","last_undegraded":"2024-03-07T03:12:10.794999+0000","last_fullsized":"2024-03-07T03:12:10.794999+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:28:57.567238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1110,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:33.960839+0000","last_change":"2024-03-07T03:07:23.083830+0000","last_active":"2024-03-07T03:11:33.960839+0000","last_peered":"2024-03-07T03:11:33.960839+0000","last_clean":"2024-03-07T03:11:33.960839+0000","last_became_active":"2024-03-07T03:07:23.083530+0000","last_became_peered":"2024-03-07T03:07:23.083530+0000","last_unstale":"2024-03-07T03:11:33.960839+0000","last_undegraded":"2024-03-07T03:11:33.960839+0000","last_fullsized":"2024-03-07T03:11:33.960839+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:57.938032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"716'2","reported_seq":1130,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:33.960850+0000","last_change":"2024-03-07T03:06:47.849618+0000","last_active":"2024-03-07T03:11:33.960850+0000","last_peered":"2024-03-07T03:11:33.960850+0000","last_clean":"2024-03-07T03:11:33.960850+0000","last_became_active":"2024-03-07T03:06:47.849222+0000","last_became_peered":"2024-03-07T03:06:47.849222+0000","last_unstale":"2024-03-07T03:11:33.960850+0000","last_undegraded":"2024-03-07T03:11:33.960850+0000","last_fullsized":"2024-03-07T03:11:33.960850+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:36:41.880143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:10.794987+0000","last_change":"2024-03-07T03:06:47.851880+0000","last_active":"2024-03-07T03:12:10.794987+0000","last_peered":"2024-03-07T03:12:10.794987+0000","last_clean":"2024-03-07T03:12:10.794987+0000","last_became_active":"2024-03-07T03:06:47.851176+0000","last_became_peered":"2024-03-07T03:06:47.851176+0000","last_unstale":"2024-03-07T03:12:10.794987+0000","last_undegraded":"2024-03-07T03:12:10.794987+0000","last_fullsized":"2024-03-07T03:12:10.794987+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:38:59.663068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":977,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:56.403337+0000","last_change":"2024-03-07T03:07:58.757245+0000","last_active":"2024-03-07T03:12:56.403337+0000","last_peered":"2024-03-07T03:12:56.403337+0000","last_clean":"2024-03-07T03:12:56.403337+0000","last_became_active":"2024-03-07T03:07:58.754456+0000","last_became_peered":"2024-03-07T03:07:58.754456+0000","last_unstale":"2024-03-07T03:12:56.403337+0000","last_undegraded":"2024-03-07T03:12:56.403337+0000","last_fullsized":"2024-03-07T03:12:56.403337+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:57:32.153933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1043,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:45.943019+0000","last_change":"2024-03-07T03:06:47.855220+0000","last_active":"2024-03-07T03:11:45.943019+0000","last_peered":"2024-03-07T03:11:45.943019+0000","last_clean":"2024-03-07T03:11:45.943019+0000","last_became_active":"2024-03-07T03:06:47.854836+0000","last_became_peered":"2024-03-07T03:06:47.854836+0000","last_unstale":"2024-03-07T03:11:45.943019+0000","last_undegraded":"2024-03-07T03:11:45.943019+0000","last_fullsized":"2024-03-07T03:11:45.943019+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:51:35.386552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":984,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:56.403317+0000","last_change":"2024-03-07T03:07:58.757676+0000","last_active":"2024-03-07T03:12:56.403317+0000","last_peered":"2024-03-07T03:12:56.403317+0000","last_clean":"2024-03-07T03:12:56.403317+0000","last_became_active":"2024-03-07T03:07:58.753930+0000","last_became_peered":"2024-03-07T03:07:58.753930+0000","last_unstale":"2024-03-07T03:12:56.403317+0000","last_undegraded":"2024-03-07T03:12:56.403317+0000","last_fullsized":"2024-03-07T03:12:56.403317+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:56.639688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1037,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:45.943032+0000","last_change":"2024-03-07T03:07:23.076532+0000","last_active":"2024-03-07T03:11:45.943032+0000","last_peered":"2024-03-07T03:11:45.943032+0000","last_clean":"2024-03-07T03:11:45.943032+0000","last_became_active":"2024-03-07T03:07:23.076234+0000","last_became_peered":"2024-03-07T03:07:23.076234+0000","last_unstale":"2024-03-07T03:11:45.943032+0000","last_undegraded":"2024-03-07T03:11:45.943032+0000","last_fullsized":"2024-03-07T03:11:45.943032+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:16:39.967241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"716'2","reported_seq":1089,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.329359+0000","last_change":"2024-03-07T03:07:58.752045+0000","last_active":"2024-03-07T03:10:57.329359+0000","last_peered":"2024-03-07T03:10:57.329359+0000","last_clean":"2024-03-07T03:10:57.329359+0000","last_became_active":"2024-03-07T03:07:58.751585+0000","last_became_peered":"2024-03-07T03:07:58.751585+0000","last_unstale":"2024-03-07T03:10:57.329359+0000","last_undegraded":"2024-03-07T03:10:57.329359+0000","last_fullsized":"2024-03-07T03:10:57.329359+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:03:01.652607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1107,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:08.061295+0000","last_change":"2024-03-07T03:06:09.990854+0000","last_active":"2024-03-07T03:11:08.061295+0000","last_peered":"2024-03-07T03:11:08.061295+0000","last_clean":"2024-03-07T03:11:08.061295+0000","last_became_active":"2024-03-07T03:06:09.990464+0000","last_became_peered":"2024-03-07T03:06:09.990464+0000","last_unstale":"2024-03-07T03:11:08.061295+0000","last_undegraded":"2024-03-07T03:11:08.061295+0000","last_fullsized":"2024-03-07T03:11:08.061295+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:53:52.856954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"716'2","reported_seq":1010,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:21.166229+0000","last_change":"2024-03-07T03:07:58.754526+0000","last_active":"2024-03-07T03:12:21.166229+0000","last_peered":"2024-03-07T03:12:21.166229+0000","last_clean":"2024-03-07T03:12:21.166229+0000","last_became_active":"2024-03-07T03:07:58.754123+0000","last_became_peered":"2024-03-07T03:07:58.754123+0000","last_unstale":"2024-03-07T03:12:21.166229+0000","last_undegraded":"2024-03-07T03:12:21.166229+0000","last_fullsized":"2024-03-07T03:12:21.166229+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:41:34.446180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:20.789924+0000","last_change":"2024-03-07T03:07:58.750769+0000","last_active":"2024-03-07T03:11:20.789924+0000","last_peered":"2024-03-07T03:11:20.789924+0000","last_clean":"2024-03-07T03:11:20.789924+0000","last_became_active":"2024-03-07T03:07:58.749974+0000","last_became_peered":"2024-03-07T03:07:58.749974+0000","last_unstale":"2024-03-07T03:11:20.789924+0000","last_undegraded":"2024-03-07T03:11:20.789924+0000","last_fullsized":"2024-03-07T03:11:20.789924+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:56:14.059734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1127,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:48.969049+0000","last_change":"2024-03-07T03:07:23.072942+0000","last_active":"2024-03-07T03:12:48.969049+0000","last_peered":"2024-03-07T03:12:48.969049+0000","last_clean":"2024-03-07T03:12:48.969049+0000","last_became_active":"2024-03-07T03:07:23.072639+0000","last_became_peered":"2024-03-07T03:07:23.072639+0000","last_unstale":"2024-03-07T03:12:48.969049+0000","last_undegraded":"2024-03-07T03:12:48.969049+0000","last_fullsized":"2024-03-07T03:12:48.969049+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:42.808853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1124,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:48.969008+0000","last_change":"2024-03-07T03:05:35.934963+0000","last_active":"2024-03-07T03:12:48.969008+0000","last_peered":"2024-03-07T03:12:48.969008+0000","last_clean":"2024-03-07T03:12:48.969008+0000","last_became_active":"2024-03-07T03:05:35.932493+0000","last_became_peered":"2024-03-07T03:05:35.932493+0000","last_unstale":"2024-03-07T03:12:48.969008+0000","last_undegraded":"2024-03-07T03:12:48.969008+0000","last_fullsized":"2024-03-07T03:12:48.969008+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:00:57.111662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1039,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:35.941626+0000","last_change":"2024-03-07T03:07:58.756063+0000","last_active":"2024-03-07T03:11:35.941626+0000","last_peered":"2024-03-07T03:11:35.941626+0000","last_clean":"2024-03-07T03:11:35.941626+0000","last_became_active":"2024-03-07T03:07:58.755712+0000","last_became_peered":"2024-03-07T03:07:58.755712+0000","last_unstale":"2024-03-07T03:11:35.941626+0000","last_undegraded":"2024-03-07T03:11:35.941626+0000","last_fullsized":"2024-03-07T03:11:35.941626+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:13:06.484346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:39.896026+0000","last_change":"2024-03-07T03:06:09.996319+0000","last_active":"2024-03-07T03:11:39.896026+0000","last_peered":"2024-03-07T03:11:39.896026+0000","last_clean":"2024-03-07T03:11:39.896026+0000","last_became_active":"2024-03-07T03:06:09.996002+0000","last_became_peered":"2024-03-07T03:06:09.996002+0000","last_unstale":"2024-03-07T03:11:39.896026+0000","last_undegraded":"2024-03-07T03:11:39.896026+0000","last_fullsized":"2024-03-07T03:11:39.896026+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:41:55.764562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1006,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:11.165197+0000","last_change":"2024-03-07T03:07:23.083466+0000","last_active":"2024-03-07T03:12:11.165197+0000","last_peered":"2024-03-07T03:12:11.165197+0000","last_clean":"2024-03-07T03:12:11.165197+0000","last_became_active":"2024-03-07T03:07:23.083156+0000","last_became_peered":"2024-03-07T03:07:23.083156+0000","last_unstale":"2024-03-07T03:12:11.165197+0000","last_undegraded":"2024-03-07T03:12:11.165197+0000","last_fullsized":"2024-03-07T03:12:11.165197+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:32:00.539449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1025,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:35.941679+0000","last_change":"2024-03-07T03:07:58.752127+0000","last_active":"2024-03-07T03:11:35.941679+0000","last_peered":"2024-03-07T03:11:35.941679+0000","last_clean":"2024-03-07T03:11:35.941679+0000","last_became_active":"2024-03-07T03:07:58.751770+0000","last_became_peered":"2024-03-07T03:07:58.751770+0000","last_unstale":"2024-03-07T03:11:35.941679+0000","last_undegraded":"2024-03-07T03:11:35.941679+0000","last_fullsized":"2024-03-07T03:11:35.941679+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:43.791488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1059,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:35.941668+0000","last_change":"2024-03-07T03:07:23.077653+0000","last_active":"2024-03-07T03:11:35.941668+0000","last_peered":"2024-03-07T03:11:35.941668+0000","last_clean":"2024-03-07T03:11:35.941668+0000","last_became_active":"2024-03-07T03:07:23.077355+0000","last_became_peered":"2024-03-07T03:07:23.077355+0000","last_unstale":"2024-03-07T03:11:35.941668+0000","last_undegraded":"2024-03-07T03:11:35.941668+0000","last_fullsized":"2024-03-07T03:11:35.941668+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:45.861158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:05.788507+0000","last_change":"2024-03-07T03:06:47.851508+0000","last_active":"2024-03-07T03:11:05.788507+0000","last_peered":"2024-03-07T03:11:05.788507+0000","last_clean":"2024-03-07T03:11:05.788507+0000","last_became_active":"2024-03-07T03:06:47.850839+0000","last_became_peered":"2024-03-07T03:06:47.850839+0000","last_unstale":"2024-03-07T03:11:05.788507+0000","last_undegraded":"2024-03-07T03:11:05.788507+0000","last_fullsized":"2024-03-07T03:11:05.788507+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:08:06.622234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1192,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:39.896067+0000","last_change":"2024-03-07T03:06:47.845848+0000","last_active":"2024-03-07T03:11:39.896067+0000","last_peered":"2024-03-07T03:11:39.896067+0000","last_clean":"2024-03-07T03:11:39.896067+0000","last_became_active":"2024-03-07T03:06:47.845425+0000","last_became_peered":"2024-03-07T03:06:47.845425+0000","last_unstale":"2024-03-07T03:11:39.896067+0000","last_undegraded":"2024-03-07T03:11:39.896067+0000","last_fullsized":"2024-03-07T03:11:39.896067+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:16:24.833986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1079,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:08.074258+0000","last_change":"2024-03-07T03:07:58.754983+0000","last_active":"2024-03-07T03:13:08.074258+0000","last_peered":"2024-03-07T03:13:08.074258+0000","last_clean":"2024-03-07T03:13:08.074258+0000","last_became_active":"2024-03-07T03:07:58.754657+0000","last_became_peered":"2024-03-07T03:07:58.754657+0000","last_unstale":"2024-03-07T03:13:08.074258+0000","last_undegraded":"2024-03-07T03:13:08.074258+0000","last_fullsized":"2024-03-07T03:13:08.074258+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:06:00.897772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"716'29","reported_seq":1041,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:01.164213+0000","last_change":"2024-03-07T03:07:23.079677+0000","last_active":"2024-03-07T03:12:01.164213+0000","last_peered":"2024-03-07T03:12:01.164213+0000","last_clean":"2024-03-07T03:12:01.164213+0000","last_became_active":"2024-03-07T03:07:23.079320+0000","last_became_peered":"2024-03-07T03:07:23.079320+0000","last_unstale":"2024-03-07T03:12:01.164213+0000","last_undegraded":"2024-03-07T03:12:01.164213+0000","last_fullsized":"2024-03-07T03:12:01.164213+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:49:54.979015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:46.402133+0000","last_change":"2024-03-07T03:07:58.758376+0000","last_active":"2024-03-07T03:12:46.402133+0000","last_peered":"2024-03-07T03:12:46.402133+0000","last_clean":"2024-03-07T03:12:46.402133+0000","last_became_active":"2024-03-07T03:07:58.757816+0000","last_became_peered":"2024-03-07T03:07:58.757816+0000","last_unstale":"2024-03-07T03:12:46.402133+0000","last_undegraded":"2024-03-07T03:12:46.402133+0000","last_fullsized":"2024-03-07T03:12:46.402133+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:47.253727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1218,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.126138+0000","last_change":"2024-03-07T03:06:09.989072+0000","last_active":"2024-03-07T03:10:57.126138+0000","last_peered":"2024-03-07T03:10:57.126138+0000","last_clean":"2024-03-07T03:10:57.126138+0000","last_became_active":"2024-03-07T03:06:09.987754+0000","last_became_peered":"2024-03-07T03:06:09.987754+0000","last_unstale":"2024-03-07T03:10:57.126138+0000","last_undegraded":"2024-03-07T03:10:57.126138+0000","last_fullsized":"2024-03-07T03:10:57.126138+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:05:15.340331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:10:57.125693+0000","last_change":"2024-03-07T03:07:58.754207+0000","last_active":"2024-03-07T03:10:57.125693+0000","last_peered":"2024-03-07T03:10:57.125693+0000","last_clean":"2024-03-07T03:10:57.125693+0000","last_became_active":"2024-03-07T03:07:58.753859+0000","last_became_peered":"2024-03-07T03:07:58.753859+0000","last_unstale":"2024-03-07T03:10:57.125693+0000","last_undegraded":"2024-03-07T03:10:57.125693+0000","last_fullsized":"2024-03-07T03:10:57.125693+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:14:02.813872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1052,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:25.940557+0000","last_change":"2024-03-07T03:07:58.755838+0000","last_active":"2024-03-07T03:11:25.940557+0000","last_peered":"2024-03-07T03:11:25.940557+0000","last_clean":"2024-03-07T03:11:25.940557+0000","last_became_active":"2024-03-07T03:07:58.755436+0000","last_became_peered":"2024-03-07T03:07:58.755436+0000","last_unstale":"2024-03-07T03:11:25.940557+0000","last_undegraded":"2024-03-07T03:11:25.940557+0000","last_fullsized":"2024-03-07T03:11:25.940557+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:25.094944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:36.400930+0000","last_change":"2024-03-07T03:07:58.750199+0000","last_active":"2024-03-07T03:12:36.400930+0000","last_peered":"2024-03-07T03:12:36.400930+0000","last_clean":"2024-03-07T03:12:36.400930+0000","last_became_active":"2024-03-07T03:07:58.749858+0000","last_became_peered":"2024-03-07T03:07:58.749858+0000","last_unstale":"2024-03-07T03:12:36.400930+0000","last_undegraded":"2024-03-07T03:12:36.400930+0000","last_fullsized":"2024-03-07T03:12:36.400930+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:41.122539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1014,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:01.164192+0000","last_change":"2024-03-07T03:07:23.076835+0000","last_active":"2024-03-07T03:12:01.164192+0000","last_peered":"2024-03-07T03:12:01.164192+0000","last_clean":"2024-03-07T03:12:01.164192+0000","last_became_active":"2024-03-07T03:07:23.075094+0000","last_became_peered":"2024-03-07T03:07:23.075094+0000","last_unstale":"2024-03-07T03:12:01.164192+0000","last_undegraded":"2024-03-07T03:12:01.164192+0000","last_fullsized":"2024-03-07T03:12:01.164192+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:50:36.739831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1005,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:01.164170+0000","last_change":"2024-03-07T03:07:23.078279+0000","last_active":"2024-03-07T03:12:01.164170+0000","last_peered":"2024-03-07T03:12:01.164170+0000","last_clean":"2024-03-07T03:12:01.164170+0000","last_became_active":"2024-03-07T03:07:23.077338+0000","last_became_peered":"2024-03-07T03:07:23.077338+0000","last_unstale":"2024-03-07T03:12:01.164170+0000","last_undegraded":"2024-03-07T03:12:01.164170+0000","last_fullsized":"2024-03-07T03:12:01.164170+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:05:40.599683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1169,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:59.504527+0000","last_change":"2024-03-07T03:05:01.461919+0000","last_active":"2024-03-07T03:11:59.504527+0000","last_peered":"2024-03-07T03:11:59.504527+0000","last_clean":"2024-03-07T03:11:59.504527+0000","last_became_active":"2024-03-07T03:05:01.459759+0000","last_became_peered":"2024-03-07T03:05:01.459759+0000","last_unstale":"2024-03-07T03:11:59.504527+0000","last_undegraded":"2024-03-07T03:11:59.504527+0000","last_fullsized":"2024-03-07T03:11:59.504527+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:31:45.535178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":972,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:36.400896+0000","last_change":"2024-03-07T03:07:58.753856+0000","last_active":"2024-03-07T03:12:36.400896+0000","last_peered":"2024-03-07T03:12:36.400896+0000","last_clean":"2024-03-07T03:12:36.400896+0000","last_became_active":"2024-03-07T03:07:58.751889+0000","last_became_peered":"2024-03-07T03:07:58.751889+0000","last_unstale":"2024-03-07T03:12:36.400896+0000","last_undegraded":"2024-03-07T03:12:36.400896+0000","last_fullsized":"2024-03-07T03:12:36.400896+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:27:20.126942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"863'1273","reported_seq":4340,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:29.500931+0000","last_change":"2024-03-07T03:10:56.137635+0000","last_active":"2024-03-07T03:11:29.500931+0000","last_peered":"2024-03-07T03:11:29.500931+0000","last_clean":"2024-03-07T03:11:29.500931+0000","last_became_active":"2024-03-07T03:05:01.457883+0000","last_became_peered":"2024-03-07T03:05:01.457883+0000","last_unstale":"2024-03-07T03:11:29.500931+0000","last_undegraded":"2024-03-07T03:11:29.500931+0000","last_fullsized":"2024-03-07T03:11:29.500931+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1273,"log_dups_size":0,"ondisk_log_size":1273,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:21:46.718939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.021818005000000001,"stat_sum":{"num_bytes":15540224,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":258,"num_read_kb":529715,"num_write":442,"num_write_kb":102224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1441792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.f","version":"61'1","reported_seq":1082,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:53.072552+0000","last_change":"2024-03-07T03:07:58.755003+0000","last_active":"2024-03-07T03:12:53.072552+0000","last_peered":"2024-03-07T03:12:53.072552+0000","last_clean":"2024-03-07T03:12:53.072552+0000","last_became_active":"2024-03-07T03:07:58.754564+0000","last_became_peered":"2024-03-07T03:07:58.754564+0000","last_unstale":"2024-03-07T03:12:53.072552+0000","last_undegraded":"2024-03-07T03:12:53.072552+0000","last_fullsized":"2024-03-07T03:12:53.072552+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:34:53.344746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:26.399799+0000","last_change":"2024-03-07T03:07:58.750952+0000","last_active":"2024-03-07T03:12:26.399799+0000","last_peered":"2024-03-07T03:12:26.399799+0000","last_clean":"2024-03-07T03:12:26.399799+0000","last_became_active":"2024-03-07T03:07:58.749229+0000","last_became_peered":"2024-03-07T03:07:58.749229+0000","last_unstale":"2024-03-07T03:12:26.399799+0000","last_undegraded":"2024-03-07T03:12:26.399799+0000","last_fullsized":"2024-03-07T03:12:26.399799+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:53:10.534950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"863'847","reported_seq":4048,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:10.794895+0000","last_change":"2024-03-07T03:10:56.129162+0000","last_active":"2024-03-07T03:12:10.794895+0000","last_peered":"2024-03-07T03:12:10.794895+0000","last_clean":"2024-03-07T03:12:10.794895+0000","last_became_active":"2024-03-07T03:07:23.074596+0000","last_became_peered":"2024-03-07T03:07:23.074596+0000","last_unstale":"2024-03-07T03:12:10.794895+0000","last_undegraded":"2024-03-07T03:12:10.794895+0000","last_fullsized":"2024-03-07T03:12:10.794895+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":847,"log_dups_size":0,"ondisk_log_size":847,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:34:23.625809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0099120149999999997,"stat_sum":{"num_bytes":38936576,"num_objects":11,"num_object_clones":9,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":157,"num_read_kb":413258,"num_write":266,"num_write_kb":109952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":4374528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.2","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:44.902692+0000","last_change":"2024-03-07T03:06:47.845893+0000","last_active":"2024-03-07T03:12:44.902692+0000","last_peered":"2024-03-07T03:12:44.902692+0000","last_clean":"2024-03-07T03:12:44.902692+0000","last_became_active":"2024-03-07T03:06:47.845548+0000","last_became_peered":"2024-03-07T03:06:47.845548+0000","last_unstale":"2024-03-07T03:12:44.902692+0000","last_undegraded":"2024-03-07T03:12:44.902692+0000","last_fullsized":"2024-03-07T03:12:44.902692+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:19:55.051329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:44.902713+0000","last_change":"2024-03-07T03:07:58.751041+0000","last_active":"2024-03-07T03:12:44.902713+0000","last_peered":"2024-03-07T03:12:44.902713+0000","last_clean":"2024-03-07T03:12:44.902713+0000","last_became_active":"2024-03-07T03:07:58.749047+0000","last_became_peered":"2024-03-07T03:07:58.749047+0000","last_unstale":"2024-03-07T03:12:44.902713+0000","last_undegraded":"2024-03-07T03:12:44.902713+0000","last_fullsized":"2024-03-07T03:12:44.902713+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:47:59.256394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1058,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:00.951695+0000","last_change":"2024-03-07T03:06:47.858022+0000","last_active":"2024-03-07T03:13:00.951695+0000","last_peered":"2024-03-07T03:13:00.951695+0000","last_clean":"2024-03-07T03:13:00.951695+0000","last_became_active":"2024-03-07T03:06:47.857526+0000","last_became_peered":"2024-03-07T03:06:47.857526+0000","last_unstale":"2024-03-07T03:13:00.951695+0000","last_undegraded":"2024-03-07T03:13:00.951695+0000","last_fullsized":"2024-03-07T03:13:00.951695+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:02:03.856321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"862'1186","reported_seq":4379,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:10.794958+0000","last_change":"2024-03-07T03:10:56.119983+0000","last_active":"2024-03-07T03:12:10.794958+0000","last_peered":"2024-03-07T03:12:10.794958+0000","last_clean":"2024-03-07T03:12:10.794958+0000","last_became_active":"2024-03-07T03:06:09.988405+0000","last_became_peered":"2024-03-07T03:06:09.988405+0000","last_unstale":"2024-03-07T03:12:10.794958+0000","last_undegraded":"2024-03-07T03:12:10.794958+0000","last_fullsized":"2024-03-07T03:12:10.794958+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1186,"log_dups_size":0,"ondisk_log_size":1186,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:41:38.890400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099770099999999993,"stat_sum":{"num_bytes":13524992,"num_objects":9,"num_object_clones":6,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":208,"num_read_kb":390958,"num_write":505,"num_write_kb":103888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":50642944,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:44.902722+0000","last_change":"2024-03-07T03:05:35.928460+0000","last_active":"2024-03-07T03:12:44.902722+0000","last_peered":"2024-03-07T03:12:44.902722+0000","last_clean":"2024-03-07T03:12:44.902722+0000","last_became_active":"2024-03-07T03:05:35.928017+0000","last_became_peered":"2024-03-07T03:05:35.928017+0000","last_unstale":"2024-03-07T03:12:44.902722+0000","last_undegraded":"2024-03-07T03:12:44.902722+0000","last_fullsized":"2024-03-07T03:12:44.902722+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:53:27.674544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1027,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:00.951637+0000","last_change":"2024-03-07T03:07:23.075249+0000","last_active":"2024-03-07T03:13:00.951637+0000","last_peered":"2024-03-07T03:13:00.951637+0000","last_clean":"2024-03-07T03:13:00.951637+0000","last_became_active":"2024-03-07T03:07:23.074866+0000","last_became_peered":"2024-03-07T03:07:23.074866+0000","last_unstale":"2024-03-07T03:13:00.951637+0000","last_undegraded":"2024-03-07T03:13:00.951637+0000","last_fullsized":"2024-03-07T03:13:00.951637+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:03.393010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1079,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:23.069107+0000","last_change":"2024-03-07T03:07:23.069585+0000","last_active":"2024-03-07T03:12:23.069107+0000","last_peered":"2024-03-07T03:12:23.069107+0000","last_clean":"2024-03-07T03:12:23.069107+0000","last_became_active":"2024-03-07T03:07:23.069262+0000","last_became_peered":"2024-03-07T03:07:23.069262+0000","last_unstale":"2024-03-07T03:12:23.069107+0000","last_undegraded":"2024-03-07T03:12:23.069107+0000","last_fullsized":"2024-03-07T03:12:23.069107+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:11:22.045807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"861'1094","reported_seq":4796,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:29.501030+0000","last_change":"2024-03-07T03:10:57.331022+0000","last_active":"2024-03-07T03:11:29.501030+0000","last_peered":"2024-03-07T03:11:29.501030+0000","last_clean":"2024-03-07T03:11:29.501030+0000","last_became_active":"2024-03-07T03:06:47.847229+0000","last_became_peered":"2024-03-07T03:06:47.847229+0000","last_unstale":"2024-03-07T03:11:29.501030+0000","last_undegraded":"2024-03-07T03:11:29.501030+0000","last_fullsized":"2024-03-07T03:11:29.501030+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1094,"log_dups_size":0,"ondisk_log_size":1094,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:58:27.729404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.032339935,"stat_sum":{"num_bytes":113606656,"num_objects":59,"num_object_clones":55,"num_object_copies":177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":279,"num_read_kb":358703,"num_write":525,"num_write_kb":146904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":36642816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1183,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:04.904853+0000","last_change":"2024-03-07T03:06:47.843416+0000","last_active":"2024-03-07T03:13:04.904853+0000","last_peered":"2024-03-07T03:13:04.904853+0000","last_clean":"2024-03-07T03:13:04.904853+0000","last_became_active":"2024-03-07T03:06:47.842812+0000","last_became_peered":"2024-03-07T03:06:47.842812+0000","last_unstale":"2024-03-07T03:13:04.904853+0000","last_undegraded":"2024-03-07T03:13:04.904853+0000","last_fullsized":"2024-03-07T03:13:04.904853+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:03:02.672609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:24.900773+0000","last_change":"2024-03-07T03:07:23.071850+0000","last_active":"2024-03-07T03:12:24.900773+0000","last_peered":"2024-03-07T03:12:24.900773+0000","last_clean":"2024-03-07T03:12:24.900773+0000","last_became_active":"2024-03-07T03:07:23.071476+0000","last_became_peered":"2024-03-07T03:07:23.071476+0000","last_unstale":"2024-03-07T03:12:24.900773+0000","last_undegraded":"2024-03-07T03:12:24.900773+0000","last_fullsized":"2024-03-07T03:12:24.900773+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:13:05.296486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1158,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:19.516275+0000","last_change":"2024-03-07T03:05:35.926187+0000","last_active":"2024-03-07T03:13:19.516275+0000","last_peered":"2024-03-07T03:13:19.516275+0000","last_clean":"2024-03-07T03:13:19.516275+0000","last_became_active":"2024-03-07T03:05:35.925908+0000","last_became_peered":"2024-03-07T03:05:35.925908+0000","last_unstale":"2024-03-07T03:13:19.516275+0000","last_undegraded":"2024-03-07T03:13:19.516275+0000","last_fullsized":"2024-03-07T03:13:19.516275+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:48:33.101185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"863'1146","reported_seq":3873,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:06.397292+0000","last_change":"2024-03-07T03:10:56.132170+0000","last_active":"2024-03-07T03:12:06.397292+0000","last_peered":"2024-03-07T03:12:06.397292+0000","last_clean":"2024-03-07T03:12:06.397292+0000","last_became_active":"2024-03-07T03:07:58.756854+0000","last_became_peered":"2024-03-07T03:07:58.756854+0000","last_unstale":"2024-03-07T03:12:06.397292+0000","last_undegraded":"2024-03-07T03:12:06.397292+0000","last_fullsized":"2024-03-07T03:12:06.397292+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1146,"log_dups_size":0,"ondisk_log_size":1146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T02:59:04.693146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.010433211,"stat_sum":{"num_bytes":34668544,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":1,"num_read":219,"num_read_kb":317694,"num_write":420,"num_write_kb":93568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":10240000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1005,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:31.160579+0000","last_change":"2024-03-07T03:07:58.760449+0000","last_active":"2024-03-07T03:11:31.160579+0000","last_peered":"2024-03-07T03:11:31.160579+0000","last_clean":"2024-03-07T03:11:31.160579+0000","last_became_active":"2024-03-07T03:07:58.760086+0000","last_became_peered":"2024-03-07T03:07:58.760086+0000","last_unstale":"2024-03-07T03:11:31.160579+0000","last_undegraded":"2024-03-07T03:11:31.160579+0000","last_fullsized":"2024-03-07T03:11:31.160579+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:34:38.583100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1088,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:48.962254+0000","last_change":"2024-03-07T03:07:23.073659+0000","last_active":"2024-03-07T03:11:48.962254+0000","last_peered":"2024-03-07T03:11:48.962254+0000","last_clean":"2024-03-07T03:11:48.962254+0000","last_became_active":"2024-03-07T03:07:23.073277+0000","last_became_peered":"2024-03-07T03:07:23.073277+0000","last_unstale":"2024-03-07T03:11:48.962254+0000","last_undegraded":"2024-03-07T03:11:48.962254+0000","last_fullsized":"2024-03-07T03:11:48.962254+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:48:34.819985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1061,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:00.951679+0000","last_change":"2024-03-07T03:07:58.752576+0000","last_active":"2024-03-07T03:13:00.951679+0000","last_peered":"2024-03-07T03:13:00.951679+0000","last_clean":"2024-03-07T03:13:00.951679+0000","last_became_active":"2024-03-07T03:07:58.752193+0000","last_became_peered":"2024-03-07T03:07:58.752193+0000","last_unstale":"2024-03-07T03:13:00.951679+0000","last_undegraded":"2024-03-07T03:13:00.951679+0000","last_fullsized":"2024-03-07T03:13:00.951679+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:55:14.205594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"395'197","reported_seq":1465,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:56.396254+0000","last_change":"2024-03-07T03:07:58.752982+0000","last_active":"2024-03-07T03:11:56.396254+0000","last_peered":"2024-03-07T03:11:56.396254+0000","last_clean":"2024-03-07T03:11:56.396254+0000","last_became_active":"2024-03-07T03:07:58.752004+0000","last_became_peered":"2024-03-07T03:07:58.752004+0000","last_unstale":"2024-03-07T03:11:56.396254+0000","last_undegraded":"2024-03-07T03:11:56.396254+0000","last_fullsized":"2024-03-07T03:11:56.396254+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_clean_scrub_stamp":"2024-03-07T02:51:31.238394+0000","objects_scrubbed":0,"log_size":197,"log_dups_size":0,"ondisk_log_size":197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:53.766202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"858'3145","reported_seq":6530,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:15.953631+0000","last_change":"2024-03-07T03:10:57.131283+0000","last_active":"2024-03-07T03:13:15.953631+0000","last_peered":"2024-03-07T03:13:15.953631+0000","last_clean":"2024-03-07T03:13:15.953631+0000","last_became_active":"2024-03-07T03:06:47.859231+0000","last_became_peered":"2024-03-07T03:06:47.859231+0000","last_unstale":"2024-03-07T03:13:15.953631+0000","last_undegraded":"2024-03-07T03:13:15.953631+0000","last_fullsized":"2024-03-07T03:13:15.953631+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3145,"log_dups_size":0,"ondisk_log_size":3145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:10:03.781442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001499434,"stat_sum":{"num_bytes":18481152,"num_objects":15,"num_object_clones":14,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":124,"num_read_kb":398406,"num_write":253,"num_write_kb":45856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":9773056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:30.797058+0000","last_change":"2024-03-07T03:05:01.454053+0000","last_active":"2024-03-07T03:12:30.797058+0000","last_peered":"2024-03-07T03:12:30.797058+0000","last_clean":"2024-03-07T03:12:30.797058+0000","last_became_active":"2024-03-07T03:05:01.453718+0000","last_became_peered":"2024-03-07T03:05:01.453718+0000","last_unstale":"2024-03-07T03:12:30.797058+0000","last_undegraded":"2024-03-07T03:12:30.797058+0000","last_fullsized":"2024-03-07T03:12:30.797058+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:10:59.835543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:10.794862+0000","last_change":"2024-03-07T03:06:09.987673+0000","last_active":"2024-03-07T03:12:10.794862+0000","last_peered":"2024-03-07T03:12:10.794862+0000","last_clean":"2024-03-07T03:12:10.794862+0000","last_became_active":"2024-03-07T03:06:09.987328+0000","last_became_peered":"2024-03-07T03:06:09.987328+0000","last_unstale":"2024-03-07T03:12:10.794862+0000","last_undegraded":"2024-03-07T03:12:10.794862+0000","last_fullsized":"2024-03-07T03:12:10.794862+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:11:17.983744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":974,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:56.396227+0000","last_change":"2024-03-07T03:07:58.757849+0000","last_active":"2024-03-07T03:11:56.396227+0000","last_peered":"2024-03-07T03:11:56.396227+0000","last_clean":"2024-03-07T03:11:56.396227+0000","last_became_active":"2024-03-07T03:07:58.757399+0000","last_became_peered":"2024-03-07T03:07:58.757399+0000","last_unstale":"2024-03-07T03:11:56.396227+0000","last_undegraded":"2024-03-07T03:11:56.396227+0000","last_fullsized":"2024-03-07T03:11:56.396227+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:54:11.413787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"864'1259","reported_seq":4063,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:31.160553+0000","last_change":"2024-03-07T03:10:56.129203+0000","last_active":"2024-03-07T03:11:31.160553+0000","last_peered":"2024-03-07T03:11:31.160553+0000","last_clean":"2024-03-07T03:11:31.160553+0000","last_became_active":"2024-03-07T03:07:23.080120+0000","last_became_peered":"2024-03-07T03:07:23.080120+0000","last_unstale":"2024-03-07T03:11:31.160553+0000","last_undegraded":"2024-03-07T03:11:31.160553+0000","last_fullsized":"2024-03-07T03:11:31.160553+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1259,"log_dups_size":0,"ondisk_log_size":1259,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:33:24.850580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0059393290000000001,"stat_sum":{"num_bytes":23298048,"num_objects":10,"num_object_clones":7,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":249,"num_read_kb":271095,"num_write":553,"num_write_kb":138504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":18890752,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.3","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:10.794923+0000","last_change":"2024-03-07T03:07:58.750289+0000","last_active":"2024-03-07T03:12:10.794923+0000","last_peered":"2024-03-07T03:12:10.794923+0000","last_clean":"2024-03-07T03:12:10.794923+0000","last_became_active":"2024-03-07T03:07:58.749557+0000","last_became_peered":"2024-03-07T03:07:58.749557+0000","last_unstale":"2024-03-07T03:12:10.794923+0000","last_undegraded":"2024-03-07T03:12:10.794923+0000","last_fullsized":"2024-03-07T03:12:10.794923+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:54:43.865660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":988,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:06.397329+0000","last_change":"2024-03-07T03:07:58.758005+0000","last_active":"2024-03-07T03:12:06.397329+0000","last_peered":"2024-03-07T03:12:06.397329+0000","last_clean":"2024-03-07T03:12:06.397329+0000","last_became_active":"2024-03-07T03:07:58.756833+0000","last_became_peered":"2024-03-07T03:07:58.756833+0000","last_unstale":"2024-03-07T03:12:06.397329+0000","last_undegraded":"2024-03-07T03:12:06.397329+0000","last_fullsized":"2024-03-07T03:12:06.397329+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:37:55.288554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:44.902730+0000","last_change":"2024-03-07T03:06:47.843644+0000","last_active":"2024-03-07T03:12:44.902730+0000","last_peered":"2024-03-07T03:12:44.902730+0000","last_clean":"2024-03-07T03:12:44.902730+0000","last_became_active":"2024-03-07T03:06:47.842694+0000","last_became_peered":"2024-03-07T03:06:47.842694+0000","last_unstale":"2024-03-07T03:12:44.902730+0000","last_undegraded":"2024-03-07T03:12:44.902730+0000","last_fullsized":"2024-03-07T03:12:44.902730+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:25:34.783974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"863'880","reported_seq":3815,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:23.069074+0000","last_change":"2024-03-07T03:10:56.125509+0000","last_active":"2024-03-07T03:12:23.069074+0000","last_peered":"2024-03-07T03:12:23.069074+0000","last_clean":"2024-03-07T03:12:23.069074+0000","last_became_active":"2024-03-07T03:07:58.755248+0000","last_became_peered":"2024-03-07T03:07:58.755248+0000","last_unstale":"2024-03-07T03:12:23.069074+0000","last_undegraded":"2024-03-07T03:12:23.069074+0000","last_fullsized":"2024-03-07T03:12:23.069074+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":880,"log_dups_size":0,"ondisk_log_size":880,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:40:02.788467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0073429089999999999,"stat_sum":{"num_bytes":9224192,"num_objects":8,"num_object_clones":6,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":1,"num_read":161,"num_read_kb":133885,"num_write":362,"num_write_kb":55920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1124,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:33.960811+0000","last_change":"2024-03-07T03:07:58.764215+0000","last_active":"2024-03-07T03:11:33.960811+0000","last_peered":"2024-03-07T03:11:33.960811+0000","last_clean":"2024-03-07T03:11:33.960811+0000","last_became_active":"2024-03-07T03:07:58.763818+0000","last_became_peered":"2024-03-07T03:07:58.763818+0000","last_unstale":"2024-03-07T03:11:33.960811+0000","last_undegraded":"2024-03-07T03:11:33.960811+0000","last_fullsized":"2024-03-07T03:11:33.960811+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:27:54.623360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"719'2","reported_seq":1193,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:04.904841+0000","last_change":"2024-03-07T03:07:23.074913+0000","last_active":"2024-03-07T03:13:04.904841+0000","last_peered":"2024-03-07T03:13:04.904841+0000","last_clean":"2024-03-07T03:13:04.904841+0000","last_became_active":"2024-03-07T03:07:23.074530+0000","last_became_peered":"2024-03-07T03:07:23.074530+0000","last_unstale":"2024-03-07T03:13:04.904841+0000","last_undegraded":"2024-03-07T03:13:04.904841+0000","last_fullsized":"2024-03-07T03:13:04.904841+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:13:25.877187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1127,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:03.963704+0000","last_change":"2024-03-07T03:07:58.757756+0000","last_active":"2024-03-07T03:12:03.963704+0000","last_peered":"2024-03-07T03:12:03.963704+0000","last_clean":"2024-03-07T03:12:03.963704+0000","last_became_active":"2024-03-07T03:07:58.757430+0000","last_became_peered":"2024-03-07T03:07:58.757430+0000","last_unstale":"2024-03-07T03:12:03.963704+0000","last_undegraded":"2024-03-07T03:12:03.963704+0000","last_fullsized":"2024-03-07T03:12:03.963704+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:22:21.412765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"863'1564","reported_seq":5163,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:33.960760+0000","last_change":"2024-03-07T03:10:57.329944+0000","last_active":"2024-03-07T03:11:33.960760+0000","last_peered":"2024-03-07T03:11:33.960760+0000","last_clean":"2024-03-07T03:11:33.960760+0000","last_became_active":"2024-03-07T03:06:09.990793+0000","last_became_peered":"2024-03-07T03:06:09.990793+0000","last_unstale":"2024-03-07T03:11:33.960760+0000","last_undegraded":"2024-03-07T03:11:33.960760+0000","last_fullsized":"2024-03-07T03:11:33.960760+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1564,"log_dups_size":0,"ondisk_log_size":1564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":143,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:53.639078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.019553126000000001,"stat_sum":{"num_bytes":100999168,"num_objects":73,"num_object_clones":68,"num_object_copies":219,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":1,"num_read":410,"num_read_kb":572954,"num_write":777,"num_write_kb":204640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":51175424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"c"},{"start":"178","length":"4"},{"start":"17e","length":"3"},{"start":"182","length":"4"},{"start":"187","length":"5"},{"start":"18d","length":"2"}]},{"pgid":"4.1","version":"0'0","reported_seq":1080,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:23.069051+0000","last_change":"2024-03-07T03:07:23.071468+0000","last_active":"2024-03-07T03:12:23.069051+0000","last_peered":"2024-03-07T03:12:23.069051+0000","last_clean":"2024-03-07T03:12:23.069051+0000","last_became_active":"2024-03-07T03:07:23.071160+0000","last_became_peered":"2024-03-07T03:07:23.071160+0000","last_unstale":"2024-03-07T03:12:23.069051+0000","last_undegraded":"2024-03-07T03:12:23.069051+0000","last_fullsized":"2024-03-07T03:12:23.069051+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:17:55.686793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":990,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:41.161677+0000","last_change":"2024-03-07T03:07:58.759142+0000","last_active":"2024-03-07T03:11:41.161677+0000","last_peered":"2024-03-07T03:11:41.161677+0000","last_clean":"2024-03-07T03:11:41.161677+0000","last_became_active":"2024-03-07T03:07:58.758771+0000","last_became_peered":"2024-03-07T03:07:58.758771+0000","last_unstale":"2024-03-07T03:11:41.161677+0000","last_undegraded":"2024-03-07T03:11:41.161677+0000","last_fullsized":"2024-03-07T03:11:41.161677+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:45:13.985820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:30.797025+0000","last_change":"2024-03-07T03:06:09.988597+0000","last_active":"2024-03-07T03:12:30.797025+0000","last_peered":"2024-03-07T03:12:30.797025+0000","last_clean":"2024-03-07T03:12:30.797025+0000","last_became_active":"2024-03-07T03:06:09.988261+0000","last_became_peered":"2024-03-07T03:06:09.988261+0000","last_unstale":"2024-03-07T03:12:30.797025+0000","last_undegraded":"2024-03-07T03:12:30.797025+0000","last_fullsized":"2024-03-07T03:12:30.797025+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:11:06.717251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"843'3099","reported_seq":6398,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:15.939512+0000","last_change":"2024-03-07T03:10:57.131044+0000","last_active":"2024-03-07T03:11:15.939512+0000","last_peered":"2024-03-07T03:11:15.939512+0000","last_clean":"2024-03-07T03:11:15.939512+0000","last_became_active":"2024-03-07T03:07:23.084936+0000","last_became_peered":"2024-03-07T03:07:23.084936+0000","last_unstale":"2024-03-07T03:11:15.939512+0000","last_undegraded":"2024-03-07T03:11:15.939512+0000","last_fullsized":"2024-03-07T03:11:15.939512+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3099,"log_dups_size":0,"ondisk_log_size":3099,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:46:48.809690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012703,"stat_sum":{"num_bytes":8347648,"num_objects":13,"num_object_clones":12,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":56,"num_read_kb":33721,"num_write":241,"num_write_kb":36816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":434176,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1146,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:29.500973+0000","last_change":"2024-03-07T03:05:01.461136+0000","last_active":"2024-03-07T03:11:29.500973+0000","last_peered":"2024-03-07T03:11:29.500973+0000","last_clean":"2024-03-07T03:11:29.500973+0000","last_became_active":"2024-03-07T03:05:01.457189+0000","last_became_peered":"2024-03-07T03:05:01.457189+0000","last_unstale":"2024-03-07T03:11:29.500973+0000","last_undegraded":"2024-03-07T03:11:29.500973+0000","last_fullsized":"2024-03-07T03:11:29.500973+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:23.791243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1103,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:38.070678+0000","last_change":"2024-03-07T03:07:58.750311+0000","last_active":"2024-03-07T03:12:38.070678+0000","last_peered":"2024-03-07T03:12:38.070678+0000","last_clean":"2024-03-07T03:12:38.070678+0000","last_became_active":"2024-03-07T03:07:58.750001+0000","last_became_peered":"2024-03-07T03:07:58.750001+0000","last_unstale":"2024-03-07T03:12:38.070678+0000","last_undegraded":"2024-03-07T03:12:38.070678+0000","last_fullsized":"2024-03-07T03:12:38.070678+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:05.963944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"847'12789","reported_seq":16203,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:12:53.072507+0000","last_change":"2024-03-07T03:10:57.124034+0000","last_active":"2024-03-07T03:12:53.072507+0000","last_peered":"2024-03-07T03:12:53.072507+0000","last_clean":"2024-03-07T03:12:53.072507+0000","last_became_active":"2024-03-07T03:06:47.859957+0000","last_became_peered":"2024-03-07T03:06:47.859957+0000","last_unstale":"2024-03-07T03:12:53.072507+0000","last_undegraded":"2024-03-07T03:12:53.072507+0000","last_fullsized":"2024-03-07T03:12:53.072507+0000","mapping_epoch":625,"log_start":"599'6200","ondisk_log_start":"599'6200","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":6589,"log_dups_size":0,"ondisk_log_size":6589,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":137,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:29:13.699651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0091875959999999993,"stat_sum":{"num_bytes":71745536,"num_objects":32,"num_object_clones":30,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":0,"num_read":146,"num_read_kb":316804,"num_write":323,"num_write_kb":90232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":20865024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"5"},{"start":"171","length":"b"},{"start":"17e","length":"8"},{"start":"187","length":"5"},{"start":"18d","length":"3"},{"start":"192","length":"1"},{"start":"197","length":"1"},{"start":"199","length":"2"}]},{"pgid":"2.9","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:04.904773+0000","last_change":"2024-03-07T03:07:58.752456+0000","last_active":"2024-03-07T03:13:04.904773+0000","last_peered":"2024-03-07T03:13:04.904773+0000","last_clean":"2024-03-07T03:13:04.904773+0000","last_became_active":"2024-03-07T03:07:58.752118+0000","last_became_peered":"2024-03-07T03:07:58.752118+0000","last_unstale":"2024-03-07T03:13:04.904773+0000","last_undegraded":"2024-03-07T03:13:04.904773+0000","last_fullsized":"2024-03-07T03:13:04.904773+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:08:08.574482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1118,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:03.963633+0000","last_change":"2024-03-07T03:07:58.757839+0000","last_active":"2024-03-07T03:12:03.963633+0000","last_peered":"2024-03-07T03:12:03.963633+0000","last_clean":"2024-03-07T03:12:03.963633+0000","last_became_active":"2024-03-07T03:07:58.757495+0000","last_became_peered":"2024-03-07T03:07:58.757495+0000","last_unstale":"2024-03-07T03:12:03.963633+0000","last_undegraded":"2024-03-07T03:12:03.963633+0000","last_fullsized":"2024-03-07T03:12:03.963633+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:27:02.190643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"861'1463","reported_seq":5088,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:44.502699+0000","last_change":"2024-03-07T03:10:57.330799+0000","last_active":"2024-03-07T03:11:44.502699+0000","last_peered":"2024-03-07T03:11:44.502699+0000","last_clean":"2024-03-07T03:11:44.502699+0000","last_became_active":"2024-03-07T03:07:58.763085+0000","last_became_peered":"2024-03-07T03:07:58.763085+0000","last_unstale":"2024-03-07T03:11:44.502699+0000","last_undegraded":"2024-03-07T03:11:44.502699+0000","last_fullsized":"2024-03-07T03:11:44.502699+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1463,"log_dups_size":0,"ondisk_log_size":1463,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:39:21.050544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.016579719999999999,"stat_sum":{"num_bytes":106192896,"num_objects":71,"num_object_clones":66,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":1,"num_read":323,"num_read_kb":516030,"num_write":942,"num_write_kb":231680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":48201728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:04.904803+0000","last_change":"2024-03-07T03:07:58.752370+0000","last_active":"2024-03-07T03:13:04.904803+0000","last_peered":"2024-03-07T03:13:04.904803+0000","last_clean":"2024-03-07T03:13:04.904803+0000","last_became_active":"2024-03-07T03:07:58.751985+0000","last_became_peered":"2024-03-07T03:07:58.751985+0000","last_unstale":"2024-03-07T03:13:04.904803+0000","last_undegraded":"2024-03-07T03:13:04.904803+0000","last_fullsized":"2024-03-07T03:13:04.904803+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:31:33.590004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1127,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:18.965443+0000","last_change":"2024-03-07T03:06:09.987484+0000","last_active":"2024-03-07T03:12:18.965443+0000","last_peered":"2024-03-07T03:12:18.965443+0000","last_clean":"2024-03-07T03:12:18.965443+0000","last_became_active":"2024-03-07T03:06:09.986947+0000","last_became_peered":"2024-03-07T03:06:09.986947+0000","last_unstale":"2024-03-07T03:12:18.965443+0000","last_undegraded":"2024-03-07T03:12:18.965443+0000","last_fullsized":"2024-03-07T03:12:18.965443+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:37:38.253630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"857'1055","reported_seq":4918,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:09.892916+0000","last_change":"2024-03-07T03:10:57.123092+0000","last_active":"2024-03-07T03:11:09.892916+0000","last_peered":"2024-03-07T03:11:09.892916+0000","last_clean":"2024-03-07T03:11:09.892916+0000","last_became_active":"2024-03-07T03:06:09.993513+0000","last_became_peered":"2024-03-07T03:06:09.993513+0000","last_unstale":"2024-03-07T03:11:09.892916+0000","last_undegraded":"2024-03-07T03:11:09.892916+0000","last_fullsized":"2024-03-07T03:11:09.892916+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1055,"log_dups_size":0,"ondisk_log_size":1055,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:34:07.352811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013205965,"stat_sum":{"num_bytes":99745792,"num_objects":66,"num_object_clones":62,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":306,"num_read_kb":434534,"num_write":588,"num_write_kb":145464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":21749760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.b","version":"716'3","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:26.399720+0000","last_change":"2024-03-07T03:07:58.749480+0000","last_active":"2024-03-07T03:12:26.399720+0000","last_peered":"2024-03-07T03:12:26.399720+0000","last_clean":"2024-03-07T03:12:26.399720+0000","last_became_active":"2024-03-07T03:07:58.749098+0000","last_became_peered":"2024-03-07T03:07:58.749098+0000","last_unstale":"2024-03-07T03:12:26.399720+0000","last_undegraded":"2024-03-07T03:12:26.399720+0000","last_fullsized":"2024-03-07T03:12:26.399720+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:35:33.945855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1035,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:41.161624+0000","last_change":"2024-03-07T03:07:23.075725+0000","last_active":"2024-03-07T03:11:41.161624+0000","last_peered":"2024-03-07T03:11:41.161624+0000","last_clean":"2024-03-07T03:11:41.161624+0000","last_became_active":"2024-03-07T03:07:23.075203+0000","last_became_peered":"2024-03-07T03:07:23.075203+0000","last_unstale":"2024-03-07T03:11:41.161624+0000","last_undegraded":"2024-03-07T03:11:41.161624+0000","last_fullsized":"2024-03-07T03:11:41.161624+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:47:11.192302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"863'1711","reported_seq":5460,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:44.502642+0000","last_change":"2024-03-07T03:10:57.330918+0000","last_active":"2024-03-07T03:11:44.502642+0000","last_peered":"2024-03-07T03:11:44.502642+0000","last_clean":"2024-03-07T03:11:44.502642+0000","last_became_active":"2024-03-07T03:06:47.849454+0000","last_became_peered":"2024-03-07T03:06:47.849454+0000","last_unstale":"2024-03-07T03:11:44.502642+0000","last_undegraded":"2024-03-07T03:11:44.502642+0000","last_fullsized":"2024-03-07T03:11:44.502642+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1711,"log_dups_size":0,"ondisk_log_size":1711,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:40:07.156907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.014160193999999999,"stat_sum":{"num_bytes":165158912,"num_objects":93,"num_object_clones":87,"num_object_copies":279,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":93,"num_whiteouts":2,"num_read":489,"num_read_kb":756200,"num_write":870,"num_write_kb":258896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":69541888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1156,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:44.502687+0000","last_change":"2024-03-07T03:06:47.847077+0000","last_active":"2024-03-07T03:11:44.502687+0000","last_peered":"2024-03-07T03:11:44.502687+0000","last_clean":"2024-03-07T03:11:44.502687+0000","last_became_active":"2024-03-07T03:06:47.846359+0000","last_became_peered":"2024-03-07T03:06:47.846359+0000","last_unstale":"2024-03-07T03:11:44.502687+0000","last_undegraded":"2024-03-07T03:11:44.502687+0000","last_fullsized":"2024-03-07T03:11:44.502687+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:00:08.102949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":972,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:26.399763+0000","last_change":"2024-03-07T03:07:58.760528+0000","last_active":"2024-03-07T03:12:26.399763+0000","last_peered":"2024-03-07T03:12:26.399763+0000","last_clean":"2024-03-07T03:12:26.399763+0000","last_became_active":"2024-03-07T03:07:58.760226+0000","last_became_peered":"2024-03-07T03:07:58.760226+0000","last_unstale":"2024-03-07T03:12:26.399763+0000","last_undegraded":"2024-03-07T03:12:26.399763+0000","last_fullsized":"2024-03-07T03:12:26.399763+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:10:36.411047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"863'1938","reported_seq":4938,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:29.500990+0000","last_change":"2024-03-07T03:10:56.140803+0000","last_active":"2024-03-07T03:11:29.500990+0000","last_peered":"2024-03-07T03:11:29.500990+0000","last_clean":"2024-03-07T03:11:29.500990+0000","last_became_active":"2024-03-07T03:06:09.993933+0000","last_became_peered":"2024-03-07T03:06:09.993933+0000","last_unstale":"2024-03-07T03:11:29.500990+0000","last_undegraded":"2024-03-07T03:11:29.500990+0000","last_fullsized":"2024-03-07T03:11:29.500990+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1938,"log_dups_size":0,"ondisk_log_size":1938,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:16.359457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.024996012000000001,"stat_sum":{"num_bytes":22765568,"num_objects":17,"num_object_clones":12,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":2,"num_read":350,"num_read_kb":387634,"num_write":702,"num_write_kb":183472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":7151616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.d","version":"61'1","reported_seq":1190,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:09.892941+0000","last_change":"2024-03-07T03:06:09.993129+0000","last_active":"2024-03-07T03:11:09.892941+0000","last_peered":"2024-03-07T03:11:09.892941+0000","last_clean":"2024-03-07T03:11:09.892941+0000","last_became_active":"2024-03-07T03:06:09.992737+0000","last_became_peered":"2024-03-07T03:06:09.992737+0000","last_unstale":"2024-03-07T03:11:09.892941+0000","last_undegraded":"2024-03-07T03:11:09.892941+0000","last_fullsized":"2024-03-07T03:11:09.892941+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:02:42.055569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1051,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:15.939486+0000","last_change":"2024-03-07T03:07:23.076846+0000","last_active":"2024-03-07T03:11:15.939486+0000","last_peered":"2024-03-07T03:11:15.939486+0000","last_clean":"2024-03-07T03:11:15.939486+0000","last_became_active":"2024-03-07T03:07:23.075895+0000","last_became_peered":"2024-03-07T03:07:23.075895+0000","last_unstale":"2024-03-07T03:11:15.939486+0000","last_undegraded":"2024-03-07T03:11:15.939486+0000","last_fullsized":"2024-03-07T03:11:15.939486+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:09:15.080126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"854'331","reported_seq":3439,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:12:16.398465+0000","last_change":"2024-03-07T03:10:57.298223+0000","last_active":"2024-03-07T03:12:16.398465+0000","last_peered":"2024-03-07T03:12:16.398465+0000","last_clean":"2024-03-07T03:12:16.398465+0000","last_became_active":"2024-03-07T03:07:58.749089+0000","last_became_peered":"2024-03-07T03:07:58.749089+0000","last_unstale":"2024-03-07T03:12:16.398465+0000","last_undegraded":"2024-03-07T03:12:16.398465+0000","last_fullsized":"2024-03-07T03:12:16.398465+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":331,"log_dups_size":0,"ondisk_log_size":331,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":83,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:26:07.404191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00085119700000000004,"stat_sum":{"num_bytes":15409152,"num_objects":11,"num_object_clones":10,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":91,"num_read_kb":118251,"num_write":162,"num_write_kb":30616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":34586624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"56"},{"start":"1c2","length":"3"},{"start":"1c9","length":"1"}]},{"pgid":"2.e","version":"61'2","reported_seq":1160,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:44.502729+0000","last_change":"2024-03-07T03:07:58.755578+0000","last_active":"2024-03-07T03:11:44.502729+0000","last_peered":"2024-03-07T03:11:44.502729+0000","last_clean":"2024-03-07T03:11:44.502729+0000","last_became_active":"2024-03-07T03:07:58.755160+0000","last_became_peered":"2024-03-07T03:07:58.755160+0000","last_unstale":"2024-03-07T03:11:44.502729+0000","last_undegraded":"2024-03-07T03:11:44.502729+0000","last_fullsized":"2024-03-07T03:11:44.502729+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:20.584382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:26.399820+0000","last_change":"2024-03-07T03:07:58.751269+0000","last_active":"2024-03-07T03:12:26.399820+0000","last_peered":"2024-03-07T03:12:26.399820+0000","last_clean":"2024-03-07T03:12:26.399820+0000","last_became_active":"2024-03-07T03:07:58.750956+0000","last_became_peered":"2024-03-07T03:07:58.750956+0000","last_unstale":"2024-03-07T03:12:26.399820+0000","last_undegraded":"2024-03-07T03:12:26.399820+0000","last_fullsized":"2024-03-07T03:12:26.399820+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:39.414545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1006,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:31.160523+0000","last_change":"2024-03-07T03:07:23.081711+0000","last_active":"2024-03-07T03:11:31.160523+0000","last_peered":"2024-03-07T03:11:31.160523+0000","last_clean":"2024-03-07T03:11:31.160523+0000","last_became_active":"2024-03-07T03:07:23.079269+0000","last_became_peered":"2024-03-07T03:07:23.079269+0000","last_unstale":"2024-03-07T03:11:31.160523+0000","last_undegraded":"2024-03-07T03:11:31.160523+0000","last_fullsized":"2024-03-07T03:11:31.160523+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:39.008957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1158,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:19.516251+0000","last_change":"2024-03-07T03:07:23.072806+0000","last_active":"2024-03-07T03:13:19.516251+0000","last_peered":"2024-03-07T03:13:19.516251+0000","last_clean":"2024-03-07T03:13:19.516251+0000","last_became_active":"2024-03-07T03:07:23.071234+0000","last_became_peered":"2024-03-07T03:07:23.071234+0000","last_unstale":"2024-03-07T03:13:19.516251+0000","last_undegraded":"2024-03-07T03:13:19.516251+0000","last_fullsized":"2024-03-07T03:13:19.516251+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:52.610744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1058,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:00.951666+0000","last_change":"2024-03-07T03:06:47.851593+0000","last_active":"2024-03-07T03:13:00.951666+0000","last_peered":"2024-03-07T03:13:00.951666+0000","last_clean":"2024-03-07T03:13:00.951666+0000","last_became_active":"2024-03-07T03:06:47.849677+0000","last_became_peered":"2024-03-07T03:06:47.849677+0000","last_unstale":"2024-03-07T03:13:00.951666+0000","last_undegraded":"2024-03-07T03:13:00.951666+0000","last_fullsized":"2024-03-07T03:13:00.951666+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:30.969251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1117,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:19.516309+0000","last_change":"2024-03-07T03:06:09.995434+0000","last_active":"2024-03-07T03:13:19.516309+0000","last_peered":"2024-03-07T03:13:19.516309+0000","last_clean":"2024-03-07T03:13:19.516309+0000","last_became_active":"2024-03-07T03:06:09.994939+0000","last_became_peered":"2024-03-07T03:06:09.994939+0000","last_unstale":"2024-03-07T03:13:19.516309+0000","last_undegraded":"2024-03-07T03:13:19.516309+0000","last_fullsized":"2024-03-07T03:13:19.516309+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:27:11.737354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1127,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:03.963669+0000","last_change":"2024-03-07T03:06:09.987381+0000","last_active":"2024-03-07T03:12:03.963669+0000","last_peered":"2024-03-07T03:12:03.963669+0000","last_clean":"2024-03-07T03:12:03.963669+0000","last_became_active":"2024-03-07T03:06:09.986952+0000","last_became_peered":"2024-03-07T03:06:09.986952+0000","last_unstale":"2024-03-07T03:12:03.963669+0000","last_undegraded":"2024-03-07T03:12:03.963669+0000","last_fullsized":"2024-03-07T03:12:03.963669+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:26:15.439852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:04.904825+0000","last_change":"2024-03-07T03:05:35.923999+0000","last_active":"2024-03-07T03:13:04.904825+0000","last_peered":"2024-03-07T03:13:04.904825+0000","last_clean":"2024-03-07T03:13:04.904825+0000","last_became_active":"2024-03-07T03:05:35.923719+0000","last_became_peered":"2024-03-07T03:05:35.923719+0000","last_unstale":"2024-03-07T03:13:04.904825+0000","last_undegraded":"2024-03-07T03:13:04.904825+0000","last_fullsized":"2024-03-07T03:13:04.904825+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:43:04.724647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1008,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:41.161665+0000","last_change":"2024-03-07T03:07:58.749989+0000","last_active":"2024-03-07T03:11:41.161665+0000","last_peered":"2024-03-07T03:11:41.161665+0000","last_clean":"2024-03-07T03:11:41.161665+0000","last_became_active":"2024-03-07T03:07:58.749643+0000","last_became_peered":"2024-03-07T03:07:58.749643+0000","last_unstale":"2024-03-07T03:11:41.161665+0000","last_undegraded":"2024-03-07T03:11:41.161665+0000","last_fullsized":"2024-03-07T03:11:41.161665+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:00:44.729806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1110,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:03.963717+0000","last_change":"2024-03-07T03:06:09.999184+0000","last_active":"2024-03-07T03:12:03.963717+0000","last_peered":"2024-03-07T03:12:03.963717+0000","last_clean":"2024-03-07T03:12:03.963717+0000","last_became_active":"2024-03-07T03:06:09.998856+0000","last_became_peered":"2024-03-07T03:06:09.998856+0000","last_unstale":"2024-03-07T03:12:03.963717+0000","last_undegraded":"2024-03-07T03:12:03.963717+0000","last_fullsized":"2024-03-07T03:12:03.963717+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:37:00.102189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1058,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:15.953528+0000","last_change":"2024-03-07T03:06:47.857644+0000","last_active":"2024-03-07T03:13:15.953528+0000","last_peered":"2024-03-07T03:13:15.953528+0000","last_clean":"2024-03-07T03:13:15.953528+0000","last_became_active":"2024-03-07T03:06:47.857354+0000","last_became_peered":"2024-03-07T03:06:47.857354+0000","last_unstale":"2024-03-07T03:13:15.953528+0000","last_undegraded":"2024-03-07T03:13:15.953528+0000","last_fullsized":"2024-03-07T03:13:15.953528+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:02:18.860369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1118,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:18.965420+0000","last_change":"2024-03-07T03:06:09.987872+0000","last_active":"2024-03-07T03:12:18.965420+0000","last_peered":"2024-03-07T03:12:18.965420+0000","last_clean":"2024-03-07T03:12:18.965420+0000","last_became_active":"2024-03-07T03:06:09.986852+0000","last_became_peered":"2024-03-07T03:06:09.986852+0000","last_unstale":"2024-03-07T03:12:18.965420+0000","last_undegraded":"2024-03-07T03:12:18.965420+0000","last_fullsized":"2024-03-07T03:12:18.965420+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:13.708512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1035,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:15.939446+0000","last_change":"2024-03-07T03:07:58.755825+0000","last_active":"2024-03-07T03:11:15.939446+0000","last_peered":"2024-03-07T03:11:15.939446+0000","last_clean":"2024-03-07T03:11:15.939446+0000","last_became_active":"2024-03-07T03:07:58.755395+0000","last_became_peered":"2024-03-07T03:07:58.755395+0000","last_unstale":"2024-03-07T03:11:15.939446+0000","last_undegraded":"2024-03-07T03:11:15.939446+0000","last_fullsized":"2024-03-07T03:11:15.939446+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:10:43.184914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:50.799209+0000","last_change":"2024-03-07T03:07:58.753962+0000","last_active":"2024-03-07T03:12:50.799209+0000","last_peered":"2024-03-07T03:12:50.799209+0000","last_clean":"2024-03-07T03:12:50.799209+0000","last_became_active":"2024-03-07T03:07:58.753619+0000","last_became_peered":"2024-03-07T03:07:58.753619+0000","last_unstale":"2024-03-07T03:12:50.799209+0000","last_undegraded":"2024-03-07T03:12:50.799209+0000","last_fullsized":"2024-03-07T03:12:50.799209+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:44:44.641067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1013,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:51.162869+0000","last_change":"2024-03-07T03:07:23.078516+0000","last_active":"2024-03-07T03:11:51.162869+0000","last_peered":"2024-03-07T03:11:51.162869+0000","last_clean":"2024-03-07T03:11:51.162869+0000","last_became_active":"2024-03-07T03:07:23.076017+0000","last_became_peered":"2024-03-07T03:07:23.076017+0000","last_unstale":"2024-03-07T03:11:51.162869+0000","last_undegraded":"2024-03-07T03:11:51.162869+0000","last_fullsized":"2024-03-07T03:11:51.162869+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:17:54.725933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":857645056,"num_objects":516,"num_object_clones":466,"num_object_copies":1548,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":516,"num_whiteouts":8,"num_read":3826,"num_read_kb":5949842,"num_write":7931,"num_write_kb":1978632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":107,"num_bytes_recovered":385712128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1170673664,"data_stored":2969124864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28580,"ondisk_log_size":28580,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197,"ondisk_log_size":197,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":26375,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":694,"seq":2980707303515,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":150184,"kb_used_data":96156,"kb_used_omap":35,"kb_used_meta":53980,"kb_avail":93594968,"statfs":{"total":95995035648,"available":95841247232,"internally_reserved":0,"allocated":98463744,"data_stored":167037349,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36312,"internal_metadata":55276072},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":660,"seq":2834678415458,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":94940,"kb_used_data":42576,"kb_used_omap":23,"kb_used_meta":52328,"kb_avail":93650212,"statfs":{"total":95995035648,"available":95897817088,"internally_reserved":0,"allocated":43597824,"data_stored":80829959,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":24173,"internal_metadata":53584275},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":463,"seq":1988569858188,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":692864,"kb_used_data":193964,"kb_used_omap":46,"kb_used_meta":498833,"kb_avail":93052288,"statfs":{"total":95995035648,"available":95285542912,"internally_reserved":0,"allocated":198619136,"data_stored":533391905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48036,"internal_metadata":510805084},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":528,"seq":2267742732415,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":401776,"kb_used_data":209252,"kb_used_omap":54,"kb_used_meta":192457,"kb_avail":93343376,"statfs":{"total":95995035648,"available":95583617024,"internally_reserved":0,"allocated":214274048,"data_stored":587826473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56016,"internal_metadata":197076272},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":495,"seq":2126008811654,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":485244,"kb_used_data":166572,"kb_used_omap":47,"kb_used_meta":318608,"kb_avail":93259908,"statfs":{"total":95995035648,"available":95498145792,"internally_reserved":0,"allocated":170569728,"data_stored":457545161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48143,"internal_metadata":326255601},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":562,"seq":2413771620472,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":177748,"kb_used_data":84672,"kb_used_omap":37,"kb_used_meta":93018,"kb_avail":93567404,"statfs":{"total":95995035648,"available":95813021696,"internally_reserved":0,"allocated":86704128,"data_stored":171510863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38083,"internal_metadata":95251261},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":591,"seq":2538325672049,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":365920,"kb_used_data":157844,"kb_used_omap":61,"kb_used_meta":208002,"kb_avail":93379232,"statfs":{"total":95995035648,"available":95620333568,"internally_reserved":0,"allocated":161632256,"data_stored":367986669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":62843,"internal_metadata":212994693},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":625,"seq":2684354560105,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":509804,"kb_used_data":269020,"kb_used_omap":73,"kb_used_meta":240694,"kb_avail":93235348,"statfs":{"total":95995035648,"available":95472996352,"internally_reserved":0,"allocated":275476480,"data_stored":649851960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":75044,"internal_metadata":246471388},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7413,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2060,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2124,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3359,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3677,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2797,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2839,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2106,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":188411904,"data_stored":527167488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":160964608,"data_stored":451911680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":204677120,"data_stored":582193152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":77082624,"data_stored":165871616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":152018944,"data_stored":362352640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":265863168,"data_stored":644214784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":33390592,"data_stored":74600448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":88264704,"data_stored":160813056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-07T03:15:30.794 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:15:30.794 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:15:30.795 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:15:30.795 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-07T03:15:30.795 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-07T03:15:30.795 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-07T03:15:30.795 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.c in trimming, state: active+clean+snaptrim_error 2024-03-07T03:15:30.795 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-07T03:15:30.795 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:15:30.795 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-07T03:15:32.159 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:15:31 smithi092 ceph-mon[83777]: pgmap v865: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:32.159 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:15:31 smithi092 ceph-mon[83777]: from='client.44564 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:15:32.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:15:31 smithi090 ceph-mon[89511]: pgmap v865: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:32.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:15:31 smithi090 ceph-mon[89511]: from='client.44564 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:15:32.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:15:31 smithi090 ceph-mon[91928]: pgmap v865: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:32.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:15:31 smithi090 ceph-mon[91928]: from='client.44564 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:15:32.659 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:15:32 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:15:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:15:33.320 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:15:33 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:15:33] "GET /metrics HTTP/1.1" 200 36313 "" "Prometheus/2.43.0" 2024-03-07T03:15:34.158 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:15:33 smithi092 ceph-mon[83777]: pgmap v866: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:34.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:15:33 smithi090 ceph-mon[89511]: pgmap v866: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:34.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:15:33 smithi090 ceph-mon[91928]: pgmap v866: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:36.159 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:15:35 smithi092 ceph-mon[83777]: pgmap v867: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:36.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:15:35 smithi090 ceph-mon[89511]: pgmap v867: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:36.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:15:35 smithi090 ceph-mon[91928]: pgmap v867: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:38.158 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:15:37 smithi092 ceph-mon[83777]: pgmap v868: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:38.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:15:37 smithi090 ceph-mon[89511]: pgmap v868: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:38.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:15:37 smithi090 ceph-mon[91928]: pgmap v868: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:40.158 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:15:39 smithi092 ceph-mon[83777]: pgmap v869: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:40.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:15:39 smithi090 ceph-mon[89511]: pgmap v869: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:40.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:15:39 smithi090 ceph-mon[91928]: pgmap v869: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:40.796 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph pg dump --format=json 2024-03-07T03:15:41.011 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T03:15:42.158 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:15:41 smithi092 ceph-mon[83777]: pgmap v870: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:42.174 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:15:41 smithi090 ceph-mon[91928]: pgmap v870: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:42.175 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:15:41 smithi090 ceph-mon[89511]: pgmap v870: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:42.659 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:15:42 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:15:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:15:42.908 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T03:15:42.910 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-03-07T03:15:43.158 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:15:42 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:15:43.221 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:15:42 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:15:43.221 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:15:42 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:15:43.221 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:15:43 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:15:43] "GET /metrics HTTP/1.1" 200 36316 "" "Prometheus/2.43.0" 2024-03-07T03:15:43.544 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":871,"stamp":"2024-03-07T03:15:41.937760+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":858242044,"num_objects":540,"num_object_clones":466,"num_object_copies":1620,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":540,"num_whiteouts":8,"num_read":4717,"num_read_kb":5951239,"num_write":8310,"num_write_kb":1981084,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":113,"num_bytes_recovered":387483232,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28845,"ondisk_log_size":28845,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2878480,"kb_used_data":1220056,"kb_used_omap":379,"kb_used_meta":1657924,"kb_avail":747082736,"statfs":{"total":767960285184,"available":765012721664,"internally_reserved":0,"allocated":1249337344,"data_stored":3015980339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":388650,"internal_metadata":1697714646},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003812"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":973,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:06.397347+0000","last_change":"2024-03-07T03:07:58.753984+0000","last_active":"2024-03-07T03:12:06.397347+0000","last_peered":"2024-03-07T03:12:06.397347+0000","last_clean":"2024-03-07T03:12:06.397347+0000","last_became_active":"2024-03-07T03:07:58.753138+0000","last_became_peered":"2024-03-07T03:07:58.753138+0000","last_unstale":"2024-03-07T03:12:06.397347+0000","last_undegraded":"2024-03-07T03:12:06.397347+0000","last_fullsized":"2024-03-07T03:12:06.397347+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:37:39.612519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:44.902746+0000","last_change":"2024-03-07T03:07:23.074862+0000","last_active":"2024-03-07T03:12:44.902746+0000","last_peered":"2024-03-07T03:12:44.902746+0000","last_clean":"2024-03-07T03:12:44.902746+0000","last_became_active":"2024-03-07T03:07:23.074512+0000","last_became_peered":"2024-03-07T03:07:23.074512+0000","last_unstale":"2024-03-07T03:12:44.902746+0000","last_undegraded":"2024-03-07T03:12:44.902746+0000","last_fullsized":"2024-03-07T03:12:44.902746+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:45:24.128672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:10.794949+0000","last_change":"2024-03-07T03:05:01.446762+0000","last_active":"2024-03-07T03:12:10.794949+0000","last_peered":"2024-03-07T03:12:10.794949+0000","last_clean":"2024-03-07T03:12:10.794949+0000","last_became_active":"2024-03-07T03:05:01.446425+0000","last_became_peered":"2024-03-07T03:05:01.446425+0000","last_unstale":"2024-03-07T03:12:10.794949+0000","last_undegraded":"2024-03-07T03:12:10.794949+0000","last_fullsized":"2024-03-07T03:12:10.794949+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:39:39.897066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1053,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:45.949981+0000","last_change":"2024-03-07T03:07:58.755992+0000","last_active":"2024-03-07T03:12:45.949981+0000","last_peered":"2024-03-07T03:12:45.949981+0000","last_clean":"2024-03-07T03:12:45.949981+0000","last_became_active":"2024-03-07T03:07:58.755499+0000","last_became_peered":"2024-03-07T03:07:58.755499+0000","last_unstale":"2024-03-07T03:12:45.949981+0000","last_undegraded":"2024-03-07T03:12:45.949981+0000","last_fullsized":"2024-03-07T03:12:45.949981+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:26:12.313572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:56.403297+0000","last_change":"2024-03-07T03:07:58.752235+0000","last_active":"2024-03-07T03:12:56.403297+0000","last_peered":"2024-03-07T03:12:56.403297+0000","last_clean":"2024-03-07T03:12:56.403297+0000","last_became_active":"2024-03-07T03:07:58.751575+0000","last_became_peered":"2024-03-07T03:07:58.751575+0000","last_unstale":"2024-03-07T03:12:56.403297+0000","last_undegraded":"2024-03-07T03:12:56.403297+0000","last_fullsized":"2024-03-07T03:12:56.403297+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:12:05.995515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1030,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:45.942988+0000","last_change":"2024-03-07T03:06:47.859644+0000","last_active":"2024-03-07T03:11:45.942988+0000","last_peered":"2024-03-07T03:11:45.942988+0000","last_clean":"2024-03-07T03:11:45.942988+0000","last_became_active":"2024-03-07T03:06:47.859097+0000","last_became_peered":"2024-03-07T03:06:47.859097+0000","last_unstale":"2024-03-07T03:11:45.942988+0000","last_undegraded":"2024-03-07T03:11:45.942988+0000","last_fullsized":"2024-03-07T03:11:45.942988+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:22:46.909130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:56.403271+0000","last_change":"2024-03-07T03:07:58.754226+0000","last_active":"2024-03-07T03:12:56.403271+0000","last_peered":"2024-03-07T03:12:56.403271+0000","last_clean":"2024-03-07T03:12:56.403271+0000","last_became_active":"2024-03-07T03:07:58.753169+0000","last_became_peered":"2024-03-07T03:07:58.753169+0000","last_unstale":"2024-03-07T03:12:56.403271+0000","last_undegraded":"2024-03-07T03:12:56.403271+0000","last_fullsized":"2024-03-07T03:12:56.403271+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:46:59.258099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1087,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:03.970559+0000","last_change":"2024-03-07T03:07:23.073492+0000","last_active":"2024-03-07T03:13:03.970559+0000","last_peered":"2024-03-07T03:13:03.970559+0000","last_clean":"2024-03-07T03:13:03.970559+0000","last_became_active":"2024-03-07T03:07:23.071929+0000","last_became_peered":"2024-03-07T03:07:23.071929+0000","last_unstale":"2024-03-07T03:13:03.970559+0000","last_undegraded":"2024-03-07T03:13:03.970559+0000","last_fullsized":"2024-03-07T03:13:03.970559+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:35:26.391722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":979,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:46.402166+0000","last_change":"2024-03-07T03:07:58.760328+0000","last_active":"2024-03-07T03:12:46.402166+0000","last_peered":"2024-03-07T03:12:46.402166+0000","last_clean":"2024-03-07T03:12:46.402166+0000","last_became_active":"2024-03-07T03:07:58.760046+0000","last_became_peered":"2024-03-07T03:07:58.760046+0000","last_unstale":"2024-03-07T03:12:46.402166+0000","last_undegraded":"2024-03-07T03:12:46.402166+0000","last_fullsized":"2024-03-07T03:12:46.402166+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:08:46.356817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1005,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:11.165183+0000","last_change":"2024-03-07T03:07:23.079945+0000","last_active":"2024-03-07T03:12:11.165183+0000","last_peered":"2024-03-07T03:12:11.165183+0000","last_clean":"2024-03-07T03:12:11.165183+0000","last_became_active":"2024-03-07T03:07:23.078551+0000","last_became_peered":"2024-03-07T03:07:23.078551+0000","last_unstale":"2024-03-07T03:12:11.165183+0000","last_undegraded":"2024-03-07T03:12:11.165183+0000","last_fullsized":"2024-03-07T03:12:11.165183+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:03:46.670084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1005,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:11.165163+0000","last_change":"2024-03-07T03:07:23.081963+0000","last_active":"2024-03-07T03:12:11.165163+0000","last_peered":"2024-03-07T03:12:11.165163+0000","last_clean":"2024-03-07T03:12:11.165163+0000","last_became_active":"2024-03-07T03:07:23.080128+0000","last_became_peered":"2024-03-07T03:07:23.080128+0000","last_unstale":"2024-03-07T03:12:11.165163+0000","last_undegraded":"2024-03-07T03:12:11.165163+0000","last_fullsized":"2024-03-07T03:12:11.165163+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:56.813267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1148,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:14.506431+0000","last_change":"2024-03-07T03:07:23.074902+0000","last_active":"2024-03-07T03:12:14.506431+0000","last_peered":"2024-03-07T03:12:14.506431+0000","last_clean":"2024-03-07T03:12:14.506431+0000","last_became_active":"2024-03-07T03:07:23.074466+0000","last_became_peered":"2024-03-07T03:07:23.074466+0000","last_unstale":"2024-03-07T03:12:14.506431+0000","last_undegraded":"2024-03-07T03:12:14.506431+0000","last_fullsized":"2024-03-07T03:12:14.506431+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:40:20.268555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1117,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:48.969095+0000","last_change":"2024-03-07T03:07:23.072635+0000","last_active":"2024-03-07T03:12:48.969095+0000","last_peered":"2024-03-07T03:12:48.969095+0000","last_clean":"2024-03-07T03:12:48.969095+0000","last_became_active":"2024-03-07T03:07:23.071712+0000","last_became_peered":"2024-03-07T03:07:23.071712+0000","last_unstale":"2024-03-07T03:12:48.969095+0000","last_undegraded":"2024-03-07T03:12:48.969095+0000","last_fullsized":"2024-03-07T03:12:48.969095+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:00:39.298564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:10.801360+0000","last_change":"2024-03-07T03:06:47.851538+0000","last_active":"2024-03-07T03:13:10.801360+0000","last_peered":"2024-03-07T03:13:10.801360+0000","last_clean":"2024-03-07T03:13:10.801360+0000","last_became_active":"2024-03-07T03:06:47.851183+0000","last_became_peered":"2024-03-07T03:06:47.851183+0000","last_unstale":"2024-03-07T03:13:10.801360+0000","last_undegraded":"2024-03-07T03:13:10.801360+0000","last_fullsized":"2024-03-07T03:13:10.801360+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:36:23.932334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:24.894584+0000","last_change":"2024-03-07T03:06:47.843126+0000","last_active":"2024-03-07T03:11:24.894584+0000","last_peered":"2024-03-07T03:11:24.894584+0000","last_clean":"2024-03-07T03:11:24.894584+0000","last_became_active":"2024-03-07T03:06:47.842736+0000","last_became_peered":"2024-03-07T03:06:47.842736+0000","last_unstale":"2024-03-07T03:11:24.894584+0000","last_undegraded":"2024-03-07T03:11:24.894584+0000","last_fullsized":"2024-03-07T03:11:24.894584+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:48:10.843465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1034,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:25.940523+0000","last_change":"2024-03-07T03:07:58.755620+0000","last_active":"2024-03-07T03:11:25.940523+0000","last_peered":"2024-03-07T03:11:25.940523+0000","last_clean":"2024-03-07T03:11:25.940523+0000","last_became_active":"2024-03-07T03:07:58.755267+0000","last_became_peered":"2024-03-07T03:07:58.755267+0000","last_unstale":"2024-03-07T03:11:25.940523+0000","last_undegraded":"2024-03-07T03:11:25.940523+0000","last_fullsized":"2024-03-07T03:11:25.940523+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:51:32.339400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1038,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:25.940593+0000","last_change":"2024-03-07T03:07:58.756358+0000","last_active":"2024-03-07T03:11:25.940593+0000","last_peered":"2024-03-07T03:11:25.940593+0000","last_clean":"2024-03-07T03:11:25.940593+0000","last_became_active":"2024-03-07T03:07:58.755960+0000","last_became_peered":"2024-03-07T03:07:58.755960+0000","last_unstale":"2024-03-07T03:11:25.940593+0000","last_undegraded":"2024-03-07T03:11:25.940593+0000","last_fullsized":"2024-03-07T03:11:25.940593+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:47.464423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1156,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:59.504600+0000","last_change":"2024-03-07T03:07:58.755619+0000","last_active":"2024-03-07T03:11:59.504600+0000","last_peered":"2024-03-07T03:11:59.504600+0000","last_clean":"2024-03-07T03:11:59.504600+0000","last_became_active":"2024-03-07T03:07:58.755214+0000","last_became_peered":"2024-03-07T03:07:58.755214+0000","last_unstale":"2024-03-07T03:11:59.504600+0000","last_undegraded":"2024-03-07T03:11:59.504600+0000","last_fullsized":"2024-03-07T03:11:59.504600+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:59:02.041330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":972,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:26.399782+0000","last_change":"2024-03-07T03:07:58.756563+0000","last_active":"2024-03-07T03:12:26.399782+0000","last_peered":"2024-03-07T03:12:26.399782+0000","last_clean":"2024-03-07T03:12:26.399782+0000","last_became_active":"2024-03-07T03:07:58.752195+0000","last_became_peered":"2024-03-07T03:07:58.752195+0000","last_unstale":"2024-03-07T03:12:26.399782+0000","last_undegraded":"2024-03-07T03:12:26.399782+0000","last_fullsized":"2024-03-07T03:12:26.399782+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:32:35.496500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"716'5","reported_seq":1222,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:10.794999+0000","last_change":"2024-03-07T03:07:58.753999+0000","last_active":"2024-03-07T03:12:10.794999+0000","last_peered":"2024-03-07T03:12:10.794999+0000","last_clean":"2024-03-07T03:12:10.794999+0000","last_became_active":"2024-03-07T03:07:58.753607+0000","last_became_peered":"2024-03-07T03:07:58.753607+0000","last_unstale":"2024-03-07T03:12:10.794999+0000","last_undegraded":"2024-03-07T03:12:10.794999+0000","last_fullsized":"2024-03-07T03:12:10.794999+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:28:57.567238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1111,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:33.973557+0000","last_change":"2024-03-07T03:07:23.083830+0000","last_active":"2024-03-07T03:13:33.973557+0000","last_peered":"2024-03-07T03:13:33.973557+0000","last_clean":"2024-03-07T03:13:33.973557+0000","last_became_active":"2024-03-07T03:07:23.083530+0000","last_became_peered":"2024-03-07T03:07:23.083530+0000","last_unstale":"2024-03-07T03:13:33.973557+0000","last_undegraded":"2024-03-07T03:13:33.973557+0000","last_fullsized":"2024-03-07T03:13:33.973557+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:57.938032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"716'2","reported_seq":1131,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:33.973566+0000","last_change":"2024-03-07T03:06:47.849618+0000","last_active":"2024-03-07T03:13:33.973566+0000","last_peered":"2024-03-07T03:13:33.973566+0000","last_clean":"2024-03-07T03:13:33.973566+0000","last_became_active":"2024-03-07T03:06:47.849222+0000","last_became_peered":"2024-03-07T03:06:47.849222+0000","last_unstale":"2024-03-07T03:13:33.973566+0000","last_undegraded":"2024-03-07T03:13:33.973566+0000","last_fullsized":"2024-03-07T03:13:33.973566+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:36:41.880143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:10.794987+0000","last_change":"2024-03-07T03:06:47.851880+0000","last_active":"2024-03-07T03:12:10.794987+0000","last_peered":"2024-03-07T03:12:10.794987+0000","last_clean":"2024-03-07T03:12:10.794987+0000","last_became_active":"2024-03-07T03:06:47.851176+0000","last_became_peered":"2024-03-07T03:06:47.851176+0000","last_unstale":"2024-03-07T03:12:10.794987+0000","last_undegraded":"2024-03-07T03:12:10.794987+0000","last_fullsized":"2024-03-07T03:12:10.794987+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:38:59.663068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":977,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:56.403337+0000","last_change":"2024-03-07T03:07:58.757245+0000","last_active":"2024-03-07T03:12:56.403337+0000","last_peered":"2024-03-07T03:12:56.403337+0000","last_clean":"2024-03-07T03:12:56.403337+0000","last_became_active":"2024-03-07T03:07:58.754456+0000","last_became_peered":"2024-03-07T03:07:58.754456+0000","last_unstale":"2024-03-07T03:12:56.403337+0000","last_undegraded":"2024-03-07T03:12:56.403337+0000","last_fullsized":"2024-03-07T03:12:56.403337+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:57:32.153933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1043,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:45.943019+0000","last_change":"2024-03-07T03:06:47.855220+0000","last_active":"2024-03-07T03:11:45.943019+0000","last_peered":"2024-03-07T03:11:45.943019+0000","last_clean":"2024-03-07T03:11:45.943019+0000","last_became_active":"2024-03-07T03:06:47.854836+0000","last_became_peered":"2024-03-07T03:06:47.854836+0000","last_unstale":"2024-03-07T03:11:45.943019+0000","last_undegraded":"2024-03-07T03:11:45.943019+0000","last_fullsized":"2024-03-07T03:11:45.943019+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:51:35.386552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":984,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:56.403317+0000","last_change":"2024-03-07T03:07:58.757676+0000","last_active":"2024-03-07T03:12:56.403317+0000","last_peered":"2024-03-07T03:12:56.403317+0000","last_clean":"2024-03-07T03:12:56.403317+0000","last_became_active":"2024-03-07T03:07:58.753930+0000","last_became_peered":"2024-03-07T03:07:58.753930+0000","last_unstale":"2024-03-07T03:12:56.403317+0000","last_undegraded":"2024-03-07T03:12:56.403317+0000","last_fullsized":"2024-03-07T03:12:56.403317+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:56.639688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1037,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:45.943032+0000","last_change":"2024-03-07T03:07:23.076532+0000","last_active":"2024-03-07T03:11:45.943032+0000","last_peered":"2024-03-07T03:11:45.943032+0000","last_clean":"2024-03-07T03:11:45.943032+0000","last_became_active":"2024-03-07T03:07:23.076234+0000","last_became_peered":"2024-03-07T03:07:23.076234+0000","last_unstale":"2024-03-07T03:11:45.943032+0000","last_undegraded":"2024-03-07T03:11:45.943032+0000","last_fullsized":"2024-03-07T03:11:45.943032+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:16:39.967241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"716'2","reported_seq":1090,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:03.970601+0000","last_change":"2024-03-07T03:07:58.752045+0000","last_active":"2024-03-07T03:13:03.970601+0000","last_peered":"2024-03-07T03:13:03.970601+0000","last_clean":"2024-03-07T03:13:03.970601+0000","last_became_active":"2024-03-07T03:07:58.751585+0000","last_became_peered":"2024-03-07T03:07:58.751585+0000","last_unstale":"2024-03-07T03:13:03.970601+0000","last_undegraded":"2024-03-07T03:13:03.970601+0000","last_fullsized":"2024-03-07T03:13:03.970601+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:03:01.652607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1107,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:08.061295+0000","last_change":"2024-03-07T03:06:09.990854+0000","last_active":"2024-03-07T03:11:08.061295+0000","last_peered":"2024-03-07T03:11:08.061295+0000","last_clean":"2024-03-07T03:11:08.061295+0000","last_became_active":"2024-03-07T03:06:09.990464+0000","last_became_peered":"2024-03-07T03:06:09.990464+0000","last_unstale":"2024-03-07T03:11:08.061295+0000","last_undegraded":"2024-03-07T03:11:08.061295+0000","last_fullsized":"2024-03-07T03:11:08.061295+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:53:52.856954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"716'2","reported_seq":1010,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:21.166229+0000","last_change":"2024-03-07T03:07:58.754526+0000","last_active":"2024-03-07T03:12:21.166229+0000","last_peered":"2024-03-07T03:12:21.166229+0000","last_clean":"2024-03-07T03:12:21.166229+0000","last_became_active":"2024-03-07T03:07:58.754123+0000","last_became_peered":"2024-03-07T03:07:58.754123+0000","last_unstale":"2024-03-07T03:12:21.166229+0000","last_undegraded":"2024-03-07T03:12:21.166229+0000","last_fullsized":"2024-03-07T03:12:21.166229+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:41:34.446180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:20.789924+0000","last_change":"2024-03-07T03:07:58.750769+0000","last_active":"2024-03-07T03:11:20.789924+0000","last_peered":"2024-03-07T03:11:20.789924+0000","last_clean":"2024-03-07T03:11:20.789924+0000","last_became_active":"2024-03-07T03:07:58.749974+0000","last_became_peered":"2024-03-07T03:07:58.749974+0000","last_unstale":"2024-03-07T03:11:20.789924+0000","last_undegraded":"2024-03-07T03:11:20.789924+0000","last_fullsized":"2024-03-07T03:11:20.789924+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:56:14.059734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1127,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:48.969049+0000","last_change":"2024-03-07T03:07:23.072942+0000","last_active":"2024-03-07T03:12:48.969049+0000","last_peered":"2024-03-07T03:12:48.969049+0000","last_clean":"2024-03-07T03:12:48.969049+0000","last_became_active":"2024-03-07T03:07:23.072639+0000","last_became_peered":"2024-03-07T03:07:23.072639+0000","last_unstale":"2024-03-07T03:12:48.969049+0000","last_undegraded":"2024-03-07T03:12:48.969049+0000","last_fullsized":"2024-03-07T03:12:48.969049+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:42.808853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1124,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:48.969008+0000","last_change":"2024-03-07T03:05:35.934963+0000","last_active":"2024-03-07T03:12:48.969008+0000","last_peered":"2024-03-07T03:12:48.969008+0000","last_clean":"2024-03-07T03:12:48.969008+0000","last_became_active":"2024-03-07T03:05:35.932493+0000","last_became_peered":"2024-03-07T03:05:35.932493+0000","last_unstale":"2024-03-07T03:12:48.969008+0000","last_undegraded":"2024-03-07T03:12:48.969008+0000","last_fullsized":"2024-03-07T03:12:48.969008+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:00:57.111662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1039,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:35.941626+0000","last_change":"2024-03-07T03:07:58.756063+0000","last_active":"2024-03-07T03:11:35.941626+0000","last_peered":"2024-03-07T03:11:35.941626+0000","last_clean":"2024-03-07T03:11:35.941626+0000","last_became_active":"2024-03-07T03:07:58.755712+0000","last_became_peered":"2024-03-07T03:07:58.755712+0000","last_unstale":"2024-03-07T03:11:35.941626+0000","last_undegraded":"2024-03-07T03:11:35.941626+0000","last_fullsized":"2024-03-07T03:11:35.941626+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:13:06.484346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:39.896026+0000","last_change":"2024-03-07T03:06:09.996319+0000","last_active":"2024-03-07T03:11:39.896026+0000","last_peered":"2024-03-07T03:11:39.896026+0000","last_clean":"2024-03-07T03:11:39.896026+0000","last_became_active":"2024-03-07T03:06:09.996002+0000","last_became_peered":"2024-03-07T03:06:09.996002+0000","last_unstale":"2024-03-07T03:11:39.896026+0000","last_undegraded":"2024-03-07T03:11:39.896026+0000","last_fullsized":"2024-03-07T03:11:39.896026+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:41:55.764562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1006,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:11.165197+0000","last_change":"2024-03-07T03:07:23.083466+0000","last_active":"2024-03-07T03:12:11.165197+0000","last_peered":"2024-03-07T03:12:11.165197+0000","last_clean":"2024-03-07T03:12:11.165197+0000","last_became_active":"2024-03-07T03:07:23.083156+0000","last_became_peered":"2024-03-07T03:07:23.083156+0000","last_unstale":"2024-03-07T03:12:11.165197+0000","last_undegraded":"2024-03-07T03:12:11.165197+0000","last_fullsized":"2024-03-07T03:12:11.165197+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:32:00.539449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1025,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:35.941679+0000","last_change":"2024-03-07T03:07:58.752127+0000","last_active":"2024-03-07T03:11:35.941679+0000","last_peered":"2024-03-07T03:11:35.941679+0000","last_clean":"2024-03-07T03:11:35.941679+0000","last_became_active":"2024-03-07T03:07:58.751770+0000","last_became_peered":"2024-03-07T03:07:58.751770+0000","last_unstale":"2024-03-07T03:11:35.941679+0000","last_undegraded":"2024-03-07T03:11:35.941679+0000","last_fullsized":"2024-03-07T03:11:35.941679+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:43.791488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1059,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:35.941668+0000","last_change":"2024-03-07T03:07:23.077653+0000","last_active":"2024-03-07T03:11:35.941668+0000","last_peered":"2024-03-07T03:11:35.941668+0000","last_clean":"2024-03-07T03:11:35.941668+0000","last_became_active":"2024-03-07T03:07:23.077355+0000","last_became_peered":"2024-03-07T03:07:23.077355+0000","last_unstale":"2024-03-07T03:11:35.941668+0000","last_undegraded":"2024-03-07T03:11:35.941668+0000","last_fullsized":"2024-03-07T03:11:35.941668+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:45.861158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:05.788507+0000","last_change":"2024-03-07T03:06:47.851508+0000","last_active":"2024-03-07T03:11:05.788507+0000","last_peered":"2024-03-07T03:11:05.788507+0000","last_clean":"2024-03-07T03:11:05.788507+0000","last_became_active":"2024-03-07T03:06:47.850839+0000","last_became_peered":"2024-03-07T03:06:47.850839+0000","last_unstale":"2024-03-07T03:11:05.788507+0000","last_undegraded":"2024-03-07T03:11:05.788507+0000","last_fullsized":"2024-03-07T03:11:05.788507+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:08:06.622234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1192,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:39.896067+0000","last_change":"2024-03-07T03:06:47.845848+0000","last_active":"2024-03-07T03:11:39.896067+0000","last_peered":"2024-03-07T03:11:39.896067+0000","last_clean":"2024-03-07T03:11:39.896067+0000","last_became_active":"2024-03-07T03:06:47.845425+0000","last_became_peered":"2024-03-07T03:06:47.845425+0000","last_unstale":"2024-03-07T03:11:39.896067+0000","last_undegraded":"2024-03-07T03:11:39.896067+0000","last_fullsized":"2024-03-07T03:11:39.896067+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:16:24.833986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1079,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:08.074258+0000","last_change":"2024-03-07T03:07:58.754983+0000","last_active":"2024-03-07T03:13:08.074258+0000","last_peered":"2024-03-07T03:13:08.074258+0000","last_clean":"2024-03-07T03:13:08.074258+0000","last_became_active":"2024-03-07T03:07:58.754657+0000","last_became_peered":"2024-03-07T03:07:58.754657+0000","last_unstale":"2024-03-07T03:13:08.074258+0000","last_undegraded":"2024-03-07T03:13:08.074258+0000","last_fullsized":"2024-03-07T03:13:08.074258+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:06:00.897772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"716'29","reported_seq":1041,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:01.164213+0000","last_change":"2024-03-07T03:07:23.079677+0000","last_active":"2024-03-07T03:12:01.164213+0000","last_peered":"2024-03-07T03:12:01.164213+0000","last_clean":"2024-03-07T03:12:01.164213+0000","last_became_active":"2024-03-07T03:07:23.079320+0000","last_became_peered":"2024-03-07T03:07:23.079320+0000","last_unstale":"2024-03-07T03:12:01.164213+0000","last_undegraded":"2024-03-07T03:12:01.164213+0000","last_fullsized":"2024-03-07T03:12:01.164213+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:49:54.979015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:46.402133+0000","last_change":"2024-03-07T03:07:58.758376+0000","last_active":"2024-03-07T03:12:46.402133+0000","last_peered":"2024-03-07T03:12:46.402133+0000","last_clean":"2024-03-07T03:12:46.402133+0000","last_became_active":"2024-03-07T03:07:58.757816+0000","last_became_peered":"2024-03-07T03:07:58.757816+0000","last_unstale":"2024-03-07T03:12:46.402133+0000","last_undegraded":"2024-03-07T03:12:46.402133+0000","last_fullsized":"2024-03-07T03:12:46.402133+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:47.253727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1219,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:10.801397+0000","last_change":"2024-03-07T03:06:09.989072+0000","last_active":"2024-03-07T03:13:10.801397+0000","last_peered":"2024-03-07T03:13:10.801397+0000","last_clean":"2024-03-07T03:13:10.801397+0000","last_became_active":"2024-03-07T03:06:09.987754+0000","last_became_peered":"2024-03-07T03:06:09.987754+0000","last_unstale":"2024-03-07T03:13:10.801397+0000","last_undegraded":"2024-03-07T03:13:10.801397+0000","last_fullsized":"2024-03-07T03:13:10.801397+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:05:15.340331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:10.801380+0000","last_change":"2024-03-07T03:07:58.754207+0000","last_active":"2024-03-07T03:13:10.801380+0000","last_peered":"2024-03-07T03:13:10.801380+0000","last_clean":"2024-03-07T03:13:10.801380+0000","last_became_active":"2024-03-07T03:07:58.753859+0000","last_became_peered":"2024-03-07T03:07:58.753859+0000","last_unstale":"2024-03-07T03:13:10.801380+0000","last_undegraded":"2024-03-07T03:13:10.801380+0000","last_fullsized":"2024-03-07T03:13:10.801380+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:14:02.813872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1052,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:25.940557+0000","last_change":"2024-03-07T03:07:58.755838+0000","last_active":"2024-03-07T03:11:25.940557+0000","last_peered":"2024-03-07T03:11:25.940557+0000","last_clean":"2024-03-07T03:11:25.940557+0000","last_became_active":"2024-03-07T03:07:58.755436+0000","last_became_peered":"2024-03-07T03:07:58.755436+0000","last_unstale":"2024-03-07T03:11:25.940557+0000","last_undegraded":"2024-03-07T03:11:25.940557+0000","last_fullsized":"2024-03-07T03:11:25.940557+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:25.094944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:36.400930+0000","last_change":"2024-03-07T03:07:58.750199+0000","last_active":"2024-03-07T03:12:36.400930+0000","last_peered":"2024-03-07T03:12:36.400930+0000","last_clean":"2024-03-07T03:12:36.400930+0000","last_became_active":"2024-03-07T03:07:58.749858+0000","last_became_peered":"2024-03-07T03:07:58.749858+0000","last_unstale":"2024-03-07T03:12:36.400930+0000","last_undegraded":"2024-03-07T03:12:36.400930+0000","last_fullsized":"2024-03-07T03:12:36.400930+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:41.122539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1014,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:01.164192+0000","last_change":"2024-03-07T03:07:23.076835+0000","last_active":"2024-03-07T03:12:01.164192+0000","last_peered":"2024-03-07T03:12:01.164192+0000","last_clean":"2024-03-07T03:12:01.164192+0000","last_became_active":"2024-03-07T03:07:23.075094+0000","last_became_peered":"2024-03-07T03:07:23.075094+0000","last_unstale":"2024-03-07T03:12:01.164192+0000","last_undegraded":"2024-03-07T03:12:01.164192+0000","last_fullsized":"2024-03-07T03:12:01.164192+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:50:36.739831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1005,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:01.164170+0000","last_change":"2024-03-07T03:07:23.078279+0000","last_active":"2024-03-07T03:12:01.164170+0000","last_peered":"2024-03-07T03:12:01.164170+0000","last_clean":"2024-03-07T03:12:01.164170+0000","last_became_active":"2024-03-07T03:07:23.077338+0000","last_became_peered":"2024-03-07T03:07:23.077338+0000","last_unstale":"2024-03-07T03:12:01.164170+0000","last_undegraded":"2024-03-07T03:12:01.164170+0000","last_fullsized":"2024-03-07T03:12:01.164170+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:05:40.599683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1169,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:59.504527+0000","last_change":"2024-03-07T03:05:01.461919+0000","last_active":"2024-03-07T03:11:59.504527+0000","last_peered":"2024-03-07T03:11:59.504527+0000","last_clean":"2024-03-07T03:11:59.504527+0000","last_became_active":"2024-03-07T03:05:01.459759+0000","last_became_peered":"2024-03-07T03:05:01.459759+0000","last_unstale":"2024-03-07T03:11:59.504527+0000","last_undegraded":"2024-03-07T03:11:59.504527+0000","last_fullsized":"2024-03-07T03:11:59.504527+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:31:45.535178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":972,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:36.400896+0000","last_change":"2024-03-07T03:07:58.753856+0000","last_active":"2024-03-07T03:12:36.400896+0000","last_peered":"2024-03-07T03:12:36.400896+0000","last_clean":"2024-03-07T03:12:36.400896+0000","last_became_active":"2024-03-07T03:07:58.751889+0000","last_became_peered":"2024-03-07T03:07:58.751889+0000","last_unstale":"2024-03-07T03:12:36.400896+0000","last_undegraded":"2024-03-07T03:12:36.400896+0000","last_fullsized":"2024-03-07T03:12:36.400896+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:27:20.126942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"863'1273","reported_seq":4340,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:29.500931+0000","last_change":"2024-03-07T03:10:56.137635+0000","last_active":"2024-03-07T03:11:29.500931+0000","last_peered":"2024-03-07T03:11:29.500931+0000","last_clean":"2024-03-07T03:11:29.500931+0000","last_became_active":"2024-03-07T03:05:01.457883+0000","last_became_peered":"2024-03-07T03:05:01.457883+0000","last_unstale":"2024-03-07T03:11:29.500931+0000","last_undegraded":"2024-03-07T03:11:29.500931+0000","last_fullsized":"2024-03-07T03:11:29.500931+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1273,"log_dups_size":0,"ondisk_log_size":1273,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:21:46.718939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.021818005000000001,"stat_sum":{"num_bytes":15540224,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":258,"num_read_kb":529715,"num_write":442,"num_write_kb":102224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1441792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.f","version":"61'1","reported_seq":1082,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:53.072552+0000","last_change":"2024-03-07T03:07:58.755003+0000","last_active":"2024-03-07T03:12:53.072552+0000","last_peered":"2024-03-07T03:12:53.072552+0000","last_clean":"2024-03-07T03:12:53.072552+0000","last_became_active":"2024-03-07T03:07:58.754564+0000","last_became_peered":"2024-03-07T03:07:58.754564+0000","last_unstale":"2024-03-07T03:12:53.072552+0000","last_undegraded":"2024-03-07T03:12:53.072552+0000","last_fullsized":"2024-03-07T03:12:53.072552+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:34:53.344746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:26.399799+0000","last_change":"2024-03-07T03:07:58.750952+0000","last_active":"2024-03-07T03:12:26.399799+0000","last_peered":"2024-03-07T03:12:26.399799+0000","last_clean":"2024-03-07T03:12:26.399799+0000","last_became_active":"2024-03-07T03:07:58.749229+0000","last_became_peered":"2024-03-07T03:07:58.749229+0000","last_unstale":"2024-03-07T03:12:26.399799+0000","last_undegraded":"2024-03-07T03:12:26.399799+0000","last_fullsized":"2024-03-07T03:12:26.399799+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:53:10.534950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"863'847","reported_seq":4048,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:10.794895+0000","last_change":"2024-03-07T03:10:56.129162+0000","last_active":"2024-03-07T03:12:10.794895+0000","last_peered":"2024-03-07T03:12:10.794895+0000","last_clean":"2024-03-07T03:12:10.794895+0000","last_became_active":"2024-03-07T03:07:23.074596+0000","last_became_peered":"2024-03-07T03:07:23.074596+0000","last_unstale":"2024-03-07T03:12:10.794895+0000","last_undegraded":"2024-03-07T03:12:10.794895+0000","last_fullsized":"2024-03-07T03:12:10.794895+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":847,"log_dups_size":0,"ondisk_log_size":847,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:34:23.625809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0099120149999999997,"stat_sum":{"num_bytes":38936576,"num_objects":11,"num_object_clones":9,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":157,"num_read_kb":413258,"num_write":266,"num_write_kb":109952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":4374528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.2","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:44.902692+0000","last_change":"2024-03-07T03:06:47.845893+0000","last_active":"2024-03-07T03:12:44.902692+0000","last_peered":"2024-03-07T03:12:44.902692+0000","last_clean":"2024-03-07T03:12:44.902692+0000","last_became_active":"2024-03-07T03:06:47.845548+0000","last_became_peered":"2024-03-07T03:06:47.845548+0000","last_unstale":"2024-03-07T03:12:44.902692+0000","last_undegraded":"2024-03-07T03:12:44.902692+0000","last_fullsized":"2024-03-07T03:12:44.902692+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:19:55.051329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:44.902713+0000","last_change":"2024-03-07T03:07:58.751041+0000","last_active":"2024-03-07T03:12:44.902713+0000","last_peered":"2024-03-07T03:12:44.902713+0000","last_clean":"2024-03-07T03:12:44.902713+0000","last_became_active":"2024-03-07T03:07:58.749047+0000","last_became_peered":"2024-03-07T03:07:58.749047+0000","last_unstale":"2024-03-07T03:12:44.902713+0000","last_undegraded":"2024-03-07T03:12:44.902713+0000","last_fullsized":"2024-03-07T03:12:44.902713+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:47:59.256394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1058,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:00.951695+0000","last_change":"2024-03-07T03:06:47.858022+0000","last_active":"2024-03-07T03:13:00.951695+0000","last_peered":"2024-03-07T03:13:00.951695+0000","last_clean":"2024-03-07T03:13:00.951695+0000","last_became_active":"2024-03-07T03:06:47.857526+0000","last_became_peered":"2024-03-07T03:06:47.857526+0000","last_unstale":"2024-03-07T03:13:00.951695+0000","last_undegraded":"2024-03-07T03:13:00.951695+0000","last_fullsized":"2024-03-07T03:13:00.951695+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:02:03.856321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"862'1186","reported_seq":4379,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:10.794958+0000","last_change":"2024-03-07T03:10:56.119983+0000","last_active":"2024-03-07T03:12:10.794958+0000","last_peered":"2024-03-07T03:12:10.794958+0000","last_clean":"2024-03-07T03:12:10.794958+0000","last_became_active":"2024-03-07T03:06:09.988405+0000","last_became_peered":"2024-03-07T03:06:09.988405+0000","last_unstale":"2024-03-07T03:12:10.794958+0000","last_undegraded":"2024-03-07T03:12:10.794958+0000","last_fullsized":"2024-03-07T03:12:10.794958+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1186,"log_dups_size":0,"ondisk_log_size":1186,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:41:38.890400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099770099999999993,"stat_sum":{"num_bytes":13524992,"num_objects":9,"num_object_clones":6,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":208,"num_read_kb":390958,"num_write":505,"num_write_kb":103888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":50642944,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:44.902722+0000","last_change":"2024-03-07T03:05:35.928460+0000","last_active":"2024-03-07T03:12:44.902722+0000","last_peered":"2024-03-07T03:12:44.902722+0000","last_clean":"2024-03-07T03:12:44.902722+0000","last_became_active":"2024-03-07T03:05:35.928017+0000","last_became_peered":"2024-03-07T03:05:35.928017+0000","last_unstale":"2024-03-07T03:12:44.902722+0000","last_undegraded":"2024-03-07T03:12:44.902722+0000","last_fullsized":"2024-03-07T03:12:44.902722+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:53:27.674544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1027,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:00.951637+0000","last_change":"2024-03-07T03:07:23.075249+0000","last_active":"2024-03-07T03:13:00.951637+0000","last_peered":"2024-03-07T03:13:00.951637+0000","last_clean":"2024-03-07T03:13:00.951637+0000","last_became_active":"2024-03-07T03:07:23.074866+0000","last_became_peered":"2024-03-07T03:07:23.074866+0000","last_unstale":"2024-03-07T03:13:00.951637+0000","last_undegraded":"2024-03-07T03:13:00.951637+0000","last_fullsized":"2024-03-07T03:13:00.951637+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:03.393010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1079,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:23.069107+0000","last_change":"2024-03-07T03:07:23.069585+0000","last_active":"2024-03-07T03:12:23.069107+0000","last_peered":"2024-03-07T03:12:23.069107+0000","last_clean":"2024-03-07T03:12:23.069107+0000","last_became_active":"2024-03-07T03:07:23.069262+0000","last_became_peered":"2024-03-07T03:07:23.069262+0000","last_unstale":"2024-03-07T03:12:23.069107+0000","last_undegraded":"2024-03-07T03:12:23.069107+0000","last_fullsized":"2024-03-07T03:12:23.069107+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:11:22.045807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"861'1094","reported_seq":4796,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:29.501030+0000","last_change":"2024-03-07T03:10:57.331022+0000","last_active":"2024-03-07T03:11:29.501030+0000","last_peered":"2024-03-07T03:11:29.501030+0000","last_clean":"2024-03-07T03:11:29.501030+0000","last_became_active":"2024-03-07T03:06:47.847229+0000","last_became_peered":"2024-03-07T03:06:47.847229+0000","last_unstale":"2024-03-07T03:11:29.501030+0000","last_undegraded":"2024-03-07T03:11:29.501030+0000","last_fullsized":"2024-03-07T03:11:29.501030+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1094,"log_dups_size":0,"ondisk_log_size":1094,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:58:27.729404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.032339935,"stat_sum":{"num_bytes":113606656,"num_objects":59,"num_object_clones":55,"num_object_copies":177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":279,"num_read_kb":358703,"num_write":525,"num_write_kb":146904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":36642816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1183,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:04.904853+0000","last_change":"2024-03-07T03:06:47.843416+0000","last_active":"2024-03-07T03:13:04.904853+0000","last_peered":"2024-03-07T03:13:04.904853+0000","last_clean":"2024-03-07T03:13:04.904853+0000","last_became_active":"2024-03-07T03:06:47.842812+0000","last_became_peered":"2024-03-07T03:06:47.842812+0000","last_unstale":"2024-03-07T03:13:04.904853+0000","last_undegraded":"2024-03-07T03:13:04.904853+0000","last_fullsized":"2024-03-07T03:13:04.904853+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:03:02.672609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:24.900773+0000","last_change":"2024-03-07T03:07:23.071850+0000","last_active":"2024-03-07T03:12:24.900773+0000","last_peered":"2024-03-07T03:12:24.900773+0000","last_clean":"2024-03-07T03:12:24.900773+0000","last_became_active":"2024-03-07T03:07:23.071476+0000","last_became_peered":"2024-03-07T03:07:23.071476+0000","last_unstale":"2024-03-07T03:12:24.900773+0000","last_undegraded":"2024-03-07T03:12:24.900773+0000","last_fullsized":"2024-03-07T03:12:24.900773+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:13:05.296486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1158,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:19.516275+0000","last_change":"2024-03-07T03:05:35.926187+0000","last_active":"2024-03-07T03:13:19.516275+0000","last_peered":"2024-03-07T03:13:19.516275+0000","last_clean":"2024-03-07T03:13:19.516275+0000","last_became_active":"2024-03-07T03:05:35.925908+0000","last_became_peered":"2024-03-07T03:05:35.925908+0000","last_unstale":"2024-03-07T03:13:19.516275+0000","last_undegraded":"2024-03-07T03:13:19.516275+0000","last_fullsized":"2024-03-07T03:13:19.516275+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:48:33.101185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"863'1146","reported_seq":3873,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:06.397292+0000","last_change":"2024-03-07T03:10:56.132170+0000","last_active":"2024-03-07T03:12:06.397292+0000","last_peered":"2024-03-07T03:12:06.397292+0000","last_clean":"2024-03-07T03:12:06.397292+0000","last_became_active":"2024-03-07T03:07:58.756854+0000","last_became_peered":"2024-03-07T03:07:58.756854+0000","last_unstale":"2024-03-07T03:12:06.397292+0000","last_undegraded":"2024-03-07T03:12:06.397292+0000","last_fullsized":"2024-03-07T03:12:06.397292+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1146,"log_dups_size":0,"ondisk_log_size":1146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T02:59:04.693146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.010433211,"stat_sum":{"num_bytes":34668544,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":1,"num_read":219,"num_read_kb":317694,"num_write":420,"num_write_kb":93568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":10240000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1006,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:36.174398+0000","last_change":"2024-03-07T03:07:58.760449+0000","last_active":"2024-03-07T03:13:36.174398+0000","last_peered":"2024-03-07T03:13:36.174398+0000","last_clean":"2024-03-07T03:13:36.174398+0000","last_became_active":"2024-03-07T03:07:58.760086+0000","last_became_peered":"2024-03-07T03:07:58.760086+0000","last_unstale":"2024-03-07T03:13:36.174398+0000","last_undegraded":"2024-03-07T03:13:36.174398+0000","last_fullsized":"2024-03-07T03:13:36.174398+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:34:38.583100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1088,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:48.962254+0000","last_change":"2024-03-07T03:07:23.073659+0000","last_active":"2024-03-07T03:11:48.962254+0000","last_peered":"2024-03-07T03:11:48.962254+0000","last_clean":"2024-03-07T03:11:48.962254+0000","last_became_active":"2024-03-07T03:07:23.073277+0000","last_became_peered":"2024-03-07T03:07:23.073277+0000","last_unstale":"2024-03-07T03:11:48.962254+0000","last_undegraded":"2024-03-07T03:11:48.962254+0000","last_fullsized":"2024-03-07T03:11:48.962254+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:48:34.819985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1061,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:00.951679+0000","last_change":"2024-03-07T03:07:58.752576+0000","last_active":"2024-03-07T03:13:00.951679+0000","last_peered":"2024-03-07T03:13:00.951679+0000","last_clean":"2024-03-07T03:13:00.951679+0000","last_became_active":"2024-03-07T03:07:58.752193+0000","last_became_peered":"2024-03-07T03:07:58.752193+0000","last_unstale":"2024-03-07T03:13:00.951679+0000","last_undegraded":"2024-03-07T03:13:00.951679+0000","last_fullsized":"2024-03-07T03:13:00.951679+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:55:14.205594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"395'197","reported_seq":1465,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:56.396254+0000","last_change":"2024-03-07T03:07:58.752982+0000","last_active":"2024-03-07T03:11:56.396254+0000","last_peered":"2024-03-07T03:11:56.396254+0000","last_clean":"2024-03-07T03:11:56.396254+0000","last_became_active":"2024-03-07T03:07:58.752004+0000","last_became_peered":"2024-03-07T03:07:58.752004+0000","last_unstale":"2024-03-07T03:11:56.396254+0000","last_undegraded":"2024-03-07T03:11:56.396254+0000","last_fullsized":"2024-03-07T03:11:56.396254+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_clean_scrub_stamp":"2024-03-07T02:51:31.238394+0000","objects_scrubbed":0,"log_size":197,"log_dups_size":0,"ondisk_log_size":197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:53.766202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"858'3145","reported_seq":6530,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:15.953631+0000","last_change":"2024-03-07T03:10:57.131283+0000","last_active":"2024-03-07T03:13:15.953631+0000","last_peered":"2024-03-07T03:13:15.953631+0000","last_clean":"2024-03-07T03:13:15.953631+0000","last_became_active":"2024-03-07T03:06:47.859231+0000","last_became_peered":"2024-03-07T03:06:47.859231+0000","last_unstale":"2024-03-07T03:13:15.953631+0000","last_undegraded":"2024-03-07T03:13:15.953631+0000","last_fullsized":"2024-03-07T03:13:15.953631+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3145,"log_dups_size":0,"ondisk_log_size":3145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:10:03.781442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001499434,"stat_sum":{"num_bytes":18481152,"num_objects":15,"num_object_clones":14,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":124,"num_read_kb":398406,"num_write":253,"num_write_kb":45856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":9773056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:30.797058+0000","last_change":"2024-03-07T03:05:01.454053+0000","last_active":"2024-03-07T03:12:30.797058+0000","last_peered":"2024-03-07T03:12:30.797058+0000","last_clean":"2024-03-07T03:12:30.797058+0000","last_became_active":"2024-03-07T03:05:01.453718+0000","last_became_peered":"2024-03-07T03:05:01.453718+0000","last_unstale":"2024-03-07T03:12:30.797058+0000","last_undegraded":"2024-03-07T03:12:30.797058+0000","last_fullsized":"2024-03-07T03:12:30.797058+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:10:59.835543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:10.794862+0000","last_change":"2024-03-07T03:06:09.987673+0000","last_active":"2024-03-07T03:12:10.794862+0000","last_peered":"2024-03-07T03:12:10.794862+0000","last_clean":"2024-03-07T03:12:10.794862+0000","last_became_active":"2024-03-07T03:06:09.987328+0000","last_became_peered":"2024-03-07T03:06:09.987328+0000","last_unstale":"2024-03-07T03:12:10.794862+0000","last_undegraded":"2024-03-07T03:12:10.794862+0000","last_fullsized":"2024-03-07T03:12:10.794862+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:11:17.983744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":974,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:56.396227+0000","last_change":"2024-03-07T03:07:58.757849+0000","last_active":"2024-03-07T03:11:56.396227+0000","last_peered":"2024-03-07T03:11:56.396227+0000","last_clean":"2024-03-07T03:11:56.396227+0000","last_became_active":"2024-03-07T03:07:58.757399+0000","last_became_peered":"2024-03-07T03:07:58.757399+0000","last_unstale":"2024-03-07T03:11:56.396227+0000","last_undegraded":"2024-03-07T03:11:56.396227+0000","last_fullsized":"2024-03-07T03:11:56.396227+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:54:11.413787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"864'1259","reported_seq":4064,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:36.174367+0000","last_change":"2024-03-07T03:10:56.129203+0000","last_active":"2024-03-07T03:13:36.174367+0000","last_peered":"2024-03-07T03:13:36.174367+0000","last_clean":"2024-03-07T03:13:36.174367+0000","last_became_active":"2024-03-07T03:07:23.080120+0000","last_became_peered":"2024-03-07T03:07:23.080120+0000","last_unstale":"2024-03-07T03:13:36.174367+0000","last_undegraded":"2024-03-07T03:13:36.174367+0000","last_fullsized":"2024-03-07T03:13:36.174367+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1259,"log_dups_size":0,"ondisk_log_size":1259,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:33:24.850580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0059393290000000001,"stat_sum":{"num_bytes":23298048,"num_objects":10,"num_object_clones":7,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":249,"num_read_kb":271095,"num_write":553,"num_write_kb":138504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":18890752,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.3","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:10.794923+0000","last_change":"2024-03-07T03:07:58.750289+0000","last_active":"2024-03-07T03:12:10.794923+0000","last_peered":"2024-03-07T03:12:10.794923+0000","last_clean":"2024-03-07T03:12:10.794923+0000","last_became_active":"2024-03-07T03:07:58.749557+0000","last_became_peered":"2024-03-07T03:07:58.749557+0000","last_unstale":"2024-03-07T03:12:10.794923+0000","last_undegraded":"2024-03-07T03:12:10.794923+0000","last_fullsized":"2024-03-07T03:12:10.794923+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:54:43.865660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":988,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:06.397329+0000","last_change":"2024-03-07T03:07:58.758005+0000","last_active":"2024-03-07T03:12:06.397329+0000","last_peered":"2024-03-07T03:12:06.397329+0000","last_clean":"2024-03-07T03:12:06.397329+0000","last_became_active":"2024-03-07T03:07:58.756833+0000","last_became_peered":"2024-03-07T03:07:58.756833+0000","last_unstale":"2024-03-07T03:12:06.397329+0000","last_undegraded":"2024-03-07T03:12:06.397329+0000","last_fullsized":"2024-03-07T03:12:06.397329+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:37:55.288554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:44.902730+0000","last_change":"2024-03-07T03:06:47.843644+0000","last_active":"2024-03-07T03:12:44.902730+0000","last_peered":"2024-03-07T03:12:44.902730+0000","last_clean":"2024-03-07T03:12:44.902730+0000","last_became_active":"2024-03-07T03:06:47.842694+0000","last_became_peered":"2024-03-07T03:06:47.842694+0000","last_unstale":"2024-03-07T03:12:44.902730+0000","last_undegraded":"2024-03-07T03:12:44.902730+0000","last_fullsized":"2024-03-07T03:12:44.902730+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:25:34.783974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"863'880","reported_seq":3815,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:23.069074+0000","last_change":"2024-03-07T03:10:56.125509+0000","last_active":"2024-03-07T03:12:23.069074+0000","last_peered":"2024-03-07T03:12:23.069074+0000","last_clean":"2024-03-07T03:12:23.069074+0000","last_became_active":"2024-03-07T03:07:58.755248+0000","last_became_peered":"2024-03-07T03:07:58.755248+0000","last_unstale":"2024-03-07T03:12:23.069074+0000","last_undegraded":"2024-03-07T03:12:23.069074+0000","last_fullsized":"2024-03-07T03:12:23.069074+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":880,"log_dups_size":0,"ondisk_log_size":880,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:40:02.788467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0073429089999999999,"stat_sum":{"num_bytes":9224192,"num_objects":8,"num_object_clones":6,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":1,"num_read":161,"num_read_kb":133885,"num_write":362,"num_write_kb":55920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1125,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:33.973534+0000","last_change":"2024-03-07T03:07:58.764215+0000","last_active":"2024-03-07T03:13:33.973534+0000","last_peered":"2024-03-07T03:13:33.973534+0000","last_clean":"2024-03-07T03:13:33.973534+0000","last_became_active":"2024-03-07T03:07:58.763818+0000","last_became_peered":"2024-03-07T03:07:58.763818+0000","last_unstale":"2024-03-07T03:13:33.973534+0000","last_undegraded":"2024-03-07T03:13:33.973534+0000","last_fullsized":"2024-03-07T03:13:33.973534+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:27:54.623360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"719'2","reported_seq":1193,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:04.904841+0000","last_change":"2024-03-07T03:07:23.074913+0000","last_active":"2024-03-07T03:13:04.904841+0000","last_peered":"2024-03-07T03:13:04.904841+0000","last_clean":"2024-03-07T03:13:04.904841+0000","last_became_active":"2024-03-07T03:07:23.074530+0000","last_became_peered":"2024-03-07T03:07:23.074530+0000","last_unstale":"2024-03-07T03:13:04.904841+0000","last_undegraded":"2024-03-07T03:13:04.904841+0000","last_fullsized":"2024-03-07T03:13:04.904841+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:13:25.877187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1127,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:03.963704+0000","last_change":"2024-03-07T03:07:58.757756+0000","last_active":"2024-03-07T03:12:03.963704+0000","last_peered":"2024-03-07T03:12:03.963704+0000","last_clean":"2024-03-07T03:12:03.963704+0000","last_became_active":"2024-03-07T03:07:58.757430+0000","last_became_peered":"2024-03-07T03:07:58.757430+0000","last_unstale":"2024-03-07T03:12:03.963704+0000","last_undegraded":"2024-03-07T03:12:03.963704+0000","last_fullsized":"2024-03-07T03:12:03.963704+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:22:21.412765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"863'1564","reported_seq":5164,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:33.973496+0000","last_change":"2024-03-07T03:10:57.329944+0000","last_active":"2024-03-07T03:13:33.973496+0000","last_peered":"2024-03-07T03:13:33.973496+0000","last_clean":"2024-03-07T03:13:33.973496+0000","last_became_active":"2024-03-07T03:06:09.990793+0000","last_became_peered":"2024-03-07T03:06:09.990793+0000","last_unstale":"2024-03-07T03:13:33.973496+0000","last_undegraded":"2024-03-07T03:13:33.973496+0000","last_fullsized":"2024-03-07T03:13:33.973496+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1564,"log_dups_size":0,"ondisk_log_size":1564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":143,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:53.639078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.019553126000000001,"stat_sum":{"num_bytes":100999168,"num_objects":73,"num_object_clones":68,"num_object_copies":219,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":1,"num_read":410,"num_read_kb":572954,"num_write":777,"num_write_kb":204640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":51175424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"c"},{"start":"178","length":"4"},{"start":"17e","length":"3"},{"start":"182","length":"4"},{"start":"187","length":"5"},{"start":"18d","length":"2"}]},{"pgid":"4.1","version":"0'0","reported_seq":1080,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:23.069051+0000","last_change":"2024-03-07T03:07:23.071468+0000","last_active":"2024-03-07T03:12:23.069051+0000","last_peered":"2024-03-07T03:12:23.069051+0000","last_clean":"2024-03-07T03:12:23.069051+0000","last_became_active":"2024-03-07T03:07:23.071160+0000","last_became_peered":"2024-03-07T03:07:23.071160+0000","last_unstale":"2024-03-07T03:12:23.069051+0000","last_undegraded":"2024-03-07T03:12:23.069051+0000","last_fullsized":"2024-03-07T03:12:23.069051+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:17:55.686793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":990,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:41.161677+0000","last_change":"2024-03-07T03:07:58.759142+0000","last_active":"2024-03-07T03:11:41.161677+0000","last_peered":"2024-03-07T03:11:41.161677+0000","last_clean":"2024-03-07T03:11:41.161677+0000","last_became_active":"2024-03-07T03:07:58.758771+0000","last_became_peered":"2024-03-07T03:07:58.758771+0000","last_unstale":"2024-03-07T03:11:41.161677+0000","last_undegraded":"2024-03-07T03:11:41.161677+0000","last_fullsized":"2024-03-07T03:11:41.161677+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:45:13.985820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:30.797025+0000","last_change":"2024-03-07T03:06:09.988597+0000","last_active":"2024-03-07T03:12:30.797025+0000","last_peered":"2024-03-07T03:12:30.797025+0000","last_clean":"2024-03-07T03:12:30.797025+0000","last_became_active":"2024-03-07T03:06:09.988261+0000","last_became_peered":"2024-03-07T03:06:09.988261+0000","last_unstale":"2024-03-07T03:12:30.797025+0000","last_undegraded":"2024-03-07T03:12:30.797025+0000","last_fullsized":"2024-03-07T03:12:30.797025+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:11:06.717251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"843'3099","reported_seq":6398,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:15.939512+0000","last_change":"2024-03-07T03:10:57.131044+0000","last_active":"2024-03-07T03:11:15.939512+0000","last_peered":"2024-03-07T03:11:15.939512+0000","last_clean":"2024-03-07T03:11:15.939512+0000","last_became_active":"2024-03-07T03:07:23.084936+0000","last_became_peered":"2024-03-07T03:07:23.084936+0000","last_unstale":"2024-03-07T03:11:15.939512+0000","last_undegraded":"2024-03-07T03:11:15.939512+0000","last_fullsized":"2024-03-07T03:11:15.939512+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3099,"log_dups_size":0,"ondisk_log_size":3099,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:46:48.809690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012703,"stat_sum":{"num_bytes":8347648,"num_objects":13,"num_object_clones":12,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":56,"num_read_kb":33721,"num_write":241,"num_write_kb":36816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":434176,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1146,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:29.500973+0000","last_change":"2024-03-07T03:05:01.461136+0000","last_active":"2024-03-07T03:11:29.500973+0000","last_peered":"2024-03-07T03:11:29.500973+0000","last_clean":"2024-03-07T03:11:29.500973+0000","last_became_active":"2024-03-07T03:05:01.457189+0000","last_became_peered":"2024-03-07T03:05:01.457189+0000","last_unstale":"2024-03-07T03:11:29.500973+0000","last_undegraded":"2024-03-07T03:11:29.500973+0000","last_fullsized":"2024-03-07T03:11:29.500973+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:23.791243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1103,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:38.070678+0000","last_change":"2024-03-07T03:07:58.750311+0000","last_active":"2024-03-07T03:12:38.070678+0000","last_peered":"2024-03-07T03:12:38.070678+0000","last_clean":"2024-03-07T03:12:38.070678+0000","last_became_active":"2024-03-07T03:07:58.750001+0000","last_became_peered":"2024-03-07T03:07:58.750001+0000","last_unstale":"2024-03-07T03:12:38.070678+0000","last_undegraded":"2024-03-07T03:12:38.070678+0000","last_fullsized":"2024-03-07T03:12:38.070678+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:05.963944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"847'12789","reported_seq":16203,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:12:53.072507+0000","last_change":"2024-03-07T03:10:57.124034+0000","last_active":"2024-03-07T03:12:53.072507+0000","last_peered":"2024-03-07T03:12:53.072507+0000","last_clean":"2024-03-07T03:12:53.072507+0000","last_became_active":"2024-03-07T03:06:47.859957+0000","last_became_peered":"2024-03-07T03:06:47.859957+0000","last_unstale":"2024-03-07T03:12:53.072507+0000","last_undegraded":"2024-03-07T03:12:53.072507+0000","last_fullsized":"2024-03-07T03:12:53.072507+0000","mapping_epoch":625,"log_start":"599'6200","ondisk_log_start":"599'6200","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":6589,"log_dups_size":0,"ondisk_log_size":6589,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":137,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:29:13.699651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0091875959999999993,"stat_sum":{"num_bytes":71745536,"num_objects":32,"num_object_clones":30,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":0,"num_read":146,"num_read_kb":316804,"num_write":323,"num_write_kb":90232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":20865024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"5"},{"start":"171","length":"b"},{"start":"17e","length":"8"},{"start":"187","length":"5"},{"start":"18d","length":"3"},{"start":"192","length":"1"},{"start":"197","length":"1"},{"start":"199","length":"2"}]},{"pgid":"2.9","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:04.904773+0000","last_change":"2024-03-07T03:07:58.752456+0000","last_active":"2024-03-07T03:13:04.904773+0000","last_peered":"2024-03-07T03:13:04.904773+0000","last_clean":"2024-03-07T03:13:04.904773+0000","last_became_active":"2024-03-07T03:07:58.752118+0000","last_became_peered":"2024-03-07T03:07:58.752118+0000","last_unstale":"2024-03-07T03:13:04.904773+0000","last_undegraded":"2024-03-07T03:13:04.904773+0000","last_fullsized":"2024-03-07T03:13:04.904773+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:08:08.574482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1118,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:03.963633+0000","last_change":"2024-03-07T03:07:58.757839+0000","last_active":"2024-03-07T03:12:03.963633+0000","last_peered":"2024-03-07T03:12:03.963633+0000","last_clean":"2024-03-07T03:12:03.963633+0000","last_became_active":"2024-03-07T03:07:58.757495+0000","last_became_peered":"2024-03-07T03:07:58.757495+0000","last_unstale":"2024-03-07T03:12:03.963633+0000","last_undegraded":"2024-03-07T03:12:03.963633+0000","last_fullsized":"2024-03-07T03:12:03.963633+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:27:02.190643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"861'1463","reported_seq":5088,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:44.502699+0000","last_change":"2024-03-07T03:10:57.330799+0000","last_active":"2024-03-07T03:11:44.502699+0000","last_peered":"2024-03-07T03:11:44.502699+0000","last_clean":"2024-03-07T03:11:44.502699+0000","last_became_active":"2024-03-07T03:07:58.763085+0000","last_became_peered":"2024-03-07T03:07:58.763085+0000","last_unstale":"2024-03-07T03:11:44.502699+0000","last_undegraded":"2024-03-07T03:11:44.502699+0000","last_fullsized":"2024-03-07T03:11:44.502699+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1463,"log_dups_size":0,"ondisk_log_size":1463,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:39:21.050544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.016579719999999999,"stat_sum":{"num_bytes":106192896,"num_objects":71,"num_object_clones":66,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":1,"num_read":323,"num_read_kb":516030,"num_write":942,"num_write_kb":231680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":48201728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:04.904803+0000","last_change":"2024-03-07T03:07:58.752370+0000","last_active":"2024-03-07T03:13:04.904803+0000","last_peered":"2024-03-07T03:13:04.904803+0000","last_clean":"2024-03-07T03:13:04.904803+0000","last_became_active":"2024-03-07T03:07:58.751985+0000","last_became_peered":"2024-03-07T03:07:58.751985+0000","last_unstale":"2024-03-07T03:13:04.904803+0000","last_undegraded":"2024-03-07T03:13:04.904803+0000","last_fullsized":"2024-03-07T03:13:04.904803+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:31:33.590004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1127,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:18.965443+0000","last_change":"2024-03-07T03:06:09.987484+0000","last_active":"2024-03-07T03:12:18.965443+0000","last_peered":"2024-03-07T03:12:18.965443+0000","last_clean":"2024-03-07T03:12:18.965443+0000","last_became_active":"2024-03-07T03:06:09.986947+0000","last_became_peered":"2024-03-07T03:06:09.986947+0000","last_unstale":"2024-03-07T03:12:18.965443+0000","last_undegraded":"2024-03-07T03:12:18.965443+0000","last_fullsized":"2024-03-07T03:12:18.965443+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:37:38.253630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"857'1055","reported_seq":4919,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:24.906606+0000","last_change":"2024-03-07T03:10:57.123092+0000","last_active":"2024-03-07T03:13:24.906606+0000","last_peered":"2024-03-07T03:13:24.906606+0000","last_clean":"2024-03-07T03:13:24.906606+0000","last_became_active":"2024-03-07T03:06:09.993513+0000","last_became_peered":"2024-03-07T03:06:09.993513+0000","last_unstale":"2024-03-07T03:13:24.906606+0000","last_undegraded":"2024-03-07T03:13:24.906606+0000","last_fullsized":"2024-03-07T03:13:24.906606+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1055,"log_dups_size":0,"ondisk_log_size":1055,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:34:07.352811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013205965,"stat_sum":{"num_bytes":99745792,"num_objects":66,"num_object_clones":62,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":306,"num_read_kb":434534,"num_write":588,"num_write_kb":145464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":21749760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.b","version":"716'3","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:26.399720+0000","last_change":"2024-03-07T03:07:58.749480+0000","last_active":"2024-03-07T03:12:26.399720+0000","last_peered":"2024-03-07T03:12:26.399720+0000","last_clean":"2024-03-07T03:12:26.399720+0000","last_became_active":"2024-03-07T03:07:58.749098+0000","last_became_peered":"2024-03-07T03:07:58.749098+0000","last_unstale":"2024-03-07T03:12:26.399720+0000","last_undegraded":"2024-03-07T03:12:26.399720+0000","last_fullsized":"2024-03-07T03:12:26.399720+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:35:33.945855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1035,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:41.161624+0000","last_change":"2024-03-07T03:07:23.075725+0000","last_active":"2024-03-07T03:11:41.161624+0000","last_peered":"2024-03-07T03:11:41.161624+0000","last_clean":"2024-03-07T03:11:41.161624+0000","last_became_active":"2024-03-07T03:07:23.075203+0000","last_became_peered":"2024-03-07T03:07:23.075203+0000","last_unstale":"2024-03-07T03:11:41.161624+0000","last_undegraded":"2024-03-07T03:11:41.161624+0000","last_fullsized":"2024-03-07T03:11:41.161624+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:47:11.192302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"863'1711","reported_seq":5460,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:44.502642+0000","last_change":"2024-03-07T03:10:57.330918+0000","last_active":"2024-03-07T03:11:44.502642+0000","last_peered":"2024-03-07T03:11:44.502642+0000","last_clean":"2024-03-07T03:11:44.502642+0000","last_became_active":"2024-03-07T03:06:47.849454+0000","last_became_peered":"2024-03-07T03:06:47.849454+0000","last_unstale":"2024-03-07T03:11:44.502642+0000","last_undegraded":"2024-03-07T03:11:44.502642+0000","last_fullsized":"2024-03-07T03:11:44.502642+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1711,"log_dups_size":0,"ondisk_log_size":1711,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:40:07.156907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.014160193999999999,"stat_sum":{"num_bytes":165158912,"num_objects":93,"num_object_clones":87,"num_object_copies":279,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":93,"num_whiteouts":2,"num_read":489,"num_read_kb":756200,"num_write":870,"num_write_kb":258896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":69541888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1156,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:44.502687+0000","last_change":"2024-03-07T03:06:47.847077+0000","last_active":"2024-03-07T03:11:44.502687+0000","last_peered":"2024-03-07T03:11:44.502687+0000","last_clean":"2024-03-07T03:11:44.502687+0000","last_became_active":"2024-03-07T03:06:47.846359+0000","last_became_peered":"2024-03-07T03:06:47.846359+0000","last_unstale":"2024-03-07T03:11:44.502687+0000","last_undegraded":"2024-03-07T03:11:44.502687+0000","last_fullsized":"2024-03-07T03:11:44.502687+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:00:08.102949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":972,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:26.399763+0000","last_change":"2024-03-07T03:07:58.760528+0000","last_active":"2024-03-07T03:12:26.399763+0000","last_peered":"2024-03-07T03:12:26.399763+0000","last_clean":"2024-03-07T03:12:26.399763+0000","last_became_active":"2024-03-07T03:07:58.760226+0000","last_became_peered":"2024-03-07T03:07:58.760226+0000","last_unstale":"2024-03-07T03:12:26.399763+0000","last_undegraded":"2024-03-07T03:12:26.399763+0000","last_fullsized":"2024-03-07T03:12:26.399763+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:10:36.411047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"863'1938","reported_seq":4938,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:29.500990+0000","last_change":"2024-03-07T03:10:56.140803+0000","last_active":"2024-03-07T03:11:29.500990+0000","last_peered":"2024-03-07T03:11:29.500990+0000","last_clean":"2024-03-07T03:11:29.500990+0000","last_became_active":"2024-03-07T03:06:09.993933+0000","last_became_peered":"2024-03-07T03:06:09.993933+0000","last_unstale":"2024-03-07T03:11:29.500990+0000","last_undegraded":"2024-03-07T03:11:29.500990+0000","last_fullsized":"2024-03-07T03:11:29.500990+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1938,"log_dups_size":0,"ondisk_log_size":1938,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:16.359457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.024996012000000001,"stat_sum":{"num_bytes":22765568,"num_objects":17,"num_object_clones":12,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":2,"num_read":350,"num_read_kb":387634,"num_write":702,"num_write_kb":183472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":7151616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.d","version":"61'1","reported_seq":1191,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:24.906636+0000","last_change":"2024-03-07T03:06:09.993129+0000","last_active":"2024-03-07T03:13:24.906636+0000","last_peered":"2024-03-07T03:13:24.906636+0000","last_clean":"2024-03-07T03:13:24.906636+0000","last_became_active":"2024-03-07T03:06:09.992737+0000","last_became_peered":"2024-03-07T03:06:09.992737+0000","last_unstale":"2024-03-07T03:13:24.906636+0000","last_undegraded":"2024-03-07T03:13:24.906636+0000","last_fullsized":"2024-03-07T03:13:24.906636+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:02:42.055569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1051,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:15.939486+0000","last_change":"2024-03-07T03:07:23.076846+0000","last_active":"2024-03-07T03:11:15.939486+0000","last_peered":"2024-03-07T03:11:15.939486+0000","last_clean":"2024-03-07T03:11:15.939486+0000","last_became_active":"2024-03-07T03:07:23.075895+0000","last_became_peered":"2024-03-07T03:07:23.075895+0000","last_unstale":"2024-03-07T03:11:15.939486+0000","last_undegraded":"2024-03-07T03:11:15.939486+0000","last_fullsized":"2024-03-07T03:11:15.939486+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:09:15.080126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"854'331","reported_seq":3439,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:12:16.398465+0000","last_change":"2024-03-07T03:10:57.298223+0000","last_active":"2024-03-07T03:12:16.398465+0000","last_peered":"2024-03-07T03:12:16.398465+0000","last_clean":"2024-03-07T03:12:16.398465+0000","last_became_active":"2024-03-07T03:07:58.749089+0000","last_became_peered":"2024-03-07T03:07:58.749089+0000","last_unstale":"2024-03-07T03:12:16.398465+0000","last_undegraded":"2024-03-07T03:12:16.398465+0000","last_fullsized":"2024-03-07T03:12:16.398465+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":331,"log_dups_size":0,"ondisk_log_size":331,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":83,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:26:07.404191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00085119700000000004,"stat_sum":{"num_bytes":15409152,"num_objects":11,"num_object_clones":10,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":91,"num_read_kb":118251,"num_write":162,"num_write_kb":30616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":34586624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"56"},{"start":"1c2","length":"3"},{"start":"1c9","length":"1"}]},{"pgid":"2.e","version":"61'2","reported_seq":1160,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:44.502729+0000","last_change":"2024-03-07T03:07:58.755578+0000","last_active":"2024-03-07T03:11:44.502729+0000","last_peered":"2024-03-07T03:11:44.502729+0000","last_clean":"2024-03-07T03:11:44.502729+0000","last_became_active":"2024-03-07T03:07:58.755160+0000","last_became_peered":"2024-03-07T03:07:58.755160+0000","last_unstale":"2024-03-07T03:11:44.502729+0000","last_undegraded":"2024-03-07T03:11:44.502729+0000","last_fullsized":"2024-03-07T03:11:44.502729+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:20.584382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:26.399820+0000","last_change":"2024-03-07T03:07:58.751269+0000","last_active":"2024-03-07T03:12:26.399820+0000","last_peered":"2024-03-07T03:12:26.399820+0000","last_clean":"2024-03-07T03:12:26.399820+0000","last_became_active":"2024-03-07T03:07:58.750956+0000","last_became_peered":"2024-03-07T03:07:58.750956+0000","last_unstale":"2024-03-07T03:12:26.399820+0000","last_undegraded":"2024-03-07T03:12:26.399820+0000","last_fullsized":"2024-03-07T03:12:26.399820+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:39.414545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1007,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:36.174338+0000","last_change":"2024-03-07T03:07:23.081711+0000","last_active":"2024-03-07T03:13:36.174338+0000","last_peered":"2024-03-07T03:13:36.174338+0000","last_clean":"2024-03-07T03:13:36.174338+0000","last_became_active":"2024-03-07T03:07:23.079269+0000","last_became_peered":"2024-03-07T03:07:23.079269+0000","last_unstale":"2024-03-07T03:13:36.174338+0000","last_undegraded":"2024-03-07T03:13:36.174338+0000","last_fullsized":"2024-03-07T03:13:36.174338+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:39.008957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1158,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:19.516251+0000","last_change":"2024-03-07T03:07:23.072806+0000","last_active":"2024-03-07T03:13:19.516251+0000","last_peered":"2024-03-07T03:13:19.516251+0000","last_clean":"2024-03-07T03:13:19.516251+0000","last_became_active":"2024-03-07T03:07:23.071234+0000","last_became_peered":"2024-03-07T03:07:23.071234+0000","last_unstale":"2024-03-07T03:13:19.516251+0000","last_undegraded":"2024-03-07T03:13:19.516251+0000","last_fullsized":"2024-03-07T03:13:19.516251+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:52.610744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1058,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:00.951666+0000","last_change":"2024-03-07T03:06:47.851593+0000","last_active":"2024-03-07T03:13:00.951666+0000","last_peered":"2024-03-07T03:13:00.951666+0000","last_clean":"2024-03-07T03:13:00.951666+0000","last_became_active":"2024-03-07T03:06:47.849677+0000","last_became_peered":"2024-03-07T03:06:47.849677+0000","last_unstale":"2024-03-07T03:13:00.951666+0000","last_undegraded":"2024-03-07T03:13:00.951666+0000","last_fullsized":"2024-03-07T03:13:00.951666+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:30.969251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1117,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:19.516309+0000","last_change":"2024-03-07T03:06:09.995434+0000","last_active":"2024-03-07T03:13:19.516309+0000","last_peered":"2024-03-07T03:13:19.516309+0000","last_clean":"2024-03-07T03:13:19.516309+0000","last_became_active":"2024-03-07T03:06:09.994939+0000","last_became_peered":"2024-03-07T03:06:09.994939+0000","last_unstale":"2024-03-07T03:13:19.516309+0000","last_undegraded":"2024-03-07T03:13:19.516309+0000","last_fullsized":"2024-03-07T03:13:19.516309+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:27:11.737354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1127,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:03.963669+0000","last_change":"2024-03-07T03:06:09.987381+0000","last_active":"2024-03-07T03:12:03.963669+0000","last_peered":"2024-03-07T03:12:03.963669+0000","last_clean":"2024-03-07T03:12:03.963669+0000","last_became_active":"2024-03-07T03:06:09.986952+0000","last_became_peered":"2024-03-07T03:06:09.986952+0000","last_unstale":"2024-03-07T03:12:03.963669+0000","last_undegraded":"2024-03-07T03:12:03.963669+0000","last_fullsized":"2024-03-07T03:12:03.963669+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:26:15.439852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:04.904825+0000","last_change":"2024-03-07T03:05:35.923999+0000","last_active":"2024-03-07T03:13:04.904825+0000","last_peered":"2024-03-07T03:13:04.904825+0000","last_clean":"2024-03-07T03:13:04.904825+0000","last_became_active":"2024-03-07T03:05:35.923719+0000","last_became_peered":"2024-03-07T03:05:35.923719+0000","last_unstale":"2024-03-07T03:13:04.904825+0000","last_undegraded":"2024-03-07T03:13:04.904825+0000","last_fullsized":"2024-03-07T03:13:04.904825+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:43:04.724647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1008,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:41.161665+0000","last_change":"2024-03-07T03:07:58.749989+0000","last_active":"2024-03-07T03:11:41.161665+0000","last_peered":"2024-03-07T03:11:41.161665+0000","last_clean":"2024-03-07T03:11:41.161665+0000","last_became_active":"2024-03-07T03:07:58.749643+0000","last_became_peered":"2024-03-07T03:07:58.749643+0000","last_unstale":"2024-03-07T03:11:41.161665+0000","last_undegraded":"2024-03-07T03:11:41.161665+0000","last_fullsized":"2024-03-07T03:11:41.161665+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:00:44.729806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1110,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:03.963717+0000","last_change":"2024-03-07T03:06:09.999184+0000","last_active":"2024-03-07T03:12:03.963717+0000","last_peered":"2024-03-07T03:12:03.963717+0000","last_clean":"2024-03-07T03:12:03.963717+0000","last_became_active":"2024-03-07T03:06:09.998856+0000","last_became_peered":"2024-03-07T03:06:09.998856+0000","last_unstale":"2024-03-07T03:12:03.963717+0000","last_undegraded":"2024-03-07T03:12:03.963717+0000","last_fullsized":"2024-03-07T03:12:03.963717+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:37:00.102189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1058,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:15.953528+0000","last_change":"2024-03-07T03:06:47.857644+0000","last_active":"2024-03-07T03:13:15.953528+0000","last_peered":"2024-03-07T03:13:15.953528+0000","last_clean":"2024-03-07T03:13:15.953528+0000","last_became_active":"2024-03-07T03:06:47.857354+0000","last_became_peered":"2024-03-07T03:06:47.857354+0000","last_unstale":"2024-03-07T03:13:15.953528+0000","last_undegraded":"2024-03-07T03:13:15.953528+0000","last_fullsized":"2024-03-07T03:13:15.953528+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:02:18.860369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1118,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:18.965420+0000","last_change":"2024-03-07T03:06:09.987872+0000","last_active":"2024-03-07T03:12:18.965420+0000","last_peered":"2024-03-07T03:12:18.965420+0000","last_clean":"2024-03-07T03:12:18.965420+0000","last_became_active":"2024-03-07T03:06:09.986852+0000","last_became_peered":"2024-03-07T03:06:09.986852+0000","last_unstale":"2024-03-07T03:12:18.965420+0000","last_undegraded":"2024-03-07T03:12:18.965420+0000","last_fullsized":"2024-03-07T03:12:18.965420+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:13.708512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1035,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:15.939446+0000","last_change":"2024-03-07T03:07:58.755825+0000","last_active":"2024-03-07T03:11:15.939446+0000","last_peered":"2024-03-07T03:11:15.939446+0000","last_clean":"2024-03-07T03:11:15.939446+0000","last_became_active":"2024-03-07T03:07:58.755395+0000","last_became_peered":"2024-03-07T03:07:58.755395+0000","last_unstale":"2024-03-07T03:11:15.939446+0000","last_undegraded":"2024-03-07T03:11:15.939446+0000","last_fullsized":"2024-03-07T03:11:15.939446+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:10:43.184914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:50.799209+0000","last_change":"2024-03-07T03:07:58.753962+0000","last_active":"2024-03-07T03:12:50.799209+0000","last_peered":"2024-03-07T03:12:50.799209+0000","last_clean":"2024-03-07T03:12:50.799209+0000","last_became_active":"2024-03-07T03:07:58.753619+0000","last_became_peered":"2024-03-07T03:07:58.753619+0000","last_unstale":"2024-03-07T03:12:50.799209+0000","last_undegraded":"2024-03-07T03:12:50.799209+0000","last_fullsized":"2024-03-07T03:12:50.799209+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:44:44.641067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1013,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:51.162869+0000","last_change":"2024-03-07T03:07:23.078516+0000","last_active":"2024-03-07T03:11:51.162869+0000","last_peered":"2024-03-07T03:11:51.162869+0000","last_clean":"2024-03-07T03:11:51.162869+0000","last_became_active":"2024-03-07T03:07:23.076017+0000","last_became_peered":"2024-03-07T03:07:23.076017+0000","last_unstale":"2024-03-07T03:11:51.162869+0000","last_undegraded":"2024-03-07T03:11:51.162869+0000","last_fullsized":"2024-03-07T03:11:51.162869+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:17:54.725933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":857645056,"num_objects":516,"num_object_clones":466,"num_object_copies":1548,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":516,"num_whiteouts":8,"num_read":3826,"num_read_kb":5949842,"num_write":7931,"num_write_kb":1978632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":107,"num_bytes_recovered":385712128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1170673664,"data_stored":2969124864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28580,"ondisk_log_size":28580,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197,"ondisk_log_size":197,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":26375,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":694,"seq":2980707303518,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":150184,"kb_used_data":96156,"kb_used_omap":35,"kb_used_meta":53980,"kb_avail":93594968,"statfs":{"total":95995035648,"available":95841247232,"internally_reserved":0,"allocated":98463744,"data_stored":167037349,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36312,"internal_metadata":55276072},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":660,"seq":2834678415461,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":94940,"kb_used_data":42576,"kb_used_omap":23,"kb_used_meta":52328,"kb_avail":93650212,"statfs":{"total":95995035648,"available":95897817088,"internally_reserved":0,"allocated":43597824,"data_stored":80829959,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":24173,"internal_metadata":53584275},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":463,"seq":1988569858191,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":692864,"kb_used_data":193964,"kb_used_omap":46,"kb_used_meta":498833,"kb_avail":93052288,"statfs":{"total":95995035648,"available":95285542912,"internally_reserved":0,"allocated":198619136,"data_stored":533391905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48036,"internal_metadata":510805084},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":528,"seq":2267742732417,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":401776,"kb_used_data":209252,"kb_used_omap":54,"kb_used_meta":192457,"kb_avail":93343376,"statfs":{"total":95995035648,"available":95583617024,"internally_reserved":0,"allocated":214274048,"data_stored":587826473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56016,"internal_metadata":197076272},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":495,"seq":2126008811656,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":485244,"kb_used_data":166572,"kb_used_omap":47,"kb_used_meta":318608,"kb_avail":93259908,"statfs":{"total":95995035648,"available":95498145792,"internally_reserved":0,"allocated":170569728,"data_stored":457545161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48143,"internal_metadata":326255601},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":562,"seq":2413771620474,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":177748,"kb_used_data":84672,"kb_used_omap":37,"kb_used_meta":93018,"kb_avail":93567404,"statfs":{"total":95995035648,"available":95813021696,"internally_reserved":0,"allocated":86704128,"data_stored":171510863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38083,"internal_metadata":95251261},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":591,"seq":2538325672051,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":365920,"kb_used_data":157844,"kb_used_omap":61,"kb_used_meta":208002,"kb_avail":93379232,"statfs":{"total":95995035648,"available":95620333568,"internally_reserved":0,"allocated":161632256,"data_stored":367986669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":62843,"internal_metadata":212994693},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":625,"seq":2684354560108,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":509804,"kb_used_data":269020,"kb_used_omap":73,"kb_used_meta":240694,"kb_avail":93235348,"statfs":{"total":95995035648,"available":95472996352,"internally_reserved":0,"allocated":275476480,"data_stored":649851960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":75044,"internal_metadata":246471388},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7413,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2060,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2124,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3359,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3677,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2797,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2839,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2106,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":188411904,"data_stored":527167488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":160964608,"data_stored":451911680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":204677120,"data_stored":582193152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":77082624,"data_stored":165871616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":152018944,"data_stored":362352640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":265863168,"data_stored":644214784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":33390592,"data_stored":74600448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":88264704,"data_stored":160813056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-07T03:15:43.550 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:15:43.550 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:15:43.550 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:15:43.550 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-07T03:15:43.550 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-07T03:15:43.550 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-07T03:15:43.550 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.c in trimming, state: active+clean+snaptrim_error 2024-03-07T03:15:43.550 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-07T03:15:43.550 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:15:43.550 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-07T03:15:44.159 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:15:43 smithi092 ceph-mon[83777]: pgmap v871: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:44.159 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:15:43 smithi092 ceph-mon[83777]: from='client.34632 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:15:44.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:15:43 smithi090 ceph-mon[89511]: pgmap v871: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:44.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:15:43 smithi090 ceph-mon[89511]: from='client.34632 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:15:44.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:15:43 smithi090 ceph-mon[91928]: pgmap v871: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:44.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:15:43 smithi090 ceph-mon[91928]: from='client.34632 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:15:45.070 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:15:44 smithi090 ceph-mon[89511]: pgmap v872: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:45.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:15:44 smithi090 ceph-mon[91928]: pgmap v872: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:45.158 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:15:44 smithi092 ceph-mon[83777]: pgmap v872: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:47.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:15:46 smithi090 ceph-mon[89511]: pgmap v873: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:47.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:15:46 smithi090 ceph-mon[91928]: pgmap v873: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:47.408 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:15:46 smithi092 ceph-mon[83777]: pgmap v873: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:49.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:15:48 smithi090 ceph-mon[89511]: pgmap v874: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:49.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:15:48 smithi090 ceph-mon[91928]: pgmap v874: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:49.408 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:15:48 smithi092 ceph-mon[83777]: pgmap v874: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:51.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:15:50 smithi090 ceph-mon[89511]: pgmap v875: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:51.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:15:50 smithi090 ceph-mon[91928]: pgmap v875: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:51.408 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:15:50 smithi092 ceph-mon[83777]: pgmap v875: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:52.658 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:15:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:15:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:15:53.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:15:53 smithi090 ceph-mon[89511]: pgmap v876: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:53.321 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:15:53 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:15:53] "GET /metrics HTTP/1.1" 200 36316 "" "Prometheus/2.43.0" 2024-03-07T03:15:53.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:15:53 smithi090 ceph-mon[91928]: pgmap v876: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:53.408 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:15:53 smithi092 ceph-mon[83777]: pgmap v876: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:53.551 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph pg dump --format=json 2024-03-07T03:15:53.772 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T03:15:55.264 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:15:55 smithi090 ceph-mon[89511]: pgmap v877: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:55.265 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:15:55 smithi090 ceph-mon[91928]: pgmap v877: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:55.408 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:15:55 smithi092 ceph-mon[83777]: pgmap v877: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:55.572 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T03:15:55.574 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-03-07T03:15:56.212 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:15:56 smithi090 ceph-mon[89511]: from='client.44576 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:15:56.212 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:15:56 smithi090 ceph-mon[91928]: from='client.44576 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:15:56.234 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":877,"stamp":"2024-03-07T03:15:53.941613+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":858242044,"num_objects":540,"num_object_clones":466,"num_object_copies":1620,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":540,"num_whiteouts":8,"num_read":4717,"num_read_kb":5951239,"num_write":8310,"num_write_kb":1981084,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":113,"num_bytes_recovered":387483232,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28845,"ondisk_log_size":28845,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2878480,"kb_used_data":1220056,"kb_used_omap":379,"kb_used_meta":1657924,"kb_avail":747082736,"statfs":{"total":767960285184,"available":765012721664,"internally_reserved":0,"allocated":1249337344,"data_stored":3015980339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":388650,"internal_metadata":1697714646},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003853"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":973,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:06.397347+0000","last_change":"2024-03-07T03:07:58.753984+0000","last_active":"2024-03-07T03:12:06.397347+0000","last_peered":"2024-03-07T03:12:06.397347+0000","last_clean":"2024-03-07T03:12:06.397347+0000","last_became_active":"2024-03-07T03:07:58.753138+0000","last_became_peered":"2024-03-07T03:07:58.753138+0000","last_unstale":"2024-03-07T03:12:06.397347+0000","last_undegraded":"2024-03-07T03:12:06.397347+0000","last_fullsized":"2024-03-07T03:12:06.397347+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:37:39.612519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:44.902746+0000","last_change":"2024-03-07T03:07:23.074862+0000","last_active":"2024-03-07T03:12:44.902746+0000","last_peered":"2024-03-07T03:12:44.902746+0000","last_clean":"2024-03-07T03:12:44.902746+0000","last_became_active":"2024-03-07T03:07:23.074512+0000","last_became_peered":"2024-03-07T03:07:23.074512+0000","last_unstale":"2024-03-07T03:12:44.902746+0000","last_undegraded":"2024-03-07T03:12:44.902746+0000","last_fullsized":"2024-03-07T03:12:44.902746+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:45:24.128672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:10.794949+0000","last_change":"2024-03-07T03:05:01.446762+0000","last_active":"2024-03-07T03:12:10.794949+0000","last_peered":"2024-03-07T03:12:10.794949+0000","last_clean":"2024-03-07T03:12:10.794949+0000","last_became_active":"2024-03-07T03:05:01.446425+0000","last_became_peered":"2024-03-07T03:05:01.446425+0000","last_unstale":"2024-03-07T03:12:10.794949+0000","last_undegraded":"2024-03-07T03:12:10.794949+0000","last_fullsized":"2024-03-07T03:12:10.794949+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:39:39.897066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1053,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:45.949981+0000","last_change":"2024-03-07T03:07:58.755992+0000","last_active":"2024-03-07T03:12:45.949981+0000","last_peered":"2024-03-07T03:12:45.949981+0000","last_clean":"2024-03-07T03:12:45.949981+0000","last_became_active":"2024-03-07T03:07:58.755499+0000","last_became_peered":"2024-03-07T03:07:58.755499+0000","last_unstale":"2024-03-07T03:12:45.949981+0000","last_undegraded":"2024-03-07T03:12:45.949981+0000","last_fullsized":"2024-03-07T03:12:45.949981+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:26:12.313572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:56.403297+0000","last_change":"2024-03-07T03:07:58.752235+0000","last_active":"2024-03-07T03:12:56.403297+0000","last_peered":"2024-03-07T03:12:56.403297+0000","last_clean":"2024-03-07T03:12:56.403297+0000","last_became_active":"2024-03-07T03:07:58.751575+0000","last_became_peered":"2024-03-07T03:07:58.751575+0000","last_unstale":"2024-03-07T03:12:56.403297+0000","last_undegraded":"2024-03-07T03:12:56.403297+0000","last_fullsized":"2024-03-07T03:12:56.403297+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:12:05.995515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1030,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:45.942988+0000","last_change":"2024-03-07T03:06:47.859644+0000","last_active":"2024-03-07T03:11:45.942988+0000","last_peered":"2024-03-07T03:11:45.942988+0000","last_clean":"2024-03-07T03:11:45.942988+0000","last_became_active":"2024-03-07T03:06:47.859097+0000","last_became_peered":"2024-03-07T03:06:47.859097+0000","last_unstale":"2024-03-07T03:11:45.942988+0000","last_undegraded":"2024-03-07T03:11:45.942988+0000","last_fullsized":"2024-03-07T03:11:45.942988+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:22:46.909130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:56.403271+0000","last_change":"2024-03-07T03:07:58.754226+0000","last_active":"2024-03-07T03:12:56.403271+0000","last_peered":"2024-03-07T03:12:56.403271+0000","last_clean":"2024-03-07T03:12:56.403271+0000","last_became_active":"2024-03-07T03:07:58.753169+0000","last_became_peered":"2024-03-07T03:07:58.753169+0000","last_unstale":"2024-03-07T03:12:56.403271+0000","last_undegraded":"2024-03-07T03:12:56.403271+0000","last_fullsized":"2024-03-07T03:12:56.403271+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:46:59.258099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1087,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:03.970559+0000","last_change":"2024-03-07T03:07:23.073492+0000","last_active":"2024-03-07T03:13:03.970559+0000","last_peered":"2024-03-07T03:13:03.970559+0000","last_clean":"2024-03-07T03:13:03.970559+0000","last_became_active":"2024-03-07T03:07:23.071929+0000","last_became_peered":"2024-03-07T03:07:23.071929+0000","last_unstale":"2024-03-07T03:13:03.970559+0000","last_undegraded":"2024-03-07T03:13:03.970559+0000","last_fullsized":"2024-03-07T03:13:03.970559+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:35:26.391722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":979,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:46.402166+0000","last_change":"2024-03-07T03:07:58.760328+0000","last_active":"2024-03-07T03:12:46.402166+0000","last_peered":"2024-03-07T03:12:46.402166+0000","last_clean":"2024-03-07T03:12:46.402166+0000","last_became_active":"2024-03-07T03:07:58.760046+0000","last_became_peered":"2024-03-07T03:07:58.760046+0000","last_unstale":"2024-03-07T03:12:46.402166+0000","last_undegraded":"2024-03-07T03:12:46.402166+0000","last_fullsized":"2024-03-07T03:12:46.402166+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:08:46.356817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1005,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:11.165183+0000","last_change":"2024-03-07T03:07:23.079945+0000","last_active":"2024-03-07T03:12:11.165183+0000","last_peered":"2024-03-07T03:12:11.165183+0000","last_clean":"2024-03-07T03:12:11.165183+0000","last_became_active":"2024-03-07T03:07:23.078551+0000","last_became_peered":"2024-03-07T03:07:23.078551+0000","last_unstale":"2024-03-07T03:12:11.165183+0000","last_undegraded":"2024-03-07T03:12:11.165183+0000","last_fullsized":"2024-03-07T03:12:11.165183+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:03:46.670084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1005,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:11.165163+0000","last_change":"2024-03-07T03:07:23.081963+0000","last_active":"2024-03-07T03:12:11.165163+0000","last_peered":"2024-03-07T03:12:11.165163+0000","last_clean":"2024-03-07T03:12:11.165163+0000","last_became_active":"2024-03-07T03:07:23.080128+0000","last_became_peered":"2024-03-07T03:07:23.080128+0000","last_unstale":"2024-03-07T03:12:11.165163+0000","last_undegraded":"2024-03-07T03:12:11.165163+0000","last_fullsized":"2024-03-07T03:12:11.165163+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:56.813267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1148,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:14.506431+0000","last_change":"2024-03-07T03:07:23.074902+0000","last_active":"2024-03-07T03:12:14.506431+0000","last_peered":"2024-03-07T03:12:14.506431+0000","last_clean":"2024-03-07T03:12:14.506431+0000","last_became_active":"2024-03-07T03:07:23.074466+0000","last_became_peered":"2024-03-07T03:07:23.074466+0000","last_unstale":"2024-03-07T03:12:14.506431+0000","last_undegraded":"2024-03-07T03:12:14.506431+0000","last_fullsized":"2024-03-07T03:12:14.506431+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:40:20.268555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1117,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:48.969095+0000","last_change":"2024-03-07T03:07:23.072635+0000","last_active":"2024-03-07T03:12:48.969095+0000","last_peered":"2024-03-07T03:12:48.969095+0000","last_clean":"2024-03-07T03:12:48.969095+0000","last_became_active":"2024-03-07T03:07:23.071712+0000","last_became_peered":"2024-03-07T03:07:23.071712+0000","last_unstale":"2024-03-07T03:12:48.969095+0000","last_undegraded":"2024-03-07T03:12:48.969095+0000","last_fullsized":"2024-03-07T03:12:48.969095+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:00:39.298564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:10.801360+0000","last_change":"2024-03-07T03:06:47.851538+0000","last_active":"2024-03-07T03:13:10.801360+0000","last_peered":"2024-03-07T03:13:10.801360+0000","last_clean":"2024-03-07T03:13:10.801360+0000","last_became_active":"2024-03-07T03:06:47.851183+0000","last_became_peered":"2024-03-07T03:06:47.851183+0000","last_unstale":"2024-03-07T03:13:10.801360+0000","last_undegraded":"2024-03-07T03:13:10.801360+0000","last_fullsized":"2024-03-07T03:13:10.801360+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:36:23.932334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:24.894584+0000","last_change":"2024-03-07T03:06:47.843126+0000","last_active":"2024-03-07T03:11:24.894584+0000","last_peered":"2024-03-07T03:11:24.894584+0000","last_clean":"2024-03-07T03:11:24.894584+0000","last_became_active":"2024-03-07T03:06:47.842736+0000","last_became_peered":"2024-03-07T03:06:47.842736+0000","last_unstale":"2024-03-07T03:11:24.894584+0000","last_undegraded":"2024-03-07T03:11:24.894584+0000","last_fullsized":"2024-03-07T03:11:24.894584+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:48:10.843465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1034,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:25.940523+0000","last_change":"2024-03-07T03:07:58.755620+0000","last_active":"2024-03-07T03:11:25.940523+0000","last_peered":"2024-03-07T03:11:25.940523+0000","last_clean":"2024-03-07T03:11:25.940523+0000","last_became_active":"2024-03-07T03:07:58.755267+0000","last_became_peered":"2024-03-07T03:07:58.755267+0000","last_unstale":"2024-03-07T03:11:25.940523+0000","last_undegraded":"2024-03-07T03:11:25.940523+0000","last_fullsized":"2024-03-07T03:11:25.940523+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:51:32.339400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1038,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:25.940593+0000","last_change":"2024-03-07T03:07:58.756358+0000","last_active":"2024-03-07T03:11:25.940593+0000","last_peered":"2024-03-07T03:11:25.940593+0000","last_clean":"2024-03-07T03:11:25.940593+0000","last_became_active":"2024-03-07T03:07:58.755960+0000","last_became_peered":"2024-03-07T03:07:58.755960+0000","last_unstale":"2024-03-07T03:11:25.940593+0000","last_undegraded":"2024-03-07T03:11:25.940593+0000","last_fullsized":"2024-03-07T03:11:25.940593+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:47.464423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1156,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:59.504600+0000","last_change":"2024-03-07T03:07:58.755619+0000","last_active":"2024-03-07T03:11:59.504600+0000","last_peered":"2024-03-07T03:11:59.504600+0000","last_clean":"2024-03-07T03:11:59.504600+0000","last_became_active":"2024-03-07T03:07:58.755214+0000","last_became_peered":"2024-03-07T03:07:58.755214+0000","last_unstale":"2024-03-07T03:11:59.504600+0000","last_undegraded":"2024-03-07T03:11:59.504600+0000","last_fullsized":"2024-03-07T03:11:59.504600+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:59:02.041330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":972,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:26.399782+0000","last_change":"2024-03-07T03:07:58.756563+0000","last_active":"2024-03-07T03:12:26.399782+0000","last_peered":"2024-03-07T03:12:26.399782+0000","last_clean":"2024-03-07T03:12:26.399782+0000","last_became_active":"2024-03-07T03:07:58.752195+0000","last_became_peered":"2024-03-07T03:07:58.752195+0000","last_unstale":"2024-03-07T03:12:26.399782+0000","last_undegraded":"2024-03-07T03:12:26.399782+0000","last_fullsized":"2024-03-07T03:12:26.399782+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:32:35.496500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"716'5","reported_seq":1222,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:10.794999+0000","last_change":"2024-03-07T03:07:58.753999+0000","last_active":"2024-03-07T03:12:10.794999+0000","last_peered":"2024-03-07T03:12:10.794999+0000","last_clean":"2024-03-07T03:12:10.794999+0000","last_became_active":"2024-03-07T03:07:58.753607+0000","last_became_peered":"2024-03-07T03:07:58.753607+0000","last_unstale":"2024-03-07T03:12:10.794999+0000","last_undegraded":"2024-03-07T03:12:10.794999+0000","last_fullsized":"2024-03-07T03:12:10.794999+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:28:57.567238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1111,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:33.973557+0000","last_change":"2024-03-07T03:07:23.083830+0000","last_active":"2024-03-07T03:13:33.973557+0000","last_peered":"2024-03-07T03:13:33.973557+0000","last_clean":"2024-03-07T03:13:33.973557+0000","last_became_active":"2024-03-07T03:07:23.083530+0000","last_became_peered":"2024-03-07T03:07:23.083530+0000","last_unstale":"2024-03-07T03:13:33.973557+0000","last_undegraded":"2024-03-07T03:13:33.973557+0000","last_fullsized":"2024-03-07T03:13:33.973557+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:57.938032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"716'2","reported_seq":1131,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:33.973566+0000","last_change":"2024-03-07T03:06:47.849618+0000","last_active":"2024-03-07T03:13:33.973566+0000","last_peered":"2024-03-07T03:13:33.973566+0000","last_clean":"2024-03-07T03:13:33.973566+0000","last_became_active":"2024-03-07T03:06:47.849222+0000","last_became_peered":"2024-03-07T03:06:47.849222+0000","last_unstale":"2024-03-07T03:13:33.973566+0000","last_undegraded":"2024-03-07T03:13:33.973566+0000","last_fullsized":"2024-03-07T03:13:33.973566+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:36:41.880143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:10.794987+0000","last_change":"2024-03-07T03:06:47.851880+0000","last_active":"2024-03-07T03:12:10.794987+0000","last_peered":"2024-03-07T03:12:10.794987+0000","last_clean":"2024-03-07T03:12:10.794987+0000","last_became_active":"2024-03-07T03:06:47.851176+0000","last_became_peered":"2024-03-07T03:06:47.851176+0000","last_unstale":"2024-03-07T03:12:10.794987+0000","last_undegraded":"2024-03-07T03:12:10.794987+0000","last_fullsized":"2024-03-07T03:12:10.794987+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:38:59.663068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":977,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:56.403337+0000","last_change":"2024-03-07T03:07:58.757245+0000","last_active":"2024-03-07T03:12:56.403337+0000","last_peered":"2024-03-07T03:12:56.403337+0000","last_clean":"2024-03-07T03:12:56.403337+0000","last_became_active":"2024-03-07T03:07:58.754456+0000","last_became_peered":"2024-03-07T03:07:58.754456+0000","last_unstale":"2024-03-07T03:12:56.403337+0000","last_undegraded":"2024-03-07T03:12:56.403337+0000","last_fullsized":"2024-03-07T03:12:56.403337+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:57:32.153933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1043,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:45.943019+0000","last_change":"2024-03-07T03:06:47.855220+0000","last_active":"2024-03-07T03:11:45.943019+0000","last_peered":"2024-03-07T03:11:45.943019+0000","last_clean":"2024-03-07T03:11:45.943019+0000","last_became_active":"2024-03-07T03:06:47.854836+0000","last_became_peered":"2024-03-07T03:06:47.854836+0000","last_unstale":"2024-03-07T03:11:45.943019+0000","last_undegraded":"2024-03-07T03:11:45.943019+0000","last_fullsized":"2024-03-07T03:11:45.943019+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:51:35.386552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":984,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:56.403317+0000","last_change":"2024-03-07T03:07:58.757676+0000","last_active":"2024-03-07T03:12:56.403317+0000","last_peered":"2024-03-07T03:12:56.403317+0000","last_clean":"2024-03-07T03:12:56.403317+0000","last_became_active":"2024-03-07T03:07:58.753930+0000","last_became_peered":"2024-03-07T03:07:58.753930+0000","last_unstale":"2024-03-07T03:12:56.403317+0000","last_undegraded":"2024-03-07T03:12:56.403317+0000","last_fullsized":"2024-03-07T03:12:56.403317+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:56.639688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1037,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:45.943032+0000","last_change":"2024-03-07T03:07:23.076532+0000","last_active":"2024-03-07T03:11:45.943032+0000","last_peered":"2024-03-07T03:11:45.943032+0000","last_clean":"2024-03-07T03:11:45.943032+0000","last_became_active":"2024-03-07T03:07:23.076234+0000","last_became_peered":"2024-03-07T03:07:23.076234+0000","last_unstale":"2024-03-07T03:11:45.943032+0000","last_undegraded":"2024-03-07T03:11:45.943032+0000","last_fullsized":"2024-03-07T03:11:45.943032+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:16:39.967241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"716'2","reported_seq":1090,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:03.970601+0000","last_change":"2024-03-07T03:07:58.752045+0000","last_active":"2024-03-07T03:13:03.970601+0000","last_peered":"2024-03-07T03:13:03.970601+0000","last_clean":"2024-03-07T03:13:03.970601+0000","last_became_active":"2024-03-07T03:07:58.751585+0000","last_became_peered":"2024-03-07T03:07:58.751585+0000","last_unstale":"2024-03-07T03:13:03.970601+0000","last_undegraded":"2024-03-07T03:13:03.970601+0000","last_fullsized":"2024-03-07T03:13:03.970601+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:03:01.652607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1107,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:08.061295+0000","last_change":"2024-03-07T03:06:09.990854+0000","last_active":"2024-03-07T03:11:08.061295+0000","last_peered":"2024-03-07T03:11:08.061295+0000","last_clean":"2024-03-07T03:11:08.061295+0000","last_became_active":"2024-03-07T03:06:09.990464+0000","last_became_peered":"2024-03-07T03:06:09.990464+0000","last_unstale":"2024-03-07T03:11:08.061295+0000","last_undegraded":"2024-03-07T03:11:08.061295+0000","last_fullsized":"2024-03-07T03:11:08.061295+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:53:52.856954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"716'2","reported_seq":1010,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:21.166229+0000","last_change":"2024-03-07T03:07:58.754526+0000","last_active":"2024-03-07T03:12:21.166229+0000","last_peered":"2024-03-07T03:12:21.166229+0000","last_clean":"2024-03-07T03:12:21.166229+0000","last_became_active":"2024-03-07T03:07:58.754123+0000","last_became_peered":"2024-03-07T03:07:58.754123+0000","last_unstale":"2024-03-07T03:12:21.166229+0000","last_undegraded":"2024-03-07T03:12:21.166229+0000","last_fullsized":"2024-03-07T03:12:21.166229+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:41:34.446180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:20.789924+0000","last_change":"2024-03-07T03:07:58.750769+0000","last_active":"2024-03-07T03:11:20.789924+0000","last_peered":"2024-03-07T03:11:20.789924+0000","last_clean":"2024-03-07T03:11:20.789924+0000","last_became_active":"2024-03-07T03:07:58.749974+0000","last_became_peered":"2024-03-07T03:07:58.749974+0000","last_unstale":"2024-03-07T03:11:20.789924+0000","last_undegraded":"2024-03-07T03:11:20.789924+0000","last_fullsized":"2024-03-07T03:11:20.789924+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:56:14.059734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1127,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:48.969049+0000","last_change":"2024-03-07T03:07:23.072942+0000","last_active":"2024-03-07T03:12:48.969049+0000","last_peered":"2024-03-07T03:12:48.969049+0000","last_clean":"2024-03-07T03:12:48.969049+0000","last_became_active":"2024-03-07T03:07:23.072639+0000","last_became_peered":"2024-03-07T03:07:23.072639+0000","last_unstale":"2024-03-07T03:12:48.969049+0000","last_undegraded":"2024-03-07T03:12:48.969049+0000","last_fullsized":"2024-03-07T03:12:48.969049+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:42.808853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1124,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:48.969008+0000","last_change":"2024-03-07T03:05:35.934963+0000","last_active":"2024-03-07T03:12:48.969008+0000","last_peered":"2024-03-07T03:12:48.969008+0000","last_clean":"2024-03-07T03:12:48.969008+0000","last_became_active":"2024-03-07T03:05:35.932493+0000","last_became_peered":"2024-03-07T03:05:35.932493+0000","last_unstale":"2024-03-07T03:12:48.969008+0000","last_undegraded":"2024-03-07T03:12:48.969008+0000","last_fullsized":"2024-03-07T03:12:48.969008+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:00:57.111662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1039,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:35.941626+0000","last_change":"2024-03-07T03:07:58.756063+0000","last_active":"2024-03-07T03:11:35.941626+0000","last_peered":"2024-03-07T03:11:35.941626+0000","last_clean":"2024-03-07T03:11:35.941626+0000","last_became_active":"2024-03-07T03:07:58.755712+0000","last_became_peered":"2024-03-07T03:07:58.755712+0000","last_unstale":"2024-03-07T03:11:35.941626+0000","last_undegraded":"2024-03-07T03:11:35.941626+0000","last_fullsized":"2024-03-07T03:11:35.941626+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:13:06.484346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:39.896026+0000","last_change":"2024-03-07T03:06:09.996319+0000","last_active":"2024-03-07T03:11:39.896026+0000","last_peered":"2024-03-07T03:11:39.896026+0000","last_clean":"2024-03-07T03:11:39.896026+0000","last_became_active":"2024-03-07T03:06:09.996002+0000","last_became_peered":"2024-03-07T03:06:09.996002+0000","last_unstale":"2024-03-07T03:11:39.896026+0000","last_undegraded":"2024-03-07T03:11:39.896026+0000","last_fullsized":"2024-03-07T03:11:39.896026+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:41:55.764562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1006,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:11.165197+0000","last_change":"2024-03-07T03:07:23.083466+0000","last_active":"2024-03-07T03:12:11.165197+0000","last_peered":"2024-03-07T03:12:11.165197+0000","last_clean":"2024-03-07T03:12:11.165197+0000","last_became_active":"2024-03-07T03:07:23.083156+0000","last_became_peered":"2024-03-07T03:07:23.083156+0000","last_unstale":"2024-03-07T03:12:11.165197+0000","last_undegraded":"2024-03-07T03:12:11.165197+0000","last_fullsized":"2024-03-07T03:12:11.165197+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:32:00.539449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1025,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:35.941679+0000","last_change":"2024-03-07T03:07:58.752127+0000","last_active":"2024-03-07T03:11:35.941679+0000","last_peered":"2024-03-07T03:11:35.941679+0000","last_clean":"2024-03-07T03:11:35.941679+0000","last_became_active":"2024-03-07T03:07:58.751770+0000","last_became_peered":"2024-03-07T03:07:58.751770+0000","last_unstale":"2024-03-07T03:11:35.941679+0000","last_undegraded":"2024-03-07T03:11:35.941679+0000","last_fullsized":"2024-03-07T03:11:35.941679+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:43.791488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1059,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:35.941668+0000","last_change":"2024-03-07T03:07:23.077653+0000","last_active":"2024-03-07T03:11:35.941668+0000","last_peered":"2024-03-07T03:11:35.941668+0000","last_clean":"2024-03-07T03:11:35.941668+0000","last_became_active":"2024-03-07T03:07:23.077355+0000","last_became_peered":"2024-03-07T03:07:23.077355+0000","last_unstale":"2024-03-07T03:11:35.941668+0000","last_undegraded":"2024-03-07T03:11:35.941668+0000","last_fullsized":"2024-03-07T03:11:35.941668+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:45.861158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:05.788507+0000","last_change":"2024-03-07T03:06:47.851508+0000","last_active":"2024-03-07T03:11:05.788507+0000","last_peered":"2024-03-07T03:11:05.788507+0000","last_clean":"2024-03-07T03:11:05.788507+0000","last_became_active":"2024-03-07T03:06:47.850839+0000","last_became_peered":"2024-03-07T03:06:47.850839+0000","last_unstale":"2024-03-07T03:11:05.788507+0000","last_undegraded":"2024-03-07T03:11:05.788507+0000","last_fullsized":"2024-03-07T03:11:05.788507+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:08:06.622234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1192,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:39.896067+0000","last_change":"2024-03-07T03:06:47.845848+0000","last_active":"2024-03-07T03:11:39.896067+0000","last_peered":"2024-03-07T03:11:39.896067+0000","last_clean":"2024-03-07T03:11:39.896067+0000","last_became_active":"2024-03-07T03:06:47.845425+0000","last_became_peered":"2024-03-07T03:06:47.845425+0000","last_unstale":"2024-03-07T03:11:39.896067+0000","last_undegraded":"2024-03-07T03:11:39.896067+0000","last_fullsized":"2024-03-07T03:11:39.896067+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:16:24.833986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1079,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:08.074258+0000","last_change":"2024-03-07T03:07:58.754983+0000","last_active":"2024-03-07T03:13:08.074258+0000","last_peered":"2024-03-07T03:13:08.074258+0000","last_clean":"2024-03-07T03:13:08.074258+0000","last_became_active":"2024-03-07T03:07:58.754657+0000","last_became_peered":"2024-03-07T03:07:58.754657+0000","last_unstale":"2024-03-07T03:13:08.074258+0000","last_undegraded":"2024-03-07T03:13:08.074258+0000","last_fullsized":"2024-03-07T03:13:08.074258+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:06:00.897772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"716'29","reported_seq":1041,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:01.164213+0000","last_change":"2024-03-07T03:07:23.079677+0000","last_active":"2024-03-07T03:12:01.164213+0000","last_peered":"2024-03-07T03:12:01.164213+0000","last_clean":"2024-03-07T03:12:01.164213+0000","last_became_active":"2024-03-07T03:07:23.079320+0000","last_became_peered":"2024-03-07T03:07:23.079320+0000","last_unstale":"2024-03-07T03:12:01.164213+0000","last_undegraded":"2024-03-07T03:12:01.164213+0000","last_fullsized":"2024-03-07T03:12:01.164213+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:49:54.979015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:46.402133+0000","last_change":"2024-03-07T03:07:58.758376+0000","last_active":"2024-03-07T03:12:46.402133+0000","last_peered":"2024-03-07T03:12:46.402133+0000","last_clean":"2024-03-07T03:12:46.402133+0000","last_became_active":"2024-03-07T03:07:58.757816+0000","last_became_peered":"2024-03-07T03:07:58.757816+0000","last_unstale":"2024-03-07T03:12:46.402133+0000","last_undegraded":"2024-03-07T03:12:46.402133+0000","last_fullsized":"2024-03-07T03:12:46.402133+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:47.253727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1219,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:10.801397+0000","last_change":"2024-03-07T03:06:09.989072+0000","last_active":"2024-03-07T03:13:10.801397+0000","last_peered":"2024-03-07T03:13:10.801397+0000","last_clean":"2024-03-07T03:13:10.801397+0000","last_became_active":"2024-03-07T03:06:09.987754+0000","last_became_peered":"2024-03-07T03:06:09.987754+0000","last_unstale":"2024-03-07T03:13:10.801397+0000","last_undegraded":"2024-03-07T03:13:10.801397+0000","last_fullsized":"2024-03-07T03:13:10.801397+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:05:15.340331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:10.801380+0000","last_change":"2024-03-07T03:07:58.754207+0000","last_active":"2024-03-07T03:13:10.801380+0000","last_peered":"2024-03-07T03:13:10.801380+0000","last_clean":"2024-03-07T03:13:10.801380+0000","last_became_active":"2024-03-07T03:07:58.753859+0000","last_became_peered":"2024-03-07T03:07:58.753859+0000","last_unstale":"2024-03-07T03:13:10.801380+0000","last_undegraded":"2024-03-07T03:13:10.801380+0000","last_fullsized":"2024-03-07T03:13:10.801380+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:14:02.813872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1052,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:25.940557+0000","last_change":"2024-03-07T03:07:58.755838+0000","last_active":"2024-03-07T03:11:25.940557+0000","last_peered":"2024-03-07T03:11:25.940557+0000","last_clean":"2024-03-07T03:11:25.940557+0000","last_became_active":"2024-03-07T03:07:58.755436+0000","last_became_peered":"2024-03-07T03:07:58.755436+0000","last_unstale":"2024-03-07T03:11:25.940557+0000","last_undegraded":"2024-03-07T03:11:25.940557+0000","last_fullsized":"2024-03-07T03:11:25.940557+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:25.094944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:36.400930+0000","last_change":"2024-03-07T03:07:58.750199+0000","last_active":"2024-03-07T03:12:36.400930+0000","last_peered":"2024-03-07T03:12:36.400930+0000","last_clean":"2024-03-07T03:12:36.400930+0000","last_became_active":"2024-03-07T03:07:58.749858+0000","last_became_peered":"2024-03-07T03:07:58.749858+0000","last_unstale":"2024-03-07T03:12:36.400930+0000","last_undegraded":"2024-03-07T03:12:36.400930+0000","last_fullsized":"2024-03-07T03:12:36.400930+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:41.122539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1014,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:01.164192+0000","last_change":"2024-03-07T03:07:23.076835+0000","last_active":"2024-03-07T03:12:01.164192+0000","last_peered":"2024-03-07T03:12:01.164192+0000","last_clean":"2024-03-07T03:12:01.164192+0000","last_became_active":"2024-03-07T03:07:23.075094+0000","last_became_peered":"2024-03-07T03:07:23.075094+0000","last_unstale":"2024-03-07T03:12:01.164192+0000","last_undegraded":"2024-03-07T03:12:01.164192+0000","last_fullsized":"2024-03-07T03:12:01.164192+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:50:36.739831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1005,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:01.164170+0000","last_change":"2024-03-07T03:07:23.078279+0000","last_active":"2024-03-07T03:12:01.164170+0000","last_peered":"2024-03-07T03:12:01.164170+0000","last_clean":"2024-03-07T03:12:01.164170+0000","last_became_active":"2024-03-07T03:07:23.077338+0000","last_became_peered":"2024-03-07T03:07:23.077338+0000","last_unstale":"2024-03-07T03:12:01.164170+0000","last_undegraded":"2024-03-07T03:12:01.164170+0000","last_fullsized":"2024-03-07T03:12:01.164170+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:05:40.599683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1169,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:59.504527+0000","last_change":"2024-03-07T03:05:01.461919+0000","last_active":"2024-03-07T03:11:59.504527+0000","last_peered":"2024-03-07T03:11:59.504527+0000","last_clean":"2024-03-07T03:11:59.504527+0000","last_became_active":"2024-03-07T03:05:01.459759+0000","last_became_peered":"2024-03-07T03:05:01.459759+0000","last_unstale":"2024-03-07T03:11:59.504527+0000","last_undegraded":"2024-03-07T03:11:59.504527+0000","last_fullsized":"2024-03-07T03:11:59.504527+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:31:45.535178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":972,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:36.400896+0000","last_change":"2024-03-07T03:07:58.753856+0000","last_active":"2024-03-07T03:12:36.400896+0000","last_peered":"2024-03-07T03:12:36.400896+0000","last_clean":"2024-03-07T03:12:36.400896+0000","last_became_active":"2024-03-07T03:07:58.751889+0000","last_became_peered":"2024-03-07T03:07:58.751889+0000","last_unstale":"2024-03-07T03:12:36.400896+0000","last_undegraded":"2024-03-07T03:12:36.400896+0000","last_fullsized":"2024-03-07T03:12:36.400896+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:27:20.126942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"863'1273","reported_seq":4341,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:39.518251+0000","last_change":"2024-03-07T03:10:56.137635+0000","last_active":"2024-03-07T03:13:39.518251+0000","last_peered":"2024-03-07T03:13:39.518251+0000","last_clean":"2024-03-07T03:13:39.518251+0000","last_became_active":"2024-03-07T03:05:01.457883+0000","last_became_peered":"2024-03-07T03:05:01.457883+0000","last_unstale":"2024-03-07T03:13:39.518251+0000","last_undegraded":"2024-03-07T03:13:39.518251+0000","last_fullsized":"2024-03-07T03:13:39.518251+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1273,"log_dups_size":0,"ondisk_log_size":1273,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:21:46.718939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.021818005000000001,"stat_sum":{"num_bytes":15540224,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":258,"num_read_kb":529715,"num_write":442,"num_write_kb":102224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1441792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.f","version":"61'1","reported_seq":1082,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:53.072552+0000","last_change":"2024-03-07T03:07:58.755003+0000","last_active":"2024-03-07T03:12:53.072552+0000","last_peered":"2024-03-07T03:12:53.072552+0000","last_clean":"2024-03-07T03:12:53.072552+0000","last_became_active":"2024-03-07T03:07:58.754564+0000","last_became_peered":"2024-03-07T03:07:58.754564+0000","last_unstale":"2024-03-07T03:12:53.072552+0000","last_undegraded":"2024-03-07T03:12:53.072552+0000","last_fullsized":"2024-03-07T03:12:53.072552+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:34:53.344746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:26.399799+0000","last_change":"2024-03-07T03:07:58.750952+0000","last_active":"2024-03-07T03:12:26.399799+0000","last_peered":"2024-03-07T03:12:26.399799+0000","last_clean":"2024-03-07T03:12:26.399799+0000","last_became_active":"2024-03-07T03:07:58.749229+0000","last_became_peered":"2024-03-07T03:07:58.749229+0000","last_unstale":"2024-03-07T03:12:26.399799+0000","last_undegraded":"2024-03-07T03:12:26.399799+0000","last_fullsized":"2024-03-07T03:12:26.399799+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:53:10.534950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"863'847","reported_seq":4048,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:10.794895+0000","last_change":"2024-03-07T03:10:56.129162+0000","last_active":"2024-03-07T03:12:10.794895+0000","last_peered":"2024-03-07T03:12:10.794895+0000","last_clean":"2024-03-07T03:12:10.794895+0000","last_became_active":"2024-03-07T03:07:23.074596+0000","last_became_peered":"2024-03-07T03:07:23.074596+0000","last_unstale":"2024-03-07T03:12:10.794895+0000","last_undegraded":"2024-03-07T03:12:10.794895+0000","last_fullsized":"2024-03-07T03:12:10.794895+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":847,"log_dups_size":0,"ondisk_log_size":847,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:34:23.625809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0099120149999999997,"stat_sum":{"num_bytes":38936576,"num_objects":11,"num_object_clones":9,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":157,"num_read_kb":413258,"num_write":266,"num_write_kb":109952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":4374528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.2","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:44.902692+0000","last_change":"2024-03-07T03:06:47.845893+0000","last_active":"2024-03-07T03:12:44.902692+0000","last_peered":"2024-03-07T03:12:44.902692+0000","last_clean":"2024-03-07T03:12:44.902692+0000","last_became_active":"2024-03-07T03:06:47.845548+0000","last_became_peered":"2024-03-07T03:06:47.845548+0000","last_unstale":"2024-03-07T03:12:44.902692+0000","last_undegraded":"2024-03-07T03:12:44.902692+0000","last_fullsized":"2024-03-07T03:12:44.902692+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:19:55.051329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:44.902713+0000","last_change":"2024-03-07T03:07:58.751041+0000","last_active":"2024-03-07T03:12:44.902713+0000","last_peered":"2024-03-07T03:12:44.902713+0000","last_clean":"2024-03-07T03:12:44.902713+0000","last_became_active":"2024-03-07T03:07:58.749047+0000","last_became_peered":"2024-03-07T03:07:58.749047+0000","last_unstale":"2024-03-07T03:12:44.902713+0000","last_undegraded":"2024-03-07T03:12:44.902713+0000","last_fullsized":"2024-03-07T03:12:44.902713+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:47:59.256394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1058,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:00.951695+0000","last_change":"2024-03-07T03:06:47.858022+0000","last_active":"2024-03-07T03:13:00.951695+0000","last_peered":"2024-03-07T03:13:00.951695+0000","last_clean":"2024-03-07T03:13:00.951695+0000","last_became_active":"2024-03-07T03:06:47.857526+0000","last_became_peered":"2024-03-07T03:06:47.857526+0000","last_unstale":"2024-03-07T03:13:00.951695+0000","last_undegraded":"2024-03-07T03:13:00.951695+0000","last_fullsized":"2024-03-07T03:13:00.951695+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:02:03.856321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"862'1186","reported_seq":4379,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:10.794958+0000","last_change":"2024-03-07T03:10:56.119983+0000","last_active":"2024-03-07T03:12:10.794958+0000","last_peered":"2024-03-07T03:12:10.794958+0000","last_clean":"2024-03-07T03:12:10.794958+0000","last_became_active":"2024-03-07T03:06:09.988405+0000","last_became_peered":"2024-03-07T03:06:09.988405+0000","last_unstale":"2024-03-07T03:12:10.794958+0000","last_undegraded":"2024-03-07T03:12:10.794958+0000","last_fullsized":"2024-03-07T03:12:10.794958+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1186,"log_dups_size":0,"ondisk_log_size":1186,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:41:38.890400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099770099999999993,"stat_sum":{"num_bytes":13524992,"num_objects":9,"num_object_clones":6,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":208,"num_read_kb":390958,"num_write":505,"num_write_kb":103888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":50642944,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:44.902722+0000","last_change":"2024-03-07T03:05:35.928460+0000","last_active":"2024-03-07T03:12:44.902722+0000","last_peered":"2024-03-07T03:12:44.902722+0000","last_clean":"2024-03-07T03:12:44.902722+0000","last_became_active":"2024-03-07T03:05:35.928017+0000","last_became_peered":"2024-03-07T03:05:35.928017+0000","last_unstale":"2024-03-07T03:12:44.902722+0000","last_undegraded":"2024-03-07T03:12:44.902722+0000","last_fullsized":"2024-03-07T03:12:44.902722+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:53:27.674544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1027,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:00.951637+0000","last_change":"2024-03-07T03:07:23.075249+0000","last_active":"2024-03-07T03:13:00.951637+0000","last_peered":"2024-03-07T03:13:00.951637+0000","last_clean":"2024-03-07T03:13:00.951637+0000","last_became_active":"2024-03-07T03:07:23.074866+0000","last_became_peered":"2024-03-07T03:07:23.074866+0000","last_unstale":"2024-03-07T03:13:00.951637+0000","last_undegraded":"2024-03-07T03:13:00.951637+0000","last_fullsized":"2024-03-07T03:13:00.951637+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:03.393010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1079,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:23.069107+0000","last_change":"2024-03-07T03:07:23.069585+0000","last_active":"2024-03-07T03:12:23.069107+0000","last_peered":"2024-03-07T03:12:23.069107+0000","last_clean":"2024-03-07T03:12:23.069107+0000","last_became_active":"2024-03-07T03:07:23.069262+0000","last_became_peered":"2024-03-07T03:07:23.069262+0000","last_unstale":"2024-03-07T03:12:23.069107+0000","last_undegraded":"2024-03-07T03:12:23.069107+0000","last_fullsized":"2024-03-07T03:12:23.069107+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:11:22.045807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"861'1094","reported_seq":4797,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:39.518368+0000","last_change":"2024-03-07T03:10:57.331022+0000","last_active":"2024-03-07T03:13:39.518368+0000","last_peered":"2024-03-07T03:13:39.518368+0000","last_clean":"2024-03-07T03:13:39.518368+0000","last_became_active":"2024-03-07T03:06:47.847229+0000","last_became_peered":"2024-03-07T03:06:47.847229+0000","last_unstale":"2024-03-07T03:13:39.518368+0000","last_undegraded":"2024-03-07T03:13:39.518368+0000","last_fullsized":"2024-03-07T03:13:39.518368+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1094,"log_dups_size":0,"ondisk_log_size":1094,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:58:27.729404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.032339935,"stat_sum":{"num_bytes":113606656,"num_objects":59,"num_object_clones":55,"num_object_copies":177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":279,"num_read_kb":358703,"num_write":525,"num_write_kb":146904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":36642816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1183,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:04.904853+0000","last_change":"2024-03-07T03:06:47.843416+0000","last_active":"2024-03-07T03:13:04.904853+0000","last_peered":"2024-03-07T03:13:04.904853+0000","last_clean":"2024-03-07T03:13:04.904853+0000","last_became_active":"2024-03-07T03:06:47.842812+0000","last_became_peered":"2024-03-07T03:06:47.842812+0000","last_unstale":"2024-03-07T03:13:04.904853+0000","last_undegraded":"2024-03-07T03:13:04.904853+0000","last_fullsized":"2024-03-07T03:13:04.904853+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:03:02.672609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:24.900773+0000","last_change":"2024-03-07T03:07:23.071850+0000","last_active":"2024-03-07T03:12:24.900773+0000","last_peered":"2024-03-07T03:12:24.900773+0000","last_clean":"2024-03-07T03:12:24.900773+0000","last_became_active":"2024-03-07T03:07:23.071476+0000","last_became_peered":"2024-03-07T03:07:23.071476+0000","last_unstale":"2024-03-07T03:12:24.900773+0000","last_undegraded":"2024-03-07T03:12:24.900773+0000","last_fullsized":"2024-03-07T03:12:24.900773+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:13:05.296486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1158,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:19.516275+0000","last_change":"2024-03-07T03:05:35.926187+0000","last_active":"2024-03-07T03:13:19.516275+0000","last_peered":"2024-03-07T03:13:19.516275+0000","last_clean":"2024-03-07T03:13:19.516275+0000","last_became_active":"2024-03-07T03:05:35.925908+0000","last_became_peered":"2024-03-07T03:05:35.925908+0000","last_unstale":"2024-03-07T03:13:19.516275+0000","last_undegraded":"2024-03-07T03:13:19.516275+0000","last_fullsized":"2024-03-07T03:13:19.516275+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:48:33.101185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"863'1146","reported_seq":3873,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:06.397292+0000","last_change":"2024-03-07T03:10:56.132170+0000","last_active":"2024-03-07T03:12:06.397292+0000","last_peered":"2024-03-07T03:12:06.397292+0000","last_clean":"2024-03-07T03:12:06.397292+0000","last_became_active":"2024-03-07T03:07:58.756854+0000","last_became_peered":"2024-03-07T03:07:58.756854+0000","last_unstale":"2024-03-07T03:12:06.397292+0000","last_undegraded":"2024-03-07T03:12:06.397292+0000","last_fullsized":"2024-03-07T03:12:06.397292+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1146,"log_dups_size":0,"ondisk_log_size":1146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T02:59:04.693146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.010433211,"stat_sum":{"num_bytes":34668544,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":1,"num_read":219,"num_read_kb":317694,"num_write":420,"num_write_kb":93568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":10240000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1006,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:36.174398+0000","last_change":"2024-03-07T03:07:58.760449+0000","last_active":"2024-03-07T03:13:36.174398+0000","last_peered":"2024-03-07T03:13:36.174398+0000","last_clean":"2024-03-07T03:13:36.174398+0000","last_became_active":"2024-03-07T03:07:58.760086+0000","last_became_peered":"2024-03-07T03:07:58.760086+0000","last_unstale":"2024-03-07T03:13:36.174398+0000","last_undegraded":"2024-03-07T03:13:36.174398+0000","last_fullsized":"2024-03-07T03:13:36.174398+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:34:38.583100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1088,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:48.962254+0000","last_change":"2024-03-07T03:07:23.073659+0000","last_active":"2024-03-07T03:11:48.962254+0000","last_peered":"2024-03-07T03:11:48.962254+0000","last_clean":"2024-03-07T03:11:48.962254+0000","last_became_active":"2024-03-07T03:07:23.073277+0000","last_became_peered":"2024-03-07T03:07:23.073277+0000","last_unstale":"2024-03-07T03:11:48.962254+0000","last_undegraded":"2024-03-07T03:11:48.962254+0000","last_fullsized":"2024-03-07T03:11:48.962254+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:48:34.819985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1061,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:00.951679+0000","last_change":"2024-03-07T03:07:58.752576+0000","last_active":"2024-03-07T03:13:00.951679+0000","last_peered":"2024-03-07T03:13:00.951679+0000","last_clean":"2024-03-07T03:13:00.951679+0000","last_became_active":"2024-03-07T03:07:58.752193+0000","last_became_peered":"2024-03-07T03:07:58.752193+0000","last_unstale":"2024-03-07T03:13:00.951679+0000","last_undegraded":"2024-03-07T03:13:00.951679+0000","last_fullsized":"2024-03-07T03:13:00.951679+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:55:14.205594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"395'197","reported_seq":1465,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:56.396254+0000","last_change":"2024-03-07T03:07:58.752982+0000","last_active":"2024-03-07T03:11:56.396254+0000","last_peered":"2024-03-07T03:11:56.396254+0000","last_clean":"2024-03-07T03:11:56.396254+0000","last_became_active":"2024-03-07T03:07:58.752004+0000","last_became_peered":"2024-03-07T03:07:58.752004+0000","last_unstale":"2024-03-07T03:11:56.396254+0000","last_undegraded":"2024-03-07T03:11:56.396254+0000","last_fullsized":"2024-03-07T03:11:56.396254+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_clean_scrub_stamp":"2024-03-07T02:51:31.238394+0000","objects_scrubbed":0,"log_size":197,"log_dups_size":0,"ondisk_log_size":197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:53.766202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"858'3145","reported_seq":6530,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:15.953631+0000","last_change":"2024-03-07T03:10:57.131283+0000","last_active":"2024-03-07T03:13:15.953631+0000","last_peered":"2024-03-07T03:13:15.953631+0000","last_clean":"2024-03-07T03:13:15.953631+0000","last_became_active":"2024-03-07T03:06:47.859231+0000","last_became_peered":"2024-03-07T03:06:47.859231+0000","last_unstale":"2024-03-07T03:13:15.953631+0000","last_undegraded":"2024-03-07T03:13:15.953631+0000","last_fullsized":"2024-03-07T03:13:15.953631+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3145,"log_dups_size":0,"ondisk_log_size":3145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:10:03.781442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001499434,"stat_sum":{"num_bytes":18481152,"num_objects":15,"num_object_clones":14,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":124,"num_read_kb":398406,"num_write":253,"num_write_kb":45856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":9773056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:30.797058+0000","last_change":"2024-03-07T03:05:01.454053+0000","last_active":"2024-03-07T03:12:30.797058+0000","last_peered":"2024-03-07T03:12:30.797058+0000","last_clean":"2024-03-07T03:12:30.797058+0000","last_became_active":"2024-03-07T03:05:01.453718+0000","last_became_peered":"2024-03-07T03:05:01.453718+0000","last_unstale":"2024-03-07T03:12:30.797058+0000","last_undegraded":"2024-03-07T03:12:30.797058+0000","last_fullsized":"2024-03-07T03:12:30.797058+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:10:59.835543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:10.794862+0000","last_change":"2024-03-07T03:06:09.987673+0000","last_active":"2024-03-07T03:12:10.794862+0000","last_peered":"2024-03-07T03:12:10.794862+0000","last_clean":"2024-03-07T03:12:10.794862+0000","last_became_active":"2024-03-07T03:06:09.987328+0000","last_became_peered":"2024-03-07T03:06:09.987328+0000","last_unstale":"2024-03-07T03:12:10.794862+0000","last_undegraded":"2024-03-07T03:12:10.794862+0000","last_fullsized":"2024-03-07T03:12:10.794862+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:11:17.983744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":974,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:56.396227+0000","last_change":"2024-03-07T03:07:58.757849+0000","last_active":"2024-03-07T03:11:56.396227+0000","last_peered":"2024-03-07T03:11:56.396227+0000","last_clean":"2024-03-07T03:11:56.396227+0000","last_became_active":"2024-03-07T03:07:58.757399+0000","last_became_peered":"2024-03-07T03:07:58.757399+0000","last_unstale":"2024-03-07T03:11:56.396227+0000","last_undegraded":"2024-03-07T03:11:56.396227+0000","last_fullsized":"2024-03-07T03:11:56.396227+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:54:11.413787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"864'1259","reported_seq":4064,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:36.174367+0000","last_change":"2024-03-07T03:10:56.129203+0000","last_active":"2024-03-07T03:13:36.174367+0000","last_peered":"2024-03-07T03:13:36.174367+0000","last_clean":"2024-03-07T03:13:36.174367+0000","last_became_active":"2024-03-07T03:07:23.080120+0000","last_became_peered":"2024-03-07T03:07:23.080120+0000","last_unstale":"2024-03-07T03:13:36.174367+0000","last_undegraded":"2024-03-07T03:13:36.174367+0000","last_fullsized":"2024-03-07T03:13:36.174367+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1259,"log_dups_size":0,"ondisk_log_size":1259,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:33:24.850580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0059393290000000001,"stat_sum":{"num_bytes":23298048,"num_objects":10,"num_object_clones":7,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":249,"num_read_kb":271095,"num_write":553,"num_write_kb":138504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":18890752,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.3","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:10.794923+0000","last_change":"2024-03-07T03:07:58.750289+0000","last_active":"2024-03-07T03:12:10.794923+0000","last_peered":"2024-03-07T03:12:10.794923+0000","last_clean":"2024-03-07T03:12:10.794923+0000","last_became_active":"2024-03-07T03:07:58.749557+0000","last_became_peered":"2024-03-07T03:07:58.749557+0000","last_unstale":"2024-03-07T03:12:10.794923+0000","last_undegraded":"2024-03-07T03:12:10.794923+0000","last_fullsized":"2024-03-07T03:12:10.794923+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:54:43.865660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":988,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:06.397329+0000","last_change":"2024-03-07T03:07:58.758005+0000","last_active":"2024-03-07T03:12:06.397329+0000","last_peered":"2024-03-07T03:12:06.397329+0000","last_clean":"2024-03-07T03:12:06.397329+0000","last_became_active":"2024-03-07T03:07:58.756833+0000","last_became_peered":"2024-03-07T03:07:58.756833+0000","last_unstale":"2024-03-07T03:12:06.397329+0000","last_undegraded":"2024-03-07T03:12:06.397329+0000","last_fullsized":"2024-03-07T03:12:06.397329+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:37:55.288554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:44.902730+0000","last_change":"2024-03-07T03:06:47.843644+0000","last_active":"2024-03-07T03:12:44.902730+0000","last_peered":"2024-03-07T03:12:44.902730+0000","last_clean":"2024-03-07T03:12:44.902730+0000","last_became_active":"2024-03-07T03:06:47.842694+0000","last_became_peered":"2024-03-07T03:06:47.842694+0000","last_unstale":"2024-03-07T03:12:44.902730+0000","last_undegraded":"2024-03-07T03:12:44.902730+0000","last_fullsized":"2024-03-07T03:12:44.902730+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:25:34.783974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"863'880","reported_seq":3815,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:23.069074+0000","last_change":"2024-03-07T03:10:56.125509+0000","last_active":"2024-03-07T03:12:23.069074+0000","last_peered":"2024-03-07T03:12:23.069074+0000","last_clean":"2024-03-07T03:12:23.069074+0000","last_became_active":"2024-03-07T03:07:58.755248+0000","last_became_peered":"2024-03-07T03:07:58.755248+0000","last_unstale":"2024-03-07T03:12:23.069074+0000","last_undegraded":"2024-03-07T03:12:23.069074+0000","last_fullsized":"2024-03-07T03:12:23.069074+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":880,"log_dups_size":0,"ondisk_log_size":880,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:40:02.788467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0073429089999999999,"stat_sum":{"num_bytes":9224192,"num_objects":8,"num_object_clones":6,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":1,"num_read":161,"num_read_kb":133885,"num_write":362,"num_write_kb":55920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1125,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:33.973534+0000","last_change":"2024-03-07T03:07:58.764215+0000","last_active":"2024-03-07T03:13:33.973534+0000","last_peered":"2024-03-07T03:13:33.973534+0000","last_clean":"2024-03-07T03:13:33.973534+0000","last_became_active":"2024-03-07T03:07:58.763818+0000","last_became_peered":"2024-03-07T03:07:58.763818+0000","last_unstale":"2024-03-07T03:13:33.973534+0000","last_undegraded":"2024-03-07T03:13:33.973534+0000","last_fullsized":"2024-03-07T03:13:33.973534+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:27:54.623360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"719'2","reported_seq":1193,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:04.904841+0000","last_change":"2024-03-07T03:07:23.074913+0000","last_active":"2024-03-07T03:13:04.904841+0000","last_peered":"2024-03-07T03:13:04.904841+0000","last_clean":"2024-03-07T03:13:04.904841+0000","last_became_active":"2024-03-07T03:07:23.074530+0000","last_became_peered":"2024-03-07T03:07:23.074530+0000","last_unstale":"2024-03-07T03:13:04.904841+0000","last_undegraded":"2024-03-07T03:13:04.904841+0000","last_fullsized":"2024-03-07T03:13:04.904841+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:13:25.877187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1127,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:03.963704+0000","last_change":"2024-03-07T03:07:58.757756+0000","last_active":"2024-03-07T03:12:03.963704+0000","last_peered":"2024-03-07T03:12:03.963704+0000","last_clean":"2024-03-07T03:12:03.963704+0000","last_became_active":"2024-03-07T03:07:58.757430+0000","last_became_peered":"2024-03-07T03:07:58.757430+0000","last_unstale":"2024-03-07T03:12:03.963704+0000","last_undegraded":"2024-03-07T03:12:03.963704+0000","last_fullsized":"2024-03-07T03:12:03.963704+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:22:21.412765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"863'1564","reported_seq":5164,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:33.973496+0000","last_change":"2024-03-07T03:10:57.329944+0000","last_active":"2024-03-07T03:13:33.973496+0000","last_peered":"2024-03-07T03:13:33.973496+0000","last_clean":"2024-03-07T03:13:33.973496+0000","last_became_active":"2024-03-07T03:06:09.990793+0000","last_became_peered":"2024-03-07T03:06:09.990793+0000","last_unstale":"2024-03-07T03:13:33.973496+0000","last_undegraded":"2024-03-07T03:13:33.973496+0000","last_fullsized":"2024-03-07T03:13:33.973496+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1564,"log_dups_size":0,"ondisk_log_size":1564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":143,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:53.639078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.019553126000000001,"stat_sum":{"num_bytes":100999168,"num_objects":73,"num_object_clones":68,"num_object_copies":219,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":1,"num_read":410,"num_read_kb":572954,"num_write":777,"num_write_kb":204640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":51175424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"c"},{"start":"178","length":"4"},{"start":"17e","length":"3"},{"start":"182","length":"4"},{"start":"187","length":"5"},{"start":"18d","length":"2"}]},{"pgid":"4.1","version":"0'0","reported_seq":1080,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:23.069051+0000","last_change":"2024-03-07T03:07:23.071468+0000","last_active":"2024-03-07T03:12:23.069051+0000","last_peered":"2024-03-07T03:12:23.069051+0000","last_clean":"2024-03-07T03:12:23.069051+0000","last_became_active":"2024-03-07T03:07:23.071160+0000","last_became_peered":"2024-03-07T03:07:23.071160+0000","last_unstale":"2024-03-07T03:12:23.069051+0000","last_undegraded":"2024-03-07T03:12:23.069051+0000","last_fullsized":"2024-03-07T03:12:23.069051+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:17:55.686793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":990,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:41.161677+0000","last_change":"2024-03-07T03:07:58.759142+0000","last_active":"2024-03-07T03:11:41.161677+0000","last_peered":"2024-03-07T03:11:41.161677+0000","last_clean":"2024-03-07T03:11:41.161677+0000","last_became_active":"2024-03-07T03:07:58.758771+0000","last_became_peered":"2024-03-07T03:07:58.758771+0000","last_unstale":"2024-03-07T03:11:41.161677+0000","last_undegraded":"2024-03-07T03:11:41.161677+0000","last_fullsized":"2024-03-07T03:11:41.161677+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:45:13.985820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:30.797025+0000","last_change":"2024-03-07T03:06:09.988597+0000","last_active":"2024-03-07T03:12:30.797025+0000","last_peered":"2024-03-07T03:12:30.797025+0000","last_clean":"2024-03-07T03:12:30.797025+0000","last_became_active":"2024-03-07T03:06:09.988261+0000","last_became_peered":"2024-03-07T03:06:09.988261+0000","last_unstale":"2024-03-07T03:12:30.797025+0000","last_undegraded":"2024-03-07T03:12:30.797025+0000","last_fullsized":"2024-03-07T03:12:30.797025+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:11:06.717251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"843'3099","reported_seq":6399,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:30.955172+0000","last_change":"2024-03-07T03:10:57.131044+0000","last_active":"2024-03-07T03:13:30.955172+0000","last_peered":"2024-03-07T03:13:30.955172+0000","last_clean":"2024-03-07T03:13:30.955172+0000","last_became_active":"2024-03-07T03:07:23.084936+0000","last_became_peered":"2024-03-07T03:07:23.084936+0000","last_unstale":"2024-03-07T03:13:30.955172+0000","last_undegraded":"2024-03-07T03:13:30.955172+0000","last_fullsized":"2024-03-07T03:13:30.955172+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3099,"log_dups_size":0,"ondisk_log_size":3099,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:46:48.809690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012703,"stat_sum":{"num_bytes":8347648,"num_objects":13,"num_object_clones":12,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":56,"num_read_kb":33721,"num_write":241,"num_write_kb":36816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":434176,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1147,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:39.518313+0000","last_change":"2024-03-07T03:05:01.461136+0000","last_active":"2024-03-07T03:13:39.518313+0000","last_peered":"2024-03-07T03:13:39.518313+0000","last_clean":"2024-03-07T03:13:39.518313+0000","last_became_active":"2024-03-07T03:05:01.457189+0000","last_became_peered":"2024-03-07T03:05:01.457189+0000","last_unstale":"2024-03-07T03:13:39.518313+0000","last_undegraded":"2024-03-07T03:13:39.518313+0000","last_fullsized":"2024-03-07T03:13:39.518313+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:23.791243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1103,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:38.070678+0000","last_change":"2024-03-07T03:07:58.750311+0000","last_active":"2024-03-07T03:12:38.070678+0000","last_peered":"2024-03-07T03:12:38.070678+0000","last_clean":"2024-03-07T03:12:38.070678+0000","last_became_active":"2024-03-07T03:07:58.750001+0000","last_became_peered":"2024-03-07T03:07:58.750001+0000","last_unstale":"2024-03-07T03:12:38.070678+0000","last_undegraded":"2024-03-07T03:12:38.070678+0000","last_fullsized":"2024-03-07T03:12:38.070678+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:05.963944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"847'12789","reported_seq":16203,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:12:53.072507+0000","last_change":"2024-03-07T03:10:57.124034+0000","last_active":"2024-03-07T03:12:53.072507+0000","last_peered":"2024-03-07T03:12:53.072507+0000","last_clean":"2024-03-07T03:12:53.072507+0000","last_became_active":"2024-03-07T03:06:47.859957+0000","last_became_peered":"2024-03-07T03:06:47.859957+0000","last_unstale":"2024-03-07T03:12:53.072507+0000","last_undegraded":"2024-03-07T03:12:53.072507+0000","last_fullsized":"2024-03-07T03:12:53.072507+0000","mapping_epoch":625,"log_start":"599'6200","ondisk_log_start":"599'6200","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":6589,"log_dups_size":0,"ondisk_log_size":6589,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":137,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:29:13.699651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0091875959999999993,"stat_sum":{"num_bytes":71745536,"num_objects":32,"num_object_clones":30,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":0,"num_read":146,"num_read_kb":316804,"num_write":323,"num_write_kb":90232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":20865024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"5"},{"start":"171","length":"b"},{"start":"17e","length":"8"},{"start":"187","length":"5"},{"start":"18d","length":"3"},{"start":"192","length":"1"},{"start":"197","length":"1"},{"start":"199","length":"2"}]},{"pgid":"2.9","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:04.904773+0000","last_change":"2024-03-07T03:07:58.752456+0000","last_active":"2024-03-07T03:13:04.904773+0000","last_peered":"2024-03-07T03:13:04.904773+0000","last_clean":"2024-03-07T03:13:04.904773+0000","last_became_active":"2024-03-07T03:07:58.752118+0000","last_became_peered":"2024-03-07T03:07:58.752118+0000","last_unstale":"2024-03-07T03:13:04.904773+0000","last_undegraded":"2024-03-07T03:13:04.904773+0000","last_fullsized":"2024-03-07T03:13:04.904773+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:08:08.574482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1118,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:03.963633+0000","last_change":"2024-03-07T03:07:58.757839+0000","last_active":"2024-03-07T03:12:03.963633+0000","last_peered":"2024-03-07T03:12:03.963633+0000","last_clean":"2024-03-07T03:12:03.963633+0000","last_became_active":"2024-03-07T03:07:58.757495+0000","last_became_peered":"2024-03-07T03:07:58.757495+0000","last_unstale":"2024-03-07T03:12:03.963633+0000","last_undegraded":"2024-03-07T03:12:03.963633+0000","last_fullsized":"2024-03-07T03:12:03.963633+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:27:02.190643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"861'1463","reported_seq":5088,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:44.502699+0000","last_change":"2024-03-07T03:10:57.330799+0000","last_active":"2024-03-07T03:11:44.502699+0000","last_peered":"2024-03-07T03:11:44.502699+0000","last_clean":"2024-03-07T03:11:44.502699+0000","last_became_active":"2024-03-07T03:07:58.763085+0000","last_became_peered":"2024-03-07T03:07:58.763085+0000","last_unstale":"2024-03-07T03:11:44.502699+0000","last_undegraded":"2024-03-07T03:11:44.502699+0000","last_fullsized":"2024-03-07T03:11:44.502699+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1463,"log_dups_size":0,"ondisk_log_size":1463,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:39:21.050544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.016579719999999999,"stat_sum":{"num_bytes":106192896,"num_objects":71,"num_object_clones":66,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":1,"num_read":323,"num_read_kb":516030,"num_write":942,"num_write_kb":231680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":48201728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:04.904803+0000","last_change":"2024-03-07T03:07:58.752370+0000","last_active":"2024-03-07T03:13:04.904803+0000","last_peered":"2024-03-07T03:13:04.904803+0000","last_clean":"2024-03-07T03:13:04.904803+0000","last_became_active":"2024-03-07T03:07:58.751985+0000","last_became_peered":"2024-03-07T03:07:58.751985+0000","last_unstale":"2024-03-07T03:13:04.904803+0000","last_undegraded":"2024-03-07T03:13:04.904803+0000","last_fullsized":"2024-03-07T03:13:04.904803+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:31:33.590004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1127,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:18.965443+0000","last_change":"2024-03-07T03:06:09.987484+0000","last_active":"2024-03-07T03:12:18.965443+0000","last_peered":"2024-03-07T03:12:18.965443+0000","last_clean":"2024-03-07T03:12:18.965443+0000","last_became_active":"2024-03-07T03:06:09.986947+0000","last_became_peered":"2024-03-07T03:06:09.986947+0000","last_unstale":"2024-03-07T03:12:18.965443+0000","last_undegraded":"2024-03-07T03:12:18.965443+0000","last_fullsized":"2024-03-07T03:12:18.965443+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:37:38.253630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"857'1055","reported_seq":4919,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:24.906606+0000","last_change":"2024-03-07T03:10:57.123092+0000","last_active":"2024-03-07T03:13:24.906606+0000","last_peered":"2024-03-07T03:13:24.906606+0000","last_clean":"2024-03-07T03:13:24.906606+0000","last_became_active":"2024-03-07T03:06:09.993513+0000","last_became_peered":"2024-03-07T03:06:09.993513+0000","last_unstale":"2024-03-07T03:13:24.906606+0000","last_undegraded":"2024-03-07T03:13:24.906606+0000","last_fullsized":"2024-03-07T03:13:24.906606+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1055,"log_dups_size":0,"ondisk_log_size":1055,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:34:07.352811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013205965,"stat_sum":{"num_bytes":99745792,"num_objects":66,"num_object_clones":62,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":306,"num_read_kb":434534,"num_write":588,"num_write_kb":145464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":21749760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.b","version":"716'3","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:26.399720+0000","last_change":"2024-03-07T03:07:58.749480+0000","last_active":"2024-03-07T03:12:26.399720+0000","last_peered":"2024-03-07T03:12:26.399720+0000","last_clean":"2024-03-07T03:12:26.399720+0000","last_became_active":"2024-03-07T03:07:58.749098+0000","last_became_peered":"2024-03-07T03:07:58.749098+0000","last_unstale":"2024-03-07T03:12:26.399720+0000","last_undegraded":"2024-03-07T03:12:26.399720+0000","last_fullsized":"2024-03-07T03:12:26.399720+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:35:33.945855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1035,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:41.161624+0000","last_change":"2024-03-07T03:07:23.075725+0000","last_active":"2024-03-07T03:11:41.161624+0000","last_peered":"2024-03-07T03:11:41.161624+0000","last_clean":"2024-03-07T03:11:41.161624+0000","last_became_active":"2024-03-07T03:07:23.075203+0000","last_became_peered":"2024-03-07T03:07:23.075203+0000","last_unstale":"2024-03-07T03:11:41.161624+0000","last_undegraded":"2024-03-07T03:11:41.161624+0000","last_fullsized":"2024-03-07T03:11:41.161624+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:47:11.192302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"863'1711","reported_seq":5460,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:44.502642+0000","last_change":"2024-03-07T03:10:57.330918+0000","last_active":"2024-03-07T03:11:44.502642+0000","last_peered":"2024-03-07T03:11:44.502642+0000","last_clean":"2024-03-07T03:11:44.502642+0000","last_became_active":"2024-03-07T03:06:47.849454+0000","last_became_peered":"2024-03-07T03:06:47.849454+0000","last_unstale":"2024-03-07T03:11:44.502642+0000","last_undegraded":"2024-03-07T03:11:44.502642+0000","last_fullsized":"2024-03-07T03:11:44.502642+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1711,"log_dups_size":0,"ondisk_log_size":1711,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:40:07.156907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.014160193999999999,"stat_sum":{"num_bytes":165158912,"num_objects":93,"num_object_clones":87,"num_object_copies":279,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":93,"num_whiteouts":2,"num_read":489,"num_read_kb":756200,"num_write":870,"num_write_kb":258896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":69541888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1156,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:44.502687+0000","last_change":"2024-03-07T03:06:47.847077+0000","last_active":"2024-03-07T03:11:44.502687+0000","last_peered":"2024-03-07T03:11:44.502687+0000","last_clean":"2024-03-07T03:11:44.502687+0000","last_became_active":"2024-03-07T03:06:47.846359+0000","last_became_peered":"2024-03-07T03:06:47.846359+0000","last_unstale":"2024-03-07T03:11:44.502687+0000","last_undegraded":"2024-03-07T03:11:44.502687+0000","last_fullsized":"2024-03-07T03:11:44.502687+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:00:08.102949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":972,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:26.399763+0000","last_change":"2024-03-07T03:07:58.760528+0000","last_active":"2024-03-07T03:12:26.399763+0000","last_peered":"2024-03-07T03:12:26.399763+0000","last_clean":"2024-03-07T03:12:26.399763+0000","last_became_active":"2024-03-07T03:07:58.760226+0000","last_became_peered":"2024-03-07T03:07:58.760226+0000","last_unstale":"2024-03-07T03:12:26.399763+0000","last_undegraded":"2024-03-07T03:12:26.399763+0000","last_fullsized":"2024-03-07T03:12:26.399763+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:10:36.411047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"863'1938","reported_seq":4939,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:39.518331+0000","last_change":"2024-03-07T03:10:56.140803+0000","last_active":"2024-03-07T03:13:39.518331+0000","last_peered":"2024-03-07T03:13:39.518331+0000","last_clean":"2024-03-07T03:13:39.518331+0000","last_became_active":"2024-03-07T03:06:09.993933+0000","last_became_peered":"2024-03-07T03:06:09.993933+0000","last_unstale":"2024-03-07T03:13:39.518331+0000","last_undegraded":"2024-03-07T03:13:39.518331+0000","last_fullsized":"2024-03-07T03:13:39.518331+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1938,"log_dups_size":0,"ondisk_log_size":1938,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:16.359457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.024996012000000001,"stat_sum":{"num_bytes":22765568,"num_objects":17,"num_object_clones":12,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":2,"num_read":350,"num_read_kb":387634,"num_write":702,"num_write_kb":183472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":7151616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.d","version":"61'1","reported_seq":1191,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:24.906636+0000","last_change":"2024-03-07T03:06:09.993129+0000","last_active":"2024-03-07T03:13:24.906636+0000","last_peered":"2024-03-07T03:13:24.906636+0000","last_clean":"2024-03-07T03:13:24.906636+0000","last_became_active":"2024-03-07T03:06:09.992737+0000","last_became_peered":"2024-03-07T03:06:09.992737+0000","last_unstale":"2024-03-07T03:13:24.906636+0000","last_undegraded":"2024-03-07T03:13:24.906636+0000","last_fullsized":"2024-03-07T03:13:24.906636+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:02:42.055569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1052,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:30.955152+0000","last_change":"2024-03-07T03:07:23.076846+0000","last_active":"2024-03-07T03:13:30.955152+0000","last_peered":"2024-03-07T03:13:30.955152+0000","last_clean":"2024-03-07T03:13:30.955152+0000","last_became_active":"2024-03-07T03:07:23.075895+0000","last_became_peered":"2024-03-07T03:07:23.075895+0000","last_unstale":"2024-03-07T03:13:30.955152+0000","last_undegraded":"2024-03-07T03:13:30.955152+0000","last_fullsized":"2024-03-07T03:13:30.955152+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:09:15.080126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"854'331","reported_seq":3439,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:12:16.398465+0000","last_change":"2024-03-07T03:10:57.298223+0000","last_active":"2024-03-07T03:12:16.398465+0000","last_peered":"2024-03-07T03:12:16.398465+0000","last_clean":"2024-03-07T03:12:16.398465+0000","last_became_active":"2024-03-07T03:07:58.749089+0000","last_became_peered":"2024-03-07T03:07:58.749089+0000","last_unstale":"2024-03-07T03:12:16.398465+0000","last_undegraded":"2024-03-07T03:12:16.398465+0000","last_fullsized":"2024-03-07T03:12:16.398465+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":331,"log_dups_size":0,"ondisk_log_size":331,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":83,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:26:07.404191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00085119700000000004,"stat_sum":{"num_bytes":15409152,"num_objects":11,"num_object_clones":10,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":91,"num_read_kb":118251,"num_write":162,"num_write_kb":30616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":34586624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"56"},{"start":"1c2","length":"3"},{"start":"1c9","length":"1"}]},{"pgid":"2.e","version":"61'2","reported_seq":1160,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:44.502729+0000","last_change":"2024-03-07T03:07:58.755578+0000","last_active":"2024-03-07T03:11:44.502729+0000","last_peered":"2024-03-07T03:11:44.502729+0000","last_clean":"2024-03-07T03:11:44.502729+0000","last_became_active":"2024-03-07T03:07:58.755160+0000","last_became_peered":"2024-03-07T03:07:58.755160+0000","last_unstale":"2024-03-07T03:11:44.502729+0000","last_undegraded":"2024-03-07T03:11:44.502729+0000","last_fullsized":"2024-03-07T03:11:44.502729+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:20.584382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:26.399820+0000","last_change":"2024-03-07T03:07:58.751269+0000","last_active":"2024-03-07T03:12:26.399820+0000","last_peered":"2024-03-07T03:12:26.399820+0000","last_clean":"2024-03-07T03:12:26.399820+0000","last_became_active":"2024-03-07T03:07:58.750956+0000","last_became_peered":"2024-03-07T03:07:58.750956+0000","last_unstale":"2024-03-07T03:12:26.399820+0000","last_undegraded":"2024-03-07T03:12:26.399820+0000","last_fullsized":"2024-03-07T03:12:26.399820+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:39.414545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1007,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:36.174338+0000","last_change":"2024-03-07T03:07:23.081711+0000","last_active":"2024-03-07T03:13:36.174338+0000","last_peered":"2024-03-07T03:13:36.174338+0000","last_clean":"2024-03-07T03:13:36.174338+0000","last_became_active":"2024-03-07T03:07:23.079269+0000","last_became_peered":"2024-03-07T03:07:23.079269+0000","last_unstale":"2024-03-07T03:13:36.174338+0000","last_undegraded":"2024-03-07T03:13:36.174338+0000","last_fullsized":"2024-03-07T03:13:36.174338+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:39.008957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1158,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:19.516251+0000","last_change":"2024-03-07T03:07:23.072806+0000","last_active":"2024-03-07T03:13:19.516251+0000","last_peered":"2024-03-07T03:13:19.516251+0000","last_clean":"2024-03-07T03:13:19.516251+0000","last_became_active":"2024-03-07T03:07:23.071234+0000","last_became_peered":"2024-03-07T03:07:23.071234+0000","last_unstale":"2024-03-07T03:13:19.516251+0000","last_undegraded":"2024-03-07T03:13:19.516251+0000","last_fullsized":"2024-03-07T03:13:19.516251+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:52.610744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1058,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:00.951666+0000","last_change":"2024-03-07T03:06:47.851593+0000","last_active":"2024-03-07T03:13:00.951666+0000","last_peered":"2024-03-07T03:13:00.951666+0000","last_clean":"2024-03-07T03:13:00.951666+0000","last_became_active":"2024-03-07T03:06:47.849677+0000","last_became_peered":"2024-03-07T03:06:47.849677+0000","last_unstale":"2024-03-07T03:13:00.951666+0000","last_undegraded":"2024-03-07T03:13:00.951666+0000","last_fullsized":"2024-03-07T03:13:00.951666+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:30.969251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1117,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:19.516309+0000","last_change":"2024-03-07T03:06:09.995434+0000","last_active":"2024-03-07T03:13:19.516309+0000","last_peered":"2024-03-07T03:13:19.516309+0000","last_clean":"2024-03-07T03:13:19.516309+0000","last_became_active":"2024-03-07T03:06:09.994939+0000","last_became_peered":"2024-03-07T03:06:09.994939+0000","last_unstale":"2024-03-07T03:13:19.516309+0000","last_undegraded":"2024-03-07T03:13:19.516309+0000","last_fullsized":"2024-03-07T03:13:19.516309+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:27:11.737354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1127,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:03.963669+0000","last_change":"2024-03-07T03:06:09.987381+0000","last_active":"2024-03-07T03:12:03.963669+0000","last_peered":"2024-03-07T03:12:03.963669+0000","last_clean":"2024-03-07T03:12:03.963669+0000","last_became_active":"2024-03-07T03:06:09.986952+0000","last_became_peered":"2024-03-07T03:06:09.986952+0000","last_unstale":"2024-03-07T03:12:03.963669+0000","last_undegraded":"2024-03-07T03:12:03.963669+0000","last_fullsized":"2024-03-07T03:12:03.963669+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:26:15.439852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:04.904825+0000","last_change":"2024-03-07T03:05:35.923999+0000","last_active":"2024-03-07T03:13:04.904825+0000","last_peered":"2024-03-07T03:13:04.904825+0000","last_clean":"2024-03-07T03:13:04.904825+0000","last_became_active":"2024-03-07T03:05:35.923719+0000","last_became_peered":"2024-03-07T03:05:35.923719+0000","last_unstale":"2024-03-07T03:13:04.904825+0000","last_undegraded":"2024-03-07T03:13:04.904825+0000","last_fullsized":"2024-03-07T03:13:04.904825+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:43:04.724647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1008,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:41.161665+0000","last_change":"2024-03-07T03:07:58.749989+0000","last_active":"2024-03-07T03:11:41.161665+0000","last_peered":"2024-03-07T03:11:41.161665+0000","last_clean":"2024-03-07T03:11:41.161665+0000","last_became_active":"2024-03-07T03:07:58.749643+0000","last_became_peered":"2024-03-07T03:07:58.749643+0000","last_unstale":"2024-03-07T03:11:41.161665+0000","last_undegraded":"2024-03-07T03:11:41.161665+0000","last_fullsized":"2024-03-07T03:11:41.161665+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:00:44.729806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1110,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:03.963717+0000","last_change":"2024-03-07T03:06:09.999184+0000","last_active":"2024-03-07T03:12:03.963717+0000","last_peered":"2024-03-07T03:12:03.963717+0000","last_clean":"2024-03-07T03:12:03.963717+0000","last_became_active":"2024-03-07T03:06:09.998856+0000","last_became_peered":"2024-03-07T03:06:09.998856+0000","last_unstale":"2024-03-07T03:12:03.963717+0000","last_undegraded":"2024-03-07T03:12:03.963717+0000","last_fullsized":"2024-03-07T03:12:03.963717+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:37:00.102189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1058,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:15.953528+0000","last_change":"2024-03-07T03:06:47.857644+0000","last_active":"2024-03-07T03:13:15.953528+0000","last_peered":"2024-03-07T03:13:15.953528+0000","last_clean":"2024-03-07T03:13:15.953528+0000","last_became_active":"2024-03-07T03:06:47.857354+0000","last_became_peered":"2024-03-07T03:06:47.857354+0000","last_unstale":"2024-03-07T03:13:15.953528+0000","last_undegraded":"2024-03-07T03:13:15.953528+0000","last_fullsized":"2024-03-07T03:13:15.953528+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:02:18.860369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1118,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:18.965420+0000","last_change":"2024-03-07T03:06:09.987872+0000","last_active":"2024-03-07T03:12:18.965420+0000","last_peered":"2024-03-07T03:12:18.965420+0000","last_clean":"2024-03-07T03:12:18.965420+0000","last_became_active":"2024-03-07T03:06:09.986852+0000","last_became_peered":"2024-03-07T03:06:09.986852+0000","last_unstale":"2024-03-07T03:12:18.965420+0000","last_undegraded":"2024-03-07T03:12:18.965420+0000","last_fullsized":"2024-03-07T03:12:18.965420+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:13.708512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1036,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:30.955106+0000","last_change":"2024-03-07T03:07:58.755825+0000","last_active":"2024-03-07T03:13:30.955106+0000","last_peered":"2024-03-07T03:13:30.955106+0000","last_clean":"2024-03-07T03:13:30.955106+0000","last_became_active":"2024-03-07T03:07:58.755395+0000","last_became_peered":"2024-03-07T03:07:58.755395+0000","last_unstale":"2024-03-07T03:13:30.955106+0000","last_undegraded":"2024-03-07T03:13:30.955106+0000","last_fullsized":"2024-03-07T03:13:30.955106+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:10:43.184914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:50.799209+0000","last_change":"2024-03-07T03:07:58.753962+0000","last_active":"2024-03-07T03:12:50.799209+0000","last_peered":"2024-03-07T03:12:50.799209+0000","last_clean":"2024-03-07T03:12:50.799209+0000","last_became_active":"2024-03-07T03:07:58.753619+0000","last_became_peered":"2024-03-07T03:07:58.753619+0000","last_unstale":"2024-03-07T03:12:50.799209+0000","last_undegraded":"2024-03-07T03:12:50.799209+0000","last_fullsized":"2024-03-07T03:12:50.799209+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:44:44.641067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1013,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:51.162869+0000","last_change":"2024-03-07T03:07:23.078516+0000","last_active":"2024-03-07T03:11:51.162869+0000","last_peered":"2024-03-07T03:11:51.162869+0000","last_clean":"2024-03-07T03:11:51.162869+0000","last_became_active":"2024-03-07T03:07:23.076017+0000","last_became_peered":"2024-03-07T03:07:23.076017+0000","last_unstale":"2024-03-07T03:11:51.162869+0000","last_undegraded":"2024-03-07T03:11:51.162869+0000","last_fullsized":"2024-03-07T03:11:51.162869+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:17:54.725933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":857645056,"num_objects":516,"num_object_clones":466,"num_object_copies":1548,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":516,"num_whiteouts":8,"num_read":3826,"num_read_kb":5949842,"num_write":7931,"num_write_kb":1978632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":107,"num_bytes_recovered":385712128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1170673664,"data_stored":2969124864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28580,"ondisk_log_size":28580,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197,"ondisk_log_size":197,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":26375,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":694,"seq":2980707303520,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":150184,"kb_used_data":96156,"kb_used_omap":35,"kb_used_meta":53980,"kb_avail":93594968,"statfs":{"total":95995035648,"available":95841247232,"internally_reserved":0,"allocated":98463744,"data_stored":167037349,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36312,"internal_metadata":55276072},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":660,"seq":2834678415463,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":94940,"kb_used_data":42576,"kb_used_omap":23,"kb_used_meta":52328,"kb_avail":93650212,"statfs":{"total":95995035648,"available":95897817088,"internally_reserved":0,"allocated":43597824,"data_stored":80829959,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":24173,"internal_metadata":53584275},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":463,"seq":1988569858193,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":692864,"kb_used_data":193964,"kb_used_omap":46,"kb_used_meta":498833,"kb_avail":93052288,"statfs":{"total":95995035648,"available":95285542912,"internally_reserved":0,"allocated":198619136,"data_stored":533391905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48036,"internal_metadata":510805084},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":528,"seq":2267742732419,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":401776,"kb_used_data":209252,"kb_used_omap":54,"kb_used_meta":192457,"kb_avail":93343376,"statfs":{"total":95995035648,"available":95583617024,"internally_reserved":0,"allocated":214274048,"data_stored":587826473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56016,"internal_metadata":197076272},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":495,"seq":2126008811658,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":485244,"kb_used_data":166572,"kb_used_omap":47,"kb_used_meta":318608,"kb_avail":93259908,"statfs":{"total":95995035648,"available":95498145792,"internally_reserved":0,"allocated":170569728,"data_stored":457545161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48143,"internal_metadata":326255601},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":562,"seq":2413771620476,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":177748,"kb_used_data":84672,"kb_used_omap":37,"kb_used_meta":93018,"kb_avail":93567404,"statfs":{"total":95995035648,"available":95813021696,"internally_reserved":0,"allocated":86704128,"data_stored":171510863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38083,"internal_metadata":95251261},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":591,"seq":2538325672054,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":365920,"kb_used_data":157844,"kb_used_omap":61,"kb_used_meta":208002,"kb_avail":93379232,"statfs":{"total":95995035648,"available":95620333568,"internally_reserved":0,"allocated":161632256,"data_stored":367986669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":62843,"internal_metadata":212994693},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":625,"seq":2684354560110,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":509804,"kb_used_data":269020,"kb_used_omap":73,"kb_used_meta":240694,"kb_avail":93235348,"statfs":{"total":95995035648,"available":95472996352,"internally_reserved":0,"allocated":275476480,"data_stored":649851960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":75044,"internal_metadata":246471388},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7413,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2060,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2124,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3359,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3677,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2797,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2839,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2106,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":188411904,"data_stored":527167488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":160964608,"data_stored":451911680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":204677120,"data_stored":582193152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":77082624,"data_stored":165871616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":152018944,"data_stored":362352640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":265863168,"data_stored":644214784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":33390592,"data_stored":74600448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":88264704,"data_stored":160813056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-07T03:15:56.240 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:15:56.240 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:15:56.240 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:15:56.240 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-07T03:15:56.240 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-07T03:15:56.240 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-07T03:15:56.240 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.c in trimming, state: active+clean+snaptrim_error 2024-03-07T03:15:56.240 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-07T03:15:56.240 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:15:56.240 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-07T03:15:56.408 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:15:56 smithi092 ceph-mon[83777]: from='client.44576 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:15:57.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:15:57 smithi090 ceph-mon[89511]: pgmap v878: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:57.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:15:57 smithi090 ceph-mon[91928]: pgmap v878: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:57.408 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:15:57 smithi092 ceph-mon[83777]: pgmap v878: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:58.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:15:58 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:15:58.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:15:58 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:15:58.408 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:15:58 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:15:59.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:15:59 smithi090 ceph-mon[89511]: pgmap v879: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:59.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:15:59 smithi090 ceph-mon[91928]: pgmap v879: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:15:59.408 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:15:59 smithi092 ceph-mon[83777]: pgmap v879: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:01.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:16:01 smithi090 ceph-mon[89511]: pgmap v880: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:01.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:16:01 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:16:01.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:16:01 smithi090 ceph-mon[91928]: pgmap v880: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:01.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:16:01 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:16:01.408 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:16:01 smithi092 ceph-mon[83777]: pgmap v880: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:01.408 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:16:01 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:16:02.307 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:16:02 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:16:02.307 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:16:02 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:16:02.307 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:16:02 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:16:02.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:16:02 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:16:02.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:16:02 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:16:02.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:16:02 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:16:02.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:16:02 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:16:02.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:16:02 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:16:02.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:16:02 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:16:02.658 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:16:02 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:16:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:16:03.320 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:16:03 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:16:03] "GET /metrics HTTP/1.1" 200 36316 "" "Prometheus/2.43.0" 2024-03-07T03:16:03.820 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:16:03 smithi090 ceph-mon[89511]: pgmap v881: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:03.820 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:16:03 smithi090 ceph-mon[91928]: pgmap v881: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:03.908 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:16:03 smithi092 ceph-mon[83777]: pgmap v881: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:05.820 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:16:05 smithi090 ceph-mon[89511]: pgmap v882: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:05.820 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:16:05 smithi090 ceph-mon[91928]: pgmap v882: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:05.908 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:16:05 smithi092 ceph-mon[83777]: pgmap v882: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:06.241 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph pg dump --format=json 2024-03-07T03:16:06.459 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T03:16:07.570 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:16:07 smithi090 ceph-mon[91928]: pgmap v883: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:07.570 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:16:07 smithi090 ceph-mon[89511]: pgmap v883: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:07.908 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:16:07 smithi092 ceph-mon[83777]: pgmap v883: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:08.367 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T03:16:08.369 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-03-07T03:16:08.996 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":884,"stamp":"2024-03-07T03:16:07.946296+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":858242044,"num_objects":540,"num_object_clones":466,"num_object_copies":1620,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":540,"num_whiteouts":8,"num_read":4717,"num_read_kb":5951239,"num_write":8310,"num_write_kb":1981084,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":113,"num_bytes_recovered":387483232,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28845,"ondisk_log_size":28845,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2878480,"kb_used_data":1220056,"kb_used_omap":379,"kb_used_meta":1657924,"kb_avail":747082736,"statfs":{"total":767960285184,"available":765012721664,"internally_reserved":0,"allocated":1249337344,"data_stored":3015980339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":388650,"internal_metadata":1697714646},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004272"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":973,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:06.397347+0000","last_change":"2024-03-07T03:07:58.753984+0000","last_active":"2024-03-07T03:12:06.397347+0000","last_peered":"2024-03-07T03:12:06.397347+0000","last_clean":"2024-03-07T03:12:06.397347+0000","last_became_active":"2024-03-07T03:07:58.753138+0000","last_became_peered":"2024-03-07T03:07:58.753138+0000","last_unstale":"2024-03-07T03:12:06.397347+0000","last_undegraded":"2024-03-07T03:12:06.397347+0000","last_fullsized":"2024-03-07T03:12:06.397347+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:37:39.612519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:44.902746+0000","last_change":"2024-03-07T03:07:23.074862+0000","last_active":"2024-03-07T03:12:44.902746+0000","last_peered":"2024-03-07T03:12:44.902746+0000","last_clean":"2024-03-07T03:12:44.902746+0000","last_became_active":"2024-03-07T03:07:23.074512+0000","last_became_peered":"2024-03-07T03:07:23.074512+0000","last_unstale":"2024-03-07T03:12:44.902746+0000","last_undegraded":"2024-03-07T03:12:44.902746+0000","last_fullsized":"2024-03-07T03:12:44.902746+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:45:24.128672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:10.794949+0000","last_change":"2024-03-07T03:05:01.446762+0000","last_active":"2024-03-07T03:12:10.794949+0000","last_peered":"2024-03-07T03:12:10.794949+0000","last_clean":"2024-03-07T03:12:10.794949+0000","last_became_active":"2024-03-07T03:05:01.446425+0000","last_became_peered":"2024-03-07T03:05:01.446425+0000","last_unstale":"2024-03-07T03:12:10.794949+0000","last_undegraded":"2024-03-07T03:12:10.794949+0000","last_fullsized":"2024-03-07T03:12:10.794949+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:39:39.897066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1053,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:45.949981+0000","last_change":"2024-03-07T03:07:58.755992+0000","last_active":"2024-03-07T03:12:45.949981+0000","last_peered":"2024-03-07T03:12:45.949981+0000","last_clean":"2024-03-07T03:12:45.949981+0000","last_became_active":"2024-03-07T03:07:58.755499+0000","last_became_peered":"2024-03-07T03:07:58.755499+0000","last_unstale":"2024-03-07T03:12:45.949981+0000","last_undegraded":"2024-03-07T03:12:45.949981+0000","last_fullsized":"2024-03-07T03:12:45.949981+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:26:12.313572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:56.403297+0000","last_change":"2024-03-07T03:07:58.752235+0000","last_active":"2024-03-07T03:12:56.403297+0000","last_peered":"2024-03-07T03:12:56.403297+0000","last_clean":"2024-03-07T03:12:56.403297+0000","last_became_active":"2024-03-07T03:07:58.751575+0000","last_became_peered":"2024-03-07T03:07:58.751575+0000","last_unstale":"2024-03-07T03:12:56.403297+0000","last_undegraded":"2024-03-07T03:12:56.403297+0000","last_fullsized":"2024-03-07T03:12:56.403297+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:12:05.995515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1030,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:45.942988+0000","last_change":"2024-03-07T03:06:47.859644+0000","last_active":"2024-03-07T03:11:45.942988+0000","last_peered":"2024-03-07T03:11:45.942988+0000","last_clean":"2024-03-07T03:11:45.942988+0000","last_became_active":"2024-03-07T03:06:47.859097+0000","last_became_peered":"2024-03-07T03:06:47.859097+0000","last_unstale":"2024-03-07T03:11:45.942988+0000","last_undegraded":"2024-03-07T03:11:45.942988+0000","last_fullsized":"2024-03-07T03:11:45.942988+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:22:46.909130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:56.403271+0000","last_change":"2024-03-07T03:07:58.754226+0000","last_active":"2024-03-07T03:12:56.403271+0000","last_peered":"2024-03-07T03:12:56.403271+0000","last_clean":"2024-03-07T03:12:56.403271+0000","last_became_active":"2024-03-07T03:07:58.753169+0000","last_became_peered":"2024-03-07T03:07:58.753169+0000","last_unstale":"2024-03-07T03:12:56.403271+0000","last_undegraded":"2024-03-07T03:12:56.403271+0000","last_fullsized":"2024-03-07T03:12:56.403271+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:46:59.258099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1087,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:03.970559+0000","last_change":"2024-03-07T03:07:23.073492+0000","last_active":"2024-03-07T03:13:03.970559+0000","last_peered":"2024-03-07T03:13:03.970559+0000","last_clean":"2024-03-07T03:13:03.970559+0000","last_became_active":"2024-03-07T03:07:23.071929+0000","last_became_peered":"2024-03-07T03:07:23.071929+0000","last_unstale":"2024-03-07T03:13:03.970559+0000","last_undegraded":"2024-03-07T03:13:03.970559+0000","last_fullsized":"2024-03-07T03:13:03.970559+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:35:26.391722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":979,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:46.402166+0000","last_change":"2024-03-07T03:07:58.760328+0000","last_active":"2024-03-07T03:12:46.402166+0000","last_peered":"2024-03-07T03:12:46.402166+0000","last_clean":"2024-03-07T03:12:46.402166+0000","last_became_active":"2024-03-07T03:07:58.760046+0000","last_became_peered":"2024-03-07T03:07:58.760046+0000","last_unstale":"2024-03-07T03:12:46.402166+0000","last_undegraded":"2024-03-07T03:12:46.402166+0000","last_fullsized":"2024-03-07T03:12:46.402166+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:08:46.356817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1005,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:11.165183+0000","last_change":"2024-03-07T03:07:23.079945+0000","last_active":"2024-03-07T03:12:11.165183+0000","last_peered":"2024-03-07T03:12:11.165183+0000","last_clean":"2024-03-07T03:12:11.165183+0000","last_became_active":"2024-03-07T03:07:23.078551+0000","last_became_peered":"2024-03-07T03:07:23.078551+0000","last_unstale":"2024-03-07T03:12:11.165183+0000","last_undegraded":"2024-03-07T03:12:11.165183+0000","last_fullsized":"2024-03-07T03:12:11.165183+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:03:46.670084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1005,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:11.165163+0000","last_change":"2024-03-07T03:07:23.081963+0000","last_active":"2024-03-07T03:12:11.165163+0000","last_peered":"2024-03-07T03:12:11.165163+0000","last_clean":"2024-03-07T03:12:11.165163+0000","last_became_active":"2024-03-07T03:07:23.080128+0000","last_became_peered":"2024-03-07T03:07:23.080128+0000","last_unstale":"2024-03-07T03:12:11.165163+0000","last_undegraded":"2024-03-07T03:12:11.165163+0000","last_fullsized":"2024-03-07T03:12:11.165163+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:56.813267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1148,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:14.506431+0000","last_change":"2024-03-07T03:07:23.074902+0000","last_active":"2024-03-07T03:12:14.506431+0000","last_peered":"2024-03-07T03:12:14.506431+0000","last_clean":"2024-03-07T03:12:14.506431+0000","last_became_active":"2024-03-07T03:07:23.074466+0000","last_became_peered":"2024-03-07T03:07:23.074466+0000","last_unstale":"2024-03-07T03:12:14.506431+0000","last_undegraded":"2024-03-07T03:12:14.506431+0000","last_fullsized":"2024-03-07T03:12:14.506431+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:40:20.268555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1117,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:48.969095+0000","last_change":"2024-03-07T03:07:23.072635+0000","last_active":"2024-03-07T03:12:48.969095+0000","last_peered":"2024-03-07T03:12:48.969095+0000","last_clean":"2024-03-07T03:12:48.969095+0000","last_became_active":"2024-03-07T03:07:23.071712+0000","last_became_peered":"2024-03-07T03:07:23.071712+0000","last_unstale":"2024-03-07T03:12:48.969095+0000","last_undegraded":"2024-03-07T03:12:48.969095+0000","last_fullsized":"2024-03-07T03:12:48.969095+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:00:39.298564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:10.801360+0000","last_change":"2024-03-07T03:06:47.851538+0000","last_active":"2024-03-07T03:13:10.801360+0000","last_peered":"2024-03-07T03:13:10.801360+0000","last_clean":"2024-03-07T03:13:10.801360+0000","last_became_active":"2024-03-07T03:06:47.851183+0000","last_became_peered":"2024-03-07T03:06:47.851183+0000","last_unstale":"2024-03-07T03:13:10.801360+0000","last_undegraded":"2024-03-07T03:13:10.801360+0000","last_fullsized":"2024-03-07T03:13:10.801360+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:36:23.932334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:44.908628+0000","last_change":"2024-03-07T03:06:47.843126+0000","last_active":"2024-03-07T03:13:44.908628+0000","last_peered":"2024-03-07T03:13:44.908628+0000","last_clean":"2024-03-07T03:13:44.908628+0000","last_became_active":"2024-03-07T03:06:47.842736+0000","last_became_peered":"2024-03-07T03:06:47.842736+0000","last_unstale":"2024-03-07T03:13:44.908628+0000","last_undegraded":"2024-03-07T03:13:44.908628+0000","last_fullsized":"2024-03-07T03:13:44.908628+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:48:10.843465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1035,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:45.956756+0000","last_change":"2024-03-07T03:07:58.755620+0000","last_active":"2024-03-07T03:13:45.956756+0000","last_peered":"2024-03-07T03:13:45.956756+0000","last_clean":"2024-03-07T03:13:45.956756+0000","last_became_active":"2024-03-07T03:07:58.755267+0000","last_became_peered":"2024-03-07T03:07:58.755267+0000","last_unstale":"2024-03-07T03:13:45.956756+0000","last_undegraded":"2024-03-07T03:13:45.956756+0000","last_fullsized":"2024-03-07T03:13:45.956756+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:51:32.339400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1039,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:45.956823+0000","last_change":"2024-03-07T03:07:58.756358+0000","last_active":"2024-03-07T03:13:45.956823+0000","last_peered":"2024-03-07T03:13:45.956823+0000","last_clean":"2024-03-07T03:13:45.956823+0000","last_became_active":"2024-03-07T03:07:58.755960+0000","last_became_peered":"2024-03-07T03:07:58.755960+0000","last_unstale":"2024-03-07T03:13:45.956823+0000","last_undegraded":"2024-03-07T03:13:45.956823+0000","last_fullsized":"2024-03-07T03:13:45.956823+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:47.464423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1156,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:59.504600+0000","last_change":"2024-03-07T03:07:58.755619+0000","last_active":"2024-03-07T03:11:59.504600+0000","last_peered":"2024-03-07T03:11:59.504600+0000","last_clean":"2024-03-07T03:11:59.504600+0000","last_became_active":"2024-03-07T03:07:58.755214+0000","last_became_peered":"2024-03-07T03:07:58.755214+0000","last_unstale":"2024-03-07T03:11:59.504600+0000","last_undegraded":"2024-03-07T03:11:59.504600+0000","last_fullsized":"2024-03-07T03:11:59.504600+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:59:02.041330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":972,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:26.399782+0000","last_change":"2024-03-07T03:07:58.756563+0000","last_active":"2024-03-07T03:12:26.399782+0000","last_peered":"2024-03-07T03:12:26.399782+0000","last_clean":"2024-03-07T03:12:26.399782+0000","last_became_active":"2024-03-07T03:07:58.752195+0000","last_became_peered":"2024-03-07T03:07:58.752195+0000","last_unstale":"2024-03-07T03:12:26.399782+0000","last_undegraded":"2024-03-07T03:12:26.399782+0000","last_fullsized":"2024-03-07T03:12:26.399782+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:32:35.496500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"716'5","reported_seq":1222,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:10.794999+0000","last_change":"2024-03-07T03:07:58.753999+0000","last_active":"2024-03-07T03:12:10.794999+0000","last_peered":"2024-03-07T03:12:10.794999+0000","last_clean":"2024-03-07T03:12:10.794999+0000","last_became_active":"2024-03-07T03:07:58.753607+0000","last_became_peered":"2024-03-07T03:07:58.753607+0000","last_unstale":"2024-03-07T03:12:10.794999+0000","last_undegraded":"2024-03-07T03:12:10.794999+0000","last_fullsized":"2024-03-07T03:12:10.794999+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:28:57.567238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1111,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:33.973557+0000","last_change":"2024-03-07T03:07:23.083830+0000","last_active":"2024-03-07T03:13:33.973557+0000","last_peered":"2024-03-07T03:13:33.973557+0000","last_clean":"2024-03-07T03:13:33.973557+0000","last_became_active":"2024-03-07T03:07:23.083530+0000","last_became_peered":"2024-03-07T03:07:23.083530+0000","last_unstale":"2024-03-07T03:13:33.973557+0000","last_undegraded":"2024-03-07T03:13:33.973557+0000","last_fullsized":"2024-03-07T03:13:33.973557+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:57.938032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"716'2","reported_seq":1131,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:33.973566+0000","last_change":"2024-03-07T03:06:47.849618+0000","last_active":"2024-03-07T03:13:33.973566+0000","last_peered":"2024-03-07T03:13:33.973566+0000","last_clean":"2024-03-07T03:13:33.973566+0000","last_became_active":"2024-03-07T03:06:47.849222+0000","last_became_peered":"2024-03-07T03:06:47.849222+0000","last_unstale":"2024-03-07T03:13:33.973566+0000","last_undegraded":"2024-03-07T03:13:33.973566+0000","last_fullsized":"2024-03-07T03:13:33.973566+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:36:41.880143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:10.794987+0000","last_change":"2024-03-07T03:06:47.851880+0000","last_active":"2024-03-07T03:12:10.794987+0000","last_peered":"2024-03-07T03:12:10.794987+0000","last_clean":"2024-03-07T03:12:10.794987+0000","last_became_active":"2024-03-07T03:06:47.851176+0000","last_became_peered":"2024-03-07T03:06:47.851176+0000","last_unstale":"2024-03-07T03:12:10.794987+0000","last_undegraded":"2024-03-07T03:12:10.794987+0000","last_fullsized":"2024-03-07T03:12:10.794987+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:38:59.663068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":977,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:56.403337+0000","last_change":"2024-03-07T03:07:58.757245+0000","last_active":"2024-03-07T03:12:56.403337+0000","last_peered":"2024-03-07T03:12:56.403337+0000","last_clean":"2024-03-07T03:12:56.403337+0000","last_became_active":"2024-03-07T03:07:58.754456+0000","last_became_peered":"2024-03-07T03:07:58.754456+0000","last_unstale":"2024-03-07T03:12:56.403337+0000","last_undegraded":"2024-03-07T03:12:56.403337+0000","last_fullsized":"2024-03-07T03:12:56.403337+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:57:32.153933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1043,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:45.943019+0000","last_change":"2024-03-07T03:06:47.855220+0000","last_active":"2024-03-07T03:11:45.943019+0000","last_peered":"2024-03-07T03:11:45.943019+0000","last_clean":"2024-03-07T03:11:45.943019+0000","last_became_active":"2024-03-07T03:06:47.854836+0000","last_became_peered":"2024-03-07T03:06:47.854836+0000","last_unstale":"2024-03-07T03:11:45.943019+0000","last_undegraded":"2024-03-07T03:11:45.943019+0000","last_fullsized":"2024-03-07T03:11:45.943019+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:51:35.386552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":984,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:56.403317+0000","last_change":"2024-03-07T03:07:58.757676+0000","last_active":"2024-03-07T03:12:56.403317+0000","last_peered":"2024-03-07T03:12:56.403317+0000","last_clean":"2024-03-07T03:12:56.403317+0000","last_became_active":"2024-03-07T03:07:58.753930+0000","last_became_peered":"2024-03-07T03:07:58.753930+0000","last_unstale":"2024-03-07T03:12:56.403317+0000","last_undegraded":"2024-03-07T03:12:56.403317+0000","last_fullsized":"2024-03-07T03:12:56.403317+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:56.639688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1037,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:45.943032+0000","last_change":"2024-03-07T03:07:23.076532+0000","last_active":"2024-03-07T03:11:45.943032+0000","last_peered":"2024-03-07T03:11:45.943032+0000","last_clean":"2024-03-07T03:11:45.943032+0000","last_became_active":"2024-03-07T03:07:23.076234+0000","last_became_peered":"2024-03-07T03:07:23.076234+0000","last_unstale":"2024-03-07T03:11:45.943032+0000","last_undegraded":"2024-03-07T03:11:45.943032+0000","last_fullsized":"2024-03-07T03:11:45.943032+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:16:39.967241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"716'2","reported_seq":1090,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:03.970601+0000","last_change":"2024-03-07T03:07:58.752045+0000","last_active":"2024-03-07T03:13:03.970601+0000","last_peered":"2024-03-07T03:13:03.970601+0000","last_clean":"2024-03-07T03:13:03.970601+0000","last_became_active":"2024-03-07T03:07:58.751585+0000","last_became_peered":"2024-03-07T03:07:58.751585+0000","last_unstale":"2024-03-07T03:13:03.970601+0000","last_undegraded":"2024-03-07T03:13:03.970601+0000","last_fullsized":"2024-03-07T03:13:03.970601+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:03:01.652607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1107,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:08.061295+0000","last_change":"2024-03-07T03:06:09.990854+0000","last_active":"2024-03-07T03:11:08.061295+0000","last_peered":"2024-03-07T03:11:08.061295+0000","last_clean":"2024-03-07T03:11:08.061295+0000","last_became_active":"2024-03-07T03:06:09.990464+0000","last_became_peered":"2024-03-07T03:06:09.990464+0000","last_unstale":"2024-03-07T03:11:08.061295+0000","last_undegraded":"2024-03-07T03:11:08.061295+0000","last_fullsized":"2024-03-07T03:11:08.061295+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:53:52.856954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"716'2","reported_seq":1010,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:21.166229+0000","last_change":"2024-03-07T03:07:58.754526+0000","last_active":"2024-03-07T03:12:21.166229+0000","last_peered":"2024-03-07T03:12:21.166229+0000","last_clean":"2024-03-07T03:12:21.166229+0000","last_became_active":"2024-03-07T03:07:58.754123+0000","last_became_peered":"2024-03-07T03:07:58.754123+0000","last_unstale":"2024-03-07T03:12:21.166229+0000","last_undegraded":"2024-03-07T03:12:21.166229+0000","last_fullsized":"2024-03-07T03:12:21.166229+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:41:34.446180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:20.789924+0000","last_change":"2024-03-07T03:07:58.750769+0000","last_active":"2024-03-07T03:11:20.789924+0000","last_peered":"2024-03-07T03:11:20.789924+0000","last_clean":"2024-03-07T03:11:20.789924+0000","last_became_active":"2024-03-07T03:07:58.749974+0000","last_became_peered":"2024-03-07T03:07:58.749974+0000","last_unstale":"2024-03-07T03:11:20.789924+0000","last_undegraded":"2024-03-07T03:11:20.789924+0000","last_fullsized":"2024-03-07T03:11:20.789924+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:56:14.059734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1127,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:48.969049+0000","last_change":"2024-03-07T03:07:23.072942+0000","last_active":"2024-03-07T03:12:48.969049+0000","last_peered":"2024-03-07T03:12:48.969049+0000","last_clean":"2024-03-07T03:12:48.969049+0000","last_became_active":"2024-03-07T03:07:23.072639+0000","last_became_peered":"2024-03-07T03:07:23.072639+0000","last_unstale":"2024-03-07T03:12:48.969049+0000","last_undegraded":"2024-03-07T03:12:48.969049+0000","last_fullsized":"2024-03-07T03:12:48.969049+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:42.808853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1124,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:48.969008+0000","last_change":"2024-03-07T03:05:35.934963+0000","last_active":"2024-03-07T03:12:48.969008+0000","last_peered":"2024-03-07T03:12:48.969008+0000","last_clean":"2024-03-07T03:12:48.969008+0000","last_became_active":"2024-03-07T03:05:35.932493+0000","last_became_peered":"2024-03-07T03:05:35.932493+0000","last_unstale":"2024-03-07T03:12:48.969008+0000","last_undegraded":"2024-03-07T03:12:48.969008+0000","last_fullsized":"2024-03-07T03:12:48.969008+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:00:57.111662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1039,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:35.941626+0000","last_change":"2024-03-07T03:07:58.756063+0000","last_active":"2024-03-07T03:11:35.941626+0000","last_peered":"2024-03-07T03:11:35.941626+0000","last_clean":"2024-03-07T03:11:35.941626+0000","last_became_active":"2024-03-07T03:07:58.755712+0000","last_became_peered":"2024-03-07T03:07:58.755712+0000","last_unstale":"2024-03-07T03:11:35.941626+0000","last_undegraded":"2024-03-07T03:11:35.941626+0000","last_fullsized":"2024-03-07T03:11:35.941626+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:13:06.484346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:39.896026+0000","last_change":"2024-03-07T03:06:09.996319+0000","last_active":"2024-03-07T03:11:39.896026+0000","last_peered":"2024-03-07T03:11:39.896026+0000","last_clean":"2024-03-07T03:11:39.896026+0000","last_became_active":"2024-03-07T03:06:09.996002+0000","last_became_peered":"2024-03-07T03:06:09.996002+0000","last_unstale":"2024-03-07T03:11:39.896026+0000","last_undegraded":"2024-03-07T03:11:39.896026+0000","last_fullsized":"2024-03-07T03:11:39.896026+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:41:55.764562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1006,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:11.165197+0000","last_change":"2024-03-07T03:07:23.083466+0000","last_active":"2024-03-07T03:12:11.165197+0000","last_peered":"2024-03-07T03:12:11.165197+0000","last_clean":"2024-03-07T03:12:11.165197+0000","last_became_active":"2024-03-07T03:07:23.083156+0000","last_became_peered":"2024-03-07T03:07:23.083156+0000","last_unstale":"2024-03-07T03:12:11.165197+0000","last_undegraded":"2024-03-07T03:12:11.165197+0000","last_fullsized":"2024-03-07T03:12:11.165197+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:32:00.539449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1025,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:35.941679+0000","last_change":"2024-03-07T03:07:58.752127+0000","last_active":"2024-03-07T03:11:35.941679+0000","last_peered":"2024-03-07T03:11:35.941679+0000","last_clean":"2024-03-07T03:11:35.941679+0000","last_became_active":"2024-03-07T03:07:58.751770+0000","last_became_peered":"2024-03-07T03:07:58.751770+0000","last_unstale":"2024-03-07T03:11:35.941679+0000","last_undegraded":"2024-03-07T03:11:35.941679+0000","last_fullsized":"2024-03-07T03:11:35.941679+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:43.791488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1059,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:35.941668+0000","last_change":"2024-03-07T03:07:23.077653+0000","last_active":"2024-03-07T03:11:35.941668+0000","last_peered":"2024-03-07T03:11:35.941668+0000","last_clean":"2024-03-07T03:11:35.941668+0000","last_became_active":"2024-03-07T03:07:23.077355+0000","last_became_peered":"2024-03-07T03:07:23.077355+0000","last_unstale":"2024-03-07T03:11:35.941668+0000","last_undegraded":"2024-03-07T03:11:35.941668+0000","last_fullsized":"2024-03-07T03:11:35.941668+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:45.861158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:30.803761+0000","last_change":"2024-03-07T03:06:47.851508+0000","last_active":"2024-03-07T03:13:30.803761+0000","last_peered":"2024-03-07T03:13:30.803761+0000","last_clean":"2024-03-07T03:13:30.803761+0000","last_became_active":"2024-03-07T03:06:47.850839+0000","last_became_peered":"2024-03-07T03:06:47.850839+0000","last_unstale":"2024-03-07T03:13:30.803761+0000","last_undegraded":"2024-03-07T03:13:30.803761+0000","last_fullsized":"2024-03-07T03:13:30.803761+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:08:06.622234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1192,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:39.896067+0000","last_change":"2024-03-07T03:06:47.845848+0000","last_active":"2024-03-07T03:11:39.896067+0000","last_peered":"2024-03-07T03:11:39.896067+0000","last_clean":"2024-03-07T03:11:39.896067+0000","last_became_active":"2024-03-07T03:06:47.845425+0000","last_became_peered":"2024-03-07T03:06:47.845425+0000","last_unstale":"2024-03-07T03:11:39.896067+0000","last_undegraded":"2024-03-07T03:11:39.896067+0000","last_fullsized":"2024-03-07T03:11:39.896067+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:16:24.833986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1079,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:08.074258+0000","last_change":"2024-03-07T03:07:58.754983+0000","last_active":"2024-03-07T03:13:08.074258+0000","last_peered":"2024-03-07T03:13:08.074258+0000","last_clean":"2024-03-07T03:13:08.074258+0000","last_became_active":"2024-03-07T03:07:58.754657+0000","last_became_peered":"2024-03-07T03:07:58.754657+0000","last_unstale":"2024-03-07T03:13:08.074258+0000","last_undegraded":"2024-03-07T03:13:08.074258+0000","last_fullsized":"2024-03-07T03:13:08.074258+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:06:00.897772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"716'29","reported_seq":1041,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:01.164213+0000","last_change":"2024-03-07T03:07:23.079677+0000","last_active":"2024-03-07T03:12:01.164213+0000","last_peered":"2024-03-07T03:12:01.164213+0000","last_clean":"2024-03-07T03:12:01.164213+0000","last_became_active":"2024-03-07T03:07:23.079320+0000","last_became_peered":"2024-03-07T03:07:23.079320+0000","last_unstale":"2024-03-07T03:12:01.164213+0000","last_undegraded":"2024-03-07T03:12:01.164213+0000","last_fullsized":"2024-03-07T03:12:01.164213+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:49:54.979015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:46.402133+0000","last_change":"2024-03-07T03:07:58.758376+0000","last_active":"2024-03-07T03:12:46.402133+0000","last_peered":"2024-03-07T03:12:46.402133+0000","last_clean":"2024-03-07T03:12:46.402133+0000","last_became_active":"2024-03-07T03:07:58.757816+0000","last_became_peered":"2024-03-07T03:07:58.757816+0000","last_unstale":"2024-03-07T03:12:46.402133+0000","last_undegraded":"2024-03-07T03:12:46.402133+0000","last_fullsized":"2024-03-07T03:12:46.402133+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:47.253727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1219,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:10.801397+0000","last_change":"2024-03-07T03:06:09.989072+0000","last_active":"2024-03-07T03:13:10.801397+0000","last_peered":"2024-03-07T03:13:10.801397+0000","last_clean":"2024-03-07T03:13:10.801397+0000","last_became_active":"2024-03-07T03:06:09.987754+0000","last_became_peered":"2024-03-07T03:06:09.987754+0000","last_unstale":"2024-03-07T03:13:10.801397+0000","last_undegraded":"2024-03-07T03:13:10.801397+0000","last_fullsized":"2024-03-07T03:13:10.801397+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:05:15.340331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:10.801380+0000","last_change":"2024-03-07T03:07:58.754207+0000","last_active":"2024-03-07T03:13:10.801380+0000","last_peered":"2024-03-07T03:13:10.801380+0000","last_clean":"2024-03-07T03:13:10.801380+0000","last_became_active":"2024-03-07T03:07:58.753859+0000","last_became_peered":"2024-03-07T03:07:58.753859+0000","last_unstale":"2024-03-07T03:13:10.801380+0000","last_undegraded":"2024-03-07T03:13:10.801380+0000","last_fullsized":"2024-03-07T03:13:10.801380+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:14:02.813872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1053,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:45.956792+0000","last_change":"2024-03-07T03:07:58.755838+0000","last_active":"2024-03-07T03:13:45.956792+0000","last_peered":"2024-03-07T03:13:45.956792+0000","last_clean":"2024-03-07T03:13:45.956792+0000","last_became_active":"2024-03-07T03:07:58.755436+0000","last_became_peered":"2024-03-07T03:07:58.755436+0000","last_unstale":"2024-03-07T03:13:45.956792+0000","last_undegraded":"2024-03-07T03:13:45.956792+0000","last_fullsized":"2024-03-07T03:13:45.956792+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:25.094944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:36.400930+0000","last_change":"2024-03-07T03:07:58.750199+0000","last_active":"2024-03-07T03:12:36.400930+0000","last_peered":"2024-03-07T03:12:36.400930+0000","last_clean":"2024-03-07T03:12:36.400930+0000","last_became_active":"2024-03-07T03:07:58.749858+0000","last_became_peered":"2024-03-07T03:07:58.749858+0000","last_unstale":"2024-03-07T03:12:36.400930+0000","last_undegraded":"2024-03-07T03:12:36.400930+0000","last_fullsized":"2024-03-07T03:12:36.400930+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:41.122539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1014,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:01.164192+0000","last_change":"2024-03-07T03:07:23.076835+0000","last_active":"2024-03-07T03:12:01.164192+0000","last_peered":"2024-03-07T03:12:01.164192+0000","last_clean":"2024-03-07T03:12:01.164192+0000","last_became_active":"2024-03-07T03:07:23.075094+0000","last_became_peered":"2024-03-07T03:07:23.075094+0000","last_unstale":"2024-03-07T03:12:01.164192+0000","last_undegraded":"2024-03-07T03:12:01.164192+0000","last_fullsized":"2024-03-07T03:12:01.164192+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:50:36.739831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1005,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:01.164170+0000","last_change":"2024-03-07T03:07:23.078279+0000","last_active":"2024-03-07T03:12:01.164170+0000","last_peered":"2024-03-07T03:12:01.164170+0000","last_clean":"2024-03-07T03:12:01.164170+0000","last_became_active":"2024-03-07T03:07:23.077338+0000","last_became_peered":"2024-03-07T03:07:23.077338+0000","last_unstale":"2024-03-07T03:12:01.164170+0000","last_undegraded":"2024-03-07T03:12:01.164170+0000","last_fullsized":"2024-03-07T03:12:01.164170+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:05:40.599683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1169,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:59.504527+0000","last_change":"2024-03-07T03:05:01.461919+0000","last_active":"2024-03-07T03:11:59.504527+0000","last_peered":"2024-03-07T03:11:59.504527+0000","last_clean":"2024-03-07T03:11:59.504527+0000","last_became_active":"2024-03-07T03:05:01.459759+0000","last_became_peered":"2024-03-07T03:05:01.459759+0000","last_unstale":"2024-03-07T03:11:59.504527+0000","last_undegraded":"2024-03-07T03:11:59.504527+0000","last_fullsized":"2024-03-07T03:11:59.504527+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:31:45.535178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":972,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:36.400896+0000","last_change":"2024-03-07T03:07:58.753856+0000","last_active":"2024-03-07T03:12:36.400896+0000","last_peered":"2024-03-07T03:12:36.400896+0000","last_clean":"2024-03-07T03:12:36.400896+0000","last_became_active":"2024-03-07T03:07:58.751889+0000","last_became_peered":"2024-03-07T03:07:58.751889+0000","last_unstale":"2024-03-07T03:12:36.400896+0000","last_undegraded":"2024-03-07T03:12:36.400896+0000","last_fullsized":"2024-03-07T03:12:36.400896+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:27:20.126942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"863'1273","reported_seq":4341,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:39.518251+0000","last_change":"2024-03-07T03:10:56.137635+0000","last_active":"2024-03-07T03:13:39.518251+0000","last_peered":"2024-03-07T03:13:39.518251+0000","last_clean":"2024-03-07T03:13:39.518251+0000","last_became_active":"2024-03-07T03:05:01.457883+0000","last_became_peered":"2024-03-07T03:05:01.457883+0000","last_unstale":"2024-03-07T03:13:39.518251+0000","last_undegraded":"2024-03-07T03:13:39.518251+0000","last_fullsized":"2024-03-07T03:13:39.518251+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1273,"log_dups_size":0,"ondisk_log_size":1273,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:21:46.718939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.021818005000000001,"stat_sum":{"num_bytes":15540224,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":258,"num_read_kb":529715,"num_write":442,"num_write_kb":102224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1441792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.f","version":"61'1","reported_seq":1082,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:53.072552+0000","last_change":"2024-03-07T03:07:58.755003+0000","last_active":"2024-03-07T03:12:53.072552+0000","last_peered":"2024-03-07T03:12:53.072552+0000","last_clean":"2024-03-07T03:12:53.072552+0000","last_became_active":"2024-03-07T03:07:58.754564+0000","last_became_peered":"2024-03-07T03:07:58.754564+0000","last_unstale":"2024-03-07T03:12:53.072552+0000","last_undegraded":"2024-03-07T03:12:53.072552+0000","last_fullsized":"2024-03-07T03:12:53.072552+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:34:53.344746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:26.399799+0000","last_change":"2024-03-07T03:07:58.750952+0000","last_active":"2024-03-07T03:12:26.399799+0000","last_peered":"2024-03-07T03:12:26.399799+0000","last_clean":"2024-03-07T03:12:26.399799+0000","last_became_active":"2024-03-07T03:07:58.749229+0000","last_became_peered":"2024-03-07T03:07:58.749229+0000","last_unstale":"2024-03-07T03:12:26.399799+0000","last_undegraded":"2024-03-07T03:12:26.399799+0000","last_fullsized":"2024-03-07T03:12:26.399799+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:53:10.534950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"863'847","reported_seq":4048,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:10.794895+0000","last_change":"2024-03-07T03:10:56.129162+0000","last_active":"2024-03-07T03:12:10.794895+0000","last_peered":"2024-03-07T03:12:10.794895+0000","last_clean":"2024-03-07T03:12:10.794895+0000","last_became_active":"2024-03-07T03:07:23.074596+0000","last_became_peered":"2024-03-07T03:07:23.074596+0000","last_unstale":"2024-03-07T03:12:10.794895+0000","last_undegraded":"2024-03-07T03:12:10.794895+0000","last_fullsized":"2024-03-07T03:12:10.794895+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":847,"log_dups_size":0,"ondisk_log_size":847,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:34:23.625809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0099120149999999997,"stat_sum":{"num_bytes":38936576,"num_objects":11,"num_object_clones":9,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":157,"num_read_kb":413258,"num_write":266,"num_write_kb":109952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":4374528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.2","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:44.902692+0000","last_change":"2024-03-07T03:06:47.845893+0000","last_active":"2024-03-07T03:12:44.902692+0000","last_peered":"2024-03-07T03:12:44.902692+0000","last_clean":"2024-03-07T03:12:44.902692+0000","last_became_active":"2024-03-07T03:06:47.845548+0000","last_became_peered":"2024-03-07T03:06:47.845548+0000","last_unstale":"2024-03-07T03:12:44.902692+0000","last_undegraded":"2024-03-07T03:12:44.902692+0000","last_fullsized":"2024-03-07T03:12:44.902692+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:19:55.051329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:44.902713+0000","last_change":"2024-03-07T03:07:58.751041+0000","last_active":"2024-03-07T03:12:44.902713+0000","last_peered":"2024-03-07T03:12:44.902713+0000","last_clean":"2024-03-07T03:12:44.902713+0000","last_became_active":"2024-03-07T03:07:58.749047+0000","last_became_peered":"2024-03-07T03:07:58.749047+0000","last_unstale":"2024-03-07T03:12:44.902713+0000","last_undegraded":"2024-03-07T03:12:44.902713+0000","last_fullsized":"2024-03-07T03:12:44.902713+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:47:59.256394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1058,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:00.951695+0000","last_change":"2024-03-07T03:06:47.858022+0000","last_active":"2024-03-07T03:13:00.951695+0000","last_peered":"2024-03-07T03:13:00.951695+0000","last_clean":"2024-03-07T03:13:00.951695+0000","last_became_active":"2024-03-07T03:06:47.857526+0000","last_became_peered":"2024-03-07T03:06:47.857526+0000","last_unstale":"2024-03-07T03:13:00.951695+0000","last_undegraded":"2024-03-07T03:13:00.951695+0000","last_fullsized":"2024-03-07T03:13:00.951695+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:02:03.856321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"862'1186","reported_seq":4379,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:10.794958+0000","last_change":"2024-03-07T03:10:56.119983+0000","last_active":"2024-03-07T03:12:10.794958+0000","last_peered":"2024-03-07T03:12:10.794958+0000","last_clean":"2024-03-07T03:12:10.794958+0000","last_became_active":"2024-03-07T03:06:09.988405+0000","last_became_peered":"2024-03-07T03:06:09.988405+0000","last_unstale":"2024-03-07T03:12:10.794958+0000","last_undegraded":"2024-03-07T03:12:10.794958+0000","last_fullsized":"2024-03-07T03:12:10.794958+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1186,"log_dups_size":0,"ondisk_log_size":1186,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:41:38.890400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099770099999999993,"stat_sum":{"num_bytes":13524992,"num_objects":9,"num_object_clones":6,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":208,"num_read_kb":390958,"num_write":505,"num_write_kb":103888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":50642944,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:44.902722+0000","last_change":"2024-03-07T03:05:35.928460+0000","last_active":"2024-03-07T03:12:44.902722+0000","last_peered":"2024-03-07T03:12:44.902722+0000","last_clean":"2024-03-07T03:12:44.902722+0000","last_became_active":"2024-03-07T03:05:35.928017+0000","last_became_peered":"2024-03-07T03:05:35.928017+0000","last_unstale":"2024-03-07T03:12:44.902722+0000","last_undegraded":"2024-03-07T03:12:44.902722+0000","last_fullsized":"2024-03-07T03:12:44.902722+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:53:27.674544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1027,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:00.951637+0000","last_change":"2024-03-07T03:07:23.075249+0000","last_active":"2024-03-07T03:13:00.951637+0000","last_peered":"2024-03-07T03:13:00.951637+0000","last_clean":"2024-03-07T03:13:00.951637+0000","last_became_active":"2024-03-07T03:07:23.074866+0000","last_became_peered":"2024-03-07T03:07:23.074866+0000","last_unstale":"2024-03-07T03:13:00.951637+0000","last_undegraded":"2024-03-07T03:13:00.951637+0000","last_fullsized":"2024-03-07T03:13:00.951637+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:03.393010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1079,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:23.069107+0000","last_change":"2024-03-07T03:07:23.069585+0000","last_active":"2024-03-07T03:12:23.069107+0000","last_peered":"2024-03-07T03:12:23.069107+0000","last_clean":"2024-03-07T03:12:23.069107+0000","last_became_active":"2024-03-07T03:07:23.069262+0000","last_became_peered":"2024-03-07T03:07:23.069262+0000","last_unstale":"2024-03-07T03:12:23.069107+0000","last_undegraded":"2024-03-07T03:12:23.069107+0000","last_fullsized":"2024-03-07T03:12:23.069107+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:11:22.045807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"861'1094","reported_seq":4797,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:39.518368+0000","last_change":"2024-03-07T03:10:57.331022+0000","last_active":"2024-03-07T03:13:39.518368+0000","last_peered":"2024-03-07T03:13:39.518368+0000","last_clean":"2024-03-07T03:13:39.518368+0000","last_became_active":"2024-03-07T03:06:47.847229+0000","last_became_peered":"2024-03-07T03:06:47.847229+0000","last_unstale":"2024-03-07T03:13:39.518368+0000","last_undegraded":"2024-03-07T03:13:39.518368+0000","last_fullsized":"2024-03-07T03:13:39.518368+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1094,"log_dups_size":0,"ondisk_log_size":1094,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:58:27.729404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.032339935,"stat_sum":{"num_bytes":113606656,"num_objects":59,"num_object_clones":55,"num_object_copies":177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":279,"num_read_kb":358703,"num_write":525,"num_write_kb":146904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":36642816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1183,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:04.904853+0000","last_change":"2024-03-07T03:06:47.843416+0000","last_active":"2024-03-07T03:13:04.904853+0000","last_peered":"2024-03-07T03:13:04.904853+0000","last_clean":"2024-03-07T03:13:04.904853+0000","last_became_active":"2024-03-07T03:06:47.842812+0000","last_became_peered":"2024-03-07T03:06:47.842812+0000","last_unstale":"2024-03-07T03:13:04.904853+0000","last_undegraded":"2024-03-07T03:13:04.904853+0000","last_fullsized":"2024-03-07T03:13:04.904853+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:03:02.672609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:24.900773+0000","last_change":"2024-03-07T03:07:23.071850+0000","last_active":"2024-03-07T03:12:24.900773+0000","last_peered":"2024-03-07T03:12:24.900773+0000","last_clean":"2024-03-07T03:12:24.900773+0000","last_became_active":"2024-03-07T03:07:23.071476+0000","last_became_peered":"2024-03-07T03:07:23.071476+0000","last_unstale":"2024-03-07T03:12:24.900773+0000","last_undegraded":"2024-03-07T03:12:24.900773+0000","last_fullsized":"2024-03-07T03:12:24.900773+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:13:05.296486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1158,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:19.516275+0000","last_change":"2024-03-07T03:05:35.926187+0000","last_active":"2024-03-07T03:13:19.516275+0000","last_peered":"2024-03-07T03:13:19.516275+0000","last_clean":"2024-03-07T03:13:19.516275+0000","last_became_active":"2024-03-07T03:05:35.925908+0000","last_became_peered":"2024-03-07T03:05:35.925908+0000","last_unstale":"2024-03-07T03:13:19.516275+0000","last_undegraded":"2024-03-07T03:13:19.516275+0000","last_fullsized":"2024-03-07T03:13:19.516275+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:48:33.101185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"863'1146","reported_seq":3873,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:06.397292+0000","last_change":"2024-03-07T03:10:56.132170+0000","last_active":"2024-03-07T03:12:06.397292+0000","last_peered":"2024-03-07T03:12:06.397292+0000","last_clean":"2024-03-07T03:12:06.397292+0000","last_became_active":"2024-03-07T03:07:58.756854+0000","last_became_peered":"2024-03-07T03:07:58.756854+0000","last_unstale":"2024-03-07T03:12:06.397292+0000","last_undegraded":"2024-03-07T03:12:06.397292+0000","last_fullsized":"2024-03-07T03:12:06.397292+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1146,"log_dups_size":0,"ondisk_log_size":1146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T02:59:04.693146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.010433211,"stat_sum":{"num_bytes":34668544,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":1,"num_read":219,"num_read_kb":317694,"num_write":420,"num_write_kb":93568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":10240000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1006,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:36.174398+0000","last_change":"2024-03-07T03:07:58.760449+0000","last_active":"2024-03-07T03:13:36.174398+0000","last_peered":"2024-03-07T03:13:36.174398+0000","last_clean":"2024-03-07T03:13:36.174398+0000","last_became_active":"2024-03-07T03:07:58.760086+0000","last_became_peered":"2024-03-07T03:07:58.760086+0000","last_unstale":"2024-03-07T03:13:36.174398+0000","last_undegraded":"2024-03-07T03:13:36.174398+0000","last_fullsized":"2024-03-07T03:13:36.174398+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:34:38.583100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1089,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:53.975738+0000","last_change":"2024-03-07T03:07:23.073659+0000","last_active":"2024-03-07T03:13:53.975738+0000","last_peered":"2024-03-07T03:13:53.975738+0000","last_clean":"2024-03-07T03:13:53.975738+0000","last_became_active":"2024-03-07T03:07:23.073277+0000","last_became_peered":"2024-03-07T03:07:23.073277+0000","last_unstale":"2024-03-07T03:13:53.975738+0000","last_undegraded":"2024-03-07T03:13:53.975738+0000","last_fullsized":"2024-03-07T03:13:53.975738+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:48:34.819985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1061,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:00.951679+0000","last_change":"2024-03-07T03:07:58.752576+0000","last_active":"2024-03-07T03:13:00.951679+0000","last_peered":"2024-03-07T03:13:00.951679+0000","last_clean":"2024-03-07T03:13:00.951679+0000","last_became_active":"2024-03-07T03:07:58.752193+0000","last_became_peered":"2024-03-07T03:07:58.752193+0000","last_unstale":"2024-03-07T03:13:00.951679+0000","last_undegraded":"2024-03-07T03:13:00.951679+0000","last_fullsized":"2024-03-07T03:13:00.951679+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:55:14.205594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"395'197","reported_seq":1466,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:56.410378+0000","last_change":"2024-03-07T03:07:58.752982+0000","last_active":"2024-03-07T03:13:56.410378+0000","last_peered":"2024-03-07T03:13:56.410378+0000","last_clean":"2024-03-07T03:13:56.410378+0000","last_became_active":"2024-03-07T03:07:58.752004+0000","last_became_peered":"2024-03-07T03:07:58.752004+0000","last_unstale":"2024-03-07T03:13:56.410378+0000","last_undegraded":"2024-03-07T03:13:56.410378+0000","last_fullsized":"2024-03-07T03:13:56.410378+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_clean_scrub_stamp":"2024-03-07T02:51:31.238394+0000","objects_scrubbed":0,"log_size":197,"log_dups_size":0,"ondisk_log_size":197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:53.766202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"858'3145","reported_seq":6530,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:15.953631+0000","last_change":"2024-03-07T03:10:57.131283+0000","last_active":"2024-03-07T03:13:15.953631+0000","last_peered":"2024-03-07T03:13:15.953631+0000","last_clean":"2024-03-07T03:13:15.953631+0000","last_became_active":"2024-03-07T03:06:47.859231+0000","last_became_peered":"2024-03-07T03:06:47.859231+0000","last_unstale":"2024-03-07T03:13:15.953631+0000","last_undegraded":"2024-03-07T03:13:15.953631+0000","last_fullsized":"2024-03-07T03:13:15.953631+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3145,"log_dups_size":0,"ondisk_log_size":3145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:10:03.781442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001499434,"stat_sum":{"num_bytes":18481152,"num_objects":15,"num_object_clones":14,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":124,"num_read_kb":398406,"num_write":253,"num_write_kb":45856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":9773056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:30.797058+0000","last_change":"2024-03-07T03:05:01.454053+0000","last_active":"2024-03-07T03:12:30.797058+0000","last_peered":"2024-03-07T03:12:30.797058+0000","last_clean":"2024-03-07T03:12:30.797058+0000","last_became_active":"2024-03-07T03:05:01.453718+0000","last_became_peered":"2024-03-07T03:05:01.453718+0000","last_unstale":"2024-03-07T03:12:30.797058+0000","last_undegraded":"2024-03-07T03:12:30.797058+0000","last_fullsized":"2024-03-07T03:12:30.797058+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:10:59.835543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:10.794862+0000","last_change":"2024-03-07T03:06:09.987673+0000","last_active":"2024-03-07T03:12:10.794862+0000","last_peered":"2024-03-07T03:12:10.794862+0000","last_clean":"2024-03-07T03:12:10.794862+0000","last_became_active":"2024-03-07T03:06:09.987328+0000","last_became_peered":"2024-03-07T03:06:09.987328+0000","last_unstale":"2024-03-07T03:12:10.794862+0000","last_undegraded":"2024-03-07T03:12:10.794862+0000","last_fullsized":"2024-03-07T03:12:10.794862+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:11:17.983744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":975,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:56.410353+0000","last_change":"2024-03-07T03:07:58.757849+0000","last_active":"2024-03-07T03:13:56.410353+0000","last_peered":"2024-03-07T03:13:56.410353+0000","last_clean":"2024-03-07T03:13:56.410353+0000","last_became_active":"2024-03-07T03:07:58.757399+0000","last_became_peered":"2024-03-07T03:07:58.757399+0000","last_unstale":"2024-03-07T03:13:56.410353+0000","last_undegraded":"2024-03-07T03:13:56.410353+0000","last_fullsized":"2024-03-07T03:13:56.410353+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:54:11.413787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"864'1259","reported_seq":4064,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:36.174367+0000","last_change":"2024-03-07T03:10:56.129203+0000","last_active":"2024-03-07T03:13:36.174367+0000","last_peered":"2024-03-07T03:13:36.174367+0000","last_clean":"2024-03-07T03:13:36.174367+0000","last_became_active":"2024-03-07T03:07:23.080120+0000","last_became_peered":"2024-03-07T03:07:23.080120+0000","last_unstale":"2024-03-07T03:13:36.174367+0000","last_undegraded":"2024-03-07T03:13:36.174367+0000","last_fullsized":"2024-03-07T03:13:36.174367+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1259,"log_dups_size":0,"ondisk_log_size":1259,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:33:24.850580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0059393290000000001,"stat_sum":{"num_bytes":23298048,"num_objects":10,"num_object_clones":7,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":249,"num_read_kb":271095,"num_write":553,"num_write_kb":138504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":18890752,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.3","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:10.794923+0000","last_change":"2024-03-07T03:07:58.750289+0000","last_active":"2024-03-07T03:12:10.794923+0000","last_peered":"2024-03-07T03:12:10.794923+0000","last_clean":"2024-03-07T03:12:10.794923+0000","last_became_active":"2024-03-07T03:07:58.749557+0000","last_became_peered":"2024-03-07T03:07:58.749557+0000","last_unstale":"2024-03-07T03:12:10.794923+0000","last_undegraded":"2024-03-07T03:12:10.794923+0000","last_fullsized":"2024-03-07T03:12:10.794923+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:54:43.865660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":988,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:06.397329+0000","last_change":"2024-03-07T03:07:58.758005+0000","last_active":"2024-03-07T03:12:06.397329+0000","last_peered":"2024-03-07T03:12:06.397329+0000","last_clean":"2024-03-07T03:12:06.397329+0000","last_became_active":"2024-03-07T03:07:58.756833+0000","last_became_peered":"2024-03-07T03:07:58.756833+0000","last_unstale":"2024-03-07T03:12:06.397329+0000","last_undegraded":"2024-03-07T03:12:06.397329+0000","last_fullsized":"2024-03-07T03:12:06.397329+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:37:55.288554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:44.902730+0000","last_change":"2024-03-07T03:06:47.843644+0000","last_active":"2024-03-07T03:12:44.902730+0000","last_peered":"2024-03-07T03:12:44.902730+0000","last_clean":"2024-03-07T03:12:44.902730+0000","last_became_active":"2024-03-07T03:06:47.842694+0000","last_became_peered":"2024-03-07T03:06:47.842694+0000","last_unstale":"2024-03-07T03:12:44.902730+0000","last_undegraded":"2024-03-07T03:12:44.902730+0000","last_fullsized":"2024-03-07T03:12:44.902730+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:25:34.783974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"863'880","reported_seq":3815,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:23.069074+0000","last_change":"2024-03-07T03:10:56.125509+0000","last_active":"2024-03-07T03:12:23.069074+0000","last_peered":"2024-03-07T03:12:23.069074+0000","last_clean":"2024-03-07T03:12:23.069074+0000","last_became_active":"2024-03-07T03:07:58.755248+0000","last_became_peered":"2024-03-07T03:07:58.755248+0000","last_unstale":"2024-03-07T03:12:23.069074+0000","last_undegraded":"2024-03-07T03:12:23.069074+0000","last_fullsized":"2024-03-07T03:12:23.069074+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":880,"log_dups_size":0,"ondisk_log_size":880,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:40:02.788467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0073429089999999999,"stat_sum":{"num_bytes":9224192,"num_objects":8,"num_object_clones":6,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":1,"num_read":161,"num_read_kb":133885,"num_write":362,"num_write_kb":55920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1125,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:33.973534+0000","last_change":"2024-03-07T03:07:58.764215+0000","last_active":"2024-03-07T03:13:33.973534+0000","last_peered":"2024-03-07T03:13:33.973534+0000","last_clean":"2024-03-07T03:13:33.973534+0000","last_became_active":"2024-03-07T03:07:58.763818+0000","last_became_peered":"2024-03-07T03:07:58.763818+0000","last_unstale":"2024-03-07T03:13:33.973534+0000","last_undegraded":"2024-03-07T03:13:33.973534+0000","last_fullsized":"2024-03-07T03:13:33.973534+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:27:54.623360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"719'2","reported_seq":1193,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:04.904841+0000","last_change":"2024-03-07T03:07:23.074913+0000","last_active":"2024-03-07T03:13:04.904841+0000","last_peered":"2024-03-07T03:13:04.904841+0000","last_clean":"2024-03-07T03:13:04.904841+0000","last_became_active":"2024-03-07T03:07:23.074530+0000","last_became_peered":"2024-03-07T03:07:23.074530+0000","last_unstale":"2024-03-07T03:13:04.904841+0000","last_undegraded":"2024-03-07T03:13:04.904841+0000","last_fullsized":"2024-03-07T03:13:04.904841+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:13:25.877187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1127,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:03.963704+0000","last_change":"2024-03-07T03:07:58.757756+0000","last_active":"2024-03-07T03:12:03.963704+0000","last_peered":"2024-03-07T03:12:03.963704+0000","last_clean":"2024-03-07T03:12:03.963704+0000","last_became_active":"2024-03-07T03:07:58.757430+0000","last_became_peered":"2024-03-07T03:07:58.757430+0000","last_unstale":"2024-03-07T03:12:03.963704+0000","last_undegraded":"2024-03-07T03:12:03.963704+0000","last_fullsized":"2024-03-07T03:12:03.963704+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:22:21.412765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"863'1564","reported_seq":5164,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:33.973496+0000","last_change":"2024-03-07T03:10:57.329944+0000","last_active":"2024-03-07T03:13:33.973496+0000","last_peered":"2024-03-07T03:13:33.973496+0000","last_clean":"2024-03-07T03:13:33.973496+0000","last_became_active":"2024-03-07T03:06:09.990793+0000","last_became_peered":"2024-03-07T03:06:09.990793+0000","last_unstale":"2024-03-07T03:13:33.973496+0000","last_undegraded":"2024-03-07T03:13:33.973496+0000","last_fullsized":"2024-03-07T03:13:33.973496+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1564,"log_dups_size":0,"ondisk_log_size":1564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":143,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:53.639078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.019553126000000001,"stat_sum":{"num_bytes":100999168,"num_objects":73,"num_object_clones":68,"num_object_copies":219,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":1,"num_read":410,"num_read_kb":572954,"num_write":777,"num_write_kb":204640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":51175424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"c"},{"start":"178","length":"4"},{"start":"17e","length":"3"},{"start":"182","length":"4"},{"start":"187","length":"5"},{"start":"18d","length":"2"}]},{"pgid":"4.1","version":"0'0","reported_seq":1080,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:23.069051+0000","last_change":"2024-03-07T03:07:23.071468+0000","last_active":"2024-03-07T03:12:23.069051+0000","last_peered":"2024-03-07T03:12:23.069051+0000","last_clean":"2024-03-07T03:12:23.069051+0000","last_became_active":"2024-03-07T03:07:23.071160+0000","last_became_peered":"2024-03-07T03:07:23.071160+0000","last_unstale":"2024-03-07T03:12:23.069051+0000","last_undegraded":"2024-03-07T03:12:23.069051+0000","last_fullsized":"2024-03-07T03:12:23.069051+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:17:55.686793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":991,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:51.175912+0000","last_change":"2024-03-07T03:07:58.759142+0000","last_active":"2024-03-07T03:13:51.175912+0000","last_peered":"2024-03-07T03:13:51.175912+0000","last_clean":"2024-03-07T03:13:51.175912+0000","last_became_active":"2024-03-07T03:07:58.758771+0000","last_became_peered":"2024-03-07T03:07:58.758771+0000","last_unstale":"2024-03-07T03:13:51.175912+0000","last_undegraded":"2024-03-07T03:13:51.175912+0000","last_fullsized":"2024-03-07T03:13:51.175912+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:45:13.985820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:30.797025+0000","last_change":"2024-03-07T03:06:09.988597+0000","last_active":"2024-03-07T03:12:30.797025+0000","last_peered":"2024-03-07T03:12:30.797025+0000","last_clean":"2024-03-07T03:12:30.797025+0000","last_became_active":"2024-03-07T03:06:09.988261+0000","last_became_peered":"2024-03-07T03:06:09.988261+0000","last_unstale":"2024-03-07T03:12:30.797025+0000","last_undegraded":"2024-03-07T03:12:30.797025+0000","last_fullsized":"2024-03-07T03:12:30.797025+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:11:06.717251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"843'3099","reported_seq":6399,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:30.955172+0000","last_change":"2024-03-07T03:10:57.131044+0000","last_active":"2024-03-07T03:13:30.955172+0000","last_peered":"2024-03-07T03:13:30.955172+0000","last_clean":"2024-03-07T03:13:30.955172+0000","last_became_active":"2024-03-07T03:07:23.084936+0000","last_became_peered":"2024-03-07T03:07:23.084936+0000","last_unstale":"2024-03-07T03:13:30.955172+0000","last_undegraded":"2024-03-07T03:13:30.955172+0000","last_fullsized":"2024-03-07T03:13:30.955172+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3099,"log_dups_size":0,"ondisk_log_size":3099,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:46:48.809690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012703,"stat_sum":{"num_bytes":8347648,"num_objects":13,"num_object_clones":12,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":56,"num_read_kb":33721,"num_write":241,"num_write_kb":36816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":434176,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1147,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:39.518313+0000","last_change":"2024-03-07T03:05:01.461136+0000","last_active":"2024-03-07T03:13:39.518313+0000","last_peered":"2024-03-07T03:13:39.518313+0000","last_clean":"2024-03-07T03:13:39.518313+0000","last_became_active":"2024-03-07T03:05:01.457189+0000","last_became_peered":"2024-03-07T03:05:01.457189+0000","last_unstale":"2024-03-07T03:13:39.518313+0000","last_undegraded":"2024-03-07T03:13:39.518313+0000","last_fullsized":"2024-03-07T03:13:39.518313+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:23.791243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1103,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:38.070678+0000","last_change":"2024-03-07T03:07:58.750311+0000","last_active":"2024-03-07T03:12:38.070678+0000","last_peered":"2024-03-07T03:12:38.070678+0000","last_clean":"2024-03-07T03:12:38.070678+0000","last_became_active":"2024-03-07T03:07:58.750001+0000","last_became_peered":"2024-03-07T03:07:58.750001+0000","last_unstale":"2024-03-07T03:12:38.070678+0000","last_undegraded":"2024-03-07T03:12:38.070678+0000","last_fullsized":"2024-03-07T03:12:38.070678+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:05.963944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"847'12789","reported_seq":16203,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:12:53.072507+0000","last_change":"2024-03-07T03:10:57.124034+0000","last_active":"2024-03-07T03:12:53.072507+0000","last_peered":"2024-03-07T03:12:53.072507+0000","last_clean":"2024-03-07T03:12:53.072507+0000","last_became_active":"2024-03-07T03:06:47.859957+0000","last_became_peered":"2024-03-07T03:06:47.859957+0000","last_unstale":"2024-03-07T03:12:53.072507+0000","last_undegraded":"2024-03-07T03:12:53.072507+0000","last_fullsized":"2024-03-07T03:12:53.072507+0000","mapping_epoch":625,"log_start":"599'6200","ondisk_log_start":"599'6200","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":6589,"log_dups_size":0,"ondisk_log_size":6589,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":137,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:29:13.699651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0091875959999999993,"stat_sum":{"num_bytes":71745536,"num_objects":32,"num_object_clones":30,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":0,"num_read":146,"num_read_kb":316804,"num_write":323,"num_write_kb":90232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":20865024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"5"},{"start":"171","length":"b"},{"start":"17e","length":"8"},{"start":"187","length":"5"},{"start":"18d","length":"3"},{"start":"192","length":"1"},{"start":"197","length":"1"},{"start":"199","length":"2"}]},{"pgid":"2.9","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:04.904773+0000","last_change":"2024-03-07T03:07:58.752456+0000","last_active":"2024-03-07T03:13:04.904773+0000","last_peered":"2024-03-07T03:13:04.904773+0000","last_clean":"2024-03-07T03:13:04.904773+0000","last_became_active":"2024-03-07T03:07:58.752118+0000","last_became_peered":"2024-03-07T03:07:58.752118+0000","last_unstale":"2024-03-07T03:13:04.904773+0000","last_undegraded":"2024-03-07T03:13:04.904773+0000","last_fullsized":"2024-03-07T03:13:04.904773+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:08:08.574482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1118,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:03.963633+0000","last_change":"2024-03-07T03:07:58.757839+0000","last_active":"2024-03-07T03:12:03.963633+0000","last_peered":"2024-03-07T03:12:03.963633+0000","last_clean":"2024-03-07T03:12:03.963633+0000","last_became_active":"2024-03-07T03:07:58.757495+0000","last_became_peered":"2024-03-07T03:07:58.757495+0000","last_unstale":"2024-03-07T03:12:03.963633+0000","last_undegraded":"2024-03-07T03:12:03.963633+0000","last_fullsized":"2024-03-07T03:12:03.963633+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:27:02.190643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"861'1463","reported_seq":5088,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:44.502699+0000","last_change":"2024-03-07T03:10:57.330799+0000","last_active":"2024-03-07T03:11:44.502699+0000","last_peered":"2024-03-07T03:11:44.502699+0000","last_clean":"2024-03-07T03:11:44.502699+0000","last_became_active":"2024-03-07T03:07:58.763085+0000","last_became_peered":"2024-03-07T03:07:58.763085+0000","last_unstale":"2024-03-07T03:11:44.502699+0000","last_undegraded":"2024-03-07T03:11:44.502699+0000","last_fullsized":"2024-03-07T03:11:44.502699+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1463,"log_dups_size":0,"ondisk_log_size":1463,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:39:21.050544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.016579719999999999,"stat_sum":{"num_bytes":106192896,"num_objects":71,"num_object_clones":66,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":1,"num_read":323,"num_read_kb":516030,"num_write":942,"num_write_kb":231680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":48201728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:04.904803+0000","last_change":"2024-03-07T03:07:58.752370+0000","last_active":"2024-03-07T03:13:04.904803+0000","last_peered":"2024-03-07T03:13:04.904803+0000","last_clean":"2024-03-07T03:13:04.904803+0000","last_became_active":"2024-03-07T03:07:58.751985+0000","last_became_peered":"2024-03-07T03:07:58.751985+0000","last_unstale":"2024-03-07T03:13:04.904803+0000","last_undegraded":"2024-03-07T03:13:04.904803+0000","last_fullsized":"2024-03-07T03:13:04.904803+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:31:33.590004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1127,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:18.965443+0000","last_change":"2024-03-07T03:06:09.987484+0000","last_active":"2024-03-07T03:12:18.965443+0000","last_peered":"2024-03-07T03:12:18.965443+0000","last_clean":"2024-03-07T03:12:18.965443+0000","last_became_active":"2024-03-07T03:06:09.986947+0000","last_became_peered":"2024-03-07T03:06:09.986947+0000","last_unstale":"2024-03-07T03:12:18.965443+0000","last_undegraded":"2024-03-07T03:12:18.965443+0000","last_fullsized":"2024-03-07T03:12:18.965443+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:37:38.253630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"857'1055","reported_seq":4919,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:24.906606+0000","last_change":"2024-03-07T03:10:57.123092+0000","last_active":"2024-03-07T03:13:24.906606+0000","last_peered":"2024-03-07T03:13:24.906606+0000","last_clean":"2024-03-07T03:13:24.906606+0000","last_became_active":"2024-03-07T03:06:09.993513+0000","last_became_peered":"2024-03-07T03:06:09.993513+0000","last_unstale":"2024-03-07T03:13:24.906606+0000","last_undegraded":"2024-03-07T03:13:24.906606+0000","last_fullsized":"2024-03-07T03:13:24.906606+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1055,"log_dups_size":0,"ondisk_log_size":1055,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:34:07.352811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013205965,"stat_sum":{"num_bytes":99745792,"num_objects":66,"num_object_clones":62,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":306,"num_read_kb":434534,"num_write":588,"num_write_kb":145464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":21749760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.b","version":"716'3","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:26.399720+0000","last_change":"2024-03-07T03:07:58.749480+0000","last_active":"2024-03-07T03:12:26.399720+0000","last_peered":"2024-03-07T03:12:26.399720+0000","last_clean":"2024-03-07T03:12:26.399720+0000","last_became_active":"2024-03-07T03:07:58.749098+0000","last_became_peered":"2024-03-07T03:07:58.749098+0000","last_unstale":"2024-03-07T03:12:26.399720+0000","last_undegraded":"2024-03-07T03:12:26.399720+0000","last_fullsized":"2024-03-07T03:12:26.399720+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:35:33.945855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1036,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:51.175841+0000","last_change":"2024-03-07T03:07:23.075725+0000","last_active":"2024-03-07T03:13:51.175841+0000","last_peered":"2024-03-07T03:13:51.175841+0000","last_clean":"2024-03-07T03:13:51.175841+0000","last_became_active":"2024-03-07T03:07:23.075203+0000","last_became_peered":"2024-03-07T03:07:23.075203+0000","last_unstale":"2024-03-07T03:13:51.175841+0000","last_undegraded":"2024-03-07T03:13:51.175841+0000","last_fullsized":"2024-03-07T03:13:51.175841+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:47:11.192302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"863'1711","reported_seq":5460,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:11:44.502642+0000","last_change":"2024-03-07T03:10:57.330918+0000","last_active":"2024-03-07T03:11:44.502642+0000","last_peered":"2024-03-07T03:11:44.502642+0000","last_clean":"2024-03-07T03:11:44.502642+0000","last_became_active":"2024-03-07T03:06:47.849454+0000","last_became_peered":"2024-03-07T03:06:47.849454+0000","last_unstale":"2024-03-07T03:11:44.502642+0000","last_undegraded":"2024-03-07T03:11:44.502642+0000","last_fullsized":"2024-03-07T03:11:44.502642+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1711,"log_dups_size":0,"ondisk_log_size":1711,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:40:07.156907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.014160193999999999,"stat_sum":{"num_bytes":165158912,"num_objects":93,"num_object_clones":87,"num_object_copies":279,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":93,"num_whiteouts":2,"num_read":489,"num_read_kb":756200,"num_write":870,"num_write_kb":258896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":69541888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1156,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:44.502687+0000","last_change":"2024-03-07T03:06:47.847077+0000","last_active":"2024-03-07T03:11:44.502687+0000","last_peered":"2024-03-07T03:11:44.502687+0000","last_clean":"2024-03-07T03:11:44.502687+0000","last_became_active":"2024-03-07T03:06:47.846359+0000","last_became_peered":"2024-03-07T03:06:47.846359+0000","last_unstale":"2024-03-07T03:11:44.502687+0000","last_undegraded":"2024-03-07T03:11:44.502687+0000","last_fullsized":"2024-03-07T03:11:44.502687+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:00:08.102949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":972,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:26.399763+0000","last_change":"2024-03-07T03:07:58.760528+0000","last_active":"2024-03-07T03:12:26.399763+0000","last_peered":"2024-03-07T03:12:26.399763+0000","last_clean":"2024-03-07T03:12:26.399763+0000","last_became_active":"2024-03-07T03:07:58.760226+0000","last_became_peered":"2024-03-07T03:07:58.760226+0000","last_unstale":"2024-03-07T03:12:26.399763+0000","last_undegraded":"2024-03-07T03:12:26.399763+0000","last_fullsized":"2024-03-07T03:12:26.399763+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:10:36.411047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"863'1938","reported_seq":4939,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:39.518331+0000","last_change":"2024-03-07T03:10:56.140803+0000","last_active":"2024-03-07T03:13:39.518331+0000","last_peered":"2024-03-07T03:13:39.518331+0000","last_clean":"2024-03-07T03:13:39.518331+0000","last_became_active":"2024-03-07T03:06:09.993933+0000","last_became_peered":"2024-03-07T03:06:09.993933+0000","last_unstale":"2024-03-07T03:13:39.518331+0000","last_undegraded":"2024-03-07T03:13:39.518331+0000","last_fullsized":"2024-03-07T03:13:39.518331+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1938,"log_dups_size":0,"ondisk_log_size":1938,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:16.359457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.024996012000000001,"stat_sum":{"num_bytes":22765568,"num_objects":17,"num_object_clones":12,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":2,"num_read":350,"num_read_kb":387634,"num_write":702,"num_write_kb":183472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":7151616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.d","version":"61'1","reported_seq":1191,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:24.906636+0000","last_change":"2024-03-07T03:06:09.993129+0000","last_active":"2024-03-07T03:13:24.906636+0000","last_peered":"2024-03-07T03:13:24.906636+0000","last_clean":"2024-03-07T03:13:24.906636+0000","last_became_active":"2024-03-07T03:06:09.992737+0000","last_became_peered":"2024-03-07T03:06:09.992737+0000","last_unstale":"2024-03-07T03:13:24.906636+0000","last_undegraded":"2024-03-07T03:13:24.906636+0000","last_fullsized":"2024-03-07T03:13:24.906636+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:02:42.055569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1052,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:30.955152+0000","last_change":"2024-03-07T03:07:23.076846+0000","last_active":"2024-03-07T03:13:30.955152+0000","last_peered":"2024-03-07T03:13:30.955152+0000","last_clean":"2024-03-07T03:13:30.955152+0000","last_became_active":"2024-03-07T03:07:23.075895+0000","last_became_peered":"2024-03-07T03:07:23.075895+0000","last_unstale":"2024-03-07T03:13:30.955152+0000","last_undegraded":"2024-03-07T03:13:30.955152+0000","last_fullsized":"2024-03-07T03:13:30.955152+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:09:15.080126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"854'331","reported_seq":3439,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:12:16.398465+0000","last_change":"2024-03-07T03:10:57.298223+0000","last_active":"2024-03-07T03:12:16.398465+0000","last_peered":"2024-03-07T03:12:16.398465+0000","last_clean":"2024-03-07T03:12:16.398465+0000","last_became_active":"2024-03-07T03:07:58.749089+0000","last_became_peered":"2024-03-07T03:07:58.749089+0000","last_unstale":"2024-03-07T03:12:16.398465+0000","last_undegraded":"2024-03-07T03:12:16.398465+0000","last_fullsized":"2024-03-07T03:12:16.398465+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":331,"log_dups_size":0,"ondisk_log_size":331,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":83,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:26:07.404191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00085119700000000004,"stat_sum":{"num_bytes":15409152,"num_objects":11,"num_object_clones":10,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":91,"num_read_kb":118251,"num_write":162,"num_write_kb":30616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":34586624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"56"},{"start":"1c2","length":"3"},{"start":"1c9","length":"1"}]},{"pgid":"2.e","version":"61'2","reported_seq":1160,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:44.502729+0000","last_change":"2024-03-07T03:07:58.755578+0000","last_active":"2024-03-07T03:11:44.502729+0000","last_peered":"2024-03-07T03:11:44.502729+0000","last_clean":"2024-03-07T03:11:44.502729+0000","last_became_active":"2024-03-07T03:07:58.755160+0000","last_became_peered":"2024-03-07T03:07:58.755160+0000","last_unstale":"2024-03-07T03:11:44.502729+0000","last_undegraded":"2024-03-07T03:11:44.502729+0000","last_fullsized":"2024-03-07T03:11:44.502729+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:20.584382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:26.399820+0000","last_change":"2024-03-07T03:07:58.751269+0000","last_active":"2024-03-07T03:12:26.399820+0000","last_peered":"2024-03-07T03:12:26.399820+0000","last_clean":"2024-03-07T03:12:26.399820+0000","last_became_active":"2024-03-07T03:07:58.750956+0000","last_became_peered":"2024-03-07T03:07:58.750956+0000","last_unstale":"2024-03-07T03:12:26.399820+0000","last_undegraded":"2024-03-07T03:12:26.399820+0000","last_fullsized":"2024-03-07T03:12:26.399820+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:39.414545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1007,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:36.174338+0000","last_change":"2024-03-07T03:07:23.081711+0000","last_active":"2024-03-07T03:13:36.174338+0000","last_peered":"2024-03-07T03:13:36.174338+0000","last_clean":"2024-03-07T03:13:36.174338+0000","last_became_active":"2024-03-07T03:07:23.079269+0000","last_became_peered":"2024-03-07T03:07:23.079269+0000","last_unstale":"2024-03-07T03:13:36.174338+0000","last_undegraded":"2024-03-07T03:13:36.174338+0000","last_fullsized":"2024-03-07T03:13:36.174338+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:39.008957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1158,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:19.516251+0000","last_change":"2024-03-07T03:07:23.072806+0000","last_active":"2024-03-07T03:13:19.516251+0000","last_peered":"2024-03-07T03:13:19.516251+0000","last_clean":"2024-03-07T03:13:19.516251+0000","last_became_active":"2024-03-07T03:07:23.071234+0000","last_became_peered":"2024-03-07T03:07:23.071234+0000","last_unstale":"2024-03-07T03:13:19.516251+0000","last_undegraded":"2024-03-07T03:13:19.516251+0000","last_fullsized":"2024-03-07T03:13:19.516251+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:52.610744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1058,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:00.951666+0000","last_change":"2024-03-07T03:06:47.851593+0000","last_active":"2024-03-07T03:13:00.951666+0000","last_peered":"2024-03-07T03:13:00.951666+0000","last_clean":"2024-03-07T03:13:00.951666+0000","last_became_active":"2024-03-07T03:06:47.849677+0000","last_became_peered":"2024-03-07T03:06:47.849677+0000","last_unstale":"2024-03-07T03:13:00.951666+0000","last_undegraded":"2024-03-07T03:13:00.951666+0000","last_fullsized":"2024-03-07T03:13:00.951666+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:30.969251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1117,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:19.516309+0000","last_change":"2024-03-07T03:06:09.995434+0000","last_active":"2024-03-07T03:13:19.516309+0000","last_peered":"2024-03-07T03:13:19.516309+0000","last_clean":"2024-03-07T03:13:19.516309+0000","last_became_active":"2024-03-07T03:06:09.994939+0000","last_became_peered":"2024-03-07T03:06:09.994939+0000","last_unstale":"2024-03-07T03:13:19.516309+0000","last_undegraded":"2024-03-07T03:13:19.516309+0000","last_fullsized":"2024-03-07T03:13:19.516309+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:27:11.737354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1127,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:03.963669+0000","last_change":"2024-03-07T03:06:09.987381+0000","last_active":"2024-03-07T03:12:03.963669+0000","last_peered":"2024-03-07T03:12:03.963669+0000","last_clean":"2024-03-07T03:12:03.963669+0000","last_became_active":"2024-03-07T03:06:09.986952+0000","last_became_peered":"2024-03-07T03:06:09.986952+0000","last_unstale":"2024-03-07T03:12:03.963669+0000","last_undegraded":"2024-03-07T03:12:03.963669+0000","last_fullsized":"2024-03-07T03:12:03.963669+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:26:15.439852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:04.904825+0000","last_change":"2024-03-07T03:05:35.923999+0000","last_active":"2024-03-07T03:13:04.904825+0000","last_peered":"2024-03-07T03:13:04.904825+0000","last_clean":"2024-03-07T03:13:04.904825+0000","last_became_active":"2024-03-07T03:05:35.923719+0000","last_became_peered":"2024-03-07T03:05:35.923719+0000","last_unstale":"2024-03-07T03:13:04.904825+0000","last_undegraded":"2024-03-07T03:13:04.904825+0000","last_fullsized":"2024-03-07T03:13:04.904825+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:43:04.724647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1009,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:51.175899+0000","last_change":"2024-03-07T03:07:58.749989+0000","last_active":"2024-03-07T03:13:51.175899+0000","last_peered":"2024-03-07T03:13:51.175899+0000","last_clean":"2024-03-07T03:13:51.175899+0000","last_became_active":"2024-03-07T03:07:58.749643+0000","last_became_peered":"2024-03-07T03:07:58.749643+0000","last_unstale":"2024-03-07T03:13:51.175899+0000","last_undegraded":"2024-03-07T03:13:51.175899+0000","last_fullsized":"2024-03-07T03:13:51.175899+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:00:44.729806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1110,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:03.963717+0000","last_change":"2024-03-07T03:06:09.999184+0000","last_active":"2024-03-07T03:12:03.963717+0000","last_peered":"2024-03-07T03:12:03.963717+0000","last_clean":"2024-03-07T03:12:03.963717+0000","last_became_active":"2024-03-07T03:06:09.998856+0000","last_became_peered":"2024-03-07T03:06:09.998856+0000","last_unstale":"2024-03-07T03:12:03.963717+0000","last_undegraded":"2024-03-07T03:12:03.963717+0000","last_fullsized":"2024-03-07T03:12:03.963717+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:37:00.102189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1058,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:15.953528+0000","last_change":"2024-03-07T03:06:47.857644+0000","last_active":"2024-03-07T03:13:15.953528+0000","last_peered":"2024-03-07T03:13:15.953528+0000","last_clean":"2024-03-07T03:13:15.953528+0000","last_became_active":"2024-03-07T03:06:47.857354+0000","last_became_peered":"2024-03-07T03:06:47.857354+0000","last_unstale":"2024-03-07T03:13:15.953528+0000","last_undegraded":"2024-03-07T03:13:15.953528+0000","last_fullsized":"2024-03-07T03:13:15.953528+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:02:18.860369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1118,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:18.965420+0000","last_change":"2024-03-07T03:06:09.987872+0000","last_active":"2024-03-07T03:12:18.965420+0000","last_peered":"2024-03-07T03:12:18.965420+0000","last_clean":"2024-03-07T03:12:18.965420+0000","last_became_active":"2024-03-07T03:06:09.986852+0000","last_became_peered":"2024-03-07T03:06:09.986852+0000","last_unstale":"2024-03-07T03:12:18.965420+0000","last_undegraded":"2024-03-07T03:12:18.965420+0000","last_fullsized":"2024-03-07T03:12:18.965420+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:13.708512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1036,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:30.955106+0000","last_change":"2024-03-07T03:07:58.755825+0000","last_active":"2024-03-07T03:13:30.955106+0000","last_peered":"2024-03-07T03:13:30.955106+0000","last_clean":"2024-03-07T03:13:30.955106+0000","last_became_active":"2024-03-07T03:07:58.755395+0000","last_became_peered":"2024-03-07T03:07:58.755395+0000","last_unstale":"2024-03-07T03:13:30.955106+0000","last_undegraded":"2024-03-07T03:13:30.955106+0000","last_fullsized":"2024-03-07T03:13:30.955106+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:10:43.184914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:50.799209+0000","last_change":"2024-03-07T03:07:58.753962+0000","last_active":"2024-03-07T03:12:50.799209+0000","last_peered":"2024-03-07T03:12:50.799209+0000","last_clean":"2024-03-07T03:12:50.799209+0000","last_became_active":"2024-03-07T03:07:58.753619+0000","last_became_peered":"2024-03-07T03:07:58.753619+0000","last_unstale":"2024-03-07T03:12:50.799209+0000","last_undegraded":"2024-03-07T03:12:50.799209+0000","last_fullsized":"2024-03-07T03:12:50.799209+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:44:44.641067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1013,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:51.162869+0000","last_change":"2024-03-07T03:07:23.078516+0000","last_active":"2024-03-07T03:11:51.162869+0000","last_peered":"2024-03-07T03:11:51.162869+0000","last_clean":"2024-03-07T03:11:51.162869+0000","last_became_active":"2024-03-07T03:07:23.076017+0000","last_became_peered":"2024-03-07T03:07:23.076017+0000","last_unstale":"2024-03-07T03:11:51.162869+0000","last_undegraded":"2024-03-07T03:11:51.162869+0000","last_fullsized":"2024-03-07T03:11:51.162869+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:17:54.725933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":857645056,"num_objects":516,"num_object_clones":466,"num_object_copies":1548,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":516,"num_whiteouts":8,"num_read":3826,"num_read_kb":5949842,"num_write":7931,"num_write_kb":1978632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":107,"num_bytes_recovered":385712128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1170673664,"data_stored":2969124864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28580,"ondisk_log_size":28580,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197,"ondisk_log_size":197,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":26375,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":694,"seq":2980707303523,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":150184,"kb_used_data":96156,"kb_used_omap":35,"kb_used_meta":53980,"kb_avail":93594968,"statfs":{"total":95995035648,"available":95841247232,"internally_reserved":0,"allocated":98463744,"data_stored":167037349,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36312,"internal_metadata":55276072},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":660,"seq":2834678415466,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":94940,"kb_used_data":42576,"kb_used_omap":23,"kb_used_meta":52328,"kb_avail":93650212,"statfs":{"total":95995035648,"available":95897817088,"internally_reserved":0,"allocated":43597824,"data_stored":80829959,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":24173,"internal_metadata":53584275},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":463,"seq":1988569858196,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":692864,"kb_used_data":193964,"kb_used_omap":46,"kb_used_meta":498833,"kb_avail":93052288,"statfs":{"total":95995035648,"available":95285542912,"internally_reserved":0,"allocated":198619136,"data_stored":533391905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48036,"internal_metadata":510805084},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":528,"seq":2267742732422,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":401776,"kb_used_data":209252,"kb_used_omap":54,"kb_used_meta":192457,"kb_avail":93343376,"statfs":{"total":95995035648,"available":95583617024,"internally_reserved":0,"allocated":214274048,"data_stored":587826473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56016,"internal_metadata":197076272},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":495,"seq":2126008811661,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":485244,"kb_used_data":166572,"kb_used_omap":47,"kb_used_meta":318608,"kb_avail":93259908,"statfs":{"total":95995035648,"available":95498145792,"internally_reserved":0,"allocated":170569728,"data_stored":457545161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48143,"internal_metadata":326255601},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":562,"seq":2413771620479,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":177748,"kb_used_data":84672,"kb_used_omap":37,"kb_used_meta":93018,"kb_avail":93567404,"statfs":{"total":95995035648,"available":95813021696,"internally_reserved":0,"allocated":86704128,"data_stored":171510863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38083,"internal_metadata":95251261},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":591,"seq":2538325672056,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":365920,"kb_used_data":157844,"kb_used_omap":61,"kb_used_meta":208002,"kb_avail":93379232,"statfs":{"total":95995035648,"available":95620333568,"internally_reserved":0,"allocated":161632256,"data_stored":367986669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":62843,"internal_metadata":212994693},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":625,"seq":2684354560113,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":509804,"kb_used_data":269020,"kb_used_omap":73,"kb_used_meta":240694,"kb_avail":93235348,"statfs":{"total":95995035648,"available":95472996352,"internally_reserved":0,"allocated":275476480,"data_stored":649851960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":75044,"internal_metadata":246471388},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7413,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2060,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2124,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3359,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3677,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2797,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2839,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2106,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":188411904,"data_stored":527167488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":160964608,"data_stored":451911680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":204677120,"data_stored":582193152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":77082624,"data_stored":165871616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":152018944,"data_stored":362352640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":265863168,"data_stored":644214784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":33390592,"data_stored":74600448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":88264704,"data_stored":160813056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-07T03:16:09.001 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:16:09.001 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:16:09.001 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:16:09.001 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-07T03:16:09.001 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-07T03:16:09.001 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-07T03:16:09.001 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.c in trimming, state: active+clean+snaptrim_error 2024-03-07T03:16:09.001 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-07T03:16:09.001 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:16:09.002 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-07T03:16:09.820 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:16:09 smithi090 ceph-mon[89511]: pgmap v884: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:09.820 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:16:09 smithi090 ceph-mon[89511]: from='client.34644 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:16:09.820 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:16:09 smithi090 ceph-mon[91928]: pgmap v884: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:09.820 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:16:09 smithi090 ceph-mon[91928]: from='client.34644 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:16:09.908 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:16:09 smithi092 ceph-mon[83777]: pgmap v884: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:09.908 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:16:09 smithi092 ceph-mon[83777]: from='client.34644 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:16:11.820 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:16:11 smithi090 ceph-mon[89511]: pgmap v885: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:11.820 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:16:11 smithi090 ceph-mon[91928]: pgmap v885: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:11.908 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:16:11 smithi092 ceph-mon[83777]: pgmap v885: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:12.658 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:16:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:16:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:16:13.320 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:16:13 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:16:13] "GET /metrics HTTP/1.1" 200 36317 "" "Prometheus/2.43.0" 2024-03-07T03:16:13.820 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:16:13 smithi090 ceph-mon[89511]: pgmap v886: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:13.820 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:16:13 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:16:13.820 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:16:13 smithi090 ceph-mon[91928]: pgmap v886: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:13.820 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:16:13 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:16:13.908 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:16:13 smithi092 ceph-mon[83777]: pgmap v886: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:13.908 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:16:13 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:16:15.820 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:16:15 smithi090 ceph-mon[89511]: pgmap v887: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:15.820 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:16:15 smithi090 ceph-mon[91928]: pgmap v887: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:15.908 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:16:15 smithi092 ceph-mon[83777]: pgmap v887: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:17.820 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:16:17 smithi090 ceph-mon[89511]: pgmap v888: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:17.820 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:16:17 smithi090 ceph-mon[91928]: pgmap v888: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:17.908 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:16:17 smithi092 ceph-mon[83777]: pgmap v888: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:19.002 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph pg dump --format=json 2024-03-07T03:16:19.228 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T03:16:19.660 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:16:19 smithi090 ceph-mon[89511]: pgmap v889: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:19.660 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:16:19 smithi090 ceph-mon[91928]: pgmap v889: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:19.908 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:16:19 smithi092 ceph-mon[83777]: pgmap v889: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:21.113 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T03:16:21.115 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-03-07T03:16:21.814 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:16:21 smithi090 ceph-mon[91928]: pgmap v890: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:21.815 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:16:21 smithi090 ceph-mon[89511]: pgmap v890: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:21.836 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":890,"stamp":"2024-03-07T03:16:19.950150+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":858242044,"num_objects":540,"num_object_clones":466,"num_object_copies":1620,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":540,"num_whiteouts":8,"num_read":4717,"num_read_kb":5951239,"num_write":8310,"num_write_kb":1981084,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":113,"num_bytes_recovered":387483232,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28845,"ondisk_log_size":28845,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2878480,"kb_used_data":1220056,"kb_used_omap":379,"kb_used_meta":1657924,"kb_avail":747082736,"statfs":{"total":767960285184,"available":765012721664,"internally_reserved":0,"allocated":1249337344,"data_stored":3015980339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":388650,"internal_metadata":1697714646},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003854"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":974,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:11.412277+0000","last_change":"2024-03-07T03:07:58.753984+0000","last_active":"2024-03-07T03:14:11.412277+0000","last_peered":"2024-03-07T03:14:11.412277+0000","last_clean":"2024-03-07T03:14:11.412277+0000","last_became_active":"2024-03-07T03:07:58.753138+0000","last_became_peered":"2024-03-07T03:07:58.753138+0000","last_unstale":"2024-03-07T03:14:11.412277+0000","last_undegraded":"2024-03-07T03:14:11.412277+0000","last_fullsized":"2024-03-07T03:14:11.412277+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:37:39.612519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:44.902746+0000","last_change":"2024-03-07T03:07:23.074862+0000","last_active":"2024-03-07T03:12:44.902746+0000","last_peered":"2024-03-07T03:12:44.902746+0000","last_clean":"2024-03-07T03:12:44.902746+0000","last_became_active":"2024-03-07T03:07:23.074512+0000","last_became_peered":"2024-03-07T03:07:23.074512+0000","last_unstale":"2024-03-07T03:12:44.902746+0000","last_undegraded":"2024-03-07T03:12:44.902746+0000","last_fullsized":"2024-03-07T03:12:44.902746+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:45:24.128672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:10.794949+0000","last_change":"2024-03-07T03:05:01.446762+0000","last_active":"2024-03-07T03:12:10.794949+0000","last_peered":"2024-03-07T03:12:10.794949+0000","last_clean":"2024-03-07T03:12:10.794949+0000","last_became_active":"2024-03-07T03:05:01.446425+0000","last_became_peered":"2024-03-07T03:05:01.446425+0000","last_unstale":"2024-03-07T03:12:10.794949+0000","last_undegraded":"2024-03-07T03:12:10.794949+0000","last_fullsized":"2024-03-07T03:12:10.794949+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:39:39.897066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1053,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:45.949981+0000","last_change":"2024-03-07T03:07:58.755992+0000","last_active":"2024-03-07T03:12:45.949981+0000","last_peered":"2024-03-07T03:12:45.949981+0000","last_clean":"2024-03-07T03:12:45.949981+0000","last_became_active":"2024-03-07T03:07:58.755499+0000","last_became_peered":"2024-03-07T03:07:58.755499+0000","last_unstale":"2024-03-07T03:12:45.949981+0000","last_undegraded":"2024-03-07T03:12:45.949981+0000","last_fullsized":"2024-03-07T03:12:45.949981+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:26:12.313572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:56.403297+0000","last_change":"2024-03-07T03:07:58.752235+0000","last_active":"2024-03-07T03:12:56.403297+0000","last_peered":"2024-03-07T03:12:56.403297+0000","last_clean":"2024-03-07T03:12:56.403297+0000","last_became_active":"2024-03-07T03:07:58.751575+0000","last_became_peered":"2024-03-07T03:07:58.751575+0000","last_unstale":"2024-03-07T03:12:56.403297+0000","last_undegraded":"2024-03-07T03:12:56.403297+0000","last_fullsized":"2024-03-07T03:12:56.403297+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:12:05.995515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1030,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:45.942988+0000","last_change":"2024-03-07T03:06:47.859644+0000","last_active":"2024-03-07T03:11:45.942988+0000","last_peered":"2024-03-07T03:11:45.942988+0000","last_clean":"2024-03-07T03:11:45.942988+0000","last_became_active":"2024-03-07T03:06:47.859097+0000","last_became_peered":"2024-03-07T03:06:47.859097+0000","last_unstale":"2024-03-07T03:11:45.942988+0000","last_undegraded":"2024-03-07T03:11:45.942988+0000","last_fullsized":"2024-03-07T03:11:45.942988+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:22:46.909130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:56.403271+0000","last_change":"2024-03-07T03:07:58.754226+0000","last_active":"2024-03-07T03:12:56.403271+0000","last_peered":"2024-03-07T03:12:56.403271+0000","last_clean":"2024-03-07T03:12:56.403271+0000","last_became_active":"2024-03-07T03:07:58.753169+0000","last_became_peered":"2024-03-07T03:07:58.753169+0000","last_unstale":"2024-03-07T03:12:56.403271+0000","last_undegraded":"2024-03-07T03:12:56.403271+0000","last_fullsized":"2024-03-07T03:12:56.403271+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:46:59.258099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1087,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:03.970559+0000","last_change":"2024-03-07T03:07:23.073492+0000","last_active":"2024-03-07T03:13:03.970559+0000","last_peered":"2024-03-07T03:13:03.970559+0000","last_clean":"2024-03-07T03:13:03.970559+0000","last_became_active":"2024-03-07T03:07:23.071929+0000","last_became_peered":"2024-03-07T03:07:23.071929+0000","last_unstale":"2024-03-07T03:13:03.970559+0000","last_undegraded":"2024-03-07T03:13:03.970559+0000","last_fullsized":"2024-03-07T03:13:03.970559+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:35:26.391722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":979,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:46.402166+0000","last_change":"2024-03-07T03:07:58.760328+0000","last_active":"2024-03-07T03:12:46.402166+0000","last_peered":"2024-03-07T03:12:46.402166+0000","last_clean":"2024-03-07T03:12:46.402166+0000","last_became_active":"2024-03-07T03:07:58.760046+0000","last_became_peered":"2024-03-07T03:07:58.760046+0000","last_unstale":"2024-03-07T03:12:46.402166+0000","last_undegraded":"2024-03-07T03:12:46.402166+0000","last_fullsized":"2024-03-07T03:12:46.402166+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:08:46.356817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1005,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:11.165183+0000","last_change":"2024-03-07T03:07:23.079945+0000","last_active":"2024-03-07T03:12:11.165183+0000","last_peered":"2024-03-07T03:12:11.165183+0000","last_clean":"2024-03-07T03:12:11.165183+0000","last_became_active":"2024-03-07T03:07:23.078551+0000","last_became_peered":"2024-03-07T03:07:23.078551+0000","last_unstale":"2024-03-07T03:12:11.165183+0000","last_undegraded":"2024-03-07T03:12:11.165183+0000","last_fullsized":"2024-03-07T03:12:11.165183+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:03:46.670084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1005,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:11.165163+0000","last_change":"2024-03-07T03:07:23.081963+0000","last_active":"2024-03-07T03:12:11.165163+0000","last_peered":"2024-03-07T03:12:11.165163+0000","last_clean":"2024-03-07T03:12:11.165163+0000","last_became_active":"2024-03-07T03:07:23.080128+0000","last_became_peered":"2024-03-07T03:07:23.080128+0000","last_unstale":"2024-03-07T03:12:11.165163+0000","last_undegraded":"2024-03-07T03:12:11.165163+0000","last_fullsized":"2024-03-07T03:12:11.165163+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:56.813267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1148,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:14.506431+0000","last_change":"2024-03-07T03:07:23.074902+0000","last_active":"2024-03-07T03:12:14.506431+0000","last_peered":"2024-03-07T03:12:14.506431+0000","last_clean":"2024-03-07T03:12:14.506431+0000","last_became_active":"2024-03-07T03:07:23.074466+0000","last_became_peered":"2024-03-07T03:07:23.074466+0000","last_unstale":"2024-03-07T03:12:14.506431+0000","last_undegraded":"2024-03-07T03:12:14.506431+0000","last_fullsized":"2024-03-07T03:12:14.506431+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:40:20.268555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1117,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:48.969095+0000","last_change":"2024-03-07T03:07:23.072635+0000","last_active":"2024-03-07T03:12:48.969095+0000","last_peered":"2024-03-07T03:12:48.969095+0000","last_clean":"2024-03-07T03:12:48.969095+0000","last_became_active":"2024-03-07T03:07:23.071712+0000","last_became_peered":"2024-03-07T03:07:23.071712+0000","last_unstale":"2024-03-07T03:12:48.969095+0000","last_undegraded":"2024-03-07T03:12:48.969095+0000","last_fullsized":"2024-03-07T03:12:48.969095+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:00:39.298564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:10.801360+0000","last_change":"2024-03-07T03:06:47.851538+0000","last_active":"2024-03-07T03:13:10.801360+0000","last_peered":"2024-03-07T03:13:10.801360+0000","last_clean":"2024-03-07T03:13:10.801360+0000","last_became_active":"2024-03-07T03:06:47.851183+0000","last_became_peered":"2024-03-07T03:06:47.851183+0000","last_unstale":"2024-03-07T03:13:10.801360+0000","last_undegraded":"2024-03-07T03:13:10.801360+0000","last_fullsized":"2024-03-07T03:13:10.801360+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:36:23.932334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:44.908628+0000","last_change":"2024-03-07T03:06:47.843126+0000","last_active":"2024-03-07T03:13:44.908628+0000","last_peered":"2024-03-07T03:13:44.908628+0000","last_clean":"2024-03-07T03:13:44.908628+0000","last_became_active":"2024-03-07T03:06:47.842736+0000","last_became_peered":"2024-03-07T03:06:47.842736+0000","last_unstale":"2024-03-07T03:13:44.908628+0000","last_undegraded":"2024-03-07T03:13:44.908628+0000","last_fullsized":"2024-03-07T03:13:44.908628+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:48:10.843465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1035,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:45.956756+0000","last_change":"2024-03-07T03:07:58.755620+0000","last_active":"2024-03-07T03:13:45.956756+0000","last_peered":"2024-03-07T03:13:45.956756+0000","last_clean":"2024-03-07T03:13:45.956756+0000","last_became_active":"2024-03-07T03:07:58.755267+0000","last_became_peered":"2024-03-07T03:07:58.755267+0000","last_unstale":"2024-03-07T03:13:45.956756+0000","last_undegraded":"2024-03-07T03:13:45.956756+0000","last_fullsized":"2024-03-07T03:13:45.956756+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:51:32.339400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1039,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:45.956823+0000","last_change":"2024-03-07T03:07:58.756358+0000","last_active":"2024-03-07T03:13:45.956823+0000","last_peered":"2024-03-07T03:13:45.956823+0000","last_clean":"2024-03-07T03:13:45.956823+0000","last_became_active":"2024-03-07T03:07:58.755960+0000","last_became_peered":"2024-03-07T03:07:58.755960+0000","last_unstale":"2024-03-07T03:13:45.956823+0000","last_undegraded":"2024-03-07T03:13:45.956823+0000","last_fullsized":"2024-03-07T03:13:45.956823+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:47.464423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1156,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:59.504600+0000","last_change":"2024-03-07T03:07:58.755619+0000","last_active":"2024-03-07T03:11:59.504600+0000","last_peered":"2024-03-07T03:11:59.504600+0000","last_clean":"2024-03-07T03:11:59.504600+0000","last_became_active":"2024-03-07T03:07:58.755214+0000","last_became_peered":"2024-03-07T03:07:58.755214+0000","last_unstale":"2024-03-07T03:11:59.504600+0000","last_undegraded":"2024-03-07T03:11:59.504600+0000","last_fullsized":"2024-03-07T03:11:59.504600+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:59:02.041330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":972,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:26.399782+0000","last_change":"2024-03-07T03:07:58.756563+0000","last_active":"2024-03-07T03:12:26.399782+0000","last_peered":"2024-03-07T03:12:26.399782+0000","last_clean":"2024-03-07T03:12:26.399782+0000","last_became_active":"2024-03-07T03:07:58.752195+0000","last_became_peered":"2024-03-07T03:07:58.752195+0000","last_unstale":"2024-03-07T03:12:26.399782+0000","last_undegraded":"2024-03-07T03:12:26.399782+0000","last_fullsized":"2024-03-07T03:12:26.399782+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:32:35.496500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"716'5","reported_seq":1222,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:10.794999+0000","last_change":"2024-03-07T03:07:58.753999+0000","last_active":"2024-03-07T03:12:10.794999+0000","last_peered":"2024-03-07T03:12:10.794999+0000","last_clean":"2024-03-07T03:12:10.794999+0000","last_became_active":"2024-03-07T03:07:58.753607+0000","last_became_peered":"2024-03-07T03:07:58.753607+0000","last_unstale":"2024-03-07T03:12:10.794999+0000","last_undegraded":"2024-03-07T03:12:10.794999+0000","last_fullsized":"2024-03-07T03:12:10.794999+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:28:57.567238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1111,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:33.973557+0000","last_change":"2024-03-07T03:07:23.083830+0000","last_active":"2024-03-07T03:13:33.973557+0000","last_peered":"2024-03-07T03:13:33.973557+0000","last_clean":"2024-03-07T03:13:33.973557+0000","last_became_active":"2024-03-07T03:07:23.083530+0000","last_became_peered":"2024-03-07T03:07:23.083530+0000","last_unstale":"2024-03-07T03:13:33.973557+0000","last_undegraded":"2024-03-07T03:13:33.973557+0000","last_fullsized":"2024-03-07T03:13:33.973557+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:57.938032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"716'2","reported_seq":1131,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:33.973566+0000","last_change":"2024-03-07T03:06:47.849618+0000","last_active":"2024-03-07T03:13:33.973566+0000","last_peered":"2024-03-07T03:13:33.973566+0000","last_clean":"2024-03-07T03:13:33.973566+0000","last_became_active":"2024-03-07T03:06:47.849222+0000","last_became_peered":"2024-03-07T03:06:47.849222+0000","last_unstale":"2024-03-07T03:13:33.973566+0000","last_undegraded":"2024-03-07T03:13:33.973566+0000","last_fullsized":"2024-03-07T03:13:33.973566+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:36:41.880143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:10.794987+0000","last_change":"2024-03-07T03:06:47.851880+0000","last_active":"2024-03-07T03:12:10.794987+0000","last_peered":"2024-03-07T03:12:10.794987+0000","last_clean":"2024-03-07T03:12:10.794987+0000","last_became_active":"2024-03-07T03:06:47.851176+0000","last_became_peered":"2024-03-07T03:06:47.851176+0000","last_unstale":"2024-03-07T03:12:10.794987+0000","last_undegraded":"2024-03-07T03:12:10.794987+0000","last_fullsized":"2024-03-07T03:12:10.794987+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:38:59.663068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":977,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:56.403337+0000","last_change":"2024-03-07T03:07:58.757245+0000","last_active":"2024-03-07T03:12:56.403337+0000","last_peered":"2024-03-07T03:12:56.403337+0000","last_clean":"2024-03-07T03:12:56.403337+0000","last_became_active":"2024-03-07T03:07:58.754456+0000","last_became_peered":"2024-03-07T03:07:58.754456+0000","last_unstale":"2024-03-07T03:12:56.403337+0000","last_undegraded":"2024-03-07T03:12:56.403337+0000","last_fullsized":"2024-03-07T03:12:56.403337+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:57:32.153933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1043,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:45.943019+0000","last_change":"2024-03-07T03:06:47.855220+0000","last_active":"2024-03-07T03:11:45.943019+0000","last_peered":"2024-03-07T03:11:45.943019+0000","last_clean":"2024-03-07T03:11:45.943019+0000","last_became_active":"2024-03-07T03:06:47.854836+0000","last_became_peered":"2024-03-07T03:06:47.854836+0000","last_unstale":"2024-03-07T03:11:45.943019+0000","last_undegraded":"2024-03-07T03:11:45.943019+0000","last_fullsized":"2024-03-07T03:11:45.943019+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:51:35.386552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":984,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:56.403317+0000","last_change":"2024-03-07T03:07:58.757676+0000","last_active":"2024-03-07T03:12:56.403317+0000","last_peered":"2024-03-07T03:12:56.403317+0000","last_clean":"2024-03-07T03:12:56.403317+0000","last_became_active":"2024-03-07T03:07:58.753930+0000","last_became_peered":"2024-03-07T03:07:58.753930+0000","last_unstale":"2024-03-07T03:12:56.403317+0000","last_undegraded":"2024-03-07T03:12:56.403317+0000","last_fullsized":"2024-03-07T03:12:56.403317+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:56.639688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1037,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:45.943032+0000","last_change":"2024-03-07T03:07:23.076532+0000","last_active":"2024-03-07T03:11:45.943032+0000","last_peered":"2024-03-07T03:11:45.943032+0000","last_clean":"2024-03-07T03:11:45.943032+0000","last_became_active":"2024-03-07T03:07:23.076234+0000","last_became_peered":"2024-03-07T03:07:23.076234+0000","last_unstale":"2024-03-07T03:11:45.943032+0000","last_undegraded":"2024-03-07T03:11:45.943032+0000","last_fullsized":"2024-03-07T03:11:45.943032+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:16:39.967241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"716'2","reported_seq":1090,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:03.970601+0000","last_change":"2024-03-07T03:07:58.752045+0000","last_active":"2024-03-07T03:13:03.970601+0000","last_peered":"2024-03-07T03:13:03.970601+0000","last_clean":"2024-03-07T03:13:03.970601+0000","last_became_active":"2024-03-07T03:07:58.751585+0000","last_became_peered":"2024-03-07T03:07:58.751585+0000","last_unstale":"2024-03-07T03:13:03.970601+0000","last_undegraded":"2024-03-07T03:13:03.970601+0000","last_fullsized":"2024-03-07T03:13:03.970601+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:03:01.652607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1108,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:38.077764+0000","last_change":"2024-03-07T03:06:09.990854+0000","last_active":"2024-03-07T03:13:38.077764+0000","last_peered":"2024-03-07T03:13:38.077764+0000","last_clean":"2024-03-07T03:13:38.077764+0000","last_became_active":"2024-03-07T03:06:09.990464+0000","last_became_peered":"2024-03-07T03:06:09.990464+0000","last_unstale":"2024-03-07T03:13:38.077764+0000","last_undegraded":"2024-03-07T03:13:38.077764+0000","last_fullsized":"2024-03-07T03:13:38.077764+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:53:52.856954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"716'2","reported_seq":1010,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:21.166229+0000","last_change":"2024-03-07T03:07:58.754526+0000","last_active":"2024-03-07T03:12:21.166229+0000","last_peered":"2024-03-07T03:12:21.166229+0000","last_clean":"2024-03-07T03:12:21.166229+0000","last_became_active":"2024-03-07T03:07:58.754123+0000","last_became_peered":"2024-03-07T03:07:58.754123+0000","last_unstale":"2024-03-07T03:12:21.166229+0000","last_undegraded":"2024-03-07T03:12:21.166229+0000","last_fullsized":"2024-03-07T03:12:21.166229+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:41:34.446180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1212,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:20.789924+0000","last_change":"2024-03-07T03:07:58.750769+0000","last_active":"2024-03-07T03:11:20.789924+0000","last_peered":"2024-03-07T03:11:20.789924+0000","last_clean":"2024-03-07T03:11:20.789924+0000","last_became_active":"2024-03-07T03:07:58.749974+0000","last_became_peered":"2024-03-07T03:07:58.749974+0000","last_unstale":"2024-03-07T03:11:20.789924+0000","last_undegraded":"2024-03-07T03:11:20.789924+0000","last_fullsized":"2024-03-07T03:11:20.789924+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:56:14.059734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1127,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:48.969049+0000","last_change":"2024-03-07T03:07:23.072942+0000","last_active":"2024-03-07T03:12:48.969049+0000","last_peered":"2024-03-07T03:12:48.969049+0000","last_clean":"2024-03-07T03:12:48.969049+0000","last_became_active":"2024-03-07T03:07:23.072639+0000","last_became_peered":"2024-03-07T03:07:23.072639+0000","last_unstale":"2024-03-07T03:12:48.969049+0000","last_undegraded":"2024-03-07T03:12:48.969049+0000","last_fullsized":"2024-03-07T03:12:48.969049+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:42.808853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1124,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:48.969008+0000","last_change":"2024-03-07T03:05:35.934963+0000","last_active":"2024-03-07T03:12:48.969008+0000","last_peered":"2024-03-07T03:12:48.969008+0000","last_clean":"2024-03-07T03:12:48.969008+0000","last_became_active":"2024-03-07T03:05:35.932493+0000","last_became_peered":"2024-03-07T03:05:35.932493+0000","last_unstale":"2024-03-07T03:12:48.969008+0000","last_undegraded":"2024-03-07T03:12:48.969008+0000","last_fullsized":"2024-03-07T03:12:48.969008+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:00:57.111662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1039,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:35.941626+0000","last_change":"2024-03-07T03:07:58.756063+0000","last_active":"2024-03-07T03:11:35.941626+0000","last_peered":"2024-03-07T03:11:35.941626+0000","last_clean":"2024-03-07T03:11:35.941626+0000","last_became_active":"2024-03-07T03:07:58.755712+0000","last_became_peered":"2024-03-07T03:07:58.755712+0000","last_unstale":"2024-03-07T03:11:35.941626+0000","last_undegraded":"2024-03-07T03:11:35.941626+0000","last_fullsized":"2024-03-07T03:11:35.941626+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:13:06.484346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:39.896026+0000","last_change":"2024-03-07T03:06:09.996319+0000","last_active":"2024-03-07T03:11:39.896026+0000","last_peered":"2024-03-07T03:11:39.896026+0000","last_clean":"2024-03-07T03:11:39.896026+0000","last_became_active":"2024-03-07T03:06:09.996002+0000","last_became_peered":"2024-03-07T03:06:09.996002+0000","last_unstale":"2024-03-07T03:11:39.896026+0000","last_undegraded":"2024-03-07T03:11:39.896026+0000","last_fullsized":"2024-03-07T03:11:39.896026+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:41:55.764562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1006,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:11.165197+0000","last_change":"2024-03-07T03:07:23.083466+0000","last_active":"2024-03-07T03:12:11.165197+0000","last_peered":"2024-03-07T03:12:11.165197+0000","last_clean":"2024-03-07T03:12:11.165197+0000","last_became_active":"2024-03-07T03:07:23.083156+0000","last_became_peered":"2024-03-07T03:07:23.083156+0000","last_unstale":"2024-03-07T03:12:11.165197+0000","last_undegraded":"2024-03-07T03:12:11.165197+0000","last_fullsized":"2024-03-07T03:12:11.165197+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:32:00.539449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1025,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:35.941679+0000","last_change":"2024-03-07T03:07:58.752127+0000","last_active":"2024-03-07T03:11:35.941679+0000","last_peered":"2024-03-07T03:11:35.941679+0000","last_clean":"2024-03-07T03:11:35.941679+0000","last_became_active":"2024-03-07T03:07:58.751770+0000","last_became_peered":"2024-03-07T03:07:58.751770+0000","last_unstale":"2024-03-07T03:11:35.941679+0000","last_undegraded":"2024-03-07T03:11:35.941679+0000","last_fullsized":"2024-03-07T03:11:35.941679+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:43.791488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1059,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:35.941668+0000","last_change":"2024-03-07T03:07:23.077653+0000","last_active":"2024-03-07T03:11:35.941668+0000","last_peered":"2024-03-07T03:11:35.941668+0000","last_clean":"2024-03-07T03:11:35.941668+0000","last_became_active":"2024-03-07T03:07:23.077355+0000","last_became_peered":"2024-03-07T03:07:23.077355+0000","last_unstale":"2024-03-07T03:11:35.941668+0000","last_undegraded":"2024-03-07T03:11:35.941668+0000","last_fullsized":"2024-03-07T03:11:35.941668+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:45.861158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:30.803761+0000","last_change":"2024-03-07T03:06:47.851508+0000","last_active":"2024-03-07T03:13:30.803761+0000","last_peered":"2024-03-07T03:13:30.803761+0000","last_clean":"2024-03-07T03:13:30.803761+0000","last_became_active":"2024-03-07T03:06:47.850839+0000","last_became_peered":"2024-03-07T03:06:47.850839+0000","last_unstale":"2024-03-07T03:13:30.803761+0000","last_undegraded":"2024-03-07T03:13:30.803761+0000","last_fullsized":"2024-03-07T03:13:30.803761+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:08:06.622234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1192,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:39.896067+0000","last_change":"2024-03-07T03:06:47.845848+0000","last_active":"2024-03-07T03:11:39.896067+0000","last_peered":"2024-03-07T03:11:39.896067+0000","last_clean":"2024-03-07T03:11:39.896067+0000","last_became_active":"2024-03-07T03:06:47.845425+0000","last_became_peered":"2024-03-07T03:06:47.845425+0000","last_unstale":"2024-03-07T03:11:39.896067+0000","last_undegraded":"2024-03-07T03:11:39.896067+0000","last_fullsized":"2024-03-07T03:11:39.896067+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:16:24.833986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1079,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:08.074258+0000","last_change":"2024-03-07T03:07:58.754983+0000","last_active":"2024-03-07T03:13:08.074258+0000","last_peered":"2024-03-07T03:13:08.074258+0000","last_clean":"2024-03-07T03:13:08.074258+0000","last_became_active":"2024-03-07T03:07:58.754657+0000","last_became_peered":"2024-03-07T03:07:58.754657+0000","last_unstale":"2024-03-07T03:13:08.074258+0000","last_undegraded":"2024-03-07T03:13:08.074258+0000","last_fullsized":"2024-03-07T03:13:08.074258+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:06:00.897772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"716'29","reported_seq":1041,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:01.164213+0000","last_change":"2024-03-07T03:07:23.079677+0000","last_active":"2024-03-07T03:12:01.164213+0000","last_peered":"2024-03-07T03:12:01.164213+0000","last_clean":"2024-03-07T03:12:01.164213+0000","last_became_active":"2024-03-07T03:07:23.079320+0000","last_became_peered":"2024-03-07T03:07:23.079320+0000","last_unstale":"2024-03-07T03:12:01.164213+0000","last_undegraded":"2024-03-07T03:12:01.164213+0000","last_fullsized":"2024-03-07T03:12:01.164213+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:49:54.979015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:46.402133+0000","last_change":"2024-03-07T03:07:58.758376+0000","last_active":"2024-03-07T03:12:46.402133+0000","last_peered":"2024-03-07T03:12:46.402133+0000","last_clean":"2024-03-07T03:12:46.402133+0000","last_became_active":"2024-03-07T03:07:58.757816+0000","last_became_peered":"2024-03-07T03:07:58.757816+0000","last_unstale":"2024-03-07T03:12:46.402133+0000","last_undegraded":"2024-03-07T03:12:46.402133+0000","last_fullsized":"2024-03-07T03:12:46.402133+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:47.253727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1219,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:10.801397+0000","last_change":"2024-03-07T03:06:09.989072+0000","last_active":"2024-03-07T03:13:10.801397+0000","last_peered":"2024-03-07T03:13:10.801397+0000","last_clean":"2024-03-07T03:13:10.801397+0000","last_became_active":"2024-03-07T03:06:09.987754+0000","last_became_peered":"2024-03-07T03:06:09.987754+0000","last_unstale":"2024-03-07T03:13:10.801397+0000","last_undegraded":"2024-03-07T03:13:10.801397+0000","last_fullsized":"2024-03-07T03:13:10.801397+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:05:15.340331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:10.801380+0000","last_change":"2024-03-07T03:07:58.754207+0000","last_active":"2024-03-07T03:13:10.801380+0000","last_peered":"2024-03-07T03:13:10.801380+0000","last_clean":"2024-03-07T03:13:10.801380+0000","last_became_active":"2024-03-07T03:07:58.753859+0000","last_became_peered":"2024-03-07T03:07:58.753859+0000","last_unstale":"2024-03-07T03:13:10.801380+0000","last_undegraded":"2024-03-07T03:13:10.801380+0000","last_fullsized":"2024-03-07T03:13:10.801380+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:14:02.813872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1053,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:45.956792+0000","last_change":"2024-03-07T03:07:58.755838+0000","last_active":"2024-03-07T03:13:45.956792+0000","last_peered":"2024-03-07T03:13:45.956792+0000","last_clean":"2024-03-07T03:13:45.956792+0000","last_became_active":"2024-03-07T03:07:58.755436+0000","last_became_peered":"2024-03-07T03:07:58.755436+0000","last_unstale":"2024-03-07T03:13:45.956792+0000","last_undegraded":"2024-03-07T03:13:45.956792+0000","last_fullsized":"2024-03-07T03:13:45.956792+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:25.094944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:36.400930+0000","last_change":"2024-03-07T03:07:58.750199+0000","last_active":"2024-03-07T03:12:36.400930+0000","last_peered":"2024-03-07T03:12:36.400930+0000","last_clean":"2024-03-07T03:12:36.400930+0000","last_became_active":"2024-03-07T03:07:58.749858+0000","last_became_peered":"2024-03-07T03:07:58.749858+0000","last_unstale":"2024-03-07T03:12:36.400930+0000","last_undegraded":"2024-03-07T03:12:36.400930+0000","last_fullsized":"2024-03-07T03:12:36.400930+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:41.122539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1014,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:01.164192+0000","last_change":"2024-03-07T03:07:23.076835+0000","last_active":"2024-03-07T03:12:01.164192+0000","last_peered":"2024-03-07T03:12:01.164192+0000","last_clean":"2024-03-07T03:12:01.164192+0000","last_became_active":"2024-03-07T03:07:23.075094+0000","last_became_peered":"2024-03-07T03:07:23.075094+0000","last_unstale":"2024-03-07T03:12:01.164192+0000","last_undegraded":"2024-03-07T03:12:01.164192+0000","last_fullsized":"2024-03-07T03:12:01.164192+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:50:36.739831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1005,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:01.164170+0000","last_change":"2024-03-07T03:07:23.078279+0000","last_active":"2024-03-07T03:12:01.164170+0000","last_peered":"2024-03-07T03:12:01.164170+0000","last_clean":"2024-03-07T03:12:01.164170+0000","last_became_active":"2024-03-07T03:07:23.077338+0000","last_became_peered":"2024-03-07T03:07:23.077338+0000","last_unstale":"2024-03-07T03:12:01.164170+0000","last_undegraded":"2024-03-07T03:12:01.164170+0000","last_fullsized":"2024-03-07T03:12:01.164170+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:05:40.599683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1169,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:59.504527+0000","last_change":"2024-03-07T03:05:01.461919+0000","last_active":"2024-03-07T03:11:59.504527+0000","last_peered":"2024-03-07T03:11:59.504527+0000","last_clean":"2024-03-07T03:11:59.504527+0000","last_became_active":"2024-03-07T03:05:01.459759+0000","last_became_peered":"2024-03-07T03:05:01.459759+0000","last_unstale":"2024-03-07T03:11:59.504527+0000","last_undegraded":"2024-03-07T03:11:59.504527+0000","last_fullsized":"2024-03-07T03:11:59.504527+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:31:45.535178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":972,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:36.400896+0000","last_change":"2024-03-07T03:07:58.753856+0000","last_active":"2024-03-07T03:12:36.400896+0000","last_peered":"2024-03-07T03:12:36.400896+0000","last_clean":"2024-03-07T03:12:36.400896+0000","last_became_active":"2024-03-07T03:07:58.751889+0000","last_became_peered":"2024-03-07T03:07:58.751889+0000","last_unstale":"2024-03-07T03:12:36.400896+0000","last_undegraded":"2024-03-07T03:12:36.400896+0000","last_fullsized":"2024-03-07T03:12:36.400896+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:27:20.126942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"863'1273","reported_seq":4341,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:39.518251+0000","last_change":"2024-03-07T03:10:56.137635+0000","last_active":"2024-03-07T03:13:39.518251+0000","last_peered":"2024-03-07T03:13:39.518251+0000","last_clean":"2024-03-07T03:13:39.518251+0000","last_became_active":"2024-03-07T03:05:01.457883+0000","last_became_peered":"2024-03-07T03:05:01.457883+0000","last_unstale":"2024-03-07T03:13:39.518251+0000","last_undegraded":"2024-03-07T03:13:39.518251+0000","last_fullsized":"2024-03-07T03:13:39.518251+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1273,"log_dups_size":0,"ondisk_log_size":1273,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:21:46.718939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.021818005000000001,"stat_sum":{"num_bytes":15540224,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":258,"num_read_kb":529715,"num_write":442,"num_write_kb":102224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1441792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.f","version":"61'1","reported_seq":1082,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:53.072552+0000","last_change":"2024-03-07T03:07:58.755003+0000","last_active":"2024-03-07T03:12:53.072552+0000","last_peered":"2024-03-07T03:12:53.072552+0000","last_clean":"2024-03-07T03:12:53.072552+0000","last_became_active":"2024-03-07T03:07:58.754564+0000","last_became_peered":"2024-03-07T03:07:58.754564+0000","last_unstale":"2024-03-07T03:12:53.072552+0000","last_undegraded":"2024-03-07T03:12:53.072552+0000","last_fullsized":"2024-03-07T03:12:53.072552+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:34:53.344746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:26.399799+0000","last_change":"2024-03-07T03:07:58.750952+0000","last_active":"2024-03-07T03:12:26.399799+0000","last_peered":"2024-03-07T03:12:26.399799+0000","last_clean":"2024-03-07T03:12:26.399799+0000","last_became_active":"2024-03-07T03:07:58.749229+0000","last_became_peered":"2024-03-07T03:07:58.749229+0000","last_unstale":"2024-03-07T03:12:26.399799+0000","last_undegraded":"2024-03-07T03:12:26.399799+0000","last_fullsized":"2024-03-07T03:12:26.399799+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:53:10.534950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"863'847","reported_seq":4048,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:10.794895+0000","last_change":"2024-03-07T03:10:56.129162+0000","last_active":"2024-03-07T03:12:10.794895+0000","last_peered":"2024-03-07T03:12:10.794895+0000","last_clean":"2024-03-07T03:12:10.794895+0000","last_became_active":"2024-03-07T03:07:23.074596+0000","last_became_peered":"2024-03-07T03:07:23.074596+0000","last_unstale":"2024-03-07T03:12:10.794895+0000","last_undegraded":"2024-03-07T03:12:10.794895+0000","last_fullsized":"2024-03-07T03:12:10.794895+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":847,"log_dups_size":0,"ondisk_log_size":847,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:34:23.625809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0099120149999999997,"stat_sum":{"num_bytes":38936576,"num_objects":11,"num_object_clones":9,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":157,"num_read_kb":413258,"num_write":266,"num_write_kb":109952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":4374528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.2","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:44.902692+0000","last_change":"2024-03-07T03:06:47.845893+0000","last_active":"2024-03-07T03:12:44.902692+0000","last_peered":"2024-03-07T03:12:44.902692+0000","last_clean":"2024-03-07T03:12:44.902692+0000","last_became_active":"2024-03-07T03:06:47.845548+0000","last_became_peered":"2024-03-07T03:06:47.845548+0000","last_unstale":"2024-03-07T03:12:44.902692+0000","last_undegraded":"2024-03-07T03:12:44.902692+0000","last_fullsized":"2024-03-07T03:12:44.902692+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:19:55.051329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:44.902713+0000","last_change":"2024-03-07T03:07:58.751041+0000","last_active":"2024-03-07T03:12:44.902713+0000","last_peered":"2024-03-07T03:12:44.902713+0000","last_clean":"2024-03-07T03:12:44.902713+0000","last_became_active":"2024-03-07T03:07:58.749047+0000","last_became_peered":"2024-03-07T03:07:58.749047+0000","last_unstale":"2024-03-07T03:12:44.902713+0000","last_undegraded":"2024-03-07T03:12:44.902713+0000","last_fullsized":"2024-03-07T03:12:44.902713+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:47:59.256394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1058,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:00.951695+0000","last_change":"2024-03-07T03:06:47.858022+0000","last_active":"2024-03-07T03:13:00.951695+0000","last_peered":"2024-03-07T03:13:00.951695+0000","last_clean":"2024-03-07T03:13:00.951695+0000","last_became_active":"2024-03-07T03:06:47.857526+0000","last_became_peered":"2024-03-07T03:06:47.857526+0000","last_unstale":"2024-03-07T03:13:00.951695+0000","last_undegraded":"2024-03-07T03:13:00.951695+0000","last_fullsized":"2024-03-07T03:13:00.951695+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:02:03.856321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"862'1186","reported_seq":4379,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:10.794958+0000","last_change":"2024-03-07T03:10:56.119983+0000","last_active":"2024-03-07T03:12:10.794958+0000","last_peered":"2024-03-07T03:12:10.794958+0000","last_clean":"2024-03-07T03:12:10.794958+0000","last_became_active":"2024-03-07T03:06:09.988405+0000","last_became_peered":"2024-03-07T03:06:09.988405+0000","last_unstale":"2024-03-07T03:12:10.794958+0000","last_undegraded":"2024-03-07T03:12:10.794958+0000","last_fullsized":"2024-03-07T03:12:10.794958+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1186,"log_dups_size":0,"ondisk_log_size":1186,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:41:38.890400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099770099999999993,"stat_sum":{"num_bytes":13524992,"num_objects":9,"num_object_clones":6,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":208,"num_read_kb":390958,"num_write":505,"num_write_kb":103888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":50642944,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:44.902722+0000","last_change":"2024-03-07T03:05:35.928460+0000","last_active":"2024-03-07T03:12:44.902722+0000","last_peered":"2024-03-07T03:12:44.902722+0000","last_clean":"2024-03-07T03:12:44.902722+0000","last_became_active":"2024-03-07T03:05:35.928017+0000","last_became_peered":"2024-03-07T03:05:35.928017+0000","last_unstale":"2024-03-07T03:12:44.902722+0000","last_undegraded":"2024-03-07T03:12:44.902722+0000","last_fullsized":"2024-03-07T03:12:44.902722+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:53:27.674544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1027,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:00.951637+0000","last_change":"2024-03-07T03:07:23.075249+0000","last_active":"2024-03-07T03:13:00.951637+0000","last_peered":"2024-03-07T03:13:00.951637+0000","last_clean":"2024-03-07T03:13:00.951637+0000","last_became_active":"2024-03-07T03:07:23.074866+0000","last_became_peered":"2024-03-07T03:07:23.074866+0000","last_unstale":"2024-03-07T03:13:00.951637+0000","last_undegraded":"2024-03-07T03:13:00.951637+0000","last_fullsized":"2024-03-07T03:13:00.951637+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:03.393010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1079,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:23.069107+0000","last_change":"2024-03-07T03:07:23.069585+0000","last_active":"2024-03-07T03:12:23.069107+0000","last_peered":"2024-03-07T03:12:23.069107+0000","last_clean":"2024-03-07T03:12:23.069107+0000","last_became_active":"2024-03-07T03:07:23.069262+0000","last_became_peered":"2024-03-07T03:07:23.069262+0000","last_unstale":"2024-03-07T03:12:23.069107+0000","last_undegraded":"2024-03-07T03:12:23.069107+0000","last_fullsized":"2024-03-07T03:12:23.069107+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:11:22.045807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"861'1094","reported_seq":4797,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:39.518368+0000","last_change":"2024-03-07T03:10:57.331022+0000","last_active":"2024-03-07T03:13:39.518368+0000","last_peered":"2024-03-07T03:13:39.518368+0000","last_clean":"2024-03-07T03:13:39.518368+0000","last_became_active":"2024-03-07T03:06:47.847229+0000","last_became_peered":"2024-03-07T03:06:47.847229+0000","last_unstale":"2024-03-07T03:13:39.518368+0000","last_undegraded":"2024-03-07T03:13:39.518368+0000","last_fullsized":"2024-03-07T03:13:39.518368+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1094,"log_dups_size":0,"ondisk_log_size":1094,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:58:27.729404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.032339935,"stat_sum":{"num_bytes":113606656,"num_objects":59,"num_object_clones":55,"num_object_copies":177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":279,"num_read_kb":358703,"num_write":525,"num_write_kb":146904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":36642816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1183,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:04.904853+0000","last_change":"2024-03-07T03:06:47.843416+0000","last_active":"2024-03-07T03:13:04.904853+0000","last_peered":"2024-03-07T03:13:04.904853+0000","last_clean":"2024-03-07T03:13:04.904853+0000","last_became_active":"2024-03-07T03:06:47.842812+0000","last_became_peered":"2024-03-07T03:06:47.842812+0000","last_unstale":"2024-03-07T03:13:04.904853+0000","last_undegraded":"2024-03-07T03:13:04.904853+0000","last_fullsized":"2024-03-07T03:13:04.904853+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:03:02.672609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:24.900773+0000","last_change":"2024-03-07T03:07:23.071850+0000","last_active":"2024-03-07T03:12:24.900773+0000","last_peered":"2024-03-07T03:12:24.900773+0000","last_clean":"2024-03-07T03:12:24.900773+0000","last_became_active":"2024-03-07T03:07:23.071476+0000","last_became_peered":"2024-03-07T03:07:23.071476+0000","last_unstale":"2024-03-07T03:12:24.900773+0000","last_undegraded":"2024-03-07T03:12:24.900773+0000","last_fullsized":"2024-03-07T03:12:24.900773+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:13:05.296486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1158,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:19.516275+0000","last_change":"2024-03-07T03:05:35.926187+0000","last_active":"2024-03-07T03:13:19.516275+0000","last_peered":"2024-03-07T03:13:19.516275+0000","last_clean":"2024-03-07T03:13:19.516275+0000","last_became_active":"2024-03-07T03:05:35.925908+0000","last_became_peered":"2024-03-07T03:05:35.925908+0000","last_unstale":"2024-03-07T03:13:19.516275+0000","last_undegraded":"2024-03-07T03:13:19.516275+0000","last_fullsized":"2024-03-07T03:13:19.516275+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:48:33.101185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"863'1146","reported_seq":3874,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:11.412225+0000","last_change":"2024-03-07T03:10:56.132170+0000","last_active":"2024-03-07T03:14:11.412225+0000","last_peered":"2024-03-07T03:14:11.412225+0000","last_clean":"2024-03-07T03:14:11.412225+0000","last_became_active":"2024-03-07T03:07:58.756854+0000","last_became_peered":"2024-03-07T03:07:58.756854+0000","last_unstale":"2024-03-07T03:14:11.412225+0000","last_undegraded":"2024-03-07T03:14:11.412225+0000","last_fullsized":"2024-03-07T03:14:11.412225+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1146,"log_dups_size":0,"ondisk_log_size":1146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T02:59:04.693146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.010433211,"stat_sum":{"num_bytes":34668544,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":1,"num_read":219,"num_read_kb":317694,"num_write":420,"num_write_kb":93568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":10240000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1006,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:36.174398+0000","last_change":"2024-03-07T03:07:58.760449+0000","last_active":"2024-03-07T03:13:36.174398+0000","last_peered":"2024-03-07T03:13:36.174398+0000","last_clean":"2024-03-07T03:13:36.174398+0000","last_became_active":"2024-03-07T03:07:58.760086+0000","last_became_peered":"2024-03-07T03:07:58.760086+0000","last_unstale":"2024-03-07T03:13:36.174398+0000","last_undegraded":"2024-03-07T03:13:36.174398+0000","last_fullsized":"2024-03-07T03:13:36.174398+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:34:38.583100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1089,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:53.975738+0000","last_change":"2024-03-07T03:07:23.073659+0000","last_active":"2024-03-07T03:13:53.975738+0000","last_peered":"2024-03-07T03:13:53.975738+0000","last_clean":"2024-03-07T03:13:53.975738+0000","last_became_active":"2024-03-07T03:07:23.073277+0000","last_became_peered":"2024-03-07T03:07:23.073277+0000","last_unstale":"2024-03-07T03:13:53.975738+0000","last_undegraded":"2024-03-07T03:13:53.975738+0000","last_fullsized":"2024-03-07T03:13:53.975738+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:48:34.819985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1061,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:00.951679+0000","last_change":"2024-03-07T03:07:58.752576+0000","last_active":"2024-03-07T03:13:00.951679+0000","last_peered":"2024-03-07T03:13:00.951679+0000","last_clean":"2024-03-07T03:13:00.951679+0000","last_became_active":"2024-03-07T03:07:58.752193+0000","last_became_peered":"2024-03-07T03:07:58.752193+0000","last_unstale":"2024-03-07T03:13:00.951679+0000","last_undegraded":"2024-03-07T03:13:00.951679+0000","last_fullsized":"2024-03-07T03:13:00.951679+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:55:14.205594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"395'197","reported_seq":1466,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:56.410378+0000","last_change":"2024-03-07T03:07:58.752982+0000","last_active":"2024-03-07T03:13:56.410378+0000","last_peered":"2024-03-07T03:13:56.410378+0000","last_clean":"2024-03-07T03:13:56.410378+0000","last_became_active":"2024-03-07T03:07:58.752004+0000","last_became_peered":"2024-03-07T03:07:58.752004+0000","last_unstale":"2024-03-07T03:13:56.410378+0000","last_undegraded":"2024-03-07T03:13:56.410378+0000","last_fullsized":"2024-03-07T03:13:56.410378+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_clean_scrub_stamp":"2024-03-07T02:51:31.238394+0000","objects_scrubbed":0,"log_size":197,"log_dups_size":0,"ondisk_log_size":197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:53.766202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"858'3145","reported_seq":6530,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:15.953631+0000","last_change":"2024-03-07T03:10:57.131283+0000","last_active":"2024-03-07T03:13:15.953631+0000","last_peered":"2024-03-07T03:13:15.953631+0000","last_clean":"2024-03-07T03:13:15.953631+0000","last_became_active":"2024-03-07T03:06:47.859231+0000","last_became_peered":"2024-03-07T03:06:47.859231+0000","last_unstale":"2024-03-07T03:13:15.953631+0000","last_undegraded":"2024-03-07T03:13:15.953631+0000","last_fullsized":"2024-03-07T03:13:15.953631+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3145,"log_dups_size":0,"ondisk_log_size":3145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:10:03.781442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001499434,"stat_sum":{"num_bytes":18481152,"num_objects":15,"num_object_clones":14,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":124,"num_read_kb":398406,"num_write":253,"num_write_kb":45856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":9773056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:30.797058+0000","last_change":"2024-03-07T03:05:01.454053+0000","last_active":"2024-03-07T03:12:30.797058+0000","last_peered":"2024-03-07T03:12:30.797058+0000","last_clean":"2024-03-07T03:12:30.797058+0000","last_became_active":"2024-03-07T03:05:01.453718+0000","last_became_peered":"2024-03-07T03:05:01.453718+0000","last_unstale":"2024-03-07T03:12:30.797058+0000","last_undegraded":"2024-03-07T03:12:30.797058+0000","last_fullsized":"2024-03-07T03:12:30.797058+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:10:59.835543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:10.794862+0000","last_change":"2024-03-07T03:06:09.987673+0000","last_active":"2024-03-07T03:12:10.794862+0000","last_peered":"2024-03-07T03:12:10.794862+0000","last_clean":"2024-03-07T03:12:10.794862+0000","last_became_active":"2024-03-07T03:06:09.987328+0000","last_became_peered":"2024-03-07T03:06:09.987328+0000","last_unstale":"2024-03-07T03:12:10.794862+0000","last_undegraded":"2024-03-07T03:12:10.794862+0000","last_fullsized":"2024-03-07T03:12:10.794862+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:11:17.983744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":975,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:56.410353+0000","last_change":"2024-03-07T03:07:58.757849+0000","last_active":"2024-03-07T03:13:56.410353+0000","last_peered":"2024-03-07T03:13:56.410353+0000","last_clean":"2024-03-07T03:13:56.410353+0000","last_became_active":"2024-03-07T03:07:58.757399+0000","last_became_peered":"2024-03-07T03:07:58.757399+0000","last_unstale":"2024-03-07T03:13:56.410353+0000","last_undegraded":"2024-03-07T03:13:56.410353+0000","last_fullsized":"2024-03-07T03:13:56.410353+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:54:11.413787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"864'1259","reported_seq":4064,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:36.174367+0000","last_change":"2024-03-07T03:10:56.129203+0000","last_active":"2024-03-07T03:13:36.174367+0000","last_peered":"2024-03-07T03:13:36.174367+0000","last_clean":"2024-03-07T03:13:36.174367+0000","last_became_active":"2024-03-07T03:07:23.080120+0000","last_became_peered":"2024-03-07T03:07:23.080120+0000","last_unstale":"2024-03-07T03:13:36.174367+0000","last_undegraded":"2024-03-07T03:13:36.174367+0000","last_fullsized":"2024-03-07T03:13:36.174367+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1259,"log_dups_size":0,"ondisk_log_size":1259,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:33:24.850580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0059393290000000001,"stat_sum":{"num_bytes":23298048,"num_objects":10,"num_object_clones":7,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":249,"num_read_kb":271095,"num_write":553,"num_write_kb":138504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":18890752,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.3","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:10.794923+0000","last_change":"2024-03-07T03:07:58.750289+0000","last_active":"2024-03-07T03:12:10.794923+0000","last_peered":"2024-03-07T03:12:10.794923+0000","last_clean":"2024-03-07T03:12:10.794923+0000","last_became_active":"2024-03-07T03:07:58.749557+0000","last_became_peered":"2024-03-07T03:07:58.749557+0000","last_unstale":"2024-03-07T03:12:10.794923+0000","last_undegraded":"2024-03-07T03:12:10.794923+0000","last_fullsized":"2024-03-07T03:12:10.794923+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:54:43.865660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":989,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:11.412259+0000","last_change":"2024-03-07T03:07:58.758005+0000","last_active":"2024-03-07T03:14:11.412259+0000","last_peered":"2024-03-07T03:14:11.412259+0000","last_clean":"2024-03-07T03:14:11.412259+0000","last_became_active":"2024-03-07T03:07:58.756833+0000","last_became_peered":"2024-03-07T03:07:58.756833+0000","last_unstale":"2024-03-07T03:14:11.412259+0000","last_undegraded":"2024-03-07T03:14:11.412259+0000","last_fullsized":"2024-03-07T03:14:11.412259+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:37:55.288554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:44.902730+0000","last_change":"2024-03-07T03:06:47.843644+0000","last_active":"2024-03-07T03:12:44.902730+0000","last_peered":"2024-03-07T03:12:44.902730+0000","last_clean":"2024-03-07T03:12:44.902730+0000","last_became_active":"2024-03-07T03:06:47.842694+0000","last_became_peered":"2024-03-07T03:06:47.842694+0000","last_unstale":"2024-03-07T03:12:44.902730+0000","last_undegraded":"2024-03-07T03:12:44.902730+0000","last_fullsized":"2024-03-07T03:12:44.902730+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:25:34.783974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"863'880","reported_seq":3815,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:23.069074+0000","last_change":"2024-03-07T03:10:56.125509+0000","last_active":"2024-03-07T03:12:23.069074+0000","last_peered":"2024-03-07T03:12:23.069074+0000","last_clean":"2024-03-07T03:12:23.069074+0000","last_became_active":"2024-03-07T03:07:58.755248+0000","last_became_peered":"2024-03-07T03:07:58.755248+0000","last_unstale":"2024-03-07T03:12:23.069074+0000","last_undegraded":"2024-03-07T03:12:23.069074+0000","last_fullsized":"2024-03-07T03:12:23.069074+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":880,"log_dups_size":0,"ondisk_log_size":880,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:40:02.788467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0073429089999999999,"stat_sum":{"num_bytes":9224192,"num_objects":8,"num_object_clones":6,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":1,"num_read":161,"num_read_kb":133885,"num_write":362,"num_write_kb":55920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1125,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:33.973534+0000","last_change":"2024-03-07T03:07:58.764215+0000","last_active":"2024-03-07T03:13:33.973534+0000","last_peered":"2024-03-07T03:13:33.973534+0000","last_clean":"2024-03-07T03:13:33.973534+0000","last_became_active":"2024-03-07T03:07:58.763818+0000","last_became_peered":"2024-03-07T03:07:58.763818+0000","last_unstale":"2024-03-07T03:13:33.973534+0000","last_undegraded":"2024-03-07T03:13:33.973534+0000","last_fullsized":"2024-03-07T03:13:33.973534+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:27:54.623360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"719'2","reported_seq":1193,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:04.904841+0000","last_change":"2024-03-07T03:07:23.074913+0000","last_active":"2024-03-07T03:13:04.904841+0000","last_peered":"2024-03-07T03:13:04.904841+0000","last_clean":"2024-03-07T03:13:04.904841+0000","last_became_active":"2024-03-07T03:07:23.074530+0000","last_became_peered":"2024-03-07T03:07:23.074530+0000","last_unstale":"2024-03-07T03:13:04.904841+0000","last_undegraded":"2024-03-07T03:13:04.904841+0000","last_fullsized":"2024-03-07T03:13:04.904841+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:13:25.877187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1127,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:03.963704+0000","last_change":"2024-03-07T03:07:58.757756+0000","last_active":"2024-03-07T03:12:03.963704+0000","last_peered":"2024-03-07T03:12:03.963704+0000","last_clean":"2024-03-07T03:12:03.963704+0000","last_became_active":"2024-03-07T03:07:58.757430+0000","last_became_peered":"2024-03-07T03:07:58.757430+0000","last_unstale":"2024-03-07T03:12:03.963704+0000","last_undegraded":"2024-03-07T03:12:03.963704+0000","last_fullsized":"2024-03-07T03:12:03.963704+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:22:21.412765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"863'1564","reported_seq":5164,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:33.973496+0000","last_change":"2024-03-07T03:10:57.329944+0000","last_active":"2024-03-07T03:13:33.973496+0000","last_peered":"2024-03-07T03:13:33.973496+0000","last_clean":"2024-03-07T03:13:33.973496+0000","last_became_active":"2024-03-07T03:06:09.990793+0000","last_became_peered":"2024-03-07T03:06:09.990793+0000","last_unstale":"2024-03-07T03:13:33.973496+0000","last_undegraded":"2024-03-07T03:13:33.973496+0000","last_fullsized":"2024-03-07T03:13:33.973496+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1564,"log_dups_size":0,"ondisk_log_size":1564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":143,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:53.639078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.019553126000000001,"stat_sum":{"num_bytes":100999168,"num_objects":73,"num_object_clones":68,"num_object_copies":219,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":1,"num_read":410,"num_read_kb":572954,"num_write":777,"num_write_kb":204640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":51175424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"c"},{"start":"178","length":"4"},{"start":"17e","length":"3"},{"start":"182","length":"4"},{"start":"187","length":"5"},{"start":"18d","length":"2"}]},{"pgid":"4.1","version":"0'0","reported_seq":1080,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:23.069051+0000","last_change":"2024-03-07T03:07:23.071468+0000","last_active":"2024-03-07T03:12:23.069051+0000","last_peered":"2024-03-07T03:12:23.069051+0000","last_clean":"2024-03-07T03:12:23.069051+0000","last_became_active":"2024-03-07T03:07:23.071160+0000","last_became_peered":"2024-03-07T03:07:23.071160+0000","last_unstale":"2024-03-07T03:12:23.069051+0000","last_undegraded":"2024-03-07T03:12:23.069051+0000","last_fullsized":"2024-03-07T03:12:23.069051+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:17:55.686793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":991,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:51.175912+0000","last_change":"2024-03-07T03:07:58.759142+0000","last_active":"2024-03-07T03:13:51.175912+0000","last_peered":"2024-03-07T03:13:51.175912+0000","last_clean":"2024-03-07T03:13:51.175912+0000","last_became_active":"2024-03-07T03:07:58.758771+0000","last_became_peered":"2024-03-07T03:07:58.758771+0000","last_unstale":"2024-03-07T03:13:51.175912+0000","last_undegraded":"2024-03-07T03:13:51.175912+0000","last_fullsized":"2024-03-07T03:13:51.175912+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:45:13.985820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:30.797025+0000","last_change":"2024-03-07T03:06:09.988597+0000","last_active":"2024-03-07T03:12:30.797025+0000","last_peered":"2024-03-07T03:12:30.797025+0000","last_clean":"2024-03-07T03:12:30.797025+0000","last_became_active":"2024-03-07T03:06:09.988261+0000","last_became_peered":"2024-03-07T03:06:09.988261+0000","last_unstale":"2024-03-07T03:12:30.797025+0000","last_undegraded":"2024-03-07T03:12:30.797025+0000","last_fullsized":"2024-03-07T03:12:30.797025+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:11:06.717251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"843'3099","reported_seq":6399,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:30.955172+0000","last_change":"2024-03-07T03:10:57.131044+0000","last_active":"2024-03-07T03:13:30.955172+0000","last_peered":"2024-03-07T03:13:30.955172+0000","last_clean":"2024-03-07T03:13:30.955172+0000","last_became_active":"2024-03-07T03:07:23.084936+0000","last_became_peered":"2024-03-07T03:07:23.084936+0000","last_unstale":"2024-03-07T03:13:30.955172+0000","last_undegraded":"2024-03-07T03:13:30.955172+0000","last_fullsized":"2024-03-07T03:13:30.955172+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3099,"log_dups_size":0,"ondisk_log_size":3099,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:46:48.809690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012703,"stat_sum":{"num_bytes":8347648,"num_objects":13,"num_object_clones":12,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":56,"num_read_kb":33721,"num_write":241,"num_write_kb":36816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":434176,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1147,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:39.518313+0000","last_change":"2024-03-07T03:05:01.461136+0000","last_active":"2024-03-07T03:13:39.518313+0000","last_peered":"2024-03-07T03:13:39.518313+0000","last_clean":"2024-03-07T03:13:39.518313+0000","last_became_active":"2024-03-07T03:05:01.457189+0000","last_became_peered":"2024-03-07T03:05:01.457189+0000","last_unstale":"2024-03-07T03:13:39.518313+0000","last_undegraded":"2024-03-07T03:13:39.518313+0000","last_fullsized":"2024-03-07T03:13:39.518313+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:23.791243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1103,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:38.070678+0000","last_change":"2024-03-07T03:07:58.750311+0000","last_active":"2024-03-07T03:12:38.070678+0000","last_peered":"2024-03-07T03:12:38.070678+0000","last_clean":"2024-03-07T03:12:38.070678+0000","last_became_active":"2024-03-07T03:07:58.750001+0000","last_became_peered":"2024-03-07T03:07:58.750001+0000","last_unstale":"2024-03-07T03:12:38.070678+0000","last_undegraded":"2024-03-07T03:12:38.070678+0000","last_fullsized":"2024-03-07T03:12:38.070678+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:05.963944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"847'12789","reported_seq":16203,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:12:53.072507+0000","last_change":"2024-03-07T03:10:57.124034+0000","last_active":"2024-03-07T03:12:53.072507+0000","last_peered":"2024-03-07T03:12:53.072507+0000","last_clean":"2024-03-07T03:12:53.072507+0000","last_became_active":"2024-03-07T03:06:47.859957+0000","last_became_peered":"2024-03-07T03:06:47.859957+0000","last_unstale":"2024-03-07T03:12:53.072507+0000","last_undegraded":"2024-03-07T03:12:53.072507+0000","last_fullsized":"2024-03-07T03:12:53.072507+0000","mapping_epoch":625,"log_start":"599'6200","ondisk_log_start":"599'6200","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":6589,"log_dups_size":0,"ondisk_log_size":6589,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":137,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:29:13.699651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0091875959999999993,"stat_sum":{"num_bytes":71745536,"num_objects":32,"num_object_clones":30,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":0,"num_read":146,"num_read_kb":316804,"num_write":323,"num_write_kb":90232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":20865024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"5"},{"start":"171","length":"b"},{"start":"17e","length":"8"},{"start":"187","length":"5"},{"start":"18d","length":"3"},{"start":"192","length":"1"},{"start":"197","length":"1"},{"start":"199","length":"2"}]},{"pgid":"2.9","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:04.904773+0000","last_change":"2024-03-07T03:07:58.752456+0000","last_active":"2024-03-07T03:13:04.904773+0000","last_peered":"2024-03-07T03:13:04.904773+0000","last_clean":"2024-03-07T03:13:04.904773+0000","last_became_active":"2024-03-07T03:07:58.752118+0000","last_became_peered":"2024-03-07T03:07:58.752118+0000","last_unstale":"2024-03-07T03:13:04.904773+0000","last_undegraded":"2024-03-07T03:13:04.904773+0000","last_fullsized":"2024-03-07T03:13:04.904773+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:08:08.574482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1118,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:03.963633+0000","last_change":"2024-03-07T03:07:58.757839+0000","last_active":"2024-03-07T03:12:03.963633+0000","last_peered":"2024-03-07T03:12:03.963633+0000","last_clean":"2024-03-07T03:12:03.963633+0000","last_became_active":"2024-03-07T03:07:58.757495+0000","last_became_peered":"2024-03-07T03:07:58.757495+0000","last_unstale":"2024-03-07T03:12:03.963633+0000","last_undegraded":"2024-03-07T03:12:03.963633+0000","last_fullsized":"2024-03-07T03:12:03.963633+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:27:02.190643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"861'1463","reported_seq":5089,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:59.520453+0000","last_change":"2024-03-07T03:10:57.330799+0000","last_active":"2024-03-07T03:13:59.520453+0000","last_peered":"2024-03-07T03:13:59.520453+0000","last_clean":"2024-03-07T03:13:59.520453+0000","last_became_active":"2024-03-07T03:07:58.763085+0000","last_became_peered":"2024-03-07T03:07:58.763085+0000","last_unstale":"2024-03-07T03:13:59.520453+0000","last_undegraded":"2024-03-07T03:13:59.520453+0000","last_fullsized":"2024-03-07T03:13:59.520453+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1463,"log_dups_size":0,"ondisk_log_size":1463,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:39:21.050544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.016579719999999999,"stat_sum":{"num_bytes":106192896,"num_objects":71,"num_object_clones":66,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":1,"num_read":323,"num_read_kb":516030,"num_write":942,"num_write_kb":231680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":48201728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:04.904803+0000","last_change":"2024-03-07T03:07:58.752370+0000","last_active":"2024-03-07T03:13:04.904803+0000","last_peered":"2024-03-07T03:13:04.904803+0000","last_clean":"2024-03-07T03:13:04.904803+0000","last_became_active":"2024-03-07T03:07:58.751985+0000","last_became_peered":"2024-03-07T03:07:58.751985+0000","last_unstale":"2024-03-07T03:13:04.904803+0000","last_undegraded":"2024-03-07T03:13:04.904803+0000","last_fullsized":"2024-03-07T03:13:04.904803+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:31:33.590004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1127,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:18.965443+0000","last_change":"2024-03-07T03:06:09.987484+0000","last_active":"2024-03-07T03:12:18.965443+0000","last_peered":"2024-03-07T03:12:18.965443+0000","last_clean":"2024-03-07T03:12:18.965443+0000","last_became_active":"2024-03-07T03:06:09.986947+0000","last_became_peered":"2024-03-07T03:06:09.986947+0000","last_unstale":"2024-03-07T03:12:18.965443+0000","last_undegraded":"2024-03-07T03:12:18.965443+0000","last_fullsized":"2024-03-07T03:12:18.965443+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:37:38.253630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"857'1055","reported_seq":4919,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:24.906606+0000","last_change":"2024-03-07T03:10:57.123092+0000","last_active":"2024-03-07T03:13:24.906606+0000","last_peered":"2024-03-07T03:13:24.906606+0000","last_clean":"2024-03-07T03:13:24.906606+0000","last_became_active":"2024-03-07T03:06:09.993513+0000","last_became_peered":"2024-03-07T03:06:09.993513+0000","last_unstale":"2024-03-07T03:13:24.906606+0000","last_undegraded":"2024-03-07T03:13:24.906606+0000","last_fullsized":"2024-03-07T03:13:24.906606+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1055,"log_dups_size":0,"ondisk_log_size":1055,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:34:07.352811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013205965,"stat_sum":{"num_bytes":99745792,"num_objects":66,"num_object_clones":62,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":306,"num_read_kb":434534,"num_write":588,"num_write_kb":145464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":21749760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.b","version":"716'3","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:26.399720+0000","last_change":"2024-03-07T03:07:58.749480+0000","last_active":"2024-03-07T03:12:26.399720+0000","last_peered":"2024-03-07T03:12:26.399720+0000","last_clean":"2024-03-07T03:12:26.399720+0000","last_became_active":"2024-03-07T03:07:58.749098+0000","last_became_peered":"2024-03-07T03:07:58.749098+0000","last_unstale":"2024-03-07T03:12:26.399720+0000","last_undegraded":"2024-03-07T03:12:26.399720+0000","last_fullsized":"2024-03-07T03:12:26.399720+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:35:33.945855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1036,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:51.175841+0000","last_change":"2024-03-07T03:07:23.075725+0000","last_active":"2024-03-07T03:13:51.175841+0000","last_peered":"2024-03-07T03:13:51.175841+0000","last_clean":"2024-03-07T03:13:51.175841+0000","last_became_active":"2024-03-07T03:07:23.075203+0000","last_became_peered":"2024-03-07T03:07:23.075203+0000","last_unstale":"2024-03-07T03:13:51.175841+0000","last_undegraded":"2024-03-07T03:13:51.175841+0000","last_fullsized":"2024-03-07T03:13:51.175841+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:47:11.192302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"863'1711","reported_seq":5461,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:59.520402+0000","last_change":"2024-03-07T03:10:57.330918+0000","last_active":"2024-03-07T03:13:59.520402+0000","last_peered":"2024-03-07T03:13:59.520402+0000","last_clean":"2024-03-07T03:13:59.520402+0000","last_became_active":"2024-03-07T03:06:47.849454+0000","last_became_peered":"2024-03-07T03:06:47.849454+0000","last_unstale":"2024-03-07T03:13:59.520402+0000","last_undegraded":"2024-03-07T03:13:59.520402+0000","last_fullsized":"2024-03-07T03:13:59.520402+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1711,"log_dups_size":0,"ondisk_log_size":1711,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:40:07.156907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.014160193999999999,"stat_sum":{"num_bytes":165158912,"num_objects":93,"num_object_clones":87,"num_object_copies":279,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":93,"num_whiteouts":2,"num_read":489,"num_read_kb":756200,"num_write":870,"num_write_kb":258896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":69541888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1157,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:59.520443+0000","last_change":"2024-03-07T03:06:47.847077+0000","last_active":"2024-03-07T03:13:59.520443+0000","last_peered":"2024-03-07T03:13:59.520443+0000","last_clean":"2024-03-07T03:13:59.520443+0000","last_became_active":"2024-03-07T03:06:47.846359+0000","last_became_peered":"2024-03-07T03:06:47.846359+0000","last_unstale":"2024-03-07T03:13:59.520443+0000","last_undegraded":"2024-03-07T03:13:59.520443+0000","last_fullsized":"2024-03-07T03:13:59.520443+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:00:08.102949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":972,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:26.399763+0000","last_change":"2024-03-07T03:07:58.760528+0000","last_active":"2024-03-07T03:12:26.399763+0000","last_peered":"2024-03-07T03:12:26.399763+0000","last_clean":"2024-03-07T03:12:26.399763+0000","last_became_active":"2024-03-07T03:07:58.760226+0000","last_became_peered":"2024-03-07T03:07:58.760226+0000","last_unstale":"2024-03-07T03:12:26.399763+0000","last_undegraded":"2024-03-07T03:12:26.399763+0000","last_fullsized":"2024-03-07T03:12:26.399763+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:10:36.411047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"863'1938","reported_seq":4939,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:39.518331+0000","last_change":"2024-03-07T03:10:56.140803+0000","last_active":"2024-03-07T03:13:39.518331+0000","last_peered":"2024-03-07T03:13:39.518331+0000","last_clean":"2024-03-07T03:13:39.518331+0000","last_became_active":"2024-03-07T03:06:09.993933+0000","last_became_peered":"2024-03-07T03:06:09.993933+0000","last_unstale":"2024-03-07T03:13:39.518331+0000","last_undegraded":"2024-03-07T03:13:39.518331+0000","last_fullsized":"2024-03-07T03:13:39.518331+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1938,"log_dups_size":0,"ondisk_log_size":1938,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:16.359457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.024996012000000001,"stat_sum":{"num_bytes":22765568,"num_objects":17,"num_object_clones":12,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":2,"num_read":350,"num_read_kb":387634,"num_write":702,"num_write_kb":183472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":7151616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.d","version":"61'1","reported_seq":1191,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:24.906636+0000","last_change":"2024-03-07T03:06:09.993129+0000","last_active":"2024-03-07T03:13:24.906636+0000","last_peered":"2024-03-07T03:13:24.906636+0000","last_clean":"2024-03-07T03:13:24.906636+0000","last_became_active":"2024-03-07T03:06:09.992737+0000","last_became_peered":"2024-03-07T03:06:09.992737+0000","last_unstale":"2024-03-07T03:13:24.906636+0000","last_undegraded":"2024-03-07T03:13:24.906636+0000","last_fullsized":"2024-03-07T03:13:24.906636+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:02:42.055569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1052,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:30.955152+0000","last_change":"2024-03-07T03:07:23.076846+0000","last_active":"2024-03-07T03:13:30.955152+0000","last_peered":"2024-03-07T03:13:30.955152+0000","last_clean":"2024-03-07T03:13:30.955152+0000","last_became_active":"2024-03-07T03:07:23.075895+0000","last_became_peered":"2024-03-07T03:07:23.075895+0000","last_unstale":"2024-03-07T03:13:30.955152+0000","last_undegraded":"2024-03-07T03:13:30.955152+0000","last_fullsized":"2024-03-07T03:13:30.955152+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:09:15.080126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"854'331","reported_seq":3439,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:12:16.398465+0000","last_change":"2024-03-07T03:10:57.298223+0000","last_active":"2024-03-07T03:12:16.398465+0000","last_peered":"2024-03-07T03:12:16.398465+0000","last_clean":"2024-03-07T03:12:16.398465+0000","last_became_active":"2024-03-07T03:07:58.749089+0000","last_became_peered":"2024-03-07T03:07:58.749089+0000","last_unstale":"2024-03-07T03:12:16.398465+0000","last_undegraded":"2024-03-07T03:12:16.398465+0000","last_fullsized":"2024-03-07T03:12:16.398465+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":331,"log_dups_size":0,"ondisk_log_size":331,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":83,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:26:07.404191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00085119700000000004,"stat_sum":{"num_bytes":15409152,"num_objects":11,"num_object_clones":10,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":91,"num_read_kb":118251,"num_write":162,"num_write_kb":30616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":34586624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"56"},{"start":"1c2","length":"3"},{"start":"1c9","length":"1"}]},{"pgid":"2.e","version":"61'2","reported_seq":1161,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:59.520482+0000","last_change":"2024-03-07T03:07:58.755578+0000","last_active":"2024-03-07T03:13:59.520482+0000","last_peered":"2024-03-07T03:13:59.520482+0000","last_clean":"2024-03-07T03:13:59.520482+0000","last_became_active":"2024-03-07T03:07:58.755160+0000","last_became_peered":"2024-03-07T03:07:58.755160+0000","last_unstale":"2024-03-07T03:13:59.520482+0000","last_undegraded":"2024-03-07T03:13:59.520482+0000","last_fullsized":"2024-03-07T03:13:59.520482+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:20.584382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:26.399820+0000","last_change":"2024-03-07T03:07:58.751269+0000","last_active":"2024-03-07T03:12:26.399820+0000","last_peered":"2024-03-07T03:12:26.399820+0000","last_clean":"2024-03-07T03:12:26.399820+0000","last_became_active":"2024-03-07T03:07:58.750956+0000","last_became_peered":"2024-03-07T03:07:58.750956+0000","last_unstale":"2024-03-07T03:12:26.399820+0000","last_undegraded":"2024-03-07T03:12:26.399820+0000","last_fullsized":"2024-03-07T03:12:26.399820+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:39.414545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1007,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:36.174338+0000","last_change":"2024-03-07T03:07:23.081711+0000","last_active":"2024-03-07T03:13:36.174338+0000","last_peered":"2024-03-07T03:13:36.174338+0000","last_clean":"2024-03-07T03:13:36.174338+0000","last_became_active":"2024-03-07T03:07:23.079269+0000","last_became_peered":"2024-03-07T03:07:23.079269+0000","last_unstale":"2024-03-07T03:13:36.174338+0000","last_undegraded":"2024-03-07T03:13:36.174338+0000","last_fullsized":"2024-03-07T03:13:36.174338+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:39.008957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1158,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:19.516251+0000","last_change":"2024-03-07T03:07:23.072806+0000","last_active":"2024-03-07T03:13:19.516251+0000","last_peered":"2024-03-07T03:13:19.516251+0000","last_clean":"2024-03-07T03:13:19.516251+0000","last_became_active":"2024-03-07T03:07:23.071234+0000","last_became_peered":"2024-03-07T03:07:23.071234+0000","last_unstale":"2024-03-07T03:13:19.516251+0000","last_undegraded":"2024-03-07T03:13:19.516251+0000","last_fullsized":"2024-03-07T03:13:19.516251+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:52.610744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1058,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:00.951666+0000","last_change":"2024-03-07T03:06:47.851593+0000","last_active":"2024-03-07T03:13:00.951666+0000","last_peered":"2024-03-07T03:13:00.951666+0000","last_clean":"2024-03-07T03:13:00.951666+0000","last_became_active":"2024-03-07T03:06:47.849677+0000","last_became_peered":"2024-03-07T03:06:47.849677+0000","last_unstale":"2024-03-07T03:13:00.951666+0000","last_undegraded":"2024-03-07T03:13:00.951666+0000","last_fullsized":"2024-03-07T03:13:00.951666+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:30.969251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1117,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:19.516309+0000","last_change":"2024-03-07T03:06:09.995434+0000","last_active":"2024-03-07T03:13:19.516309+0000","last_peered":"2024-03-07T03:13:19.516309+0000","last_clean":"2024-03-07T03:13:19.516309+0000","last_became_active":"2024-03-07T03:06:09.994939+0000","last_became_peered":"2024-03-07T03:06:09.994939+0000","last_unstale":"2024-03-07T03:13:19.516309+0000","last_undegraded":"2024-03-07T03:13:19.516309+0000","last_fullsized":"2024-03-07T03:13:19.516309+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:27:11.737354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1127,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:03.963669+0000","last_change":"2024-03-07T03:06:09.987381+0000","last_active":"2024-03-07T03:12:03.963669+0000","last_peered":"2024-03-07T03:12:03.963669+0000","last_clean":"2024-03-07T03:12:03.963669+0000","last_became_active":"2024-03-07T03:06:09.986952+0000","last_became_peered":"2024-03-07T03:06:09.986952+0000","last_unstale":"2024-03-07T03:12:03.963669+0000","last_undegraded":"2024-03-07T03:12:03.963669+0000","last_fullsized":"2024-03-07T03:12:03.963669+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:26:15.439852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:04.904825+0000","last_change":"2024-03-07T03:05:35.923999+0000","last_active":"2024-03-07T03:13:04.904825+0000","last_peered":"2024-03-07T03:13:04.904825+0000","last_clean":"2024-03-07T03:13:04.904825+0000","last_became_active":"2024-03-07T03:05:35.923719+0000","last_became_peered":"2024-03-07T03:05:35.923719+0000","last_unstale":"2024-03-07T03:13:04.904825+0000","last_undegraded":"2024-03-07T03:13:04.904825+0000","last_fullsized":"2024-03-07T03:13:04.904825+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:43:04.724647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1009,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:51.175899+0000","last_change":"2024-03-07T03:07:58.749989+0000","last_active":"2024-03-07T03:13:51.175899+0000","last_peered":"2024-03-07T03:13:51.175899+0000","last_clean":"2024-03-07T03:13:51.175899+0000","last_became_active":"2024-03-07T03:07:58.749643+0000","last_became_peered":"2024-03-07T03:07:58.749643+0000","last_unstale":"2024-03-07T03:13:51.175899+0000","last_undegraded":"2024-03-07T03:13:51.175899+0000","last_fullsized":"2024-03-07T03:13:51.175899+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:00:44.729806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1110,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:03.963717+0000","last_change":"2024-03-07T03:06:09.999184+0000","last_active":"2024-03-07T03:12:03.963717+0000","last_peered":"2024-03-07T03:12:03.963717+0000","last_clean":"2024-03-07T03:12:03.963717+0000","last_became_active":"2024-03-07T03:06:09.998856+0000","last_became_peered":"2024-03-07T03:06:09.998856+0000","last_unstale":"2024-03-07T03:12:03.963717+0000","last_undegraded":"2024-03-07T03:12:03.963717+0000","last_fullsized":"2024-03-07T03:12:03.963717+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:37:00.102189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1058,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:15.953528+0000","last_change":"2024-03-07T03:06:47.857644+0000","last_active":"2024-03-07T03:13:15.953528+0000","last_peered":"2024-03-07T03:13:15.953528+0000","last_clean":"2024-03-07T03:13:15.953528+0000","last_became_active":"2024-03-07T03:06:47.857354+0000","last_became_peered":"2024-03-07T03:06:47.857354+0000","last_unstale":"2024-03-07T03:13:15.953528+0000","last_undegraded":"2024-03-07T03:13:15.953528+0000","last_fullsized":"2024-03-07T03:13:15.953528+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:02:18.860369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1118,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:18.965420+0000","last_change":"2024-03-07T03:06:09.987872+0000","last_active":"2024-03-07T03:12:18.965420+0000","last_peered":"2024-03-07T03:12:18.965420+0000","last_clean":"2024-03-07T03:12:18.965420+0000","last_became_active":"2024-03-07T03:06:09.986852+0000","last_became_peered":"2024-03-07T03:06:09.986852+0000","last_unstale":"2024-03-07T03:12:18.965420+0000","last_undegraded":"2024-03-07T03:12:18.965420+0000","last_fullsized":"2024-03-07T03:12:18.965420+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:13.708512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1036,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:30.955106+0000","last_change":"2024-03-07T03:07:58.755825+0000","last_active":"2024-03-07T03:13:30.955106+0000","last_peered":"2024-03-07T03:13:30.955106+0000","last_clean":"2024-03-07T03:13:30.955106+0000","last_became_active":"2024-03-07T03:07:58.755395+0000","last_became_peered":"2024-03-07T03:07:58.755395+0000","last_unstale":"2024-03-07T03:13:30.955106+0000","last_undegraded":"2024-03-07T03:13:30.955106+0000","last_fullsized":"2024-03-07T03:13:30.955106+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:10:43.184914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:50.799209+0000","last_change":"2024-03-07T03:07:58.753962+0000","last_active":"2024-03-07T03:12:50.799209+0000","last_peered":"2024-03-07T03:12:50.799209+0000","last_clean":"2024-03-07T03:12:50.799209+0000","last_became_active":"2024-03-07T03:07:58.753619+0000","last_became_peered":"2024-03-07T03:07:58.753619+0000","last_unstale":"2024-03-07T03:12:50.799209+0000","last_undegraded":"2024-03-07T03:12:50.799209+0000","last_fullsized":"2024-03-07T03:12:50.799209+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:44:44.641067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1013,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:51.162869+0000","last_change":"2024-03-07T03:07:23.078516+0000","last_active":"2024-03-07T03:11:51.162869+0000","last_peered":"2024-03-07T03:11:51.162869+0000","last_clean":"2024-03-07T03:11:51.162869+0000","last_became_active":"2024-03-07T03:07:23.076017+0000","last_became_peered":"2024-03-07T03:07:23.076017+0000","last_unstale":"2024-03-07T03:11:51.162869+0000","last_undegraded":"2024-03-07T03:11:51.162869+0000","last_fullsized":"2024-03-07T03:11:51.162869+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:17:54.725933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":857645056,"num_objects":516,"num_object_clones":466,"num_object_copies":1548,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":516,"num_whiteouts":8,"num_read":3826,"num_read_kb":5949842,"num_write":7931,"num_write_kb":1978632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":107,"num_bytes_recovered":385712128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1170673664,"data_stored":2969124864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28580,"ondisk_log_size":28580,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197,"ondisk_log_size":197,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":26375,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":694,"seq":2980707303525,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":150184,"kb_used_data":96156,"kb_used_omap":35,"kb_used_meta":53980,"kb_avail":93594968,"statfs":{"total":95995035648,"available":95841247232,"internally_reserved":0,"allocated":98463744,"data_stored":167037349,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36312,"internal_metadata":55276072},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":660,"seq":2834678415468,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":94940,"kb_used_data":42576,"kb_used_omap":23,"kb_used_meta":52328,"kb_avail":93650212,"statfs":{"total":95995035648,"available":95897817088,"internally_reserved":0,"allocated":43597824,"data_stored":80829959,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":24173,"internal_metadata":53584275},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":463,"seq":1988569858198,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":692864,"kb_used_data":193964,"kb_used_omap":46,"kb_used_meta":498833,"kb_avail":93052288,"statfs":{"total":95995035648,"available":95285542912,"internally_reserved":0,"allocated":198619136,"data_stored":533391905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48036,"internal_metadata":510805084},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":528,"seq":2267742732425,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":401776,"kb_used_data":209252,"kb_used_omap":54,"kb_used_meta":192457,"kb_avail":93343376,"statfs":{"total":95995035648,"available":95583617024,"internally_reserved":0,"allocated":214274048,"data_stored":587826473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56016,"internal_metadata":197076272},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":495,"seq":2126008811664,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":485244,"kb_used_data":166572,"kb_used_omap":47,"kb_used_meta":318608,"kb_avail":93259908,"statfs":{"total":95995035648,"available":95498145792,"internally_reserved":0,"allocated":170569728,"data_stored":457545161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48143,"internal_metadata":326255601},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":562,"seq":2413771620482,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":177748,"kb_used_data":84672,"kb_used_omap":37,"kb_used_meta":93018,"kb_avail":93567404,"statfs":{"total":95995035648,"available":95813021696,"internally_reserved":0,"allocated":86704128,"data_stored":171510863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38083,"internal_metadata":95251261},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":591,"seq":2538325672059,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":365920,"kb_used_data":157844,"kb_used_omap":61,"kb_used_meta":208002,"kb_avail":93379232,"statfs":{"total":95995035648,"available":95620333568,"internally_reserved":0,"allocated":161632256,"data_stored":367986669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":62843,"internal_metadata":212994693},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":625,"seq":2684354560115,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":509804,"kb_used_data":269020,"kb_used_omap":73,"kb_used_meta":240694,"kb_avail":93235348,"statfs":{"total":95995035648,"available":95472996352,"internally_reserved":0,"allocated":275476480,"data_stored":649851960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":75044,"internal_metadata":246471388},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7413,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2060,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2124,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3359,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3677,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2797,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2839,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2106,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":188411904,"data_stored":527167488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":160964608,"data_stored":451911680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":204677120,"data_stored":582193152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":77082624,"data_stored":165871616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":152018944,"data_stored":362352640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":265863168,"data_stored":644214784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":33390592,"data_stored":74600448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":88264704,"data_stored":160813056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-07T03:16:21.842 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:16:21.842 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:16:21.842 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:16:21.842 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-07T03:16:21.842 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-07T03:16:21.842 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-07T03:16:21.842 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.c in trimming, state: active+clean+snaptrim_error 2024-03-07T03:16:21.842 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-07T03:16:21.842 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:16:21.842 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-07T03:16:21.908 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:16:21 smithi092 ceph-mon[83777]: pgmap v890: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:22.658 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:16:22 smithi092 ceph-mon[83777]: from='client.44588 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:16:22.658 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:16:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:16:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:16:22.820 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:16:22 smithi090 ceph-mon[89511]: from='client.44588 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:16:22.820 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:16:22 smithi090 ceph-mon[91928]: from='client.44588 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:16:23.320 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:16:23 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:16:23] "GET /metrics HTTP/1.1" 200 36317 "" "Prometheus/2.43.0" 2024-03-07T03:16:23.820 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:16:23 smithi090 ceph-mon[89511]: pgmap v891: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:23.820 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:16:23 smithi090 ceph-mon[91928]: pgmap v891: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:23.908 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:16:23 smithi092 ceph-mon[83777]: pgmap v891: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:25.820 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:16:25 smithi090 ceph-mon[89511]: pgmap v892: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:25.820 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:16:25 smithi090 ceph-mon[91928]: pgmap v892: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:25.908 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:16:25 smithi092 ceph-mon[83777]: pgmap v892: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:27.820 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:16:27 smithi090 ceph-mon[89511]: pgmap v893: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:27.820 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:16:27 smithi090 ceph-mon[91928]: pgmap v893: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:27.908 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:16:27 smithi092 ceph-mon[83777]: pgmap v893: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:28.820 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:16:28 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:16:28.820 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:16:28 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:16:28.908 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:16:28 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:16:30.158 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:16:29 smithi092 ceph-mon[83777]: pgmap v894: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:30.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:16:29 smithi090 ceph-mon[89511]: pgmap v894: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:30.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:16:29 smithi090 ceph-mon[91928]: pgmap v894: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:31.843 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph pg dump --format=json 2024-03-07T03:16:32.061 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T03:16:32.158 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:16:31 smithi092 ceph-mon[83777]: pgmap v895: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:32.183 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:16:31 smithi090 ceph-mon[89511]: pgmap v895: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:32.183 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:16:31 smithi090 ceph-mon[91928]: pgmap v895: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:32.658 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:16:32 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:16:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:16:33.320 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:16:33 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:16:33] "GET /metrics HTTP/1.1" 200 36318 "" "Prometheus/2.43.0" 2024-03-07T03:16:33.909 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T03:16:33.911 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-03-07T03:16:34.070 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:16:33 smithi090 ceph-mon[89511]: pgmap v896: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:34.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:16:33 smithi090 ceph-mon[91928]: pgmap v896: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:34.158 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:16:33 smithi092 ceph-mon[83777]: pgmap v896: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:34.516 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":896,"stamp":"2024-03-07T03:16:31.954021+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":858242044,"num_objects":540,"num_object_clones":466,"num_object_copies":1620,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":540,"num_whiteouts":8,"num_read":4717,"num_read_kb":5951239,"num_write":8310,"num_write_kb":1981084,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":113,"num_bytes_recovered":387483232,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28845,"ondisk_log_size":28845,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2878480,"kb_used_data":1220056,"kb_used_omap":379,"kb_used_meta":1657924,"kb_avail":747082736,"statfs":{"total":767960285184,"available":765012721664,"internally_reserved":0,"allocated":1249337344,"data_stored":3015980339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":388650,"internal_metadata":1697714646},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003870"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":974,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:11.412277+0000","last_change":"2024-03-07T03:07:58.753984+0000","last_active":"2024-03-07T03:14:11.412277+0000","last_peered":"2024-03-07T03:14:11.412277+0000","last_clean":"2024-03-07T03:14:11.412277+0000","last_became_active":"2024-03-07T03:07:58.753138+0000","last_became_peered":"2024-03-07T03:07:58.753138+0000","last_unstale":"2024-03-07T03:14:11.412277+0000","last_undegraded":"2024-03-07T03:14:11.412277+0000","last_fullsized":"2024-03-07T03:14:11.412277+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:37:39.612519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:44.902746+0000","last_change":"2024-03-07T03:07:23.074862+0000","last_active":"2024-03-07T03:12:44.902746+0000","last_peered":"2024-03-07T03:12:44.902746+0000","last_clean":"2024-03-07T03:12:44.902746+0000","last_became_active":"2024-03-07T03:07:23.074512+0000","last_became_peered":"2024-03-07T03:07:23.074512+0000","last_unstale":"2024-03-07T03:12:44.902746+0000","last_undegraded":"2024-03-07T03:12:44.902746+0000","last_fullsized":"2024-03-07T03:12:44.902746+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:45:24.128672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.808816+0000","last_change":"2024-03-07T03:05:01.446762+0000","last_active":"2024-03-07T03:14:15.808816+0000","last_peered":"2024-03-07T03:14:15.808816+0000","last_clean":"2024-03-07T03:14:15.808816+0000","last_became_active":"2024-03-07T03:05:01.446425+0000","last_became_peered":"2024-03-07T03:05:01.446425+0000","last_unstale":"2024-03-07T03:14:15.808816+0000","last_undegraded":"2024-03-07T03:14:15.808816+0000","last_fullsized":"2024-03-07T03:14:15.808816+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:39:39.897066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1053,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:45.949981+0000","last_change":"2024-03-07T03:07:58.755992+0000","last_active":"2024-03-07T03:12:45.949981+0000","last_peered":"2024-03-07T03:12:45.949981+0000","last_clean":"2024-03-07T03:12:45.949981+0000","last_became_active":"2024-03-07T03:07:58.755499+0000","last_became_peered":"2024-03-07T03:07:58.755499+0000","last_unstale":"2024-03-07T03:12:45.949981+0000","last_undegraded":"2024-03-07T03:12:45.949981+0000","last_fullsized":"2024-03-07T03:12:45.949981+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:26:12.313572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:56.403297+0000","last_change":"2024-03-07T03:07:58.752235+0000","last_active":"2024-03-07T03:12:56.403297+0000","last_peered":"2024-03-07T03:12:56.403297+0000","last_clean":"2024-03-07T03:12:56.403297+0000","last_became_active":"2024-03-07T03:07:58.751575+0000","last_became_peered":"2024-03-07T03:07:58.751575+0000","last_unstale":"2024-03-07T03:12:56.403297+0000","last_undegraded":"2024-03-07T03:12:56.403297+0000","last_fullsized":"2024-03-07T03:12:56.403297+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:12:05.995515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1030,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:45.942988+0000","last_change":"2024-03-07T03:06:47.859644+0000","last_active":"2024-03-07T03:11:45.942988+0000","last_peered":"2024-03-07T03:11:45.942988+0000","last_clean":"2024-03-07T03:11:45.942988+0000","last_became_active":"2024-03-07T03:06:47.859097+0000","last_became_peered":"2024-03-07T03:06:47.859097+0000","last_unstale":"2024-03-07T03:11:45.942988+0000","last_undegraded":"2024-03-07T03:11:45.942988+0000","last_fullsized":"2024-03-07T03:11:45.942988+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:22:46.909130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:56.403271+0000","last_change":"2024-03-07T03:07:58.754226+0000","last_active":"2024-03-07T03:12:56.403271+0000","last_peered":"2024-03-07T03:12:56.403271+0000","last_clean":"2024-03-07T03:12:56.403271+0000","last_became_active":"2024-03-07T03:07:58.753169+0000","last_became_peered":"2024-03-07T03:07:58.753169+0000","last_unstale":"2024-03-07T03:12:56.403271+0000","last_undegraded":"2024-03-07T03:12:56.403271+0000","last_fullsized":"2024-03-07T03:12:56.403271+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:46:59.258099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1087,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:03.970559+0000","last_change":"2024-03-07T03:07:23.073492+0000","last_active":"2024-03-07T03:13:03.970559+0000","last_peered":"2024-03-07T03:13:03.970559+0000","last_clean":"2024-03-07T03:13:03.970559+0000","last_became_active":"2024-03-07T03:07:23.071929+0000","last_became_peered":"2024-03-07T03:07:23.071929+0000","last_unstale":"2024-03-07T03:13:03.970559+0000","last_undegraded":"2024-03-07T03:13:03.970559+0000","last_fullsized":"2024-03-07T03:13:03.970559+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:35:26.391722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":979,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:46.402166+0000","last_change":"2024-03-07T03:07:58.760328+0000","last_active":"2024-03-07T03:12:46.402166+0000","last_peered":"2024-03-07T03:12:46.402166+0000","last_clean":"2024-03-07T03:12:46.402166+0000","last_became_active":"2024-03-07T03:07:58.760046+0000","last_became_peered":"2024-03-07T03:07:58.760046+0000","last_unstale":"2024-03-07T03:12:46.402166+0000","last_undegraded":"2024-03-07T03:12:46.402166+0000","last_fullsized":"2024-03-07T03:12:46.402166+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:08:46.356817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1005,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:11.165183+0000","last_change":"2024-03-07T03:07:23.079945+0000","last_active":"2024-03-07T03:12:11.165183+0000","last_peered":"2024-03-07T03:12:11.165183+0000","last_clean":"2024-03-07T03:12:11.165183+0000","last_became_active":"2024-03-07T03:07:23.078551+0000","last_became_peered":"2024-03-07T03:07:23.078551+0000","last_unstale":"2024-03-07T03:12:11.165183+0000","last_undegraded":"2024-03-07T03:12:11.165183+0000","last_fullsized":"2024-03-07T03:12:11.165183+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:03:46.670084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1005,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:11.165163+0000","last_change":"2024-03-07T03:07:23.081963+0000","last_active":"2024-03-07T03:12:11.165163+0000","last_peered":"2024-03-07T03:12:11.165163+0000","last_clean":"2024-03-07T03:12:11.165163+0000","last_became_active":"2024-03-07T03:07:23.080128+0000","last_became_peered":"2024-03-07T03:07:23.080128+0000","last_unstale":"2024-03-07T03:12:11.165163+0000","last_undegraded":"2024-03-07T03:12:11.165163+0000","last_fullsized":"2024-03-07T03:12:11.165163+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:56.813267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1148,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:14.506431+0000","last_change":"2024-03-07T03:07:23.074902+0000","last_active":"2024-03-07T03:12:14.506431+0000","last_peered":"2024-03-07T03:12:14.506431+0000","last_clean":"2024-03-07T03:12:14.506431+0000","last_became_active":"2024-03-07T03:07:23.074466+0000","last_became_peered":"2024-03-07T03:07:23.074466+0000","last_unstale":"2024-03-07T03:12:14.506431+0000","last_undegraded":"2024-03-07T03:12:14.506431+0000","last_fullsized":"2024-03-07T03:12:14.506431+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:40:20.268555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1117,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:48.969095+0000","last_change":"2024-03-07T03:07:23.072635+0000","last_active":"2024-03-07T03:12:48.969095+0000","last_peered":"2024-03-07T03:12:48.969095+0000","last_clean":"2024-03-07T03:12:48.969095+0000","last_became_active":"2024-03-07T03:07:23.071712+0000","last_became_peered":"2024-03-07T03:07:23.071712+0000","last_unstale":"2024-03-07T03:12:48.969095+0000","last_undegraded":"2024-03-07T03:12:48.969095+0000","last_fullsized":"2024-03-07T03:12:48.969095+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:00:39.298564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:10.801360+0000","last_change":"2024-03-07T03:06:47.851538+0000","last_active":"2024-03-07T03:13:10.801360+0000","last_peered":"2024-03-07T03:13:10.801360+0000","last_clean":"2024-03-07T03:13:10.801360+0000","last_became_active":"2024-03-07T03:06:47.851183+0000","last_became_peered":"2024-03-07T03:06:47.851183+0000","last_unstale":"2024-03-07T03:13:10.801360+0000","last_undegraded":"2024-03-07T03:13:10.801360+0000","last_fullsized":"2024-03-07T03:13:10.801360+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:36:23.932334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:44.908628+0000","last_change":"2024-03-07T03:06:47.843126+0000","last_active":"2024-03-07T03:13:44.908628+0000","last_peered":"2024-03-07T03:13:44.908628+0000","last_clean":"2024-03-07T03:13:44.908628+0000","last_became_active":"2024-03-07T03:06:47.842736+0000","last_became_peered":"2024-03-07T03:06:47.842736+0000","last_unstale":"2024-03-07T03:13:44.908628+0000","last_undegraded":"2024-03-07T03:13:44.908628+0000","last_fullsized":"2024-03-07T03:13:44.908628+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:48:10.843465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1035,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:45.956756+0000","last_change":"2024-03-07T03:07:58.755620+0000","last_active":"2024-03-07T03:13:45.956756+0000","last_peered":"2024-03-07T03:13:45.956756+0000","last_clean":"2024-03-07T03:13:45.956756+0000","last_became_active":"2024-03-07T03:07:58.755267+0000","last_became_peered":"2024-03-07T03:07:58.755267+0000","last_unstale":"2024-03-07T03:13:45.956756+0000","last_undegraded":"2024-03-07T03:13:45.956756+0000","last_fullsized":"2024-03-07T03:13:45.956756+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:51:32.339400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1039,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:45.956823+0000","last_change":"2024-03-07T03:07:58.756358+0000","last_active":"2024-03-07T03:13:45.956823+0000","last_peered":"2024-03-07T03:13:45.956823+0000","last_clean":"2024-03-07T03:13:45.956823+0000","last_became_active":"2024-03-07T03:07:58.755960+0000","last_became_peered":"2024-03-07T03:07:58.755960+0000","last_unstale":"2024-03-07T03:13:45.956823+0000","last_undegraded":"2024-03-07T03:13:45.956823+0000","last_fullsized":"2024-03-07T03:13:45.956823+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:47.464423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1156,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:59.504600+0000","last_change":"2024-03-07T03:07:58.755619+0000","last_active":"2024-03-07T03:11:59.504600+0000","last_peered":"2024-03-07T03:11:59.504600+0000","last_clean":"2024-03-07T03:11:59.504600+0000","last_became_active":"2024-03-07T03:07:58.755214+0000","last_became_peered":"2024-03-07T03:07:58.755214+0000","last_unstale":"2024-03-07T03:11:59.504600+0000","last_undegraded":"2024-03-07T03:11:59.504600+0000","last_fullsized":"2024-03-07T03:11:59.504600+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:59:02.041330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":972,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:26.399782+0000","last_change":"2024-03-07T03:07:58.756563+0000","last_active":"2024-03-07T03:12:26.399782+0000","last_peered":"2024-03-07T03:12:26.399782+0000","last_clean":"2024-03-07T03:12:26.399782+0000","last_became_active":"2024-03-07T03:07:58.752195+0000","last_became_peered":"2024-03-07T03:07:58.752195+0000","last_unstale":"2024-03-07T03:12:26.399782+0000","last_undegraded":"2024-03-07T03:12:26.399782+0000","last_fullsized":"2024-03-07T03:12:26.399782+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:32:35.496500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"716'5","reported_seq":1223,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.808871+0000","last_change":"2024-03-07T03:07:58.753999+0000","last_active":"2024-03-07T03:14:15.808871+0000","last_peered":"2024-03-07T03:14:15.808871+0000","last_clean":"2024-03-07T03:14:15.808871+0000","last_became_active":"2024-03-07T03:07:58.753607+0000","last_became_peered":"2024-03-07T03:07:58.753607+0000","last_unstale":"2024-03-07T03:14:15.808871+0000","last_undegraded":"2024-03-07T03:14:15.808871+0000","last_fullsized":"2024-03-07T03:14:15.808871+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:28:57.567238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1111,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:33.973557+0000","last_change":"2024-03-07T03:07:23.083830+0000","last_active":"2024-03-07T03:13:33.973557+0000","last_peered":"2024-03-07T03:13:33.973557+0000","last_clean":"2024-03-07T03:13:33.973557+0000","last_became_active":"2024-03-07T03:07:23.083530+0000","last_became_peered":"2024-03-07T03:07:23.083530+0000","last_unstale":"2024-03-07T03:13:33.973557+0000","last_undegraded":"2024-03-07T03:13:33.973557+0000","last_fullsized":"2024-03-07T03:13:33.973557+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:57.938032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"716'2","reported_seq":1131,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:33.973566+0000","last_change":"2024-03-07T03:06:47.849618+0000","last_active":"2024-03-07T03:13:33.973566+0000","last_peered":"2024-03-07T03:13:33.973566+0000","last_clean":"2024-03-07T03:13:33.973566+0000","last_became_active":"2024-03-07T03:06:47.849222+0000","last_became_peered":"2024-03-07T03:06:47.849222+0000","last_unstale":"2024-03-07T03:13:33.973566+0000","last_undegraded":"2024-03-07T03:13:33.973566+0000","last_fullsized":"2024-03-07T03:13:33.973566+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:36:41.880143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.808860+0000","last_change":"2024-03-07T03:06:47.851880+0000","last_active":"2024-03-07T03:14:15.808860+0000","last_peered":"2024-03-07T03:14:15.808860+0000","last_clean":"2024-03-07T03:14:15.808860+0000","last_became_active":"2024-03-07T03:06:47.851176+0000","last_became_peered":"2024-03-07T03:06:47.851176+0000","last_unstale":"2024-03-07T03:14:15.808860+0000","last_undegraded":"2024-03-07T03:14:15.808860+0000","last_fullsized":"2024-03-07T03:14:15.808860+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:38:59.663068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":977,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:56.403337+0000","last_change":"2024-03-07T03:07:58.757245+0000","last_active":"2024-03-07T03:12:56.403337+0000","last_peered":"2024-03-07T03:12:56.403337+0000","last_clean":"2024-03-07T03:12:56.403337+0000","last_became_active":"2024-03-07T03:07:58.754456+0000","last_became_peered":"2024-03-07T03:07:58.754456+0000","last_unstale":"2024-03-07T03:12:56.403337+0000","last_undegraded":"2024-03-07T03:12:56.403337+0000","last_fullsized":"2024-03-07T03:12:56.403337+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:57:32.153933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1043,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:45.943019+0000","last_change":"2024-03-07T03:06:47.855220+0000","last_active":"2024-03-07T03:11:45.943019+0000","last_peered":"2024-03-07T03:11:45.943019+0000","last_clean":"2024-03-07T03:11:45.943019+0000","last_became_active":"2024-03-07T03:06:47.854836+0000","last_became_peered":"2024-03-07T03:06:47.854836+0000","last_unstale":"2024-03-07T03:11:45.943019+0000","last_undegraded":"2024-03-07T03:11:45.943019+0000","last_fullsized":"2024-03-07T03:11:45.943019+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:51:35.386552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":984,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:56.403317+0000","last_change":"2024-03-07T03:07:58.757676+0000","last_active":"2024-03-07T03:12:56.403317+0000","last_peered":"2024-03-07T03:12:56.403317+0000","last_clean":"2024-03-07T03:12:56.403317+0000","last_became_active":"2024-03-07T03:07:58.753930+0000","last_became_peered":"2024-03-07T03:07:58.753930+0000","last_unstale":"2024-03-07T03:12:56.403317+0000","last_undegraded":"2024-03-07T03:12:56.403317+0000","last_fullsized":"2024-03-07T03:12:56.403317+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:56.639688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1037,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:45.943032+0000","last_change":"2024-03-07T03:07:23.076532+0000","last_active":"2024-03-07T03:11:45.943032+0000","last_peered":"2024-03-07T03:11:45.943032+0000","last_clean":"2024-03-07T03:11:45.943032+0000","last_became_active":"2024-03-07T03:07:23.076234+0000","last_became_peered":"2024-03-07T03:07:23.076234+0000","last_unstale":"2024-03-07T03:11:45.943032+0000","last_undegraded":"2024-03-07T03:11:45.943032+0000","last_fullsized":"2024-03-07T03:11:45.943032+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:16:39.967241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"716'2","reported_seq":1090,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:03.970601+0000","last_change":"2024-03-07T03:07:58.752045+0000","last_active":"2024-03-07T03:13:03.970601+0000","last_peered":"2024-03-07T03:13:03.970601+0000","last_clean":"2024-03-07T03:13:03.970601+0000","last_became_active":"2024-03-07T03:07:58.751585+0000","last_became_peered":"2024-03-07T03:07:58.751585+0000","last_unstale":"2024-03-07T03:13:03.970601+0000","last_undegraded":"2024-03-07T03:13:03.970601+0000","last_fullsized":"2024-03-07T03:13:03.970601+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:03:01.652607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1108,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:38.077764+0000","last_change":"2024-03-07T03:06:09.990854+0000","last_active":"2024-03-07T03:13:38.077764+0000","last_peered":"2024-03-07T03:13:38.077764+0000","last_clean":"2024-03-07T03:13:38.077764+0000","last_became_active":"2024-03-07T03:06:09.990464+0000","last_became_peered":"2024-03-07T03:06:09.990464+0000","last_unstale":"2024-03-07T03:13:38.077764+0000","last_undegraded":"2024-03-07T03:13:38.077764+0000","last_fullsized":"2024-03-07T03:13:38.077764+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:53:52.856954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"716'2","reported_seq":1010,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:21.166229+0000","last_change":"2024-03-07T03:07:58.754526+0000","last_active":"2024-03-07T03:12:21.166229+0000","last_peered":"2024-03-07T03:12:21.166229+0000","last_clean":"2024-03-07T03:12:21.166229+0000","last_became_active":"2024-03-07T03:07:58.754123+0000","last_became_peered":"2024-03-07T03:07:58.754123+0000","last_unstale":"2024-03-07T03:12:21.166229+0000","last_undegraded":"2024-03-07T03:12:21.166229+0000","last_fullsized":"2024-03-07T03:12:21.166229+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:41:34.446180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:50.805938+0000","last_change":"2024-03-07T03:07:58.750769+0000","last_active":"2024-03-07T03:13:50.805938+0000","last_peered":"2024-03-07T03:13:50.805938+0000","last_clean":"2024-03-07T03:13:50.805938+0000","last_became_active":"2024-03-07T03:07:58.749974+0000","last_became_peered":"2024-03-07T03:07:58.749974+0000","last_unstale":"2024-03-07T03:13:50.805938+0000","last_undegraded":"2024-03-07T03:13:50.805938+0000","last_fullsized":"2024-03-07T03:13:50.805938+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:56:14.059734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1127,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:48.969049+0000","last_change":"2024-03-07T03:07:23.072942+0000","last_active":"2024-03-07T03:12:48.969049+0000","last_peered":"2024-03-07T03:12:48.969049+0000","last_clean":"2024-03-07T03:12:48.969049+0000","last_became_active":"2024-03-07T03:07:23.072639+0000","last_became_peered":"2024-03-07T03:07:23.072639+0000","last_unstale":"2024-03-07T03:12:48.969049+0000","last_undegraded":"2024-03-07T03:12:48.969049+0000","last_fullsized":"2024-03-07T03:12:48.969049+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:42.808853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1124,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:48.969008+0000","last_change":"2024-03-07T03:05:35.934963+0000","last_active":"2024-03-07T03:12:48.969008+0000","last_peered":"2024-03-07T03:12:48.969008+0000","last_clean":"2024-03-07T03:12:48.969008+0000","last_became_active":"2024-03-07T03:05:35.932493+0000","last_became_peered":"2024-03-07T03:05:35.932493+0000","last_unstale":"2024-03-07T03:12:48.969008+0000","last_undegraded":"2024-03-07T03:12:48.969008+0000","last_fullsized":"2024-03-07T03:12:48.969008+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:00:57.111662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1040,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:00.958587+0000","last_change":"2024-03-07T03:07:58.756063+0000","last_active":"2024-03-07T03:14:00.958587+0000","last_peered":"2024-03-07T03:14:00.958587+0000","last_clean":"2024-03-07T03:14:00.958587+0000","last_became_active":"2024-03-07T03:07:58.755712+0000","last_became_peered":"2024-03-07T03:07:58.755712+0000","last_unstale":"2024-03-07T03:14:00.958587+0000","last_undegraded":"2024-03-07T03:14:00.958587+0000","last_fullsized":"2024-03-07T03:14:00.958587+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:13:06.484346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:04.910749+0000","last_change":"2024-03-07T03:06:09.996319+0000","last_active":"2024-03-07T03:14:04.910749+0000","last_peered":"2024-03-07T03:14:04.910749+0000","last_clean":"2024-03-07T03:14:04.910749+0000","last_became_active":"2024-03-07T03:06:09.996002+0000","last_became_peered":"2024-03-07T03:06:09.996002+0000","last_unstale":"2024-03-07T03:14:04.910749+0000","last_undegraded":"2024-03-07T03:14:04.910749+0000","last_fullsized":"2024-03-07T03:14:04.910749+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:41:55.764562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1006,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:11.165197+0000","last_change":"2024-03-07T03:07:23.083466+0000","last_active":"2024-03-07T03:12:11.165197+0000","last_peered":"2024-03-07T03:12:11.165197+0000","last_clean":"2024-03-07T03:12:11.165197+0000","last_became_active":"2024-03-07T03:07:23.083156+0000","last_became_peered":"2024-03-07T03:07:23.083156+0000","last_unstale":"2024-03-07T03:12:11.165197+0000","last_undegraded":"2024-03-07T03:12:11.165197+0000","last_fullsized":"2024-03-07T03:12:11.165197+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:32:00.539449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1026,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:00.958646+0000","last_change":"2024-03-07T03:07:58.752127+0000","last_active":"2024-03-07T03:14:00.958646+0000","last_peered":"2024-03-07T03:14:00.958646+0000","last_clean":"2024-03-07T03:14:00.958646+0000","last_became_active":"2024-03-07T03:07:58.751770+0000","last_became_peered":"2024-03-07T03:07:58.751770+0000","last_unstale":"2024-03-07T03:14:00.958646+0000","last_undegraded":"2024-03-07T03:14:00.958646+0000","last_fullsized":"2024-03-07T03:14:00.958646+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:43.791488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1060,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:00.958636+0000","last_change":"2024-03-07T03:07:23.077653+0000","last_active":"2024-03-07T03:14:00.958636+0000","last_peered":"2024-03-07T03:14:00.958636+0000","last_clean":"2024-03-07T03:14:00.958636+0000","last_became_active":"2024-03-07T03:07:23.077355+0000","last_became_peered":"2024-03-07T03:07:23.077355+0000","last_unstale":"2024-03-07T03:14:00.958636+0000","last_undegraded":"2024-03-07T03:14:00.958636+0000","last_fullsized":"2024-03-07T03:14:00.958636+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:45.861158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:30.803761+0000","last_change":"2024-03-07T03:06:47.851508+0000","last_active":"2024-03-07T03:13:30.803761+0000","last_peered":"2024-03-07T03:13:30.803761+0000","last_clean":"2024-03-07T03:13:30.803761+0000","last_became_active":"2024-03-07T03:06:47.850839+0000","last_became_peered":"2024-03-07T03:06:47.850839+0000","last_unstale":"2024-03-07T03:13:30.803761+0000","last_undegraded":"2024-03-07T03:13:30.803761+0000","last_fullsized":"2024-03-07T03:13:30.803761+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:08:06.622234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1193,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:04.910791+0000","last_change":"2024-03-07T03:06:47.845848+0000","last_active":"2024-03-07T03:14:04.910791+0000","last_peered":"2024-03-07T03:14:04.910791+0000","last_clean":"2024-03-07T03:14:04.910791+0000","last_became_active":"2024-03-07T03:06:47.845425+0000","last_became_peered":"2024-03-07T03:06:47.845425+0000","last_unstale":"2024-03-07T03:14:04.910791+0000","last_undegraded":"2024-03-07T03:14:04.910791+0000","last_fullsized":"2024-03-07T03:14:04.910791+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:16:24.833986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1079,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:08.074258+0000","last_change":"2024-03-07T03:07:58.754983+0000","last_active":"2024-03-07T03:13:08.074258+0000","last_peered":"2024-03-07T03:13:08.074258+0000","last_clean":"2024-03-07T03:13:08.074258+0000","last_became_active":"2024-03-07T03:07:58.754657+0000","last_became_peered":"2024-03-07T03:07:58.754657+0000","last_unstale":"2024-03-07T03:13:08.074258+0000","last_undegraded":"2024-03-07T03:13:08.074258+0000","last_fullsized":"2024-03-07T03:13:08.074258+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:06:00.897772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"716'29","reported_seq":1041,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:01.164213+0000","last_change":"2024-03-07T03:07:23.079677+0000","last_active":"2024-03-07T03:12:01.164213+0000","last_peered":"2024-03-07T03:12:01.164213+0000","last_clean":"2024-03-07T03:12:01.164213+0000","last_became_active":"2024-03-07T03:07:23.079320+0000","last_became_peered":"2024-03-07T03:07:23.079320+0000","last_unstale":"2024-03-07T03:12:01.164213+0000","last_undegraded":"2024-03-07T03:12:01.164213+0000","last_fullsized":"2024-03-07T03:12:01.164213+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:49:54.979015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:46.402133+0000","last_change":"2024-03-07T03:07:58.758376+0000","last_active":"2024-03-07T03:12:46.402133+0000","last_peered":"2024-03-07T03:12:46.402133+0000","last_clean":"2024-03-07T03:12:46.402133+0000","last_became_active":"2024-03-07T03:07:58.757816+0000","last_became_peered":"2024-03-07T03:07:58.757816+0000","last_unstale":"2024-03-07T03:12:46.402133+0000","last_undegraded":"2024-03-07T03:12:46.402133+0000","last_fullsized":"2024-03-07T03:12:46.402133+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:47.253727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1219,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:10.801397+0000","last_change":"2024-03-07T03:06:09.989072+0000","last_active":"2024-03-07T03:13:10.801397+0000","last_peered":"2024-03-07T03:13:10.801397+0000","last_clean":"2024-03-07T03:13:10.801397+0000","last_became_active":"2024-03-07T03:06:09.987754+0000","last_became_peered":"2024-03-07T03:06:09.987754+0000","last_unstale":"2024-03-07T03:13:10.801397+0000","last_undegraded":"2024-03-07T03:13:10.801397+0000","last_fullsized":"2024-03-07T03:13:10.801397+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:05:15.340331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:10.801380+0000","last_change":"2024-03-07T03:07:58.754207+0000","last_active":"2024-03-07T03:13:10.801380+0000","last_peered":"2024-03-07T03:13:10.801380+0000","last_clean":"2024-03-07T03:13:10.801380+0000","last_became_active":"2024-03-07T03:07:58.753859+0000","last_became_peered":"2024-03-07T03:07:58.753859+0000","last_unstale":"2024-03-07T03:13:10.801380+0000","last_undegraded":"2024-03-07T03:13:10.801380+0000","last_fullsized":"2024-03-07T03:13:10.801380+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:14:02.813872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1053,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:45.956792+0000","last_change":"2024-03-07T03:07:58.755838+0000","last_active":"2024-03-07T03:13:45.956792+0000","last_peered":"2024-03-07T03:13:45.956792+0000","last_clean":"2024-03-07T03:13:45.956792+0000","last_became_active":"2024-03-07T03:07:58.755436+0000","last_became_peered":"2024-03-07T03:07:58.755436+0000","last_unstale":"2024-03-07T03:13:45.956792+0000","last_undegraded":"2024-03-07T03:13:45.956792+0000","last_fullsized":"2024-03-07T03:13:45.956792+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:25.094944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:36.400930+0000","last_change":"2024-03-07T03:07:58.750199+0000","last_active":"2024-03-07T03:12:36.400930+0000","last_peered":"2024-03-07T03:12:36.400930+0000","last_clean":"2024-03-07T03:12:36.400930+0000","last_became_active":"2024-03-07T03:07:58.749858+0000","last_became_peered":"2024-03-07T03:07:58.749858+0000","last_unstale":"2024-03-07T03:12:36.400930+0000","last_undegraded":"2024-03-07T03:12:36.400930+0000","last_fullsized":"2024-03-07T03:12:36.400930+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:41.122539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1014,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:01.164192+0000","last_change":"2024-03-07T03:07:23.076835+0000","last_active":"2024-03-07T03:12:01.164192+0000","last_peered":"2024-03-07T03:12:01.164192+0000","last_clean":"2024-03-07T03:12:01.164192+0000","last_became_active":"2024-03-07T03:07:23.075094+0000","last_became_peered":"2024-03-07T03:07:23.075094+0000","last_unstale":"2024-03-07T03:12:01.164192+0000","last_undegraded":"2024-03-07T03:12:01.164192+0000","last_fullsized":"2024-03-07T03:12:01.164192+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:50:36.739831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1005,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:01.164170+0000","last_change":"2024-03-07T03:07:23.078279+0000","last_active":"2024-03-07T03:12:01.164170+0000","last_peered":"2024-03-07T03:12:01.164170+0000","last_clean":"2024-03-07T03:12:01.164170+0000","last_became_active":"2024-03-07T03:07:23.077338+0000","last_became_peered":"2024-03-07T03:07:23.077338+0000","last_unstale":"2024-03-07T03:12:01.164170+0000","last_undegraded":"2024-03-07T03:12:01.164170+0000","last_fullsized":"2024-03-07T03:12:01.164170+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:05:40.599683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1169,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:59.504527+0000","last_change":"2024-03-07T03:05:01.461919+0000","last_active":"2024-03-07T03:11:59.504527+0000","last_peered":"2024-03-07T03:11:59.504527+0000","last_clean":"2024-03-07T03:11:59.504527+0000","last_became_active":"2024-03-07T03:05:01.459759+0000","last_became_peered":"2024-03-07T03:05:01.459759+0000","last_unstale":"2024-03-07T03:11:59.504527+0000","last_undegraded":"2024-03-07T03:11:59.504527+0000","last_fullsized":"2024-03-07T03:11:59.504527+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:31:45.535178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":972,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:36.400896+0000","last_change":"2024-03-07T03:07:58.753856+0000","last_active":"2024-03-07T03:12:36.400896+0000","last_peered":"2024-03-07T03:12:36.400896+0000","last_clean":"2024-03-07T03:12:36.400896+0000","last_became_active":"2024-03-07T03:07:58.751889+0000","last_became_peered":"2024-03-07T03:07:58.751889+0000","last_unstale":"2024-03-07T03:12:36.400896+0000","last_undegraded":"2024-03-07T03:12:36.400896+0000","last_fullsized":"2024-03-07T03:12:36.400896+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:27:20.126942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"863'1273","reported_seq":4341,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:39.518251+0000","last_change":"2024-03-07T03:10:56.137635+0000","last_active":"2024-03-07T03:13:39.518251+0000","last_peered":"2024-03-07T03:13:39.518251+0000","last_clean":"2024-03-07T03:13:39.518251+0000","last_became_active":"2024-03-07T03:05:01.457883+0000","last_became_peered":"2024-03-07T03:05:01.457883+0000","last_unstale":"2024-03-07T03:13:39.518251+0000","last_undegraded":"2024-03-07T03:13:39.518251+0000","last_fullsized":"2024-03-07T03:13:39.518251+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1273,"log_dups_size":0,"ondisk_log_size":1273,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:21:46.718939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.021818005000000001,"stat_sum":{"num_bytes":15540224,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":258,"num_read_kb":529715,"num_write":442,"num_write_kb":102224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1441792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.f","version":"61'1","reported_seq":1082,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:53.072552+0000","last_change":"2024-03-07T03:07:58.755003+0000","last_active":"2024-03-07T03:12:53.072552+0000","last_peered":"2024-03-07T03:12:53.072552+0000","last_clean":"2024-03-07T03:12:53.072552+0000","last_became_active":"2024-03-07T03:07:58.754564+0000","last_became_peered":"2024-03-07T03:07:58.754564+0000","last_unstale":"2024-03-07T03:12:53.072552+0000","last_undegraded":"2024-03-07T03:12:53.072552+0000","last_fullsized":"2024-03-07T03:12:53.072552+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:34:53.344746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:26.399799+0000","last_change":"2024-03-07T03:07:58.750952+0000","last_active":"2024-03-07T03:12:26.399799+0000","last_peered":"2024-03-07T03:12:26.399799+0000","last_clean":"2024-03-07T03:12:26.399799+0000","last_became_active":"2024-03-07T03:07:58.749229+0000","last_became_peered":"2024-03-07T03:07:58.749229+0000","last_unstale":"2024-03-07T03:12:26.399799+0000","last_undegraded":"2024-03-07T03:12:26.399799+0000","last_fullsized":"2024-03-07T03:12:26.399799+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:53:10.534950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"863'847","reported_seq":4049,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.808770+0000","last_change":"2024-03-07T03:10:56.129162+0000","last_active":"2024-03-07T03:14:15.808770+0000","last_peered":"2024-03-07T03:14:15.808770+0000","last_clean":"2024-03-07T03:14:15.808770+0000","last_became_active":"2024-03-07T03:07:23.074596+0000","last_became_peered":"2024-03-07T03:07:23.074596+0000","last_unstale":"2024-03-07T03:14:15.808770+0000","last_undegraded":"2024-03-07T03:14:15.808770+0000","last_fullsized":"2024-03-07T03:14:15.808770+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":847,"log_dups_size":0,"ondisk_log_size":847,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:34:23.625809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0099120149999999997,"stat_sum":{"num_bytes":38936576,"num_objects":11,"num_object_clones":9,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":157,"num_read_kb":413258,"num_write":266,"num_write_kb":109952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":4374528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.2","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:44.902692+0000","last_change":"2024-03-07T03:06:47.845893+0000","last_active":"2024-03-07T03:12:44.902692+0000","last_peered":"2024-03-07T03:12:44.902692+0000","last_clean":"2024-03-07T03:12:44.902692+0000","last_became_active":"2024-03-07T03:06:47.845548+0000","last_became_peered":"2024-03-07T03:06:47.845548+0000","last_unstale":"2024-03-07T03:12:44.902692+0000","last_undegraded":"2024-03-07T03:12:44.902692+0000","last_fullsized":"2024-03-07T03:12:44.902692+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:19:55.051329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:44.902713+0000","last_change":"2024-03-07T03:07:58.751041+0000","last_active":"2024-03-07T03:12:44.902713+0000","last_peered":"2024-03-07T03:12:44.902713+0000","last_clean":"2024-03-07T03:12:44.902713+0000","last_became_active":"2024-03-07T03:07:58.749047+0000","last_became_peered":"2024-03-07T03:07:58.749047+0000","last_unstale":"2024-03-07T03:12:44.902713+0000","last_undegraded":"2024-03-07T03:12:44.902713+0000","last_fullsized":"2024-03-07T03:12:44.902713+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:47:59.256394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1058,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:00.951695+0000","last_change":"2024-03-07T03:06:47.858022+0000","last_active":"2024-03-07T03:13:00.951695+0000","last_peered":"2024-03-07T03:13:00.951695+0000","last_clean":"2024-03-07T03:13:00.951695+0000","last_became_active":"2024-03-07T03:06:47.857526+0000","last_became_peered":"2024-03-07T03:06:47.857526+0000","last_unstale":"2024-03-07T03:13:00.951695+0000","last_undegraded":"2024-03-07T03:13:00.951695+0000","last_fullsized":"2024-03-07T03:13:00.951695+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:02:03.856321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"862'1186","reported_seq":4380,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.808828+0000","last_change":"2024-03-07T03:10:56.119983+0000","last_active":"2024-03-07T03:14:15.808828+0000","last_peered":"2024-03-07T03:14:15.808828+0000","last_clean":"2024-03-07T03:14:15.808828+0000","last_became_active":"2024-03-07T03:06:09.988405+0000","last_became_peered":"2024-03-07T03:06:09.988405+0000","last_unstale":"2024-03-07T03:14:15.808828+0000","last_undegraded":"2024-03-07T03:14:15.808828+0000","last_fullsized":"2024-03-07T03:14:15.808828+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1186,"log_dups_size":0,"ondisk_log_size":1186,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:41:38.890400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099770099999999993,"stat_sum":{"num_bytes":13524992,"num_objects":9,"num_object_clones":6,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":208,"num_read_kb":390958,"num_write":505,"num_write_kb":103888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":50642944,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:44.902722+0000","last_change":"2024-03-07T03:05:35.928460+0000","last_active":"2024-03-07T03:12:44.902722+0000","last_peered":"2024-03-07T03:12:44.902722+0000","last_clean":"2024-03-07T03:12:44.902722+0000","last_became_active":"2024-03-07T03:05:35.928017+0000","last_became_peered":"2024-03-07T03:05:35.928017+0000","last_unstale":"2024-03-07T03:12:44.902722+0000","last_undegraded":"2024-03-07T03:12:44.902722+0000","last_fullsized":"2024-03-07T03:12:44.902722+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:53:27.674544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1027,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:00.951637+0000","last_change":"2024-03-07T03:07:23.075249+0000","last_active":"2024-03-07T03:13:00.951637+0000","last_peered":"2024-03-07T03:13:00.951637+0000","last_clean":"2024-03-07T03:13:00.951637+0000","last_became_active":"2024-03-07T03:07:23.074866+0000","last_became_peered":"2024-03-07T03:07:23.074866+0000","last_unstale":"2024-03-07T03:13:00.951637+0000","last_undegraded":"2024-03-07T03:13:00.951637+0000","last_fullsized":"2024-03-07T03:13:00.951637+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:03.393010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1079,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:23.069107+0000","last_change":"2024-03-07T03:07:23.069585+0000","last_active":"2024-03-07T03:12:23.069107+0000","last_peered":"2024-03-07T03:12:23.069107+0000","last_clean":"2024-03-07T03:12:23.069107+0000","last_became_active":"2024-03-07T03:07:23.069262+0000","last_became_peered":"2024-03-07T03:07:23.069262+0000","last_unstale":"2024-03-07T03:12:23.069107+0000","last_undegraded":"2024-03-07T03:12:23.069107+0000","last_fullsized":"2024-03-07T03:12:23.069107+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:11:22.045807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"861'1094","reported_seq":4797,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:39.518368+0000","last_change":"2024-03-07T03:10:57.331022+0000","last_active":"2024-03-07T03:13:39.518368+0000","last_peered":"2024-03-07T03:13:39.518368+0000","last_clean":"2024-03-07T03:13:39.518368+0000","last_became_active":"2024-03-07T03:06:47.847229+0000","last_became_peered":"2024-03-07T03:06:47.847229+0000","last_unstale":"2024-03-07T03:13:39.518368+0000","last_undegraded":"2024-03-07T03:13:39.518368+0000","last_fullsized":"2024-03-07T03:13:39.518368+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1094,"log_dups_size":0,"ondisk_log_size":1094,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:58:27.729404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.032339935,"stat_sum":{"num_bytes":113606656,"num_objects":59,"num_object_clones":55,"num_object_copies":177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":279,"num_read_kb":358703,"num_write":525,"num_write_kb":146904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":36642816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1183,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:04.904853+0000","last_change":"2024-03-07T03:06:47.843416+0000","last_active":"2024-03-07T03:13:04.904853+0000","last_peered":"2024-03-07T03:13:04.904853+0000","last_clean":"2024-03-07T03:13:04.904853+0000","last_became_active":"2024-03-07T03:06:47.842812+0000","last_became_peered":"2024-03-07T03:06:47.842812+0000","last_unstale":"2024-03-07T03:13:04.904853+0000","last_undegraded":"2024-03-07T03:13:04.904853+0000","last_fullsized":"2024-03-07T03:13:04.904853+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:03:02.672609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1190,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:24.912798+0000","last_change":"2024-03-07T03:07:23.071850+0000","last_active":"2024-03-07T03:14:24.912798+0000","last_peered":"2024-03-07T03:14:24.912798+0000","last_clean":"2024-03-07T03:14:24.912798+0000","last_became_active":"2024-03-07T03:07:23.071476+0000","last_became_peered":"2024-03-07T03:07:23.071476+0000","last_unstale":"2024-03-07T03:14:24.912798+0000","last_undegraded":"2024-03-07T03:14:24.912798+0000","last_fullsized":"2024-03-07T03:14:24.912798+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:13:05.296486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1158,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:19.516275+0000","last_change":"2024-03-07T03:05:35.926187+0000","last_active":"2024-03-07T03:13:19.516275+0000","last_peered":"2024-03-07T03:13:19.516275+0000","last_clean":"2024-03-07T03:13:19.516275+0000","last_became_active":"2024-03-07T03:05:35.925908+0000","last_became_peered":"2024-03-07T03:05:35.925908+0000","last_unstale":"2024-03-07T03:13:19.516275+0000","last_undegraded":"2024-03-07T03:13:19.516275+0000","last_fullsized":"2024-03-07T03:13:19.516275+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:48:33.101185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"863'1146","reported_seq":3874,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:11.412225+0000","last_change":"2024-03-07T03:10:56.132170+0000","last_active":"2024-03-07T03:14:11.412225+0000","last_peered":"2024-03-07T03:14:11.412225+0000","last_clean":"2024-03-07T03:14:11.412225+0000","last_became_active":"2024-03-07T03:07:58.756854+0000","last_became_peered":"2024-03-07T03:07:58.756854+0000","last_unstale":"2024-03-07T03:14:11.412225+0000","last_undegraded":"2024-03-07T03:14:11.412225+0000","last_fullsized":"2024-03-07T03:14:11.412225+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1146,"log_dups_size":0,"ondisk_log_size":1146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T02:59:04.693146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.010433211,"stat_sum":{"num_bytes":34668544,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":1,"num_read":219,"num_read_kb":317694,"num_write":420,"num_write_kb":93568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":10240000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1006,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:36.174398+0000","last_change":"2024-03-07T03:07:58.760449+0000","last_active":"2024-03-07T03:13:36.174398+0000","last_peered":"2024-03-07T03:13:36.174398+0000","last_clean":"2024-03-07T03:13:36.174398+0000","last_became_active":"2024-03-07T03:07:58.760086+0000","last_became_peered":"2024-03-07T03:07:58.760086+0000","last_unstale":"2024-03-07T03:13:36.174398+0000","last_undegraded":"2024-03-07T03:13:36.174398+0000","last_fullsized":"2024-03-07T03:13:36.174398+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:34:38.583100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1089,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:53.975738+0000","last_change":"2024-03-07T03:07:23.073659+0000","last_active":"2024-03-07T03:13:53.975738+0000","last_peered":"2024-03-07T03:13:53.975738+0000","last_clean":"2024-03-07T03:13:53.975738+0000","last_became_active":"2024-03-07T03:07:23.073277+0000","last_became_peered":"2024-03-07T03:07:23.073277+0000","last_unstale":"2024-03-07T03:13:53.975738+0000","last_undegraded":"2024-03-07T03:13:53.975738+0000","last_fullsized":"2024-03-07T03:13:53.975738+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:48:34.819985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1061,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:00.951679+0000","last_change":"2024-03-07T03:07:58.752576+0000","last_active":"2024-03-07T03:13:00.951679+0000","last_peered":"2024-03-07T03:13:00.951679+0000","last_clean":"2024-03-07T03:13:00.951679+0000","last_became_active":"2024-03-07T03:07:58.752193+0000","last_became_peered":"2024-03-07T03:07:58.752193+0000","last_unstale":"2024-03-07T03:13:00.951679+0000","last_undegraded":"2024-03-07T03:13:00.951679+0000","last_fullsized":"2024-03-07T03:13:00.951679+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:55:14.205594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"395'197","reported_seq":1466,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:56.410378+0000","last_change":"2024-03-07T03:07:58.752982+0000","last_active":"2024-03-07T03:13:56.410378+0000","last_peered":"2024-03-07T03:13:56.410378+0000","last_clean":"2024-03-07T03:13:56.410378+0000","last_became_active":"2024-03-07T03:07:58.752004+0000","last_became_peered":"2024-03-07T03:07:58.752004+0000","last_unstale":"2024-03-07T03:13:56.410378+0000","last_undegraded":"2024-03-07T03:13:56.410378+0000","last_fullsized":"2024-03-07T03:13:56.410378+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_clean_scrub_stamp":"2024-03-07T02:51:31.238394+0000","objects_scrubbed":0,"log_size":197,"log_dups_size":0,"ondisk_log_size":197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:53.766202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"858'3145","reported_seq":6530,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:15.953631+0000","last_change":"2024-03-07T03:10:57.131283+0000","last_active":"2024-03-07T03:13:15.953631+0000","last_peered":"2024-03-07T03:13:15.953631+0000","last_clean":"2024-03-07T03:13:15.953631+0000","last_became_active":"2024-03-07T03:06:47.859231+0000","last_became_peered":"2024-03-07T03:06:47.859231+0000","last_unstale":"2024-03-07T03:13:15.953631+0000","last_undegraded":"2024-03-07T03:13:15.953631+0000","last_fullsized":"2024-03-07T03:13:15.953631+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3145,"log_dups_size":0,"ondisk_log_size":3145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:10:03.781442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001499434,"stat_sum":{"num_bytes":18481152,"num_objects":15,"num_object_clones":14,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":124,"num_read_kb":398406,"num_write":253,"num_write_kb":45856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":9773056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:30.797058+0000","last_change":"2024-03-07T03:05:01.454053+0000","last_active":"2024-03-07T03:12:30.797058+0000","last_peered":"2024-03-07T03:12:30.797058+0000","last_clean":"2024-03-07T03:12:30.797058+0000","last_became_active":"2024-03-07T03:05:01.453718+0000","last_became_peered":"2024-03-07T03:05:01.453718+0000","last_unstale":"2024-03-07T03:12:30.797058+0000","last_undegraded":"2024-03-07T03:12:30.797058+0000","last_fullsized":"2024-03-07T03:12:30.797058+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:10:59.835543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.808745+0000","last_change":"2024-03-07T03:06:09.987673+0000","last_active":"2024-03-07T03:14:15.808745+0000","last_peered":"2024-03-07T03:14:15.808745+0000","last_clean":"2024-03-07T03:14:15.808745+0000","last_became_active":"2024-03-07T03:06:09.987328+0000","last_became_peered":"2024-03-07T03:06:09.987328+0000","last_unstale":"2024-03-07T03:14:15.808745+0000","last_undegraded":"2024-03-07T03:14:15.808745+0000","last_fullsized":"2024-03-07T03:14:15.808745+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:11:17.983744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":975,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:56.410353+0000","last_change":"2024-03-07T03:07:58.757849+0000","last_active":"2024-03-07T03:13:56.410353+0000","last_peered":"2024-03-07T03:13:56.410353+0000","last_clean":"2024-03-07T03:13:56.410353+0000","last_became_active":"2024-03-07T03:07:58.757399+0000","last_became_peered":"2024-03-07T03:07:58.757399+0000","last_unstale":"2024-03-07T03:13:56.410353+0000","last_undegraded":"2024-03-07T03:13:56.410353+0000","last_fullsized":"2024-03-07T03:13:56.410353+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:54:11.413787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"864'1259","reported_seq":4064,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:36.174367+0000","last_change":"2024-03-07T03:10:56.129203+0000","last_active":"2024-03-07T03:13:36.174367+0000","last_peered":"2024-03-07T03:13:36.174367+0000","last_clean":"2024-03-07T03:13:36.174367+0000","last_became_active":"2024-03-07T03:07:23.080120+0000","last_became_peered":"2024-03-07T03:07:23.080120+0000","last_unstale":"2024-03-07T03:13:36.174367+0000","last_undegraded":"2024-03-07T03:13:36.174367+0000","last_fullsized":"2024-03-07T03:13:36.174367+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1259,"log_dups_size":0,"ondisk_log_size":1259,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:33:24.850580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0059393290000000001,"stat_sum":{"num_bytes":23298048,"num_objects":10,"num_object_clones":7,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":249,"num_read_kb":271095,"num_write":553,"num_write_kb":138504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":18890752,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.3","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.808797+0000","last_change":"2024-03-07T03:07:58.750289+0000","last_active":"2024-03-07T03:14:15.808797+0000","last_peered":"2024-03-07T03:14:15.808797+0000","last_clean":"2024-03-07T03:14:15.808797+0000","last_became_active":"2024-03-07T03:07:58.749557+0000","last_became_peered":"2024-03-07T03:07:58.749557+0000","last_unstale":"2024-03-07T03:14:15.808797+0000","last_undegraded":"2024-03-07T03:14:15.808797+0000","last_fullsized":"2024-03-07T03:14:15.808797+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:54:43.865660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":989,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:11.412259+0000","last_change":"2024-03-07T03:07:58.758005+0000","last_active":"2024-03-07T03:14:11.412259+0000","last_peered":"2024-03-07T03:14:11.412259+0000","last_clean":"2024-03-07T03:14:11.412259+0000","last_became_active":"2024-03-07T03:07:58.756833+0000","last_became_peered":"2024-03-07T03:07:58.756833+0000","last_unstale":"2024-03-07T03:14:11.412259+0000","last_undegraded":"2024-03-07T03:14:11.412259+0000","last_fullsized":"2024-03-07T03:14:11.412259+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:37:55.288554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:44.902730+0000","last_change":"2024-03-07T03:06:47.843644+0000","last_active":"2024-03-07T03:12:44.902730+0000","last_peered":"2024-03-07T03:12:44.902730+0000","last_clean":"2024-03-07T03:12:44.902730+0000","last_became_active":"2024-03-07T03:06:47.842694+0000","last_became_peered":"2024-03-07T03:06:47.842694+0000","last_unstale":"2024-03-07T03:12:44.902730+0000","last_undegraded":"2024-03-07T03:12:44.902730+0000","last_fullsized":"2024-03-07T03:12:44.902730+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:25:34.783974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"863'880","reported_seq":3815,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:23.069074+0000","last_change":"2024-03-07T03:10:56.125509+0000","last_active":"2024-03-07T03:12:23.069074+0000","last_peered":"2024-03-07T03:12:23.069074+0000","last_clean":"2024-03-07T03:12:23.069074+0000","last_became_active":"2024-03-07T03:07:58.755248+0000","last_became_peered":"2024-03-07T03:07:58.755248+0000","last_unstale":"2024-03-07T03:12:23.069074+0000","last_undegraded":"2024-03-07T03:12:23.069074+0000","last_fullsized":"2024-03-07T03:12:23.069074+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":880,"log_dups_size":0,"ondisk_log_size":880,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:40:02.788467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0073429089999999999,"stat_sum":{"num_bytes":9224192,"num_objects":8,"num_object_clones":6,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":1,"num_read":161,"num_read_kb":133885,"num_write":362,"num_write_kb":55920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1125,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:33.973534+0000","last_change":"2024-03-07T03:07:58.764215+0000","last_active":"2024-03-07T03:13:33.973534+0000","last_peered":"2024-03-07T03:13:33.973534+0000","last_clean":"2024-03-07T03:13:33.973534+0000","last_became_active":"2024-03-07T03:07:58.763818+0000","last_became_peered":"2024-03-07T03:07:58.763818+0000","last_unstale":"2024-03-07T03:13:33.973534+0000","last_undegraded":"2024-03-07T03:13:33.973534+0000","last_fullsized":"2024-03-07T03:13:33.973534+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:27:54.623360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"719'2","reported_seq":1193,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:04.904841+0000","last_change":"2024-03-07T03:07:23.074913+0000","last_active":"2024-03-07T03:13:04.904841+0000","last_peered":"2024-03-07T03:13:04.904841+0000","last_clean":"2024-03-07T03:13:04.904841+0000","last_became_active":"2024-03-07T03:07:23.074530+0000","last_became_peered":"2024-03-07T03:07:23.074530+0000","last_unstale":"2024-03-07T03:13:04.904841+0000","last_undegraded":"2024-03-07T03:13:04.904841+0000","last_fullsized":"2024-03-07T03:13:04.904841+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:13:25.877187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1128,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:13.977670+0000","last_change":"2024-03-07T03:07:58.757756+0000","last_active":"2024-03-07T03:14:13.977670+0000","last_peered":"2024-03-07T03:14:13.977670+0000","last_clean":"2024-03-07T03:14:13.977670+0000","last_became_active":"2024-03-07T03:07:58.757430+0000","last_became_peered":"2024-03-07T03:07:58.757430+0000","last_unstale":"2024-03-07T03:14:13.977670+0000","last_undegraded":"2024-03-07T03:14:13.977670+0000","last_fullsized":"2024-03-07T03:14:13.977670+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:22:21.412765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"863'1564","reported_seq":5164,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:33.973496+0000","last_change":"2024-03-07T03:10:57.329944+0000","last_active":"2024-03-07T03:13:33.973496+0000","last_peered":"2024-03-07T03:13:33.973496+0000","last_clean":"2024-03-07T03:13:33.973496+0000","last_became_active":"2024-03-07T03:06:09.990793+0000","last_became_peered":"2024-03-07T03:06:09.990793+0000","last_unstale":"2024-03-07T03:13:33.973496+0000","last_undegraded":"2024-03-07T03:13:33.973496+0000","last_fullsized":"2024-03-07T03:13:33.973496+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1564,"log_dups_size":0,"ondisk_log_size":1564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":143,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:53.639078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.019553126000000001,"stat_sum":{"num_bytes":100999168,"num_objects":73,"num_object_clones":68,"num_object_copies":219,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":1,"num_read":410,"num_read_kb":572954,"num_write":777,"num_write_kb":204640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":51175424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"c"},{"start":"178","length":"4"},{"start":"17e","length":"3"},{"start":"182","length":"4"},{"start":"187","length":"5"},{"start":"18d","length":"2"}]},{"pgid":"4.1","version":"0'0","reported_seq":1080,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:23.069051+0000","last_change":"2024-03-07T03:07:23.071468+0000","last_active":"2024-03-07T03:12:23.069051+0000","last_peered":"2024-03-07T03:12:23.069051+0000","last_clean":"2024-03-07T03:12:23.069051+0000","last_became_active":"2024-03-07T03:07:23.071160+0000","last_became_peered":"2024-03-07T03:07:23.071160+0000","last_unstale":"2024-03-07T03:12:23.069051+0000","last_undegraded":"2024-03-07T03:12:23.069051+0000","last_fullsized":"2024-03-07T03:12:23.069051+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:17:55.686793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":991,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:51.175912+0000","last_change":"2024-03-07T03:07:58.759142+0000","last_active":"2024-03-07T03:13:51.175912+0000","last_peered":"2024-03-07T03:13:51.175912+0000","last_clean":"2024-03-07T03:13:51.175912+0000","last_became_active":"2024-03-07T03:07:58.758771+0000","last_became_peered":"2024-03-07T03:07:58.758771+0000","last_unstale":"2024-03-07T03:13:51.175912+0000","last_undegraded":"2024-03-07T03:13:51.175912+0000","last_fullsized":"2024-03-07T03:13:51.175912+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:45:13.985820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:30.797025+0000","last_change":"2024-03-07T03:06:09.988597+0000","last_active":"2024-03-07T03:12:30.797025+0000","last_peered":"2024-03-07T03:12:30.797025+0000","last_clean":"2024-03-07T03:12:30.797025+0000","last_became_active":"2024-03-07T03:06:09.988261+0000","last_became_peered":"2024-03-07T03:06:09.988261+0000","last_unstale":"2024-03-07T03:12:30.797025+0000","last_undegraded":"2024-03-07T03:12:30.797025+0000","last_fullsized":"2024-03-07T03:12:30.797025+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:11:06.717251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"843'3099","reported_seq":6399,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:30.955172+0000","last_change":"2024-03-07T03:10:57.131044+0000","last_active":"2024-03-07T03:13:30.955172+0000","last_peered":"2024-03-07T03:13:30.955172+0000","last_clean":"2024-03-07T03:13:30.955172+0000","last_became_active":"2024-03-07T03:07:23.084936+0000","last_became_peered":"2024-03-07T03:07:23.084936+0000","last_unstale":"2024-03-07T03:13:30.955172+0000","last_undegraded":"2024-03-07T03:13:30.955172+0000","last_fullsized":"2024-03-07T03:13:30.955172+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3099,"log_dups_size":0,"ondisk_log_size":3099,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:46:48.809690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012703,"stat_sum":{"num_bytes":8347648,"num_objects":13,"num_object_clones":12,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":56,"num_read_kb":33721,"num_write":241,"num_write_kb":36816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":434176,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1147,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:39.518313+0000","last_change":"2024-03-07T03:05:01.461136+0000","last_active":"2024-03-07T03:13:39.518313+0000","last_peered":"2024-03-07T03:13:39.518313+0000","last_clean":"2024-03-07T03:13:39.518313+0000","last_became_active":"2024-03-07T03:05:01.457189+0000","last_became_peered":"2024-03-07T03:05:01.457189+0000","last_unstale":"2024-03-07T03:13:39.518313+0000","last_undegraded":"2024-03-07T03:13:39.518313+0000","last_fullsized":"2024-03-07T03:13:39.518313+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:23.791243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1103,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:38.070678+0000","last_change":"2024-03-07T03:07:58.750311+0000","last_active":"2024-03-07T03:12:38.070678+0000","last_peered":"2024-03-07T03:12:38.070678+0000","last_clean":"2024-03-07T03:12:38.070678+0000","last_became_active":"2024-03-07T03:07:58.750001+0000","last_became_peered":"2024-03-07T03:07:58.750001+0000","last_unstale":"2024-03-07T03:12:38.070678+0000","last_undegraded":"2024-03-07T03:12:38.070678+0000","last_fullsized":"2024-03-07T03:12:38.070678+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:05.963944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"847'12789","reported_seq":16203,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:12:53.072507+0000","last_change":"2024-03-07T03:10:57.124034+0000","last_active":"2024-03-07T03:12:53.072507+0000","last_peered":"2024-03-07T03:12:53.072507+0000","last_clean":"2024-03-07T03:12:53.072507+0000","last_became_active":"2024-03-07T03:06:47.859957+0000","last_became_peered":"2024-03-07T03:06:47.859957+0000","last_unstale":"2024-03-07T03:12:53.072507+0000","last_undegraded":"2024-03-07T03:12:53.072507+0000","last_fullsized":"2024-03-07T03:12:53.072507+0000","mapping_epoch":625,"log_start":"599'6200","ondisk_log_start":"599'6200","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":6589,"log_dups_size":0,"ondisk_log_size":6589,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":137,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:29:13.699651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0091875959999999993,"stat_sum":{"num_bytes":71745536,"num_objects":32,"num_object_clones":30,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":0,"num_read":146,"num_read_kb":316804,"num_write":323,"num_write_kb":90232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":20865024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"5"},{"start":"171","length":"b"},{"start":"17e","length":"8"},{"start":"187","length":"5"},{"start":"18d","length":"3"},{"start":"192","length":"1"},{"start":"197","length":"1"},{"start":"199","length":"2"}]},{"pgid":"2.9","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:04.904773+0000","last_change":"2024-03-07T03:07:58.752456+0000","last_active":"2024-03-07T03:13:04.904773+0000","last_peered":"2024-03-07T03:13:04.904773+0000","last_clean":"2024-03-07T03:13:04.904773+0000","last_became_active":"2024-03-07T03:07:58.752118+0000","last_became_peered":"2024-03-07T03:07:58.752118+0000","last_unstale":"2024-03-07T03:13:04.904773+0000","last_undegraded":"2024-03-07T03:13:04.904773+0000","last_fullsized":"2024-03-07T03:13:04.904773+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:08:08.574482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1119,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:13.977627+0000","last_change":"2024-03-07T03:07:58.757839+0000","last_active":"2024-03-07T03:14:13.977627+0000","last_peered":"2024-03-07T03:14:13.977627+0000","last_clean":"2024-03-07T03:14:13.977627+0000","last_became_active":"2024-03-07T03:07:58.757495+0000","last_became_peered":"2024-03-07T03:07:58.757495+0000","last_unstale":"2024-03-07T03:14:13.977627+0000","last_undegraded":"2024-03-07T03:14:13.977627+0000","last_fullsized":"2024-03-07T03:14:13.977627+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:27:02.190643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"861'1463","reported_seq":5089,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:59.520453+0000","last_change":"2024-03-07T03:10:57.330799+0000","last_active":"2024-03-07T03:13:59.520453+0000","last_peered":"2024-03-07T03:13:59.520453+0000","last_clean":"2024-03-07T03:13:59.520453+0000","last_became_active":"2024-03-07T03:07:58.763085+0000","last_became_peered":"2024-03-07T03:07:58.763085+0000","last_unstale":"2024-03-07T03:13:59.520453+0000","last_undegraded":"2024-03-07T03:13:59.520453+0000","last_fullsized":"2024-03-07T03:13:59.520453+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1463,"log_dups_size":0,"ondisk_log_size":1463,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:39:21.050544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.016579719999999999,"stat_sum":{"num_bytes":106192896,"num_objects":71,"num_object_clones":66,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":1,"num_read":323,"num_read_kb":516030,"num_write":942,"num_write_kb":231680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":48201728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:04.904803+0000","last_change":"2024-03-07T03:07:58.752370+0000","last_active":"2024-03-07T03:13:04.904803+0000","last_peered":"2024-03-07T03:13:04.904803+0000","last_clean":"2024-03-07T03:13:04.904803+0000","last_became_active":"2024-03-07T03:07:58.751985+0000","last_became_peered":"2024-03-07T03:07:58.751985+0000","last_unstale":"2024-03-07T03:13:04.904803+0000","last_undegraded":"2024-03-07T03:13:04.904803+0000","last_fullsized":"2024-03-07T03:13:04.904803+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:31:33.590004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1127,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:18.965443+0000","last_change":"2024-03-07T03:06:09.987484+0000","last_active":"2024-03-07T03:12:18.965443+0000","last_peered":"2024-03-07T03:12:18.965443+0000","last_clean":"2024-03-07T03:12:18.965443+0000","last_became_active":"2024-03-07T03:06:09.986947+0000","last_became_peered":"2024-03-07T03:06:09.986947+0000","last_unstale":"2024-03-07T03:12:18.965443+0000","last_undegraded":"2024-03-07T03:12:18.965443+0000","last_fullsized":"2024-03-07T03:12:18.965443+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:37:38.253630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"857'1055","reported_seq":4919,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:24.906606+0000","last_change":"2024-03-07T03:10:57.123092+0000","last_active":"2024-03-07T03:13:24.906606+0000","last_peered":"2024-03-07T03:13:24.906606+0000","last_clean":"2024-03-07T03:13:24.906606+0000","last_became_active":"2024-03-07T03:06:09.993513+0000","last_became_peered":"2024-03-07T03:06:09.993513+0000","last_unstale":"2024-03-07T03:13:24.906606+0000","last_undegraded":"2024-03-07T03:13:24.906606+0000","last_fullsized":"2024-03-07T03:13:24.906606+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1055,"log_dups_size":0,"ondisk_log_size":1055,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:34:07.352811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013205965,"stat_sum":{"num_bytes":99745792,"num_objects":66,"num_object_clones":62,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":306,"num_read_kb":434534,"num_write":588,"num_write_kb":145464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":21749760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.b","version":"716'3","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:26.399720+0000","last_change":"2024-03-07T03:07:58.749480+0000","last_active":"2024-03-07T03:12:26.399720+0000","last_peered":"2024-03-07T03:12:26.399720+0000","last_clean":"2024-03-07T03:12:26.399720+0000","last_became_active":"2024-03-07T03:07:58.749098+0000","last_became_peered":"2024-03-07T03:07:58.749098+0000","last_unstale":"2024-03-07T03:12:26.399720+0000","last_undegraded":"2024-03-07T03:12:26.399720+0000","last_fullsized":"2024-03-07T03:12:26.399720+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:35:33.945855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1036,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:51.175841+0000","last_change":"2024-03-07T03:07:23.075725+0000","last_active":"2024-03-07T03:13:51.175841+0000","last_peered":"2024-03-07T03:13:51.175841+0000","last_clean":"2024-03-07T03:13:51.175841+0000","last_became_active":"2024-03-07T03:07:23.075203+0000","last_became_peered":"2024-03-07T03:07:23.075203+0000","last_unstale":"2024-03-07T03:13:51.175841+0000","last_undegraded":"2024-03-07T03:13:51.175841+0000","last_fullsized":"2024-03-07T03:13:51.175841+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:47:11.192302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"863'1711","reported_seq":5461,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:59.520402+0000","last_change":"2024-03-07T03:10:57.330918+0000","last_active":"2024-03-07T03:13:59.520402+0000","last_peered":"2024-03-07T03:13:59.520402+0000","last_clean":"2024-03-07T03:13:59.520402+0000","last_became_active":"2024-03-07T03:06:47.849454+0000","last_became_peered":"2024-03-07T03:06:47.849454+0000","last_unstale":"2024-03-07T03:13:59.520402+0000","last_undegraded":"2024-03-07T03:13:59.520402+0000","last_fullsized":"2024-03-07T03:13:59.520402+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1711,"log_dups_size":0,"ondisk_log_size":1711,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:40:07.156907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.014160193999999999,"stat_sum":{"num_bytes":165158912,"num_objects":93,"num_object_clones":87,"num_object_copies":279,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":93,"num_whiteouts":2,"num_read":489,"num_read_kb":756200,"num_write":870,"num_write_kb":258896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":69541888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1157,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:59.520443+0000","last_change":"2024-03-07T03:06:47.847077+0000","last_active":"2024-03-07T03:13:59.520443+0000","last_peered":"2024-03-07T03:13:59.520443+0000","last_clean":"2024-03-07T03:13:59.520443+0000","last_became_active":"2024-03-07T03:06:47.846359+0000","last_became_peered":"2024-03-07T03:06:47.846359+0000","last_unstale":"2024-03-07T03:13:59.520443+0000","last_undegraded":"2024-03-07T03:13:59.520443+0000","last_fullsized":"2024-03-07T03:13:59.520443+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:00:08.102949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":972,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:26.399763+0000","last_change":"2024-03-07T03:07:58.760528+0000","last_active":"2024-03-07T03:12:26.399763+0000","last_peered":"2024-03-07T03:12:26.399763+0000","last_clean":"2024-03-07T03:12:26.399763+0000","last_became_active":"2024-03-07T03:07:58.760226+0000","last_became_peered":"2024-03-07T03:07:58.760226+0000","last_unstale":"2024-03-07T03:12:26.399763+0000","last_undegraded":"2024-03-07T03:12:26.399763+0000","last_fullsized":"2024-03-07T03:12:26.399763+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:10:36.411047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"863'1938","reported_seq":4939,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:39.518331+0000","last_change":"2024-03-07T03:10:56.140803+0000","last_active":"2024-03-07T03:13:39.518331+0000","last_peered":"2024-03-07T03:13:39.518331+0000","last_clean":"2024-03-07T03:13:39.518331+0000","last_became_active":"2024-03-07T03:06:09.993933+0000","last_became_peered":"2024-03-07T03:06:09.993933+0000","last_unstale":"2024-03-07T03:13:39.518331+0000","last_undegraded":"2024-03-07T03:13:39.518331+0000","last_fullsized":"2024-03-07T03:13:39.518331+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1938,"log_dups_size":0,"ondisk_log_size":1938,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:16.359457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.024996012000000001,"stat_sum":{"num_bytes":22765568,"num_objects":17,"num_object_clones":12,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":2,"num_read":350,"num_read_kb":387634,"num_write":702,"num_write_kb":183472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":7151616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.d","version":"61'1","reported_seq":1191,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:24.906636+0000","last_change":"2024-03-07T03:06:09.993129+0000","last_active":"2024-03-07T03:13:24.906636+0000","last_peered":"2024-03-07T03:13:24.906636+0000","last_clean":"2024-03-07T03:13:24.906636+0000","last_became_active":"2024-03-07T03:06:09.992737+0000","last_became_peered":"2024-03-07T03:06:09.992737+0000","last_unstale":"2024-03-07T03:13:24.906636+0000","last_undegraded":"2024-03-07T03:13:24.906636+0000","last_fullsized":"2024-03-07T03:13:24.906636+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:02:42.055569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1052,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:30.955152+0000","last_change":"2024-03-07T03:07:23.076846+0000","last_active":"2024-03-07T03:13:30.955152+0000","last_peered":"2024-03-07T03:13:30.955152+0000","last_clean":"2024-03-07T03:13:30.955152+0000","last_became_active":"2024-03-07T03:07:23.075895+0000","last_became_peered":"2024-03-07T03:07:23.075895+0000","last_unstale":"2024-03-07T03:13:30.955152+0000","last_undegraded":"2024-03-07T03:13:30.955152+0000","last_fullsized":"2024-03-07T03:13:30.955152+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:09:15.080126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"854'331","reported_seq":3439,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:12:16.398465+0000","last_change":"2024-03-07T03:10:57.298223+0000","last_active":"2024-03-07T03:12:16.398465+0000","last_peered":"2024-03-07T03:12:16.398465+0000","last_clean":"2024-03-07T03:12:16.398465+0000","last_became_active":"2024-03-07T03:07:58.749089+0000","last_became_peered":"2024-03-07T03:07:58.749089+0000","last_unstale":"2024-03-07T03:12:16.398465+0000","last_undegraded":"2024-03-07T03:12:16.398465+0000","last_fullsized":"2024-03-07T03:12:16.398465+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":331,"log_dups_size":0,"ondisk_log_size":331,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":83,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:26:07.404191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00085119700000000004,"stat_sum":{"num_bytes":15409152,"num_objects":11,"num_object_clones":10,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":91,"num_read_kb":118251,"num_write":162,"num_write_kb":30616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":34586624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"56"},{"start":"1c2","length":"3"},{"start":"1c9","length":"1"}]},{"pgid":"2.e","version":"61'2","reported_seq":1161,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:59.520482+0000","last_change":"2024-03-07T03:07:58.755578+0000","last_active":"2024-03-07T03:13:59.520482+0000","last_peered":"2024-03-07T03:13:59.520482+0000","last_clean":"2024-03-07T03:13:59.520482+0000","last_became_active":"2024-03-07T03:07:58.755160+0000","last_became_peered":"2024-03-07T03:07:58.755160+0000","last_unstale":"2024-03-07T03:13:59.520482+0000","last_undegraded":"2024-03-07T03:13:59.520482+0000","last_fullsized":"2024-03-07T03:13:59.520482+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:20.584382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:26.399820+0000","last_change":"2024-03-07T03:07:58.751269+0000","last_active":"2024-03-07T03:12:26.399820+0000","last_peered":"2024-03-07T03:12:26.399820+0000","last_clean":"2024-03-07T03:12:26.399820+0000","last_became_active":"2024-03-07T03:07:58.750956+0000","last_became_peered":"2024-03-07T03:07:58.750956+0000","last_unstale":"2024-03-07T03:12:26.399820+0000","last_undegraded":"2024-03-07T03:12:26.399820+0000","last_fullsized":"2024-03-07T03:12:26.399820+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:39.414545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1007,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:36.174338+0000","last_change":"2024-03-07T03:07:23.081711+0000","last_active":"2024-03-07T03:13:36.174338+0000","last_peered":"2024-03-07T03:13:36.174338+0000","last_clean":"2024-03-07T03:13:36.174338+0000","last_became_active":"2024-03-07T03:07:23.079269+0000","last_became_peered":"2024-03-07T03:07:23.079269+0000","last_unstale":"2024-03-07T03:13:36.174338+0000","last_undegraded":"2024-03-07T03:13:36.174338+0000","last_fullsized":"2024-03-07T03:13:36.174338+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:39.008957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1158,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:19.516251+0000","last_change":"2024-03-07T03:07:23.072806+0000","last_active":"2024-03-07T03:13:19.516251+0000","last_peered":"2024-03-07T03:13:19.516251+0000","last_clean":"2024-03-07T03:13:19.516251+0000","last_became_active":"2024-03-07T03:07:23.071234+0000","last_became_peered":"2024-03-07T03:07:23.071234+0000","last_unstale":"2024-03-07T03:13:19.516251+0000","last_undegraded":"2024-03-07T03:13:19.516251+0000","last_fullsized":"2024-03-07T03:13:19.516251+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:52.610744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1058,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:00.951666+0000","last_change":"2024-03-07T03:06:47.851593+0000","last_active":"2024-03-07T03:13:00.951666+0000","last_peered":"2024-03-07T03:13:00.951666+0000","last_clean":"2024-03-07T03:13:00.951666+0000","last_became_active":"2024-03-07T03:06:47.849677+0000","last_became_peered":"2024-03-07T03:06:47.849677+0000","last_unstale":"2024-03-07T03:13:00.951666+0000","last_undegraded":"2024-03-07T03:13:00.951666+0000","last_fullsized":"2024-03-07T03:13:00.951666+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:30.969251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1117,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:19.516309+0000","last_change":"2024-03-07T03:06:09.995434+0000","last_active":"2024-03-07T03:13:19.516309+0000","last_peered":"2024-03-07T03:13:19.516309+0000","last_clean":"2024-03-07T03:13:19.516309+0000","last_became_active":"2024-03-07T03:06:09.994939+0000","last_became_peered":"2024-03-07T03:06:09.994939+0000","last_unstale":"2024-03-07T03:13:19.516309+0000","last_undegraded":"2024-03-07T03:13:19.516309+0000","last_fullsized":"2024-03-07T03:13:19.516309+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:27:11.737354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1128,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:13.977658+0000","last_change":"2024-03-07T03:06:09.987381+0000","last_active":"2024-03-07T03:14:13.977658+0000","last_peered":"2024-03-07T03:14:13.977658+0000","last_clean":"2024-03-07T03:14:13.977658+0000","last_became_active":"2024-03-07T03:06:09.986952+0000","last_became_peered":"2024-03-07T03:06:09.986952+0000","last_unstale":"2024-03-07T03:14:13.977658+0000","last_undegraded":"2024-03-07T03:14:13.977658+0000","last_fullsized":"2024-03-07T03:14:13.977658+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:26:15.439852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:04.904825+0000","last_change":"2024-03-07T03:05:35.923999+0000","last_active":"2024-03-07T03:13:04.904825+0000","last_peered":"2024-03-07T03:13:04.904825+0000","last_clean":"2024-03-07T03:13:04.904825+0000","last_became_active":"2024-03-07T03:05:35.923719+0000","last_became_peered":"2024-03-07T03:05:35.923719+0000","last_unstale":"2024-03-07T03:13:04.904825+0000","last_undegraded":"2024-03-07T03:13:04.904825+0000","last_fullsized":"2024-03-07T03:13:04.904825+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:43:04.724647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1009,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:51.175899+0000","last_change":"2024-03-07T03:07:58.749989+0000","last_active":"2024-03-07T03:13:51.175899+0000","last_peered":"2024-03-07T03:13:51.175899+0000","last_clean":"2024-03-07T03:13:51.175899+0000","last_became_active":"2024-03-07T03:07:58.749643+0000","last_became_peered":"2024-03-07T03:07:58.749643+0000","last_unstale":"2024-03-07T03:13:51.175899+0000","last_undegraded":"2024-03-07T03:13:51.175899+0000","last_fullsized":"2024-03-07T03:13:51.175899+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:00:44.729806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1111,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:13.977679+0000","last_change":"2024-03-07T03:06:09.999184+0000","last_active":"2024-03-07T03:14:13.977679+0000","last_peered":"2024-03-07T03:14:13.977679+0000","last_clean":"2024-03-07T03:14:13.977679+0000","last_became_active":"2024-03-07T03:06:09.998856+0000","last_became_peered":"2024-03-07T03:06:09.998856+0000","last_unstale":"2024-03-07T03:14:13.977679+0000","last_undegraded":"2024-03-07T03:14:13.977679+0000","last_fullsized":"2024-03-07T03:14:13.977679+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:37:00.102189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1058,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:15.953528+0000","last_change":"2024-03-07T03:06:47.857644+0000","last_active":"2024-03-07T03:13:15.953528+0000","last_peered":"2024-03-07T03:13:15.953528+0000","last_clean":"2024-03-07T03:13:15.953528+0000","last_became_active":"2024-03-07T03:06:47.857354+0000","last_became_peered":"2024-03-07T03:06:47.857354+0000","last_unstale":"2024-03-07T03:13:15.953528+0000","last_undegraded":"2024-03-07T03:13:15.953528+0000","last_fullsized":"2024-03-07T03:13:15.953528+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:02:18.860369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1118,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:18.965420+0000","last_change":"2024-03-07T03:06:09.987872+0000","last_active":"2024-03-07T03:12:18.965420+0000","last_peered":"2024-03-07T03:12:18.965420+0000","last_clean":"2024-03-07T03:12:18.965420+0000","last_became_active":"2024-03-07T03:06:09.986852+0000","last_became_peered":"2024-03-07T03:06:09.986852+0000","last_unstale":"2024-03-07T03:12:18.965420+0000","last_undegraded":"2024-03-07T03:12:18.965420+0000","last_fullsized":"2024-03-07T03:12:18.965420+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:13.708512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1036,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:30.955106+0000","last_change":"2024-03-07T03:07:58.755825+0000","last_active":"2024-03-07T03:13:30.955106+0000","last_peered":"2024-03-07T03:13:30.955106+0000","last_clean":"2024-03-07T03:13:30.955106+0000","last_became_active":"2024-03-07T03:07:58.755395+0000","last_became_peered":"2024-03-07T03:07:58.755395+0000","last_unstale":"2024-03-07T03:13:30.955106+0000","last_undegraded":"2024-03-07T03:13:30.955106+0000","last_fullsized":"2024-03-07T03:13:30.955106+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:10:43.184914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:50.799209+0000","last_change":"2024-03-07T03:07:58.753962+0000","last_active":"2024-03-07T03:12:50.799209+0000","last_peered":"2024-03-07T03:12:50.799209+0000","last_clean":"2024-03-07T03:12:50.799209+0000","last_became_active":"2024-03-07T03:07:58.753619+0000","last_became_peered":"2024-03-07T03:07:58.753619+0000","last_unstale":"2024-03-07T03:12:50.799209+0000","last_undegraded":"2024-03-07T03:12:50.799209+0000","last_fullsized":"2024-03-07T03:12:50.799209+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:44:44.641067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1014,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:06.177419+0000","last_change":"2024-03-07T03:07:23.078516+0000","last_active":"2024-03-07T03:14:06.177419+0000","last_peered":"2024-03-07T03:14:06.177419+0000","last_clean":"2024-03-07T03:14:06.177419+0000","last_became_active":"2024-03-07T03:07:23.076017+0000","last_became_peered":"2024-03-07T03:07:23.076017+0000","last_unstale":"2024-03-07T03:14:06.177419+0000","last_undegraded":"2024-03-07T03:14:06.177419+0000","last_fullsized":"2024-03-07T03:14:06.177419+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:17:54.725933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":857645056,"num_objects":516,"num_object_clones":466,"num_object_copies":1548,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":516,"num_whiteouts":8,"num_read":3826,"num_read_kb":5949842,"num_write":7931,"num_write_kb":1978632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":107,"num_bytes_recovered":385712128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1170673664,"data_stored":2969124864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28580,"ondisk_log_size":28580,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197,"ondisk_log_size":197,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":26375,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":694,"seq":2980707303528,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":150184,"kb_used_data":96156,"kb_used_omap":35,"kb_used_meta":53980,"kb_avail":93594968,"statfs":{"total":95995035648,"available":95841247232,"internally_reserved":0,"allocated":98463744,"data_stored":167037349,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36312,"internal_metadata":55276072},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":660,"seq":2834678415471,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":94940,"kb_used_data":42576,"kb_used_omap":23,"kb_used_meta":52328,"kb_avail":93650212,"statfs":{"total":95995035648,"available":95897817088,"internally_reserved":0,"allocated":43597824,"data_stored":80829959,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":24173,"internal_metadata":53584275},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":463,"seq":1988569858201,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":692864,"kb_used_data":193964,"kb_used_omap":46,"kb_used_meta":498833,"kb_avail":93052288,"statfs":{"total":95995035648,"available":95285542912,"internally_reserved":0,"allocated":198619136,"data_stored":533391905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48036,"internal_metadata":510805084},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":528,"seq":2267742732427,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":401776,"kb_used_data":209252,"kb_used_omap":54,"kb_used_meta":192457,"kb_avail":93343376,"statfs":{"total":95995035648,"available":95583617024,"internally_reserved":0,"allocated":214274048,"data_stored":587826473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56016,"internal_metadata":197076272},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":495,"seq":2126008811666,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":485244,"kb_used_data":166572,"kb_used_omap":47,"kb_used_meta":318608,"kb_avail":93259908,"statfs":{"total":95995035648,"available":95498145792,"internally_reserved":0,"allocated":170569728,"data_stored":457545161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48143,"internal_metadata":326255601},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":562,"seq":2413771620484,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":177748,"kb_used_data":84672,"kb_used_omap":37,"kb_used_meta":93018,"kb_avail":93567404,"statfs":{"total":95995035648,"available":95813021696,"internally_reserved":0,"allocated":86704128,"data_stored":171510863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38083,"internal_metadata":95251261},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":591,"seq":2538325672061,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":365920,"kb_used_data":157844,"kb_used_omap":61,"kb_used_meta":208002,"kb_avail":93379232,"statfs":{"total":95995035648,"available":95620333568,"internally_reserved":0,"allocated":161632256,"data_stored":367986669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":62843,"internal_metadata":212994693},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":625,"seq":2684354560118,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":509804,"kb_used_data":269020,"kb_used_omap":73,"kb_used_meta":240694,"kb_avail":93235348,"statfs":{"total":95995035648,"available":95472996352,"internally_reserved":0,"allocated":275476480,"data_stored":649851960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":75044,"internal_metadata":246471388},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7413,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2060,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2124,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3359,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3677,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2797,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2839,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2106,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":188411904,"data_stored":527167488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":160964608,"data_stored":451911680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":204677120,"data_stored":582193152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":77082624,"data_stored":165871616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":152018944,"data_stored":362352640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":265863168,"data_stored":644214784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":33390592,"data_stored":74600448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":88264704,"data_stored":160813056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-07T03:16:34.521 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:16:34.521 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:16:34.521 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:16:34.521 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-07T03:16:34.521 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-07T03:16:34.521 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-07T03:16:34.521 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.c in trimming, state: active+clean+snaptrim_error 2024-03-07T03:16:34.521 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-07T03:16:34.521 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:16:34.522 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-07T03:16:35.158 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:16:34 smithi092 ceph-mon[83777]: from='client.44594 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:16:35.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:16:34 smithi090 ceph-mon[91928]: from='client.44594 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:16:35.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:16:34 smithi090 ceph-mon[89511]: from='client.44594 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:16:36.158 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:16:35 smithi092 ceph-mon[83777]: pgmap v897: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:36.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:16:35 smithi090 ceph-mon[89511]: pgmap v897: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:36.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:16:35 smithi090 ceph-mon[91928]: pgmap v897: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:38.158 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:16:37 smithi092 ceph-mon[83777]: pgmap v898: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:38.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:16:37 smithi090 ceph-mon[89511]: pgmap v898: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:38.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:16:37 smithi090 ceph-mon[91928]: pgmap v898: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:40.158 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:16:39 smithi092 ceph-mon[83777]: pgmap v899: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:40.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:16:39 smithi090 ceph-mon[89511]: pgmap v899: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:40.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:16:39 smithi090 ceph-mon[91928]: pgmap v899: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:42.158 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:16:41 smithi092 ceph-mon[83777]: pgmap v900: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:42.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:16:41 smithi090 ceph-mon[89511]: pgmap v900: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:42.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:16:41 smithi090 ceph-mon[91928]: pgmap v900: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:42.658 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:16:42 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:16:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:16:43.158 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:16:42 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:16:43.221 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:16:42 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:16:43.221 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:16:43 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:16:43] "GET /metrics HTTP/1.1" 200 36318 "" "Prometheus/2.43.0" 2024-03-07T03:16:43.222 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:16:42 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:16:44.158 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:16:43 smithi092 ceph-mon[83777]: pgmap v901: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:44.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:16:43 smithi090 ceph-mon[89511]: pgmap v901: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:44.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:16:43 smithi090 ceph-mon[91928]: pgmap v901: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:44.523 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph pg dump --format=json 2024-03-07T03:16:44.730 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T03:16:46.158 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:16:45 smithi092 ceph-mon[83777]: pgmap v902: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:46.211 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:16:45 smithi090 ceph-mon[89511]: pgmap v902: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:46.211 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:16:45 smithi090 ceph-mon[91928]: pgmap v902: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:46.654 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T03:16:46.656 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-03-07T03:16:47.328 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":903,"stamp":"2024-03-07T03:16:45.958769+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":858242044,"num_objects":540,"num_object_clones":466,"num_object_copies":1620,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":540,"num_whiteouts":8,"num_read":4717,"num_read_kb":5951239,"num_write":8310,"num_write_kb":1981084,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":113,"num_bytes_recovered":387483232,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28845,"ondisk_log_size":28845,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2878480,"kb_used_data":1220056,"kb_used_omap":379,"kb_used_meta":1657924,"kb_avail":747082736,"statfs":{"total":767960285184,"available":765012721664,"internally_reserved":0,"allocated":1249337344,"data_stored":3015980339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":388650,"internal_metadata":1697714646},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004117"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":974,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:11.412277+0000","last_change":"2024-03-07T03:07:58.753984+0000","last_active":"2024-03-07T03:14:11.412277+0000","last_peered":"2024-03-07T03:14:11.412277+0000","last_clean":"2024-03-07T03:14:11.412277+0000","last_became_active":"2024-03-07T03:07:58.753138+0000","last_became_peered":"2024-03-07T03:07:58.753138+0000","last_unstale":"2024-03-07T03:14:11.412277+0000","last_undegraded":"2024-03-07T03:14:11.412277+0000","last_fullsized":"2024-03-07T03:14:11.412277+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:37:39.612519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1186,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:44.902746+0000","last_change":"2024-03-07T03:07:23.074862+0000","last_active":"2024-03-07T03:12:44.902746+0000","last_peered":"2024-03-07T03:12:44.902746+0000","last_clean":"2024-03-07T03:12:44.902746+0000","last_became_active":"2024-03-07T03:07:23.074512+0000","last_became_peered":"2024-03-07T03:07:23.074512+0000","last_unstale":"2024-03-07T03:12:44.902746+0000","last_undegraded":"2024-03-07T03:12:44.902746+0000","last_fullsized":"2024-03-07T03:12:44.902746+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:45:24.128672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.808816+0000","last_change":"2024-03-07T03:05:01.446762+0000","last_active":"2024-03-07T03:14:15.808816+0000","last_peered":"2024-03-07T03:14:15.808816+0000","last_clean":"2024-03-07T03:14:15.808816+0000","last_became_active":"2024-03-07T03:05:01.446425+0000","last_became_peered":"2024-03-07T03:05:01.446425+0000","last_unstale":"2024-03-07T03:14:15.808816+0000","last_undegraded":"2024-03-07T03:14:15.808816+0000","last_fullsized":"2024-03-07T03:14:15.808816+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:39:39.897066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1053,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:45.949981+0000","last_change":"2024-03-07T03:07:58.755992+0000","last_active":"2024-03-07T03:12:45.949981+0000","last_peered":"2024-03-07T03:12:45.949981+0000","last_clean":"2024-03-07T03:12:45.949981+0000","last_became_active":"2024-03-07T03:07:58.755499+0000","last_became_peered":"2024-03-07T03:07:58.755499+0000","last_unstale":"2024-03-07T03:12:45.949981+0000","last_undegraded":"2024-03-07T03:12:45.949981+0000","last_fullsized":"2024-03-07T03:12:45.949981+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:26:12.313572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:56.403297+0000","last_change":"2024-03-07T03:07:58.752235+0000","last_active":"2024-03-07T03:12:56.403297+0000","last_peered":"2024-03-07T03:12:56.403297+0000","last_clean":"2024-03-07T03:12:56.403297+0000","last_became_active":"2024-03-07T03:07:58.751575+0000","last_became_peered":"2024-03-07T03:07:58.751575+0000","last_unstale":"2024-03-07T03:12:56.403297+0000","last_undegraded":"2024-03-07T03:12:56.403297+0000","last_fullsized":"2024-03-07T03:12:56.403297+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:12:05.995515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1030,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:45.942988+0000","last_change":"2024-03-07T03:06:47.859644+0000","last_active":"2024-03-07T03:11:45.942988+0000","last_peered":"2024-03-07T03:11:45.942988+0000","last_clean":"2024-03-07T03:11:45.942988+0000","last_became_active":"2024-03-07T03:06:47.859097+0000","last_became_peered":"2024-03-07T03:06:47.859097+0000","last_unstale":"2024-03-07T03:11:45.942988+0000","last_undegraded":"2024-03-07T03:11:45.942988+0000","last_fullsized":"2024-03-07T03:11:45.942988+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:22:46.909130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:56.403271+0000","last_change":"2024-03-07T03:07:58.754226+0000","last_active":"2024-03-07T03:12:56.403271+0000","last_peered":"2024-03-07T03:12:56.403271+0000","last_clean":"2024-03-07T03:12:56.403271+0000","last_became_active":"2024-03-07T03:07:58.753169+0000","last_became_peered":"2024-03-07T03:07:58.753169+0000","last_unstale":"2024-03-07T03:12:56.403271+0000","last_undegraded":"2024-03-07T03:12:56.403271+0000","last_fullsized":"2024-03-07T03:12:56.403271+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:46:59.258099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1087,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:03.970559+0000","last_change":"2024-03-07T03:07:23.073492+0000","last_active":"2024-03-07T03:13:03.970559+0000","last_peered":"2024-03-07T03:13:03.970559+0000","last_clean":"2024-03-07T03:13:03.970559+0000","last_became_active":"2024-03-07T03:07:23.071929+0000","last_became_peered":"2024-03-07T03:07:23.071929+0000","last_unstale":"2024-03-07T03:13:03.970559+0000","last_undegraded":"2024-03-07T03:13:03.970559+0000","last_fullsized":"2024-03-07T03:13:03.970559+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:35:26.391722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":979,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:46.402166+0000","last_change":"2024-03-07T03:07:58.760328+0000","last_active":"2024-03-07T03:12:46.402166+0000","last_peered":"2024-03-07T03:12:46.402166+0000","last_clean":"2024-03-07T03:12:46.402166+0000","last_became_active":"2024-03-07T03:07:58.760046+0000","last_became_peered":"2024-03-07T03:07:58.760046+0000","last_unstale":"2024-03-07T03:12:46.402166+0000","last_undegraded":"2024-03-07T03:12:46.402166+0000","last_fullsized":"2024-03-07T03:12:46.402166+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:08:46.356817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1005,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:11.165183+0000","last_change":"2024-03-07T03:07:23.079945+0000","last_active":"2024-03-07T03:12:11.165183+0000","last_peered":"2024-03-07T03:12:11.165183+0000","last_clean":"2024-03-07T03:12:11.165183+0000","last_became_active":"2024-03-07T03:07:23.078551+0000","last_became_peered":"2024-03-07T03:07:23.078551+0000","last_unstale":"2024-03-07T03:12:11.165183+0000","last_undegraded":"2024-03-07T03:12:11.165183+0000","last_fullsized":"2024-03-07T03:12:11.165183+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:03:46.670084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1005,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:11.165163+0000","last_change":"2024-03-07T03:07:23.081963+0000","last_active":"2024-03-07T03:12:11.165163+0000","last_peered":"2024-03-07T03:12:11.165163+0000","last_clean":"2024-03-07T03:12:11.165163+0000","last_became_active":"2024-03-07T03:07:23.080128+0000","last_became_peered":"2024-03-07T03:07:23.080128+0000","last_unstale":"2024-03-07T03:12:11.165163+0000","last_undegraded":"2024-03-07T03:12:11.165163+0000","last_fullsized":"2024-03-07T03:12:11.165163+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:56.813267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1148,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:14.506431+0000","last_change":"2024-03-07T03:07:23.074902+0000","last_active":"2024-03-07T03:12:14.506431+0000","last_peered":"2024-03-07T03:12:14.506431+0000","last_clean":"2024-03-07T03:12:14.506431+0000","last_became_active":"2024-03-07T03:07:23.074466+0000","last_became_peered":"2024-03-07T03:07:23.074466+0000","last_unstale":"2024-03-07T03:12:14.506431+0000","last_undegraded":"2024-03-07T03:12:14.506431+0000","last_fullsized":"2024-03-07T03:12:14.506431+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:40:20.268555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1117,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:48.969095+0000","last_change":"2024-03-07T03:07:23.072635+0000","last_active":"2024-03-07T03:12:48.969095+0000","last_peered":"2024-03-07T03:12:48.969095+0000","last_clean":"2024-03-07T03:12:48.969095+0000","last_became_active":"2024-03-07T03:07:23.071712+0000","last_became_peered":"2024-03-07T03:07:23.071712+0000","last_unstale":"2024-03-07T03:12:48.969095+0000","last_undegraded":"2024-03-07T03:12:48.969095+0000","last_fullsized":"2024-03-07T03:12:48.969095+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:00:39.298564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:10.801360+0000","last_change":"2024-03-07T03:06:47.851538+0000","last_active":"2024-03-07T03:13:10.801360+0000","last_peered":"2024-03-07T03:13:10.801360+0000","last_clean":"2024-03-07T03:13:10.801360+0000","last_became_active":"2024-03-07T03:06:47.851183+0000","last_became_peered":"2024-03-07T03:06:47.851183+0000","last_unstale":"2024-03-07T03:13:10.801360+0000","last_undegraded":"2024-03-07T03:13:10.801360+0000","last_fullsized":"2024-03-07T03:13:10.801360+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:36:23.932334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:44.908628+0000","last_change":"2024-03-07T03:06:47.843126+0000","last_active":"2024-03-07T03:13:44.908628+0000","last_peered":"2024-03-07T03:13:44.908628+0000","last_clean":"2024-03-07T03:13:44.908628+0000","last_became_active":"2024-03-07T03:06:47.842736+0000","last_became_peered":"2024-03-07T03:06:47.842736+0000","last_unstale":"2024-03-07T03:13:44.908628+0000","last_undegraded":"2024-03-07T03:13:44.908628+0000","last_fullsized":"2024-03-07T03:13:44.908628+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:48:10.843465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1035,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:45.956756+0000","last_change":"2024-03-07T03:07:58.755620+0000","last_active":"2024-03-07T03:13:45.956756+0000","last_peered":"2024-03-07T03:13:45.956756+0000","last_clean":"2024-03-07T03:13:45.956756+0000","last_became_active":"2024-03-07T03:07:58.755267+0000","last_became_peered":"2024-03-07T03:07:58.755267+0000","last_unstale":"2024-03-07T03:13:45.956756+0000","last_undegraded":"2024-03-07T03:13:45.956756+0000","last_fullsized":"2024-03-07T03:13:45.956756+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:51:32.339400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1039,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:45.956823+0000","last_change":"2024-03-07T03:07:58.756358+0000","last_active":"2024-03-07T03:13:45.956823+0000","last_peered":"2024-03-07T03:13:45.956823+0000","last_clean":"2024-03-07T03:13:45.956823+0000","last_became_active":"2024-03-07T03:07:58.755960+0000","last_became_peered":"2024-03-07T03:07:58.755960+0000","last_unstale":"2024-03-07T03:13:45.956823+0000","last_undegraded":"2024-03-07T03:13:45.956823+0000","last_fullsized":"2024-03-07T03:13:45.956823+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:47.464423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1157,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:19.522506+0000","last_change":"2024-03-07T03:07:58.755619+0000","last_active":"2024-03-07T03:14:19.522506+0000","last_peered":"2024-03-07T03:14:19.522506+0000","last_clean":"2024-03-07T03:14:19.522506+0000","last_became_active":"2024-03-07T03:07:58.755214+0000","last_became_peered":"2024-03-07T03:07:58.755214+0000","last_unstale":"2024-03-07T03:14:19.522506+0000","last_undegraded":"2024-03-07T03:14:19.522506+0000","last_fullsized":"2024-03-07T03:14:19.522506+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:59:02.041330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":972,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:26.399782+0000","last_change":"2024-03-07T03:07:58.756563+0000","last_active":"2024-03-07T03:12:26.399782+0000","last_peered":"2024-03-07T03:12:26.399782+0000","last_clean":"2024-03-07T03:12:26.399782+0000","last_became_active":"2024-03-07T03:07:58.752195+0000","last_became_peered":"2024-03-07T03:07:58.752195+0000","last_unstale":"2024-03-07T03:12:26.399782+0000","last_undegraded":"2024-03-07T03:12:26.399782+0000","last_fullsized":"2024-03-07T03:12:26.399782+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:32:35.496500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"716'5","reported_seq":1223,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.808871+0000","last_change":"2024-03-07T03:07:58.753999+0000","last_active":"2024-03-07T03:14:15.808871+0000","last_peered":"2024-03-07T03:14:15.808871+0000","last_clean":"2024-03-07T03:14:15.808871+0000","last_became_active":"2024-03-07T03:07:58.753607+0000","last_became_peered":"2024-03-07T03:07:58.753607+0000","last_unstale":"2024-03-07T03:14:15.808871+0000","last_undegraded":"2024-03-07T03:14:15.808871+0000","last_fullsized":"2024-03-07T03:14:15.808871+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:28:57.567238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1111,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:33.973557+0000","last_change":"2024-03-07T03:07:23.083830+0000","last_active":"2024-03-07T03:13:33.973557+0000","last_peered":"2024-03-07T03:13:33.973557+0000","last_clean":"2024-03-07T03:13:33.973557+0000","last_became_active":"2024-03-07T03:07:23.083530+0000","last_became_peered":"2024-03-07T03:07:23.083530+0000","last_unstale":"2024-03-07T03:13:33.973557+0000","last_undegraded":"2024-03-07T03:13:33.973557+0000","last_fullsized":"2024-03-07T03:13:33.973557+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:57.938032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"716'2","reported_seq":1131,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:33.973566+0000","last_change":"2024-03-07T03:06:47.849618+0000","last_active":"2024-03-07T03:13:33.973566+0000","last_peered":"2024-03-07T03:13:33.973566+0000","last_clean":"2024-03-07T03:13:33.973566+0000","last_became_active":"2024-03-07T03:06:47.849222+0000","last_became_peered":"2024-03-07T03:06:47.849222+0000","last_unstale":"2024-03-07T03:13:33.973566+0000","last_undegraded":"2024-03-07T03:13:33.973566+0000","last_fullsized":"2024-03-07T03:13:33.973566+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:36:41.880143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.808860+0000","last_change":"2024-03-07T03:06:47.851880+0000","last_active":"2024-03-07T03:14:15.808860+0000","last_peered":"2024-03-07T03:14:15.808860+0000","last_clean":"2024-03-07T03:14:15.808860+0000","last_became_active":"2024-03-07T03:06:47.851176+0000","last_became_peered":"2024-03-07T03:06:47.851176+0000","last_unstale":"2024-03-07T03:14:15.808860+0000","last_undegraded":"2024-03-07T03:14:15.808860+0000","last_fullsized":"2024-03-07T03:14:15.808860+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:38:59.663068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":977,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:56.403337+0000","last_change":"2024-03-07T03:07:58.757245+0000","last_active":"2024-03-07T03:12:56.403337+0000","last_peered":"2024-03-07T03:12:56.403337+0000","last_clean":"2024-03-07T03:12:56.403337+0000","last_became_active":"2024-03-07T03:07:58.754456+0000","last_became_peered":"2024-03-07T03:07:58.754456+0000","last_unstale":"2024-03-07T03:12:56.403337+0000","last_undegraded":"2024-03-07T03:12:56.403337+0000","last_fullsized":"2024-03-07T03:12:56.403337+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:57:32.153933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1043,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:45.943019+0000","last_change":"2024-03-07T03:06:47.855220+0000","last_active":"2024-03-07T03:11:45.943019+0000","last_peered":"2024-03-07T03:11:45.943019+0000","last_clean":"2024-03-07T03:11:45.943019+0000","last_became_active":"2024-03-07T03:06:47.854836+0000","last_became_peered":"2024-03-07T03:06:47.854836+0000","last_unstale":"2024-03-07T03:11:45.943019+0000","last_undegraded":"2024-03-07T03:11:45.943019+0000","last_fullsized":"2024-03-07T03:11:45.943019+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:51:35.386552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":984,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:56.403317+0000","last_change":"2024-03-07T03:07:58.757676+0000","last_active":"2024-03-07T03:12:56.403317+0000","last_peered":"2024-03-07T03:12:56.403317+0000","last_clean":"2024-03-07T03:12:56.403317+0000","last_became_active":"2024-03-07T03:07:58.753930+0000","last_became_peered":"2024-03-07T03:07:58.753930+0000","last_unstale":"2024-03-07T03:12:56.403317+0000","last_undegraded":"2024-03-07T03:12:56.403317+0000","last_fullsized":"2024-03-07T03:12:56.403317+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:56.639688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1037,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:11:45.943032+0000","last_change":"2024-03-07T03:07:23.076532+0000","last_active":"2024-03-07T03:11:45.943032+0000","last_peered":"2024-03-07T03:11:45.943032+0000","last_clean":"2024-03-07T03:11:45.943032+0000","last_became_active":"2024-03-07T03:07:23.076234+0000","last_became_peered":"2024-03-07T03:07:23.076234+0000","last_unstale":"2024-03-07T03:11:45.943032+0000","last_undegraded":"2024-03-07T03:11:45.943032+0000","last_fullsized":"2024-03-07T03:11:45.943032+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:16:39.967241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"716'2","reported_seq":1090,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:03.970601+0000","last_change":"2024-03-07T03:07:58.752045+0000","last_active":"2024-03-07T03:13:03.970601+0000","last_peered":"2024-03-07T03:13:03.970601+0000","last_clean":"2024-03-07T03:13:03.970601+0000","last_became_active":"2024-03-07T03:07:58.751585+0000","last_became_peered":"2024-03-07T03:07:58.751585+0000","last_unstale":"2024-03-07T03:13:03.970601+0000","last_undegraded":"2024-03-07T03:13:03.970601+0000","last_fullsized":"2024-03-07T03:13:03.970601+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:03:01.652607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1108,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:38.077764+0000","last_change":"2024-03-07T03:06:09.990854+0000","last_active":"2024-03-07T03:13:38.077764+0000","last_peered":"2024-03-07T03:13:38.077764+0000","last_clean":"2024-03-07T03:13:38.077764+0000","last_became_active":"2024-03-07T03:06:09.990464+0000","last_became_peered":"2024-03-07T03:06:09.990464+0000","last_unstale":"2024-03-07T03:13:38.077764+0000","last_undegraded":"2024-03-07T03:13:38.077764+0000","last_fullsized":"2024-03-07T03:13:38.077764+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:53:52.856954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"716'2","reported_seq":1010,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:21.166229+0000","last_change":"2024-03-07T03:07:58.754526+0000","last_active":"2024-03-07T03:12:21.166229+0000","last_peered":"2024-03-07T03:12:21.166229+0000","last_clean":"2024-03-07T03:12:21.166229+0000","last_became_active":"2024-03-07T03:07:58.754123+0000","last_became_peered":"2024-03-07T03:07:58.754123+0000","last_unstale":"2024-03-07T03:12:21.166229+0000","last_undegraded":"2024-03-07T03:12:21.166229+0000","last_fullsized":"2024-03-07T03:12:21.166229+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:41:34.446180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:50.805938+0000","last_change":"2024-03-07T03:07:58.750769+0000","last_active":"2024-03-07T03:13:50.805938+0000","last_peered":"2024-03-07T03:13:50.805938+0000","last_clean":"2024-03-07T03:13:50.805938+0000","last_became_active":"2024-03-07T03:07:58.749974+0000","last_became_peered":"2024-03-07T03:07:58.749974+0000","last_unstale":"2024-03-07T03:13:50.805938+0000","last_undegraded":"2024-03-07T03:13:50.805938+0000","last_fullsized":"2024-03-07T03:13:50.805938+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:56:14.059734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1127,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:48.969049+0000","last_change":"2024-03-07T03:07:23.072942+0000","last_active":"2024-03-07T03:12:48.969049+0000","last_peered":"2024-03-07T03:12:48.969049+0000","last_clean":"2024-03-07T03:12:48.969049+0000","last_became_active":"2024-03-07T03:07:23.072639+0000","last_became_peered":"2024-03-07T03:07:23.072639+0000","last_unstale":"2024-03-07T03:12:48.969049+0000","last_undegraded":"2024-03-07T03:12:48.969049+0000","last_fullsized":"2024-03-07T03:12:48.969049+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:42.808853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1124,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:48.969008+0000","last_change":"2024-03-07T03:05:35.934963+0000","last_active":"2024-03-07T03:12:48.969008+0000","last_peered":"2024-03-07T03:12:48.969008+0000","last_clean":"2024-03-07T03:12:48.969008+0000","last_became_active":"2024-03-07T03:05:35.932493+0000","last_became_peered":"2024-03-07T03:05:35.932493+0000","last_unstale":"2024-03-07T03:12:48.969008+0000","last_undegraded":"2024-03-07T03:12:48.969008+0000","last_fullsized":"2024-03-07T03:12:48.969008+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:00:57.111662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1040,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:00.958587+0000","last_change":"2024-03-07T03:07:58.756063+0000","last_active":"2024-03-07T03:14:00.958587+0000","last_peered":"2024-03-07T03:14:00.958587+0000","last_clean":"2024-03-07T03:14:00.958587+0000","last_became_active":"2024-03-07T03:07:58.755712+0000","last_became_peered":"2024-03-07T03:07:58.755712+0000","last_unstale":"2024-03-07T03:14:00.958587+0000","last_undegraded":"2024-03-07T03:14:00.958587+0000","last_fullsized":"2024-03-07T03:14:00.958587+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:13:06.484346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:04.910749+0000","last_change":"2024-03-07T03:06:09.996319+0000","last_active":"2024-03-07T03:14:04.910749+0000","last_peered":"2024-03-07T03:14:04.910749+0000","last_clean":"2024-03-07T03:14:04.910749+0000","last_became_active":"2024-03-07T03:06:09.996002+0000","last_became_peered":"2024-03-07T03:06:09.996002+0000","last_unstale":"2024-03-07T03:14:04.910749+0000","last_undegraded":"2024-03-07T03:14:04.910749+0000","last_fullsized":"2024-03-07T03:14:04.910749+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:41:55.764562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1006,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:11.165197+0000","last_change":"2024-03-07T03:07:23.083466+0000","last_active":"2024-03-07T03:12:11.165197+0000","last_peered":"2024-03-07T03:12:11.165197+0000","last_clean":"2024-03-07T03:12:11.165197+0000","last_became_active":"2024-03-07T03:07:23.083156+0000","last_became_peered":"2024-03-07T03:07:23.083156+0000","last_unstale":"2024-03-07T03:12:11.165197+0000","last_undegraded":"2024-03-07T03:12:11.165197+0000","last_fullsized":"2024-03-07T03:12:11.165197+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:32:00.539449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1026,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:00.958646+0000","last_change":"2024-03-07T03:07:58.752127+0000","last_active":"2024-03-07T03:14:00.958646+0000","last_peered":"2024-03-07T03:14:00.958646+0000","last_clean":"2024-03-07T03:14:00.958646+0000","last_became_active":"2024-03-07T03:07:58.751770+0000","last_became_peered":"2024-03-07T03:07:58.751770+0000","last_unstale":"2024-03-07T03:14:00.958646+0000","last_undegraded":"2024-03-07T03:14:00.958646+0000","last_fullsized":"2024-03-07T03:14:00.958646+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:43.791488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1060,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:00.958636+0000","last_change":"2024-03-07T03:07:23.077653+0000","last_active":"2024-03-07T03:14:00.958636+0000","last_peered":"2024-03-07T03:14:00.958636+0000","last_clean":"2024-03-07T03:14:00.958636+0000","last_became_active":"2024-03-07T03:07:23.077355+0000","last_became_peered":"2024-03-07T03:07:23.077355+0000","last_unstale":"2024-03-07T03:14:00.958636+0000","last_undegraded":"2024-03-07T03:14:00.958636+0000","last_fullsized":"2024-03-07T03:14:00.958636+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:45.861158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:30.803761+0000","last_change":"2024-03-07T03:06:47.851508+0000","last_active":"2024-03-07T03:13:30.803761+0000","last_peered":"2024-03-07T03:13:30.803761+0000","last_clean":"2024-03-07T03:13:30.803761+0000","last_became_active":"2024-03-07T03:06:47.850839+0000","last_became_peered":"2024-03-07T03:06:47.850839+0000","last_unstale":"2024-03-07T03:13:30.803761+0000","last_undegraded":"2024-03-07T03:13:30.803761+0000","last_fullsized":"2024-03-07T03:13:30.803761+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:08:06.622234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1193,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:04.910791+0000","last_change":"2024-03-07T03:06:47.845848+0000","last_active":"2024-03-07T03:14:04.910791+0000","last_peered":"2024-03-07T03:14:04.910791+0000","last_clean":"2024-03-07T03:14:04.910791+0000","last_became_active":"2024-03-07T03:06:47.845425+0000","last_became_peered":"2024-03-07T03:06:47.845425+0000","last_unstale":"2024-03-07T03:14:04.910791+0000","last_undegraded":"2024-03-07T03:14:04.910791+0000","last_fullsized":"2024-03-07T03:14:04.910791+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:16:24.833986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1079,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:08.074258+0000","last_change":"2024-03-07T03:07:58.754983+0000","last_active":"2024-03-07T03:13:08.074258+0000","last_peered":"2024-03-07T03:13:08.074258+0000","last_clean":"2024-03-07T03:13:08.074258+0000","last_became_active":"2024-03-07T03:07:58.754657+0000","last_became_peered":"2024-03-07T03:07:58.754657+0000","last_unstale":"2024-03-07T03:13:08.074258+0000","last_undegraded":"2024-03-07T03:13:08.074258+0000","last_fullsized":"2024-03-07T03:13:08.074258+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:06:00.897772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"716'29","reported_seq":1042,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:21.179150+0000","last_change":"2024-03-07T03:07:23.079677+0000","last_active":"2024-03-07T03:14:21.179150+0000","last_peered":"2024-03-07T03:14:21.179150+0000","last_clean":"2024-03-07T03:14:21.179150+0000","last_became_active":"2024-03-07T03:07:23.079320+0000","last_became_peered":"2024-03-07T03:07:23.079320+0000","last_unstale":"2024-03-07T03:14:21.179150+0000","last_undegraded":"2024-03-07T03:14:21.179150+0000","last_fullsized":"2024-03-07T03:14:21.179150+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:49:54.979015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:46.402133+0000","last_change":"2024-03-07T03:07:58.758376+0000","last_active":"2024-03-07T03:12:46.402133+0000","last_peered":"2024-03-07T03:12:46.402133+0000","last_clean":"2024-03-07T03:12:46.402133+0000","last_became_active":"2024-03-07T03:07:58.757816+0000","last_became_peered":"2024-03-07T03:07:58.757816+0000","last_unstale":"2024-03-07T03:12:46.402133+0000","last_undegraded":"2024-03-07T03:12:46.402133+0000","last_fullsized":"2024-03-07T03:12:46.402133+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:47.253727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1219,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:10.801397+0000","last_change":"2024-03-07T03:06:09.989072+0000","last_active":"2024-03-07T03:13:10.801397+0000","last_peered":"2024-03-07T03:13:10.801397+0000","last_clean":"2024-03-07T03:13:10.801397+0000","last_became_active":"2024-03-07T03:06:09.987754+0000","last_became_peered":"2024-03-07T03:06:09.987754+0000","last_unstale":"2024-03-07T03:13:10.801397+0000","last_undegraded":"2024-03-07T03:13:10.801397+0000","last_fullsized":"2024-03-07T03:13:10.801397+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:05:15.340331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:10.801380+0000","last_change":"2024-03-07T03:07:58.754207+0000","last_active":"2024-03-07T03:13:10.801380+0000","last_peered":"2024-03-07T03:13:10.801380+0000","last_clean":"2024-03-07T03:13:10.801380+0000","last_became_active":"2024-03-07T03:07:58.753859+0000","last_became_peered":"2024-03-07T03:07:58.753859+0000","last_unstale":"2024-03-07T03:13:10.801380+0000","last_undegraded":"2024-03-07T03:13:10.801380+0000","last_fullsized":"2024-03-07T03:13:10.801380+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:14:02.813872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1053,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:45.956792+0000","last_change":"2024-03-07T03:07:58.755838+0000","last_active":"2024-03-07T03:13:45.956792+0000","last_peered":"2024-03-07T03:13:45.956792+0000","last_clean":"2024-03-07T03:13:45.956792+0000","last_became_active":"2024-03-07T03:07:58.755436+0000","last_became_peered":"2024-03-07T03:07:58.755436+0000","last_unstale":"2024-03-07T03:13:45.956792+0000","last_undegraded":"2024-03-07T03:13:45.956792+0000","last_fullsized":"2024-03-07T03:13:45.956792+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:25.094944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:36.400930+0000","last_change":"2024-03-07T03:07:58.750199+0000","last_active":"2024-03-07T03:12:36.400930+0000","last_peered":"2024-03-07T03:12:36.400930+0000","last_clean":"2024-03-07T03:12:36.400930+0000","last_became_active":"2024-03-07T03:07:58.749858+0000","last_became_peered":"2024-03-07T03:07:58.749858+0000","last_unstale":"2024-03-07T03:12:36.400930+0000","last_undegraded":"2024-03-07T03:12:36.400930+0000","last_fullsized":"2024-03-07T03:12:36.400930+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:41.122539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1015,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:21.179131+0000","last_change":"2024-03-07T03:07:23.076835+0000","last_active":"2024-03-07T03:14:21.179131+0000","last_peered":"2024-03-07T03:14:21.179131+0000","last_clean":"2024-03-07T03:14:21.179131+0000","last_became_active":"2024-03-07T03:07:23.075094+0000","last_became_peered":"2024-03-07T03:07:23.075094+0000","last_unstale":"2024-03-07T03:14:21.179131+0000","last_undegraded":"2024-03-07T03:14:21.179131+0000","last_fullsized":"2024-03-07T03:14:21.179131+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:50:36.739831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1006,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:21.179108+0000","last_change":"2024-03-07T03:07:23.078279+0000","last_active":"2024-03-07T03:14:21.179108+0000","last_peered":"2024-03-07T03:14:21.179108+0000","last_clean":"2024-03-07T03:14:21.179108+0000","last_became_active":"2024-03-07T03:07:23.077338+0000","last_became_peered":"2024-03-07T03:07:23.077338+0000","last_unstale":"2024-03-07T03:14:21.179108+0000","last_undegraded":"2024-03-07T03:14:21.179108+0000","last_fullsized":"2024-03-07T03:14:21.179108+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:05:40.599683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1170,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:19.522440+0000","last_change":"2024-03-07T03:05:01.461919+0000","last_active":"2024-03-07T03:14:19.522440+0000","last_peered":"2024-03-07T03:14:19.522440+0000","last_clean":"2024-03-07T03:14:19.522440+0000","last_became_active":"2024-03-07T03:05:01.459759+0000","last_became_peered":"2024-03-07T03:05:01.459759+0000","last_unstale":"2024-03-07T03:14:19.522440+0000","last_undegraded":"2024-03-07T03:14:19.522440+0000","last_fullsized":"2024-03-07T03:14:19.522440+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:31:45.535178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":972,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:36.400896+0000","last_change":"2024-03-07T03:07:58.753856+0000","last_active":"2024-03-07T03:12:36.400896+0000","last_peered":"2024-03-07T03:12:36.400896+0000","last_clean":"2024-03-07T03:12:36.400896+0000","last_became_active":"2024-03-07T03:07:58.751889+0000","last_became_peered":"2024-03-07T03:07:58.751889+0000","last_unstale":"2024-03-07T03:12:36.400896+0000","last_undegraded":"2024-03-07T03:12:36.400896+0000","last_fullsized":"2024-03-07T03:12:36.400896+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:27:20.126942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"863'1273","reported_seq":4341,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:39.518251+0000","last_change":"2024-03-07T03:10:56.137635+0000","last_active":"2024-03-07T03:13:39.518251+0000","last_peered":"2024-03-07T03:13:39.518251+0000","last_clean":"2024-03-07T03:13:39.518251+0000","last_became_active":"2024-03-07T03:05:01.457883+0000","last_became_peered":"2024-03-07T03:05:01.457883+0000","last_unstale":"2024-03-07T03:13:39.518251+0000","last_undegraded":"2024-03-07T03:13:39.518251+0000","last_fullsized":"2024-03-07T03:13:39.518251+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1273,"log_dups_size":0,"ondisk_log_size":1273,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:21:46.718939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.021818005000000001,"stat_sum":{"num_bytes":15540224,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":258,"num_read_kb":529715,"num_write":442,"num_write_kb":102224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1441792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.f","version":"61'1","reported_seq":1082,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:53.072552+0000","last_change":"2024-03-07T03:07:58.755003+0000","last_active":"2024-03-07T03:12:53.072552+0000","last_peered":"2024-03-07T03:12:53.072552+0000","last_clean":"2024-03-07T03:12:53.072552+0000","last_became_active":"2024-03-07T03:07:58.754564+0000","last_became_peered":"2024-03-07T03:07:58.754564+0000","last_unstale":"2024-03-07T03:12:53.072552+0000","last_undegraded":"2024-03-07T03:12:53.072552+0000","last_fullsized":"2024-03-07T03:12:53.072552+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:34:53.344746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:26.399799+0000","last_change":"2024-03-07T03:07:58.750952+0000","last_active":"2024-03-07T03:12:26.399799+0000","last_peered":"2024-03-07T03:12:26.399799+0000","last_clean":"2024-03-07T03:12:26.399799+0000","last_became_active":"2024-03-07T03:07:58.749229+0000","last_became_peered":"2024-03-07T03:07:58.749229+0000","last_unstale":"2024-03-07T03:12:26.399799+0000","last_undegraded":"2024-03-07T03:12:26.399799+0000","last_fullsized":"2024-03-07T03:12:26.399799+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:53:10.534950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"863'847","reported_seq":4049,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.808770+0000","last_change":"2024-03-07T03:10:56.129162+0000","last_active":"2024-03-07T03:14:15.808770+0000","last_peered":"2024-03-07T03:14:15.808770+0000","last_clean":"2024-03-07T03:14:15.808770+0000","last_became_active":"2024-03-07T03:07:23.074596+0000","last_became_peered":"2024-03-07T03:07:23.074596+0000","last_unstale":"2024-03-07T03:14:15.808770+0000","last_undegraded":"2024-03-07T03:14:15.808770+0000","last_fullsized":"2024-03-07T03:14:15.808770+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":847,"log_dups_size":0,"ondisk_log_size":847,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:34:23.625809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0099120149999999997,"stat_sum":{"num_bytes":38936576,"num_objects":11,"num_object_clones":9,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":157,"num_read_kb":413258,"num_write":266,"num_write_kb":109952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":4374528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.2","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:44.902692+0000","last_change":"2024-03-07T03:06:47.845893+0000","last_active":"2024-03-07T03:12:44.902692+0000","last_peered":"2024-03-07T03:12:44.902692+0000","last_clean":"2024-03-07T03:12:44.902692+0000","last_became_active":"2024-03-07T03:06:47.845548+0000","last_became_peered":"2024-03-07T03:06:47.845548+0000","last_unstale":"2024-03-07T03:12:44.902692+0000","last_undegraded":"2024-03-07T03:12:44.902692+0000","last_fullsized":"2024-03-07T03:12:44.902692+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:19:55.051329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:44.902713+0000","last_change":"2024-03-07T03:07:58.751041+0000","last_active":"2024-03-07T03:12:44.902713+0000","last_peered":"2024-03-07T03:12:44.902713+0000","last_clean":"2024-03-07T03:12:44.902713+0000","last_became_active":"2024-03-07T03:07:58.749047+0000","last_became_peered":"2024-03-07T03:07:58.749047+0000","last_unstale":"2024-03-07T03:12:44.902713+0000","last_undegraded":"2024-03-07T03:12:44.902713+0000","last_fullsized":"2024-03-07T03:12:44.902713+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:47:59.256394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1058,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:00.951695+0000","last_change":"2024-03-07T03:06:47.858022+0000","last_active":"2024-03-07T03:13:00.951695+0000","last_peered":"2024-03-07T03:13:00.951695+0000","last_clean":"2024-03-07T03:13:00.951695+0000","last_became_active":"2024-03-07T03:06:47.857526+0000","last_became_peered":"2024-03-07T03:06:47.857526+0000","last_unstale":"2024-03-07T03:13:00.951695+0000","last_undegraded":"2024-03-07T03:13:00.951695+0000","last_fullsized":"2024-03-07T03:13:00.951695+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:02:03.856321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"862'1186","reported_seq":4380,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.808828+0000","last_change":"2024-03-07T03:10:56.119983+0000","last_active":"2024-03-07T03:14:15.808828+0000","last_peered":"2024-03-07T03:14:15.808828+0000","last_clean":"2024-03-07T03:14:15.808828+0000","last_became_active":"2024-03-07T03:06:09.988405+0000","last_became_peered":"2024-03-07T03:06:09.988405+0000","last_unstale":"2024-03-07T03:14:15.808828+0000","last_undegraded":"2024-03-07T03:14:15.808828+0000","last_fullsized":"2024-03-07T03:14:15.808828+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1186,"log_dups_size":0,"ondisk_log_size":1186,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:41:38.890400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099770099999999993,"stat_sum":{"num_bytes":13524992,"num_objects":9,"num_object_clones":6,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":208,"num_read_kb":390958,"num_write":505,"num_write_kb":103888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":50642944,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:44.902722+0000","last_change":"2024-03-07T03:05:35.928460+0000","last_active":"2024-03-07T03:12:44.902722+0000","last_peered":"2024-03-07T03:12:44.902722+0000","last_clean":"2024-03-07T03:12:44.902722+0000","last_became_active":"2024-03-07T03:05:35.928017+0000","last_became_peered":"2024-03-07T03:05:35.928017+0000","last_unstale":"2024-03-07T03:12:44.902722+0000","last_undegraded":"2024-03-07T03:12:44.902722+0000","last_fullsized":"2024-03-07T03:12:44.902722+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:53:27.674544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1027,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:00.951637+0000","last_change":"2024-03-07T03:07:23.075249+0000","last_active":"2024-03-07T03:13:00.951637+0000","last_peered":"2024-03-07T03:13:00.951637+0000","last_clean":"2024-03-07T03:13:00.951637+0000","last_became_active":"2024-03-07T03:07:23.074866+0000","last_became_peered":"2024-03-07T03:07:23.074866+0000","last_unstale":"2024-03-07T03:13:00.951637+0000","last_undegraded":"2024-03-07T03:13:00.951637+0000","last_fullsized":"2024-03-07T03:13:00.951637+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:03.393010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1080,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:28.083299+0000","last_change":"2024-03-07T03:07:23.069585+0000","last_active":"2024-03-07T03:14:28.083299+0000","last_peered":"2024-03-07T03:14:28.083299+0000","last_clean":"2024-03-07T03:14:28.083299+0000","last_became_active":"2024-03-07T03:07:23.069262+0000","last_became_peered":"2024-03-07T03:07:23.069262+0000","last_unstale":"2024-03-07T03:14:28.083299+0000","last_undegraded":"2024-03-07T03:14:28.083299+0000","last_fullsized":"2024-03-07T03:14:28.083299+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:11:22.045807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"861'1094","reported_seq":4797,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:39.518368+0000","last_change":"2024-03-07T03:10:57.331022+0000","last_active":"2024-03-07T03:13:39.518368+0000","last_peered":"2024-03-07T03:13:39.518368+0000","last_clean":"2024-03-07T03:13:39.518368+0000","last_became_active":"2024-03-07T03:06:47.847229+0000","last_became_peered":"2024-03-07T03:06:47.847229+0000","last_unstale":"2024-03-07T03:13:39.518368+0000","last_undegraded":"2024-03-07T03:13:39.518368+0000","last_fullsized":"2024-03-07T03:13:39.518368+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1094,"log_dups_size":0,"ondisk_log_size":1094,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:58:27.729404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.032339935,"stat_sum":{"num_bytes":113606656,"num_objects":59,"num_object_clones":55,"num_object_copies":177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":279,"num_read_kb":358703,"num_write":525,"num_write_kb":146904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":36642816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1183,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:04.904853+0000","last_change":"2024-03-07T03:06:47.843416+0000","last_active":"2024-03-07T03:13:04.904853+0000","last_peered":"2024-03-07T03:13:04.904853+0000","last_clean":"2024-03-07T03:13:04.904853+0000","last_became_active":"2024-03-07T03:06:47.842812+0000","last_became_peered":"2024-03-07T03:06:47.842812+0000","last_unstale":"2024-03-07T03:13:04.904853+0000","last_undegraded":"2024-03-07T03:13:04.904853+0000","last_fullsized":"2024-03-07T03:13:04.904853+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:03:02.672609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1190,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:24.912798+0000","last_change":"2024-03-07T03:07:23.071850+0000","last_active":"2024-03-07T03:14:24.912798+0000","last_peered":"2024-03-07T03:14:24.912798+0000","last_clean":"2024-03-07T03:14:24.912798+0000","last_became_active":"2024-03-07T03:07:23.071476+0000","last_became_peered":"2024-03-07T03:07:23.071476+0000","last_unstale":"2024-03-07T03:14:24.912798+0000","last_undegraded":"2024-03-07T03:14:24.912798+0000","last_fullsized":"2024-03-07T03:14:24.912798+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:13:05.296486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1158,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:19.516275+0000","last_change":"2024-03-07T03:05:35.926187+0000","last_active":"2024-03-07T03:13:19.516275+0000","last_peered":"2024-03-07T03:13:19.516275+0000","last_clean":"2024-03-07T03:13:19.516275+0000","last_became_active":"2024-03-07T03:05:35.925908+0000","last_became_peered":"2024-03-07T03:05:35.925908+0000","last_unstale":"2024-03-07T03:13:19.516275+0000","last_undegraded":"2024-03-07T03:13:19.516275+0000","last_fullsized":"2024-03-07T03:13:19.516275+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:48:33.101185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"863'1146","reported_seq":3874,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:11.412225+0000","last_change":"2024-03-07T03:10:56.132170+0000","last_active":"2024-03-07T03:14:11.412225+0000","last_peered":"2024-03-07T03:14:11.412225+0000","last_clean":"2024-03-07T03:14:11.412225+0000","last_became_active":"2024-03-07T03:07:58.756854+0000","last_became_peered":"2024-03-07T03:07:58.756854+0000","last_unstale":"2024-03-07T03:14:11.412225+0000","last_undegraded":"2024-03-07T03:14:11.412225+0000","last_fullsized":"2024-03-07T03:14:11.412225+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1146,"log_dups_size":0,"ondisk_log_size":1146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T02:59:04.693146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.010433211,"stat_sum":{"num_bytes":34668544,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":1,"num_read":219,"num_read_kb":317694,"num_write":420,"num_write_kb":93568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":10240000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1006,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:36.174398+0000","last_change":"2024-03-07T03:07:58.760449+0000","last_active":"2024-03-07T03:13:36.174398+0000","last_peered":"2024-03-07T03:13:36.174398+0000","last_clean":"2024-03-07T03:13:36.174398+0000","last_became_active":"2024-03-07T03:07:58.760086+0000","last_became_peered":"2024-03-07T03:07:58.760086+0000","last_unstale":"2024-03-07T03:13:36.174398+0000","last_undegraded":"2024-03-07T03:13:36.174398+0000","last_fullsized":"2024-03-07T03:13:36.174398+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:34:38.583100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1089,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:53.975738+0000","last_change":"2024-03-07T03:07:23.073659+0000","last_active":"2024-03-07T03:13:53.975738+0000","last_peered":"2024-03-07T03:13:53.975738+0000","last_clean":"2024-03-07T03:13:53.975738+0000","last_became_active":"2024-03-07T03:07:23.073277+0000","last_became_peered":"2024-03-07T03:07:23.073277+0000","last_unstale":"2024-03-07T03:13:53.975738+0000","last_undegraded":"2024-03-07T03:13:53.975738+0000","last_fullsized":"2024-03-07T03:13:53.975738+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:48:34.819985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1061,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:00.951679+0000","last_change":"2024-03-07T03:07:58.752576+0000","last_active":"2024-03-07T03:13:00.951679+0000","last_peered":"2024-03-07T03:13:00.951679+0000","last_clean":"2024-03-07T03:13:00.951679+0000","last_became_active":"2024-03-07T03:07:58.752193+0000","last_became_peered":"2024-03-07T03:07:58.752193+0000","last_unstale":"2024-03-07T03:13:00.951679+0000","last_undegraded":"2024-03-07T03:13:00.951679+0000","last_fullsized":"2024-03-07T03:13:00.951679+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:55:14.205594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"395'197","reported_seq":1466,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:56.410378+0000","last_change":"2024-03-07T03:07:58.752982+0000","last_active":"2024-03-07T03:13:56.410378+0000","last_peered":"2024-03-07T03:13:56.410378+0000","last_clean":"2024-03-07T03:13:56.410378+0000","last_became_active":"2024-03-07T03:07:58.752004+0000","last_became_peered":"2024-03-07T03:07:58.752004+0000","last_unstale":"2024-03-07T03:13:56.410378+0000","last_undegraded":"2024-03-07T03:13:56.410378+0000","last_fullsized":"2024-03-07T03:13:56.410378+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_clean_scrub_stamp":"2024-03-07T02:51:31.238394+0000","objects_scrubbed":0,"log_size":197,"log_dups_size":0,"ondisk_log_size":197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:53.766202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"858'3145","reported_seq":6530,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:15.953631+0000","last_change":"2024-03-07T03:10:57.131283+0000","last_active":"2024-03-07T03:13:15.953631+0000","last_peered":"2024-03-07T03:13:15.953631+0000","last_clean":"2024-03-07T03:13:15.953631+0000","last_became_active":"2024-03-07T03:06:47.859231+0000","last_became_peered":"2024-03-07T03:06:47.859231+0000","last_unstale":"2024-03-07T03:13:15.953631+0000","last_undegraded":"2024-03-07T03:13:15.953631+0000","last_fullsized":"2024-03-07T03:13:15.953631+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3145,"log_dups_size":0,"ondisk_log_size":3145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:10:03.781442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001499434,"stat_sum":{"num_bytes":18481152,"num_objects":15,"num_object_clones":14,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":124,"num_read_kb":398406,"num_write":253,"num_write_kb":45856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":9773056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:30.797058+0000","last_change":"2024-03-07T03:05:01.454053+0000","last_active":"2024-03-07T03:12:30.797058+0000","last_peered":"2024-03-07T03:12:30.797058+0000","last_clean":"2024-03-07T03:12:30.797058+0000","last_became_active":"2024-03-07T03:05:01.453718+0000","last_became_peered":"2024-03-07T03:05:01.453718+0000","last_unstale":"2024-03-07T03:12:30.797058+0000","last_undegraded":"2024-03-07T03:12:30.797058+0000","last_fullsized":"2024-03-07T03:12:30.797058+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:10:59.835543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.808745+0000","last_change":"2024-03-07T03:06:09.987673+0000","last_active":"2024-03-07T03:14:15.808745+0000","last_peered":"2024-03-07T03:14:15.808745+0000","last_clean":"2024-03-07T03:14:15.808745+0000","last_became_active":"2024-03-07T03:06:09.987328+0000","last_became_peered":"2024-03-07T03:06:09.987328+0000","last_unstale":"2024-03-07T03:14:15.808745+0000","last_undegraded":"2024-03-07T03:14:15.808745+0000","last_fullsized":"2024-03-07T03:14:15.808745+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:11:17.983744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":975,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:56.410353+0000","last_change":"2024-03-07T03:07:58.757849+0000","last_active":"2024-03-07T03:13:56.410353+0000","last_peered":"2024-03-07T03:13:56.410353+0000","last_clean":"2024-03-07T03:13:56.410353+0000","last_became_active":"2024-03-07T03:07:58.757399+0000","last_became_peered":"2024-03-07T03:07:58.757399+0000","last_unstale":"2024-03-07T03:13:56.410353+0000","last_undegraded":"2024-03-07T03:13:56.410353+0000","last_fullsized":"2024-03-07T03:13:56.410353+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:54:11.413787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"864'1259","reported_seq":4064,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:36.174367+0000","last_change":"2024-03-07T03:10:56.129203+0000","last_active":"2024-03-07T03:13:36.174367+0000","last_peered":"2024-03-07T03:13:36.174367+0000","last_clean":"2024-03-07T03:13:36.174367+0000","last_became_active":"2024-03-07T03:07:23.080120+0000","last_became_peered":"2024-03-07T03:07:23.080120+0000","last_unstale":"2024-03-07T03:13:36.174367+0000","last_undegraded":"2024-03-07T03:13:36.174367+0000","last_fullsized":"2024-03-07T03:13:36.174367+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1259,"log_dups_size":0,"ondisk_log_size":1259,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:33:24.850580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0059393290000000001,"stat_sum":{"num_bytes":23298048,"num_objects":10,"num_object_clones":7,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":249,"num_read_kb":271095,"num_write":553,"num_write_kb":138504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":18890752,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.3","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.808797+0000","last_change":"2024-03-07T03:07:58.750289+0000","last_active":"2024-03-07T03:14:15.808797+0000","last_peered":"2024-03-07T03:14:15.808797+0000","last_clean":"2024-03-07T03:14:15.808797+0000","last_became_active":"2024-03-07T03:07:58.749557+0000","last_became_peered":"2024-03-07T03:07:58.749557+0000","last_unstale":"2024-03-07T03:14:15.808797+0000","last_undegraded":"2024-03-07T03:14:15.808797+0000","last_fullsized":"2024-03-07T03:14:15.808797+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:54:43.865660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":989,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:11.412259+0000","last_change":"2024-03-07T03:07:58.758005+0000","last_active":"2024-03-07T03:14:11.412259+0000","last_peered":"2024-03-07T03:14:11.412259+0000","last_clean":"2024-03-07T03:14:11.412259+0000","last_became_active":"2024-03-07T03:07:58.756833+0000","last_became_peered":"2024-03-07T03:07:58.756833+0000","last_unstale":"2024-03-07T03:14:11.412259+0000","last_undegraded":"2024-03-07T03:14:11.412259+0000","last_fullsized":"2024-03-07T03:14:11.412259+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:37:55.288554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:44.902730+0000","last_change":"2024-03-07T03:06:47.843644+0000","last_active":"2024-03-07T03:12:44.902730+0000","last_peered":"2024-03-07T03:12:44.902730+0000","last_clean":"2024-03-07T03:12:44.902730+0000","last_became_active":"2024-03-07T03:06:47.842694+0000","last_became_peered":"2024-03-07T03:06:47.842694+0000","last_unstale":"2024-03-07T03:12:44.902730+0000","last_undegraded":"2024-03-07T03:12:44.902730+0000","last_fullsized":"2024-03-07T03:12:44.902730+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:25:34.783974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"863'880","reported_seq":3816,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:28.083264+0000","last_change":"2024-03-07T03:10:56.125509+0000","last_active":"2024-03-07T03:14:28.083264+0000","last_peered":"2024-03-07T03:14:28.083264+0000","last_clean":"2024-03-07T03:14:28.083264+0000","last_became_active":"2024-03-07T03:07:58.755248+0000","last_became_peered":"2024-03-07T03:07:58.755248+0000","last_unstale":"2024-03-07T03:14:28.083264+0000","last_undegraded":"2024-03-07T03:14:28.083264+0000","last_fullsized":"2024-03-07T03:14:28.083264+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":880,"log_dups_size":0,"ondisk_log_size":880,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:40:02.788467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0073429089999999999,"stat_sum":{"num_bytes":9224192,"num_objects":8,"num_object_clones":6,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":1,"num_read":161,"num_read_kb":133885,"num_write":362,"num_write_kb":55920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1125,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:33.973534+0000","last_change":"2024-03-07T03:07:58.764215+0000","last_active":"2024-03-07T03:13:33.973534+0000","last_peered":"2024-03-07T03:13:33.973534+0000","last_clean":"2024-03-07T03:13:33.973534+0000","last_became_active":"2024-03-07T03:07:58.763818+0000","last_became_peered":"2024-03-07T03:07:58.763818+0000","last_unstale":"2024-03-07T03:13:33.973534+0000","last_undegraded":"2024-03-07T03:13:33.973534+0000","last_fullsized":"2024-03-07T03:13:33.973534+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:27:54.623360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"719'2","reported_seq":1193,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:04.904841+0000","last_change":"2024-03-07T03:07:23.074913+0000","last_active":"2024-03-07T03:13:04.904841+0000","last_peered":"2024-03-07T03:13:04.904841+0000","last_clean":"2024-03-07T03:13:04.904841+0000","last_became_active":"2024-03-07T03:07:23.074530+0000","last_became_peered":"2024-03-07T03:07:23.074530+0000","last_unstale":"2024-03-07T03:13:04.904841+0000","last_undegraded":"2024-03-07T03:13:04.904841+0000","last_fullsized":"2024-03-07T03:13:04.904841+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:13:25.877187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1128,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:13.977670+0000","last_change":"2024-03-07T03:07:58.757756+0000","last_active":"2024-03-07T03:14:13.977670+0000","last_peered":"2024-03-07T03:14:13.977670+0000","last_clean":"2024-03-07T03:14:13.977670+0000","last_became_active":"2024-03-07T03:07:58.757430+0000","last_became_peered":"2024-03-07T03:07:58.757430+0000","last_unstale":"2024-03-07T03:14:13.977670+0000","last_undegraded":"2024-03-07T03:14:13.977670+0000","last_fullsized":"2024-03-07T03:14:13.977670+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:22:21.412765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"863'1564","reported_seq":5164,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:33.973496+0000","last_change":"2024-03-07T03:10:57.329944+0000","last_active":"2024-03-07T03:13:33.973496+0000","last_peered":"2024-03-07T03:13:33.973496+0000","last_clean":"2024-03-07T03:13:33.973496+0000","last_became_active":"2024-03-07T03:06:09.990793+0000","last_became_peered":"2024-03-07T03:06:09.990793+0000","last_unstale":"2024-03-07T03:13:33.973496+0000","last_undegraded":"2024-03-07T03:13:33.973496+0000","last_fullsized":"2024-03-07T03:13:33.973496+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1564,"log_dups_size":0,"ondisk_log_size":1564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":143,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:53.639078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.019553126000000001,"stat_sum":{"num_bytes":100999168,"num_objects":73,"num_object_clones":68,"num_object_copies":219,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":1,"num_read":410,"num_read_kb":572954,"num_write":777,"num_write_kb":204640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":51175424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"c"},{"start":"178","length":"4"},{"start":"17e","length":"3"},{"start":"182","length":"4"},{"start":"187","length":"5"},{"start":"18d","length":"2"}]},{"pgid":"4.1","version":"0'0","reported_seq":1081,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:28.083234+0000","last_change":"2024-03-07T03:07:23.071468+0000","last_active":"2024-03-07T03:14:28.083234+0000","last_peered":"2024-03-07T03:14:28.083234+0000","last_clean":"2024-03-07T03:14:28.083234+0000","last_became_active":"2024-03-07T03:07:23.071160+0000","last_became_peered":"2024-03-07T03:07:23.071160+0000","last_unstale":"2024-03-07T03:14:28.083234+0000","last_undegraded":"2024-03-07T03:14:28.083234+0000","last_fullsized":"2024-03-07T03:14:28.083234+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:17:55.686793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":991,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:51.175912+0000","last_change":"2024-03-07T03:07:58.759142+0000","last_active":"2024-03-07T03:13:51.175912+0000","last_peered":"2024-03-07T03:13:51.175912+0000","last_clean":"2024-03-07T03:13:51.175912+0000","last_became_active":"2024-03-07T03:07:58.758771+0000","last_became_peered":"2024-03-07T03:07:58.758771+0000","last_unstale":"2024-03-07T03:13:51.175912+0000","last_undegraded":"2024-03-07T03:13:51.175912+0000","last_fullsized":"2024-03-07T03:13:51.175912+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:45:13.985820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:30.797025+0000","last_change":"2024-03-07T03:06:09.988597+0000","last_active":"2024-03-07T03:12:30.797025+0000","last_peered":"2024-03-07T03:12:30.797025+0000","last_clean":"2024-03-07T03:12:30.797025+0000","last_became_active":"2024-03-07T03:06:09.988261+0000","last_became_peered":"2024-03-07T03:06:09.988261+0000","last_unstale":"2024-03-07T03:12:30.797025+0000","last_undegraded":"2024-03-07T03:12:30.797025+0000","last_fullsized":"2024-03-07T03:12:30.797025+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:11:06.717251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"843'3099","reported_seq":6399,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:30.955172+0000","last_change":"2024-03-07T03:10:57.131044+0000","last_active":"2024-03-07T03:13:30.955172+0000","last_peered":"2024-03-07T03:13:30.955172+0000","last_clean":"2024-03-07T03:13:30.955172+0000","last_became_active":"2024-03-07T03:07:23.084936+0000","last_became_peered":"2024-03-07T03:07:23.084936+0000","last_unstale":"2024-03-07T03:13:30.955172+0000","last_undegraded":"2024-03-07T03:13:30.955172+0000","last_fullsized":"2024-03-07T03:13:30.955172+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3099,"log_dups_size":0,"ondisk_log_size":3099,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:46:48.809690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012703,"stat_sum":{"num_bytes":8347648,"num_objects":13,"num_object_clones":12,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":56,"num_read_kb":33721,"num_write":241,"num_write_kb":36816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":434176,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1147,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:39.518313+0000","last_change":"2024-03-07T03:05:01.461136+0000","last_active":"2024-03-07T03:13:39.518313+0000","last_peered":"2024-03-07T03:13:39.518313+0000","last_clean":"2024-03-07T03:13:39.518313+0000","last_became_active":"2024-03-07T03:05:01.457189+0000","last_became_peered":"2024-03-07T03:05:01.457189+0000","last_unstale":"2024-03-07T03:13:39.518313+0000","last_undegraded":"2024-03-07T03:13:39.518313+0000","last_fullsized":"2024-03-07T03:13:39.518313+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:23.791243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1103,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:38.070678+0000","last_change":"2024-03-07T03:07:58.750311+0000","last_active":"2024-03-07T03:12:38.070678+0000","last_peered":"2024-03-07T03:12:38.070678+0000","last_clean":"2024-03-07T03:12:38.070678+0000","last_became_active":"2024-03-07T03:07:58.750001+0000","last_became_peered":"2024-03-07T03:07:58.750001+0000","last_unstale":"2024-03-07T03:12:38.070678+0000","last_undegraded":"2024-03-07T03:12:38.070678+0000","last_fullsized":"2024-03-07T03:12:38.070678+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:05.963944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"847'12789","reported_seq":16203,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:12:53.072507+0000","last_change":"2024-03-07T03:10:57.124034+0000","last_active":"2024-03-07T03:12:53.072507+0000","last_peered":"2024-03-07T03:12:53.072507+0000","last_clean":"2024-03-07T03:12:53.072507+0000","last_became_active":"2024-03-07T03:06:47.859957+0000","last_became_peered":"2024-03-07T03:06:47.859957+0000","last_unstale":"2024-03-07T03:12:53.072507+0000","last_undegraded":"2024-03-07T03:12:53.072507+0000","last_fullsized":"2024-03-07T03:12:53.072507+0000","mapping_epoch":625,"log_start":"599'6200","ondisk_log_start":"599'6200","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":6589,"log_dups_size":0,"ondisk_log_size":6589,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":137,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:29:13.699651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0091875959999999993,"stat_sum":{"num_bytes":71745536,"num_objects":32,"num_object_clones":30,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":0,"num_read":146,"num_read_kb":316804,"num_write":323,"num_write_kb":90232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":20865024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"5"},{"start":"171","length":"b"},{"start":"17e","length":"8"},{"start":"187","length":"5"},{"start":"18d","length":"3"},{"start":"192","length":"1"},{"start":"197","length":"1"},{"start":"199","length":"2"}]},{"pgid":"2.9","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:04.904773+0000","last_change":"2024-03-07T03:07:58.752456+0000","last_active":"2024-03-07T03:13:04.904773+0000","last_peered":"2024-03-07T03:13:04.904773+0000","last_clean":"2024-03-07T03:13:04.904773+0000","last_became_active":"2024-03-07T03:07:58.752118+0000","last_became_peered":"2024-03-07T03:07:58.752118+0000","last_unstale":"2024-03-07T03:13:04.904773+0000","last_undegraded":"2024-03-07T03:13:04.904773+0000","last_fullsized":"2024-03-07T03:13:04.904773+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:08:08.574482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1119,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:13.977627+0000","last_change":"2024-03-07T03:07:58.757839+0000","last_active":"2024-03-07T03:14:13.977627+0000","last_peered":"2024-03-07T03:14:13.977627+0000","last_clean":"2024-03-07T03:14:13.977627+0000","last_became_active":"2024-03-07T03:07:58.757495+0000","last_became_peered":"2024-03-07T03:07:58.757495+0000","last_unstale":"2024-03-07T03:14:13.977627+0000","last_undegraded":"2024-03-07T03:14:13.977627+0000","last_fullsized":"2024-03-07T03:14:13.977627+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:27:02.190643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"861'1463","reported_seq":5089,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:59.520453+0000","last_change":"2024-03-07T03:10:57.330799+0000","last_active":"2024-03-07T03:13:59.520453+0000","last_peered":"2024-03-07T03:13:59.520453+0000","last_clean":"2024-03-07T03:13:59.520453+0000","last_became_active":"2024-03-07T03:07:58.763085+0000","last_became_peered":"2024-03-07T03:07:58.763085+0000","last_unstale":"2024-03-07T03:13:59.520453+0000","last_undegraded":"2024-03-07T03:13:59.520453+0000","last_fullsized":"2024-03-07T03:13:59.520453+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1463,"log_dups_size":0,"ondisk_log_size":1463,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:39:21.050544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.016579719999999999,"stat_sum":{"num_bytes":106192896,"num_objects":71,"num_object_clones":66,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":1,"num_read":323,"num_read_kb":516030,"num_write":942,"num_write_kb":231680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":48201728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:04.904803+0000","last_change":"2024-03-07T03:07:58.752370+0000","last_active":"2024-03-07T03:13:04.904803+0000","last_peered":"2024-03-07T03:13:04.904803+0000","last_clean":"2024-03-07T03:13:04.904803+0000","last_became_active":"2024-03-07T03:07:58.751985+0000","last_became_peered":"2024-03-07T03:07:58.751985+0000","last_unstale":"2024-03-07T03:13:04.904803+0000","last_undegraded":"2024-03-07T03:13:04.904803+0000","last_fullsized":"2024-03-07T03:13:04.904803+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:31:33.590004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1127,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:18.965443+0000","last_change":"2024-03-07T03:06:09.987484+0000","last_active":"2024-03-07T03:12:18.965443+0000","last_peered":"2024-03-07T03:12:18.965443+0000","last_clean":"2024-03-07T03:12:18.965443+0000","last_became_active":"2024-03-07T03:06:09.986947+0000","last_became_peered":"2024-03-07T03:06:09.986947+0000","last_unstale":"2024-03-07T03:12:18.965443+0000","last_undegraded":"2024-03-07T03:12:18.965443+0000","last_fullsized":"2024-03-07T03:12:18.965443+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:37:38.253630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"857'1055","reported_seq":4919,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:24.906606+0000","last_change":"2024-03-07T03:10:57.123092+0000","last_active":"2024-03-07T03:13:24.906606+0000","last_peered":"2024-03-07T03:13:24.906606+0000","last_clean":"2024-03-07T03:13:24.906606+0000","last_became_active":"2024-03-07T03:06:09.993513+0000","last_became_peered":"2024-03-07T03:06:09.993513+0000","last_unstale":"2024-03-07T03:13:24.906606+0000","last_undegraded":"2024-03-07T03:13:24.906606+0000","last_fullsized":"2024-03-07T03:13:24.906606+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1055,"log_dups_size":0,"ondisk_log_size":1055,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:34:07.352811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013205965,"stat_sum":{"num_bytes":99745792,"num_objects":66,"num_object_clones":62,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":306,"num_read_kb":434534,"num_write":588,"num_write_kb":145464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":21749760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.b","version":"716'3","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:26.399720+0000","last_change":"2024-03-07T03:07:58.749480+0000","last_active":"2024-03-07T03:12:26.399720+0000","last_peered":"2024-03-07T03:12:26.399720+0000","last_clean":"2024-03-07T03:12:26.399720+0000","last_became_active":"2024-03-07T03:07:58.749098+0000","last_became_peered":"2024-03-07T03:07:58.749098+0000","last_unstale":"2024-03-07T03:12:26.399720+0000","last_undegraded":"2024-03-07T03:12:26.399720+0000","last_fullsized":"2024-03-07T03:12:26.399720+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:35:33.945855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1036,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:51.175841+0000","last_change":"2024-03-07T03:07:23.075725+0000","last_active":"2024-03-07T03:13:51.175841+0000","last_peered":"2024-03-07T03:13:51.175841+0000","last_clean":"2024-03-07T03:13:51.175841+0000","last_became_active":"2024-03-07T03:07:23.075203+0000","last_became_peered":"2024-03-07T03:07:23.075203+0000","last_unstale":"2024-03-07T03:13:51.175841+0000","last_undegraded":"2024-03-07T03:13:51.175841+0000","last_fullsized":"2024-03-07T03:13:51.175841+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:47:11.192302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"863'1711","reported_seq":5461,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:59.520402+0000","last_change":"2024-03-07T03:10:57.330918+0000","last_active":"2024-03-07T03:13:59.520402+0000","last_peered":"2024-03-07T03:13:59.520402+0000","last_clean":"2024-03-07T03:13:59.520402+0000","last_became_active":"2024-03-07T03:06:47.849454+0000","last_became_peered":"2024-03-07T03:06:47.849454+0000","last_unstale":"2024-03-07T03:13:59.520402+0000","last_undegraded":"2024-03-07T03:13:59.520402+0000","last_fullsized":"2024-03-07T03:13:59.520402+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1711,"log_dups_size":0,"ondisk_log_size":1711,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:40:07.156907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.014160193999999999,"stat_sum":{"num_bytes":165158912,"num_objects":93,"num_object_clones":87,"num_object_copies":279,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":93,"num_whiteouts":2,"num_read":489,"num_read_kb":756200,"num_write":870,"num_write_kb":258896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":69541888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1157,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:59.520443+0000","last_change":"2024-03-07T03:06:47.847077+0000","last_active":"2024-03-07T03:13:59.520443+0000","last_peered":"2024-03-07T03:13:59.520443+0000","last_clean":"2024-03-07T03:13:59.520443+0000","last_became_active":"2024-03-07T03:06:47.846359+0000","last_became_peered":"2024-03-07T03:06:47.846359+0000","last_unstale":"2024-03-07T03:13:59.520443+0000","last_undegraded":"2024-03-07T03:13:59.520443+0000","last_fullsized":"2024-03-07T03:13:59.520443+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:00:08.102949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":972,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:26.399763+0000","last_change":"2024-03-07T03:07:58.760528+0000","last_active":"2024-03-07T03:12:26.399763+0000","last_peered":"2024-03-07T03:12:26.399763+0000","last_clean":"2024-03-07T03:12:26.399763+0000","last_became_active":"2024-03-07T03:07:58.760226+0000","last_became_peered":"2024-03-07T03:07:58.760226+0000","last_unstale":"2024-03-07T03:12:26.399763+0000","last_undegraded":"2024-03-07T03:12:26.399763+0000","last_fullsized":"2024-03-07T03:12:26.399763+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:10:36.411047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"863'1938","reported_seq":4939,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:39.518331+0000","last_change":"2024-03-07T03:10:56.140803+0000","last_active":"2024-03-07T03:13:39.518331+0000","last_peered":"2024-03-07T03:13:39.518331+0000","last_clean":"2024-03-07T03:13:39.518331+0000","last_became_active":"2024-03-07T03:06:09.993933+0000","last_became_peered":"2024-03-07T03:06:09.993933+0000","last_unstale":"2024-03-07T03:13:39.518331+0000","last_undegraded":"2024-03-07T03:13:39.518331+0000","last_fullsized":"2024-03-07T03:13:39.518331+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1938,"log_dups_size":0,"ondisk_log_size":1938,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:16.359457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.024996012000000001,"stat_sum":{"num_bytes":22765568,"num_objects":17,"num_object_clones":12,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":2,"num_read":350,"num_read_kb":387634,"num_write":702,"num_write_kb":183472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":7151616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.d","version":"61'1","reported_seq":1191,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:24.906636+0000","last_change":"2024-03-07T03:06:09.993129+0000","last_active":"2024-03-07T03:13:24.906636+0000","last_peered":"2024-03-07T03:13:24.906636+0000","last_clean":"2024-03-07T03:13:24.906636+0000","last_became_active":"2024-03-07T03:06:09.992737+0000","last_became_peered":"2024-03-07T03:06:09.992737+0000","last_unstale":"2024-03-07T03:13:24.906636+0000","last_undegraded":"2024-03-07T03:13:24.906636+0000","last_fullsized":"2024-03-07T03:13:24.906636+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:02:42.055569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1052,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:30.955152+0000","last_change":"2024-03-07T03:07:23.076846+0000","last_active":"2024-03-07T03:13:30.955152+0000","last_peered":"2024-03-07T03:13:30.955152+0000","last_clean":"2024-03-07T03:13:30.955152+0000","last_became_active":"2024-03-07T03:07:23.075895+0000","last_became_peered":"2024-03-07T03:07:23.075895+0000","last_unstale":"2024-03-07T03:13:30.955152+0000","last_undegraded":"2024-03-07T03:13:30.955152+0000","last_fullsized":"2024-03-07T03:13:30.955152+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:09:15.080126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"854'331","reported_seq":3440,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:14:26.413902+0000","last_change":"2024-03-07T03:10:57.298223+0000","last_active":"2024-03-07T03:14:26.413902+0000","last_peered":"2024-03-07T03:14:26.413902+0000","last_clean":"2024-03-07T03:14:26.413902+0000","last_became_active":"2024-03-07T03:07:58.749089+0000","last_became_peered":"2024-03-07T03:07:58.749089+0000","last_unstale":"2024-03-07T03:14:26.413902+0000","last_undegraded":"2024-03-07T03:14:26.413902+0000","last_fullsized":"2024-03-07T03:14:26.413902+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":331,"log_dups_size":0,"ondisk_log_size":331,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":83,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:26:07.404191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00085119700000000004,"stat_sum":{"num_bytes":15409152,"num_objects":11,"num_object_clones":10,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":91,"num_read_kb":118251,"num_write":162,"num_write_kb":30616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":34586624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"56"},{"start":"1c2","length":"3"},{"start":"1c9","length":"1"}]},{"pgid":"2.e","version":"61'2","reported_seq":1161,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:59.520482+0000","last_change":"2024-03-07T03:07:58.755578+0000","last_active":"2024-03-07T03:13:59.520482+0000","last_peered":"2024-03-07T03:13:59.520482+0000","last_clean":"2024-03-07T03:13:59.520482+0000","last_became_active":"2024-03-07T03:07:58.755160+0000","last_became_peered":"2024-03-07T03:07:58.755160+0000","last_unstale":"2024-03-07T03:13:59.520482+0000","last_undegraded":"2024-03-07T03:13:59.520482+0000","last_fullsized":"2024-03-07T03:13:59.520482+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:20.584382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:26.399820+0000","last_change":"2024-03-07T03:07:58.751269+0000","last_active":"2024-03-07T03:12:26.399820+0000","last_peered":"2024-03-07T03:12:26.399820+0000","last_clean":"2024-03-07T03:12:26.399820+0000","last_became_active":"2024-03-07T03:07:58.750956+0000","last_became_peered":"2024-03-07T03:07:58.750956+0000","last_unstale":"2024-03-07T03:12:26.399820+0000","last_undegraded":"2024-03-07T03:12:26.399820+0000","last_fullsized":"2024-03-07T03:12:26.399820+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:39.414545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1007,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:36.174338+0000","last_change":"2024-03-07T03:07:23.081711+0000","last_active":"2024-03-07T03:13:36.174338+0000","last_peered":"2024-03-07T03:13:36.174338+0000","last_clean":"2024-03-07T03:13:36.174338+0000","last_became_active":"2024-03-07T03:07:23.079269+0000","last_became_peered":"2024-03-07T03:07:23.079269+0000","last_unstale":"2024-03-07T03:13:36.174338+0000","last_undegraded":"2024-03-07T03:13:36.174338+0000","last_fullsized":"2024-03-07T03:13:36.174338+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:39.008957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1158,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:19.516251+0000","last_change":"2024-03-07T03:07:23.072806+0000","last_active":"2024-03-07T03:13:19.516251+0000","last_peered":"2024-03-07T03:13:19.516251+0000","last_clean":"2024-03-07T03:13:19.516251+0000","last_became_active":"2024-03-07T03:07:23.071234+0000","last_became_peered":"2024-03-07T03:07:23.071234+0000","last_unstale":"2024-03-07T03:13:19.516251+0000","last_undegraded":"2024-03-07T03:13:19.516251+0000","last_fullsized":"2024-03-07T03:13:19.516251+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:52.610744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1058,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:00.951666+0000","last_change":"2024-03-07T03:06:47.851593+0000","last_active":"2024-03-07T03:13:00.951666+0000","last_peered":"2024-03-07T03:13:00.951666+0000","last_clean":"2024-03-07T03:13:00.951666+0000","last_became_active":"2024-03-07T03:06:47.849677+0000","last_became_peered":"2024-03-07T03:06:47.849677+0000","last_unstale":"2024-03-07T03:13:00.951666+0000","last_undegraded":"2024-03-07T03:13:00.951666+0000","last_fullsized":"2024-03-07T03:13:00.951666+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:30.969251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1117,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:19.516309+0000","last_change":"2024-03-07T03:06:09.995434+0000","last_active":"2024-03-07T03:13:19.516309+0000","last_peered":"2024-03-07T03:13:19.516309+0000","last_clean":"2024-03-07T03:13:19.516309+0000","last_became_active":"2024-03-07T03:06:09.994939+0000","last_became_peered":"2024-03-07T03:06:09.994939+0000","last_unstale":"2024-03-07T03:13:19.516309+0000","last_undegraded":"2024-03-07T03:13:19.516309+0000","last_fullsized":"2024-03-07T03:13:19.516309+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:27:11.737354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1128,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:13.977658+0000","last_change":"2024-03-07T03:06:09.987381+0000","last_active":"2024-03-07T03:14:13.977658+0000","last_peered":"2024-03-07T03:14:13.977658+0000","last_clean":"2024-03-07T03:14:13.977658+0000","last_became_active":"2024-03-07T03:06:09.986952+0000","last_became_peered":"2024-03-07T03:06:09.986952+0000","last_unstale":"2024-03-07T03:14:13.977658+0000","last_undegraded":"2024-03-07T03:14:13.977658+0000","last_fullsized":"2024-03-07T03:14:13.977658+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:26:15.439852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:04.904825+0000","last_change":"2024-03-07T03:05:35.923999+0000","last_active":"2024-03-07T03:13:04.904825+0000","last_peered":"2024-03-07T03:13:04.904825+0000","last_clean":"2024-03-07T03:13:04.904825+0000","last_became_active":"2024-03-07T03:05:35.923719+0000","last_became_peered":"2024-03-07T03:05:35.923719+0000","last_unstale":"2024-03-07T03:13:04.904825+0000","last_undegraded":"2024-03-07T03:13:04.904825+0000","last_fullsized":"2024-03-07T03:13:04.904825+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:43:04.724647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1009,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:51.175899+0000","last_change":"2024-03-07T03:07:58.749989+0000","last_active":"2024-03-07T03:13:51.175899+0000","last_peered":"2024-03-07T03:13:51.175899+0000","last_clean":"2024-03-07T03:13:51.175899+0000","last_became_active":"2024-03-07T03:07:58.749643+0000","last_became_peered":"2024-03-07T03:07:58.749643+0000","last_unstale":"2024-03-07T03:13:51.175899+0000","last_undegraded":"2024-03-07T03:13:51.175899+0000","last_fullsized":"2024-03-07T03:13:51.175899+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:00:44.729806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1111,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:13.977679+0000","last_change":"2024-03-07T03:06:09.999184+0000","last_active":"2024-03-07T03:14:13.977679+0000","last_peered":"2024-03-07T03:14:13.977679+0000","last_clean":"2024-03-07T03:14:13.977679+0000","last_became_active":"2024-03-07T03:06:09.998856+0000","last_became_peered":"2024-03-07T03:06:09.998856+0000","last_unstale":"2024-03-07T03:14:13.977679+0000","last_undegraded":"2024-03-07T03:14:13.977679+0000","last_fullsized":"2024-03-07T03:14:13.977679+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:37:00.102189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1058,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:15.953528+0000","last_change":"2024-03-07T03:06:47.857644+0000","last_active":"2024-03-07T03:13:15.953528+0000","last_peered":"2024-03-07T03:13:15.953528+0000","last_clean":"2024-03-07T03:13:15.953528+0000","last_became_active":"2024-03-07T03:06:47.857354+0000","last_became_peered":"2024-03-07T03:06:47.857354+0000","last_unstale":"2024-03-07T03:13:15.953528+0000","last_undegraded":"2024-03-07T03:13:15.953528+0000","last_fullsized":"2024-03-07T03:13:15.953528+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:02:18.860369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1118,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:18.965420+0000","last_change":"2024-03-07T03:06:09.987872+0000","last_active":"2024-03-07T03:12:18.965420+0000","last_peered":"2024-03-07T03:12:18.965420+0000","last_clean":"2024-03-07T03:12:18.965420+0000","last_became_active":"2024-03-07T03:06:09.986852+0000","last_became_peered":"2024-03-07T03:06:09.986852+0000","last_unstale":"2024-03-07T03:12:18.965420+0000","last_undegraded":"2024-03-07T03:12:18.965420+0000","last_fullsized":"2024-03-07T03:12:18.965420+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:13.708512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1036,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:30.955106+0000","last_change":"2024-03-07T03:07:58.755825+0000","last_active":"2024-03-07T03:13:30.955106+0000","last_peered":"2024-03-07T03:13:30.955106+0000","last_clean":"2024-03-07T03:13:30.955106+0000","last_became_active":"2024-03-07T03:07:58.755395+0000","last_became_peered":"2024-03-07T03:07:58.755395+0000","last_unstale":"2024-03-07T03:13:30.955106+0000","last_undegraded":"2024-03-07T03:13:30.955106+0000","last_fullsized":"2024-03-07T03:13:30.955106+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:10:43.184914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:50.799209+0000","last_change":"2024-03-07T03:07:58.753962+0000","last_active":"2024-03-07T03:12:50.799209+0000","last_peered":"2024-03-07T03:12:50.799209+0000","last_clean":"2024-03-07T03:12:50.799209+0000","last_became_active":"2024-03-07T03:07:58.753619+0000","last_became_peered":"2024-03-07T03:07:58.753619+0000","last_unstale":"2024-03-07T03:12:50.799209+0000","last_undegraded":"2024-03-07T03:12:50.799209+0000","last_fullsized":"2024-03-07T03:12:50.799209+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:44:44.641067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1014,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:06.177419+0000","last_change":"2024-03-07T03:07:23.078516+0000","last_active":"2024-03-07T03:14:06.177419+0000","last_peered":"2024-03-07T03:14:06.177419+0000","last_clean":"2024-03-07T03:14:06.177419+0000","last_became_active":"2024-03-07T03:07:23.076017+0000","last_became_peered":"2024-03-07T03:07:23.076017+0000","last_unstale":"2024-03-07T03:14:06.177419+0000","last_undegraded":"2024-03-07T03:14:06.177419+0000","last_fullsized":"2024-03-07T03:14:06.177419+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:17:54.725933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":857645056,"num_objects":516,"num_object_clones":466,"num_object_copies":1548,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":516,"num_whiteouts":8,"num_read":3826,"num_read_kb":5949842,"num_write":7931,"num_write_kb":1978632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":107,"num_bytes_recovered":385712128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1170673664,"data_stored":2969124864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28580,"ondisk_log_size":28580,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197,"ondisk_log_size":197,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":26375,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":694,"seq":2980707303530,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":150184,"kb_used_data":96156,"kb_used_omap":35,"kb_used_meta":53980,"kb_avail":93594968,"statfs":{"total":95995035648,"available":95841247232,"internally_reserved":0,"allocated":98463744,"data_stored":167037349,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36312,"internal_metadata":55276072},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":660,"seq":2834678415473,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":94940,"kb_used_data":42576,"kb_used_omap":23,"kb_used_meta":52328,"kb_avail":93650212,"statfs":{"total":95995035648,"available":95897817088,"internally_reserved":0,"allocated":43597824,"data_stored":80829959,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":24173,"internal_metadata":53584275},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":463,"seq":1988569858204,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":692864,"kb_used_data":193964,"kb_used_omap":46,"kb_used_meta":498833,"kb_avail":93052288,"statfs":{"total":95995035648,"available":95285542912,"internally_reserved":0,"allocated":198619136,"data_stored":533391905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48036,"internal_metadata":510805084},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":528,"seq":2267742732430,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":401776,"kb_used_data":209252,"kb_used_omap":54,"kb_used_meta":192457,"kb_avail":93343376,"statfs":{"total":95995035648,"available":95583617024,"internally_reserved":0,"allocated":214274048,"data_stored":587826473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56016,"internal_metadata":197076272},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":495,"seq":2126008811669,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":485244,"kb_used_data":166572,"kb_used_omap":47,"kb_used_meta":318608,"kb_avail":93259908,"statfs":{"total":95995035648,"available":95498145792,"internally_reserved":0,"allocated":170569728,"data_stored":457545161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48143,"internal_metadata":326255601},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":562,"seq":2413771620487,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":177748,"kb_used_data":84672,"kb_used_omap":37,"kb_used_meta":93018,"kb_avail":93567404,"statfs":{"total":95995035648,"available":95813021696,"internally_reserved":0,"allocated":86704128,"data_stored":171510863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38083,"internal_metadata":95251261},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":591,"seq":2538325672064,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":365920,"kb_used_data":157844,"kb_used_omap":61,"kb_used_meta":208002,"kb_avail":93379232,"statfs":{"total":95995035648,"available":95620333568,"internally_reserved":0,"allocated":161632256,"data_stored":367986669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":62843,"internal_metadata":212994693},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":625,"seq":2684354560120,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":509804,"kb_used_data":269020,"kb_used_omap":73,"kb_used_meta":240694,"kb_avail":93235348,"statfs":{"total":95995035648,"available":95472996352,"internally_reserved":0,"allocated":275476480,"data_stored":649851960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":75044,"internal_metadata":246471388},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7413,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2060,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2124,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3359,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3677,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2797,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2839,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2106,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":188411904,"data_stored":527167488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":160964608,"data_stored":451911680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":204677120,"data_stored":582193152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":77082624,"data_stored":165871616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":152018944,"data_stored":362352640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":265863168,"data_stored":644214784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":33390592,"data_stored":74600448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":88264704,"data_stored":160813056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-07T03:16:47.334 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:16:47.334 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:16:47.334 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:16:47.334 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-07T03:16:47.334 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-07T03:16:47.334 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-07T03:16:47.334 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.c in trimming, state: active+clean+snaptrim_error 2024-03-07T03:16:47.334 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-07T03:16:47.334 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:16:47.334 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-07T03:16:48.158 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:16:47 smithi092 ceph-mon[83777]: pgmap v903: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:48.158 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:16:47 smithi092 ceph-mon[83777]: from='client.34662 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:16:48.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:16:47 smithi090 ceph-mon[89511]: pgmap v903: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:48.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:16:47 smithi090 ceph-mon[89511]: from='client.34662 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:16:48.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:16:47 smithi090 ceph-mon[91928]: pgmap v903: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:48.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:16:47 smithi090 ceph-mon[91928]: from='client.34662 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:16:50.158 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:16:49 smithi092 ceph-mon[83777]: pgmap v904: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:50.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:16:49 smithi090 ceph-mon[89511]: pgmap v904: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:50.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:16:49 smithi090 ceph-mon[91928]: pgmap v904: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:52.158 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:16:51 smithi092 ceph-mon[83777]: pgmap v905: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:52.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:16:51 smithi090 ceph-mon[89511]: pgmap v905: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:52.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:16:51 smithi090 ceph-mon[91928]: pgmap v905: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:52.658 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:16:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:16:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:16:53.320 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:16:53 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:16:53] "GET /metrics HTTP/1.1" 200 36318 "" "Prometheus/2.43.0" 2024-03-07T03:16:54.158 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:16:53 smithi092 ceph-mon[83777]: pgmap v906: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:54.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:16:53 smithi090 ceph-mon[89511]: pgmap v906: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:54.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:16:53 smithi090 ceph-mon[91928]: pgmap v906: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:56.158 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:16:55 smithi092 ceph-mon[83777]: pgmap v907: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:56.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:16:55 smithi090 ceph-mon[89511]: pgmap v907: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:56.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:16:55 smithi090 ceph-mon[91928]: pgmap v907: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:57.335 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph pg dump --format=json 2024-03-07T03:16:57.556 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T03:16:57.954 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:16:57 smithi090 ceph-mon[89511]: pgmap v908: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:57.954 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:16:57 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:16:57.955 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:16:57 smithi090 ceph-mon[91928]: pgmap v908: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:57.955 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:16:57 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:16:58.158 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:16:57 smithi092 ceph-mon[83777]: pgmap v908: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:16:58.158 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:16:57 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:16:59.395 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T03:16:59.397 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-03-07T03:16:59.886 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":909,"stamp":"2024-03-07T03:16:57.963150+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":858242044,"num_objects":540,"num_object_clones":466,"num_object_copies":1620,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":540,"num_whiteouts":8,"num_read":4717,"num_read_kb":5951239,"num_write":8310,"num_write_kb":1981084,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":113,"num_bytes_recovered":387483232,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28845,"ondisk_log_size":28845,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2878480,"kb_used_data":1220056,"kb_used_omap":379,"kb_used_meta":1657924,"kb_avail":747082736,"statfs":{"total":767960285184,"available":765012721664,"internally_reserved":0,"allocated":1249337344,"data_stored":3015980339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":388650,"internal_metadata":1697714646},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004381"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":974,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:11.412277+0000","last_change":"2024-03-07T03:07:58.753984+0000","last_active":"2024-03-07T03:14:11.412277+0000","last_peered":"2024-03-07T03:14:11.412277+0000","last_clean":"2024-03-07T03:14:11.412277+0000","last_became_active":"2024-03-07T03:07:58.753138+0000","last_became_peered":"2024-03-07T03:07:58.753138+0000","last_unstale":"2024-03-07T03:14:11.412277+0000","last_undegraded":"2024-03-07T03:14:11.412277+0000","last_fullsized":"2024-03-07T03:14:11.412277+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:37:39.612519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:49.915408+0000","last_change":"2024-03-07T03:07:23.074862+0000","last_active":"2024-03-07T03:14:49.915408+0000","last_peered":"2024-03-07T03:14:49.915408+0000","last_clean":"2024-03-07T03:14:49.915408+0000","last_became_active":"2024-03-07T03:07:23.074512+0000","last_became_peered":"2024-03-07T03:07:23.074512+0000","last_unstale":"2024-03-07T03:14:49.915408+0000","last_undegraded":"2024-03-07T03:14:49.915408+0000","last_fullsized":"2024-03-07T03:14:49.915408+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:45:24.128672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.808816+0000","last_change":"2024-03-07T03:05:01.446762+0000","last_active":"2024-03-07T03:14:15.808816+0000","last_peered":"2024-03-07T03:14:15.808816+0000","last_clean":"2024-03-07T03:14:15.808816+0000","last_became_active":"2024-03-07T03:05:01.446425+0000","last_became_peered":"2024-03-07T03:05:01.446425+0000","last_unstale":"2024-03-07T03:14:15.808816+0000","last_undegraded":"2024-03-07T03:14:15.808816+0000","last_fullsized":"2024-03-07T03:14:15.808816+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:39:39.897066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1054,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:45.964721+0000","last_change":"2024-03-07T03:07:58.755992+0000","last_active":"2024-03-07T03:14:45.964721+0000","last_peered":"2024-03-07T03:14:45.964721+0000","last_clean":"2024-03-07T03:14:45.964721+0000","last_became_active":"2024-03-07T03:07:58.755499+0000","last_became_peered":"2024-03-07T03:07:58.755499+0000","last_unstale":"2024-03-07T03:14:45.964721+0000","last_undegraded":"2024-03-07T03:14:45.964721+0000","last_fullsized":"2024-03-07T03:14:45.964721+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:26:12.313572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:56.403297+0000","last_change":"2024-03-07T03:07:58.752235+0000","last_active":"2024-03-07T03:12:56.403297+0000","last_peered":"2024-03-07T03:12:56.403297+0000","last_clean":"2024-03-07T03:12:56.403297+0000","last_became_active":"2024-03-07T03:07:58.751575+0000","last_became_peered":"2024-03-07T03:07:58.751575+0000","last_unstale":"2024-03-07T03:12:56.403297+0000","last_undegraded":"2024-03-07T03:12:56.403297+0000","last_fullsized":"2024-03-07T03:12:56.403297+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:12:05.995515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1031,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.960740+0000","last_change":"2024-03-07T03:06:47.859644+0000","last_active":"2024-03-07T03:14:15.960740+0000","last_peered":"2024-03-07T03:14:15.960740+0000","last_clean":"2024-03-07T03:14:15.960740+0000","last_became_active":"2024-03-07T03:06:47.859097+0000","last_became_peered":"2024-03-07T03:06:47.859097+0000","last_unstale":"2024-03-07T03:14:15.960740+0000","last_undegraded":"2024-03-07T03:14:15.960740+0000","last_fullsized":"2024-03-07T03:14:15.960740+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:22:46.909130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:56.403271+0000","last_change":"2024-03-07T03:07:58.754226+0000","last_active":"2024-03-07T03:12:56.403271+0000","last_peered":"2024-03-07T03:12:56.403271+0000","last_clean":"2024-03-07T03:12:56.403271+0000","last_became_active":"2024-03-07T03:07:58.753169+0000","last_became_peered":"2024-03-07T03:07:58.753169+0000","last_unstale":"2024-03-07T03:12:56.403271+0000","last_undegraded":"2024-03-07T03:12:56.403271+0000","last_fullsized":"2024-03-07T03:12:56.403271+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:46:59.258099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1087,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:03.970559+0000","last_change":"2024-03-07T03:07:23.073492+0000","last_active":"2024-03-07T03:13:03.970559+0000","last_peered":"2024-03-07T03:13:03.970559+0000","last_clean":"2024-03-07T03:13:03.970559+0000","last_became_active":"2024-03-07T03:07:23.071929+0000","last_became_peered":"2024-03-07T03:07:23.071929+0000","last_unstale":"2024-03-07T03:13:03.970559+0000","last_undegraded":"2024-03-07T03:13:03.970559+0000","last_fullsized":"2024-03-07T03:13:03.970559+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:35:26.391722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":979,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:46.402166+0000","last_change":"2024-03-07T03:07:58.760328+0000","last_active":"2024-03-07T03:12:46.402166+0000","last_peered":"2024-03-07T03:12:46.402166+0000","last_clean":"2024-03-07T03:12:46.402166+0000","last_became_active":"2024-03-07T03:07:58.760046+0000","last_became_peered":"2024-03-07T03:07:58.760046+0000","last_unstale":"2024-03-07T03:12:46.402166+0000","last_undegraded":"2024-03-07T03:12:46.402166+0000","last_fullsized":"2024-03-07T03:12:46.402166+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:08:46.356817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1005,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:11.165183+0000","last_change":"2024-03-07T03:07:23.079945+0000","last_active":"2024-03-07T03:12:11.165183+0000","last_peered":"2024-03-07T03:12:11.165183+0000","last_clean":"2024-03-07T03:12:11.165183+0000","last_became_active":"2024-03-07T03:07:23.078551+0000","last_became_peered":"2024-03-07T03:07:23.078551+0000","last_unstale":"2024-03-07T03:12:11.165183+0000","last_undegraded":"2024-03-07T03:12:11.165183+0000","last_fullsized":"2024-03-07T03:12:11.165183+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:03:46.670084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1005,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:11.165163+0000","last_change":"2024-03-07T03:07:23.081963+0000","last_active":"2024-03-07T03:12:11.165163+0000","last_peered":"2024-03-07T03:12:11.165163+0000","last_clean":"2024-03-07T03:12:11.165163+0000","last_became_active":"2024-03-07T03:07:23.080128+0000","last_became_peered":"2024-03-07T03:07:23.080128+0000","last_unstale":"2024-03-07T03:12:11.165163+0000","last_undegraded":"2024-03-07T03:12:11.165163+0000","last_fullsized":"2024-03-07T03:12:11.165163+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:56.813267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1148,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:14.506431+0000","last_change":"2024-03-07T03:07:23.074902+0000","last_active":"2024-03-07T03:12:14.506431+0000","last_peered":"2024-03-07T03:12:14.506431+0000","last_clean":"2024-03-07T03:12:14.506431+0000","last_became_active":"2024-03-07T03:07:23.074466+0000","last_became_peered":"2024-03-07T03:07:23.074466+0000","last_unstale":"2024-03-07T03:12:14.506431+0000","last_undegraded":"2024-03-07T03:12:14.506431+0000","last_fullsized":"2024-03-07T03:12:14.506431+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:40:20.268555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1117,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:48.969095+0000","last_change":"2024-03-07T03:07:23.072635+0000","last_active":"2024-03-07T03:12:48.969095+0000","last_peered":"2024-03-07T03:12:48.969095+0000","last_clean":"2024-03-07T03:12:48.969095+0000","last_became_active":"2024-03-07T03:07:23.071712+0000","last_became_peered":"2024-03-07T03:07:23.071712+0000","last_unstale":"2024-03-07T03:12:48.969095+0000","last_undegraded":"2024-03-07T03:12:48.969095+0000","last_fullsized":"2024-03-07T03:12:48.969095+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:00:39.298564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:10.801360+0000","last_change":"2024-03-07T03:06:47.851538+0000","last_active":"2024-03-07T03:13:10.801360+0000","last_peered":"2024-03-07T03:13:10.801360+0000","last_clean":"2024-03-07T03:13:10.801360+0000","last_became_active":"2024-03-07T03:06:47.851183+0000","last_became_peered":"2024-03-07T03:06:47.851183+0000","last_unstale":"2024-03-07T03:13:10.801360+0000","last_undegraded":"2024-03-07T03:13:10.801360+0000","last_fullsized":"2024-03-07T03:13:10.801360+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:36:23.932334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:44.908628+0000","last_change":"2024-03-07T03:06:47.843126+0000","last_active":"2024-03-07T03:13:44.908628+0000","last_peered":"2024-03-07T03:13:44.908628+0000","last_clean":"2024-03-07T03:13:44.908628+0000","last_became_active":"2024-03-07T03:06:47.842736+0000","last_became_peered":"2024-03-07T03:06:47.842736+0000","last_unstale":"2024-03-07T03:13:44.908628+0000","last_undegraded":"2024-03-07T03:13:44.908628+0000","last_fullsized":"2024-03-07T03:13:44.908628+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:48:10.843465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1035,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:45.956756+0000","last_change":"2024-03-07T03:07:58.755620+0000","last_active":"2024-03-07T03:13:45.956756+0000","last_peered":"2024-03-07T03:13:45.956756+0000","last_clean":"2024-03-07T03:13:45.956756+0000","last_became_active":"2024-03-07T03:07:58.755267+0000","last_became_peered":"2024-03-07T03:07:58.755267+0000","last_unstale":"2024-03-07T03:13:45.956756+0000","last_undegraded":"2024-03-07T03:13:45.956756+0000","last_fullsized":"2024-03-07T03:13:45.956756+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:51:32.339400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1039,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:45.956823+0000","last_change":"2024-03-07T03:07:58.756358+0000","last_active":"2024-03-07T03:13:45.956823+0000","last_peered":"2024-03-07T03:13:45.956823+0000","last_clean":"2024-03-07T03:13:45.956823+0000","last_became_active":"2024-03-07T03:07:58.755960+0000","last_became_peered":"2024-03-07T03:07:58.755960+0000","last_unstale":"2024-03-07T03:13:45.956823+0000","last_undegraded":"2024-03-07T03:13:45.956823+0000","last_fullsized":"2024-03-07T03:13:45.956823+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:47.464423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1157,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:19.522506+0000","last_change":"2024-03-07T03:07:58.755619+0000","last_active":"2024-03-07T03:14:19.522506+0000","last_peered":"2024-03-07T03:14:19.522506+0000","last_clean":"2024-03-07T03:14:19.522506+0000","last_became_active":"2024-03-07T03:07:58.755214+0000","last_became_peered":"2024-03-07T03:07:58.755214+0000","last_unstale":"2024-03-07T03:14:19.522506+0000","last_undegraded":"2024-03-07T03:14:19.522506+0000","last_fullsized":"2024-03-07T03:14:19.522506+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:59:02.041330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":973,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:41.415600+0000","last_change":"2024-03-07T03:07:58.756563+0000","last_active":"2024-03-07T03:14:41.415600+0000","last_peered":"2024-03-07T03:14:41.415600+0000","last_clean":"2024-03-07T03:14:41.415600+0000","last_became_active":"2024-03-07T03:07:58.752195+0000","last_became_peered":"2024-03-07T03:07:58.752195+0000","last_unstale":"2024-03-07T03:14:41.415600+0000","last_undegraded":"2024-03-07T03:14:41.415600+0000","last_fullsized":"2024-03-07T03:14:41.415600+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:32:35.496500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"716'5","reported_seq":1223,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.808871+0000","last_change":"2024-03-07T03:07:58.753999+0000","last_active":"2024-03-07T03:14:15.808871+0000","last_peered":"2024-03-07T03:14:15.808871+0000","last_clean":"2024-03-07T03:14:15.808871+0000","last_became_active":"2024-03-07T03:07:58.753607+0000","last_became_peered":"2024-03-07T03:07:58.753607+0000","last_unstale":"2024-03-07T03:14:15.808871+0000","last_undegraded":"2024-03-07T03:14:15.808871+0000","last_fullsized":"2024-03-07T03:14:15.808871+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:28:57.567238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1111,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:33.973557+0000","last_change":"2024-03-07T03:07:23.083830+0000","last_active":"2024-03-07T03:13:33.973557+0000","last_peered":"2024-03-07T03:13:33.973557+0000","last_clean":"2024-03-07T03:13:33.973557+0000","last_became_active":"2024-03-07T03:07:23.083530+0000","last_became_peered":"2024-03-07T03:07:23.083530+0000","last_unstale":"2024-03-07T03:13:33.973557+0000","last_undegraded":"2024-03-07T03:13:33.973557+0000","last_fullsized":"2024-03-07T03:13:33.973557+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:57.938032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"716'2","reported_seq":1131,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:33.973566+0000","last_change":"2024-03-07T03:06:47.849618+0000","last_active":"2024-03-07T03:13:33.973566+0000","last_peered":"2024-03-07T03:13:33.973566+0000","last_clean":"2024-03-07T03:13:33.973566+0000","last_became_active":"2024-03-07T03:06:47.849222+0000","last_became_peered":"2024-03-07T03:06:47.849222+0000","last_unstale":"2024-03-07T03:13:33.973566+0000","last_undegraded":"2024-03-07T03:13:33.973566+0000","last_fullsized":"2024-03-07T03:13:33.973566+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:36:41.880143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.808860+0000","last_change":"2024-03-07T03:06:47.851880+0000","last_active":"2024-03-07T03:14:15.808860+0000","last_peered":"2024-03-07T03:14:15.808860+0000","last_clean":"2024-03-07T03:14:15.808860+0000","last_became_active":"2024-03-07T03:06:47.851176+0000","last_became_peered":"2024-03-07T03:06:47.851176+0000","last_unstale":"2024-03-07T03:14:15.808860+0000","last_undegraded":"2024-03-07T03:14:15.808860+0000","last_fullsized":"2024-03-07T03:14:15.808860+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:38:59.663068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":977,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:56.403337+0000","last_change":"2024-03-07T03:07:58.757245+0000","last_active":"2024-03-07T03:12:56.403337+0000","last_peered":"2024-03-07T03:12:56.403337+0000","last_clean":"2024-03-07T03:12:56.403337+0000","last_became_active":"2024-03-07T03:07:58.754456+0000","last_became_peered":"2024-03-07T03:07:58.754456+0000","last_unstale":"2024-03-07T03:12:56.403337+0000","last_undegraded":"2024-03-07T03:12:56.403337+0000","last_fullsized":"2024-03-07T03:12:56.403337+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:57:32.153933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1044,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.960779+0000","last_change":"2024-03-07T03:06:47.855220+0000","last_active":"2024-03-07T03:14:15.960779+0000","last_peered":"2024-03-07T03:14:15.960779+0000","last_clean":"2024-03-07T03:14:15.960779+0000","last_became_active":"2024-03-07T03:06:47.854836+0000","last_became_peered":"2024-03-07T03:06:47.854836+0000","last_unstale":"2024-03-07T03:14:15.960779+0000","last_undegraded":"2024-03-07T03:14:15.960779+0000","last_fullsized":"2024-03-07T03:14:15.960779+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:51:35.386552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":984,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:56.403317+0000","last_change":"2024-03-07T03:07:58.757676+0000","last_active":"2024-03-07T03:12:56.403317+0000","last_peered":"2024-03-07T03:12:56.403317+0000","last_clean":"2024-03-07T03:12:56.403317+0000","last_became_active":"2024-03-07T03:07:58.753930+0000","last_became_peered":"2024-03-07T03:07:58.753930+0000","last_unstale":"2024-03-07T03:12:56.403317+0000","last_undegraded":"2024-03-07T03:12:56.403317+0000","last_fullsized":"2024-03-07T03:12:56.403317+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:56.639688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1038,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.960791+0000","last_change":"2024-03-07T03:07:23.076532+0000","last_active":"2024-03-07T03:14:15.960791+0000","last_peered":"2024-03-07T03:14:15.960791+0000","last_clean":"2024-03-07T03:14:15.960791+0000","last_became_active":"2024-03-07T03:07:23.076234+0000","last_became_peered":"2024-03-07T03:07:23.076234+0000","last_unstale":"2024-03-07T03:14:15.960791+0000","last_undegraded":"2024-03-07T03:14:15.960791+0000","last_fullsized":"2024-03-07T03:14:15.960791+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:16:39.967241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"716'2","reported_seq":1090,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:03.970601+0000","last_change":"2024-03-07T03:07:58.752045+0000","last_active":"2024-03-07T03:13:03.970601+0000","last_peered":"2024-03-07T03:13:03.970601+0000","last_clean":"2024-03-07T03:13:03.970601+0000","last_became_active":"2024-03-07T03:07:58.751585+0000","last_became_peered":"2024-03-07T03:07:58.751585+0000","last_unstale":"2024-03-07T03:13:03.970601+0000","last_undegraded":"2024-03-07T03:13:03.970601+0000","last_fullsized":"2024-03-07T03:13:03.970601+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:03:01.652607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1108,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:38.077764+0000","last_change":"2024-03-07T03:06:09.990854+0000","last_active":"2024-03-07T03:13:38.077764+0000","last_peered":"2024-03-07T03:13:38.077764+0000","last_clean":"2024-03-07T03:13:38.077764+0000","last_became_active":"2024-03-07T03:06:09.990464+0000","last_became_peered":"2024-03-07T03:06:09.990464+0000","last_unstale":"2024-03-07T03:13:38.077764+0000","last_undegraded":"2024-03-07T03:13:38.077764+0000","last_fullsized":"2024-03-07T03:13:38.077764+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:53:52.856954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"716'2","reported_seq":1010,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:21.166229+0000","last_change":"2024-03-07T03:07:58.754526+0000","last_active":"2024-03-07T03:12:21.166229+0000","last_peered":"2024-03-07T03:12:21.166229+0000","last_clean":"2024-03-07T03:12:21.166229+0000","last_became_active":"2024-03-07T03:07:58.754123+0000","last_became_peered":"2024-03-07T03:07:58.754123+0000","last_unstale":"2024-03-07T03:12:21.166229+0000","last_undegraded":"2024-03-07T03:12:21.166229+0000","last_fullsized":"2024-03-07T03:12:21.166229+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:41:34.446180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:50.805938+0000","last_change":"2024-03-07T03:07:58.750769+0000","last_active":"2024-03-07T03:13:50.805938+0000","last_peered":"2024-03-07T03:13:50.805938+0000","last_clean":"2024-03-07T03:13:50.805938+0000","last_became_active":"2024-03-07T03:07:58.749974+0000","last_became_peered":"2024-03-07T03:07:58.749974+0000","last_unstale":"2024-03-07T03:13:50.805938+0000","last_undegraded":"2024-03-07T03:13:50.805938+0000","last_fullsized":"2024-03-07T03:13:50.805938+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:56:14.059734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1127,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:48.969049+0000","last_change":"2024-03-07T03:07:23.072942+0000","last_active":"2024-03-07T03:12:48.969049+0000","last_peered":"2024-03-07T03:12:48.969049+0000","last_clean":"2024-03-07T03:12:48.969049+0000","last_became_active":"2024-03-07T03:07:23.072639+0000","last_became_peered":"2024-03-07T03:07:23.072639+0000","last_unstale":"2024-03-07T03:12:48.969049+0000","last_undegraded":"2024-03-07T03:12:48.969049+0000","last_fullsized":"2024-03-07T03:12:48.969049+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:42.808853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1124,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:48.969008+0000","last_change":"2024-03-07T03:05:35.934963+0000","last_active":"2024-03-07T03:12:48.969008+0000","last_peered":"2024-03-07T03:12:48.969008+0000","last_clean":"2024-03-07T03:12:48.969008+0000","last_became_active":"2024-03-07T03:05:35.932493+0000","last_became_peered":"2024-03-07T03:05:35.932493+0000","last_unstale":"2024-03-07T03:12:48.969008+0000","last_undegraded":"2024-03-07T03:12:48.969008+0000","last_fullsized":"2024-03-07T03:12:48.969008+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:00:57.111662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1040,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:00.958587+0000","last_change":"2024-03-07T03:07:58.756063+0000","last_active":"2024-03-07T03:14:00.958587+0000","last_peered":"2024-03-07T03:14:00.958587+0000","last_clean":"2024-03-07T03:14:00.958587+0000","last_became_active":"2024-03-07T03:07:58.755712+0000","last_became_peered":"2024-03-07T03:07:58.755712+0000","last_unstale":"2024-03-07T03:14:00.958587+0000","last_undegraded":"2024-03-07T03:14:00.958587+0000","last_fullsized":"2024-03-07T03:14:00.958587+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:13:06.484346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:04.910749+0000","last_change":"2024-03-07T03:06:09.996319+0000","last_active":"2024-03-07T03:14:04.910749+0000","last_peered":"2024-03-07T03:14:04.910749+0000","last_clean":"2024-03-07T03:14:04.910749+0000","last_became_active":"2024-03-07T03:06:09.996002+0000","last_became_peered":"2024-03-07T03:06:09.996002+0000","last_unstale":"2024-03-07T03:14:04.910749+0000","last_undegraded":"2024-03-07T03:14:04.910749+0000","last_fullsized":"2024-03-07T03:14:04.910749+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:41:55.764562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1006,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:11.165197+0000","last_change":"2024-03-07T03:07:23.083466+0000","last_active":"2024-03-07T03:12:11.165197+0000","last_peered":"2024-03-07T03:12:11.165197+0000","last_clean":"2024-03-07T03:12:11.165197+0000","last_became_active":"2024-03-07T03:07:23.083156+0000","last_became_peered":"2024-03-07T03:07:23.083156+0000","last_unstale":"2024-03-07T03:12:11.165197+0000","last_undegraded":"2024-03-07T03:12:11.165197+0000","last_fullsized":"2024-03-07T03:12:11.165197+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:32:00.539449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1026,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:00.958646+0000","last_change":"2024-03-07T03:07:58.752127+0000","last_active":"2024-03-07T03:14:00.958646+0000","last_peered":"2024-03-07T03:14:00.958646+0000","last_clean":"2024-03-07T03:14:00.958646+0000","last_became_active":"2024-03-07T03:07:58.751770+0000","last_became_peered":"2024-03-07T03:07:58.751770+0000","last_unstale":"2024-03-07T03:14:00.958646+0000","last_undegraded":"2024-03-07T03:14:00.958646+0000","last_fullsized":"2024-03-07T03:14:00.958646+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:43.791488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1060,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:00.958636+0000","last_change":"2024-03-07T03:07:23.077653+0000","last_active":"2024-03-07T03:14:00.958636+0000","last_peered":"2024-03-07T03:14:00.958636+0000","last_clean":"2024-03-07T03:14:00.958636+0000","last_became_active":"2024-03-07T03:07:23.077355+0000","last_became_peered":"2024-03-07T03:07:23.077355+0000","last_unstale":"2024-03-07T03:14:00.958636+0000","last_undegraded":"2024-03-07T03:14:00.958636+0000","last_fullsized":"2024-03-07T03:14:00.958636+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:45.861158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:30.803761+0000","last_change":"2024-03-07T03:06:47.851508+0000","last_active":"2024-03-07T03:13:30.803761+0000","last_peered":"2024-03-07T03:13:30.803761+0000","last_clean":"2024-03-07T03:13:30.803761+0000","last_became_active":"2024-03-07T03:06:47.850839+0000","last_became_peered":"2024-03-07T03:06:47.850839+0000","last_unstale":"2024-03-07T03:13:30.803761+0000","last_undegraded":"2024-03-07T03:13:30.803761+0000","last_fullsized":"2024-03-07T03:13:30.803761+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:08:06.622234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1193,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:04.910791+0000","last_change":"2024-03-07T03:06:47.845848+0000","last_active":"2024-03-07T03:14:04.910791+0000","last_peered":"2024-03-07T03:14:04.910791+0000","last_clean":"2024-03-07T03:14:04.910791+0000","last_became_active":"2024-03-07T03:06:47.845425+0000","last_became_peered":"2024-03-07T03:06:47.845425+0000","last_unstale":"2024-03-07T03:14:04.910791+0000","last_undegraded":"2024-03-07T03:14:04.910791+0000","last_fullsized":"2024-03-07T03:14:04.910791+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:16:24.833986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1079,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:08.074258+0000","last_change":"2024-03-07T03:07:58.754983+0000","last_active":"2024-03-07T03:13:08.074258+0000","last_peered":"2024-03-07T03:13:08.074258+0000","last_clean":"2024-03-07T03:13:08.074258+0000","last_became_active":"2024-03-07T03:07:58.754657+0000","last_became_peered":"2024-03-07T03:07:58.754657+0000","last_unstale":"2024-03-07T03:13:08.074258+0000","last_undegraded":"2024-03-07T03:13:08.074258+0000","last_fullsized":"2024-03-07T03:13:08.074258+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:06:00.897772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"716'29","reported_seq":1042,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:21.179150+0000","last_change":"2024-03-07T03:07:23.079677+0000","last_active":"2024-03-07T03:14:21.179150+0000","last_peered":"2024-03-07T03:14:21.179150+0000","last_clean":"2024-03-07T03:14:21.179150+0000","last_became_active":"2024-03-07T03:07:23.079320+0000","last_became_peered":"2024-03-07T03:07:23.079320+0000","last_unstale":"2024-03-07T03:14:21.179150+0000","last_undegraded":"2024-03-07T03:14:21.179150+0000","last_fullsized":"2024-03-07T03:14:21.179150+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:49:54.979015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:46.402133+0000","last_change":"2024-03-07T03:07:58.758376+0000","last_active":"2024-03-07T03:12:46.402133+0000","last_peered":"2024-03-07T03:12:46.402133+0000","last_clean":"2024-03-07T03:12:46.402133+0000","last_became_active":"2024-03-07T03:07:58.757816+0000","last_became_peered":"2024-03-07T03:07:58.757816+0000","last_unstale":"2024-03-07T03:12:46.402133+0000","last_undegraded":"2024-03-07T03:12:46.402133+0000","last_fullsized":"2024-03-07T03:12:46.402133+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:47.253727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1219,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:10.801397+0000","last_change":"2024-03-07T03:06:09.989072+0000","last_active":"2024-03-07T03:13:10.801397+0000","last_peered":"2024-03-07T03:13:10.801397+0000","last_clean":"2024-03-07T03:13:10.801397+0000","last_became_active":"2024-03-07T03:06:09.987754+0000","last_became_peered":"2024-03-07T03:06:09.987754+0000","last_unstale":"2024-03-07T03:13:10.801397+0000","last_undegraded":"2024-03-07T03:13:10.801397+0000","last_fullsized":"2024-03-07T03:13:10.801397+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:05:15.340331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:10.801380+0000","last_change":"2024-03-07T03:07:58.754207+0000","last_active":"2024-03-07T03:13:10.801380+0000","last_peered":"2024-03-07T03:13:10.801380+0000","last_clean":"2024-03-07T03:13:10.801380+0000","last_became_active":"2024-03-07T03:07:58.753859+0000","last_became_peered":"2024-03-07T03:07:58.753859+0000","last_unstale":"2024-03-07T03:13:10.801380+0000","last_undegraded":"2024-03-07T03:13:10.801380+0000","last_fullsized":"2024-03-07T03:13:10.801380+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:14:02.813872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1053,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:45.956792+0000","last_change":"2024-03-07T03:07:58.755838+0000","last_active":"2024-03-07T03:13:45.956792+0000","last_peered":"2024-03-07T03:13:45.956792+0000","last_clean":"2024-03-07T03:13:45.956792+0000","last_became_active":"2024-03-07T03:07:58.755436+0000","last_became_peered":"2024-03-07T03:07:58.755436+0000","last_unstale":"2024-03-07T03:13:45.956792+0000","last_undegraded":"2024-03-07T03:13:45.956792+0000","last_fullsized":"2024-03-07T03:13:45.956792+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:25.094944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:36.400930+0000","last_change":"2024-03-07T03:07:58.750199+0000","last_active":"2024-03-07T03:12:36.400930+0000","last_peered":"2024-03-07T03:12:36.400930+0000","last_clean":"2024-03-07T03:12:36.400930+0000","last_became_active":"2024-03-07T03:07:58.749858+0000","last_became_peered":"2024-03-07T03:07:58.749858+0000","last_unstale":"2024-03-07T03:12:36.400930+0000","last_undegraded":"2024-03-07T03:12:36.400930+0000","last_fullsized":"2024-03-07T03:12:36.400930+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:41.122539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1015,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:21.179131+0000","last_change":"2024-03-07T03:07:23.076835+0000","last_active":"2024-03-07T03:14:21.179131+0000","last_peered":"2024-03-07T03:14:21.179131+0000","last_clean":"2024-03-07T03:14:21.179131+0000","last_became_active":"2024-03-07T03:07:23.075094+0000","last_became_peered":"2024-03-07T03:07:23.075094+0000","last_unstale":"2024-03-07T03:14:21.179131+0000","last_undegraded":"2024-03-07T03:14:21.179131+0000","last_fullsized":"2024-03-07T03:14:21.179131+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:50:36.739831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1006,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:21.179108+0000","last_change":"2024-03-07T03:07:23.078279+0000","last_active":"2024-03-07T03:14:21.179108+0000","last_peered":"2024-03-07T03:14:21.179108+0000","last_clean":"2024-03-07T03:14:21.179108+0000","last_became_active":"2024-03-07T03:07:23.077338+0000","last_became_peered":"2024-03-07T03:07:23.077338+0000","last_unstale":"2024-03-07T03:14:21.179108+0000","last_undegraded":"2024-03-07T03:14:21.179108+0000","last_fullsized":"2024-03-07T03:14:21.179108+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:05:40.599683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1170,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:19.522440+0000","last_change":"2024-03-07T03:05:01.461919+0000","last_active":"2024-03-07T03:14:19.522440+0000","last_peered":"2024-03-07T03:14:19.522440+0000","last_clean":"2024-03-07T03:14:19.522440+0000","last_became_active":"2024-03-07T03:05:01.459759+0000","last_became_peered":"2024-03-07T03:05:01.459759+0000","last_unstale":"2024-03-07T03:14:19.522440+0000","last_undegraded":"2024-03-07T03:14:19.522440+0000","last_fullsized":"2024-03-07T03:14:19.522440+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:31:45.535178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":972,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:36.400896+0000","last_change":"2024-03-07T03:07:58.753856+0000","last_active":"2024-03-07T03:12:36.400896+0000","last_peered":"2024-03-07T03:12:36.400896+0000","last_clean":"2024-03-07T03:12:36.400896+0000","last_became_active":"2024-03-07T03:07:58.751889+0000","last_became_peered":"2024-03-07T03:07:58.751889+0000","last_unstale":"2024-03-07T03:12:36.400896+0000","last_undegraded":"2024-03-07T03:12:36.400896+0000","last_fullsized":"2024-03-07T03:12:36.400896+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:27:20.126942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"863'1273","reported_seq":4341,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:39.518251+0000","last_change":"2024-03-07T03:10:56.137635+0000","last_active":"2024-03-07T03:13:39.518251+0000","last_peered":"2024-03-07T03:13:39.518251+0000","last_clean":"2024-03-07T03:13:39.518251+0000","last_became_active":"2024-03-07T03:05:01.457883+0000","last_became_peered":"2024-03-07T03:05:01.457883+0000","last_unstale":"2024-03-07T03:13:39.518251+0000","last_undegraded":"2024-03-07T03:13:39.518251+0000","last_fullsized":"2024-03-07T03:13:39.518251+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1273,"log_dups_size":0,"ondisk_log_size":1273,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:21:46.718939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.021818005000000001,"stat_sum":{"num_bytes":15540224,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":258,"num_read_kb":529715,"num_write":442,"num_write_kb":102224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1441792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.f","version":"61'1","reported_seq":1082,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:53.072552+0000","last_change":"2024-03-07T03:07:58.755003+0000","last_active":"2024-03-07T03:12:53.072552+0000","last_peered":"2024-03-07T03:12:53.072552+0000","last_clean":"2024-03-07T03:12:53.072552+0000","last_became_active":"2024-03-07T03:07:58.754564+0000","last_became_peered":"2024-03-07T03:07:58.754564+0000","last_unstale":"2024-03-07T03:12:53.072552+0000","last_undegraded":"2024-03-07T03:12:53.072552+0000","last_fullsized":"2024-03-07T03:12:53.072552+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:34:53.344746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":988,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:41.415610+0000","last_change":"2024-03-07T03:07:58.750952+0000","last_active":"2024-03-07T03:14:41.415610+0000","last_peered":"2024-03-07T03:14:41.415610+0000","last_clean":"2024-03-07T03:14:41.415610+0000","last_became_active":"2024-03-07T03:07:58.749229+0000","last_became_peered":"2024-03-07T03:07:58.749229+0000","last_unstale":"2024-03-07T03:14:41.415610+0000","last_undegraded":"2024-03-07T03:14:41.415610+0000","last_fullsized":"2024-03-07T03:14:41.415610+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:53:10.534950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"863'847","reported_seq":4049,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.808770+0000","last_change":"2024-03-07T03:10:56.129162+0000","last_active":"2024-03-07T03:14:15.808770+0000","last_peered":"2024-03-07T03:14:15.808770+0000","last_clean":"2024-03-07T03:14:15.808770+0000","last_became_active":"2024-03-07T03:07:23.074596+0000","last_became_peered":"2024-03-07T03:07:23.074596+0000","last_unstale":"2024-03-07T03:14:15.808770+0000","last_undegraded":"2024-03-07T03:14:15.808770+0000","last_fullsized":"2024-03-07T03:14:15.808770+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":847,"log_dups_size":0,"ondisk_log_size":847,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:34:23.625809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0099120149999999997,"stat_sum":{"num_bytes":38936576,"num_objects":11,"num_object_clones":9,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":157,"num_read_kb":413258,"num_write":266,"num_write_kb":109952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":4374528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.2","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:49.915330+0000","last_change":"2024-03-07T03:06:47.845893+0000","last_active":"2024-03-07T03:14:49.915330+0000","last_peered":"2024-03-07T03:14:49.915330+0000","last_clean":"2024-03-07T03:14:49.915330+0000","last_became_active":"2024-03-07T03:06:47.845548+0000","last_became_peered":"2024-03-07T03:06:47.845548+0000","last_unstale":"2024-03-07T03:14:49.915330+0000","last_undegraded":"2024-03-07T03:14:49.915330+0000","last_fullsized":"2024-03-07T03:14:49.915330+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:19:55.051329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:49.915367+0000","last_change":"2024-03-07T03:07:58.751041+0000","last_active":"2024-03-07T03:14:49.915367+0000","last_peered":"2024-03-07T03:14:49.915367+0000","last_clean":"2024-03-07T03:14:49.915367+0000","last_became_active":"2024-03-07T03:07:58.749047+0000","last_became_peered":"2024-03-07T03:07:58.749047+0000","last_unstale":"2024-03-07T03:14:49.915367+0000","last_undegraded":"2024-03-07T03:14:49.915367+0000","last_fullsized":"2024-03-07T03:14:49.915367+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:47:59.256394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1058,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:00.951695+0000","last_change":"2024-03-07T03:06:47.858022+0000","last_active":"2024-03-07T03:13:00.951695+0000","last_peered":"2024-03-07T03:13:00.951695+0000","last_clean":"2024-03-07T03:13:00.951695+0000","last_became_active":"2024-03-07T03:06:47.857526+0000","last_became_peered":"2024-03-07T03:06:47.857526+0000","last_unstale":"2024-03-07T03:13:00.951695+0000","last_undegraded":"2024-03-07T03:13:00.951695+0000","last_fullsized":"2024-03-07T03:13:00.951695+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:02:03.856321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"862'1186","reported_seq":4380,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.808828+0000","last_change":"2024-03-07T03:10:56.119983+0000","last_active":"2024-03-07T03:14:15.808828+0000","last_peered":"2024-03-07T03:14:15.808828+0000","last_clean":"2024-03-07T03:14:15.808828+0000","last_became_active":"2024-03-07T03:06:09.988405+0000","last_became_peered":"2024-03-07T03:06:09.988405+0000","last_unstale":"2024-03-07T03:14:15.808828+0000","last_undegraded":"2024-03-07T03:14:15.808828+0000","last_fullsized":"2024-03-07T03:14:15.808828+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1186,"log_dups_size":0,"ondisk_log_size":1186,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:41:38.890400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099770099999999993,"stat_sum":{"num_bytes":13524992,"num_objects":9,"num_object_clones":6,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":208,"num_read_kb":390958,"num_write":505,"num_write_kb":103888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":50642944,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:49.915380+0000","last_change":"2024-03-07T03:05:35.928460+0000","last_active":"2024-03-07T03:14:49.915380+0000","last_peered":"2024-03-07T03:14:49.915380+0000","last_clean":"2024-03-07T03:14:49.915380+0000","last_became_active":"2024-03-07T03:05:35.928017+0000","last_became_peered":"2024-03-07T03:05:35.928017+0000","last_unstale":"2024-03-07T03:14:49.915380+0000","last_undegraded":"2024-03-07T03:14:49.915380+0000","last_fullsized":"2024-03-07T03:14:49.915380+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:53:27.674544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1027,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:00.951637+0000","last_change":"2024-03-07T03:07:23.075249+0000","last_active":"2024-03-07T03:13:00.951637+0000","last_peered":"2024-03-07T03:13:00.951637+0000","last_clean":"2024-03-07T03:13:00.951637+0000","last_became_active":"2024-03-07T03:07:23.074866+0000","last_became_peered":"2024-03-07T03:07:23.074866+0000","last_unstale":"2024-03-07T03:13:00.951637+0000","last_undegraded":"2024-03-07T03:13:00.951637+0000","last_fullsized":"2024-03-07T03:13:00.951637+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:03.393010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1080,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:28.083299+0000","last_change":"2024-03-07T03:07:23.069585+0000","last_active":"2024-03-07T03:14:28.083299+0000","last_peered":"2024-03-07T03:14:28.083299+0000","last_clean":"2024-03-07T03:14:28.083299+0000","last_became_active":"2024-03-07T03:07:23.069262+0000","last_became_peered":"2024-03-07T03:07:23.069262+0000","last_unstale":"2024-03-07T03:14:28.083299+0000","last_undegraded":"2024-03-07T03:14:28.083299+0000","last_fullsized":"2024-03-07T03:14:28.083299+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:11:22.045807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"861'1094","reported_seq":4797,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:39.518368+0000","last_change":"2024-03-07T03:10:57.331022+0000","last_active":"2024-03-07T03:13:39.518368+0000","last_peered":"2024-03-07T03:13:39.518368+0000","last_clean":"2024-03-07T03:13:39.518368+0000","last_became_active":"2024-03-07T03:06:47.847229+0000","last_became_peered":"2024-03-07T03:06:47.847229+0000","last_unstale":"2024-03-07T03:13:39.518368+0000","last_undegraded":"2024-03-07T03:13:39.518368+0000","last_fullsized":"2024-03-07T03:13:39.518368+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1094,"log_dups_size":0,"ondisk_log_size":1094,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:58:27.729404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.032339935,"stat_sum":{"num_bytes":113606656,"num_objects":59,"num_object_clones":55,"num_object_copies":177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":279,"num_read_kb":358703,"num_write":525,"num_write_kb":146904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":36642816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1183,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:04.904853+0000","last_change":"2024-03-07T03:06:47.843416+0000","last_active":"2024-03-07T03:13:04.904853+0000","last_peered":"2024-03-07T03:13:04.904853+0000","last_clean":"2024-03-07T03:13:04.904853+0000","last_became_active":"2024-03-07T03:06:47.842812+0000","last_became_peered":"2024-03-07T03:06:47.842812+0000","last_unstale":"2024-03-07T03:13:04.904853+0000","last_undegraded":"2024-03-07T03:13:04.904853+0000","last_fullsized":"2024-03-07T03:13:04.904853+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:03:02.672609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1190,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:24.912798+0000","last_change":"2024-03-07T03:07:23.071850+0000","last_active":"2024-03-07T03:14:24.912798+0000","last_peered":"2024-03-07T03:14:24.912798+0000","last_clean":"2024-03-07T03:14:24.912798+0000","last_became_active":"2024-03-07T03:07:23.071476+0000","last_became_peered":"2024-03-07T03:07:23.071476+0000","last_unstale":"2024-03-07T03:14:24.912798+0000","last_undegraded":"2024-03-07T03:14:24.912798+0000","last_fullsized":"2024-03-07T03:14:24.912798+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:13:05.296486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1158,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:19.516275+0000","last_change":"2024-03-07T03:05:35.926187+0000","last_active":"2024-03-07T03:13:19.516275+0000","last_peered":"2024-03-07T03:13:19.516275+0000","last_clean":"2024-03-07T03:13:19.516275+0000","last_became_active":"2024-03-07T03:05:35.925908+0000","last_became_peered":"2024-03-07T03:05:35.925908+0000","last_unstale":"2024-03-07T03:13:19.516275+0000","last_undegraded":"2024-03-07T03:13:19.516275+0000","last_fullsized":"2024-03-07T03:13:19.516275+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:48:33.101185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"863'1146","reported_seq":3874,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:11.412225+0000","last_change":"2024-03-07T03:10:56.132170+0000","last_active":"2024-03-07T03:14:11.412225+0000","last_peered":"2024-03-07T03:14:11.412225+0000","last_clean":"2024-03-07T03:14:11.412225+0000","last_became_active":"2024-03-07T03:07:58.756854+0000","last_became_peered":"2024-03-07T03:07:58.756854+0000","last_unstale":"2024-03-07T03:14:11.412225+0000","last_undegraded":"2024-03-07T03:14:11.412225+0000","last_fullsized":"2024-03-07T03:14:11.412225+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1146,"log_dups_size":0,"ondisk_log_size":1146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T02:59:04.693146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.010433211,"stat_sum":{"num_bytes":34668544,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":1,"num_read":219,"num_read_kb":317694,"num_write":420,"num_write_kb":93568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":10240000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1006,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:36.174398+0000","last_change":"2024-03-07T03:07:58.760449+0000","last_active":"2024-03-07T03:13:36.174398+0000","last_peered":"2024-03-07T03:13:36.174398+0000","last_clean":"2024-03-07T03:13:36.174398+0000","last_became_active":"2024-03-07T03:07:58.760086+0000","last_became_peered":"2024-03-07T03:07:58.760086+0000","last_unstale":"2024-03-07T03:13:36.174398+0000","last_undegraded":"2024-03-07T03:13:36.174398+0000","last_fullsized":"2024-03-07T03:13:36.174398+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:34:38.583100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1089,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:53.975738+0000","last_change":"2024-03-07T03:07:23.073659+0000","last_active":"2024-03-07T03:13:53.975738+0000","last_peered":"2024-03-07T03:13:53.975738+0000","last_clean":"2024-03-07T03:13:53.975738+0000","last_became_active":"2024-03-07T03:07:23.073277+0000","last_became_peered":"2024-03-07T03:07:23.073277+0000","last_unstale":"2024-03-07T03:13:53.975738+0000","last_undegraded":"2024-03-07T03:13:53.975738+0000","last_fullsized":"2024-03-07T03:13:53.975738+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:48:34.819985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1061,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:00.951679+0000","last_change":"2024-03-07T03:07:58.752576+0000","last_active":"2024-03-07T03:13:00.951679+0000","last_peered":"2024-03-07T03:13:00.951679+0000","last_clean":"2024-03-07T03:13:00.951679+0000","last_became_active":"2024-03-07T03:07:58.752193+0000","last_became_peered":"2024-03-07T03:07:58.752193+0000","last_unstale":"2024-03-07T03:13:00.951679+0000","last_undegraded":"2024-03-07T03:13:00.951679+0000","last_fullsized":"2024-03-07T03:13:00.951679+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:55:14.205594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"395'197","reported_seq":1466,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:56.410378+0000","last_change":"2024-03-07T03:07:58.752982+0000","last_active":"2024-03-07T03:13:56.410378+0000","last_peered":"2024-03-07T03:13:56.410378+0000","last_clean":"2024-03-07T03:13:56.410378+0000","last_became_active":"2024-03-07T03:07:58.752004+0000","last_became_peered":"2024-03-07T03:07:58.752004+0000","last_unstale":"2024-03-07T03:13:56.410378+0000","last_undegraded":"2024-03-07T03:13:56.410378+0000","last_fullsized":"2024-03-07T03:13:56.410378+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_clean_scrub_stamp":"2024-03-07T02:51:31.238394+0000","objects_scrubbed":0,"log_size":197,"log_dups_size":0,"ondisk_log_size":197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:53.766202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"858'3145","reported_seq":6530,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:15.953631+0000","last_change":"2024-03-07T03:10:57.131283+0000","last_active":"2024-03-07T03:13:15.953631+0000","last_peered":"2024-03-07T03:13:15.953631+0000","last_clean":"2024-03-07T03:13:15.953631+0000","last_became_active":"2024-03-07T03:06:47.859231+0000","last_became_peered":"2024-03-07T03:06:47.859231+0000","last_unstale":"2024-03-07T03:13:15.953631+0000","last_undegraded":"2024-03-07T03:13:15.953631+0000","last_fullsized":"2024-03-07T03:13:15.953631+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3145,"log_dups_size":0,"ondisk_log_size":3145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:10:03.781442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001499434,"stat_sum":{"num_bytes":18481152,"num_objects":15,"num_object_clones":14,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":124,"num_read_kb":398406,"num_write":253,"num_write_kb":45856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":9773056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:40.811710+0000","last_change":"2024-03-07T03:05:01.454053+0000","last_active":"2024-03-07T03:14:40.811710+0000","last_peered":"2024-03-07T03:14:40.811710+0000","last_clean":"2024-03-07T03:14:40.811710+0000","last_became_active":"2024-03-07T03:05:01.453718+0000","last_became_peered":"2024-03-07T03:05:01.453718+0000","last_unstale":"2024-03-07T03:14:40.811710+0000","last_undegraded":"2024-03-07T03:14:40.811710+0000","last_fullsized":"2024-03-07T03:14:40.811710+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:10:59.835543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.808745+0000","last_change":"2024-03-07T03:06:09.987673+0000","last_active":"2024-03-07T03:14:15.808745+0000","last_peered":"2024-03-07T03:14:15.808745+0000","last_clean":"2024-03-07T03:14:15.808745+0000","last_became_active":"2024-03-07T03:06:09.987328+0000","last_became_peered":"2024-03-07T03:06:09.987328+0000","last_unstale":"2024-03-07T03:14:15.808745+0000","last_undegraded":"2024-03-07T03:14:15.808745+0000","last_fullsized":"2024-03-07T03:14:15.808745+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:11:17.983744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":975,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:56.410353+0000","last_change":"2024-03-07T03:07:58.757849+0000","last_active":"2024-03-07T03:13:56.410353+0000","last_peered":"2024-03-07T03:13:56.410353+0000","last_clean":"2024-03-07T03:13:56.410353+0000","last_became_active":"2024-03-07T03:07:58.757399+0000","last_became_peered":"2024-03-07T03:07:58.757399+0000","last_unstale":"2024-03-07T03:13:56.410353+0000","last_undegraded":"2024-03-07T03:13:56.410353+0000","last_fullsized":"2024-03-07T03:13:56.410353+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:54:11.413787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"864'1259","reported_seq":4064,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:36.174367+0000","last_change":"2024-03-07T03:10:56.129203+0000","last_active":"2024-03-07T03:13:36.174367+0000","last_peered":"2024-03-07T03:13:36.174367+0000","last_clean":"2024-03-07T03:13:36.174367+0000","last_became_active":"2024-03-07T03:07:23.080120+0000","last_became_peered":"2024-03-07T03:07:23.080120+0000","last_unstale":"2024-03-07T03:13:36.174367+0000","last_undegraded":"2024-03-07T03:13:36.174367+0000","last_fullsized":"2024-03-07T03:13:36.174367+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1259,"log_dups_size":0,"ondisk_log_size":1259,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:33:24.850580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0059393290000000001,"stat_sum":{"num_bytes":23298048,"num_objects":10,"num_object_clones":7,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":249,"num_read_kb":271095,"num_write":553,"num_write_kb":138504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":18890752,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.3","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.808797+0000","last_change":"2024-03-07T03:07:58.750289+0000","last_active":"2024-03-07T03:14:15.808797+0000","last_peered":"2024-03-07T03:14:15.808797+0000","last_clean":"2024-03-07T03:14:15.808797+0000","last_became_active":"2024-03-07T03:07:58.749557+0000","last_became_peered":"2024-03-07T03:07:58.749557+0000","last_unstale":"2024-03-07T03:14:15.808797+0000","last_undegraded":"2024-03-07T03:14:15.808797+0000","last_fullsized":"2024-03-07T03:14:15.808797+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:54:43.865660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":989,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:11.412259+0000","last_change":"2024-03-07T03:07:58.758005+0000","last_active":"2024-03-07T03:14:11.412259+0000","last_peered":"2024-03-07T03:14:11.412259+0000","last_clean":"2024-03-07T03:14:11.412259+0000","last_became_active":"2024-03-07T03:07:58.756833+0000","last_became_peered":"2024-03-07T03:07:58.756833+0000","last_unstale":"2024-03-07T03:14:11.412259+0000","last_undegraded":"2024-03-07T03:14:11.412259+0000","last_fullsized":"2024-03-07T03:14:11.412259+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:37:55.288554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:49.915390+0000","last_change":"2024-03-07T03:06:47.843644+0000","last_active":"2024-03-07T03:14:49.915390+0000","last_peered":"2024-03-07T03:14:49.915390+0000","last_clean":"2024-03-07T03:14:49.915390+0000","last_became_active":"2024-03-07T03:06:47.842694+0000","last_became_peered":"2024-03-07T03:06:47.842694+0000","last_unstale":"2024-03-07T03:14:49.915390+0000","last_undegraded":"2024-03-07T03:14:49.915390+0000","last_fullsized":"2024-03-07T03:14:49.915390+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:25:34.783974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"863'880","reported_seq":3816,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:28.083264+0000","last_change":"2024-03-07T03:10:56.125509+0000","last_active":"2024-03-07T03:14:28.083264+0000","last_peered":"2024-03-07T03:14:28.083264+0000","last_clean":"2024-03-07T03:14:28.083264+0000","last_became_active":"2024-03-07T03:07:58.755248+0000","last_became_peered":"2024-03-07T03:07:58.755248+0000","last_unstale":"2024-03-07T03:14:28.083264+0000","last_undegraded":"2024-03-07T03:14:28.083264+0000","last_fullsized":"2024-03-07T03:14:28.083264+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":880,"log_dups_size":0,"ondisk_log_size":880,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:40:02.788467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0073429089999999999,"stat_sum":{"num_bytes":9224192,"num_objects":8,"num_object_clones":6,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":1,"num_read":161,"num_read_kb":133885,"num_write":362,"num_write_kb":55920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1125,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:33.973534+0000","last_change":"2024-03-07T03:07:58.764215+0000","last_active":"2024-03-07T03:13:33.973534+0000","last_peered":"2024-03-07T03:13:33.973534+0000","last_clean":"2024-03-07T03:13:33.973534+0000","last_became_active":"2024-03-07T03:07:58.763818+0000","last_became_peered":"2024-03-07T03:07:58.763818+0000","last_unstale":"2024-03-07T03:13:33.973534+0000","last_undegraded":"2024-03-07T03:13:33.973534+0000","last_fullsized":"2024-03-07T03:13:33.973534+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:27:54.623360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"719'2","reported_seq":1193,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:04.904841+0000","last_change":"2024-03-07T03:07:23.074913+0000","last_active":"2024-03-07T03:13:04.904841+0000","last_peered":"2024-03-07T03:13:04.904841+0000","last_clean":"2024-03-07T03:13:04.904841+0000","last_became_active":"2024-03-07T03:07:23.074530+0000","last_became_peered":"2024-03-07T03:07:23.074530+0000","last_unstale":"2024-03-07T03:13:04.904841+0000","last_undegraded":"2024-03-07T03:13:04.904841+0000","last_fullsized":"2024-03-07T03:13:04.904841+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:13:25.877187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1128,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:13.977670+0000","last_change":"2024-03-07T03:07:58.757756+0000","last_active":"2024-03-07T03:14:13.977670+0000","last_peered":"2024-03-07T03:14:13.977670+0000","last_clean":"2024-03-07T03:14:13.977670+0000","last_became_active":"2024-03-07T03:07:58.757430+0000","last_became_peered":"2024-03-07T03:07:58.757430+0000","last_unstale":"2024-03-07T03:14:13.977670+0000","last_undegraded":"2024-03-07T03:14:13.977670+0000","last_fullsized":"2024-03-07T03:14:13.977670+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:22:21.412765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"863'1564","reported_seq":5164,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:33.973496+0000","last_change":"2024-03-07T03:10:57.329944+0000","last_active":"2024-03-07T03:13:33.973496+0000","last_peered":"2024-03-07T03:13:33.973496+0000","last_clean":"2024-03-07T03:13:33.973496+0000","last_became_active":"2024-03-07T03:06:09.990793+0000","last_became_peered":"2024-03-07T03:06:09.990793+0000","last_unstale":"2024-03-07T03:13:33.973496+0000","last_undegraded":"2024-03-07T03:13:33.973496+0000","last_fullsized":"2024-03-07T03:13:33.973496+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1564,"log_dups_size":0,"ondisk_log_size":1564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":143,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:53.639078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.019553126000000001,"stat_sum":{"num_bytes":100999168,"num_objects":73,"num_object_clones":68,"num_object_copies":219,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":1,"num_read":410,"num_read_kb":572954,"num_write":777,"num_write_kb":204640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":51175424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"c"},{"start":"178","length":"4"},{"start":"17e","length":"3"},{"start":"182","length":"4"},{"start":"187","length":"5"},{"start":"18d","length":"2"}]},{"pgid":"4.1","version":"0'0","reported_seq":1081,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:28.083234+0000","last_change":"2024-03-07T03:07:23.071468+0000","last_active":"2024-03-07T03:14:28.083234+0000","last_peered":"2024-03-07T03:14:28.083234+0000","last_clean":"2024-03-07T03:14:28.083234+0000","last_became_active":"2024-03-07T03:07:23.071160+0000","last_became_peered":"2024-03-07T03:07:23.071160+0000","last_unstale":"2024-03-07T03:14:28.083234+0000","last_undegraded":"2024-03-07T03:14:28.083234+0000","last_fullsized":"2024-03-07T03:14:28.083234+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:17:55.686793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":991,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:51.175912+0000","last_change":"2024-03-07T03:07:58.759142+0000","last_active":"2024-03-07T03:13:51.175912+0000","last_peered":"2024-03-07T03:13:51.175912+0000","last_clean":"2024-03-07T03:13:51.175912+0000","last_became_active":"2024-03-07T03:07:58.758771+0000","last_became_peered":"2024-03-07T03:07:58.758771+0000","last_unstale":"2024-03-07T03:13:51.175912+0000","last_undegraded":"2024-03-07T03:13:51.175912+0000","last_fullsized":"2024-03-07T03:13:51.175912+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:45:13.985820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:40.811685+0000","last_change":"2024-03-07T03:06:09.988597+0000","last_active":"2024-03-07T03:14:40.811685+0000","last_peered":"2024-03-07T03:14:40.811685+0000","last_clean":"2024-03-07T03:14:40.811685+0000","last_became_active":"2024-03-07T03:06:09.988261+0000","last_became_peered":"2024-03-07T03:06:09.988261+0000","last_unstale":"2024-03-07T03:14:40.811685+0000","last_undegraded":"2024-03-07T03:14:40.811685+0000","last_fullsized":"2024-03-07T03:14:40.811685+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:11:06.717251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"843'3099","reported_seq":6399,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:30.955172+0000","last_change":"2024-03-07T03:10:57.131044+0000","last_active":"2024-03-07T03:13:30.955172+0000","last_peered":"2024-03-07T03:13:30.955172+0000","last_clean":"2024-03-07T03:13:30.955172+0000","last_became_active":"2024-03-07T03:07:23.084936+0000","last_became_peered":"2024-03-07T03:07:23.084936+0000","last_unstale":"2024-03-07T03:13:30.955172+0000","last_undegraded":"2024-03-07T03:13:30.955172+0000","last_fullsized":"2024-03-07T03:13:30.955172+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3099,"log_dups_size":0,"ondisk_log_size":3099,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:46:48.809690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012703,"stat_sum":{"num_bytes":8347648,"num_objects":13,"num_object_clones":12,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":56,"num_read_kb":33721,"num_write":241,"num_write_kb":36816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":434176,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1147,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:39.518313+0000","last_change":"2024-03-07T03:05:01.461136+0000","last_active":"2024-03-07T03:13:39.518313+0000","last_peered":"2024-03-07T03:13:39.518313+0000","last_clean":"2024-03-07T03:13:39.518313+0000","last_became_active":"2024-03-07T03:05:01.457189+0000","last_became_peered":"2024-03-07T03:05:01.457189+0000","last_unstale":"2024-03-07T03:13:39.518313+0000","last_undegraded":"2024-03-07T03:13:39.518313+0000","last_fullsized":"2024-03-07T03:13:39.518313+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:23.791243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1103,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:38.070678+0000","last_change":"2024-03-07T03:07:58.750311+0000","last_active":"2024-03-07T03:12:38.070678+0000","last_peered":"2024-03-07T03:12:38.070678+0000","last_clean":"2024-03-07T03:12:38.070678+0000","last_became_active":"2024-03-07T03:07:58.750001+0000","last_became_peered":"2024-03-07T03:07:58.750001+0000","last_unstale":"2024-03-07T03:12:38.070678+0000","last_undegraded":"2024-03-07T03:12:38.070678+0000","last_fullsized":"2024-03-07T03:12:38.070678+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:05.963944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"847'12789","reported_seq":16203,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:12:53.072507+0000","last_change":"2024-03-07T03:10:57.124034+0000","last_active":"2024-03-07T03:12:53.072507+0000","last_peered":"2024-03-07T03:12:53.072507+0000","last_clean":"2024-03-07T03:12:53.072507+0000","last_became_active":"2024-03-07T03:06:47.859957+0000","last_became_peered":"2024-03-07T03:06:47.859957+0000","last_unstale":"2024-03-07T03:12:53.072507+0000","last_undegraded":"2024-03-07T03:12:53.072507+0000","last_fullsized":"2024-03-07T03:12:53.072507+0000","mapping_epoch":625,"log_start":"599'6200","ondisk_log_start":"599'6200","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":6589,"log_dups_size":0,"ondisk_log_size":6589,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":137,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:29:13.699651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0091875959999999993,"stat_sum":{"num_bytes":71745536,"num_objects":32,"num_object_clones":30,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":0,"num_read":146,"num_read_kb":316804,"num_write":323,"num_write_kb":90232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":20865024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"5"},{"start":"171","length":"b"},{"start":"17e","length":"8"},{"start":"187","length":"5"},{"start":"18d","length":"3"},{"start":"192","length":"1"},{"start":"197","length":"1"},{"start":"199","length":"2"}]},{"pgid":"2.9","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:04.904773+0000","last_change":"2024-03-07T03:07:58.752456+0000","last_active":"2024-03-07T03:13:04.904773+0000","last_peered":"2024-03-07T03:13:04.904773+0000","last_clean":"2024-03-07T03:13:04.904773+0000","last_became_active":"2024-03-07T03:07:58.752118+0000","last_became_peered":"2024-03-07T03:07:58.752118+0000","last_unstale":"2024-03-07T03:13:04.904773+0000","last_undegraded":"2024-03-07T03:13:04.904773+0000","last_fullsized":"2024-03-07T03:13:04.904773+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:08:08.574482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1119,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:13.977627+0000","last_change":"2024-03-07T03:07:58.757839+0000","last_active":"2024-03-07T03:14:13.977627+0000","last_peered":"2024-03-07T03:14:13.977627+0000","last_clean":"2024-03-07T03:14:13.977627+0000","last_became_active":"2024-03-07T03:07:58.757495+0000","last_became_peered":"2024-03-07T03:07:58.757495+0000","last_unstale":"2024-03-07T03:14:13.977627+0000","last_undegraded":"2024-03-07T03:14:13.977627+0000","last_fullsized":"2024-03-07T03:14:13.977627+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:27:02.190643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"861'1463","reported_seq":5089,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:59.520453+0000","last_change":"2024-03-07T03:10:57.330799+0000","last_active":"2024-03-07T03:13:59.520453+0000","last_peered":"2024-03-07T03:13:59.520453+0000","last_clean":"2024-03-07T03:13:59.520453+0000","last_became_active":"2024-03-07T03:07:58.763085+0000","last_became_peered":"2024-03-07T03:07:58.763085+0000","last_unstale":"2024-03-07T03:13:59.520453+0000","last_undegraded":"2024-03-07T03:13:59.520453+0000","last_fullsized":"2024-03-07T03:13:59.520453+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1463,"log_dups_size":0,"ondisk_log_size":1463,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:39:21.050544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.016579719999999999,"stat_sum":{"num_bytes":106192896,"num_objects":71,"num_object_clones":66,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":1,"num_read":323,"num_read_kb":516030,"num_write":942,"num_write_kb":231680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":48201728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:04.904803+0000","last_change":"2024-03-07T03:07:58.752370+0000","last_active":"2024-03-07T03:13:04.904803+0000","last_peered":"2024-03-07T03:13:04.904803+0000","last_clean":"2024-03-07T03:13:04.904803+0000","last_became_active":"2024-03-07T03:07:58.751985+0000","last_became_peered":"2024-03-07T03:07:58.751985+0000","last_unstale":"2024-03-07T03:13:04.904803+0000","last_undegraded":"2024-03-07T03:13:04.904803+0000","last_fullsized":"2024-03-07T03:13:04.904803+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:31:33.590004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1128,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:33.980099+0000","last_change":"2024-03-07T03:06:09.987484+0000","last_active":"2024-03-07T03:14:33.980099+0000","last_peered":"2024-03-07T03:14:33.980099+0000","last_clean":"2024-03-07T03:14:33.980099+0000","last_became_active":"2024-03-07T03:06:09.986947+0000","last_became_peered":"2024-03-07T03:06:09.986947+0000","last_unstale":"2024-03-07T03:14:33.980099+0000","last_undegraded":"2024-03-07T03:14:33.980099+0000","last_fullsized":"2024-03-07T03:14:33.980099+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:37:38.253630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"857'1055","reported_seq":4919,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:24.906606+0000","last_change":"2024-03-07T03:10:57.123092+0000","last_active":"2024-03-07T03:13:24.906606+0000","last_peered":"2024-03-07T03:13:24.906606+0000","last_clean":"2024-03-07T03:13:24.906606+0000","last_became_active":"2024-03-07T03:06:09.993513+0000","last_became_peered":"2024-03-07T03:06:09.993513+0000","last_unstale":"2024-03-07T03:13:24.906606+0000","last_undegraded":"2024-03-07T03:13:24.906606+0000","last_fullsized":"2024-03-07T03:13:24.906606+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1055,"log_dups_size":0,"ondisk_log_size":1055,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:34:07.352811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013205965,"stat_sum":{"num_bytes":99745792,"num_objects":66,"num_object_clones":62,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":306,"num_read_kb":434534,"num_write":588,"num_write_kb":145464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":21749760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.b","version":"716'3","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:41.415545+0000","last_change":"2024-03-07T03:07:58.749480+0000","last_active":"2024-03-07T03:14:41.415545+0000","last_peered":"2024-03-07T03:14:41.415545+0000","last_clean":"2024-03-07T03:14:41.415545+0000","last_became_active":"2024-03-07T03:07:58.749098+0000","last_became_peered":"2024-03-07T03:07:58.749098+0000","last_unstale":"2024-03-07T03:14:41.415545+0000","last_undegraded":"2024-03-07T03:14:41.415545+0000","last_fullsized":"2024-03-07T03:14:41.415545+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:35:33.945855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1036,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:51.175841+0000","last_change":"2024-03-07T03:07:23.075725+0000","last_active":"2024-03-07T03:13:51.175841+0000","last_peered":"2024-03-07T03:13:51.175841+0000","last_clean":"2024-03-07T03:13:51.175841+0000","last_became_active":"2024-03-07T03:07:23.075203+0000","last_became_peered":"2024-03-07T03:07:23.075203+0000","last_unstale":"2024-03-07T03:13:51.175841+0000","last_undegraded":"2024-03-07T03:13:51.175841+0000","last_fullsized":"2024-03-07T03:13:51.175841+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:47:11.192302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"863'1711","reported_seq":5461,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:59.520402+0000","last_change":"2024-03-07T03:10:57.330918+0000","last_active":"2024-03-07T03:13:59.520402+0000","last_peered":"2024-03-07T03:13:59.520402+0000","last_clean":"2024-03-07T03:13:59.520402+0000","last_became_active":"2024-03-07T03:06:47.849454+0000","last_became_peered":"2024-03-07T03:06:47.849454+0000","last_unstale":"2024-03-07T03:13:59.520402+0000","last_undegraded":"2024-03-07T03:13:59.520402+0000","last_fullsized":"2024-03-07T03:13:59.520402+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1711,"log_dups_size":0,"ondisk_log_size":1711,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:40:07.156907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.014160193999999999,"stat_sum":{"num_bytes":165158912,"num_objects":93,"num_object_clones":87,"num_object_copies":279,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":93,"num_whiteouts":2,"num_read":489,"num_read_kb":756200,"num_write":870,"num_write_kb":258896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":69541888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1157,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:59.520443+0000","last_change":"2024-03-07T03:06:47.847077+0000","last_active":"2024-03-07T03:13:59.520443+0000","last_peered":"2024-03-07T03:13:59.520443+0000","last_clean":"2024-03-07T03:13:59.520443+0000","last_became_active":"2024-03-07T03:06:47.846359+0000","last_became_peered":"2024-03-07T03:06:47.846359+0000","last_unstale":"2024-03-07T03:13:59.520443+0000","last_undegraded":"2024-03-07T03:13:59.520443+0000","last_fullsized":"2024-03-07T03:13:59.520443+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:00:08.102949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":973,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:41.415586+0000","last_change":"2024-03-07T03:07:58.760528+0000","last_active":"2024-03-07T03:14:41.415586+0000","last_peered":"2024-03-07T03:14:41.415586+0000","last_clean":"2024-03-07T03:14:41.415586+0000","last_became_active":"2024-03-07T03:07:58.760226+0000","last_became_peered":"2024-03-07T03:07:58.760226+0000","last_unstale":"2024-03-07T03:14:41.415586+0000","last_undegraded":"2024-03-07T03:14:41.415586+0000","last_fullsized":"2024-03-07T03:14:41.415586+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:10:36.411047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"863'1938","reported_seq":4939,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:39.518331+0000","last_change":"2024-03-07T03:10:56.140803+0000","last_active":"2024-03-07T03:13:39.518331+0000","last_peered":"2024-03-07T03:13:39.518331+0000","last_clean":"2024-03-07T03:13:39.518331+0000","last_became_active":"2024-03-07T03:06:09.993933+0000","last_became_peered":"2024-03-07T03:06:09.993933+0000","last_unstale":"2024-03-07T03:13:39.518331+0000","last_undegraded":"2024-03-07T03:13:39.518331+0000","last_fullsized":"2024-03-07T03:13:39.518331+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1938,"log_dups_size":0,"ondisk_log_size":1938,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:16.359457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.024996012000000001,"stat_sum":{"num_bytes":22765568,"num_objects":17,"num_object_clones":12,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":2,"num_read":350,"num_read_kb":387634,"num_write":702,"num_write_kb":183472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":7151616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.d","version":"61'1","reported_seq":1191,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:24.906636+0000","last_change":"2024-03-07T03:06:09.993129+0000","last_active":"2024-03-07T03:13:24.906636+0000","last_peered":"2024-03-07T03:13:24.906636+0000","last_clean":"2024-03-07T03:13:24.906636+0000","last_became_active":"2024-03-07T03:06:09.992737+0000","last_became_peered":"2024-03-07T03:06:09.992737+0000","last_unstale":"2024-03-07T03:13:24.906636+0000","last_undegraded":"2024-03-07T03:13:24.906636+0000","last_fullsized":"2024-03-07T03:13:24.906636+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:02:42.055569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1052,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:30.955152+0000","last_change":"2024-03-07T03:07:23.076846+0000","last_active":"2024-03-07T03:13:30.955152+0000","last_peered":"2024-03-07T03:13:30.955152+0000","last_clean":"2024-03-07T03:13:30.955152+0000","last_became_active":"2024-03-07T03:07:23.075895+0000","last_became_peered":"2024-03-07T03:07:23.075895+0000","last_unstale":"2024-03-07T03:13:30.955152+0000","last_undegraded":"2024-03-07T03:13:30.955152+0000","last_fullsized":"2024-03-07T03:13:30.955152+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:09:15.080126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"854'331","reported_seq":3440,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:14:26.413902+0000","last_change":"2024-03-07T03:10:57.298223+0000","last_active":"2024-03-07T03:14:26.413902+0000","last_peered":"2024-03-07T03:14:26.413902+0000","last_clean":"2024-03-07T03:14:26.413902+0000","last_became_active":"2024-03-07T03:07:58.749089+0000","last_became_peered":"2024-03-07T03:07:58.749089+0000","last_unstale":"2024-03-07T03:14:26.413902+0000","last_undegraded":"2024-03-07T03:14:26.413902+0000","last_fullsized":"2024-03-07T03:14:26.413902+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":331,"log_dups_size":0,"ondisk_log_size":331,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":83,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:26:07.404191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00085119700000000004,"stat_sum":{"num_bytes":15409152,"num_objects":11,"num_object_clones":10,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":91,"num_read_kb":118251,"num_write":162,"num_write_kb":30616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":34586624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"56"},{"start":"1c2","length":"3"},{"start":"1c9","length":"1"}]},{"pgid":"2.e","version":"61'2","reported_seq":1161,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:59.520482+0000","last_change":"2024-03-07T03:07:58.755578+0000","last_active":"2024-03-07T03:13:59.520482+0000","last_peered":"2024-03-07T03:13:59.520482+0000","last_clean":"2024-03-07T03:13:59.520482+0000","last_became_active":"2024-03-07T03:07:58.755160+0000","last_became_peered":"2024-03-07T03:07:58.755160+0000","last_unstale":"2024-03-07T03:13:59.520482+0000","last_undegraded":"2024-03-07T03:13:59.520482+0000","last_fullsized":"2024-03-07T03:13:59.520482+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:20.584382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":988,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:41.415624+0000","last_change":"2024-03-07T03:07:58.751269+0000","last_active":"2024-03-07T03:14:41.415624+0000","last_peered":"2024-03-07T03:14:41.415624+0000","last_clean":"2024-03-07T03:14:41.415624+0000","last_became_active":"2024-03-07T03:07:58.750956+0000","last_became_peered":"2024-03-07T03:07:58.750956+0000","last_unstale":"2024-03-07T03:14:41.415624+0000","last_undegraded":"2024-03-07T03:14:41.415624+0000","last_fullsized":"2024-03-07T03:14:41.415624+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:39.414545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1007,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:36.174338+0000","last_change":"2024-03-07T03:07:23.081711+0000","last_active":"2024-03-07T03:13:36.174338+0000","last_peered":"2024-03-07T03:13:36.174338+0000","last_clean":"2024-03-07T03:13:36.174338+0000","last_became_active":"2024-03-07T03:07:23.079269+0000","last_became_peered":"2024-03-07T03:07:23.079269+0000","last_unstale":"2024-03-07T03:13:36.174338+0000","last_undegraded":"2024-03-07T03:13:36.174338+0000","last_fullsized":"2024-03-07T03:13:36.174338+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:39.008957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1158,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:19.516251+0000","last_change":"2024-03-07T03:07:23.072806+0000","last_active":"2024-03-07T03:13:19.516251+0000","last_peered":"2024-03-07T03:13:19.516251+0000","last_clean":"2024-03-07T03:13:19.516251+0000","last_became_active":"2024-03-07T03:07:23.071234+0000","last_became_peered":"2024-03-07T03:07:23.071234+0000","last_unstale":"2024-03-07T03:13:19.516251+0000","last_undegraded":"2024-03-07T03:13:19.516251+0000","last_fullsized":"2024-03-07T03:13:19.516251+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:52.610744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1058,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:00.951666+0000","last_change":"2024-03-07T03:06:47.851593+0000","last_active":"2024-03-07T03:13:00.951666+0000","last_peered":"2024-03-07T03:13:00.951666+0000","last_clean":"2024-03-07T03:13:00.951666+0000","last_became_active":"2024-03-07T03:06:47.849677+0000","last_became_peered":"2024-03-07T03:06:47.849677+0000","last_unstale":"2024-03-07T03:13:00.951666+0000","last_undegraded":"2024-03-07T03:13:00.951666+0000","last_fullsized":"2024-03-07T03:13:00.951666+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:30.969251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1117,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:19.516309+0000","last_change":"2024-03-07T03:06:09.995434+0000","last_active":"2024-03-07T03:13:19.516309+0000","last_peered":"2024-03-07T03:13:19.516309+0000","last_clean":"2024-03-07T03:13:19.516309+0000","last_became_active":"2024-03-07T03:06:09.994939+0000","last_became_peered":"2024-03-07T03:06:09.994939+0000","last_unstale":"2024-03-07T03:13:19.516309+0000","last_undegraded":"2024-03-07T03:13:19.516309+0000","last_fullsized":"2024-03-07T03:13:19.516309+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:27:11.737354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1128,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:13.977658+0000","last_change":"2024-03-07T03:06:09.987381+0000","last_active":"2024-03-07T03:14:13.977658+0000","last_peered":"2024-03-07T03:14:13.977658+0000","last_clean":"2024-03-07T03:14:13.977658+0000","last_became_active":"2024-03-07T03:06:09.986952+0000","last_became_peered":"2024-03-07T03:06:09.986952+0000","last_unstale":"2024-03-07T03:14:13.977658+0000","last_undegraded":"2024-03-07T03:14:13.977658+0000","last_fullsized":"2024-03-07T03:14:13.977658+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:26:15.439852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:04.904825+0000","last_change":"2024-03-07T03:05:35.923999+0000","last_active":"2024-03-07T03:13:04.904825+0000","last_peered":"2024-03-07T03:13:04.904825+0000","last_clean":"2024-03-07T03:13:04.904825+0000","last_became_active":"2024-03-07T03:05:35.923719+0000","last_became_peered":"2024-03-07T03:05:35.923719+0000","last_unstale":"2024-03-07T03:13:04.904825+0000","last_undegraded":"2024-03-07T03:13:04.904825+0000","last_fullsized":"2024-03-07T03:13:04.904825+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:43:04.724647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1009,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:51.175899+0000","last_change":"2024-03-07T03:07:58.749989+0000","last_active":"2024-03-07T03:13:51.175899+0000","last_peered":"2024-03-07T03:13:51.175899+0000","last_clean":"2024-03-07T03:13:51.175899+0000","last_became_active":"2024-03-07T03:07:58.749643+0000","last_became_peered":"2024-03-07T03:07:58.749643+0000","last_unstale":"2024-03-07T03:13:51.175899+0000","last_undegraded":"2024-03-07T03:13:51.175899+0000","last_fullsized":"2024-03-07T03:13:51.175899+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:00:44.729806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1111,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:13.977679+0000","last_change":"2024-03-07T03:06:09.999184+0000","last_active":"2024-03-07T03:14:13.977679+0000","last_peered":"2024-03-07T03:14:13.977679+0000","last_clean":"2024-03-07T03:14:13.977679+0000","last_became_active":"2024-03-07T03:06:09.998856+0000","last_became_peered":"2024-03-07T03:06:09.998856+0000","last_unstale":"2024-03-07T03:14:13.977679+0000","last_undegraded":"2024-03-07T03:14:13.977679+0000","last_fullsized":"2024-03-07T03:14:13.977679+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:37:00.102189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1058,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:15.953528+0000","last_change":"2024-03-07T03:06:47.857644+0000","last_active":"2024-03-07T03:13:15.953528+0000","last_peered":"2024-03-07T03:13:15.953528+0000","last_clean":"2024-03-07T03:13:15.953528+0000","last_became_active":"2024-03-07T03:06:47.857354+0000","last_became_peered":"2024-03-07T03:06:47.857354+0000","last_unstale":"2024-03-07T03:13:15.953528+0000","last_undegraded":"2024-03-07T03:13:15.953528+0000","last_fullsized":"2024-03-07T03:13:15.953528+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:02:18.860369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1119,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:33.980041+0000","last_change":"2024-03-07T03:06:09.987872+0000","last_active":"2024-03-07T03:14:33.980041+0000","last_peered":"2024-03-07T03:14:33.980041+0000","last_clean":"2024-03-07T03:14:33.980041+0000","last_became_active":"2024-03-07T03:06:09.986852+0000","last_became_peered":"2024-03-07T03:06:09.986852+0000","last_unstale":"2024-03-07T03:14:33.980041+0000","last_undegraded":"2024-03-07T03:14:33.980041+0000","last_fullsized":"2024-03-07T03:14:33.980041+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:13.708512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1036,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:30.955106+0000","last_change":"2024-03-07T03:07:58.755825+0000","last_active":"2024-03-07T03:13:30.955106+0000","last_peered":"2024-03-07T03:13:30.955106+0000","last_clean":"2024-03-07T03:13:30.955106+0000","last_became_active":"2024-03-07T03:07:58.755395+0000","last_became_peered":"2024-03-07T03:07:58.755395+0000","last_unstale":"2024-03-07T03:13:30.955106+0000","last_undegraded":"2024-03-07T03:13:30.955106+0000","last_fullsized":"2024-03-07T03:13:30.955106+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:10:43.184914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:50.799209+0000","last_change":"2024-03-07T03:07:58.753962+0000","last_active":"2024-03-07T03:12:50.799209+0000","last_peered":"2024-03-07T03:12:50.799209+0000","last_clean":"2024-03-07T03:12:50.799209+0000","last_became_active":"2024-03-07T03:07:58.753619+0000","last_became_peered":"2024-03-07T03:07:58.753619+0000","last_unstale":"2024-03-07T03:12:50.799209+0000","last_undegraded":"2024-03-07T03:12:50.799209+0000","last_fullsized":"2024-03-07T03:12:50.799209+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:44:44.641067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1014,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:06.177419+0000","last_change":"2024-03-07T03:07:23.078516+0000","last_active":"2024-03-07T03:14:06.177419+0000","last_peered":"2024-03-07T03:14:06.177419+0000","last_clean":"2024-03-07T03:14:06.177419+0000","last_became_active":"2024-03-07T03:07:23.076017+0000","last_became_peered":"2024-03-07T03:07:23.076017+0000","last_unstale":"2024-03-07T03:14:06.177419+0000","last_undegraded":"2024-03-07T03:14:06.177419+0000","last_fullsized":"2024-03-07T03:14:06.177419+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:17:54.725933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":857645056,"num_objects":516,"num_object_clones":466,"num_object_copies":1548,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":516,"num_whiteouts":8,"num_read":3826,"num_read_kb":5949842,"num_write":7931,"num_write_kb":1978632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":107,"num_bytes_recovered":385712128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1170673664,"data_stored":2969124864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28580,"ondisk_log_size":28580,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197,"ondisk_log_size":197,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":26375,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":694,"seq":2980707303533,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":150184,"kb_used_data":96156,"kb_used_omap":35,"kb_used_meta":53980,"kb_avail":93594968,"statfs":{"total":95995035648,"available":95841247232,"internally_reserved":0,"allocated":98463744,"data_stored":167037349,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36312,"internal_metadata":55276072},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":660,"seq":2834678415476,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":94940,"kb_used_data":42576,"kb_used_omap":23,"kb_used_meta":52328,"kb_avail":93650212,"statfs":{"total":95995035648,"available":95897817088,"internally_reserved":0,"allocated":43597824,"data_stored":80829959,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":24173,"internal_metadata":53584275},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":463,"seq":1988569858206,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":692864,"kb_used_data":193964,"kb_used_omap":46,"kb_used_meta":498833,"kb_avail":93052288,"statfs":{"total":95995035648,"available":95285542912,"internally_reserved":0,"allocated":198619136,"data_stored":533391905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48036,"internal_metadata":510805084},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":528,"seq":2267742732432,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":401776,"kb_used_data":209252,"kb_used_omap":54,"kb_used_meta":192457,"kb_avail":93343376,"statfs":{"total":95995035648,"available":95583617024,"internally_reserved":0,"allocated":214274048,"data_stored":587826473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56016,"internal_metadata":197076272},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":495,"seq":2126008811671,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":485244,"kb_used_data":166572,"kb_used_omap":47,"kb_used_meta":318608,"kb_avail":93259908,"statfs":{"total":95995035648,"available":95498145792,"internally_reserved":0,"allocated":170569728,"data_stored":457545161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48143,"internal_metadata":326255601},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":562,"seq":2413771620489,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":177748,"kb_used_data":84672,"kb_used_omap":37,"kb_used_meta":93018,"kb_avail":93567404,"statfs":{"total":95995035648,"available":95813021696,"internally_reserved":0,"allocated":86704128,"data_stored":171510863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38083,"internal_metadata":95251261},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":591,"seq":2538325672066,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":365920,"kb_used_data":157844,"kb_used_omap":61,"kb_used_meta":208002,"kb_avail":93379232,"statfs":{"total":95995035648,"available":95620333568,"internally_reserved":0,"allocated":161632256,"data_stored":367986669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":62843,"internal_metadata":212994693},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":625,"seq":2684354560123,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":509804,"kb_used_data":269020,"kb_used_omap":73,"kb_used_meta":240694,"kb_avail":93235348,"statfs":{"total":95995035648,"available":95472996352,"internally_reserved":0,"allocated":275476480,"data_stored":649851960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":75044,"internal_metadata":246471388},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7413,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2060,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2124,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3359,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3677,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2797,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2839,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2106,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":188411904,"data_stored":527167488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":160964608,"data_stored":451911680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":204677120,"data_stored":582193152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":77082624,"data_stored":165871616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":152018944,"data_stored":362352640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":265863168,"data_stored":644214784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":33390592,"data_stored":74600448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":88264704,"data_stored":160813056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-07T03:16:59.892 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:16:59.892 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:16:59.892 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:16:59.892 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-07T03:16:59.892 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-07T03:16:59.892 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-07T03:16:59.892 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.c in trimming, state: active+clean+snaptrim_error 2024-03-07T03:16:59.892 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-07T03:16:59.892 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:16:59.893 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-07T03:17:00.069 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:16:59 smithi090 ceph-mon[89511]: pgmap v909: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:00.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:16:59 smithi090 ceph-mon[91928]: pgmap v909: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:00.158 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:16:59 smithi092 ceph-mon[83777]: pgmap v909: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:01.158 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:17:00 smithi092 ceph-mon[83777]: from='client.34668 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:17:01.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:17:00 smithi090 ceph-mon[89511]: from='client.34668 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:17:01.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:17:00 smithi090 ceph-mon[91928]: from='client.34668 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:17:02.158 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:17:01 smithi092 ceph-mon[83777]: pgmap v910: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:02.158 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:17:01 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:17:02.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:17:01 smithi090 ceph-mon[89511]: pgmap v910: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:02.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:17:01 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:17:02.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:17:01 smithi090 ceph-mon[91928]: pgmap v910: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:02.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:17:01 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:17:02.658 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:17:02 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:17:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:17:03.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:17:02 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:17:03.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:17:02 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:17:03.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:17:02 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:17:03.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:17:02 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:17:03.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:17:02 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:17:03.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:17:02 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:17:03.321 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:17:03 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:17:03] "GET /metrics HTTP/1.1" 200 36316 "" "Prometheus/2.43.0" 2024-03-07T03:17:03.408 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:17:02 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:17:03.408 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:17:02 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:17:03.408 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:17:02 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:17:04.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:17:03 smithi090 ceph-mon[89511]: pgmap v911: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:04.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:17:03 smithi090 ceph-mon[91928]: pgmap v911: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:04.408 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:17:03 smithi092 ceph-mon[83777]: pgmap v911: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:05.309 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:17:04 smithi092 ceph-mon[83777]: pgmap v912: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:05.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:17:04 smithi090 ceph-mon[89511]: pgmap v912: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:05.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:17:04 smithi090 ceph-mon[91928]: pgmap v912: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:07.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:17:07 smithi090 ceph-mon[89511]: pgmap v913: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:07.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:17:07 smithi090 ceph-mon[91928]: pgmap v913: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:07.408 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:17:07 smithi092 ceph-mon[83777]: pgmap v913: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:09.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:17:09 smithi090 ceph-mon[89511]: pgmap v914: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:09.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:17:09 smithi090 ceph-mon[91928]: pgmap v914: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:09.408 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:17:09 smithi092 ceph-mon[83777]: pgmap v914: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:09.893 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph pg dump --format=json 2024-03-07T03:17:10.113 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T03:17:11.303 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:17:11 smithi090 ceph-mon[91928]: pgmap v915: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:11.304 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:17:11 smithi090 ceph-mon[89511]: pgmap v915: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:11.408 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:17:11 smithi092 ceph-mon[83777]: pgmap v915: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:12.038 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T03:17:12.039 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-03-07T03:17:12.657 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":916,"stamp":"2024-03-07T03:17:11.967864+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":858242044,"num_objects":540,"num_object_clones":466,"num_object_copies":1620,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":540,"num_whiteouts":8,"num_read":4717,"num_read_kb":5951239,"num_write":8310,"num_write_kb":1981084,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":113,"num_bytes_recovered":387483232,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28845,"ondisk_log_size":28845,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2878480,"kb_used_data":1220056,"kb_used_omap":379,"kb_used_meta":1657924,"kb_avail":747082736,"statfs":{"total":767960285184,"available":765012721664,"internally_reserved":0,"allocated":1249337344,"data_stored":3015980339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":388650,"internal_metadata":1697714646},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004141"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":974,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:11.412277+0000","last_change":"2024-03-07T03:07:58.753984+0000","last_active":"2024-03-07T03:14:11.412277+0000","last_peered":"2024-03-07T03:14:11.412277+0000","last_clean":"2024-03-07T03:14:11.412277+0000","last_became_active":"2024-03-07T03:07:58.753138+0000","last_became_peered":"2024-03-07T03:07:58.753138+0000","last_unstale":"2024-03-07T03:14:11.412277+0000","last_undegraded":"2024-03-07T03:14:11.412277+0000","last_fullsized":"2024-03-07T03:14:11.412277+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:37:39.612519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:49.915408+0000","last_change":"2024-03-07T03:07:23.074862+0000","last_active":"2024-03-07T03:14:49.915408+0000","last_peered":"2024-03-07T03:14:49.915408+0000","last_clean":"2024-03-07T03:14:49.915408+0000","last_became_active":"2024-03-07T03:07:23.074512+0000","last_became_peered":"2024-03-07T03:07:23.074512+0000","last_unstale":"2024-03-07T03:14:49.915408+0000","last_undegraded":"2024-03-07T03:14:49.915408+0000","last_fullsized":"2024-03-07T03:14:49.915408+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:45:24.128672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.808816+0000","last_change":"2024-03-07T03:05:01.446762+0000","last_active":"2024-03-07T03:14:15.808816+0000","last_peered":"2024-03-07T03:14:15.808816+0000","last_clean":"2024-03-07T03:14:15.808816+0000","last_became_active":"2024-03-07T03:05:01.446425+0000","last_became_peered":"2024-03-07T03:05:01.446425+0000","last_unstale":"2024-03-07T03:14:15.808816+0000","last_undegraded":"2024-03-07T03:14:15.808816+0000","last_fullsized":"2024-03-07T03:14:15.808816+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:39:39.897066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1054,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:45.964721+0000","last_change":"2024-03-07T03:07:58.755992+0000","last_active":"2024-03-07T03:14:45.964721+0000","last_peered":"2024-03-07T03:14:45.964721+0000","last_clean":"2024-03-07T03:14:45.964721+0000","last_became_active":"2024-03-07T03:07:58.755499+0000","last_became_peered":"2024-03-07T03:07:58.755499+0000","last_unstale":"2024-03-07T03:14:45.964721+0000","last_undegraded":"2024-03-07T03:14:45.964721+0000","last_fullsized":"2024-03-07T03:14:45.964721+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:26:12.313572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:56.403297+0000","last_change":"2024-03-07T03:07:58.752235+0000","last_active":"2024-03-07T03:12:56.403297+0000","last_peered":"2024-03-07T03:12:56.403297+0000","last_clean":"2024-03-07T03:12:56.403297+0000","last_became_active":"2024-03-07T03:07:58.751575+0000","last_became_peered":"2024-03-07T03:07:58.751575+0000","last_unstale":"2024-03-07T03:12:56.403297+0000","last_undegraded":"2024-03-07T03:12:56.403297+0000","last_fullsized":"2024-03-07T03:12:56.403297+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:12:05.995515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1031,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.960740+0000","last_change":"2024-03-07T03:06:47.859644+0000","last_active":"2024-03-07T03:14:15.960740+0000","last_peered":"2024-03-07T03:14:15.960740+0000","last_clean":"2024-03-07T03:14:15.960740+0000","last_became_active":"2024-03-07T03:06:47.859097+0000","last_became_peered":"2024-03-07T03:06:47.859097+0000","last_unstale":"2024-03-07T03:14:15.960740+0000","last_undegraded":"2024-03-07T03:14:15.960740+0000","last_fullsized":"2024-03-07T03:14:15.960740+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:22:46.909130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:56.403271+0000","last_change":"2024-03-07T03:07:58.754226+0000","last_active":"2024-03-07T03:12:56.403271+0000","last_peered":"2024-03-07T03:12:56.403271+0000","last_clean":"2024-03-07T03:12:56.403271+0000","last_became_active":"2024-03-07T03:07:58.753169+0000","last_became_peered":"2024-03-07T03:07:58.753169+0000","last_unstale":"2024-03-07T03:12:56.403271+0000","last_undegraded":"2024-03-07T03:12:56.403271+0000","last_fullsized":"2024-03-07T03:12:56.403271+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:46:59.258099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1087,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:03.970559+0000","last_change":"2024-03-07T03:07:23.073492+0000","last_active":"2024-03-07T03:13:03.970559+0000","last_peered":"2024-03-07T03:13:03.970559+0000","last_clean":"2024-03-07T03:13:03.970559+0000","last_became_active":"2024-03-07T03:07:23.071929+0000","last_became_peered":"2024-03-07T03:07:23.071929+0000","last_unstale":"2024-03-07T03:13:03.970559+0000","last_undegraded":"2024-03-07T03:13:03.970559+0000","last_fullsized":"2024-03-07T03:13:03.970559+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:35:26.391722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":979,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:46.402166+0000","last_change":"2024-03-07T03:07:58.760328+0000","last_active":"2024-03-07T03:12:46.402166+0000","last_peered":"2024-03-07T03:12:46.402166+0000","last_clean":"2024-03-07T03:12:46.402166+0000","last_became_active":"2024-03-07T03:07:58.760046+0000","last_became_peered":"2024-03-07T03:07:58.760046+0000","last_unstale":"2024-03-07T03:12:46.402166+0000","last_undegraded":"2024-03-07T03:12:46.402166+0000","last_fullsized":"2024-03-07T03:12:46.402166+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:08:46.356817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1006,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:36.180545+0000","last_change":"2024-03-07T03:07:23.079945+0000","last_active":"2024-03-07T03:14:36.180545+0000","last_peered":"2024-03-07T03:14:36.180545+0000","last_clean":"2024-03-07T03:14:36.180545+0000","last_became_active":"2024-03-07T03:07:23.078551+0000","last_became_peered":"2024-03-07T03:07:23.078551+0000","last_unstale":"2024-03-07T03:14:36.180545+0000","last_undegraded":"2024-03-07T03:14:36.180545+0000","last_fullsized":"2024-03-07T03:14:36.180545+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:03:46.670084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1006,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:36.180515+0000","last_change":"2024-03-07T03:07:23.081963+0000","last_active":"2024-03-07T03:14:36.180515+0000","last_peered":"2024-03-07T03:14:36.180515+0000","last_clean":"2024-03-07T03:14:36.180515+0000","last_became_active":"2024-03-07T03:07:23.080128+0000","last_became_peered":"2024-03-07T03:07:23.080128+0000","last_unstale":"2024-03-07T03:14:36.180515+0000","last_undegraded":"2024-03-07T03:14:36.180515+0000","last_fullsized":"2024-03-07T03:14:36.180515+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:56.813267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1149,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:39.524576+0000","last_change":"2024-03-07T03:07:23.074902+0000","last_active":"2024-03-07T03:14:39.524576+0000","last_peered":"2024-03-07T03:14:39.524576+0000","last_clean":"2024-03-07T03:14:39.524576+0000","last_became_active":"2024-03-07T03:07:23.074466+0000","last_became_peered":"2024-03-07T03:07:23.074466+0000","last_unstale":"2024-03-07T03:14:39.524576+0000","last_undegraded":"2024-03-07T03:14:39.524576+0000","last_fullsized":"2024-03-07T03:14:39.524576+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:40:20.268555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1117,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:48.969095+0000","last_change":"2024-03-07T03:07:23.072635+0000","last_active":"2024-03-07T03:12:48.969095+0000","last_peered":"2024-03-07T03:12:48.969095+0000","last_clean":"2024-03-07T03:12:48.969095+0000","last_became_active":"2024-03-07T03:07:23.071712+0000","last_became_peered":"2024-03-07T03:07:23.071712+0000","last_unstale":"2024-03-07T03:12:48.969095+0000","last_undegraded":"2024-03-07T03:12:48.969095+0000","last_fullsized":"2024-03-07T03:12:48.969095+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:00:39.298564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:10.801360+0000","last_change":"2024-03-07T03:06:47.851538+0000","last_active":"2024-03-07T03:13:10.801360+0000","last_peered":"2024-03-07T03:13:10.801360+0000","last_clean":"2024-03-07T03:13:10.801360+0000","last_became_active":"2024-03-07T03:06:47.851183+0000","last_became_peered":"2024-03-07T03:06:47.851183+0000","last_unstale":"2024-03-07T03:13:10.801360+0000","last_undegraded":"2024-03-07T03:13:10.801360+0000","last_fullsized":"2024-03-07T03:13:10.801360+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:36:23.932334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:44.908628+0000","last_change":"2024-03-07T03:06:47.843126+0000","last_active":"2024-03-07T03:13:44.908628+0000","last_peered":"2024-03-07T03:13:44.908628+0000","last_clean":"2024-03-07T03:13:44.908628+0000","last_became_active":"2024-03-07T03:06:47.842736+0000","last_became_peered":"2024-03-07T03:06:47.842736+0000","last_unstale":"2024-03-07T03:13:44.908628+0000","last_undegraded":"2024-03-07T03:13:44.908628+0000","last_fullsized":"2024-03-07T03:13:44.908628+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:48:10.843465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1035,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:45.956756+0000","last_change":"2024-03-07T03:07:58.755620+0000","last_active":"2024-03-07T03:13:45.956756+0000","last_peered":"2024-03-07T03:13:45.956756+0000","last_clean":"2024-03-07T03:13:45.956756+0000","last_became_active":"2024-03-07T03:07:58.755267+0000","last_became_peered":"2024-03-07T03:07:58.755267+0000","last_unstale":"2024-03-07T03:13:45.956756+0000","last_undegraded":"2024-03-07T03:13:45.956756+0000","last_fullsized":"2024-03-07T03:13:45.956756+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:51:32.339400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1039,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:45.956823+0000","last_change":"2024-03-07T03:07:58.756358+0000","last_active":"2024-03-07T03:13:45.956823+0000","last_peered":"2024-03-07T03:13:45.956823+0000","last_clean":"2024-03-07T03:13:45.956823+0000","last_became_active":"2024-03-07T03:07:58.755960+0000","last_became_peered":"2024-03-07T03:07:58.755960+0000","last_unstale":"2024-03-07T03:13:45.956823+0000","last_undegraded":"2024-03-07T03:13:45.956823+0000","last_fullsized":"2024-03-07T03:13:45.956823+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:47.464423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1157,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:19.522506+0000","last_change":"2024-03-07T03:07:58.755619+0000","last_active":"2024-03-07T03:14:19.522506+0000","last_peered":"2024-03-07T03:14:19.522506+0000","last_clean":"2024-03-07T03:14:19.522506+0000","last_became_active":"2024-03-07T03:07:58.755214+0000","last_became_peered":"2024-03-07T03:07:58.755214+0000","last_unstale":"2024-03-07T03:14:19.522506+0000","last_undegraded":"2024-03-07T03:14:19.522506+0000","last_fullsized":"2024-03-07T03:14:19.522506+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:59:02.041330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":973,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:41.415600+0000","last_change":"2024-03-07T03:07:58.756563+0000","last_active":"2024-03-07T03:14:41.415600+0000","last_peered":"2024-03-07T03:14:41.415600+0000","last_clean":"2024-03-07T03:14:41.415600+0000","last_became_active":"2024-03-07T03:07:58.752195+0000","last_became_peered":"2024-03-07T03:07:58.752195+0000","last_unstale":"2024-03-07T03:14:41.415600+0000","last_undegraded":"2024-03-07T03:14:41.415600+0000","last_fullsized":"2024-03-07T03:14:41.415600+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:32:35.496500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"716'5","reported_seq":1223,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.808871+0000","last_change":"2024-03-07T03:07:58.753999+0000","last_active":"2024-03-07T03:14:15.808871+0000","last_peered":"2024-03-07T03:14:15.808871+0000","last_clean":"2024-03-07T03:14:15.808871+0000","last_became_active":"2024-03-07T03:07:58.753607+0000","last_became_peered":"2024-03-07T03:07:58.753607+0000","last_unstale":"2024-03-07T03:14:15.808871+0000","last_undegraded":"2024-03-07T03:14:15.808871+0000","last_fullsized":"2024-03-07T03:14:15.808871+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:28:57.567238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1111,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:33.973557+0000","last_change":"2024-03-07T03:07:23.083830+0000","last_active":"2024-03-07T03:13:33.973557+0000","last_peered":"2024-03-07T03:13:33.973557+0000","last_clean":"2024-03-07T03:13:33.973557+0000","last_became_active":"2024-03-07T03:07:23.083530+0000","last_became_peered":"2024-03-07T03:07:23.083530+0000","last_unstale":"2024-03-07T03:13:33.973557+0000","last_undegraded":"2024-03-07T03:13:33.973557+0000","last_fullsized":"2024-03-07T03:13:33.973557+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:57.938032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"716'2","reported_seq":1131,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:33.973566+0000","last_change":"2024-03-07T03:06:47.849618+0000","last_active":"2024-03-07T03:13:33.973566+0000","last_peered":"2024-03-07T03:13:33.973566+0000","last_clean":"2024-03-07T03:13:33.973566+0000","last_became_active":"2024-03-07T03:06:47.849222+0000","last_became_peered":"2024-03-07T03:06:47.849222+0000","last_unstale":"2024-03-07T03:13:33.973566+0000","last_undegraded":"2024-03-07T03:13:33.973566+0000","last_fullsized":"2024-03-07T03:13:33.973566+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:36:41.880143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.808860+0000","last_change":"2024-03-07T03:06:47.851880+0000","last_active":"2024-03-07T03:14:15.808860+0000","last_peered":"2024-03-07T03:14:15.808860+0000","last_clean":"2024-03-07T03:14:15.808860+0000","last_became_active":"2024-03-07T03:06:47.851176+0000","last_became_peered":"2024-03-07T03:06:47.851176+0000","last_unstale":"2024-03-07T03:14:15.808860+0000","last_undegraded":"2024-03-07T03:14:15.808860+0000","last_fullsized":"2024-03-07T03:14:15.808860+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:38:59.663068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":977,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:56.403337+0000","last_change":"2024-03-07T03:07:58.757245+0000","last_active":"2024-03-07T03:12:56.403337+0000","last_peered":"2024-03-07T03:12:56.403337+0000","last_clean":"2024-03-07T03:12:56.403337+0000","last_became_active":"2024-03-07T03:07:58.754456+0000","last_became_peered":"2024-03-07T03:07:58.754456+0000","last_unstale":"2024-03-07T03:12:56.403337+0000","last_undegraded":"2024-03-07T03:12:56.403337+0000","last_fullsized":"2024-03-07T03:12:56.403337+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:57:32.153933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1044,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.960779+0000","last_change":"2024-03-07T03:06:47.855220+0000","last_active":"2024-03-07T03:14:15.960779+0000","last_peered":"2024-03-07T03:14:15.960779+0000","last_clean":"2024-03-07T03:14:15.960779+0000","last_became_active":"2024-03-07T03:06:47.854836+0000","last_became_peered":"2024-03-07T03:06:47.854836+0000","last_unstale":"2024-03-07T03:14:15.960779+0000","last_undegraded":"2024-03-07T03:14:15.960779+0000","last_fullsized":"2024-03-07T03:14:15.960779+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:51:35.386552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":984,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:56.403317+0000","last_change":"2024-03-07T03:07:58.757676+0000","last_active":"2024-03-07T03:12:56.403317+0000","last_peered":"2024-03-07T03:12:56.403317+0000","last_clean":"2024-03-07T03:12:56.403317+0000","last_became_active":"2024-03-07T03:07:58.753930+0000","last_became_peered":"2024-03-07T03:07:58.753930+0000","last_unstale":"2024-03-07T03:12:56.403317+0000","last_undegraded":"2024-03-07T03:12:56.403317+0000","last_fullsized":"2024-03-07T03:12:56.403317+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:56.639688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1038,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.960791+0000","last_change":"2024-03-07T03:07:23.076532+0000","last_active":"2024-03-07T03:14:15.960791+0000","last_peered":"2024-03-07T03:14:15.960791+0000","last_clean":"2024-03-07T03:14:15.960791+0000","last_became_active":"2024-03-07T03:07:23.076234+0000","last_became_peered":"2024-03-07T03:07:23.076234+0000","last_unstale":"2024-03-07T03:14:15.960791+0000","last_undegraded":"2024-03-07T03:14:15.960791+0000","last_fullsized":"2024-03-07T03:14:15.960791+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:16:39.967241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"716'2","reported_seq":1090,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:03.970601+0000","last_change":"2024-03-07T03:07:58.752045+0000","last_active":"2024-03-07T03:13:03.970601+0000","last_peered":"2024-03-07T03:13:03.970601+0000","last_clean":"2024-03-07T03:13:03.970601+0000","last_became_active":"2024-03-07T03:07:58.751585+0000","last_became_peered":"2024-03-07T03:07:58.751585+0000","last_unstale":"2024-03-07T03:13:03.970601+0000","last_undegraded":"2024-03-07T03:13:03.970601+0000","last_fullsized":"2024-03-07T03:13:03.970601+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:03:01.652607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1108,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:38.077764+0000","last_change":"2024-03-07T03:06:09.990854+0000","last_active":"2024-03-07T03:13:38.077764+0000","last_peered":"2024-03-07T03:13:38.077764+0000","last_clean":"2024-03-07T03:13:38.077764+0000","last_became_active":"2024-03-07T03:06:09.990464+0000","last_became_peered":"2024-03-07T03:06:09.990464+0000","last_unstale":"2024-03-07T03:13:38.077764+0000","last_undegraded":"2024-03-07T03:13:38.077764+0000","last_fullsized":"2024-03-07T03:13:38.077764+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:53:52.856954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"716'2","reported_seq":1010,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:21.166229+0000","last_change":"2024-03-07T03:07:58.754526+0000","last_active":"2024-03-07T03:12:21.166229+0000","last_peered":"2024-03-07T03:12:21.166229+0000","last_clean":"2024-03-07T03:12:21.166229+0000","last_became_active":"2024-03-07T03:07:58.754123+0000","last_became_peered":"2024-03-07T03:07:58.754123+0000","last_unstale":"2024-03-07T03:12:21.166229+0000","last_undegraded":"2024-03-07T03:12:21.166229+0000","last_fullsized":"2024-03-07T03:12:21.166229+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:41:34.446180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:50.805938+0000","last_change":"2024-03-07T03:07:58.750769+0000","last_active":"2024-03-07T03:13:50.805938+0000","last_peered":"2024-03-07T03:13:50.805938+0000","last_clean":"2024-03-07T03:13:50.805938+0000","last_became_active":"2024-03-07T03:07:58.749974+0000","last_became_peered":"2024-03-07T03:07:58.749974+0000","last_unstale":"2024-03-07T03:13:50.805938+0000","last_undegraded":"2024-03-07T03:13:50.805938+0000","last_fullsized":"2024-03-07T03:13:50.805938+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:56:14.059734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1127,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:48.969049+0000","last_change":"2024-03-07T03:07:23.072942+0000","last_active":"2024-03-07T03:12:48.969049+0000","last_peered":"2024-03-07T03:12:48.969049+0000","last_clean":"2024-03-07T03:12:48.969049+0000","last_became_active":"2024-03-07T03:07:23.072639+0000","last_became_peered":"2024-03-07T03:07:23.072639+0000","last_unstale":"2024-03-07T03:12:48.969049+0000","last_undegraded":"2024-03-07T03:12:48.969049+0000","last_fullsized":"2024-03-07T03:12:48.969049+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:42.808853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1124,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:48.969008+0000","last_change":"2024-03-07T03:05:35.934963+0000","last_active":"2024-03-07T03:12:48.969008+0000","last_peered":"2024-03-07T03:12:48.969008+0000","last_clean":"2024-03-07T03:12:48.969008+0000","last_became_active":"2024-03-07T03:05:35.932493+0000","last_became_peered":"2024-03-07T03:05:35.932493+0000","last_unstale":"2024-03-07T03:12:48.969008+0000","last_undegraded":"2024-03-07T03:12:48.969008+0000","last_fullsized":"2024-03-07T03:12:48.969008+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:00:57.111662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1040,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:00.958587+0000","last_change":"2024-03-07T03:07:58.756063+0000","last_active":"2024-03-07T03:14:00.958587+0000","last_peered":"2024-03-07T03:14:00.958587+0000","last_clean":"2024-03-07T03:14:00.958587+0000","last_became_active":"2024-03-07T03:07:58.755712+0000","last_became_peered":"2024-03-07T03:07:58.755712+0000","last_unstale":"2024-03-07T03:14:00.958587+0000","last_undegraded":"2024-03-07T03:14:00.958587+0000","last_fullsized":"2024-03-07T03:14:00.958587+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:13:06.484346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:04.910749+0000","last_change":"2024-03-07T03:06:09.996319+0000","last_active":"2024-03-07T03:14:04.910749+0000","last_peered":"2024-03-07T03:14:04.910749+0000","last_clean":"2024-03-07T03:14:04.910749+0000","last_became_active":"2024-03-07T03:06:09.996002+0000","last_became_peered":"2024-03-07T03:06:09.996002+0000","last_unstale":"2024-03-07T03:14:04.910749+0000","last_undegraded":"2024-03-07T03:14:04.910749+0000","last_fullsized":"2024-03-07T03:14:04.910749+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:41:55.764562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1007,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:36.180568+0000","last_change":"2024-03-07T03:07:23.083466+0000","last_active":"2024-03-07T03:14:36.180568+0000","last_peered":"2024-03-07T03:14:36.180568+0000","last_clean":"2024-03-07T03:14:36.180568+0000","last_became_active":"2024-03-07T03:07:23.083156+0000","last_became_peered":"2024-03-07T03:07:23.083156+0000","last_unstale":"2024-03-07T03:14:36.180568+0000","last_undegraded":"2024-03-07T03:14:36.180568+0000","last_fullsized":"2024-03-07T03:14:36.180568+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:32:00.539449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1026,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:00.958646+0000","last_change":"2024-03-07T03:07:58.752127+0000","last_active":"2024-03-07T03:14:00.958646+0000","last_peered":"2024-03-07T03:14:00.958646+0000","last_clean":"2024-03-07T03:14:00.958646+0000","last_became_active":"2024-03-07T03:07:58.751770+0000","last_became_peered":"2024-03-07T03:07:58.751770+0000","last_unstale":"2024-03-07T03:14:00.958646+0000","last_undegraded":"2024-03-07T03:14:00.958646+0000","last_fullsized":"2024-03-07T03:14:00.958646+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:43.791488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1060,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:00.958636+0000","last_change":"2024-03-07T03:07:23.077653+0000","last_active":"2024-03-07T03:14:00.958636+0000","last_peered":"2024-03-07T03:14:00.958636+0000","last_clean":"2024-03-07T03:14:00.958636+0000","last_became_active":"2024-03-07T03:07:23.077355+0000","last_became_peered":"2024-03-07T03:07:23.077355+0000","last_unstale":"2024-03-07T03:14:00.958636+0000","last_undegraded":"2024-03-07T03:14:00.958636+0000","last_fullsized":"2024-03-07T03:14:00.958636+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:45.861158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:30.803761+0000","last_change":"2024-03-07T03:06:47.851508+0000","last_active":"2024-03-07T03:13:30.803761+0000","last_peered":"2024-03-07T03:13:30.803761+0000","last_clean":"2024-03-07T03:13:30.803761+0000","last_became_active":"2024-03-07T03:06:47.850839+0000","last_became_peered":"2024-03-07T03:06:47.850839+0000","last_unstale":"2024-03-07T03:13:30.803761+0000","last_undegraded":"2024-03-07T03:13:30.803761+0000","last_fullsized":"2024-03-07T03:13:30.803761+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:08:06.622234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1193,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:04.910791+0000","last_change":"2024-03-07T03:06:47.845848+0000","last_active":"2024-03-07T03:14:04.910791+0000","last_peered":"2024-03-07T03:14:04.910791+0000","last_clean":"2024-03-07T03:14:04.910791+0000","last_became_active":"2024-03-07T03:06:47.845425+0000","last_became_peered":"2024-03-07T03:06:47.845425+0000","last_unstale":"2024-03-07T03:14:04.910791+0000","last_undegraded":"2024-03-07T03:14:04.910791+0000","last_fullsized":"2024-03-07T03:14:04.910791+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:16:24.833986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1079,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:08.074258+0000","last_change":"2024-03-07T03:07:58.754983+0000","last_active":"2024-03-07T03:13:08.074258+0000","last_peered":"2024-03-07T03:13:08.074258+0000","last_clean":"2024-03-07T03:13:08.074258+0000","last_became_active":"2024-03-07T03:07:58.754657+0000","last_became_peered":"2024-03-07T03:07:58.754657+0000","last_unstale":"2024-03-07T03:13:08.074258+0000","last_undegraded":"2024-03-07T03:13:08.074258+0000","last_fullsized":"2024-03-07T03:13:08.074258+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:06:00.897772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"716'29","reported_seq":1042,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:21.179150+0000","last_change":"2024-03-07T03:07:23.079677+0000","last_active":"2024-03-07T03:14:21.179150+0000","last_peered":"2024-03-07T03:14:21.179150+0000","last_clean":"2024-03-07T03:14:21.179150+0000","last_became_active":"2024-03-07T03:07:23.079320+0000","last_became_peered":"2024-03-07T03:07:23.079320+0000","last_unstale":"2024-03-07T03:14:21.179150+0000","last_undegraded":"2024-03-07T03:14:21.179150+0000","last_fullsized":"2024-03-07T03:14:21.179150+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:49:54.979015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:46.402133+0000","last_change":"2024-03-07T03:07:58.758376+0000","last_active":"2024-03-07T03:12:46.402133+0000","last_peered":"2024-03-07T03:12:46.402133+0000","last_clean":"2024-03-07T03:12:46.402133+0000","last_became_active":"2024-03-07T03:07:58.757816+0000","last_became_peered":"2024-03-07T03:07:58.757816+0000","last_unstale":"2024-03-07T03:12:46.402133+0000","last_undegraded":"2024-03-07T03:12:46.402133+0000","last_fullsized":"2024-03-07T03:12:46.402133+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:47.253727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1219,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:10.801397+0000","last_change":"2024-03-07T03:06:09.989072+0000","last_active":"2024-03-07T03:13:10.801397+0000","last_peered":"2024-03-07T03:13:10.801397+0000","last_clean":"2024-03-07T03:13:10.801397+0000","last_became_active":"2024-03-07T03:06:09.987754+0000","last_became_peered":"2024-03-07T03:06:09.987754+0000","last_unstale":"2024-03-07T03:13:10.801397+0000","last_undegraded":"2024-03-07T03:13:10.801397+0000","last_fullsized":"2024-03-07T03:13:10.801397+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:05:15.340331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:10.801380+0000","last_change":"2024-03-07T03:07:58.754207+0000","last_active":"2024-03-07T03:13:10.801380+0000","last_peered":"2024-03-07T03:13:10.801380+0000","last_clean":"2024-03-07T03:13:10.801380+0000","last_became_active":"2024-03-07T03:07:58.753859+0000","last_became_peered":"2024-03-07T03:07:58.753859+0000","last_unstale":"2024-03-07T03:13:10.801380+0000","last_undegraded":"2024-03-07T03:13:10.801380+0000","last_fullsized":"2024-03-07T03:13:10.801380+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:14:02.813872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1053,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:45.956792+0000","last_change":"2024-03-07T03:07:58.755838+0000","last_active":"2024-03-07T03:13:45.956792+0000","last_peered":"2024-03-07T03:13:45.956792+0000","last_clean":"2024-03-07T03:13:45.956792+0000","last_became_active":"2024-03-07T03:07:58.755436+0000","last_became_peered":"2024-03-07T03:07:58.755436+0000","last_unstale":"2024-03-07T03:13:45.956792+0000","last_undegraded":"2024-03-07T03:13:45.956792+0000","last_fullsized":"2024-03-07T03:13:45.956792+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:25.094944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:36.400930+0000","last_change":"2024-03-07T03:07:58.750199+0000","last_active":"2024-03-07T03:12:36.400930+0000","last_peered":"2024-03-07T03:12:36.400930+0000","last_clean":"2024-03-07T03:12:36.400930+0000","last_became_active":"2024-03-07T03:07:58.749858+0000","last_became_peered":"2024-03-07T03:07:58.749858+0000","last_unstale":"2024-03-07T03:12:36.400930+0000","last_undegraded":"2024-03-07T03:12:36.400930+0000","last_fullsized":"2024-03-07T03:12:36.400930+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:41.122539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1015,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:21.179131+0000","last_change":"2024-03-07T03:07:23.076835+0000","last_active":"2024-03-07T03:14:21.179131+0000","last_peered":"2024-03-07T03:14:21.179131+0000","last_clean":"2024-03-07T03:14:21.179131+0000","last_became_active":"2024-03-07T03:07:23.075094+0000","last_became_peered":"2024-03-07T03:07:23.075094+0000","last_unstale":"2024-03-07T03:14:21.179131+0000","last_undegraded":"2024-03-07T03:14:21.179131+0000","last_fullsized":"2024-03-07T03:14:21.179131+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:50:36.739831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1006,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:21.179108+0000","last_change":"2024-03-07T03:07:23.078279+0000","last_active":"2024-03-07T03:14:21.179108+0000","last_peered":"2024-03-07T03:14:21.179108+0000","last_clean":"2024-03-07T03:14:21.179108+0000","last_became_active":"2024-03-07T03:07:23.077338+0000","last_became_peered":"2024-03-07T03:07:23.077338+0000","last_unstale":"2024-03-07T03:14:21.179108+0000","last_undegraded":"2024-03-07T03:14:21.179108+0000","last_fullsized":"2024-03-07T03:14:21.179108+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:05:40.599683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1170,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:19.522440+0000","last_change":"2024-03-07T03:05:01.461919+0000","last_active":"2024-03-07T03:14:19.522440+0000","last_peered":"2024-03-07T03:14:19.522440+0000","last_clean":"2024-03-07T03:14:19.522440+0000","last_became_active":"2024-03-07T03:05:01.459759+0000","last_became_peered":"2024-03-07T03:05:01.459759+0000","last_unstale":"2024-03-07T03:14:19.522440+0000","last_undegraded":"2024-03-07T03:14:19.522440+0000","last_fullsized":"2024-03-07T03:14:19.522440+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:31:45.535178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":972,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:36.400896+0000","last_change":"2024-03-07T03:07:58.753856+0000","last_active":"2024-03-07T03:12:36.400896+0000","last_peered":"2024-03-07T03:12:36.400896+0000","last_clean":"2024-03-07T03:12:36.400896+0000","last_became_active":"2024-03-07T03:07:58.751889+0000","last_became_peered":"2024-03-07T03:07:58.751889+0000","last_unstale":"2024-03-07T03:12:36.400896+0000","last_undegraded":"2024-03-07T03:12:36.400896+0000","last_fullsized":"2024-03-07T03:12:36.400896+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:27:20.126942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"863'1273","reported_seq":4341,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:39.518251+0000","last_change":"2024-03-07T03:10:56.137635+0000","last_active":"2024-03-07T03:13:39.518251+0000","last_peered":"2024-03-07T03:13:39.518251+0000","last_clean":"2024-03-07T03:13:39.518251+0000","last_became_active":"2024-03-07T03:05:01.457883+0000","last_became_peered":"2024-03-07T03:05:01.457883+0000","last_unstale":"2024-03-07T03:13:39.518251+0000","last_undegraded":"2024-03-07T03:13:39.518251+0000","last_fullsized":"2024-03-07T03:13:39.518251+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1273,"log_dups_size":0,"ondisk_log_size":1273,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:21:46.718939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.021818005000000001,"stat_sum":{"num_bytes":15540224,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":258,"num_read_kb":529715,"num_write":442,"num_write_kb":102224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1441792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.f","version":"61'1","reported_seq":1082,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:53.072552+0000","last_change":"2024-03-07T03:07:58.755003+0000","last_active":"2024-03-07T03:12:53.072552+0000","last_peered":"2024-03-07T03:12:53.072552+0000","last_clean":"2024-03-07T03:12:53.072552+0000","last_became_active":"2024-03-07T03:07:58.754564+0000","last_became_peered":"2024-03-07T03:07:58.754564+0000","last_unstale":"2024-03-07T03:12:53.072552+0000","last_undegraded":"2024-03-07T03:12:53.072552+0000","last_fullsized":"2024-03-07T03:12:53.072552+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:34:53.344746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":988,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:41.415610+0000","last_change":"2024-03-07T03:07:58.750952+0000","last_active":"2024-03-07T03:14:41.415610+0000","last_peered":"2024-03-07T03:14:41.415610+0000","last_clean":"2024-03-07T03:14:41.415610+0000","last_became_active":"2024-03-07T03:07:58.749229+0000","last_became_peered":"2024-03-07T03:07:58.749229+0000","last_unstale":"2024-03-07T03:14:41.415610+0000","last_undegraded":"2024-03-07T03:14:41.415610+0000","last_fullsized":"2024-03-07T03:14:41.415610+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:53:10.534950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"863'847","reported_seq":4049,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.808770+0000","last_change":"2024-03-07T03:10:56.129162+0000","last_active":"2024-03-07T03:14:15.808770+0000","last_peered":"2024-03-07T03:14:15.808770+0000","last_clean":"2024-03-07T03:14:15.808770+0000","last_became_active":"2024-03-07T03:07:23.074596+0000","last_became_peered":"2024-03-07T03:07:23.074596+0000","last_unstale":"2024-03-07T03:14:15.808770+0000","last_undegraded":"2024-03-07T03:14:15.808770+0000","last_fullsized":"2024-03-07T03:14:15.808770+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":847,"log_dups_size":0,"ondisk_log_size":847,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:34:23.625809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0099120149999999997,"stat_sum":{"num_bytes":38936576,"num_objects":11,"num_object_clones":9,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":157,"num_read_kb":413258,"num_write":266,"num_write_kb":109952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":4374528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.2","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:49.915330+0000","last_change":"2024-03-07T03:06:47.845893+0000","last_active":"2024-03-07T03:14:49.915330+0000","last_peered":"2024-03-07T03:14:49.915330+0000","last_clean":"2024-03-07T03:14:49.915330+0000","last_became_active":"2024-03-07T03:06:47.845548+0000","last_became_peered":"2024-03-07T03:06:47.845548+0000","last_unstale":"2024-03-07T03:14:49.915330+0000","last_undegraded":"2024-03-07T03:14:49.915330+0000","last_fullsized":"2024-03-07T03:14:49.915330+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:19:55.051329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:49.915367+0000","last_change":"2024-03-07T03:07:58.751041+0000","last_active":"2024-03-07T03:14:49.915367+0000","last_peered":"2024-03-07T03:14:49.915367+0000","last_clean":"2024-03-07T03:14:49.915367+0000","last_became_active":"2024-03-07T03:07:58.749047+0000","last_became_peered":"2024-03-07T03:07:58.749047+0000","last_unstale":"2024-03-07T03:14:49.915367+0000","last_undegraded":"2024-03-07T03:14:49.915367+0000","last_fullsized":"2024-03-07T03:14:49.915367+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:47:59.256394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1059,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:05.967226+0000","last_change":"2024-03-07T03:06:47.858022+0000","last_active":"2024-03-07T03:15:05.967226+0000","last_peered":"2024-03-07T03:15:05.967226+0000","last_clean":"2024-03-07T03:15:05.967226+0000","last_became_active":"2024-03-07T03:06:47.857526+0000","last_became_peered":"2024-03-07T03:06:47.857526+0000","last_unstale":"2024-03-07T03:15:05.967226+0000","last_undegraded":"2024-03-07T03:15:05.967226+0000","last_fullsized":"2024-03-07T03:15:05.967226+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:02:03.856321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"862'1186","reported_seq":4380,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.808828+0000","last_change":"2024-03-07T03:10:56.119983+0000","last_active":"2024-03-07T03:14:15.808828+0000","last_peered":"2024-03-07T03:14:15.808828+0000","last_clean":"2024-03-07T03:14:15.808828+0000","last_became_active":"2024-03-07T03:06:09.988405+0000","last_became_peered":"2024-03-07T03:06:09.988405+0000","last_unstale":"2024-03-07T03:14:15.808828+0000","last_undegraded":"2024-03-07T03:14:15.808828+0000","last_fullsized":"2024-03-07T03:14:15.808828+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1186,"log_dups_size":0,"ondisk_log_size":1186,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:41:38.890400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099770099999999993,"stat_sum":{"num_bytes":13524992,"num_objects":9,"num_object_clones":6,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":208,"num_read_kb":390958,"num_write":505,"num_write_kb":103888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":50642944,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:49.915380+0000","last_change":"2024-03-07T03:05:35.928460+0000","last_active":"2024-03-07T03:14:49.915380+0000","last_peered":"2024-03-07T03:14:49.915380+0000","last_clean":"2024-03-07T03:14:49.915380+0000","last_became_active":"2024-03-07T03:05:35.928017+0000","last_became_peered":"2024-03-07T03:05:35.928017+0000","last_unstale":"2024-03-07T03:14:49.915380+0000","last_undegraded":"2024-03-07T03:14:49.915380+0000","last_fullsized":"2024-03-07T03:14:49.915380+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:53:27.674544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1028,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:05.967147+0000","last_change":"2024-03-07T03:07:23.075249+0000","last_active":"2024-03-07T03:15:05.967147+0000","last_peered":"2024-03-07T03:15:05.967147+0000","last_clean":"2024-03-07T03:15:05.967147+0000","last_became_active":"2024-03-07T03:07:23.074866+0000","last_became_peered":"2024-03-07T03:07:23.074866+0000","last_unstale":"2024-03-07T03:15:05.967147+0000","last_undegraded":"2024-03-07T03:15:05.967147+0000","last_fullsized":"2024-03-07T03:15:05.967147+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:03.393010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1080,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:28.083299+0000","last_change":"2024-03-07T03:07:23.069585+0000","last_active":"2024-03-07T03:14:28.083299+0000","last_peered":"2024-03-07T03:14:28.083299+0000","last_clean":"2024-03-07T03:14:28.083299+0000","last_became_active":"2024-03-07T03:07:23.069262+0000","last_became_peered":"2024-03-07T03:07:23.069262+0000","last_unstale":"2024-03-07T03:14:28.083299+0000","last_undegraded":"2024-03-07T03:14:28.083299+0000","last_fullsized":"2024-03-07T03:14:28.083299+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:11:22.045807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"861'1094","reported_seq":4797,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:39.518368+0000","last_change":"2024-03-07T03:10:57.331022+0000","last_active":"2024-03-07T03:13:39.518368+0000","last_peered":"2024-03-07T03:13:39.518368+0000","last_clean":"2024-03-07T03:13:39.518368+0000","last_became_active":"2024-03-07T03:06:47.847229+0000","last_became_peered":"2024-03-07T03:06:47.847229+0000","last_unstale":"2024-03-07T03:13:39.518368+0000","last_undegraded":"2024-03-07T03:13:39.518368+0000","last_fullsized":"2024-03-07T03:13:39.518368+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1094,"log_dups_size":0,"ondisk_log_size":1094,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:58:27.729404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.032339935,"stat_sum":{"num_bytes":113606656,"num_objects":59,"num_object_clones":55,"num_object_copies":177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":279,"num_read_kb":358703,"num_write":525,"num_write_kb":146904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":36642816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1183,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:04.904853+0000","last_change":"2024-03-07T03:06:47.843416+0000","last_active":"2024-03-07T03:13:04.904853+0000","last_peered":"2024-03-07T03:13:04.904853+0000","last_clean":"2024-03-07T03:13:04.904853+0000","last_became_active":"2024-03-07T03:06:47.842812+0000","last_became_peered":"2024-03-07T03:06:47.842812+0000","last_unstale":"2024-03-07T03:13:04.904853+0000","last_undegraded":"2024-03-07T03:13:04.904853+0000","last_fullsized":"2024-03-07T03:13:04.904853+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:03:02.672609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1190,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:24.912798+0000","last_change":"2024-03-07T03:07:23.071850+0000","last_active":"2024-03-07T03:14:24.912798+0000","last_peered":"2024-03-07T03:14:24.912798+0000","last_clean":"2024-03-07T03:14:24.912798+0000","last_became_active":"2024-03-07T03:07:23.071476+0000","last_became_peered":"2024-03-07T03:07:23.071476+0000","last_unstale":"2024-03-07T03:14:24.912798+0000","last_undegraded":"2024-03-07T03:14:24.912798+0000","last_fullsized":"2024-03-07T03:14:24.912798+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:13:05.296486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1158,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:19.516275+0000","last_change":"2024-03-07T03:05:35.926187+0000","last_active":"2024-03-07T03:13:19.516275+0000","last_peered":"2024-03-07T03:13:19.516275+0000","last_clean":"2024-03-07T03:13:19.516275+0000","last_became_active":"2024-03-07T03:05:35.925908+0000","last_became_peered":"2024-03-07T03:05:35.925908+0000","last_unstale":"2024-03-07T03:13:19.516275+0000","last_undegraded":"2024-03-07T03:13:19.516275+0000","last_fullsized":"2024-03-07T03:13:19.516275+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:48:33.101185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"863'1146","reported_seq":3874,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:11.412225+0000","last_change":"2024-03-07T03:10:56.132170+0000","last_active":"2024-03-07T03:14:11.412225+0000","last_peered":"2024-03-07T03:14:11.412225+0000","last_clean":"2024-03-07T03:14:11.412225+0000","last_became_active":"2024-03-07T03:07:58.756854+0000","last_became_peered":"2024-03-07T03:07:58.756854+0000","last_unstale":"2024-03-07T03:14:11.412225+0000","last_undegraded":"2024-03-07T03:14:11.412225+0000","last_fullsized":"2024-03-07T03:14:11.412225+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1146,"log_dups_size":0,"ondisk_log_size":1146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T02:59:04.693146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.010433211,"stat_sum":{"num_bytes":34668544,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":1,"num_read":219,"num_read_kb":317694,"num_write":420,"num_write_kb":93568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":10240000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1006,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:36.174398+0000","last_change":"2024-03-07T03:07:58.760449+0000","last_active":"2024-03-07T03:13:36.174398+0000","last_peered":"2024-03-07T03:13:36.174398+0000","last_clean":"2024-03-07T03:13:36.174398+0000","last_became_active":"2024-03-07T03:07:58.760086+0000","last_became_peered":"2024-03-07T03:07:58.760086+0000","last_unstale":"2024-03-07T03:13:36.174398+0000","last_undegraded":"2024-03-07T03:13:36.174398+0000","last_fullsized":"2024-03-07T03:13:36.174398+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:34:38.583100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1089,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:53.975738+0000","last_change":"2024-03-07T03:07:23.073659+0000","last_active":"2024-03-07T03:13:53.975738+0000","last_peered":"2024-03-07T03:13:53.975738+0000","last_clean":"2024-03-07T03:13:53.975738+0000","last_became_active":"2024-03-07T03:07:23.073277+0000","last_became_peered":"2024-03-07T03:07:23.073277+0000","last_unstale":"2024-03-07T03:13:53.975738+0000","last_undegraded":"2024-03-07T03:13:53.975738+0000","last_fullsized":"2024-03-07T03:13:53.975738+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:48:34.819985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1062,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:05.967201+0000","last_change":"2024-03-07T03:07:58.752576+0000","last_active":"2024-03-07T03:15:05.967201+0000","last_peered":"2024-03-07T03:15:05.967201+0000","last_clean":"2024-03-07T03:15:05.967201+0000","last_became_active":"2024-03-07T03:07:58.752193+0000","last_became_peered":"2024-03-07T03:07:58.752193+0000","last_unstale":"2024-03-07T03:15:05.967201+0000","last_undegraded":"2024-03-07T03:15:05.967201+0000","last_fullsized":"2024-03-07T03:15:05.967201+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:55:14.205594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"395'197","reported_seq":1466,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:56.410378+0000","last_change":"2024-03-07T03:07:58.752982+0000","last_active":"2024-03-07T03:13:56.410378+0000","last_peered":"2024-03-07T03:13:56.410378+0000","last_clean":"2024-03-07T03:13:56.410378+0000","last_became_active":"2024-03-07T03:07:58.752004+0000","last_became_peered":"2024-03-07T03:07:58.752004+0000","last_unstale":"2024-03-07T03:13:56.410378+0000","last_undegraded":"2024-03-07T03:13:56.410378+0000","last_fullsized":"2024-03-07T03:13:56.410378+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_clean_scrub_stamp":"2024-03-07T02:51:31.238394+0000","objects_scrubbed":0,"log_size":197,"log_dups_size":0,"ondisk_log_size":197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:53.766202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"858'3145","reported_seq":6530,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:15.953631+0000","last_change":"2024-03-07T03:10:57.131283+0000","last_active":"2024-03-07T03:13:15.953631+0000","last_peered":"2024-03-07T03:13:15.953631+0000","last_clean":"2024-03-07T03:13:15.953631+0000","last_became_active":"2024-03-07T03:06:47.859231+0000","last_became_peered":"2024-03-07T03:06:47.859231+0000","last_unstale":"2024-03-07T03:13:15.953631+0000","last_undegraded":"2024-03-07T03:13:15.953631+0000","last_fullsized":"2024-03-07T03:13:15.953631+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3145,"log_dups_size":0,"ondisk_log_size":3145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:10:03.781442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001499434,"stat_sum":{"num_bytes":18481152,"num_objects":15,"num_object_clones":14,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":124,"num_read_kb":398406,"num_write":253,"num_write_kb":45856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":9773056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:40.811710+0000","last_change":"2024-03-07T03:05:01.454053+0000","last_active":"2024-03-07T03:14:40.811710+0000","last_peered":"2024-03-07T03:14:40.811710+0000","last_clean":"2024-03-07T03:14:40.811710+0000","last_became_active":"2024-03-07T03:05:01.453718+0000","last_became_peered":"2024-03-07T03:05:01.453718+0000","last_unstale":"2024-03-07T03:14:40.811710+0000","last_undegraded":"2024-03-07T03:14:40.811710+0000","last_fullsized":"2024-03-07T03:14:40.811710+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:10:59.835543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.808745+0000","last_change":"2024-03-07T03:06:09.987673+0000","last_active":"2024-03-07T03:14:15.808745+0000","last_peered":"2024-03-07T03:14:15.808745+0000","last_clean":"2024-03-07T03:14:15.808745+0000","last_became_active":"2024-03-07T03:06:09.987328+0000","last_became_peered":"2024-03-07T03:06:09.987328+0000","last_unstale":"2024-03-07T03:14:15.808745+0000","last_undegraded":"2024-03-07T03:14:15.808745+0000","last_fullsized":"2024-03-07T03:14:15.808745+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:11:17.983744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":975,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:56.410353+0000","last_change":"2024-03-07T03:07:58.757849+0000","last_active":"2024-03-07T03:13:56.410353+0000","last_peered":"2024-03-07T03:13:56.410353+0000","last_clean":"2024-03-07T03:13:56.410353+0000","last_became_active":"2024-03-07T03:07:58.757399+0000","last_became_peered":"2024-03-07T03:07:58.757399+0000","last_unstale":"2024-03-07T03:13:56.410353+0000","last_undegraded":"2024-03-07T03:13:56.410353+0000","last_fullsized":"2024-03-07T03:13:56.410353+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:54:11.413787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"864'1259","reported_seq":4064,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:36.174367+0000","last_change":"2024-03-07T03:10:56.129203+0000","last_active":"2024-03-07T03:13:36.174367+0000","last_peered":"2024-03-07T03:13:36.174367+0000","last_clean":"2024-03-07T03:13:36.174367+0000","last_became_active":"2024-03-07T03:07:23.080120+0000","last_became_peered":"2024-03-07T03:07:23.080120+0000","last_unstale":"2024-03-07T03:13:36.174367+0000","last_undegraded":"2024-03-07T03:13:36.174367+0000","last_fullsized":"2024-03-07T03:13:36.174367+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1259,"log_dups_size":0,"ondisk_log_size":1259,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:33:24.850580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0059393290000000001,"stat_sum":{"num_bytes":23298048,"num_objects":10,"num_object_clones":7,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":249,"num_read_kb":271095,"num_write":553,"num_write_kb":138504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":18890752,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.3","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.808797+0000","last_change":"2024-03-07T03:07:58.750289+0000","last_active":"2024-03-07T03:14:15.808797+0000","last_peered":"2024-03-07T03:14:15.808797+0000","last_clean":"2024-03-07T03:14:15.808797+0000","last_became_active":"2024-03-07T03:07:58.749557+0000","last_became_peered":"2024-03-07T03:07:58.749557+0000","last_unstale":"2024-03-07T03:14:15.808797+0000","last_undegraded":"2024-03-07T03:14:15.808797+0000","last_fullsized":"2024-03-07T03:14:15.808797+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:54:43.865660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":989,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:11.412259+0000","last_change":"2024-03-07T03:07:58.758005+0000","last_active":"2024-03-07T03:14:11.412259+0000","last_peered":"2024-03-07T03:14:11.412259+0000","last_clean":"2024-03-07T03:14:11.412259+0000","last_became_active":"2024-03-07T03:07:58.756833+0000","last_became_peered":"2024-03-07T03:07:58.756833+0000","last_unstale":"2024-03-07T03:14:11.412259+0000","last_undegraded":"2024-03-07T03:14:11.412259+0000","last_fullsized":"2024-03-07T03:14:11.412259+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:37:55.288554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:49.915390+0000","last_change":"2024-03-07T03:06:47.843644+0000","last_active":"2024-03-07T03:14:49.915390+0000","last_peered":"2024-03-07T03:14:49.915390+0000","last_clean":"2024-03-07T03:14:49.915390+0000","last_became_active":"2024-03-07T03:06:47.842694+0000","last_became_peered":"2024-03-07T03:06:47.842694+0000","last_unstale":"2024-03-07T03:14:49.915390+0000","last_undegraded":"2024-03-07T03:14:49.915390+0000","last_fullsized":"2024-03-07T03:14:49.915390+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:25:34.783974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"863'880","reported_seq":3816,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:28.083264+0000","last_change":"2024-03-07T03:10:56.125509+0000","last_active":"2024-03-07T03:14:28.083264+0000","last_peered":"2024-03-07T03:14:28.083264+0000","last_clean":"2024-03-07T03:14:28.083264+0000","last_became_active":"2024-03-07T03:07:58.755248+0000","last_became_peered":"2024-03-07T03:07:58.755248+0000","last_unstale":"2024-03-07T03:14:28.083264+0000","last_undegraded":"2024-03-07T03:14:28.083264+0000","last_fullsized":"2024-03-07T03:14:28.083264+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":880,"log_dups_size":0,"ondisk_log_size":880,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:40:02.788467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0073429089999999999,"stat_sum":{"num_bytes":9224192,"num_objects":8,"num_object_clones":6,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":1,"num_read":161,"num_read_kb":133885,"num_write":362,"num_write_kb":55920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1125,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:33.973534+0000","last_change":"2024-03-07T03:07:58.764215+0000","last_active":"2024-03-07T03:13:33.973534+0000","last_peered":"2024-03-07T03:13:33.973534+0000","last_clean":"2024-03-07T03:13:33.973534+0000","last_became_active":"2024-03-07T03:07:58.763818+0000","last_became_peered":"2024-03-07T03:07:58.763818+0000","last_unstale":"2024-03-07T03:13:33.973534+0000","last_undegraded":"2024-03-07T03:13:33.973534+0000","last_fullsized":"2024-03-07T03:13:33.973534+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:27:54.623360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"719'2","reported_seq":1193,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:04.904841+0000","last_change":"2024-03-07T03:07:23.074913+0000","last_active":"2024-03-07T03:13:04.904841+0000","last_peered":"2024-03-07T03:13:04.904841+0000","last_clean":"2024-03-07T03:13:04.904841+0000","last_became_active":"2024-03-07T03:07:23.074530+0000","last_became_peered":"2024-03-07T03:07:23.074530+0000","last_unstale":"2024-03-07T03:13:04.904841+0000","last_undegraded":"2024-03-07T03:13:04.904841+0000","last_fullsized":"2024-03-07T03:13:04.904841+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:13:25.877187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1128,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:13.977670+0000","last_change":"2024-03-07T03:07:58.757756+0000","last_active":"2024-03-07T03:14:13.977670+0000","last_peered":"2024-03-07T03:14:13.977670+0000","last_clean":"2024-03-07T03:14:13.977670+0000","last_became_active":"2024-03-07T03:07:58.757430+0000","last_became_peered":"2024-03-07T03:07:58.757430+0000","last_unstale":"2024-03-07T03:14:13.977670+0000","last_undegraded":"2024-03-07T03:14:13.977670+0000","last_fullsized":"2024-03-07T03:14:13.977670+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:22:21.412765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"863'1564","reported_seq":5164,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:33.973496+0000","last_change":"2024-03-07T03:10:57.329944+0000","last_active":"2024-03-07T03:13:33.973496+0000","last_peered":"2024-03-07T03:13:33.973496+0000","last_clean":"2024-03-07T03:13:33.973496+0000","last_became_active":"2024-03-07T03:06:09.990793+0000","last_became_peered":"2024-03-07T03:06:09.990793+0000","last_unstale":"2024-03-07T03:13:33.973496+0000","last_undegraded":"2024-03-07T03:13:33.973496+0000","last_fullsized":"2024-03-07T03:13:33.973496+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1564,"log_dups_size":0,"ondisk_log_size":1564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":143,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:53.639078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.019553126000000001,"stat_sum":{"num_bytes":100999168,"num_objects":73,"num_object_clones":68,"num_object_copies":219,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":1,"num_read":410,"num_read_kb":572954,"num_write":777,"num_write_kb":204640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":51175424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"c"},{"start":"178","length":"4"},{"start":"17e","length":"3"},{"start":"182","length":"4"},{"start":"187","length":"5"},{"start":"18d","length":"2"}]},{"pgid":"4.1","version":"0'0","reported_seq":1081,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:28.083234+0000","last_change":"2024-03-07T03:07:23.071468+0000","last_active":"2024-03-07T03:14:28.083234+0000","last_peered":"2024-03-07T03:14:28.083234+0000","last_clean":"2024-03-07T03:14:28.083234+0000","last_became_active":"2024-03-07T03:07:23.071160+0000","last_became_peered":"2024-03-07T03:07:23.071160+0000","last_unstale":"2024-03-07T03:14:28.083234+0000","last_undegraded":"2024-03-07T03:14:28.083234+0000","last_fullsized":"2024-03-07T03:14:28.083234+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:17:55.686793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":991,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:51.175912+0000","last_change":"2024-03-07T03:07:58.759142+0000","last_active":"2024-03-07T03:13:51.175912+0000","last_peered":"2024-03-07T03:13:51.175912+0000","last_clean":"2024-03-07T03:13:51.175912+0000","last_became_active":"2024-03-07T03:07:58.758771+0000","last_became_peered":"2024-03-07T03:07:58.758771+0000","last_unstale":"2024-03-07T03:13:51.175912+0000","last_undegraded":"2024-03-07T03:13:51.175912+0000","last_fullsized":"2024-03-07T03:13:51.175912+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:45:13.985820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:40.811685+0000","last_change":"2024-03-07T03:06:09.988597+0000","last_active":"2024-03-07T03:14:40.811685+0000","last_peered":"2024-03-07T03:14:40.811685+0000","last_clean":"2024-03-07T03:14:40.811685+0000","last_became_active":"2024-03-07T03:06:09.988261+0000","last_became_peered":"2024-03-07T03:06:09.988261+0000","last_unstale":"2024-03-07T03:14:40.811685+0000","last_undegraded":"2024-03-07T03:14:40.811685+0000","last_fullsized":"2024-03-07T03:14:40.811685+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:11:06.717251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"843'3099","reported_seq":6399,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:30.955172+0000","last_change":"2024-03-07T03:10:57.131044+0000","last_active":"2024-03-07T03:13:30.955172+0000","last_peered":"2024-03-07T03:13:30.955172+0000","last_clean":"2024-03-07T03:13:30.955172+0000","last_became_active":"2024-03-07T03:07:23.084936+0000","last_became_peered":"2024-03-07T03:07:23.084936+0000","last_unstale":"2024-03-07T03:13:30.955172+0000","last_undegraded":"2024-03-07T03:13:30.955172+0000","last_fullsized":"2024-03-07T03:13:30.955172+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3099,"log_dups_size":0,"ondisk_log_size":3099,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:46:48.809690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012703,"stat_sum":{"num_bytes":8347648,"num_objects":13,"num_object_clones":12,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":56,"num_read_kb":33721,"num_write":241,"num_write_kb":36816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":434176,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1147,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:39.518313+0000","last_change":"2024-03-07T03:05:01.461136+0000","last_active":"2024-03-07T03:13:39.518313+0000","last_peered":"2024-03-07T03:13:39.518313+0000","last_clean":"2024-03-07T03:13:39.518313+0000","last_became_active":"2024-03-07T03:05:01.457189+0000","last_became_peered":"2024-03-07T03:05:01.457189+0000","last_unstale":"2024-03-07T03:13:39.518313+0000","last_undegraded":"2024-03-07T03:13:39.518313+0000","last_fullsized":"2024-03-07T03:13:39.518313+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:23.791243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1104,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:48.085317+0000","last_change":"2024-03-07T03:07:58.750311+0000","last_active":"2024-03-07T03:14:48.085317+0000","last_peered":"2024-03-07T03:14:48.085317+0000","last_clean":"2024-03-07T03:14:48.085317+0000","last_became_active":"2024-03-07T03:07:58.750001+0000","last_became_peered":"2024-03-07T03:07:58.750001+0000","last_unstale":"2024-03-07T03:14:48.085317+0000","last_undegraded":"2024-03-07T03:14:48.085317+0000","last_fullsized":"2024-03-07T03:14:48.085317+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:05.963944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"847'12789","reported_seq":16203,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:12:53.072507+0000","last_change":"2024-03-07T03:10:57.124034+0000","last_active":"2024-03-07T03:12:53.072507+0000","last_peered":"2024-03-07T03:12:53.072507+0000","last_clean":"2024-03-07T03:12:53.072507+0000","last_became_active":"2024-03-07T03:06:47.859957+0000","last_became_peered":"2024-03-07T03:06:47.859957+0000","last_unstale":"2024-03-07T03:12:53.072507+0000","last_undegraded":"2024-03-07T03:12:53.072507+0000","last_fullsized":"2024-03-07T03:12:53.072507+0000","mapping_epoch":625,"log_start":"599'6200","ondisk_log_start":"599'6200","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":6589,"log_dups_size":0,"ondisk_log_size":6589,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":137,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:29:13.699651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0091875959999999993,"stat_sum":{"num_bytes":71745536,"num_objects":32,"num_object_clones":30,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":0,"num_read":146,"num_read_kb":316804,"num_write":323,"num_write_kb":90232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":20865024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"5"},{"start":"171","length":"b"},{"start":"17e","length":"8"},{"start":"187","length":"5"},{"start":"18d","length":"3"},{"start":"192","length":"1"},{"start":"197","length":"1"},{"start":"199","length":"2"}]},{"pgid":"2.9","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:04.904773+0000","last_change":"2024-03-07T03:07:58.752456+0000","last_active":"2024-03-07T03:13:04.904773+0000","last_peered":"2024-03-07T03:13:04.904773+0000","last_clean":"2024-03-07T03:13:04.904773+0000","last_became_active":"2024-03-07T03:07:58.752118+0000","last_became_peered":"2024-03-07T03:07:58.752118+0000","last_unstale":"2024-03-07T03:13:04.904773+0000","last_undegraded":"2024-03-07T03:13:04.904773+0000","last_fullsized":"2024-03-07T03:13:04.904773+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:08:08.574482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1119,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:13.977627+0000","last_change":"2024-03-07T03:07:58.757839+0000","last_active":"2024-03-07T03:14:13.977627+0000","last_peered":"2024-03-07T03:14:13.977627+0000","last_clean":"2024-03-07T03:14:13.977627+0000","last_became_active":"2024-03-07T03:07:58.757495+0000","last_became_peered":"2024-03-07T03:07:58.757495+0000","last_unstale":"2024-03-07T03:14:13.977627+0000","last_undegraded":"2024-03-07T03:14:13.977627+0000","last_fullsized":"2024-03-07T03:14:13.977627+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:27:02.190643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"861'1463","reported_seq":5089,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:59.520453+0000","last_change":"2024-03-07T03:10:57.330799+0000","last_active":"2024-03-07T03:13:59.520453+0000","last_peered":"2024-03-07T03:13:59.520453+0000","last_clean":"2024-03-07T03:13:59.520453+0000","last_became_active":"2024-03-07T03:07:58.763085+0000","last_became_peered":"2024-03-07T03:07:58.763085+0000","last_unstale":"2024-03-07T03:13:59.520453+0000","last_undegraded":"2024-03-07T03:13:59.520453+0000","last_fullsized":"2024-03-07T03:13:59.520453+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1463,"log_dups_size":0,"ondisk_log_size":1463,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:39:21.050544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.016579719999999999,"stat_sum":{"num_bytes":106192896,"num_objects":71,"num_object_clones":66,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":1,"num_read":323,"num_read_kb":516030,"num_write":942,"num_write_kb":231680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":48201728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:04.904803+0000","last_change":"2024-03-07T03:07:58.752370+0000","last_active":"2024-03-07T03:13:04.904803+0000","last_peered":"2024-03-07T03:13:04.904803+0000","last_clean":"2024-03-07T03:13:04.904803+0000","last_became_active":"2024-03-07T03:07:58.751985+0000","last_became_peered":"2024-03-07T03:07:58.751985+0000","last_unstale":"2024-03-07T03:13:04.904803+0000","last_undegraded":"2024-03-07T03:13:04.904803+0000","last_fullsized":"2024-03-07T03:13:04.904803+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:31:33.590004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1128,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:33.980099+0000","last_change":"2024-03-07T03:06:09.987484+0000","last_active":"2024-03-07T03:14:33.980099+0000","last_peered":"2024-03-07T03:14:33.980099+0000","last_clean":"2024-03-07T03:14:33.980099+0000","last_became_active":"2024-03-07T03:06:09.986947+0000","last_became_peered":"2024-03-07T03:06:09.986947+0000","last_unstale":"2024-03-07T03:14:33.980099+0000","last_undegraded":"2024-03-07T03:14:33.980099+0000","last_fullsized":"2024-03-07T03:14:33.980099+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:37:38.253630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"857'1055","reported_seq":4919,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:24.906606+0000","last_change":"2024-03-07T03:10:57.123092+0000","last_active":"2024-03-07T03:13:24.906606+0000","last_peered":"2024-03-07T03:13:24.906606+0000","last_clean":"2024-03-07T03:13:24.906606+0000","last_became_active":"2024-03-07T03:06:09.993513+0000","last_became_peered":"2024-03-07T03:06:09.993513+0000","last_unstale":"2024-03-07T03:13:24.906606+0000","last_undegraded":"2024-03-07T03:13:24.906606+0000","last_fullsized":"2024-03-07T03:13:24.906606+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1055,"log_dups_size":0,"ondisk_log_size":1055,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:34:07.352811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013205965,"stat_sum":{"num_bytes":99745792,"num_objects":66,"num_object_clones":62,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":306,"num_read_kb":434534,"num_write":588,"num_write_kb":145464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":21749760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.b","version":"716'3","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:41.415545+0000","last_change":"2024-03-07T03:07:58.749480+0000","last_active":"2024-03-07T03:14:41.415545+0000","last_peered":"2024-03-07T03:14:41.415545+0000","last_clean":"2024-03-07T03:14:41.415545+0000","last_became_active":"2024-03-07T03:07:58.749098+0000","last_became_peered":"2024-03-07T03:07:58.749098+0000","last_unstale":"2024-03-07T03:14:41.415545+0000","last_undegraded":"2024-03-07T03:14:41.415545+0000","last_fullsized":"2024-03-07T03:14:41.415545+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:35:33.945855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1036,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:51.175841+0000","last_change":"2024-03-07T03:07:23.075725+0000","last_active":"2024-03-07T03:13:51.175841+0000","last_peered":"2024-03-07T03:13:51.175841+0000","last_clean":"2024-03-07T03:13:51.175841+0000","last_became_active":"2024-03-07T03:07:23.075203+0000","last_became_peered":"2024-03-07T03:07:23.075203+0000","last_unstale":"2024-03-07T03:13:51.175841+0000","last_undegraded":"2024-03-07T03:13:51.175841+0000","last_fullsized":"2024-03-07T03:13:51.175841+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:47:11.192302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"863'1711","reported_seq":5461,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:59.520402+0000","last_change":"2024-03-07T03:10:57.330918+0000","last_active":"2024-03-07T03:13:59.520402+0000","last_peered":"2024-03-07T03:13:59.520402+0000","last_clean":"2024-03-07T03:13:59.520402+0000","last_became_active":"2024-03-07T03:06:47.849454+0000","last_became_peered":"2024-03-07T03:06:47.849454+0000","last_unstale":"2024-03-07T03:13:59.520402+0000","last_undegraded":"2024-03-07T03:13:59.520402+0000","last_fullsized":"2024-03-07T03:13:59.520402+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1711,"log_dups_size":0,"ondisk_log_size":1711,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:40:07.156907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.014160193999999999,"stat_sum":{"num_bytes":165158912,"num_objects":93,"num_object_clones":87,"num_object_copies":279,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":93,"num_whiteouts":2,"num_read":489,"num_read_kb":756200,"num_write":870,"num_write_kb":258896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":69541888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1157,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:59.520443+0000","last_change":"2024-03-07T03:06:47.847077+0000","last_active":"2024-03-07T03:13:59.520443+0000","last_peered":"2024-03-07T03:13:59.520443+0000","last_clean":"2024-03-07T03:13:59.520443+0000","last_became_active":"2024-03-07T03:06:47.846359+0000","last_became_peered":"2024-03-07T03:06:47.846359+0000","last_unstale":"2024-03-07T03:13:59.520443+0000","last_undegraded":"2024-03-07T03:13:59.520443+0000","last_fullsized":"2024-03-07T03:13:59.520443+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:00:08.102949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":973,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:41.415586+0000","last_change":"2024-03-07T03:07:58.760528+0000","last_active":"2024-03-07T03:14:41.415586+0000","last_peered":"2024-03-07T03:14:41.415586+0000","last_clean":"2024-03-07T03:14:41.415586+0000","last_became_active":"2024-03-07T03:07:58.760226+0000","last_became_peered":"2024-03-07T03:07:58.760226+0000","last_unstale":"2024-03-07T03:14:41.415586+0000","last_undegraded":"2024-03-07T03:14:41.415586+0000","last_fullsized":"2024-03-07T03:14:41.415586+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:10:36.411047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"863'1938","reported_seq":4939,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:39.518331+0000","last_change":"2024-03-07T03:10:56.140803+0000","last_active":"2024-03-07T03:13:39.518331+0000","last_peered":"2024-03-07T03:13:39.518331+0000","last_clean":"2024-03-07T03:13:39.518331+0000","last_became_active":"2024-03-07T03:06:09.993933+0000","last_became_peered":"2024-03-07T03:06:09.993933+0000","last_unstale":"2024-03-07T03:13:39.518331+0000","last_undegraded":"2024-03-07T03:13:39.518331+0000","last_fullsized":"2024-03-07T03:13:39.518331+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1938,"log_dups_size":0,"ondisk_log_size":1938,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:16.359457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.024996012000000001,"stat_sum":{"num_bytes":22765568,"num_objects":17,"num_object_clones":12,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":2,"num_read":350,"num_read_kb":387634,"num_write":702,"num_write_kb":183472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":7151616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.d","version":"61'1","reported_seq":1191,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:24.906636+0000","last_change":"2024-03-07T03:06:09.993129+0000","last_active":"2024-03-07T03:13:24.906636+0000","last_peered":"2024-03-07T03:13:24.906636+0000","last_clean":"2024-03-07T03:13:24.906636+0000","last_became_active":"2024-03-07T03:06:09.992737+0000","last_became_peered":"2024-03-07T03:06:09.992737+0000","last_unstale":"2024-03-07T03:13:24.906636+0000","last_undegraded":"2024-03-07T03:13:24.906636+0000","last_fullsized":"2024-03-07T03:13:24.906636+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:02:42.055569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1052,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:30.955152+0000","last_change":"2024-03-07T03:07:23.076846+0000","last_active":"2024-03-07T03:13:30.955152+0000","last_peered":"2024-03-07T03:13:30.955152+0000","last_clean":"2024-03-07T03:13:30.955152+0000","last_became_active":"2024-03-07T03:07:23.075895+0000","last_became_peered":"2024-03-07T03:07:23.075895+0000","last_unstale":"2024-03-07T03:13:30.955152+0000","last_undegraded":"2024-03-07T03:13:30.955152+0000","last_fullsized":"2024-03-07T03:13:30.955152+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:09:15.080126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"854'331","reported_seq":3440,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:14:26.413902+0000","last_change":"2024-03-07T03:10:57.298223+0000","last_active":"2024-03-07T03:14:26.413902+0000","last_peered":"2024-03-07T03:14:26.413902+0000","last_clean":"2024-03-07T03:14:26.413902+0000","last_became_active":"2024-03-07T03:07:58.749089+0000","last_became_peered":"2024-03-07T03:07:58.749089+0000","last_unstale":"2024-03-07T03:14:26.413902+0000","last_undegraded":"2024-03-07T03:14:26.413902+0000","last_fullsized":"2024-03-07T03:14:26.413902+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":331,"log_dups_size":0,"ondisk_log_size":331,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":83,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:26:07.404191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00085119700000000004,"stat_sum":{"num_bytes":15409152,"num_objects":11,"num_object_clones":10,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":91,"num_read_kb":118251,"num_write":162,"num_write_kb":30616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":34586624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"56"},{"start":"1c2","length":"3"},{"start":"1c9","length":"1"}]},{"pgid":"2.e","version":"61'2","reported_seq":1161,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:59.520482+0000","last_change":"2024-03-07T03:07:58.755578+0000","last_active":"2024-03-07T03:13:59.520482+0000","last_peered":"2024-03-07T03:13:59.520482+0000","last_clean":"2024-03-07T03:13:59.520482+0000","last_became_active":"2024-03-07T03:07:58.755160+0000","last_became_peered":"2024-03-07T03:07:58.755160+0000","last_unstale":"2024-03-07T03:13:59.520482+0000","last_undegraded":"2024-03-07T03:13:59.520482+0000","last_fullsized":"2024-03-07T03:13:59.520482+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:20.584382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":988,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:41.415624+0000","last_change":"2024-03-07T03:07:58.751269+0000","last_active":"2024-03-07T03:14:41.415624+0000","last_peered":"2024-03-07T03:14:41.415624+0000","last_clean":"2024-03-07T03:14:41.415624+0000","last_became_active":"2024-03-07T03:07:58.750956+0000","last_became_peered":"2024-03-07T03:07:58.750956+0000","last_unstale":"2024-03-07T03:14:41.415624+0000","last_undegraded":"2024-03-07T03:14:41.415624+0000","last_fullsized":"2024-03-07T03:14:41.415624+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:39.414545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1007,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:36.174338+0000","last_change":"2024-03-07T03:07:23.081711+0000","last_active":"2024-03-07T03:13:36.174338+0000","last_peered":"2024-03-07T03:13:36.174338+0000","last_clean":"2024-03-07T03:13:36.174338+0000","last_became_active":"2024-03-07T03:07:23.079269+0000","last_became_peered":"2024-03-07T03:07:23.079269+0000","last_unstale":"2024-03-07T03:13:36.174338+0000","last_undegraded":"2024-03-07T03:13:36.174338+0000","last_fullsized":"2024-03-07T03:13:36.174338+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:39.008957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1158,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:19.516251+0000","last_change":"2024-03-07T03:07:23.072806+0000","last_active":"2024-03-07T03:13:19.516251+0000","last_peered":"2024-03-07T03:13:19.516251+0000","last_clean":"2024-03-07T03:13:19.516251+0000","last_became_active":"2024-03-07T03:07:23.071234+0000","last_became_peered":"2024-03-07T03:07:23.071234+0000","last_unstale":"2024-03-07T03:13:19.516251+0000","last_undegraded":"2024-03-07T03:13:19.516251+0000","last_fullsized":"2024-03-07T03:13:19.516251+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:52.610744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1059,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:05.967181+0000","last_change":"2024-03-07T03:06:47.851593+0000","last_active":"2024-03-07T03:15:05.967181+0000","last_peered":"2024-03-07T03:15:05.967181+0000","last_clean":"2024-03-07T03:15:05.967181+0000","last_became_active":"2024-03-07T03:06:47.849677+0000","last_became_peered":"2024-03-07T03:06:47.849677+0000","last_unstale":"2024-03-07T03:15:05.967181+0000","last_undegraded":"2024-03-07T03:15:05.967181+0000","last_fullsized":"2024-03-07T03:15:05.967181+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:30.969251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1117,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:19.516309+0000","last_change":"2024-03-07T03:06:09.995434+0000","last_active":"2024-03-07T03:13:19.516309+0000","last_peered":"2024-03-07T03:13:19.516309+0000","last_clean":"2024-03-07T03:13:19.516309+0000","last_became_active":"2024-03-07T03:06:09.994939+0000","last_became_peered":"2024-03-07T03:06:09.994939+0000","last_unstale":"2024-03-07T03:13:19.516309+0000","last_undegraded":"2024-03-07T03:13:19.516309+0000","last_fullsized":"2024-03-07T03:13:19.516309+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:27:11.737354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1128,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:13.977658+0000","last_change":"2024-03-07T03:06:09.987381+0000","last_active":"2024-03-07T03:14:13.977658+0000","last_peered":"2024-03-07T03:14:13.977658+0000","last_clean":"2024-03-07T03:14:13.977658+0000","last_became_active":"2024-03-07T03:06:09.986952+0000","last_became_peered":"2024-03-07T03:06:09.986952+0000","last_unstale":"2024-03-07T03:14:13.977658+0000","last_undegraded":"2024-03-07T03:14:13.977658+0000","last_fullsized":"2024-03-07T03:14:13.977658+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:26:15.439852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:04.904825+0000","last_change":"2024-03-07T03:05:35.923999+0000","last_active":"2024-03-07T03:13:04.904825+0000","last_peered":"2024-03-07T03:13:04.904825+0000","last_clean":"2024-03-07T03:13:04.904825+0000","last_became_active":"2024-03-07T03:05:35.923719+0000","last_became_peered":"2024-03-07T03:05:35.923719+0000","last_unstale":"2024-03-07T03:13:04.904825+0000","last_undegraded":"2024-03-07T03:13:04.904825+0000","last_fullsized":"2024-03-07T03:13:04.904825+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:43:04.724647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1009,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:51.175899+0000","last_change":"2024-03-07T03:07:58.749989+0000","last_active":"2024-03-07T03:13:51.175899+0000","last_peered":"2024-03-07T03:13:51.175899+0000","last_clean":"2024-03-07T03:13:51.175899+0000","last_became_active":"2024-03-07T03:07:58.749643+0000","last_became_peered":"2024-03-07T03:07:58.749643+0000","last_unstale":"2024-03-07T03:13:51.175899+0000","last_undegraded":"2024-03-07T03:13:51.175899+0000","last_fullsized":"2024-03-07T03:13:51.175899+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:00:44.729806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1111,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:13.977679+0000","last_change":"2024-03-07T03:06:09.999184+0000","last_active":"2024-03-07T03:14:13.977679+0000","last_peered":"2024-03-07T03:14:13.977679+0000","last_clean":"2024-03-07T03:14:13.977679+0000","last_became_active":"2024-03-07T03:06:09.998856+0000","last_became_peered":"2024-03-07T03:06:09.998856+0000","last_unstale":"2024-03-07T03:14:13.977679+0000","last_undegraded":"2024-03-07T03:14:13.977679+0000","last_fullsized":"2024-03-07T03:14:13.977679+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:37:00.102189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1058,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:15.953528+0000","last_change":"2024-03-07T03:06:47.857644+0000","last_active":"2024-03-07T03:13:15.953528+0000","last_peered":"2024-03-07T03:13:15.953528+0000","last_clean":"2024-03-07T03:13:15.953528+0000","last_became_active":"2024-03-07T03:06:47.857354+0000","last_became_peered":"2024-03-07T03:06:47.857354+0000","last_unstale":"2024-03-07T03:13:15.953528+0000","last_undegraded":"2024-03-07T03:13:15.953528+0000","last_fullsized":"2024-03-07T03:13:15.953528+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:02:18.860369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1119,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:33.980041+0000","last_change":"2024-03-07T03:06:09.987872+0000","last_active":"2024-03-07T03:14:33.980041+0000","last_peered":"2024-03-07T03:14:33.980041+0000","last_clean":"2024-03-07T03:14:33.980041+0000","last_became_active":"2024-03-07T03:06:09.986852+0000","last_became_peered":"2024-03-07T03:06:09.986852+0000","last_unstale":"2024-03-07T03:14:33.980041+0000","last_undegraded":"2024-03-07T03:14:33.980041+0000","last_fullsized":"2024-03-07T03:14:33.980041+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:13.708512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1036,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:30.955106+0000","last_change":"2024-03-07T03:07:58.755825+0000","last_active":"2024-03-07T03:13:30.955106+0000","last_peered":"2024-03-07T03:13:30.955106+0000","last_clean":"2024-03-07T03:13:30.955106+0000","last_became_active":"2024-03-07T03:07:58.755395+0000","last_became_peered":"2024-03-07T03:07:58.755395+0000","last_unstale":"2024-03-07T03:13:30.955106+0000","last_undegraded":"2024-03-07T03:13:30.955106+0000","last_fullsized":"2024-03-07T03:13:30.955106+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:10:43.184914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:50.799209+0000","last_change":"2024-03-07T03:07:58.753962+0000","last_active":"2024-03-07T03:12:50.799209+0000","last_peered":"2024-03-07T03:12:50.799209+0000","last_clean":"2024-03-07T03:12:50.799209+0000","last_became_active":"2024-03-07T03:07:58.753619+0000","last_became_peered":"2024-03-07T03:07:58.753619+0000","last_unstale":"2024-03-07T03:12:50.799209+0000","last_undegraded":"2024-03-07T03:12:50.799209+0000","last_fullsized":"2024-03-07T03:12:50.799209+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:44:44.641067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1014,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:06.177419+0000","last_change":"2024-03-07T03:07:23.078516+0000","last_active":"2024-03-07T03:14:06.177419+0000","last_peered":"2024-03-07T03:14:06.177419+0000","last_clean":"2024-03-07T03:14:06.177419+0000","last_became_active":"2024-03-07T03:07:23.076017+0000","last_became_peered":"2024-03-07T03:07:23.076017+0000","last_unstale":"2024-03-07T03:14:06.177419+0000","last_undegraded":"2024-03-07T03:14:06.177419+0000","last_fullsized":"2024-03-07T03:14:06.177419+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:17:54.725933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":857645056,"num_objects":516,"num_object_clones":466,"num_object_copies":1548,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":516,"num_whiteouts":8,"num_read":3826,"num_read_kb":5949842,"num_write":7931,"num_write_kb":1978632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":107,"num_bytes_recovered":385712128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1170673664,"data_stored":2969124864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28580,"ondisk_log_size":28580,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197,"ondisk_log_size":197,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":26375,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":694,"seq":2980707303536,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":150184,"kb_used_data":96156,"kb_used_omap":35,"kb_used_meta":53980,"kb_avail":93594968,"statfs":{"total":95995035648,"available":95841247232,"internally_reserved":0,"allocated":98463744,"data_stored":167037349,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36312,"internal_metadata":55276072},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":660,"seq":2834678415479,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":94940,"kb_used_data":42576,"kb_used_omap":23,"kb_used_meta":52328,"kb_avail":93650212,"statfs":{"total":95995035648,"available":95897817088,"internally_reserved":0,"allocated":43597824,"data_stored":80829959,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":24173,"internal_metadata":53584275},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":463,"seq":1988569858209,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":692864,"kb_used_data":193964,"kb_used_omap":46,"kb_used_meta":498833,"kb_avail":93052288,"statfs":{"total":95995035648,"available":95285542912,"internally_reserved":0,"allocated":198619136,"data_stored":533391905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48036,"internal_metadata":510805084},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":528,"seq":2267742732435,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":401776,"kb_used_data":209252,"kb_used_omap":54,"kb_used_meta":192457,"kb_avail":93343376,"statfs":{"total":95995035648,"available":95583617024,"internally_reserved":0,"allocated":214274048,"data_stored":587826473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56016,"internal_metadata":197076272},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":495,"seq":2126008811674,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":485244,"kb_used_data":166572,"kb_used_omap":47,"kb_used_meta":318608,"kb_avail":93259908,"statfs":{"total":95995035648,"available":95498145792,"internally_reserved":0,"allocated":170569728,"data_stored":457545161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48143,"internal_metadata":326255601},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":562,"seq":2413771620492,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":177748,"kb_used_data":84672,"kb_used_omap":37,"kb_used_meta":93018,"kb_avail":93567404,"statfs":{"total":95995035648,"available":95813021696,"internally_reserved":0,"allocated":86704128,"data_stored":171510863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38083,"internal_metadata":95251261},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":591,"seq":2538325672069,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":365920,"kb_used_data":157844,"kb_used_omap":61,"kb_used_meta":208002,"kb_avail":93379232,"statfs":{"total":95995035648,"available":95620333568,"internally_reserved":0,"allocated":161632256,"data_stored":367986669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":62843,"internal_metadata":212994693},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":625,"seq":2684354560126,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":509804,"kb_used_data":269020,"kb_used_omap":73,"kb_used_meta":240694,"kb_avail":93235348,"statfs":{"total":95995035648,"available":95472996352,"internally_reserved":0,"allocated":275476480,"data_stored":649851960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":75044,"internal_metadata":246471388},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7413,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2060,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2124,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3359,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3677,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2797,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2839,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2106,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":188411904,"data_stored":527167488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":160964608,"data_stored":451911680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":204677120,"data_stored":582193152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":77082624,"data_stored":165871616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":152018944,"data_stored":362352640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":265863168,"data_stored":644214784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":33390592,"data_stored":74600448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":88264704,"data_stored":160813056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-07T03:17:12.662 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:17:12.662 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:17:12.662 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:17:12.662 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-07T03:17:12.662 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-07T03:17:12.662 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-07T03:17:12.663 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.c in trimming, state: active+clean+snaptrim_error 2024-03-07T03:17:12.663 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-07T03:17:12.663 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:17:12.663 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-07T03:17:12.663 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:17:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:17:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:17:13.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:17:13 smithi090 ceph-mon[89511]: pgmap v916: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:13.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:17:13 smithi090 ceph-mon[89511]: from='client.44612 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:17:13.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:17:13 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:17:13.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:17:13 smithi090 ceph-mon[91928]: pgmap v916: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:13.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:17:13 smithi090 ceph-mon[91928]: from='client.44612 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:17:13.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:17:13 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:17:13.321 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:17:13 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:17:13] "GET /metrics HTTP/1.1" 200 36316 "" "Prometheus/2.43.0" 2024-03-07T03:17:13.408 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:17:13 smithi092 ceph-mon[83777]: pgmap v916: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:13.408 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:17:13 smithi092 ceph-mon[83777]: from='client.44612 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:17:13.408 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:17:13 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:17:15.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:17:15 smithi090 ceph-mon[89511]: pgmap v917: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:15.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:17:15 smithi090 ceph-mon[91928]: pgmap v917: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:15.407 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:17:15 smithi092 ceph-mon[83777]: pgmap v917: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:17.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:17:17 smithi090 ceph-mon[89511]: pgmap v918: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:17.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:17:17 smithi090 ceph-mon[91928]: pgmap v918: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:17.407 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:17:17 smithi092 ceph-mon[83777]: pgmap v918: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:19.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:17:19 smithi090 ceph-mon[89511]: pgmap v919: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:19.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:17:19 smithi090 ceph-mon[91928]: pgmap v919: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:19.408 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:17:19 smithi092 ceph-mon[83777]: pgmap v919: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:21.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:17:21 smithi090 ceph-mon[89511]: pgmap v920: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:21.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:17:21 smithi090 ceph-mon[91928]: pgmap v920: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:21.408 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:17:21 smithi092 ceph-mon[83777]: pgmap v920: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:22.658 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:17:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:17:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:17:22.663 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph pg dump --format=json 2024-03-07T03:17:22.884 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T03:17:23.258 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:17:23 smithi090 ceph-mon[89511]: pgmap v921: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:23.258 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:17:23 smithi090 ceph-mon[91928]: pgmap v921: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:23.258 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:17:23 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:17:23] "GET /metrics HTTP/1.1" 200 36316 "" "Prometheus/2.43.0" 2024-03-07T03:17:23.408 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:17:23 smithi092 ceph-mon[83777]: pgmap v921: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:24.781 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T03:17:24.783 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-03-07T03:17:25.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:17:25 smithi090 ceph-mon[91928]: pgmap v922: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:25.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:17:25 smithi090 ceph-mon[91928]: from='client.34680 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:17:25.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:17:25 smithi090 ceph-mon[89511]: pgmap v922: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:25.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:17:25 smithi090 ceph-mon[89511]: from='client.34680 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:17:25.379 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":922,"stamp":"2024-03-07T03:17:23.971620+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":858242044,"num_objects":540,"num_object_clones":466,"num_object_copies":1620,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":540,"num_whiteouts":8,"num_read":4717,"num_read_kb":5951239,"num_write":8310,"num_write_kb":1981084,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":113,"num_bytes_recovered":387483232,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28845,"ondisk_log_size":28845,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2878480,"kb_used_data":1220056,"kb_used_omap":379,"kb_used_meta":1657924,"kb_avail":747082736,"statfs":{"total":767960285184,"available":765012721664,"internally_reserved":0,"allocated":1249337344,"data_stored":3015980339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":388650,"internal_metadata":1697714646},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003755"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":974,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:11.412277+0000","last_change":"2024-03-07T03:07:58.753984+0000","last_active":"2024-03-07T03:14:11.412277+0000","last_peered":"2024-03-07T03:14:11.412277+0000","last_clean":"2024-03-07T03:14:11.412277+0000","last_became_active":"2024-03-07T03:07:58.753138+0000","last_became_peered":"2024-03-07T03:07:58.753138+0000","last_unstale":"2024-03-07T03:14:11.412277+0000","last_undegraded":"2024-03-07T03:14:11.412277+0000","last_fullsized":"2024-03-07T03:14:11.412277+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:37:39.612519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:49.915408+0000","last_change":"2024-03-07T03:07:23.074862+0000","last_active":"2024-03-07T03:14:49.915408+0000","last_peered":"2024-03-07T03:14:49.915408+0000","last_clean":"2024-03-07T03:14:49.915408+0000","last_became_active":"2024-03-07T03:07:23.074512+0000","last_became_peered":"2024-03-07T03:07:23.074512+0000","last_unstale":"2024-03-07T03:14:49.915408+0000","last_undegraded":"2024-03-07T03:14:49.915408+0000","last_fullsized":"2024-03-07T03:14:49.915408+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:45:24.128672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.808816+0000","last_change":"2024-03-07T03:05:01.446762+0000","last_active":"2024-03-07T03:14:15.808816+0000","last_peered":"2024-03-07T03:14:15.808816+0000","last_clean":"2024-03-07T03:14:15.808816+0000","last_became_active":"2024-03-07T03:05:01.446425+0000","last_became_peered":"2024-03-07T03:05:01.446425+0000","last_unstale":"2024-03-07T03:14:15.808816+0000","last_undegraded":"2024-03-07T03:14:15.808816+0000","last_fullsized":"2024-03-07T03:14:15.808816+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:39:39.897066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1054,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:45.964721+0000","last_change":"2024-03-07T03:07:58.755992+0000","last_active":"2024-03-07T03:14:45.964721+0000","last_peered":"2024-03-07T03:14:45.964721+0000","last_clean":"2024-03-07T03:14:45.964721+0000","last_became_active":"2024-03-07T03:07:58.755499+0000","last_became_peered":"2024-03-07T03:07:58.755499+0000","last_unstale":"2024-03-07T03:14:45.964721+0000","last_undegraded":"2024-03-07T03:14:45.964721+0000","last_fullsized":"2024-03-07T03:14:45.964721+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:26:12.313572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:56.403297+0000","last_change":"2024-03-07T03:07:58.752235+0000","last_active":"2024-03-07T03:12:56.403297+0000","last_peered":"2024-03-07T03:12:56.403297+0000","last_clean":"2024-03-07T03:12:56.403297+0000","last_became_active":"2024-03-07T03:07:58.751575+0000","last_became_peered":"2024-03-07T03:07:58.751575+0000","last_unstale":"2024-03-07T03:12:56.403297+0000","last_undegraded":"2024-03-07T03:12:56.403297+0000","last_fullsized":"2024-03-07T03:12:56.403297+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:12:05.995515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1031,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.960740+0000","last_change":"2024-03-07T03:06:47.859644+0000","last_active":"2024-03-07T03:14:15.960740+0000","last_peered":"2024-03-07T03:14:15.960740+0000","last_clean":"2024-03-07T03:14:15.960740+0000","last_became_active":"2024-03-07T03:06:47.859097+0000","last_became_peered":"2024-03-07T03:06:47.859097+0000","last_unstale":"2024-03-07T03:14:15.960740+0000","last_undegraded":"2024-03-07T03:14:15.960740+0000","last_fullsized":"2024-03-07T03:14:15.960740+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:22:46.909130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:56.403271+0000","last_change":"2024-03-07T03:07:58.754226+0000","last_active":"2024-03-07T03:12:56.403271+0000","last_peered":"2024-03-07T03:12:56.403271+0000","last_clean":"2024-03-07T03:12:56.403271+0000","last_became_active":"2024-03-07T03:07:58.753169+0000","last_became_peered":"2024-03-07T03:07:58.753169+0000","last_unstale":"2024-03-07T03:12:56.403271+0000","last_undegraded":"2024-03-07T03:12:56.403271+0000","last_fullsized":"2024-03-07T03:12:56.403271+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:46:59.258099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1087,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:03.970559+0000","last_change":"2024-03-07T03:07:23.073492+0000","last_active":"2024-03-07T03:13:03.970559+0000","last_peered":"2024-03-07T03:13:03.970559+0000","last_clean":"2024-03-07T03:13:03.970559+0000","last_became_active":"2024-03-07T03:07:23.071929+0000","last_became_peered":"2024-03-07T03:07:23.071929+0000","last_unstale":"2024-03-07T03:13:03.970559+0000","last_undegraded":"2024-03-07T03:13:03.970559+0000","last_fullsized":"2024-03-07T03:13:03.970559+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:35:26.391722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":979,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:46.402166+0000","last_change":"2024-03-07T03:07:58.760328+0000","last_active":"2024-03-07T03:12:46.402166+0000","last_peered":"2024-03-07T03:12:46.402166+0000","last_clean":"2024-03-07T03:12:46.402166+0000","last_became_active":"2024-03-07T03:07:58.760046+0000","last_became_peered":"2024-03-07T03:07:58.760046+0000","last_unstale":"2024-03-07T03:12:46.402166+0000","last_undegraded":"2024-03-07T03:12:46.402166+0000","last_fullsized":"2024-03-07T03:12:46.402166+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:08:46.356817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1006,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:36.180545+0000","last_change":"2024-03-07T03:07:23.079945+0000","last_active":"2024-03-07T03:14:36.180545+0000","last_peered":"2024-03-07T03:14:36.180545+0000","last_clean":"2024-03-07T03:14:36.180545+0000","last_became_active":"2024-03-07T03:07:23.078551+0000","last_became_peered":"2024-03-07T03:07:23.078551+0000","last_unstale":"2024-03-07T03:14:36.180545+0000","last_undegraded":"2024-03-07T03:14:36.180545+0000","last_fullsized":"2024-03-07T03:14:36.180545+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:03:46.670084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1006,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:36.180515+0000","last_change":"2024-03-07T03:07:23.081963+0000","last_active":"2024-03-07T03:14:36.180515+0000","last_peered":"2024-03-07T03:14:36.180515+0000","last_clean":"2024-03-07T03:14:36.180515+0000","last_became_active":"2024-03-07T03:07:23.080128+0000","last_became_peered":"2024-03-07T03:07:23.080128+0000","last_unstale":"2024-03-07T03:14:36.180515+0000","last_undegraded":"2024-03-07T03:14:36.180515+0000","last_fullsized":"2024-03-07T03:14:36.180515+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:56.813267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1149,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:39.524576+0000","last_change":"2024-03-07T03:07:23.074902+0000","last_active":"2024-03-07T03:14:39.524576+0000","last_peered":"2024-03-07T03:14:39.524576+0000","last_clean":"2024-03-07T03:14:39.524576+0000","last_became_active":"2024-03-07T03:07:23.074466+0000","last_became_peered":"2024-03-07T03:07:23.074466+0000","last_unstale":"2024-03-07T03:14:39.524576+0000","last_undegraded":"2024-03-07T03:14:39.524576+0000","last_fullsized":"2024-03-07T03:14:39.524576+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:40:20.268555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1117,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:48.969095+0000","last_change":"2024-03-07T03:07:23.072635+0000","last_active":"2024-03-07T03:12:48.969095+0000","last_peered":"2024-03-07T03:12:48.969095+0000","last_clean":"2024-03-07T03:12:48.969095+0000","last_became_active":"2024-03-07T03:07:23.071712+0000","last_became_peered":"2024-03-07T03:07:23.071712+0000","last_unstale":"2024-03-07T03:12:48.969095+0000","last_undegraded":"2024-03-07T03:12:48.969095+0000","last_fullsized":"2024-03-07T03:12:48.969095+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:00:39.298564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:10.801360+0000","last_change":"2024-03-07T03:06:47.851538+0000","last_active":"2024-03-07T03:13:10.801360+0000","last_peered":"2024-03-07T03:13:10.801360+0000","last_clean":"2024-03-07T03:13:10.801360+0000","last_became_active":"2024-03-07T03:06:47.851183+0000","last_became_peered":"2024-03-07T03:06:47.851183+0000","last_unstale":"2024-03-07T03:13:10.801360+0000","last_undegraded":"2024-03-07T03:13:10.801360+0000","last_fullsized":"2024-03-07T03:13:10.801360+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:36:23.932334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:44.908628+0000","last_change":"2024-03-07T03:06:47.843126+0000","last_active":"2024-03-07T03:13:44.908628+0000","last_peered":"2024-03-07T03:13:44.908628+0000","last_clean":"2024-03-07T03:13:44.908628+0000","last_became_active":"2024-03-07T03:06:47.842736+0000","last_became_peered":"2024-03-07T03:06:47.842736+0000","last_unstale":"2024-03-07T03:13:44.908628+0000","last_undegraded":"2024-03-07T03:13:44.908628+0000","last_fullsized":"2024-03-07T03:13:44.908628+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:48:10.843465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1035,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:45.956756+0000","last_change":"2024-03-07T03:07:58.755620+0000","last_active":"2024-03-07T03:13:45.956756+0000","last_peered":"2024-03-07T03:13:45.956756+0000","last_clean":"2024-03-07T03:13:45.956756+0000","last_became_active":"2024-03-07T03:07:58.755267+0000","last_became_peered":"2024-03-07T03:07:58.755267+0000","last_unstale":"2024-03-07T03:13:45.956756+0000","last_undegraded":"2024-03-07T03:13:45.956756+0000","last_fullsized":"2024-03-07T03:13:45.956756+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:51:32.339400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1039,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:45.956823+0000","last_change":"2024-03-07T03:07:58.756358+0000","last_active":"2024-03-07T03:13:45.956823+0000","last_peered":"2024-03-07T03:13:45.956823+0000","last_clean":"2024-03-07T03:13:45.956823+0000","last_became_active":"2024-03-07T03:07:58.755960+0000","last_became_peered":"2024-03-07T03:07:58.755960+0000","last_unstale":"2024-03-07T03:13:45.956823+0000","last_undegraded":"2024-03-07T03:13:45.956823+0000","last_fullsized":"2024-03-07T03:13:45.956823+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:47.464423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1157,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:19.522506+0000","last_change":"2024-03-07T03:07:58.755619+0000","last_active":"2024-03-07T03:14:19.522506+0000","last_peered":"2024-03-07T03:14:19.522506+0000","last_clean":"2024-03-07T03:14:19.522506+0000","last_became_active":"2024-03-07T03:07:58.755214+0000","last_became_peered":"2024-03-07T03:07:58.755214+0000","last_unstale":"2024-03-07T03:14:19.522506+0000","last_undegraded":"2024-03-07T03:14:19.522506+0000","last_fullsized":"2024-03-07T03:14:19.522506+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:59:02.041330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":973,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:41.415600+0000","last_change":"2024-03-07T03:07:58.756563+0000","last_active":"2024-03-07T03:14:41.415600+0000","last_peered":"2024-03-07T03:14:41.415600+0000","last_clean":"2024-03-07T03:14:41.415600+0000","last_became_active":"2024-03-07T03:07:58.752195+0000","last_became_peered":"2024-03-07T03:07:58.752195+0000","last_unstale":"2024-03-07T03:14:41.415600+0000","last_undegraded":"2024-03-07T03:14:41.415600+0000","last_fullsized":"2024-03-07T03:14:41.415600+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:32:35.496500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"716'5","reported_seq":1223,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.808871+0000","last_change":"2024-03-07T03:07:58.753999+0000","last_active":"2024-03-07T03:14:15.808871+0000","last_peered":"2024-03-07T03:14:15.808871+0000","last_clean":"2024-03-07T03:14:15.808871+0000","last_became_active":"2024-03-07T03:07:58.753607+0000","last_became_peered":"2024-03-07T03:07:58.753607+0000","last_unstale":"2024-03-07T03:14:15.808871+0000","last_undegraded":"2024-03-07T03:14:15.808871+0000","last_fullsized":"2024-03-07T03:14:15.808871+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:28:57.567238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1111,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:33.973557+0000","last_change":"2024-03-07T03:07:23.083830+0000","last_active":"2024-03-07T03:13:33.973557+0000","last_peered":"2024-03-07T03:13:33.973557+0000","last_clean":"2024-03-07T03:13:33.973557+0000","last_became_active":"2024-03-07T03:07:23.083530+0000","last_became_peered":"2024-03-07T03:07:23.083530+0000","last_unstale":"2024-03-07T03:13:33.973557+0000","last_undegraded":"2024-03-07T03:13:33.973557+0000","last_fullsized":"2024-03-07T03:13:33.973557+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:57.938032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"716'2","reported_seq":1131,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:33.973566+0000","last_change":"2024-03-07T03:06:47.849618+0000","last_active":"2024-03-07T03:13:33.973566+0000","last_peered":"2024-03-07T03:13:33.973566+0000","last_clean":"2024-03-07T03:13:33.973566+0000","last_became_active":"2024-03-07T03:06:47.849222+0000","last_became_peered":"2024-03-07T03:06:47.849222+0000","last_unstale":"2024-03-07T03:13:33.973566+0000","last_undegraded":"2024-03-07T03:13:33.973566+0000","last_fullsized":"2024-03-07T03:13:33.973566+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:36:41.880143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.808860+0000","last_change":"2024-03-07T03:06:47.851880+0000","last_active":"2024-03-07T03:14:15.808860+0000","last_peered":"2024-03-07T03:14:15.808860+0000","last_clean":"2024-03-07T03:14:15.808860+0000","last_became_active":"2024-03-07T03:06:47.851176+0000","last_became_peered":"2024-03-07T03:06:47.851176+0000","last_unstale":"2024-03-07T03:14:15.808860+0000","last_undegraded":"2024-03-07T03:14:15.808860+0000","last_fullsized":"2024-03-07T03:14:15.808860+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:38:59.663068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":977,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:56.403337+0000","last_change":"2024-03-07T03:07:58.757245+0000","last_active":"2024-03-07T03:12:56.403337+0000","last_peered":"2024-03-07T03:12:56.403337+0000","last_clean":"2024-03-07T03:12:56.403337+0000","last_became_active":"2024-03-07T03:07:58.754456+0000","last_became_peered":"2024-03-07T03:07:58.754456+0000","last_unstale":"2024-03-07T03:12:56.403337+0000","last_undegraded":"2024-03-07T03:12:56.403337+0000","last_fullsized":"2024-03-07T03:12:56.403337+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:57:32.153933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1044,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.960779+0000","last_change":"2024-03-07T03:06:47.855220+0000","last_active":"2024-03-07T03:14:15.960779+0000","last_peered":"2024-03-07T03:14:15.960779+0000","last_clean":"2024-03-07T03:14:15.960779+0000","last_became_active":"2024-03-07T03:06:47.854836+0000","last_became_peered":"2024-03-07T03:06:47.854836+0000","last_unstale":"2024-03-07T03:14:15.960779+0000","last_undegraded":"2024-03-07T03:14:15.960779+0000","last_fullsized":"2024-03-07T03:14:15.960779+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:51:35.386552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":984,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:56.403317+0000","last_change":"2024-03-07T03:07:58.757676+0000","last_active":"2024-03-07T03:12:56.403317+0000","last_peered":"2024-03-07T03:12:56.403317+0000","last_clean":"2024-03-07T03:12:56.403317+0000","last_became_active":"2024-03-07T03:07:58.753930+0000","last_became_peered":"2024-03-07T03:07:58.753930+0000","last_unstale":"2024-03-07T03:12:56.403317+0000","last_undegraded":"2024-03-07T03:12:56.403317+0000","last_fullsized":"2024-03-07T03:12:56.403317+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:56.639688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1038,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.960791+0000","last_change":"2024-03-07T03:07:23.076532+0000","last_active":"2024-03-07T03:14:15.960791+0000","last_peered":"2024-03-07T03:14:15.960791+0000","last_clean":"2024-03-07T03:14:15.960791+0000","last_became_active":"2024-03-07T03:07:23.076234+0000","last_became_peered":"2024-03-07T03:07:23.076234+0000","last_unstale":"2024-03-07T03:14:15.960791+0000","last_undegraded":"2024-03-07T03:14:15.960791+0000","last_fullsized":"2024-03-07T03:14:15.960791+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:16:39.967241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"716'2","reported_seq":1090,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:03.970601+0000","last_change":"2024-03-07T03:07:58.752045+0000","last_active":"2024-03-07T03:13:03.970601+0000","last_peered":"2024-03-07T03:13:03.970601+0000","last_clean":"2024-03-07T03:13:03.970601+0000","last_became_active":"2024-03-07T03:07:58.751585+0000","last_became_peered":"2024-03-07T03:07:58.751585+0000","last_unstale":"2024-03-07T03:13:03.970601+0000","last_undegraded":"2024-03-07T03:13:03.970601+0000","last_fullsized":"2024-03-07T03:13:03.970601+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:03:01.652607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1108,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:38.077764+0000","last_change":"2024-03-07T03:06:09.990854+0000","last_active":"2024-03-07T03:13:38.077764+0000","last_peered":"2024-03-07T03:13:38.077764+0000","last_clean":"2024-03-07T03:13:38.077764+0000","last_became_active":"2024-03-07T03:06:09.990464+0000","last_became_peered":"2024-03-07T03:06:09.990464+0000","last_unstale":"2024-03-07T03:13:38.077764+0000","last_undegraded":"2024-03-07T03:13:38.077764+0000","last_fullsized":"2024-03-07T03:13:38.077764+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:53:52.856954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"716'2","reported_seq":1011,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:51.181910+0000","last_change":"2024-03-07T03:07:58.754526+0000","last_active":"2024-03-07T03:14:51.181910+0000","last_peered":"2024-03-07T03:14:51.181910+0000","last_clean":"2024-03-07T03:14:51.181910+0000","last_became_active":"2024-03-07T03:07:58.754123+0000","last_became_peered":"2024-03-07T03:07:58.754123+0000","last_unstale":"2024-03-07T03:14:51.181910+0000","last_undegraded":"2024-03-07T03:14:51.181910+0000","last_fullsized":"2024-03-07T03:14:51.181910+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:41:34.446180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:50.805938+0000","last_change":"2024-03-07T03:07:58.750769+0000","last_active":"2024-03-07T03:13:50.805938+0000","last_peered":"2024-03-07T03:13:50.805938+0000","last_clean":"2024-03-07T03:13:50.805938+0000","last_became_active":"2024-03-07T03:07:58.749974+0000","last_became_peered":"2024-03-07T03:07:58.749974+0000","last_unstale":"2024-03-07T03:13:50.805938+0000","last_undegraded":"2024-03-07T03:13:50.805938+0000","last_fullsized":"2024-03-07T03:13:50.805938+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:56:14.059734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1127,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:48.969049+0000","last_change":"2024-03-07T03:07:23.072942+0000","last_active":"2024-03-07T03:12:48.969049+0000","last_peered":"2024-03-07T03:12:48.969049+0000","last_clean":"2024-03-07T03:12:48.969049+0000","last_became_active":"2024-03-07T03:07:23.072639+0000","last_became_peered":"2024-03-07T03:07:23.072639+0000","last_unstale":"2024-03-07T03:12:48.969049+0000","last_undegraded":"2024-03-07T03:12:48.969049+0000","last_fullsized":"2024-03-07T03:12:48.969049+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:42.808853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1124,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:48.969008+0000","last_change":"2024-03-07T03:05:35.934963+0000","last_active":"2024-03-07T03:12:48.969008+0000","last_peered":"2024-03-07T03:12:48.969008+0000","last_clean":"2024-03-07T03:12:48.969008+0000","last_became_active":"2024-03-07T03:05:35.932493+0000","last_became_peered":"2024-03-07T03:05:35.932493+0000","last_unstale":"2024-03-07T03:12:48.969008+0000","last_undegraded":"2024-03-07T03:12:48.969008+0000","last_fullsized":"2024-03-07T03:12:48.969008+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:00:57.111662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1040,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:00.958587+0000","last_change":"2024-03-07T03:07:58.756063+0000","last_active":"2024-03-07T03:14:00.958587+0000","last_peered":"2024-03-07T03:14:00.958587+0000","last_clean":"2024-03-07T03:14:00.958587+0000","last_became_active":"2024-03-07T03:07:58.755712+0000","last_became_peered":"2024-03-07T03:07:58.755712+0000","last_unstale":"2024-03-07T03:14:00.958587+0000","last_undegraded":"2024-03-07T03:14:00.958587+0000","last_fullsized":"2024-03-07T03:14:00.958587+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:13:06.484346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:04.910749+0000","last_change":"2024-03-07T03:06:09.996319+0000","last_active":"2024-03-07T03:14:04.910749+0000","last_peered":"2024-03-07T03:14:04.910749+0000","last_clean":"2024-03-07T03:14:04.910749+0000","last_became_active":"2024-03-07T03:06:09.996002+0000","last_became_peered":"2024-03-07T03:06:09.996002+0000","last_unstale":"2024-03-07T03:14:04.910749+0000","last_undegraded":"2024-03-07T03:14:04.910749+0000","last_fullsized":"2024-03-07T03:14:04.910749+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:41:55.764562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1007,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:36.180568+0000","last_change":"2024-03-07T03:07:23.083466+0000","last_active":"2024-03-07T03:14:36.180568+0000","last_peered":"2024-03-07T03:14:36.180568+0000","last_clean":"2024-03-07T03:14:36.180568+0000","last_became_active":"2024-03-07T03:07:23.083156+0000","last_became_peered":"2024-03-07T03:07:23.083156+0000","last_unstale":"2024-03-07T03:14:36.180568+0000","last_undegraded":"2024-03-07T03:14:36.180568+0000","last_fullsized":"2024-03-07T03:14:36.180568+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:32:00.539449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1026,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:00.958646+0000","last_change":"2024-03-07T03:07:58.752127+0000","last_active":"2024-03-07T03:14:00.958646+0000","last_peered":"2024-03-07T03:14:00.958646+0000","last_clean":"2024-03-07T03:14:00.958646+0000","last_became_active":"2024-03-07T03:07:58.751770+0000","last_became_peered":"2024-03-07T03:07:58.751770+0000","last_unstale":"2024-03-07T03:14:00.958646+0000","last_undegraded":"2024-03-07T03:14:00.958646+0000","last_fullsized":"2024-03-07T03:14:00.958646+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:43.791488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1060,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:00.958636+0000","last_change":"2024-03-07T03:07:23.077653+0000","last_active":"2024-03-07T03:14:00.958636+0000","last_peered":"2024-03-07T03:14:00.958636+0000","last_clean":"2024-03-07T03:14:00.958636+0000","last_became_active":"2024-03-07T03:07:23.077355+0000","last_became_peered":"2024-03-07T03:07:23.077355+0000","last_unstale":"2024-03-07T03:14:00.958636+0000","last_undegraded":"2024-03-07T03:14:00.958636+0000","last_fullsized":"2024-03-07T03:14:00.958636+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:45.861158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:30.803761+0000","last_change":"2024-03-07T03:06:47.851508+0000","last_active":"2024-03-07T03:13:30.803761+0000","last_peered":"2024-03-07T03:13:30.803761+0000","last_clean":"2024-03-07T03:13:30.803761+0000","last_became_active":"2024-03-07T03:06:47.850839+0000","last_became_peered":"2024-03-07T03:06:47.850839+0000","last_unstale":"2024-03-07T03:13:30.803761+0000","last_undegraded":"2024-03-07T03:13:30.803761+0000","last_fullsized":"2024-03-07T03:13:30.803761+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:08:06.622234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1193,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:04.910791+0000","last_change":"2024-03-07T03:06:47.845848+0000","last_active":"2024-03-07T03:14:04.910791+0000","last_peered":"2024-03-07T03:14:04.910791+0000","last_clean":"2024-03-07T03:14:04.910791+0000","last_became_active":"2024-03-07T03:06:47.845425+0000","last_became_peered":"2024-03-07T03:06:47.845425+0000","last_unstale":"2024-03-07T03:14:04.910791+0000","last_undegraded":"2024-03-07T03:14:04.910791+0000","last_fullsized":"2024-03-07T03:14:04.910791+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:16:24.833986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1079,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:08.074258+0000","last_change":"2024-03-07T03:07:58.754983+0000","last_active":"2024-03-07T03:13:08.074258+0000","last_peered":"2024-03-07T03:13:08.074258+0000","last_clean":"2024-03-07T03:13:08.074258+0000","last_became_active":"2024-03-07T03:07:58.754657+0000","last_became_peered":"2024-03-07T03:07:58.754657+0000","last_unstale":"2024-03-07T03:13:08.074258+0000","last_undegraded":"2024-03-07T03:13:08.074258+0000","last_fullsized":"2024-03-07T03:13:08.074258+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:06:00.897772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"716'29","reported_seq":1042,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:21.179150+0000","last_change":"2024-03-07T03:07:23.079677+0000","last_active":"2024-03-07T03:14:21.179150+0000","last_peered":"2024-03-07T03:14:21.179150+0000","last_clean":"2024-03-07T03:14:21.179150+0000","last_became_active":"2024-03-07T03:07:23.079320+0000","last_became_peered":"2024-03-07T03:07:23.079320+0000","last_unstale":"2024-03-07T03:14:21.179150+0000","last_undegraded":"2024-03-07T03:14:21.179150+0000","last_fullsized":"2024-03-07T03:14:21.179150+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:49:54.979015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:46.402133+0000","last_change":"2024-03-07T03:07:58.758376+0000","last_active":"2024-03-07T03:12:46.402133+0000","last_peered":"2024-03-07T03:12:46.402133+0000","last_clean":"2024-03-07T03:12:46.402133+0000","last_became_active":"2024-03-07T03:07:58.757816+0000","last_became_peered":"2024-03-07T03:07:58.757816+0000","last_unstale":"2024-03-07T03:12:46.402133+0000","last_undegraded":"2024-03-07T03:12:46.402133+0000","last_fullsized":"2024-03-07T03:12:46.402133+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:47.253727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1219,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:10.801397+0000","last_change":"2024-03-07T03:06:09.989072+0000","last_active":"2024-03-07T03:13:10.801397+0000","last_peered":"2024-03-07T03:13:10.801397+0000","last_clean":"2024-03-07T03:13:10.801397+0000","last_became_active":"2024-03-07T03:06:09.987754+0000","last_became_peered":"2024-03-07T03:06:09.987754+0000","last_unstale":"2024-03-07T03:13:10.801397+0000","last_undegraded":"2024-03-07T03:13:10.801397+0000","last_fullsized":"2024-03-07T03:13:10.801397+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:05:15.340331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:10.801380+0000","last_change":"2024-03-07T03:07:58.754207+0000","last_active":"2024-03-07T03:13:10.801380+0000","last_peered":"2024-03-07T03:13:10.801380+0000","last_clean":"2024-03-07T03:13:10.801380+0000","last_became_active":"2024-03-07T03:07:58.753859+0000","last_became_peered":"2024-03-07T03:07:58.753859+0000","last_unstale":"2024-03-07T03:13:10.801380+0000","last_undegraded":"2024-03-07T03:13:10.801380+0000","last_fullsized":"2024-03-07T03:13:10.801380+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:14:02.813872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1053,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:45.956792+0000","last_change":"2024-03-07T03:07:58.755838+0000","last_active":"2024-03-07T03:13:45.956792+0000","last_peered":"2024-03-07T03:13:45.956792+0000","last_clean":"2024-03-07T03:13:45.956792+0000","last_became_active":"2024-03-07T03:07:58.755436+0000","last_became_peered":"2024-03-07T03:07:58.755436+0000","last_unstale":"2024-03-07T03:13:45.956792+0000","last_undegraded":"2024-03-07T03:13:45.956792+0000","last_fullsized":"2024-03-07T03:13:45.956792+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:25.094944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:56.417167+0000","last_change":"2024-03-07T03:07:58.750199+0000","last_active":"2024-03-07T03:14:56.417167+0000","last_peered":"2024-03-07T03:14:56.417167+0000","last_clean":"2024-03-07T03:14:56.417167+0000","last_became_active":"2024-03-07T03:07:58.749858+0000","last_became_peered":"2024-03-07T03:07:58.749858+0000","last_unstale":"2024-03-07T03:14:56.417167+0000","last_undegraded":"2024-03-07T03:14:56.417167+0000","last_fullsized":"2024-03-07T03:14:56.417167+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:41.122539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1015,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:21.179131+0000","last_change":"2024-03-07T03:07:23.076835+0000","last_active":"2024-03-07T03:14:21.179131+0000","last_peered":"2024-03-07T03:14:21.179131+0000","last_clean":"2024-03-07T03:14:21.179131+0000","last_became_active":"2024-03-07T03:07:23.075094+0000","last_became_peered":"2024-03-07T03:07:23.075094+0000","last_unstale":"2024-03-07T03:14:21.179131+0000","last_undegraded":"2024-03-07T03:14:21.179131+0000","last_fullsized":"2024-03-07T03:14:21.179131+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:50:36.739831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1006,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:21.179108+0000","last_change":"2024-03-07T03:07:23.078279+0000","last_active":"2024-03-07T03:14:21.179108+0000","last_peered":"2024-03-07T03:14:21.179108+0000","last_clean":"2024-03-07T03:14:21.179108+0000","last_became_active":"2024-03-07T03:07:23.077338+0000","last_became_peered":"2024-03-07T03:07:23.077338+0000","last_unstale":"2024-03-07T03:14:21.179108+0000","last_undegraded":"2024-03-07T03:14:21.179108+0000","last_fullsized":"2024-03-07T03:14:21.179108+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:05:40.599683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1170,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:19.522440+0000","last_change":"2024-03-07T03:05:01.461919+0000","last_active":"2024-03-07T03:14:19.522440+0000","last_peered":"2024-03-07T03:14:19.522440+0000","last_clean":"2024-03-07T03:14:19.522440+0000","last_became_active":"2024-03-07T03:05:01.459759+0000","last_became_peered":"2024-03-07T03:05:01.459759+0000","last_unstale":"2024-03-07T03:14:19.522440+0000","last_undegraded":"2024-03-07T03:14:19.522440+0000","last_fullsized":"2024-03-07T03:14:19.522440+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:31:45.535178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":973,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:56.417138+0000","last_change":"2024-03-07T03:07:58.753856+0000","last_active":"2024-03-07T03:14:56.417138+0000","last_peered":"2024-03-07T03:14:56.417138+0000","last_clean":"2024-03-07T03:14:56.417138+0000","last_became_active":"2024-03-07T03:07:58.751889+0000","last_became_peered":"2024-03-07T03:07:58.751889+0000","last_unstale":"2024-03-07T03:14:56.417138+0000","last_undegraded":"2024-03-07T03:14:56.417138+0000","last_fullsized":"2024-03-07T03:14:56.417138+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:27:20.126942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"863'1273","reported_seq":4341,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:39.518251+0000","last_change":"2024-03-07T03:10:56.137635+0000","last_active":"2024-03-07T03:13:39.518251+0000","last_peered":"2024-03-07T03:13:39.518251+0000","last_clean":"2024-03-07T03:13:39.518251+0000","last_became_active":"2024-03-07T03:05:01.457883+0000","last_became_peered":"2024-03-07T03:05:01.457883+0000","last_unstale":"2024-03-07T03:13:39.518251+0000","last_undegraded":"2024-03-07T03:13:39.518251+0000","last_fullsized":"2024-03-07T03:13:39.518251+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1273,"log_dups_size":0,"ondisk_log_size":1273,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:21:46.718939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.021818005000000001,"stat_sum":{"num_bytes":15540224,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":258,"num_read_kb":529715,"num_write":442,"num_write_kb":102224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1441792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.f","version":"61'1","reported_seq":1083,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:08.088005+0000","last_change":"2024-03-07T03:07:58.755003+0000","last_active":"2024-03-07T03:15:08.088005+0000","last_peered":"2024-03-07T03:15:08.088005+0000","last_clean":"2024-03-07T03:15:08.088005+0000","last_became_active":"2024-03-07T03:07:58.754564+0000","last_became_peered":"2024-03-07T03:07:58.754564+0000","last_unstale":"2024-03-07T03:15:08.088005+0000","last_undegraded":"2024-03-07T03:15:08.088005+0000","last_fullsized":"2024-03-07T03:15:08.088005+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:34:53.344746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":988,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:41.415610+0000","last_change":"2024-03-07T03:07:58.750952+0000","last_active":"2024-03-07T03:14:41.415610+0000","last_peered":"2024-03-07T03:14:41.415610+0000","last_clean":"2024-03-07T03:14:41.415610+0000","last_became_active":"2024-03-07T03:07:58.749229+0000","last_became_peered":"2024-03-07T03:07:58.749229+0000","last_unstale":"2024-03-07T03:14:41.415610+0000","last_undegraded":"2024-03-07T03:14:41.415610+0000","last_fullsized":"2024-03-07T03:14:41.415610+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:53:10.534950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"863'847","reported_seq":4049,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.808770+0000","last_change":"2024-03-07T03:10:56.129162+0000","last_active":"2024-03-07T03:14:15.808770+0000","last_peered":"2024-03-07T03:14:15.808770+0000","last_clean":"2024-03-07T03:14:15.808770+0000","last_became_active":"2024-03-07T03:07:23.074596+0000","last_became_peered":"2024-03-07T03:07:23.074596+0000","last_unstale":"2024-03-07T03:14:15.808770+0000","last_undegraded":"2024-03-07T03:14:15.808770+0000","last_fullsized":"2024-03-07T03:14:15.808770+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":847,"log_dups_size":0,"ondisk_log_size":847,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:34:23.625809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0099120149999999997,"stat_sum":{"num_bytes":38936576,"num_objects":11,"num_object_clones":9,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":157,"num_read_kb":413258,"num_write":266,"num_write_kb":109952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":4374528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.2","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:49.915330+0000","last_change":"2024-03-07T03:06:47.845893+0000","last_active":"2024-03-07T03:14:49.915330+0000","last_peered":"2024-03-07T03:14:49.915330+0000","last_clean":"2024-03-07T03:14:49.915330+0000","last_became_active":"2024-03-07T03:06:47.845548+0000","last_became_peered":"2024-03-07T03:06:47.845548+0000","last_unstale":"2024-03-07T03:14:49.915330+0000","last_undegraded":"2024-03-07T03:14:49.915330+0000","last_fullsized":"2024-03-07T03:14:49.915330+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:19:55.051329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:49.915367+0000","last_change":"2024-03-07T03:07:58.751041+0000","last_active":"2024-03-07T03:14:49.915367+0000","last_peered":"2024-03-07T03:14:49.915367+0000","last_clean":"2024-03-07T03:14:49.915367+0000","last_became_active":"2024-03-07T03:07:58.749047+0000","last_became_peered":"2024-03-07T03:07:58.749047+0000","last_unstale":"2024-03-07T03:14:49.915367+0000","last_undegraded":"2024-03-07T03:14:49.915367+0000","last_fullsized":"2024-03-07T03:14:49.915367+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:47:59.256394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1059,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:05.967226+0000","last_change":"2024-03-07T03:06:47.858022+0000","last_active":"2024-03-07T03:15:05.967226+0000","last_peered":"2024-03-07T03:15:05.967226+0000","last_clean":"2024-03-07T03:15:05.967226+0000","last_became_active":"2024-03-07T03:06:47.857526+0000","last_became_peered":"2024-03-07T03:06:47.857526+0000","last_unstale":"2024-03-07T03:15:05.967226+0000","last_undegraded":"2024-03-07T03:15:05.967226+0000","last_fullsized":"2024-03-07T03:15:05.967226+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:02:03.856321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"862'1186","reported_seq":4380,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.808828+0000","last_change":"2024-03-07T03:10:56.119983+0000","last_active":"2024-03-07T03:14:15.808828+0000","last_peered":"2024-03-07T03:14:15.808828+0000","last_clean":"2024-03-07T03:14:15.808828+0000","last_became_active":"2024-03-07T03:06:09.988405+0000","last_became_peered":"2024-03-07T03:06:09.988405+0000","last_unstale":"2024-03-07T03:14:15.808828+0000","last_undegraded":"2024-03-07T03:14:15.808828+0000","last_fullsized":"2024-03-07T03:14:15.808828+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1186,"log_dups_size":0,"ondisk_log_size":1186,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:41:38.890400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099770099999999993,"stat_sum":{"num_bytes":13524992,"num_objects":9,"num_object_clones":6,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":208,"num_read_kb":390958,"num_write":505,"num_write_kb":103888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":50642944,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:49.915380+0000","last_change":"2024-03-07T03:05:35.928460+0000","last_active":"2024-03-07T03:14:49.915380+0000","last_peered":"2024-03-07T03:14:49.915380+0000","last_clean":"2024-03-07T03:14:49.915380+0000","last_became_active":"2024-03-07T03:05:35.928017+0000","last_became_peered":"2024-03-07T03:05:35.928017+0000","last_unstale":"2024-03-07T03:14:49.915380+0000","last_undegraded":"2024-03-07T03:14:49.915380+0000","last_fullsized":"2024-03-07T03:14:49.915380+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:53:27.674544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1028,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:05.967147+0000","last_change":"2024-03-07T03:07:23.075249+0000","last_active":"2024-03-07T03:15:05.967147+0000","last_peered":"2024-03-07T03:15:05.967147+0000","last_clean":"2024-03-07T03:15:05.967147+0000","last_became_active":"2024-03-07T03:07:23.074866+0000","last_became_peered":"2024-03-07T03:07:23.074866+0000","last_unstale":"2024-03-07T03:15:05.967147+0000","last_undegraded":"2024-03-07T03:15:05.967147+0000","last_fullsized":"2024-03-07T03:15:05.967147+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:03.393010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1080,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:28.083299+0000","last_change":"2024-03-07T03:07:23.069585+0000","last_active":"2024-03-07T03:14:28.083299+0000","last_peered":"2024-03-07T03:14:28.083299+0000","last_clean":"2024-03-07T03:14:28.083299+0000","last_became_active":"2024-03-07T03:07:23.069262+0000","last_became_peered":"2024-03-07T03:07:23.069262+0000","last_unstale":"2024-03-07T03:14:28.083299+0000","last_undegraded":"2024-03-07T03:14:28.083299+0000","last_fullsized":"2024-03-07T03:14:28.083299+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:11:22.045807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"861'1094","reported_seq":4797,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:39.518368+0000","last_change":"2024-03-07T03:10:57.331022+0000","last_active":"2024-03-07T03:13:39.518368+0000","last_peered":"2024-03-07T03:13:39.518368+0000","last_clean":"2024-03-07T03:13:39.518368+0000","last_became_active":"2024-03-07T03:06:47.847229+0000","last_became_peered":"2024-03-07T03:06:47.847229+0000","last_unstale":"2024-03-07T03:13:39.518368+0000","last_undegraded":"2024-03-07T03:13:39.518368+0000","last_fullsized":"2024-03-07T03:13:39.518368+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1094,"log_dups_size":0,"ondisk_log_size":1094,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:58:27.729404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.032339935,"stat_sum":{"num_bytes":113606656,"num_objects":59,"num_object_clones":55,"num_object_copies":177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":279,"num_read_kb":358703,"num_write":525,"num_write_kb":146904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":36642816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1183,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:04.904853+0000","last_change":"2024-03-07T03:06:47.843416+0000","last_active":"2024-03-07T03:13:04.904853+0000","last_peered":"2024-03-07T03:13:04.904853+0000","last_clean":"2024-03-07T03:13:04.904853+0000","last_became_active":"2024-03-07T03:06:47.842812+0000","last_became_peered":"2024-03-07T03:06:47.842812+0000","last_unstale":"2024-03-07T03:13:04.904853+0000","last_undegraded":"2024-03-07T03:13:04.904853+0000","last_fullsized":"2024-03-07T03:13:04.904853+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:03:02.672609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1190,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:24.912798+0000","last_change":"2024-03-07T03:07:23.071850+0000","last_active":"2024-03-07T03:14:24.912798+0000","last_peered":"2024-03-07T03:14:24.912798+0000","last_clean":"2024-03-07T03:14:24.912798+0000","last_became_active":"2024-03-07T03:07:23.071476+0000","last_became_peered":"2024-03-07T03:07:23.071476+0000","last_unstale":"2024-03-07T03:14:24.912798+0000","last_undegraded":"2024-03-07T03:14:24.912798+0000","last_fullsized":"2024-03-07T03:14:24.912798+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:13:05.296486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1158,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:19.516275+0000","last_change":"2024-03-07T03:05:35.926187+0000","last_active":"2024-03-07T03:13:19.516275+0000","last_peered":"2024-03-07T03:13:19.516275+0000","last_clean":"2024-03-07T03:13:19.516275+0000","last_became_active":"2024-03-07T03:05:35.925908+0000","last_became_peered":"2024-03-07T03:05:35.925908+0000","last_unstale":"2024-03-07T03:13:19.516275+0000","last_undegraded":"2024-03-07T03:13:19.516275+0000","last_fullsized":"2024-03-07T03:13:19.516275+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:48:33.101185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"863'1146","reported_seq":3874,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:11.412225+0000","last_change":"2024-03-07T03:10:56.132170+0000","last_active":"2024-03-07T03:14:11.412225+0000","last_peered":"2024-03-07T03:14:11.412225+0000","last_clean":"2024-03-07T03:14:11.412225+0000","last_became_active":"2024-03-07T03:07:58.756854+0000","last_became_peered":"2024-03-07T03:07:58.756854+0000","last_unstale":"2024-03-07T03:14:11.412225+0000","last_undegraded":"2024-03-07T03:14:11.412225+0000","last_fullsized":"2024-03-07T03:14:11.412225+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1146,"log_dups_size":0,"ondisk_log_size":1146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T02:59:04.693146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.010433211,"stat_sum":{"num_bytes":34668544,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":1,"num_read":219,"num_read_kb":317694,"num_write":420,"num_write_kb":93568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":10240000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1006,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:36.174398+0000","last_change":"2024-03-07T03:07:58.760449+0000","last_active":"2024-03-07T03:13:36.174398+0000","last_peered":"2024-03-07T03:13:36.174398+0000","last_clean":"2024-03-07T03:13:36.174398+0000","last_became_active":"2024-03-07T03:07:58.760086+0000","last_became_peered":"2024-03-07T03:07:58.760086+0000","last_unstale":"2024-03-07T03:13:36.174398+0000","last_undegraded":"2024-03-07T03:13:36.174398+0000","last_fullsized":"2024-03-07T03:13:36.174398+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:34:38.583100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1089,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:53.975738+0000","last_change":"2024-03-07T03:07:23.073659+0000","last_active":"2024-03-07T03:13:53.975738+0000","last_peered":"2024-03-07T03:13:53.975738+0000","last_clean":"2024-03-07T03:13:53.975738+0000","last_became_active":"2024-03-07T03:07:23.073277+0000","last_became_peered":"2024-03-07T03:07:23.073277+0000","last_unstale":"2024-03-07T03:13:53.975738+0000","last_undegraded":"2024-03-07T03:13:53.975738+0000","last_fullsized":"2024-03-07T03:13:53.975738+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:48:34.819985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1062,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:05.967201+0000","last_change":"2024-03-07T03:07:58.752576+0000","last_active":"2024-03-07T03:15:05.967201+0000","last_peered":"2024-03-07T03:15:05.967201+0000","last_clean":"2024-03-07T03:15:05.967201+0000","last_became_active":"2024-03-07T03:07:58.752193+0000","last_became_peered":"2024-03-07T03:07:58.752193+0000","last_unstale":"2024-03-07T03:15:05.967201+0000","last_undegraded":"2024-03-07T03:15:05.967201+0000","last_fullsized":"2024-03-07T03:15:05.967201+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:55:14.205594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"395'197","reported_seq":1466,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:56.410378+0000","last_change":"2024-03-07T03:07:58.752982+0000","last_active":"2024-03-07T03:13:56.410378+0000","last_peered":"2024-03-07T03:13:56.410378+0000","last_clean":"2024-03-07T03:13:56.410378+0000","last_became_active":"2024-03-07T03:07:58.752004+0000","last_became_peered":"2024-03-07T03:07:58.752004+0000","last_unstale":"2024-03-07T03:13:56.410378+0000","last_undegraded":"2024-03-07T03:13:56.410378+0000","last_fullsized":"2024-03-07T03:13:56.410378+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_clean_scrub_stamp":"2024-03-07T02:51:31.238394+0000","objects_scrubbed":0,"log_size":197,"log_dups_size":0,"ondisk_log_size":197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:53.766202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"858'3145","reported_seq":6530,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:15.953631+0000","last_change":"2024-03-07T03:10:57.131283+0000","last_active":"2024-03-07T03:13:15.953631+0000","last_peered":"2024-03-07T03:13:15.953631+0000","last_clean":"2024-03-07T03:13:15.953631+0000","last_became_active":"2024-03-07T03:06:47.859231+0000","last_became_peered":"2024-03-07T03:06:47.859231+0000","last_unstale":"2024-03-07T03:13:15.953631+0000","last_undegraded":"2024-03-07T03:13:15.953631+0000","last_fullsized":"2024-03-07T03:13:15.953631+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3145,"log_dups_size":0,"ondisk_log_size":3145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:10:03.781442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001499434,"stat_sum":{"num_bytes":18481152,"num_objects":15,"num_object_clones":14,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":124,"num_read_kb":398406,"num_write":253,"num_write_kb":45856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":9773056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:40.811710+0000","last_change":"2024-03-07T03:05:01.454053+0000","last_active":"2024-03-07T03:14:40.811710+0000","last_peered":"2024-03-07T03:14:40.811710+0000","last_clean":"2024-03-07T03:14:40.811710+0000","last_became_active":"2024-03-07T03:05:01.453718+0000","last_became_peered":"2024-03-07T03:05:01.453718+0000","last_unstale":"2024-03-07T03:14:40.811710+0000","last_undegraded":"2024-03-07T03:14:40.811710+0000","last_fullsized":"2024-03-07T03:14:40.811710+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:10:59.835543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.808745+0000","last_change":"2024-03-07T03:06:09.987673+0000","last_active":"2024-03-07T03:14:15.808745+0000","last_peered":"2024-03-07T03:14:15.808745+0000","last_clean":"2024-03-07T03:14:15.808745+0000","last_became_active":"2024-03-07T03:06:09.987328+0000","last_became_peered":"2024-03-07T03:06:09.987328+0000","last_unstale":"2024-03-07T03:14:15.808745+0000","last_undegraded":"2024-03-07T03:14:15.808745+0000","last_fullsized":"2024-03-07T03:14:15.808745+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:11:17.983744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":975,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:56.410353+0000","last_change":"2024-03-07T03:07:58.757849+0000","last_active":"2024-03-07T03:13:56.410353+0000","last_peered":"2024-03-07T03:13:56.410353+0000","last_clean":"2024-03-07T03:13:56.410353+0000","last_became_active":"2024-03-07T03:07:58.757399+0000","last_became_peered":"2024-03-07T03:07:58.757399+0000","last_unstale":"2024-03-07T03:13:56.410353+0000","last_undegraded":"2024-03-07T03:13:56.410353+0000","last_fullsized":"2024-03-07T03:13:56.410353+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:54:11.413787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"864'1259","reported_seq":4064,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:36.174367+0000","last_change":"2024-03-07T03:10:56.129203+0000","last_active":"2024-03-07T03:13:36.174367+0000","last_peered":"2024-03-07T03:13:36.174367+0000","last_clean":"2024-03-07T03:13:36.174367+0000","last_became_active":"2024-03-07T03:07:23.080120+0000","last_became_peered":"2024-03-07T03:07:23.080120+0000","last_unstale":"2024-03-07T03:13:36.174367+0000","last_undegraded":"2024-03-07T03:13:36.174367+0000","last_fullsized":"2024-03-07T03:13:36.174367+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1259,"log_dups_size":0,"ondisk_log_size":1259,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:33:24.850580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0059393290000000001,"stat_sum":{"num_bytes":23298048,"num_objects":10,"num_object_clones":7,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":249,"num_read_kb":271095,"num_write":553,"num_write_kb":138504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":18890752,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.3","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.808797+0000","last_change":"2024-03-07T03:07:58.750289+0000","last_active":"2024-03-07T03:14:15.808797+0000","last_peered":"2024-03-07T03:14:15.808797+0000","last_clean":"2024-03-07T03:14:15.808797+0000","last_became_active":"2024-03-07T03:07:58.749557+0000","last_became_peered":"2024-03-07T03:07:58.749557+0000","last_unstale":"2024-03-07T03:14:15.808797+0000","last_undegraded":"2024-03-07T03:14:15.808797+0000","last_fullsized":"2024-03-07T03:14:15.808797+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:54:43.865660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":989,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:11.412259+0000","last_change":"2024-03-07T03:07:58.758005+0000","last_active":"2024-03-07T03:14:11.412259+0000","last_peered":"2024-03-07T03:14:11.412259+0000","last_clean":"2024-03-07T03:14:11.412259+0000","last_became_active":"2024-03-07T03:07:58.756833+0000","last_became_peered":"2024-03-07T03:07:58.756833+0000","last_unstale":"2024-03-07T03:14:11.412259+0000","last_undegraded":"2024-03-07T03:14:11.412259+0000","last_fullsized":"2024-03-07T03:14:11.412259+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:37:55.288554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:49.915390+0000","last_change":"2024-03-07T03:06:47.843644+0000","last_active":"2024-03-07T03:14:49.915390+0000","last_peered":"2024-03-07T03:14:49.915390+0000","last_clean":"2024-03-07T03:14:49.915390+0000","last_became_active":"2024-03-07T03:06:47.842694+0000","last_became_peered":"2024-03-07T03:06:47.842694+0000","last_unstale":"2024-03-07T03:14:49.915390+0000","last_undegraded":"2024-03-07T03:14:49.915390+0000","last_fullsized":"2024-03-07T03:14:49.915390+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:25:34.783974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"863'880","reported_seq":3816,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:28.083264+0000","last_change":"2024-03-07T03:10:56.125509+0000","last_active":"2024-03-07T03:14:28.083264+0000","last_peered":"2024-03-07T03:14:28.083264+0000","last_clean":"2024-03-07T03:14:28.083264+0000","last_became_active":"2024-03-07T03:07:58.755248+0000","last_became_peered":"2024-03-07T03:07:58.755248+0000","last_unstale":"2024-03-07T03:14:28.083264+0000","last_undegraded":"2024-03-07T03:14:28.083264+0000","last_fullsized":"2024-03-07T03:14:28.083264+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":880,"log_dups_size":0,"ondisk_log_size":880,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:40:02.788467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0073429089999999999,"stat_sum":{"num_bytes":9224192,"num_objects":8,"num_object_clones":6,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":1,"num_read":161,"num_read_kb":133885,"num_write":362,"num_write_kb":55920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1125,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:33.973534+0000","last_change":"2024-03-07T03:07:58.764215+0000","last_active":"2024-03-07T03:13:33.973534+0000","last_peered":"2024-03-07T03:13:33.973534+0000","last_clean":"2024-03-07T03:13:33.973534+0000","last_became_active":"2024-03-07T03:07:58.763818+0000","last_became_peered":"2024-03-07T03:07:58.763818+0000","last_unstale":"2024-03-07T03:13:33.973534+0000","last_undegraded":"2024-03-07T03:13:33.973534+0000","last_fullsized":"2024-03-07T03:13:33.973534+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:27:54.623360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"719'2","reported_seq":1193,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:04.904841+0000","last_change":"2024-03-07T03:07:23.074913+0000","last_active":"2024-03-07T03:13:04.904841+0000","last_peered":"2024-03-07T03:13:04.904841+0000","last_clean":"2024-03-07T03:13:04.904841+0000","last_became_active":"2024-03-07T03:07:23.074530+0000","last_became_peered":"2024-03-07T03:07:23.074530+0000","last_unstale":"2024-03-07T03:13:04.904841+0000","last_undegraded":"2024-03-07T03:13:04.904841+0000","last_fullsized":"2024-03-07T03:13:04.904841+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:13:25.877187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1128,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:13.977670+0000","last_change":"2024-03-07T03:07:58.757756+0000","last_active":"2024-03-07T03:14:13.977670+0000","last_peered":"2024-03-07T03:14:13.977670+0000","last_clean":"2024-03-07T03:14:13.977670+0000","last_became_active":"2024-03-07T03:07:58.757430+0000","last_became_peered":"2024-03-07T03:07:58.757430+0000","last_unstale":"2024-03-07T03:14:13.977670+0000","last_undegraded":"2024-03-07T03:14:13.977670+0000","last_fullsized":"2024-03-07T03:14:13.977670+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:22:21.412765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"863'1564","reported_seq":5164,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:33.973496+0000","last_change":"2024-03-07T03:10:57.329944+0000","last_active":"2024-03-07T03:13:33.973496+0000","last_peered":"2024-03-07T03:13:33.973496+0000","last_clean":"2024-03-07T03:13:33.973496+0000","last_became_active":"2024-03-07T03:06:09.990793+0000","last_became_peered":"2024-03-07T03:06:09.990793+0000","last_unstale":"2024-03-07T03:13:33.973496+0000","last_undegraded":"2024-03-07T03:13:33.973496+0000","last_fullsized":"2024-03-07T03:13:33.973496+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1564,"log_dups_size":0,"ondisk_log_size":1564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":143,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:53.639078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.019553126000000001,"stat_sum":{"num_bytes":100999168,"num_objects":73,"num_object_clones":68,"num_object_copies":219,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":1,"num_read":410,"num_read_kb":572954,"num_write":777,"num_write_kb":204640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":51175424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"c"},{"start":"178","length":"4"},{"start":"17e","length":"3"},{"start":"182","length":"4"},{"start":"187","length":"5"},{"start":"18d","length":"2"}]},{"pgid":"4.1","version":"0'0","reported_seq":1081,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:28.083234+0000","last_change":"2024-03-07T03:07:23.071468+0000","last_active":"2024-03-07T03:14:28.083234+0000","last_peered":"2024-03-07T03:14:28.083234+0000","last_clean":"2024-03-07T03:14:28.083234+0000","last_became_active":"2024-03-07T03:07:23.071160+0000","last_became_peered":"2024-03-07T03:07:23.071160+0000","last_unstale":"2024-03-07T03:14:28.083234+0000","last_undegraded":"2024-03-07T03:14:28.083234+0000","last_fullsized":"2024-03-07T03:14:28.083234+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:17:55.686793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":991,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:51.175912+0000","last_change":"2024-03-07T03:07:58.759142+0000","last_active":"2024-03-07T03:13:51.175912+0000","last_peered":"2024-03-07T03:13:51.175912+0000","last_clean":"2024-03-07T03:13:51.175912+0000","last_became_active":"2024-03-07T03:07:58.758771+0000","last_became_peered":"2024-03-07T03:07:58.758771+0000","last_unstale":"2024-03-07T03:13:51.175912+0000","last_undegraded":"2024-03-07T03:13:51.175912+0000","last_fullsized":"2024-03-07T03:13:51.175912+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:45:13.985820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:40.811685+0000","last_change":"2024-03-07T03:06:09.988597+0000","last_active":"2024-03-07T03:14:40.811685+0000","last_peered":"2024-03-07T03:14:40.811685+0000","last_clean":"2024-03-07T03:14:40.811685+0000","last_became_active":"2024-03-07T03:06:09.988261+0000","last_became_peered":"2024-03-07T03:06:09.988261+0000","last_unstale":"2024-03-07T03:14:40.811685+0000","last_undegraded":"2024-03-07T03:14:40.811685+0000","last_fullsized":"2024-03-07T03:14:40.811685+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:11:06.717251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"843'3099","reported_seq":6399,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:30.955172+0000","last_change":"2024-03-07T03:10:57.131044+0000","last_active":"2024-03-07T03:13:30.955172+0000","last_peered":"2024-03-07T03:13:30.955172+0000","last_clean":"2024-03-07T03:13:30.955172+0000","last_became_active":"2024-03-07T03:07:23.084936+0000","last_became_peered":"2024-03-07T03:07:23.084936+0000","last_unstale":"2024-03-07T03:13:30.955172+0000","last_undegraded":"2024-03-07T03:13:30.955172+0000","last_fullsized":"2024-03-07T03:13:30.955172+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3099,"log_dups_size":0,"ondisk_log_size":3099,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:46:48.809690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012703,"stat_sum":{"num_bytes":8347648,"num_objects":13,"num_object_clones":12,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":56,"num_read_kb":33721,"num_write":241,"num_write_kb":36816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":434176,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1147,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:39.518313+0000","last_change":"2024-03-07T03:05:01.461136+0000","last_active":"2024-03-07T03:13:39.518313+0000","last_peered":"2024-03-07T03:13:39.518313+0000","last_clean":"2024-03-07T03:13:39.518313+0000","last_became_active":"2024-03-07T03:05:01.457189+0000","last_became_peered":"2024-03-07T03:05:01.457189+0000","last_unstale":"2024-03-07T03:13:39.518313+0000","last_undegraded":"2024-03-07T03:13:39.518313+0000","last_fullsized":"2024-03-07T03:13:39.518313+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:23.791243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1104,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:48.085317+0000","last_change":"2024-03-07T03:07:58.750311+0000","last_active":"2024-03-07T03:14:48.085317+0000","last_peered":"2024-03-07T03:14:48.085317+0000","last_clean":"2024-03-07T03:14:48.085317+0000","last_became_active":"2024-03-07T03:07:58.750001+0000","last_became_peered":"2024-03-07T03:07:58.750001+0000","last_unstale":"2024-03-07T03:14:48.085317+0000","last_undegraded":"2024-03-07T03:14:48.085317+0000","last_fullsized":"2024-03-07T03:14:48.085317+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:05.963944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"847'12789","reported_seq":16204,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:15:08.087960+0000","last_change":"2024-03-07T03:10:57.124034+0000","last_active":"2024-03-07T03:15:08.087960+0000","last_peered":"2024-03-07T03:15:08.087960+0000","last_clean":"2024-03-07T03:15:08.087960+0000","last_became_active":"2024-03-07T03:06:47.859957+0000","last_became_peered":"2024-03-07T03:06:47.859957+0000","last_unstale":"2024-03-07T03:15:08.087960+0000","last_undegraded":"2024-03-07T03:15:08.087960+0000","last_fullsized":"2024-03-07T03:15:08.087960+0000","mapping_epoch":625,"log_start":"599'6200","ondisk_log_start":"599'6200","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":6589,"log_dups_size":0,"ondisk_log_size":6589,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":137,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:29:13.699651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0091875959999999993,"stat_sum":{"num_bytes":71745536,"num_objects":32,"num_object_clones":30,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":0,"num_read":146,"num_read_kb":316804,"num_write":323,"num_write_kb":90232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":20865024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"5"},{"start":"171","length":"b"},{"start":"17e","length":"8"},{"start":"187","length":"5"},{"start":"18d","length":"3"},{"start":"192","length":"1"},{"start":"197","length":"1"},{"start":"199","length":"2"}]},{"pgid":"2.9","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:04.904773+0000","last_change":"2024-03-07T03:07:58.752456+0000","last_active":"2024-03-07T03:13:04.904773+0000","last_peered":"2024-03-07T03:13:04.904773+0000","last_clean":"2024-03-07T03:13:04.904773+0000","last_became_active":"2024-03-07T03:07:58.752118+0000","last_became_peered":"2024-03-07T03:07:58.752118+0000","last_unstale":"2024-03-07T03:13:04.904773+0000","last_undegraded":"2024-03-07T03:13:04.904773+0000","last_fullsized":"2024-03-07T03:13:04.904773+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:08:08.574482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1119,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:13.977627+0000","last_change":"2024-03-07T03:07:58.757839+0000","last_active":"2024-03-07T03:14:13.977627+0000","last_peered":"2024-03-07T03:14:13.977627+0000","last_clean":"2024-03-07T03:14:13.977627+0000","last_became_active":"2024-03-07T03:07:58.757495+0000","last_became_peered":"2024-03-07T03:07:58.757495+0000","last_unstale":"2024-03-07T03:14:13.977627+0000","last_undegraded":"2024-03-07T03:14:13.977627+0000","last_fullsized":"2024-03-07T03:14:13.977627+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:27:02.190643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"861'1463","reported_seq":5089,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:59.520453+0000","last_change":"2024-03-07T03:10:57.330799+0000","last_active":"2024-03-07T03:13:59.520453+0000","last_peered":"2024-03-07T03:13:59.520453+0000","last_clean":"2024-03-07T03:13:59.520453+0000","last_became_active":"2024-03-07T03:07:58.763085+0000","last_became_peered":"2024-03-07T03:07:58.763085+0000","last_unstale":"2024-03-07T03:13:59.520453+0000","last_undegraded":"2024-03-07T03:13:59.520453+0000","last_fullsized":"2024-03-07T03:13:59.520453+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1463,"log_dups_size":0,"ondisk_log_size":1463,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:39:21.050544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.016579719999999999,"stat_sum":{"num_bytes":106192896,"num_objects":71,"num_object_clones":66,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":1,"num_read":323,"num_read_kb":516030,"num_write":942,"num_write_kb":231680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":48201728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:04.904803+0000","last_change":"2024-03-07T03:07:58.752370+0000","last_active":"2024-03-07T03:13:04.904803+0000","last_peered":"2024-03-07T03:13:04.904803+0000","last_clean":"2024-03-07T03:13:04.904803+0000","last_became_active":"2024-03-07T03:07:58.751985+0000","last_became_peered":"2024-03-07T03:07:58.751985+0000","last_unstale":"2024-03-07T03:13:04.904803+0000","last_undegraded":"2024-03-07T03:13:04.904803+0000","last_fullsized":"2024-03-07T03:13:04.904803+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:31:33.590004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1128,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:33.980099+0000","last_change":"2024-03-07T03:06:09.987484+0000","last_active":"2024-03-07T03:14:33.980099+0000","last_peered":"2024-03-07T03:14:33.980099+0000","last_clean":"2024-03-07T03:14:33.980099+0000","last_became_active":"2024-03-07T03:06:09.986947+0000","last_became_peered":"2024-03-07T03:06:09.986947+0000","last_unstale":"2024-03-07T03:14:33.980099+0000","last_undegraded":"2024-03-07T03:14:33.980099+0000","last_fullsized":"2024-03-07T03:14:33.980099+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:37:38.253630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"857'1055","reported_seq":4919,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:24.906606+0000","last_change":"2024-03-07T03:10:57.123092+0000","last_active":"2024-03-07T03:13:24.906606+0000","last_peered":"2024-03-07T03:13:24.906606+0000","last_clean":"2024-03-07T03:13:24.906606+0000","last_became_active":"2024-03-07T03:06:09.993513+0000","last_became_peered":"2024-03-07T03:06:09.993513+0000","last_unstale":"2024-03-07T03:13:24.906606+0000","last_undegraded":"2024-03-07T03:13:24.906606+0000","last_fullsized":"2024-03-07T03:13:24.906606+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1055,"log_dups_size":0,"ondisk_log_size":1055,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:34:07.352811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013205965,"stat_sum":{"num_bytes":99745792,"num_objects":66,"num_object_clones":62,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":306,"num_read_kb":434534,"num_write":588,"num_write_kb":145464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":21749760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.b","version":"716'3","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:41.415545+0000","last_change":"2024-03-07T03:07:58.749480+0000","last_active":"2024-03-07T03:14:41.415545+0000","last_peered":"2024-03-07T03:14:41.415545+0000","last_clean":"2024-03-07T03:14:41.415545+0000","last_became_active":"2024-03-07T03:07:58.749098+0000","last_became_peered":"2024-03-07T03:07:58.749098+0000","last_unstale":"2024-03-07T03:14:41.415545+0000","last_undegraded":"2024-03-07T03:14:41.415545+0000","last_fullsized":"2024-03-07T03:14:41.415545+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:35:33.945855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1036,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:51.175841+0000","last_change":"2024-03-07T03:07:23.075725+0000","last_active":"2024-03-07T03:13:51.175841+0000","last_peered":"2024-03-07T03:13:51.175841+0000","last_clean":"2024-03-07T03:13:51.175841+0000","last_became_active":"2024-03-07T03:07:23.075203+0000","last_became_peered":"2024-03-07T03:07:23.075203+0000","last_unstale":"2024-03-07T03:13:51.175841+0000","last_undegraded":"2024-03-07T03:13:51.175841+0000","last_fullsized":"2024-03-07T03:13:51.175841+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:47:11.192302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"863'1711","reported_seq":5461,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:59.520402+0000","last_change":"2024-03-07T03:10:57.330918+0000","last_active":"2024-03-07T03:13:59.520402+0000","last_peered":"2024-03-07T03:13:59.520402+0000","last_clean":"2024-03-07T03:13:59.520402+0000","last_became_active":"2024-03-07T03:06:47.849454+0000","last_became_peered":"2024-03-07T03:06:47.849454+0000","last_unstale":"2024-03-07T03:13:59.520402+0000","last_undegraded":"2024-03-07T03:13:59.520402+0000","last_fullsized":"2024-03-07T03:13:59.520402+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1711,"log_dups_size":0,"ondisk_log_size":1711,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:40:07.156907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.014160193999999999,"stat_sum":{"num_bytes":165158912,"num_objects":93,"num_object_clones":87,"num_object_copies":279,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":93,"num_whiteouts":2,"num_read":489,"num_read_kb":756200,"num_write":870,"num_write_kb":258896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":69541888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1157,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:59.520443+0000","last_change":"2024-03-07T03:06:47.847077+0000","last_active":"2024-03-07T03:13:59.520443+0000","last_peered":"2024-03-07T03:13:59.520443+0000","last_clean":"2024-03-07T03:13:59.520443+0000","last_became_active":"2024-03-07T03:06:47.846359+0000","last_became_peered":"2024-03-07T03:06:47.846359+0000","last_unstale":"2024-03-07T03:13:59.520443+0000","last_undegraded":"2024-03-07T03:13:59.520443+0000","last_fullsized":"2024-03-07T03:13:59.520443+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:00:08.102949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":973,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:41.415586+0000","last_change":"2024-03-07T03:07:58.760528+0000","last_active":"2024-03-07T03:14:41.415586+0000","last_peered":"2024-03-07T03:14:41.415586+0000","last_clean":"2024-03-07T03:14:41.415586+0000","last_became_active":"2024-03-07T03:07:58.760226+0000","last_became_peered":"2024-03-07T03:07:58.760226+0000","last_unstale":"2024-03-07T03:14:41.415586+0000","last_undegraded":"2024-03-07T03:14:41.415586+0000","last_fullsized":"2024-03-07T03:14:41.415586+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:10:36.411047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"863'1938","reported_seq":4939,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:39.518331+0000","last_change":"2024-03-07T03:10:56.140803+0000","last_active":"2024-03-07T03:13:39.518331+0000","last_peered":"2024-03-07T03:13:39.518331+0000","last_clean":"2024-03-07T03:13:39.518331+0000","last_became_active":"2024-03-07T03:06:09.993933+0000","last_became_peered":"2024-03-07T03:06:09.993933+0000","last_unstale":"2024-03-07T03:13:39.518331+0000","last_undegraded":"2024-03-07T03:13:39.518331+0000","last_fullsized":"2024-03-07T03:13:39.518331+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1938,"log_dups_size":0,"ondisk_log_size":1938,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:16.359457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.024996012000000001,"stat_sum":{"num_bytes":22765568,"num_objects":17,"num_object_clones":12,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":2,"num_read":350,"num_read_kb":387634,"num_write":702,"num_write_kb":183472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":7151616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.d","version":"61'1","reported_seq":1191,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:24.906636+0000","last_change":"2024-03-07T03:06:09.993129+0000","last_active":"2024-03-07T03:13:24.906636+0000","last_peered":"2024-03-07T03:13:24.906636+0000","last_clean":"2024-03-07T03:13:24.906636+0000","last_became_active":"2024-03-07T03:06:09.992737+0000","last_became_peered":"2024-03-07T03:06:09.992737+0000","last_unstale":"2024-03-07T03:13:24.906636+0000","last_undegraded":"2024-03-07T03:13:24.906636+0000","last_fullsized":"2024-03-07T03:13:24.906636+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:02:42.055569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1052,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:30.955152+0000","last_change":"2024-03-07T03:07:23.076846+0000","last_active":"2024-03-07T03:13:30.955152+0000","last_peered":"2024-03-07T03:13:30.955152+0000","last_clean":"2024-03-07T03:13:30.955152+0000","last_became_active":"2024-03-07T03:07:23.075895+0000","last_became_peered":"2024-03-07T03:07:23.075895+0000","last_unstale":"2024-03-07T03:13:30.955152+0000","last_undegraded":"2024-03-07T03:13:30.955152+0000","last_fullsized":"2024-03-07T03:13:30.955152+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:09:15.080126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"854'331","reported_seq":3440,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:14:26.413902+0000","last_change":"2024-03-07T03:10:57.298223+0000","last_active":"2024-03-07T03:14:26.413902+0000","last_peered":"2024-03-07T03:14:26.413902+0000","last_clean":"2024-03-07T03:14:26.413902+0000","last_became_active":"2024-03-07T03:07:58.749089+0000","last_became_peered":"2024-03-07T03:07:58.749089+0000","last_unstale":"2024-03-07T03:14:26.413902+0000","last_undegraded":"2024-03-07T03:14:26.413902+0000","last_fullsized":"2024-03-07T03:14:26.413902+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":331,"log_dups_size":0,"ondisk_log_size":331,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":83,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:26:07.404191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00085119700000000004,"stat_sum":{"num_bytes":15409152,"num_objects":11,"num_object_clones":10,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":91,"num_read_kb":118251,"num_write":162,"num_write_kb":30616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":34586624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"56"},{"start":"1c2","length":"3"},{"start":"1c9","length":"1"}]},{"pgid":"2.e","version":"61'2","reported_seq":1161,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:59.520482+0000","last_change":"2024-03-07T03:07:58.755578+0000","last_active":"2024-03-07T03:13:59.520482+0000","last_peered":"2024-03-07T03:13:59.520482+0000","last_clean":"2024-03-07T03:13:59.520482+0000","last_became_active":"2024-03-07T03:07:58.755160+0000","last_became_peered":"2024-03-07T03:07:58.755160+0000","last_unstale":"2024-03-07T03:13:59.520482+0000","last_undegraded":"2024-03-07T03:13:59.520482+0000","last_fullsized":"2024-03-07T03:13:59.520482+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:20.584382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":988,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:41.415624+0000","last_change":"2024-03-07T03:07:58.751269+0000","last_active":"2024-03-07T03:14:41.415624+0000","last_peered":"2024-03-07T03:14:41.415624+0000","last_clean":"2024-03-07T03:14:41.415624+0000","last_became_active":"2024-03-07T03:07:58.750956+0000","last_became_peered":"2024-03-07T03:07:58.750956+0000","last_unstale":"2024-03-07T03:14:41.415624+0000","last_undegraded":"2024-03-07T03:14:41.415624+0000","last_fullsized":"2024-03-07T03:14:41.415624+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:39.414545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1007,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:36.174338+0000","last_change":"2024-03-07T03:07:23.081711+0000","last_active":"2024-03-07T03:13:36.174338+0000","last_peered":"2024-03-07T03:13:36.174338+0000","last_clean":"2024-03-07T03:13:36.174338+0000","last_became_active":"2024-03-07T03:07:23.079269+0000","last_became_peered":"2024-03-07T03:07:23.079269+0000","last_unstale":"2024-03-07T03:13:36.174338+0000","last_undegraded":"2024-03-07T03:13:36.174338+0000","last_fullsized":"2024-03-07T03:13:36.174338+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:39.008957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1158,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:19.516251+0000","last_change":"2024-03-07T03:07:23.072806+0000","last_active":"2024-03-07T03:13:19.516251+0000","last_peered":"2024-03-07T03:13:19.516251+0000","last_clean":"2024-03-07T03:13:19.516251+0000","last_became_active":"2024-03-07T03:07:23.071234+0000","last_became_peered":"2024-03-07T03:07:23.071234+0000","last_unstale":"2024-03-07T03:13:19.516251+0000","last_undegraded":"2024-03-07T03:13:19.516251+0000","last_fullsized":"2024-03-07T03:13:19.516251+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:52.610744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1059,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:05.967181+0000","last_change":"2024-03-07T03:06:47.851593+0000","last_active":"2024-03-07T03:15:05.967181+0000","last_peered":"2024-03-07T03:15:05.967181+0000","last_clean":"2024-03-07T03:15:05.967181+0000","last_became_active":"2024-03-07T03:06:47.849677+0000","last_became_peered":"2024-03-07T03:06:47.849677+0000","last_unstale":"2024-03-07T03:15:05.967181+0000","last_undegraded":"2024-03-07T03:15:05.967181+0000","last_fullsized":"2024-03-07T03:15:05.967181+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:30.969251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1117,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:19.516309+0000","last_change":"2024-03-07T03:06:09.995434+0000","last_active":"2024-03-07T03:13:19.516309+0000","last_peered":"2024-03-07T03:13:19.516309+0000","last_clean":"2024-03-07T03:13:19.516309+0000","last_became_active":"2024-03-07T03:06:09.994939+0000","last_became_peered":"2024-03-07T03:06:09.994939+0000","last_unstale":"2024-03-07T03:13:19.516309+0000","last_undegraded":"2024-03-07T03:13:19.516309+0000","last_fullsized":"2024-03-07T03:13:19.516309+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:27:11.737354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1128,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:13.977658+0000","last_change":"2024-03-07T03:06:09.987381+0000","last_active":"2024-03-07T03:14:13.977658+0000","last_peered":"2024-03-07T03:14:13.977658+0000","last_clean":"2024-03-07T03:14:13.977658+0000","last_became_active":"2024-03-07T03:06:09.986952+0000","last_became_peered":"2024-03-07T03:06:09.986952+0000","last_unstale":"2024-03-07T03:14:13.977658+0000","last_undegraded":"2024-03-07T03:14:13.977658+0000","last_fullsized":"2024-03-07T03:14:13.977658+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:26:15.439852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:04.904825+0000","last_change":"2024-03-07T03:05:35.923999+0000","last_active":"2024-03-07T03:13:04.904825+0000","last_peered":"2024-03-07T03:13:04.904825+0000","last_clean":"2024-03-07T03:13:04.904825+0000","last_became_active":"2024-03-07T03:05:35.923719+0000","last_became_peered":"2024-03-07T03:05:35.923719+0000","last_unstale":"2024-03-07T03:13:04.904825+0000","last_undegraded":"2024-03-07T03:13:04.904825+0000","last_fullsized":"2024-03-07T03:13:04.904825+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:43:04.724647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1009,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:51.175899+0000","last_change":"2024-03-07T03:07:58.749989+0000","last_active":"2024-03-07T03:13:51.175899+0000","last_peered":"2024-03-07T03:13:51.175899+0000","last_clean":"2024-03-07T03:13:51.175899+0000","last_became_active":"2024-03-07T03:07:58.749643+0000","last_became_peered":"2024-03-07T03:07:58.749643+0000","last_unstale":"2024-03-07T03:13:51.175899+0000","last_undegraded":"2024-03-07T03:13:51.175899+0000","last_fullsized":"2024-03-07T03:13:51.175899+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:00:44.729806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1111,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:13.977679+0000","last_change":"2024-03-07T03:06:09.999184+0000","last_active":"2024-03-07T03:14:13.977679+0000","last_peered":"2024-03-07T03:14:13.977679+0000","last_clean":"2024-03-07T03:14:13.977679+0000","last_became_active":"2024-03-07T03:06:09.998856+0000","last_became_peered":"2024-03-07T03:06:09.998856+0000","last_unstale":"2024-03-07T03:14:13.977679+0000","last_undegraded":"2024-03-07T03:14:13.977679+0000","last_fullsized":"2024-03-07T03:14:13.977679+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:37:00.102189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1058,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:15.953528+0000","last_change":"2024-03-07T03:06:47.857644+0000","last_active":"2024-03-07T03:13:15.953528+0000","last_peered":"2024-03-07T03:13:15.953528+0000","last_clean":"2024-03-07T03:13:15.953528+0000","last_became_active":"2024-03-07T03:06:47.857354+0000","last_became_peered":"2024-03-07T03:06:47.857354+0000","last_unstale":"2024-03-07T03:13:15.953528+0000","last_undegraded":"2024-03-07T03:13:15.953528+0000","last_fullsized":"2024-03-07T03:13:15.953528+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:02:18.860369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1119,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:33.980041+0000","last_change":"2024-03-07T03:06:09.987872+0000","last_active":"2024-03-07T03:14:33.980041+0000","last_peered":"2024-03-07T03:14:33.980041+0000","last_clean":"2024-03-07T03:14:33.980041+0000","last_became_active":"2024-03-07T03:06:09.986852+0000","last_became_peered":"2024-03-07T03:06:09.986852+0000","last_unstale":"2024-03-07T03:14:33.980041+0000","last_undegraded":"2024-03-07T03:14:33.980041+0000","last_fullsized":"2024-03-07T03:14:33.980041+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:13.708512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1036,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:30.955106+0000","last_change":"2024-03-07T03:07:58.755825+0000","last_active":"2024-03-07T03:13:30.955106+0000","last_peered":"2024-03-07T03:13:30.955106+0000","last_clean":"2024-03-07T03:13:30.955106+0000","last_became_active":"2024-03-07T03:07:58.755395+0000","last_became_peered":"2024-03-07T03:07:58.755395+0000","last_unstale":"2024-03-07T03:13:30.955106+0000","last_undegraded":"2024-03-07T03:13:30.955106+0000","last_fullsized":"2024-03-07T03:13:30.955106+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:10:43.184914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:05.814494+0000","last_change":"2024-03-07T03:07:58.753962+0000","last_active":"2024-03-07T03:15:05.814494+0000","last_peered":"2024-03-07T03:15:05.814494+0000","last_clean":"2024-03-07T03:15:05.814494+0000","last_became_active":"2024-03-07T03:07:58.753619+0000","last_became_peered":"2024-03-07T03:07:58.753619+0000","last_unstale":"2024-03-07T03:15:05.814494+0000","last_undegraded":"2024-03-07T03:15:05.814494+0000","last_fullsized":"2024-03-07T03:15:05.814494+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:44:44.641067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1014,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:06.177419+0000","last_change":"2024-03-07T03:07:23.078516+0000","last_active":"2024-03-07T03:14:06.177419+0000","last_peered":"2024-03-07T03:14:06.177419+0000","last_clean":"2024-03-07T03:14:06.177419+0000","last_became_active":"2024-03-07T03:07:23.076017+0000","last_became_peered":"2024-03-07T03:07:23.076017+0000","last_unstale":"2024-03-07T03:14:06.177419+0000","last_undegraded":"2024-03-07T03:14:06.177419+0000","last_fullsized":"2024-03-07T03:14:06.177419+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:17:54.725933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":857645056,"num_objects":516,"num_object_clones":466,"num_object_copies":1548,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":516,"num_whiteouts":8,"num_read":3826,"num_read_kb":5949842,"num_write":7931,"num_write_kb":1978632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":107,"num_bytes_recovered":385712128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1170673664,"data_stored":2969124864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28580,"ondisk_log_size":28580,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197,"ondisk_log_size":197,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":26375,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":694,"seq":2980707303538,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":150184,"kb_used_data":96156,"kb_used_omap":35,"kb_used_meta":53980,"kb_avail":93594968,"statfs":{"total":95995035648,"available":95841247232,"internally_reserved":0,"allocated":98463744,"data_stored":167037349,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36312,"internal_metadata":55276072},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":660,"seq":2834678415481,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":94940,"kb_used_data":42576,"kb_used_omap":23,"kb_used_meta":52328,"kb_avail":93650212,"statfs":{"total":95995035648,"available":95897817088,"internally_reserved":0,"allocated":43597824,"data_stored":80829959,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":24173,"internal_metadata":53584275},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":463,"seq":1988569858211,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":692864,"kb_used_data":193964,"kb_used_omap":46,"kb_used_meta":498833,"kb_avail":93052288,"statfs":{"total":95995035648,"available":95285542912,"internally_reserved":0,"allocated":198619136,"data_stored":533391905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48036,"internal_metadata":510805084},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":528,"seq":2267742732437,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":401776,"kb_used_data":209252,"kb_used_omap":54,"kb_used_meta":192457,"kb_avail":93343376,"statfs":{"total":95995035648,"available":95583617024,"internally_reserved":0,"allocated":214274048,"data_stored":587826473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56016,"internal_metadata":197076272},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":495,"seq":2126008811676,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":485244,"kb_used_data":166572,"kb_used_omap":47,"kb_used_meta":318608,"kb_avail":93259908,"statfs":{"total":95995035648,"available":95498145792,"internally_reserved":0,"allocated":170569728,"data_stored":457545161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48143,"internal_metadata":326255601},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":562,"seq":2413771620494,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":177748,"kb_used_data":84672,"kb_used_omap":37,"kb_used_meta":93018,"kb_avail":93567404,"statfs":{"total":95995035648,"available":95813021696,"internally_reserved":0,"allocated":86704128,"data_stored":171510863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38083,"internal_metadata":95251261},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":591,"seq":2538325672072,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":365920,"kb_used_data":157844,"kb_used_omap":61,"kb_used_meta":208002,"kb_avail":93379232,"statfs":{"total":95995035648,"available":95620333568,"internally_reserved":0,"allocated":161632256,"data_stored":367986669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":62843,"internal_metadata":212994693},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":625,"seq":2684354560128,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":509804,"kb_used_data":269020,"kb_used_omap":73,"kb_used_meta":240694,"kb_avail":93235348,"statfs":{"total":95995035648,"available":95472996352,"internally_reserved":0,"allocated":275476480,"data_stored":649851960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":75044,"internal_metadata":246471388},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7413,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2060,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2124,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3359,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3677,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2797,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2839,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2106,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":188411904,"data_stored":527167488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":160964608,"data_stored":451911680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":204677120,"data_stored":582193152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":77082624,"data_stored":165871616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":152018944,"data_stored":362352640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":265863168,"data_stored":644214784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":33390592,"data_stored":74600448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":88264704,"data_stored":160813056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-07T03:17:25.384 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:17:25.384 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:17:25.384 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:17:25.384 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-07T03:17:25.385 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-07T03:17:25.385 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-07T03:17:25.385 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.c in trimming, state: active+clean+snaptrim_error 2024-03-07T03:17:25.385 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-07T03:17:25.385 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:17:25.385 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-07T03:17:25.408 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:17:25 smithi092 ceph-mon[83777]: pgmap v922: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:25.408 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:17:25 smithi092 ceph-mon[83777]: from='client.34680 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:17:27.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:17:27 smithi090 ceph-mon[89511]: pgmap v923: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:27.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:17:27 smithi090 ceph-mon[91928]: pgmap v923: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:27.407 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:17:27 smithi092 ceph-mon[83777]: pgmap v923: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:28.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:17:28 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:17:28.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:17:28 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:17:28.407 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:17:28 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:17:29.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:17:29 smithi090 ceph-mon[89511]: pgmap v924: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:29.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:17:29 smithi090 ceph-mon[91928]: pgmap v924: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:29.408 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:17:29 smithi092 ceph-mon[83777]: pgmap v924: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:31.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:17:31 smithi090 ceph-mon[89511]: pgmap v925: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:31.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:17:31 smithi090 ceph-mon[91928]: pgmap v925: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:31.407 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:17:31 smithi092 ceph-mon[83777]: pgmap v925: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:32.658 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:17:32 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:17:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:17:33.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:17:33 smithi090 ceph-mon[89511]: pgmap v926: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:33.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:17:33 smithi090 ceph-mon[91928]: pgmap v926: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:33.320 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:17:33 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:17:33] "GET /metrics HTTP/1.1" 200 36317 "" "Prometheus/2.43.0" 2024-03-07T03:17:33.407 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:17:33 smithi092 ceph-mon[83777]: pgmap v926: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:35.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:17:35 smithi090 ceph-mon[89511]: pgmap v927: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:35.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:17:35 smithi090 ceph-mon[91928]: pgmap v927: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:35.386 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph pg dump --format=json 2024-03-07T03:17:35.407 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:17:35 smithi092 ceph-mon[83777]: pgmap v927: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:35.601 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T03:17:37.207 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:17:37 smithi090 ceph-mon[89511]: pgmap v928: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:37.208 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:17:37 smithi090 ceph-mon[91928]: pgmap v928: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:37.408 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:17:37 smithi092 ceph-mon[83777]: pgmap v928: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:37.676 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T03:17:37.677 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-03-07T03:17:38.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:17:38 smithi090 ceph-mon[89511]: from='client.44624 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:17:38.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:17:38 smithi090 ceph-mon[91928]: from='client.44624 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:17:38.375 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":928,"stamp":"2024-03-07T03:17:35.975484+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":858242044,"num_objects":540,"num_object_clones":466,"num_object_copies":1620,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":540,"num_whiteouts":8,"num_read":4717,"num_read_kb":5951239,"num_write":8310,"num_write_kb":1981084,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":113,"num_bytes_recovered":387483232,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28845,"ondisk_log_size":28845,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2878480,"kb_used_data":1220056,"kb_used_omap":379,"kb_used_meta":1657924,"kb_avail":747082736,"statfs":{"total":767960285184,"available":765012721664,"internally_reserved":0,"allocated":1249337344,"data_stored":3015980339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":388650,"internal_metadata":1697714646},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003863"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":974,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:11.412277+0000","last_change":"2024-03-07T03:07:58.753984+0000","last_active":"2024-03-07T03:14:11.412277+0000","last_peered":"2024-03-07T03:14:11.412277+0000","last_clean":"2024-03-07T03:14:11.412277+0000","last_became_active":"2024-03-07T03:07:58.753138+0000","last_became_peered":"2024-03-07T03:07:58.753138+0000","last_unstale":"2024-03-07T03:14:11.412277+0000","last_undegraded":"2024-03-07T03:14:11.412277+0000","last_fullsized":"2024-03-07T03:14:11.412277+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:37:39.612519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:49.915408+0000","last_change":"2024-03-07T03:07:23.074862+0000","last_active":"2024-03-07T03:14:49.915408+0000","last_peered":"2024-03-07T03:14:49.915408+0000","last_clean":"2024-03-07T03:14:49.915408+0000","last_became_active":"2024-03-07T03:07:23.074512+0000","last_became_peered":"2024-03-07T03:07:23.074512+0000","last_unstale":"2024-03-07T03:14:49.915408+0000","last_undegraded":"2024-03-07T03:14:49.915408+0000","last_fullsized":"2024-03-07T03:14:49.915408+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:45:24.128672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.808816+0000","last_change":"2024-03-07T03:05:01.446762+0000","last_active":"2024-03-07T03:14:15.808816+0000","last_peered":"2024-03-07T03:14:15.808816+0000","last_clean":"2024-03-07T03:14:15.808816+0000","last_became_active":"2024-03-07T03:05:01.446425+0000","last_became_peered":"2024-03-07T03:05:01.446425+0000","last_unstale":"2024-03-07T03:14:15.808816+0000","last_undegraded":"2024-03-07T03:14:15.808816+0000","last_fullsized":"2024-03-07T03:14:15.808816+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:39:39.897066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1054,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:45.964721+0000","last_change":"2024-03-07T03:07:58.755992+0000","last_active":"2024-03-07T03:14:45.964721+0000","last_peered":"2024-03-07T03:14:45.964721+0000","last_clean":"2024-03-07T03:14:45.964721+0000","last_became_active":"2024-03-07T03:07:58.755499+0000","last_became_peered":"2024-03-07T03:07:58.755499+0000","last_unstale":"2024-03-07T03:14:45.964721+0000","last_undegraded":"2024-03-07T03:14:45.964721+0000","last_fullsized":"2024-03-07T03:14:45.964721+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:26:12.313572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:56.403297+0000","last_change":"2024-03-07T03:07:58.752235+0000","last_active":"2024-03-07T03:12:56.403297+0000","last_peered":"2024-03-07T03:12:56.403297+0000","last_clean":"2024-03-07T03:12:56.403297+0000","last_became_active":"2024-03-07T03:07:58.751575+0000","last_became_peered":"2024-03-07T03:07:58.751575+0000","last_unstale":"2024-03-07T03:12:56.403297+0000","last_undegraded":"2024-03-07T03:12:56.403297+0000","last_fullsized":"2024-03-07T03:12:56.403297+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:12:05.995515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1031,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.960740+0000","last_change":"2024-03-07T03:06:47.859644+0000","last_active":"2024-03-07T03:14:15.960740+0000","last_peered":"2024-03-07T03:14:15.960740+0000","last_clean":"2024-03-07T03:14:15.960740+0000","last_became_active":"2024-03-07T03:06:47.859097+0000","last_became_peered":"2024-03-07T03:06:47.859097+0000","last_unstale":"2024-03-07T03:14:15.960740+0000","last_undegraded":"2024-03-07T03:14:15.960740+0000","last_fullsized":"2024-03-07T03:14:15.960740+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:22:46.909130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:56.403271+0000","last_change":"2024-03-07T03:07:58.754226+0000","last_active":"2024-03-07T03:12:56.403271+0000","last_peered":"2024-03-07T03:12:56.403271+0000","last_clean":"2024-03-07T03:12:56.403271+0000","last_became_active":"2024-03-07T03:07:58.753169+0000","last_became_peered":"2024-03-07T03:07:58.753169+0000","last_unstale":"2024-03-07T03:12:56.403271+0000","last_undegraded":"2024-03-07T03:12:56.403271+0000","last_fullsized":"2024-03-07T03:12:56.403271+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:46:59.258099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1087,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:03.970559+0000","last_change":"2024-03-07T03:07:23.073492+0000","last_active":"2024-03-07T03:13:03.970559+0000","last_peered":"2024-03-07T03:13:03.970559+0000","last_clean":"2024-03-07T03:13:03.970559+0000","last_became_active":"2024-03-07T03:07:23.071929+0000","last_became_peered":"2024-03-07T03:07:23.071929+0000","last_unstale":"2024-03-07T03:13:03.970559+0000","last_undegraded":"2024-03-07T03:13:03.970559+0000","last_fullsized":"2024-03-07T03:13:03.970559+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:35:26.391722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":979,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:46.402166+0000","last_change":"2024-03-07T03:07:58.760328+0000","last_active":"2024-03-07T03:12:46.402166+0000","last_peered":"2024-03-07T03:12:46.402166+0000","last_clean":"2024-03-07T03:12:46.402166+0000","last_became_active":"2024-03-07T03:07:58.760046+0000","last_became_peered":"2024-03-07T03:07:58.760046+0000","last_unstale":"2024-03-07T03:12:46.402166+0000","last_undegraded":"2024-03-07T03:12:46.402166+0000","last_fullsized":"2024-03-07T03:12:46.402166+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:08:46.356817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1006,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:36.180545+0000","last_change":"2024-03-07T03:07:23.079945+0000","last_active":"2024-03-07T03:14:36.180545+0000","last_peered":"2024-03-07T03:14:36.180545+0000","last_clean":"2024-03-07T03:14:36.180545+0000","last_became_active":"2024-03-07T03:07:23.078551+0000","last_became_peered":"2024-03-07T03:07:23.078551+0000","last_unstale":"2024-03-07T03:14:36.180545+0000","last_undegraded":"2024-03-07T03:14:36.180545+0000","last_fullsized":"2024-03-07T03:14:36.180545+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:03:46.670084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1006,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:36.180515+0000","last_change":"2024-03-07T03:07:23.081963+0000","last_active":"2024-03-07T03:14:36.180515+0000","last_peered":"2024-03-07T03:14:36.180515+0000","last_clean":"2024-03-07T03:14:36.180515+0000","last_became_active":"2024-03-07T03:07:23.080128+0000","last_became_peered":"2024-03-07T03:07:23.080128+0000","last_unstale":"2024-03-07T03:14:36.180515+0000","last_undegraded":"2024-03-07T03:14:36.180515+0000","last_fullsized":"2024-03-07T03:14:36.180515+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:56.813267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1149,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:39.524576+0000","last_change":"2024-03-07T03:07:23.074902+0000","last_active":"2024-03-07T03:14:39.524576+0000","last_peered":"2024-03-07T03:14:39.524576+0000","last_clean":"2024-03-07T03:14:39.524576+0000","last_became_active":"2024-03-07T03:07:23.074466+0000","last_became_peered":"2024-03-07T03:07:23.074466+0000","last_unstale":"2024-03-07T03:14:39.524576+0000","last_undegraded":"2024-03-07T03:14:39.524576+0000","last_fullsized":"2024-03-07T03:14:39.524576+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:40:20.268555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1117,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:48.969095+0000","last_change":"2024-03-07T03:07:23.072635+0000","last_active":"2024-03-07T03:12:48.969095+0000","last_peered":"2024-03-07T03:12:48.969095+0000","last_clean":"2024-03-07T03:12:48.969095+0000","last_became_active":"2024-03-07T03:07:23.071712+0000","last_became_peered":"2024-03-07T03:07:23.071712+0000","last_unstale":"2024-03-07T03:12:48.969095+0000","last_undegraded":"2024-03-07T03:12:48.969095+0000","last_fullsized":"2024-03-07T03:12:48.969095+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:00:39.298564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:10.801360+0000","last_change":"2024-03-07T03:06:47.851538+0000","last_active":"2024-03-07T03:13:10.801360+0000","last_peered":"2024-03-07T03:13:10.801360+0000","last_clean":"2024-03-07T03:13:10.801360+0000","last_became_active":"2024-03-07T03:06:47.851183+0000","last_became_peered":"2024-03-07T03:06:47.851183+0000","last_unstale":"2024-03-07T03:13:10.801360+0000","last_undegraded":"2024-03-07T03:13:10.801360+0000","last_fullsized":"2024-03-07T03:13:10.801360+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:36:23.932334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:44.908628+0000","last_change":"2024-03-07T03:06:47.843126+0000","last_active":"2024-03-07T03:13:44.908628+0000","last_peered":"2024-03-07T03:13:44.908628+0000","last_clean":"2024-03-07T03:13:44.908628+0000","last_became_active":"2024-03-07T03:06:47.842736+0000","last_became_peered":"2024-03-07T03:06:47.842736+0000","last_unstale":"2024-03-07T03:13:44.908628+0000","last_undegraded":"2024-03-07T03:13:44.908628+0000","last_fullsized":"2024-03-07T03:13:44.908628+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:48:10.843465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1035,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:45.956756+0000","last_change":"2024-03-07T03:07:58.755620+0000","last_active":"2024-03-07T03:13:45.956756+0000","last_peered":"2024-03-07T03:13:45.956756+0000","last_clean":"2024-03-07T03:13:45.956756+0000","last_became_active":"2024-03-07T03:07:58.755267+0000","last_became_peered":"2024-03-07T03:07:58.755267+0000","last_unstale":"2024-03-07T03:13:45.956756+0000","last_undegraded":"2024-03-07T03:13:45.956756+0000","last_fullsized":"2024-03-07T03:13:45.956756+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:51:32.339400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1039,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:45.956823+0000","last_change":"2024-03-07T03:07:58.756358+0000","last_active":"2024-03-07T03:13:45.956823+0000","last_peered":"2024-03-07T03:13:45.956823+0000","last_clean":"2024-03-07T03:13:45.956823+0000","last_became_active":"2024-03-07T03:07:58.755960+0000","last_became_peered":"2024-03-07T03:07:58.755960+0000","last_unstale":"2024-03-07T03:13:45.956823+0000","last_undegraded":"2024-03-07T03:13:45.956823+0000","last_fullsized":"2024-03-07T03:13:45.956823+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:47.464423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1157,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:19.522506+0000","last_change":"2024-03-07T03:07:58.755619+0000","last_active":"2024-03-07T03:14:19.522506+0000","last_peered":"2024-03-07T03:14:19.522506+0000","last_clean":"2024-03-07T03:14:19.522506+0000","last_became_active":"2024-03-07T03:07:58.755214+0000","last_became_peered":"2024-03-07T03:07:58.755214+0000","last_unstale":"2024-03-07T03:14:19.522506+0000","last_undegraded":"2024-03-07T03:14:19.522506+0000","last_fullsized":"2024-03-07T03:14:19.522506+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:59:02.041330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":973,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:41.415600+0000","last_change":"2024-03-07T03:07:58.756563+0000","last_active":"2024-03-07T03:14:41.415600+0000","last_peered":"2024-03-07T03:14:41.415600+0000","last_clean":"2024-03-07T03:14:41.415600+0000","last_became_active":"2024-03-07T03:07:58.752195+0000","last_became_peered":"2024-03-07T03:07:58.752195+0000","last_unstale":"2024-03-07T03:14:41.415600+0000","last_undegraded":"2024-03-07T03:14:41.415600+0000","last_fullsized":"2024-03-07T03:14:41.415600+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:32:35.496500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"716'5","reported_seq":1223,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.808871+0000","last_change":"2024-03-07T03:07:58.753999+0000","last_active":"2024-03-07T03:14:15.808871+0000","last_peered":"2024-03-07T03:14:15.808871+0000","last_clean":"2024-03-07T03:14:15.808871+0000","last_became_active":"2024-03-07T03:07:58.753607+0000","last_became_peered":"2024-03-07T03:07:58.753607+0000","last_unstale":"2024-03-07T03:14:15.808871+0000","last_undegraded":"2024-03-07T03:14:15.808871+0000","last_fullsized":"2024-03-07T03:14:15.808871+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:28:57.567238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1112,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:33.987393+0000","last_change":"2024-03-07T03:07:23.083830+0000","last_active":"2024-03-07T03:15:33.987393+0000","last_peered":"2024-03-07T03:15:33.987393+0000","last_clean":"2024-03-07T03:15:33.987393+0000","last_became_active":"2024-03-07T03:07:23.083530+0000","last_became_peered":"2024-03-07T03:07:23.083530+0000","last_unstale":"2024-03-07T03:15:33.987393+0000","last_undegraded":"2024-03-07T03:15:33.987393+0000","last_fullsized":"2024-03-07T03:15:33.987393+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:57.938032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"716'2","reported_seq":1132,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:33.987404+0000","last_change":"2024-03-07T03:06:47.849618+0000","last_active":"2024-03-07T03:15:33.987404+0000","last_peered":"2024-03-07T03:15:33.987404+0000","last_clean":"2024-03-07T03:15:33.987404+0000","last_became_active":"2024-03-07T03:06:47.849222+0000","last_became_peered":"2024-03-07T03:06:47.849222+0000","last_unstale":"2024-03-07T03:15:33.987404+0000","last_undegraded":"2024-03-07T03:15:33.987404+0000","last_fullsized":"2024-03-07T03:15:33.987404+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:36:41.880143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.808860+0000","last_change":"2024-03-07T03:06:47.851880+0000","last_active":"2024-03-07T03:14:15.808860+0000","last_peered":"2024-03-07T03:14:15.808860+0000","last_clean":"2024-03-07T03:14:15.808860+0000","last_became_active":"2024-03-07T03:06:47.851176+0000","last_became_peered":"2024-03-07T03:06:47.851176+0000","last_unstale":"2024-03-07T03:14:15.808860+0000","last_undegraded":"2024-03-07T03:14:15.808860+0000","last_fullsized":"2024-03-07T03:14:15.808860+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:38:59.663068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":977,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:56.403337+0000","last_change":"2024-03-07T03:07:58.757245+0000","last_active":"2024-03-07T03:12:56.403337+0000","last_peered":"2024-03-07T03:12:56.403337+0000","last_clean":"2024-03-07T03:12:56.403337+0000","last_became_active":"2024-03-07T03:07:58.754456+0000","last_became_peered":"2024-03-07T03:07:58.754456+0000","last_unstale":"2024-03-07T03:12:56.403337+0000","last_undegraded":"2024-03-07T03:12:56.403337+0000","last_fullsized":"2024-03-07T03:12:56.403337+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:57:32.153933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1044,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.960779+0000","last_change":"2024-03-07T03:06:47.855220+0000","last_active":"2024-03-07T03:14:15.960779+0000","last_peered":"2024-03-07T03:14:15.960779+0000","last_clean":"2024-03-07T03:14:15.960779+0000","last_became_active":"2024-03-07T03:06:47.854836+0000","last_became_peered":"2024-03-07T03:06:47.854836+0000","last_unstale":"2024-03-07T03:14:15.960779+0000","last_undegraded":"2024-03-07T03:14:15.960779+0000","last_fullsized":"2024-03-07T03:14:15.960779+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:51:35.386552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":984,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:56.403317+0000","last_change":"2024-03-07T03:07:58.757676+0000","last_active":"2024-03-07T03:12:56.403317+0000","last_peered":"2024-03-07T03:12:56.403317+0000","last_clean":"2024-03-07T03:12:56.403317+0000","last_became_active":"2024-03-07T03:07:58.753930+0000","last_became_peered":"2024-03-07T03:07:58.753930+0000","last_unstale":"2024-03-07T03:12:56.403317+0000","last_undegraded":"2024-03-07T03:12:56.403317+0000","last_fullsized":"2024-03-07T03:12:56.403317+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:56.639688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1038,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.960791+0000","last_change":"2024-03-07T03:07:23.076532+0000","last_active":"2024-03-07T03:14:15.960791+0000","last_peered":"2024-03-07T03:14:15.960791+0000","last_clean":"2024-03-07T03:14:15.960791+0000","last_became_active":"2024-03-07T03:07:23.076234+0000","last_became_peered":"2024-03-07T03:07:23.076234+0000","last_unstale":"2024-03-07T03:14:15.960791+0000","last_undegraded":"2024-03-07T03:14:15.960791+0000","last_fullsized":"2024-03-07T03:14:15.960791+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:16:39.967241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"716'2","reported_seq":1090,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:03.970601+0000","last_change":"2024-03-07T03:07:58.752045+0000","last_active":"2024-03-07T03:13:03.970601+0000","last_peered":"2024-03-07T03:13:03.970601+0000","last_clean":"2024-03-07T03:13:03.970601+0000","last_became_active":"2024-03-07T03:07:58.751585+0000","last_became_peered":"2024-03-07T03:07:58.751585+0000","last_unstale":"2024-03-07T03:13:03.970601+0000","last_undegraded":"2024-03-07T03:13:03.970601+0000","last_fullsized":"2024-03-07T03:13:03.970601+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:03:01.652607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1108,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:38.077764+0000","last_change":"2024-03-07T03:06:09.990854+0000","last_active":"2024-03-07T03:13:38.077764+0000","last_peered":"2024-03-07T03:13:38.077764+0000","last_clean":"2024-03-07T03:13:38.077764+0000","last_became_active":"2024-03-07T03:06:09.990464+0000","last_became_peered":"2024-03-07T03:06:09.990464+0000","last_unstale":"2024-03-07T03:13:38.077764+0000","last_undegraded":"2024-03-07T03:13:38.077764+0000","last_fullsized":"2024-03-07T03:13:38.077764+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:53:52.856954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"716'2","reported_seq":1011,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:51.181910+0000","last_change":"2024-03-07T03:07:58.754526+0000","last_active":"2024-03-07T03:14:51.181910+0000","last_peered":"2024-03-07T03:14:51.181910+0000","last_clean":"2024-03-07T03:14:51.181910+0000","last_became_active":"2024-03-07T03:07:58.754123+0000","last_became_peered":"2024-03-07T03:07:58.754123+0000","last_unstale":"2024-03-07T03:14:51.181910+0000","last_undegraded":"2024-03-07T03:14:51.181910+0000","last_fullsized":"2024-03-07T03:14:51.181910+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:41:34.446180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:50.805938+0000","last_change":"2024-03-07T03:07:58.750769+0000","last_active":"2024-03-07T03:13:50.805938+0000","last_peered":"2024-03-07T03:13:50.805938+0000","last_clean":"2024-03-07T03:13:50.805938+0000","last_became_active":"2024-03-07T03:07:58.749974+0000","last_became_peered":"2024-03-07T03:07:58.749974+0000","last_unstale":"2024-03-07T03:13:50.805938+0000","last_undegraded":"2024-03-07T03:13:50.805938+0000","last_fullsized":"2024-03-07T03:13:50.805938+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:56:14.059734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1127,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:48.969049+0000","last_change":"2024-03-07T03:07:23.072942+0000","last_active":"2024-03-07T03:12:48.969049+0000","last_peered":"2024-03-07T03:12:48.969049+0000","last_clean":"2024-03-07T03:12:48.969049+0000","last_became_active":"2024-03-07T03:07:23.072639+0000","last_became_peered":"2024-03-07T03:07:23.072639+0000","last_unstale":"2024-03-07T03:12:48.969049+0000","last_undegraded":"2024-03-07T03:12:48.969049+0000","last_fullsized":"2024-03-07T03:12:48.969049+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:42.808853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1124,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:48.969008+0000","last_change":"2024-03-07T03:05:35.934963+0000","last_active":"2024-03-07T03:12:48.969008+0000","last_peered":"2024-03-07T03:12:48.969008+0000","last_clean":"2024-03-07T03:12:48.969008+0000","last_became_active":"2024-03-07T03:05:35.932493+0000","last_became_peered":"2024-03-07T03:05:35.932493+0000","last_unstale":"2024-03-07T03:12:48.969008+0000","last_undegraded":"2024-03-07T03:12:48.969008+0000","last_fullsized":"2024-03-07T03:12:48.969008+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:00:57.111662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1040,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:00.958587+0000","last_change":"2024-03-07T03:07:58.756063+0000","last_active":"2024-03-07T03:14:00.958587+0000","last_peered":"2024-03-07T03:14:00.958587+0000","last_clean":"2024-03-07T03:14:00.958587+0000","last_became_active":"2024-03-07T03:07:58.755712+0000","last_became_peered":"2024-03-07T03:07:58.755712+0000","last_unstale":"2024-03-07T03:14:00.958587+0000","last_undegraded":"2024-03-07T03:14:00.958587+0000","last_fullsized":"2024-03-07T03:14:00.958587+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:13:06.484346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:04.910749+0000","last_change":"2024-03-07T03:06:09.996319+0000","last_active":"2024-03-07T03:14:04.910749+0000","last_peered":"2024-03-07T03:14:04.910749+0000","last_clean":"2024-03-07T03:14:04.910749+0000","last_became_active":"2024-03-07T03:06:09.996002+0000","last_became_peered":"2024-03-07T03:06:09.996002+0000","last_unstale":"2024-03-07T03:14:04.910749+0000","last_undegraded":"2024-03-07T03:14:04.910749+0000","last_fullsized":"2024-03-07T03:14:04.910749+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:41:55.764562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1007,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:36.180568+0000","last_change":"2024-03-07T03:07:23.083466+0000","last_active":"2024-03-07T03:14:36.180568+0000","last_peered":"2024-03-07T03:14:36.180568+0000","last_clean":"2024-03-07T03:14:36.180568+0000","last_became_active":"2024-03-07T03:07:23.083156+0000","last_became_peered":"2024-03-07T03:07:23.083156+0000","last_unstale":"2024-03-07T03:14:36.180568+0000","last_undegraded":"2024-03-07T03:14:36.180568+0000","last_fullsized":"2024-03-07T03:14:36.180568+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:32:00.539449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1026,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:00.958646+0000","last_change":"2024-03-07T03:07:58.752127+0000","last_active":"2024-03-07T03:14:00.958646+0000","last_peered":"2024-03-07T03:14:00.958646+0000","last_clean":"2024-03-07T03:14:00.958646+0000","last_became_active":"2024-03-07T03:07:58.751770+0000","last_became_peered":"2024-03-07T03:07:58.751770+0000","last_unstale":"2024-03-07T03:14:00.958646+0000","last_undegraded":"2024-03-07T03:14:00.958646+0000","last_fullsized":"2024-03-07T03:14:00.958646+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:43.791488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1060,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:00.958636+0000","last_change":"2024-03-07T03:07:23.077653+0000","last_active":"2024-03-07T03:14:00.958636+0000","last_peered":"2024-03-07T03:14:00.958636+0000","last_clean":"2024-03-07T03:14:00.958636+0000","last_became_active":"2024-03-07T03:07:23.077355+0000","last_became_peered":"2024-03-07T03:07:23.077355+0000","last_unstale":"2024-03-07T03:14:00.958636+0000","last_undegraded":"2024-03-07T03:14:00.958636+0000","last_fullsized":"2024-03-07T03:14:00.958636+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:45.861158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:30.803761+0000","last_change":"2024-03-07T03:06:47.851508+0000","last_active":"2024-03-07T03:13:30.803761+0000","last_peered":"2024-03-07T03:13:30.803761+0000","last_clean":"2024-03-07T03:13:30.803761+0000","last_became_active":"2024-03-07T03:06:47.850839+0000","last_became_peered":"2024-03-07T03:06:47.850839+0000","last_unstale":"2024-03-07T03:13:30.803761+0000","last_undegraded":"2024-03-07T03:13:30.803761+0000","last_fullsized":"2024-03-07T03:13:30.803761+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:08:06.622234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1193,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:04.910791+0000","last_change":"2024-03-07T03:06:47.845848+0000","last_active":"2024-03-07T03:14:04.910791+0000","last_peered":"2024-03-07T03:14:04.910791+0000","last_clean":"2024-03-07T03:14:04.910791+0000","last_became_active":"2024-03-07T03:06:47.845425+0000","last_became_peered":"2024-03-07T03:06:47.845425+0000","last_unstale":"2024-03-07T03:14:04.910791+0000","last_undegraded":"2024-03-07T03:14:04.910791+0000","last_fullsized":"2024-03-07T03:14:04.910791+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:16:24.833986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1079,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:08.074258+0000","last_change":"2024-03-07T03:07:58.754983+0000","last_active":"2024-03-07T03:13:08.074258+0000","last_peered":"2024-03-07T03:13:08.074258+0000","last_clean":"2024-03-07T03:13:08.074258+0000","last_became_active":"2024-03-07T03:07:58.754657+0000","last_became_peered":"2024-03-07T03:07:58.754657+0000","last_unstale":"2024-03-07T03:13:08.074258+0000","last_undegraded":"2024-03-07T03:13:08.074258+0000","last_fullsized":"2024-03-07T03:13:08.074258+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:06:00.897772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"716'29","reported_seq":1042,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:21.179150+0000","last_change":"2024-03-07T03:07:23.079677+0000","last_active":"2024-03-07T03:14:21.179150+0000","last_peered":"2024-03-07T03:14:21.179150+0000","last_clean":"2024-03-07T03:14:21.179150+0000","last_became_active":"2024-03-07T03:07:23.079320+0000","last_became_peered":"2024-03-07T03:07:23.079320+0000","last_unstale":"2024-03-07T03:14:21.179150+0000","last_undegraded":"2024-03-07T03:14:21.179150+0000","last_fullsized":"2024-03-07T03:14:21.179150+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:49:54.979015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:46.402133+0000","last_change":"2024-03-07T03:07:58.758376+0000","last_active":"2024-03-07T03:12:46.402133+0000","last_peered":"2024-03-07T03:12:46.402133+0000","last_clean":"2024-03-07T03:12:46.402133+0000","last_became_active":"2024-03-07T03:07:58.757816+0000","last_became_peered":"2024-03-07T03:07:58.757816+0000","last_unstale":"2024-03-07T03:12:46.402133+0000","last_undegraded":"2024-03-07T03:12:46.402133+0000","last_fullsized":"2024-03-07T03:12:46.402133+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:47.253727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1219,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:10.801397+0000","last_change":"2024-03-07T03:06:09.989072+0000","last_active":"2024-03-07T03:13:10.801397+0000","last_peered":"2024-03-07T03:13:10.801397+0000","last_clean":"2024-03-07T03:13:10.801397+0000","last_became_active":"2024-03-07T03:06:09.987754+0000","last_became_peered":"2024-03-07T03:06:09.987754+0000","last_unstale":"2024-03-07T03:13:10.801397+0000","last_undegraded":"2024-03-07T03:13:10.801397+0000","last_fullsized":"2024-03-07T03:13:10.801397+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:05:15.340331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:10.801380+0000","last_change":"2024-03-07T03:07:58.754207+0000","last_active":"2024-03-07T03:13:10.801380+0000","last_peered":"2024-03-07T03:13:10.801380+0000","last_clean":"2024-03-07T03:13:10.801380+0000","last_became_active":"2024-03-07T03:07:58.753859+0000","last_became_peered":"2024-03-07T03:07:58.753859+0000","last_unstale":"2024-03-07T03:13:10.801380+0000","last_undegraded":"2024-03-07T03:13:10.801380+0000","last_fullsized":"2024-03-07T03:13:10.801380+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:14:02.813872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1053,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:45.956792+0000","last_change":"2024-03-07T03:07:58.755838+0000","last_active":"2024-03-07T03:13:45.956792+0000","last_peered":"2024-03-07T03:13:45.956792+0000","last_clean":"2024-03-07T03:13:45.956792+0000","last_became_active":"2024-03-07T03:07:58.755436+0000","last_became_peered":"2024-03-07T03:07:58.755436+0000","last_unstale":"2024-03-07T03:13:45.956792+0000","last_undegraded":"2024-03-07T03:13:45.956792+0000","last_fullsized":"2024-03-07T03:13:45.956792+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:25.094944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:56.417167+0000","last_change":"2024-03-07T03:07:58.750199+0000","last_active":"2024-03-07T03:14:56.417167+0000","last_peered":"2024-03-07T03:14:56.417167+0000","last_clean":"2024-03-07T03:14:56.417167+0000","last_became_active":"2024-03-07T03:07:58.749858+0000","last_became_peered":"2024-03-07T03:07:58.749858+0000","last_unstale":"2024-03-07T03:14:56.417167+0000","last_undegraded":"2024-03-07T03:14:56.417167+0000","last_fullsized":"2024-03-07T03:14:56.417167+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:41.122539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1015,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:21.179131+0000","last_change":"2024-03-07T03:07:23.076835+0000","last_active":"2024-03-07T03:14:21.179131+0000","last_peered":"2024-03-07T03:14:21.179131+0000","last_clean":"2024-03-07T03:14:21.179131+0000","last_became_active":"2024-03-07T03:07:23.075094+0000","last_became_peered":"2024-03-07T03:07:23.075094+0000","last_unstale":"2024-03-07T03:14:21.179131+0000","last_undegraded":"2024-03-07T03:14:21.179131+0000","last_fullsized":"2024-03-07T03:14:21.179131+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:50:36.739831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1006,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:21.179108+0000","last_change":"2024-03-07T03:07:23.078279+0000","last_active":"2024-03-07T03:14:21.179108+0000","last_peered":"2024-03-07T03:14:21.179108+0000","last_clean":"2024-03-07T03:14:21.179108+0000","last_became_active":"2024-03-07T03:07:23.077338+0000","last_became_peered":"2024-03-07T03:07:23.077338+0000","last_unstale":"2024-03-07T03:14:21.179108+0000","last_undegraded":"2024-03-07T03:14:21.179108+0000","last_fullsized":"2024-03-07T03:14:21.179108+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:05:40.599683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1170,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:19.522440+0000","last_change":"2024-03-07T03:05:01.461919+0000","last_active":"2024-03-07T03:14:19.522440+0000","last_peered":"2024-03-07T03:14:19.522440+0000","last_clean":"2024-03-07T03:14:19.522440+0000","last_became_active":"2024-03-07T03:05:01.459759+0000","last_became_peered":"2024-03-07T03:05:01.459759+0000","last_unstale":"2024-03-07T03:14:19.522440+0000","last_undegraded":"2024-03-07T03:14:19.522440+0000","last_fullsized":"2024-03-07T03:14:19.522440+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:31:45.535178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":973,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:56.417138+0000","last_change":"2024-03-07T03:07:58.753856+0000","last_active":"2024-03-07T03:14:56.417138+0000","last_peered":"2024-03-07T03:14:56.417138+0000","last_clean":"2024-03-07T03:14:56.417138+0000","last_became_active":"2024-03-07T03:07:58.751889+0000","last_became_peered":"2024-03-07T03:07:58.751889+0000","last_unstale":"2024-03-07T03:14:56.417138+0000","last_undegraded":"2024-03-07T03:14:56.417138+0000","last_fullsized":"2024-03-07T03:14:56.417138+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:27:20.126942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"863'1273","reported_seq":4341,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:39.518251+0000","last_change":"2024-03-07T03:10:56.137635+0000","last_active":"2024-03-07T03:13:39.518251+0000","last_peered":"2024-03-07T03:13:39.518251+0000","last_clean":"2024-03-07T03:13:39.518251+0000","last_became_active":"2024-03-07T03:05:01.457883+0000","last_became_peered":"2024-03-07T03:05:01.457883+0000","last_unstale":"2024-03-07T03:13:39.518251+0000","last_undegraded":"2024-03-07T03:13:39.518251+0000","last_fullsized":"2024-03-07T03:13:39.518251+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1273,"log_dups_size":0,"ondisk_log_size":1273,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:21:46.718939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.021818005000000001,"stat_sum":{"num_bytes":15540224,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":258,"num_read_kb":529715,"num_write":442,"num_write_kb":102224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1441792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.f","version":"61'1","reported_seq":1083,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:08.088005+0000","last_change":"2024-03-07T03:07:58.755003+0000","last_active":"2024-03-07T03:15:08.088005+0000","last_peered":"2024-03-07T03:15:08.088005+0000","last_clean":"2024-03-07T03:15:08.088005+0000","last_became_active":"2024-03-07T03:07:58.754564+0000","last_became_peered":"2024-03-07T03:07:58.754564+0000","last_unstale":"2024-03-07T03:15:08.088005+0000","last_undegraded":"2024-03-07T03:15:08.088005+0000","last_fullsized":"2024-03-07T03:15:08.088005+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:34:53.344746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":988,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:41.415610+0000","last_change":"2024-03-07T03:07:58.750952+0000","last_active":"2024-03-07T03:14:41.415610+0000","last_peered":"2024-03-07T03:14:41.415610+0000","last_clean":"2024-03-07T03:14:41.415610+0000","last_became_active":"2024-03-07T03:07:58.749229+0000","last_became_peered":"2024-03-07T03:07:58.749229+0000","last_unstale":"2024-03-07T03:14:41.415610+0000","last_undegraded":"2024-03-07T03:14:41.415610+0000","last_fullsized":"2024-03-07T03:14:41.415610+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:53:10.534950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"863'847","reported_seq":4049,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.808770+0000","last_change":"2024-03-07T03:10:56.129162+0000","last_active":"2024-03-07T03:14:15.808770+0000","last_peered":"2024-03-07T03:14:15.808770+0000","last_clean":"2024-03-07T03:14:15.808770+0000","last_became_active":"2024-03-07T03:07:23.074596+0000","last_became_peered":"2024-03-07T03:07:23.074596+0000","last_unstale":"2024-03-07T03:14:15.808770+0000","last_undegraded":"2024-03-07T03:14:15.808770+0000","last_fullsized":"2024-03-07T03:14:15.808770+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":847,"log_dups_size":0,"ondisk_log_size":847,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:34:23.625809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0099120149999999997,"stat_sum":{"num_bytes":38936576,"num_objects":11,"num_object_clones":9,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":157,"num_read_kb":413258,"num_write":266,"num_write_kb":109952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":4374528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.2","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:49.915330+0000","last_change":"2024-03-07T03:06:47.845893+0000","last_active":"2024-03-07T03:14:49.915330+0000","last_peered":"2024-03-07T03:14:49.915330+0000","last_clean":"2024-03-07T03:14:49.915330+0000","last_became_active":"2024-03-07T03:06:47.845548+0000","last_became_peered":"2024-03-07T03:06:47.845548+0000","last_unstale":"2024-03-07T03:14:49.915330+0000","last_undegraded":"2024-03-07T03:14:49.915330+0000","last_fullsized":"2024-03-07T03:14:49.915330+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:19:55.051329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:49.915367+0000","last_change":"2024-03-07T03:07:58.751041+0000","last_active":"2024-03-07T03:14:49.915367+0000","last_peered":"2024-03-07T03:14:49.915367+0000","last_clean":"2024-03-07T03:14:49.915367+0000","last_became_active":"2024-03-07T03:07:58.749047+0000","last_became_peered":"2024-03-07T03:07:58.749047+0000","last_unstale":"2024-03-07T03:14:49.915367+0000","last_undegraded":"2024-03-07T03:14:49.915367+0000","last_fullsized":"2024-03-07T03:14:49.915367+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:47:59.256394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1059,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:05.967226+0000","last_change":"2024-03-07T03:06:47.858022+0000","last_active":"2024-03-07T03:15:05.967226+0000","last_peered":"2024-03-07T03:15:05.967226+0000","last_clean":"2024-03-07T03:15:05.967226+0000","last_became_active":"2024-03-07T03:06:47.857526+0000","last_became_peered":"2024-03-07T03:06:47.857526+0000","last_unstale":"2024-03-07T03:15:05.967226+0000","last_undegraded":"2024-03-07T03:15:05.967226+0000","last_fullsized":"2024-03-07T03:15:05.967226+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:02:03.856321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"862'1186","reported_seq":4380,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.808828+0000","last_change":"2024-03-07T03:10:56.119983+0000","last_active":"2024-03-07T03:14:15.808828+0000","last_peered":"2024-03-07T03:14:15.808828+0000","last_clean":"2024-03-07T03:14:15.808828+0000","last_became_active":"2024-03-07T03:06:09.988405+0000","last_became_peered":"2024-03-07T03:06:09.988405+0000","last_unstale":"2024-03-07T03:14:15.808828+0000","last_undegraded":"2024-03-07T03:14:15.808828+0000","last_fullsized":"2024-03-07T03:14:15.808828+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1186,"log_dups_size":0,"ondisk_log_size":1186,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:41:38.890400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099770099999999993,"stat_sum":{"num_bytes":13524992,"num_objects":9,"num_object_clones":6,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":208,"num_read_kb":390958,"num_write":505,"num_write_kb":103888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":50642944,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:49.915380+0000","last_change":"2024-03-07T03:05:35.928460+0000","last_active":"2024-03-07T03:14:49.915380+0000","last_peered":"2024-03-07T03:14:49.915380+0000","last_clean":"2024-03-07T03:14:49.915380+0000","last_became_active":"2024-03-07T03:05:35.928017+0000","last_became_peered":"2024-03-07T03:05:35.928017+0000","last_unstale":"2024-03-07T03:14:49.915380+0000","last_undegraded":"2024-03-07T03:14:49.915380+0000","last_fullsized":"2024-03-07T03:14:49.915380+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:53:27.674544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1028,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:05.967147+0000","last_change":"2024-03-07T03:07:23.075249+0000","last_active":"2024-03-07T03:15:05.967147+0000","last_peered":"2024-03-07T03:15:05.967147+0000","last_clean":"2024-03-07T03:15:05.967147+0000","last_became_active":"2024-03-07T03:07:23.074866+0000","last_became_peered":"2024-03-07T03:07:23.074866+0000","last_unstale":"2024-03-07T03:15:05.967147+0000","last_undegraded":"2024-03-07T03:15:05.967147+0000","last_fullsized":"2024-03-07T03:15:05.967147+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:03.393010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1080,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:28.083299+0000","last_change":"2024-03-07T03:07:23.069585+0000","last_active":"2024-03-07T03:14:28.083299+0000","last_peered":"2024-03-07T03:14:28.083299+0000","last_clean":"2024-03-07T03:14:28.083299+0000","last_became_active":"2024-03-07T03:07:23.069262+0000","last_became_peered":"2024-03-07T03:07:23.069262+0000","last_unstale":"2024-03-07T03:14:28.083299+0000","last_undegraded":"2024-03-07T03:14:28.083299+0000","last_fullsized":"2024-03-07T03:14:28.083299+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:11:22.045807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"861'1094","reported_seq":4797,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:39.518368+0000","last_change":"2024-03-07T03:10:57.331022+0000","last_active":"2024-03-07T03:13:39.518368+0000","last_peered":"2024-03-07T03:13:39.518368+0000","last_clean":"2024-03-07T03:13:39.518368+0000","last_became_active":"2024-03-07T03:06:47.847229+0000","last_became_peered":"2024-03-07T03:06:47.847229+0000","last_unstale":"2024-03-07T03:13:39.518368+0000","last_undegraded":"2024-03-07T03:13:39.518368+0000","last_fullsized":"2024-03-07T03:13:39.518368+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1094,"log_dups_size":0,"ondisk_log_size":1094,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:58:27.729404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.032339935,"stat_sum":{"num_bytes":113606656,"num_objects":59,"num_object_clones":55,"num_object_copies":177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":279,"num_read_kb":358703,"num_write":525,"num_write_kb":146904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":36642816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1184,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:14.918114+0000","last_change":"2024-03-07T03:06:47.843416+0000","last_active":"2024-03-07T03:15:14.918114+0000","last_peered":"2024-03-07T03:15:14.918114+0000","last_clean":"2024-03-07T03:15:14.918114+0000","last_became_active":"2024-03-07T03:06:47.842812+0000","last_became_peered":"2024-03-07T03:06:47.842812+0000","last_unstale":"2024-03-07T03:15:14.918114+0000","last_undegraded":"2024-03-07T03:15:14.918114+0000","last_fullsized":"2024-03-07T03:15:14.918114+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:03:02.672609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1190,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:24.912798+0000","last_change":"2024-03-07T03:07:23.071850+0000","last_active":"2024-03-07T03:14:24.912798+0000","last_peered":"2024-03-07T03:14:24.912798+0000","last_clean":"2024-03-07T03:14:24.912798+0000","last_became_active":"2024-03-07T03:07:23.071476+0000","last_became_peered":"2024-03-07T03:07:23.071476+0000","last_unstale":"2024-03-07T03:14:24.912798+0000","last_undegraded":"2024-03-07T03:14:24.912798+0000","last_fullsized":"2024-03-07T03:14:24.912798+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:13:05.296486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1159,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:24.529427+0000","last_change":"2024-03-07T03:05:35.926187+0000","last_active":"2024-03-07T03:15:24.529427+0000","last_peered":"2024-03-07T03:15:24.529427+0000","last_clean":"2024-03-07T03:15:24.529427+0000","last_became_active":"2024-03-07T03:05:35.925908+0000","last_became_peered":"2024-03-07T03:05:35.925908+0000","last_unstale":"2024-03-07T03:15:24.529427+0000","last_undegraded":"2024-03-07T03:15:24.529427+0000","last_fullsized":"2024-03-07T03:15:24.529427+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:48:33.101185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"863'1146","reported_seq":3874,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:11.412225+0000","last_change":"2024-03-07T03:10:56.132170+0000","last_active":"2024-03-07T03:14:11.412225+0000","last_peered":"2024-03-07T03:14:11.412225+0000","last_clean":"2024-03-07T03:14:11.412225+0000","last_became_active":"2024-03-07T03:07:58.756854+0000","last_became_peered":"2024-03-07T03:07:58.756854+0000","last_unstale":"2024-03-07T03:14:11.412225+0000","last_undegraded":"2024-03-07T03:14:11.412225+0000","last_fullsized":"2024-03-07T03:14:11.412225+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1146,"log_dups_size":0,"ondisk_log_size":1146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T02:59:04.693146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.010433211,"stat_sum":{"num_bytes":34668544,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":1,"num_read":219,"num_read_kb":317694,"num_write":420,"num_write_kb":93568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":10240000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1006,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:36.174398+0000","last_change":"2024-03-07T03:07:58.760449+0000","last_active":"2024-03-07T03:13:36.174398+0000","last_peered":"2024-03-07T03:13:36.174398+0000","last_clean":"2024-03-07T03:13:36.174398+0000","last_became_active":"2024-03-07T03:07:58.760086+0000","last_became_peered":"2024-03-07T03:07:58.760086+0000","last_unstale":"2024-03-07T03:13:36.174398+0000","last_undegraded":"2024-03-07T03:13:36.174398+0000","last_fullsized":"2024-03-07T03:13:36.174398+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:34:38.583100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1089,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:53.975738+0000","last_change":"2024-03-07T03:07:23.073659+0000","last_active":"2024-03-07T03:13:53.975738+0000","last_peered":"2024-03-07T03:13:53.975738+0000","last_clean":"2024-03-07T03:13:53.975738+0000","last_became_active":"2024-03-07T03:07:23.073277+0000","last_became_peered":"2024-03-07T03:07:23.073277+0000","last_unstale":"2024-03-07T03:13:53.975738+0000","last_undegraded":"2024-03-07T03:13:53.975738+0000","last_fullsized":"2024-03-07T03:13:53.975738+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:48:34.819985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1062,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:05.967201+0000","last_change":"2024-03-07T03:07:58.752576+0000","last_active":"2024-03-07T03:15:05.967201+0000","last_peered":"2024-03-07T03:15:05.967201+0000","last_clean":"2024-03-07T03:15:05.967201+0000","last_became_active":"2024-03-07T03:07:58.752193+0000","last_became_peered":"2024-03-07T03:07:58.752193+0000","last_unstale":"2024-03-07T03:15:05.967201+0000","last_undegraded":"2024-03-07T03:15:05.967201+0000","last_fullsized":"2024-03-07T03:15:05.967201+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:55:14.205594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"395'197","reported_seq":1466,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:56.410378+0000","last_change":"2024-03-07T03:07:58.752982+0000","last_active":"2024-03-07T03:13:56.410378+0000","last_peered":"2024-03-07T03:13:56.410378+0000","last_clean":"2024-03-07T03:13:56.410378+0000","last_became_active":"2024-03-07T03:07:58.752004+0000","last_became_peered":"2024-03-07T03:07:58.752004+0000","last_unstale":"2024-03-07T03:13:56.410378+0000","last_undegraded":"2024-03-07T03:13:56.410378+0000","last_fullsized":"2024-03-07T03:13:56.410378+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_clean_scrub_stamp":"2024-03-07T02:51:31.238394+0000","objects_scrubbed":0,"log_size":197,"log_dups_size":0,"ondisk_log_size":197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:53.766202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"858'3145","reported_seq":6530,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:15.953631+0000","last_change":"2024-03-07T03:10:57.131283+0000","last_active":"2024-03-07T03:13:15.953631+0000","last_peered":"2024-03-07T03:13:15.953631+0000","last_clean":"2024-03-07T03:13:15.953631+0000","last_became_active":"2024-03-07T03:06:47.859231+0000","last_became_peered":"2024-03-07T03:06:47.859231+0000","last_unstale":"2024-03-07T03:13:15.953631+0000","last_undegraded":"2024-03-07T03:13:15.953631+0000","last_fullsized":"2024-03-07T03:13:15.953631+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3145,"log_dups_size":0,"ondisk_log_size":3145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:10:03.781442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001499434,"stat_sum":{"num_bytes":18481152,"num_objects":15,"num_object_clones":14,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":124,"num_read_kb":398406,"num_write":253,"num_write_kb":45856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":9773056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:40.811710+0000","last_change":"2024-03-07T03:05:01.454053+0000","last_active":"2024-03-07T03:14:40.811710+0000","last_peered":"2024-03-07T03:14:40.811710+0000","last_clean":"2024-03-07T03:14:40.811710+0000","last_became_active":"2024-03-07T03:05:01.453718+0000","last_became_peered":"2024-03-07T03:05:01.453718+0000","last_unstale":"2024-03-07T03:14:40.811710+0000","last_undegraded":"2024-03-07T03:14:40.811710+0000","last_fullsized":"2024-03-07T03:14:40.811710+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:10:59.835543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.808745+0000","last_change":"2024-03-07T03:06:09.987673+0000","last_active":"2024-03-07T03:14:15.808745+0000","last_peered":"2024-03-07T03:14:15.808745+0000","last_clean":"2024-03-07T03:14:15.808745+0000","last_became_active":"2024-03-07T03:06:09.987328+0000","last_became_peered":"2024-03-07T03:06:09.987328+0000","last_unstale":"2024-03-07T03:14:15.808745+0000","last_undegraded":"2024-03-07T03:14:15.808745+0000","last_fullsized":"2024-03-07T03:14:15.808745+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:11:17.983744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":975,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:56.410353+0000","last_change":"2024-03-07T03:07:58.757849+0000","last_active":"2024-03-07T03:13:56.410353+0000","last_peered":"2024-03-07T03:13:56.410353+0000","last_clean":"2024-03-07T03:13:56.410353+0000","last_became_active":"2024-03-07T03:07:58.757399+0000","last_became_peered":"2024-03-07T03:07:58.757399+0000","last_unstale":"2024-03-07T03:13:56.410353+0000","last_undegraded":"2024-03-07T03:13:56.410353+0000","last_fullsized":"2024-03-07T03:13:56.410353+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:54:11.413787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"864'1259","reported_seq":4064,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:36.174367+0000","last_change":"2024-03-07T03:10:56.129203+0000","last_active":"2024-03-07T03:13:36.174367+0000","last_peered":"2024-03-07T03:13:36.174367+0000","last_clean":"2024-03-07T03:13:36.174367+0000","last_became_active":"2024-03-07T03:07:23.080120+0000","last_became_peered":"2024-03-07T03:07:23.080120+0000","last_unstale":"2024-03-07T03:13:36.174367+0000","last_undegraded":"2024-03-07T03:13:36.174367+0000","last_fullsized":"2024-03-07T03:13:36.174367+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1259,"log_dups_size":0,"ondisk_log_size":1259,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:33:24.850580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0059393290000000001,"stat_sum":{"num_bytes":23298048,"num_objects":10,"num_object_clones":7,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":249,"num_read_kb":271095,"num_write":553,"num_write_kb":138504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":18890752,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.3","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.808797+0000","last_change":"2024-03-07T03:07:58.750289+0000","last_active":"2024-03-07T03:14:15.808797+0000","last_peered":"2024-03-07T03:14:15.808797+0000","last_clean":"2024-03-07T03:14:15.808797+0000","last_became_active":"2024-03-07T03:07:58.749557+0000","last_became_peered":"2024-03-07T03:07:58.749557+0000","last_unstale":"2024-03-07T03:14:15.808797+0000","last_undegraded":"2024-03-07T03:14:15.808797+0000","last_fullsized":"2024-03-07T03:14:15.808797+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:54:43.865660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":989,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:11.412259+0000","last_change":"2024-03-07T03:07:58.758005+0000","last_active":"2024-03-07T03:14:11.412259+0000","last_peered":"2024-03-07T03:14:11.412259+0000","last_clean":"2024-03-07T03:14:11.412259+0000","last_became_active":"2024-03-07T03:07:58.756833+0000","last_became_peered":"2024-03-07T03:07:58.756833+0000","last_unstale":"2024-03-07T03:14:11.412259+0000","last_undegraded":"2024-03-07T03:14:11.412259+0000","last_fullsized":"2024-03-07T03:14:11.412259+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:37:55.288554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:49.915390+0000","last_change":"2024-03-07T03:06:47.843644+0000","last_active":"2024-03-07T03:14:49.915390+0000","last_peered":"2024-03-07T03:14:49.915390+0000","last_clean":"2024-03-07T03:14:49.915390+0000","last_became_active":"2024-03-07T03:06:47.842694+0000","last_became_peered":"2024-03-07T03:06:47.842694+0000","last_unstale":"2024-03-07T03:14:49.915390+0000","last_undegraded":"2024-03-07T03:14:49.915390+0000","last_fullsized":"2024-03-07T03:14:49.915390+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:25:34.783974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"863'880","reported_seq":3816,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:28.083264+0000","last_change":"2024-03-07T03:10:56.125509+0000","last_active":"2024-03-07T03:14:28.083264+0000","last_peered":"2024-03-07T03:14:28.083264+0000","last_clean":"2024-03-07T03:14:28.083264+0000","last_became_active":"2024-03-07T03:07:58.755248+0000","last_became_peered":"2024-03-07T03:07:58.755248+0000","last_unstale":"2024-03-07T03:14:28.083264+0000","last_undegraded":"2024-03-07T03:14:28.083264+0000","last_fullsized":"2024-03-07T03:14:28.083264+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":880,"log_dups_size":0,"ondisk_log_size":880,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:40:02.788467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0073429089999999999,"stat_sum":{"num_bytes":9224192,"num_objects":8,"num_object_clones":6,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":1,"num_read":161,"num_read_kb":133885,"num_write":362,"num_write_kb":55920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1126,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:33.987356+0000","last_change":"2024-03-07T03:07:58.764215+0000","last_active":"2024-03-07T03:15:33.987356+0000","last_peered":"2024-03-07T03:15:33.987356+0000","last_clean":"2024-03-07T03:15:33.987356+0000","last_became_active":"2024-03-07T03:07:58.763818+0000","last_became_peered":"2024-03-07T03:07:58.763818+0000","last_unstale":"2024-03-07T03:15:33.987356+0000","last_undegraded":"2024-03-07T03:15:33.987356+0000","last_fullsized":"2024-03-07T03:15:33.987356+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:27:54.623360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"719'2","reported_seq":1194,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:14.918091+0000","last_change":"2024-03-07T03:07:23.074913+0000","last_active":"2024-03-07T03:15:14.918091+0000","last_peered":"2024-03-07T03:15:14.918091+0000","last_clean":"2024-03-07T03:15:14.918091+0000","last_became_active":"2024-03-07T03:07:23.074530+0000","last_became_peered":"2024-03-07T03:07:23.074530+0000","last_unstale":"2024-03-07T03:15:14.918091+0000","last_undegraded":"2024-03-07T03:15:14.918091+0000","last_fullsized":"2024-03-07T03:15:14.918091+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:13:25.877187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1128,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:13.977670+0000","last_change":"2024-03-07T03:07:58.757756+0000","last_active":"2024-03-07T03:14:13.977670+0000","last_peered":"2024-03-07T03:14:13.977670+0000","last_clean":"2024-03-07T03:14:13.977670+0000","last_became_active":"2024-03-07T03:07:58.757430+0000","last_became_peered":"2024-03-07T03:07:58.757430+0000","last_unstale":"2024-03-07T03:14:13.977670+0000","last_undegraded":"2024-03-07T03:14:13.977670+0000","last_fullsized":"2024-03-07T03:14:13.977670+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:22:21.412765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"863'1564","reported_seq":5165,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:15:33.987325+0000","last_change":"2024-03-07T03:10:57.329944+0000","last_active":"2024-03-07T03:15:33.987325+0000","last_peered":"2024-03-07T03:15:33.987325+0000","last_clean":"2024-03-07T03:15:33.987325+0000","last_became_active":"2024-03-07T03:06:09.990793+0000","last_became_peered":"2024-03-07T03:06:09.990793+0000","last_unstale":"2024-03-07T03:15:33.987325+0000","last_undegraded":"2024-03-07T03:15:33.987325+0000","last_fullsized":"2024-03-07T03:15:33.987325+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1564,"log_dups_size":0,"ondisk_log_size":1564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":143,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:53.639078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.019553126000000001,"stat_sum":{"num_bytes":100999168,"num_objects":73,"num_object_clones":68,"num_object_copies":219,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":1,"num_read":410,"num_read_kb":572954,"num_write":777,"num_write_kb":204640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":51175424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"c"},{"start":"178","length":"4"},{"start":"17e","length":"3"},{"start":"182","length":"4"},{"start":"187","length":"5"},{"start":"18d","length":"2"}]},{"pgid":"4.1","version":"0'0","reported_seq":1081,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:28.083234+0000","last_change":"2024-03-07T03:07:23.071468+0000","last_active":"2024-03-07T03:14:28.083234+0000","last_peered":"2024-03-07T03:14:28.083234+0000","last_clean":"2024-03-07T03:14:28.083234+0000","last_became_active":"2024-03-07T03:07:23.071160+0000","last_became_peered":"2024-03-07T03:07:23.071160+0000","last_unstale":"2024-03-07T03:14:28.083234+0000","last_undegraded":"2024-03-07T03:14:28.083234+0000","last_fullsized":"2024-03-07T03:14:28.083234+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:17:55.686793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":991,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:51.175912+0000","last_change":"2024-03-07T03:07:58.759142+0000","last_active":"2024-03-07T03:13:51.175912+0000","last_peered":"2024-03-07T03:13:51.175912+0000","last_clean":"2024-03-07T03:13:51.175912+0000","last_became_active":"2024-03-07T03:07:58.758771+0000","last_became_peered":"2024-03-07T03:07:58.758771+0000","last_unstale":"2024-03-07T03:13:51.175912+0000","last_undegraded":"2024-03-07T03:13:51.175912+0000","last_fullsized":"2024-03-07T03:13:51.175912+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:45:13.985820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:40.811685+0000","last_change":"2024-03-07T03:06:09.988597+0000","last_active":"2024-03-07T03:14:40.811685+0000","last_peered":"2024-03-07T03:14:40.811685+0000","last_clean":"2024-03-07T03:14:40.811685+0000","last_became_active":"2024-03-07T03:06:09.988261+0000","last_became_peered":"2024-03-07T03:06:09.988261+0000","last_unstale":"2024-03-07T03:14:40.811685+0000","last_undegraded":"2024-03-07T03:14:40.811685+0000","last_fullsized":"2024-03-07T03:14:40.811685+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:11:06.717251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"843'3099","reported_seq":6399,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:30.955172+0000","last_change":"2024-03-07T03:10:57.131044+0000","last_active":"2024-03-07T03:13:30.955172+0000","last_peered":"2024-03-07T03:13:30.955172+0000","last_clean":"2024-03-07T03:13:30.955172+0000","last_became_active":"2024-03-07T03:07:23.084936+0000","last_became_peered":"2024-03-07T03:07:23.084936+0000","last_unstale":"2024-03-07T03:13:30.955172+0000","last_undegraded":"2024-03-07T03:13:30.955172+0000","last_fullsized":"2024-03-07T03:13:30.955172+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3099,"log_dups_size":0,"ondisk_log_size":3099,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:46:48.809690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012703,"stat_sum":{"num_bytes":8347648,"num_objects":13,"num_object_clones":12,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":56,"num_read_kb":33721,"num_write":241,"num_write_kb":36816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":434176,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1147,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:39.518313+0000","last_change":"2024-03-07T03:05:01.461136+0000","last_active":"2024-03-07T03:13:39.518313+0000","last_peered":"2024-03-07T03:13:39.518313+0000","last_clean":"2024-03-07T03:13:39.518313+0000","last_became_active":"2024-03-07T03:05:01.457189+0000","last_became_peered":"2024-03-07T03:05:01.457189+0000","last_unstale":"2024-03-07T03:13:39.518313+0000","last_undegraded":"2024-03-07T03:13:39.518313+0000","last_fullsized":"2024-03-07T03:13:39.518313+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:23.791243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1104,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:48.085317+0000","last_change":"2024-03-07T03:07:58.750311+0000","last_active":"2024-03-07T03:14:48.085317+0000","last_peered":"2024-03-07T03:14:48.085317+0000","last_clean":"2024-03-07T03:14:48.085317+0000","last_became_active":"2024-03-07T03:07:58.750001+0000","last_became_peered":"2024-03-07T03:07:58.750001+0000","last_unstale":"2024-03-07T03:14:48.085317+0000","last_undegraded":"2024-03-07T03:14:48.085317+0000","last_fullsized":"2024-03-07T03:14:48.085317+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:05.963944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"847'12789","reported_seq":16204,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:15:08.087960+0000","last_change":"2024-03-07T03:10:57.124034+0000","last_active":"2024-03-07T03:15:08.087960+0000","last_peered":"2024-03-07T03:15:08.087960+0000","last_clean":"2024-03-07T03:15:08.087960+0000","last_became_active":"2024-03-07T03:06:47.859957+0000","last_became_peered":"2024-03-07T03:06:47.859957+0000","last_unstale":"2024-03-07T03:15:08.087960+0000","last_undegraded":"2024-03-07T03:15:08.087960+0000","last_fullsized":"2024-03-07T03:15:08.087960+0000","mapping_epoch":625,"log_start":"599'6200","ondisk_log_start":"599'6200","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":6589,"log_dups_size":0,"ondisk_log_size":6589,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":137,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:29:13.699651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0091875959999999993,"stat_sum":{"num_bytes":71745536,"num_objects":32,"num_object_clones":30,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":0,"num_read":146,"num_read_kb":316804,"num_write":323,"num_write_kb":90232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":20865024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"5"},{"start":"171","length":"b"},{"start":"17e","length":"8"},{"start":"187","length":"5"},{"start":"18d","length":"3"},{"start":"192","length":"1"},{"start":"197","length":"1"},{"start":"199","length":"2"}]},{"pgid":"2.9","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:14.918021+0000","last_change":"2024-03-07T03:07:58.752456+0000","last_active":"2024-03-07T03:15:14.918021+0000","last_peered":"2024-03-07T03:15:14.918021+0000","last_clean":"2024-03-07T03:15:14.918021+0000","last_became_active":"2024-03-07T03:07:58.752118+0000","last_became_peered":"2024-03-07T03:07:58.752118+0000","last_unstale":"2024-03-07T03:15:14.918021+0000","last_undegraded":"2024-03-07T03:15:14.918021+0000","last_fullsized":"2024-03-07T03:15:14.918021+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:08:08.574482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1119,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:13.977627+0000","last_change":"2024-03-07T03:07:58.757839+0000","last_active":"2024-03-07T03:14:13.977627+0000","last_peered":"2024-03-07T03:14:13.977627+0000","last_clean":"2024-03-07T03:14:13.977627+0000","last_became_active":"2024-03-07T03:07:58.757495+0000","last_became_peered":"2024-03-07T03:07:58.757495+0000","last_unstale":"2024-03-07T03:14:13.977627+0000","last_undegraded":"2024-03-07T03:14:13.977627+0000","last_fullsized":"2024-03-07T03:14:13.977627+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:27:02.190643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"861'1463","reported_seq":5089,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:59.520453+0000","last_change":"2024-03-07T03:10:57.330799+0000","last_active":"2024-03-07T03:13:59.520453+0000","last_peered":"2024-03-07T03:13:59.520453+0000","last_clean":"2024-03-07T03:13:59.520453+0000","last_became_active":"2024-03-07T03:07:58.763085+0000","last_became_peered":"2024-03-07T03:07:58.763085+0000","last_unstale":"2024-03-07T03:13:59.520453+0000","last_undegraded":"2024-03-07T03:13:59.520453+0000","last_fullsized":"2024-03-07T03:13:59.520453+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1463,"log_dups_size":0,"ondisk_log_size":1463,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:39:21.050544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.016579719999999999,"stat_sum":{"num_bytes":106192896,"num_objects":71,"num_object_clones":66,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":1,"num_read":323,"num_read_kb":516030,"num_write":942,"num_write_kb":231680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":48201728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:14.918048+0000","last_change":"2024-03-07T03:07:58.752370+0000","last_active":"2024-03-07T03:15:14.918048+0000","last_peered":"2024-03-07T03:15:14.918048+0000","last_clean":"2024-03-07T03:15:14.918048+0000","last_became_active":"2024-03-07T03:07:58.751985+0000","last_became_peered":"2024-03-07T03:07:58.751985+0000","last_unstale":"2024-03-07T03:15:14.918048+0000","last_undegraded":"2024-03-07T03:15:14.918048+0000","last_fullsized":"2024-03-07T03:15:14.918048+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:31:33.590004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1128,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:33.980099+0000","last_change":"2024-03-07T03:06:09.987484+0000","last_active":"2024-03-07T03:14:33.980099+0000","last_peered":"2024-03-07T03:14:33.980099+0000","last_clean":"2024-03-07T03:14:33.980099+0000","last_became_active":"2024-03-07T03:06:09.986947+0000","last_became_peered":"2024-03-07T03:06:09.986947+0000","last_unstale":"2024-03-07T03:14:33.980099+0000","last_undegraded":"2024-03-07T03:14:33.980099+0000","last_fullsized":"2024-03-07T03:14:33.980099+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:37:38.253630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"857'1055","reported_seq":4919,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:24.906606+0000","last_change":"2024-03-07T03:10:57.123092+0000","last_active":"2024-03-07T03:13:24.906606+0000","last_peered":"2024-03-07T03:13:24.906606+0000","last_clean":"2024-03-07T03:13:24.906606+0000","last_became_active":"2024-03-07T03:06:09.993513+0000","last_became_peered":"2024-03-07T03:06:09.993513+0000","last_unstale":"2024-03-07T03:13:24.906606+0000","last_undegraded":"2024-03-07T03:13:24.906606+0000","last_fullsized":"2024-03-07T03:13:24.906606+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1055,"log_dups_size":0,"ondisk_log_size":1055,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:34:07.352811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013205965,"stat_sum":{"num_bytes":99745792,"num_objects":66,"num_object_clones":62,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":306,"num_read_kb":434534,"num_write":588,"num_write_kb":145464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":21749760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.b","version":"716'3","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:41.415545+0000","last_change":"2024-03-07T03:07:58.749480+0000","last_active":"2024-03-07T03:14:41.415545+0000","last_peered":"2024-03-07T03:14:41.415545+0000","last_clean":"2024-03-07T03:14:41.415545+0000","last_became_active":"2024-03-07T03:07:58.749098+0000","last_became_peered":"2024-03-07T03:07:58.749098+0000","last_unstale":"2024-03-07T03:14:41.415545+0000","last_undegraded":"2024-03-07T03:14:41.415545+0000","last_fullsized":"2024-03-07T03:14:41.415545+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:35:33.945855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1036,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:51.175841+0000","last_change":"2024-03-07T03:07:23.075725+0000","last_active":"2024-03-07T03:13:51.175841+0000","last_peered":"2024-03-07T03:13:51.175841+0000","last_clean":"2024-03-07T03:13:51.175841+0000","last_became_active":"2024-03-07T03:07:23.075203+0000","last_became_peered":"2024-03-07T03:07:23.075203+0000","last_unstale":"2024-03-07T03:13:51.175841+0000","last_undegraded":"2024-03-07T03:13:51.175841+0000","last_fullsized":"2024-03-07T03:13:51.175841+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:47:11.192302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"863'1711","reported_seq":5461,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:59.520402+0000","last_change":"2024-03-07T03:10:57.330918+0000","last_active":"2024-03-07T03:13:59.520402+0000","last_peered":"2024-03-07T03:13:59.520402+0000","last_clean":"2024-03-07T03:13:59.520402+0000","last_became_active":"2024-03-07T03:06:47.849454+0000","last_became_peered":"2024-03-07T03:06:47.849454+0000","last_unstale":"2024-03-07T03:13:59.520402+0000","last_undegraded":"2024-03-07T03:13:59.520402+0000","last_fullsized":"2024-03-07T03:13:59.520402+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1711,"log_dups_size":0,"ondisk_log_size":1711,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:40:07.156907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.014160193999999999,"stat_sum":{"num_bytes":165158912,"num_objects":93,"num_object_clones":87,"num_object_copies":279,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":93,"num_whiteouts":2,"num_read":489,"num_read_kb":756200,"num_write":870,"num_write_kb":258896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":69541888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1157,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:59.520443+0000","last_change":"2024-03-07T03:06:47.847077+0000","last_active":"2024-03-07T03:13:59.520443+0000","last_peered":"2024-03-07T03:13:59.520443+0000","last_clean":"2024-03-07T03:13:59.520443+0000","last_became_active":"2024-03-07T03:06:47.846359+0000","last_became_peered":"2024-03-07T03:06:47.846359+0000","last_unstale":"2024-03-07T03:13:59.520443+0000","last_undegraded":"2024-03-07T03:13:59.520443+0000","last_fullsized":"2024-03-07T03:13:59.520443+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:00:08.102949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":973,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:41.415586+0000","last_change":"2024-03-07T03:07:58.760528+0000","last_active":"2024-03-07T03:14:41.415586+0000","last_peered":"2024-03-07T03:14:41.415586+0000","last_clean":"2024-03-07T03:14:41.415586+0000","last_became_active":"2024-03-07T03:07:58.760226+0000","last_became_peered":"2024-03-07T03:07:58.760226+0000","last_unstale":"2024-03-07T03:14:41.415586+0000","last_undegraded":"2024-03-07T03:14:41.415586+0000","last_fullsized":"2024-03-07T03:14:41.415586+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:10:36.411047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"863'1938","reported_seq":4939,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:39.518331+0000","last_change":"2024-03-07T03:10:56.140803+0000","last_active":"2024-03-07T03:13:39.518331+0000","last_peered":"2024-03-07T03:13:39.518331+0000","last_clean":"2024-03-07T03:13:39.518331+0000","last_became_active":"2024-03-07T03:06:09.993933+0000","last_became_peered":"2024-03-07T03:06:09.993933+0000","last_unstale":"2024-03-07T03:13:39.518331+0000","last_undegraded":"2024-03-07T03:13:39.518331+0000","last_fullsized":"2024-03-07T03:13:39.518331+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1938,"log_dups_size":0,"ondisk_log_size":1938,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:16.359457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.024996012000000001,"stat_sum":{"num_bytes":22765568,"num_objects":17,"num_object_clones":12,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":2,"num_read":350,"num_read_kb":387634,"num_write":702,"num_write_kb":183472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":7151616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.d","version":"61'1","reported_seq":1191,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:24.906636+0000","last_change":"2024-03-07T03:06:09.993129+0000","last_active":"2024-03-07T03:13:24.906636+0000","last_peered":"2024-03-07T03:13:24.906636+0000","last_clean":"2024-03-07T03:13:24.906636+0000","last_became_active":"2024-03-07T03:06:09.992737+0000","last_became_peered":"2024-03-07T03:06:09.992737+0000","last_unstale":"2024-03-07T03:13:24.906636+0000","last_undegraded":"2024-03-07T03:13:24.906636+0000","last_fullsized":"2024-03-07T03:13:24.906636+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:02:42.055569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1052,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:30.955152+0000","last_change":"2024-03-07T03:07:23.076846+0000","last_active":"2024-03-07T03:13:30.955152+0000","last_peered":"2024-03-07T03:13:30.955152+0000","last_clean":"2024-03-07T03:13:30.955152+0000","last_became_active":"2024-03-07T03:07:23.075895+0000","last_became_peered":"2024-03-07T03:07:23.075895+0000","last_unstale":"2024-03-07T03:13:30.955152+0000","last_undegraded":"2024-03-07T03:13:30.955152+0000","last_fullsized":"2024-03-07T03:13:30.955152+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:09:15.080126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"854'331","reported_seq":3440,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:14:26.413902+0000","last_change":"2024-03-07T03:10:57.298223+0000","last_active":"2024-03-07T03:14:26.413902+0000","last_peered":"2024-03-07T03:14:26.413902+0000","last_clean":"2024-03-07T03:14:26.413902+0000","last_became_active":"2024-03-07T03:07:58.749089+0000","last_became_peered":"2024-03-07T03:07:58.749089+0000","last_unstale":"2024-03-07T03:14:26.413902+0000","last_undegraded":"2024-03-07T03:14:26.413902+0000","last_fullsized":"2024-03-07T03:14:26.413902+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":331,"log_dups_size":0,"ondisk_log_size":331,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":83,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:26:07.404191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00085119700000000004,"stat_sum":{"num_bytes":15409152,"num_objects":11,"num_object_clones":10,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":91,"num_read_kb":118251,"num_write":162,"num_write_kb":30616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":34586624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"56"},{"start":"1c2","length":"3"},{"start":"1c9","length":"1"}]},{"pgid":"2.e","version":"61'2","reported_seq":1161,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:59.520482+0000","last_change":"2024-03-07T03:07:58.755578+0000","last_active":"2024-03-07T03:13:59.520482+0000","last_peered":"2024-03-07T03:13:59.520482+0000","last_clean":"2024-03-07T03:13:59.520482+0000","last_became_active":"2024-03-07T03:07:58.755160+0000","last_became_peered":"2024-03-07T03:07:58.755160+0000","last_unstale":"2024-03-07T03:13:59.520482+0000","last_undegraded":"2024-03-07T03:13:59.520482+0000","last_fullsized":"2024-03-07T03:13:59.520482+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:20.584382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":988,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:41.415624+0000","last_change":"2024-03-07T03:07:58.751269+0000","last_active":"2024-03-07T03:14:41.415624+0000","last_peered":"2024-03-07T03:14:41.415624+0000","last_clean":"2024-03-07T03:14:41.415624+0000","last_became_active":"2024-03-07T03:07:58.750956+0000","last_became_peered":"2024-03-07T03:07:58.750956+0000","last_unstale":"2024-03-07T03:14:41.415624+0000","last_undegraded":"2024-03-07T03:14:41.415624+0000","last_fullsized":"2024-03-07T03:14:41.415624+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:39.414545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1007,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:36.174338+0000","last_change":"2024-03-07T03:07:23.081711+0000","last_active":"2024-03-07T03:13:36.174338+0000","last_peered":"2024-03-07T03:13:36.174338+0000","last_clean":"2024-03-07T03:13:36.174338+0000","last_became_active":"2024-03-07T03:07:23.079269+0000","last_became_peered":"2024-03-07T03:07:23.079269+0000","last_unstale":"2024-03-07T03:13:36.174338+0000","last_undegraded":"2024-03-07T03:13:36.174338+0000","last_fullsized":"2024-03-07T03:13:36.174338+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:39.008957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1159,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:24.529402+0000","last_change":"2024-03-07T03:07:23.072806+0000","last_active":"2024-03-07T03:15:24.529402+0000","last_peered":"2024-03-07T03:15:24.529402+0000","last_clean":"2024-03-07T03:15:24.529402+0000","last_became_active":"2024-03-07T03:07:23.071234+0000","last_became_peered":"2024-03-07T03:07:23.071234+0000","last_unstale":"2024-03-07T03:15:24.529402+0000","last_undegraded":"2024-03-07T03:15:24.529402+0000","last_fullsized":"2024-03-07T03:15:24.529402+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:52.610744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1059,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:05.967181+0000","last_change":"2024-03-07T03:06:47.851593+0000","last_active":"2024-03-07T03:15:05.967181+0000","last_peered":"2024-03-07T03:15:05.967181+0000","last_clean":"2024-03-07T03:15:05.967181+0000","last_became_active":"2024-03-07T03:06:47.849677+0000","last_became_peered":"2024-03-07T03:06:47.849677+0000","last_unstale":"2024-03-07T03:15:05.967181+0000","last_undegraded":"2024-03-07T03:15:05.967181+0000","last_fullsized":"2024-03-07T03:15:05.967181+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:30.969251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1118,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:24.529446+0000","last_change":"2024-03-07T03:06:09.995434+0000","last_active":"2024-03-07T03:15:24.529446+0000","last_peered":"2024-03-07T03:15:24.529446+0000","last_clean":"2024-03-07T03:15:24.529446+0000","last_became_active":"2024-03-07T03:06:09.994939+0000","last_became_peered":"2024-03-07T03:06:09.994939+0000","last_unstale":"2024-03-07T03:15:24.529446+0000","last_undegraded":"2024-03-07T03:15:24.529446+0000","last_fullsized":"2024-03-07T03:15:24.529446+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:27:11.737354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1128,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:13.977658+0000","last_change":"2024-03-07T03:06:09.987381+0000","last_active":"2024-03-07T03:14:13.977658+0000","last_peered":"2024-03-07T03:14:13.977658+0000","last_clean":"2024-03-07T03:14:13.977658+0000","last_became_active":"2024-03-07T03:06:09.986952+0000","last_became_peered":"2024-03-07T03:06:09.986952+0000","last_unstale":"2024-03-07T03:14:13.977658+0000","last_undegraded":"2024-03-07T03:14:13.977658+0000","last_fullsized":"2024-03-07T03:14:13.977658+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:26:15.439852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:14.918074+0000","last_change":"2024-03-07T03:05:35.923999+0000","last_active":"2024-03-07T03:15:14.918074+0000","last_peered":"2024-03-07T03:15:14.918074+0000","last_clean":"2024-03-07T03:15:14.918074+0000","last_became_active":"2024-03-07T03:05:35.923719+0000","last_became_peered":"2024-03-07T03:05:35.923719+0000","last_unstale":"2024-03-07T03:15:14.918074+0000","last_undegraded":"2024-03-07T03:15:14.918074+0000","last_fullsized":"2024-03-07T03:15:14.918074+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:43:04.724647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1009,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:51.175899+0000","last_change":"2024-03-07T03:07:58.749989+0000","last_active":"2024-03-07T03:13:51.175899+0000","last_peered":"2024-03-07T03:13:51.175899+0000","last_clean":"2024-03-07T03:13:51.175899+0000","last_became_active":"2024-03-07T03:07:58.749643+0000","last_became_peered":"2024-03-07T03:07:58.749643+0000","last_unstale":"2024-03-07T03:13:51.175899+0000","last_undegraded":"2024-03-07T03:13:51.175899+0000","last_fullsized":"2024-03-07T03:13:51.175899+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:00:44.729806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1111,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:13.977679+0000","last_change":"2024-03-07T03:06:09.999184+0000","last_active":"2024-03-07T03:14:13.977679+0000","last_peered":"2024-03-07T03:14:13.977679+0000","last_clean":"2024-03-07T03:14:13.977679+0000","last_became_active":"2024-03-07T03:06:09.998856+0000","last_became_peered":"2024-03-07T03:06:09.998856+0000","last_unstale":"2024-03-07T03:14:13.977679+0000","last_undegraded":"2024-03-07T03:14:13.977679+0000","last_fullsized":"2024-03-07T03:14:13.977679+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:37:00.102189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1058,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:15.953528+0000","last_change":"2024-03-07T03:06:47.857644+0000","last_active":"2024-03-07T03:13:15.953528+0000","last_peered":"2024-03-07T03:13:15.953528+0000","last_clean":"2024-03-07T03:13:15.953528+0000","last_became_active":"2024-03-07T03:06:47.857354+0000","last_became_peered":"2024-03-07T03:06:47.857354+0000","last_unstale":"2024-03-07T03:13:15.953528+0000","last_undegraded":"2024-03-07T03:13:15.953528+0000","last_fullsized":"2024-03-07T03:13:15.953528+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:02:18.860369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1119,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:33.980041+0000","last_change":"2024-03-07T03:06:09.987872+0000","last_active":"2024-03-07T03:14:33.980041+0000","last_peered":"2024-03-07T03:14:33.980041+0000","last_clean":"2024-03-07T03:14:33.980041+0000","last_became_active":"2024-03-07T03:06:09.986852+0000","last_became_peered":"2024-03-07T03:06:09.986852+0000","last_unstale":"2024-03-07T03:14:33.980041+0000","last_undegraded":"2024-03-07T03:14:33.980041+0000","last_fullsized":"2024-03-07T03:14:33.980041+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:13.708512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1036,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:30.955106+0000","last_change":"2024-03-07T03:07:58.755825+0000","last_active":"2024-03-07T03:13:30.955106+0000","last_peered":"2024-03-07T03:13:30.955106+0000","last_clean":"2024-03-07T03:13:30.955106+0000","last_became_active":"2024-03-07T03:07:58.755395+0000","last_became_peered":"2024-03-07T03:07:58.755395+0000","last_unstale":"2024-03-07T03:13:30.955106+0000","last_undegraded":"2024-03-07T03:13:30.955106+0000","last_fullsized":"2024-03-07T03:13:30.955106+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:10:43.184914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:05.814494+0000","last_change":"2024-03-07T03:07:58.753962+0000","last_active":"2024-03-07T03:15:05.814494+0000","last_peered":"2024-03-07T03:15:05.814494+0000","last_clean":"2024-03-07T03:15:05.814494+0000","last_became_active":"2024-03-07T03:07:58.753619+0000","last_became_peered":"2024-03-07T03:07:58.753619+0000","last_unstale":"2024-03-07T03:15:05.814494+0000","last_undegraded":"2024-03-07T03:15:05.814494+0000","last_fullsized":"2024-03-07T03:15:05.814494+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:44:44.641067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1014,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:06.177419+0000","last_change":"2024-03-07T03:07:23.078516+0000","last_active":"2024-03-07T03:14:06.177419+0000","last_peered":"2024-03-07T03:14:06.177419+0000","last_clean":"2024-03-07T03:14:06.177419+0000","last_became_active":"2024-03-07T03:07:23.076017+0000","last_became_peered":"2024-03-07T03:07:23.076017+0000","last_unstale":"2024-03-07T03:14:06.177419+0000","last_undegraded":"2024-03-07T03:14:06.177419+0000","last_fullsized":"2024-03-07T03:14:06.177419+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:17:54.725933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":857645056,"num_objects":516,"num_object_clones":466,"num_object_copies":1548,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":516,"num_whiteouts":8,"num_read":3826,"num_read_kb":5949842,"num_write":7931,"num_write_kb":1978632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":107,"num_bytes_recovered":385712128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1170673664,"data_stored":2969124864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28580,"ondisk_log_size":28580,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197,"ondisk_log_size":197,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":26375,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":694,"seq":2980707303540,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":150184,"kb_used_data":96156,"kb_used_omap":35,"kb_used_meta":53980,"kb_avail":93594968,"statfs":{"total":95995035648,"available":95841247232,"internally_reserved":0,"allocated":98463744,"data_stored":167037349,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36312,"internal_metadata":55276072},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":660,"seq":2834678415483,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":94940,"kb_used_data":42576,"kb_used_omap":23,"kb_used_meta":52328,"kb_avail":93650212,"statfs":{"total":95995035648,"available":95897817088,"internally_reserved":0,"allocated":43597824,"data_stored":80829959,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":24173,"internal_metadata":53584275},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":463,"seq":1988569858214,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":692864,"kb_used_data":193964,"kb_used_omap":46,"kb_used_meta":498833,"kb_avail":93052288,"statfs":{"total":95995035648,"available":95285542912,"internally_reserved":0,"allocated":198619136,"data_stored":533391905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48036,"internal_metadata":510805084},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":528,"seq":2267742732440,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":401776,"kb_used_data":209252,"kb_used_omap":54,"kb_used_meta":192457,"kb_avail":93343376,"statfs":{"total":95995035648,"available":95583617024,"internally_reserved":0,"allocated":214274048,"data_stored":587826473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56016,"internal_metadata":197076272},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":495,"seq":2126008811679,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":485244,"kb_used_data":166572,"kb_used_omap":47,"kb_used_meta":318608,"kb_avail":93259908,"statfs":{"total":95995035648,"available":95498145792,"internally_reserved":0,"allocated":170569728,"data_stored":457545161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48143,"internal_metadata":326255601},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":562,"seq":2413771620497,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":177748,"kb_used_data":84672,"kb_used_omap":37,"kb_used_meta":93018,"kb_avail":93567404,"statfs":{"total":95995035648,"available":95813021696,"internally_reserved":0,"allocated":86704128,"data_stored":171510863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38083,"internal_metadata":95251261},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":591,"seq":2538325672074,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":365920,"kb_used_data":157844,"kb_used_omap":61,"kb_used_meta":208002,"kb_avail":93379232,"statfs":{"total":95995035648,"available":95620333568,"internally_reserved":0,"allocated":161632256,"data_stored":367986669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":62843,"internal_metadata":212994693},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":625,"seq":2684354560130,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":509804,"kb_used_data":269020,"kb_used_omap":73,"kb_used_meta":240694,"kb_avail":93235348,"statfs":{"total":95995035648,"available":95472996352,"internally_reserved":0,"allocated":275476480,"data_stored":649851960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":75044,"internal_metadata":246471388},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7413,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2060,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2124,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3359,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3677,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2797,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2839,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2106,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":188411904,"data_stored":527167488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":160964608,"data_stored":451911680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":204677120,"data_stored":582193152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":77082624,"data_stored":165871616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":152018944,"data_stored":362352640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":265863168,"data_stored":644214784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":33390592,"data_stored":74600448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":88264704,"data_stored":160813056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-07T03:17:38.381 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:17:38.381 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:17:38.381 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:17:38.381 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-07T03:17:38.381 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-07T03:17:38.381 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-07T03:17:38.381 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.c in trimming, state: active+clean+snaptrim_error 2024-03-07T03:17:38.381 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-07T03:17:38.381 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:17:38.381 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-07T03:17:38.407 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:17:38 smithi092 ceph-mon[83777]: from='client.44624 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:17:39.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:17:39 smithi090 ceph-mon[89511]: pgmap v929: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:39.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:17:39 smithi090 ceph-mon[91928]: pgmap v929: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:39.407 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:17:39 smithi092 ceph-mon[83777]: pgmap v929: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:41.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:17:41 smithi090 ceph-mon[89511]: pgmap v930: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:41.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:17:41 smithi090 ceph-mon[91928]: pgmap v930: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:41.407 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:17:41 smithi092 ceph-mon[83777]: pgmap v930: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:42.657 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:17:42 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:17:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:17:43.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:17:43 smithi090 ceph-mon[89511]: pgmap v931: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:43.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:17:43 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:17:43.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:17:43 smithi090 ceph-mon[91928]: pgmap v931: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:43.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:17:43 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:17:43.320 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:17:43 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:17:43] "GET /metrics HTTP/1.1" 200 36316 "" "Prometheus/2.43.0" 2024-03-07T03:17:43.407 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:17:43 smithi092 ceph-mon[83777]: pgmap v931: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:43.407 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:17:43 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:17:45.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:17:45 smithi090 ceph-mon[89511]: pgmap v932: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:45.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:17:45 smithi090 ceph-mon[91928]: pgmap v932: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:45.407 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:17:45 smithi092 ceph-mon[83777]: pgmap v932: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:47.407 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:17:47 smithi092 ceph-mon[83777]: pgmap v933: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:47.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:17:47 smithi090 ceph-mon[89511]: pgmap v933: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:47.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:17:47 smithi090 ceph-mon[91928]: pgmap v933: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:48.382 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph pg dump --format=json 2024-03-07T03:17:48.604 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T03:17:49.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:17:49 smithi090 ceph-mon[89511]: pgmap v934: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:49.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:17:49 smithi090 ceph-mon[91928]: pgmap v934: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:49.407 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:17:49 smithi092 ceph-mon[83777]: pgmap v934: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:50.258 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T03:17:50.260 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-03-07T03:17:50.867 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":935,"stamp":"2024-03-07T03:17:49.980231+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":858242044,"num_objects":540,"num_object_clones":466,"num_object_copies":1620,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":540,"num_whiteouts":8,"num_read":4717,"num_read_kb":5951239,"num_write":8310,"num_write_kb":1981084,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":113,"num_bytes_recovered":387483232,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28845,"ondisk_log_size":28845,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2878480,"kb_used_data":1220056,"kb_used_omap":379,"kb_used_meta":1657924,"kb_avail":747082736,"statfs":{"total":767960285184,"available":765012721664,"internally_reserved":0,"allocated":1249337344,"data_stored":3015980339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":388650,"internal_metadata":1697714646},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004197"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":974,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:11.412277+0000","last_change":"2024-03-07T03:07:58.753984+0000","last_active":"2024-03-07T03:14:11.412277+0000","last_peered":"2024-03-07T03:14:11.412277+0000","last_clean":"2024-03-07T03:14:11.412277+0000","last_became_active":"2024-03-07T03:07:58.753138+0000","last_became_peered":"2024-03-07T03:07:58.753138+0000","last_unstale":"2024-03-07T03:14:11.412277+0000","last_undegraded":"2024-03-07T03:14:11.412277+0000","last_fullsized":"2024-03-07T03:14:11.412277+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:37:39.612519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:49.915408+0000","last_change":"2024-03-07T03:07:23.074862+0000","last_active":"2024-03-07T03:14:49.915408+0000","last_peered":"2024-03-07T03:14:49.915408+0000","last_clean":"2024-03-07T03:14:49.915408+0000","last_became_active":"2024-03-07T03:07:23.074512+0000","last_became_peered":"2024-03-07T03:07:23.074512+0000","last_unstale":"2024-03-07T03:14:49.915408+0000","last_undegraded":"2024-03-07T03:14:49.915408+0000","last_fullsized":"2024-03-07T03:14:49.915408+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:45:24.128672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.808816+0000","last_change":"2024-03-07T03:05:01.446762+0000","last_active":"2024-03-07T03:14:15.808816+0000","last_peered":"2024-03-07T03:14:15.808816+0000","last_clean":"2024-03-07T03:14:15.808816+0000","last_became_active":"2024-03-07T03:05:01.446425+0000","last_became_peered":"2024-03-07T03:05:01.446425+0000","last_unstale":"2024-03-07T03:14:15.808816+0000","last_undegraded":"2024-03-07T03:14:15.808816+0000","last_fullsized":"2024-03-07T03:14:15.808816+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:39:39.897066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1054,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:45.964721+0000","last_change":"2024-03-07T03:07:58.755992+0000","last_active":"2024-03-07T03:14:45.964721+0000","last_peered":"2024-03-07T03:14:45.964721+0000","last_clean":"2024-03-07T03:14:45.964721+0000","last_became_active":"2024-03-07T03:07:58.755499+0000","last_became_peered":"2024-03-07T03:07:58.755499+0000","last_unstale":"2024-03-07T03:14:45.964721+0000","last_undegraded":"2024-03-07T03:14:45.964721+0000","last_fullsized":"2024-03-07T03:14:45.964721+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:26:12.313572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:56.403297+0000","last_change":"2024-03-07T03:07:58.752235+0000","last_active":"2024-03-07T03:12:56.403297+0000","last_peered":"2024-03-07T03:12:56.403297+0000","last_clean":"2024-03-07T03:12:56.403297+0000","last_became_active":"2024-03-07T03:07:58.751575+0000","last_became_peered":"2024-03-07T03:07:58.751575+0000","last_unstale":"2024-03-07T03:12:56.403297+0000","last_undegraded":"2024-03-07T03:12:56.403297+0000","last_fullsized":"2024-03-07T03:12:56.403297+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:12:05.995515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1031,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.960740+0000","last_change":"2024-03-07T03:06:47.859644+0000","last_active":"2024-03-07T03:14:15.960740+0000","last_peered":"2024-03-07T03:14:15.960740+0000","last_clean":"2024-03-07T03:14:15.960740+0000","last_became_active":"2024-03-07T03:06:47.859097+0000","last_became_peered":"2024-03-07T03:06:47.859097+0000","last_unstale":"2024-03-07T03:14:15.960740+0000","last_undegraded":"2024-03-07T03:14:15.960740+0000","last_fullsized":"2024-03-07T03:14:15.960740+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:22:46.909130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:56.403271+0000","last_change":"2024-03-07T03:07:58.754226+0000","last_active":"2024-03-07T03:12:56.403271+0000","last_peered":"2024-03-07T03:12:56.403271+0000","last_clean":"2024-03-07T03:12:56.403271+0000","last_became_active":"2024-03-07T03:07:58.753169+0000","last_became_peered":"2024-03-07T03:07:58.753169+0000","last_unstale":"2024-03-07T03:12:56.403271+0000","last_undegraded":"2024-03-07T03:12:56.403271+0000","last_fullsized":"2024-03-07T03:12:56.403271+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:46:59.258099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1087,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:03.970559+0000","last_change":"2024-03-07T03:07:23.073492+0000","last_active":"2024-03-07T03:13:03.970559+0000","last_peered":"2024-03-07T03:13:03.970559+0000","last_clean":"2024-03-07T03:13:03.970559+0000","last_became_active":"2024-03-07T03:07:23.071929+0000","last_became_peered":"2024-03-07T03:07:23.071929+0000","last_unstale":"2024-03-07T03:13:03.970559+0000","last_undegraded":"2024-03-07T03:13:03.970559+0000","last_fullsized":"2024-03-07T03:13:03.970559+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:35:26.391722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":980,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:11.418817+0000","last_change":"2024-03-07T03:07:58.760328+0000","last_active":"2024-03-07T03:15:11.418817+0000","last_peered":"2024-03-07T03:15:11.418817+0000","last_clean":"2024-03-07T03:15:11.418817+0000","last_became_active":"2024-03-07T03:07:58.760046+0000","last_became_peered":"2024-03-07T03:07:58.760046+0000","last_unstale":"2024-03-07T03:15:11.418817+0000","last_undegraded":"2024-03-07T03:15:11.418817+0000","last_fullsized":"2024-03-07T03:15:11.418817+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:08:46.356817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1006,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:36.180545+0000","last_change":"2024-03-07T03:07:23.079945+0000","last_active":"2024-03-07T03:14:36.180545+0000","last_peered":"2024-03-07T03:14:36.180545+0000","last_clean":"2024-03-07T03:14:36.180545+0000","last_became_active":"2024-03-07T03:07:23.078551+0000","last_became_peered":"2024-03-07T03:07:23.078551+0000","last_unstale":"2024-03-07T03:14:36.180545+0000","last_undegraded":"2024-03-07T03:14:36.180545+0000","last_fullsized":"2024-03-07T03:14:36.180545+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:03:46.670084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1006,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:36.180515+0000","last_change":"2024-03-07T03:07:23.081963+0000","last_active":"2024-03-07T03:14:36.180515+0000","last_peered":"2024-03-07T03:14:36.180515+0000","last_clean":"2024-03-07T03:14:36.180515+0000","last_became_active":"2024-03-07T03:07:23.080128+0000","last_became_peered":"2024-03-07T03:07:23.080128+0000","last_unstale":"2024-03-07T03:14:36.180515+0000","last_undegraded":"2024-03-07T03:14:36.180515+0000","last_fullsized":"2024-03-07T03:14:36.180515+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:56.813267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1149,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:39.524576+0000","last_change":"2024-03-07T03:07:23.074902+0000","last_active":"2024-03-07T03:14:39.524576+0000","last_peered":"2024-03-07T03:14:39.524576+0000","last_clean":"2024-03-07T03:14:39.524576+0000","last_became_active":"2024-03-07T03:07:23.074466+0000","last_became_peered":"2024-03-07T03:07:23.074466+0000","last_unstale":"2024-03-07T03:14:39.524576+0000","last_undegraded":"2024-03-07T03:14:39.524576+0000","last_fullsized":"2024-03-07T03:14:39.524576+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:40:20.268555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1118,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:13.984667+0000","last_change":"2024-03-07T03:07:23.072635+0000","last_active":"2024-03-07T03:15:13.984667+0000","last_peered":"2024-03-07T03:15:13.984667+0000","last_clean":"2024-03-07T03:15:13.984667+0000","last_became_active":"2024-03-07T03:07:23.071712+0000","last_became_peered":"2024-03-07T03:07:23.071712+0000","last_unstale":"2024-03-07T03:15:13.984667+0000","last_undegraded":"2024-03-07T03:15:13.984667+0000","last_fullsized":"2024-03-07T03:15:13.984667+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:00:39.298564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:10.801360+0000","last_change":"2024-03-07T03:06:47.851538+0000","last_active":"2024-03-07T03:13:10.801360+0000","last_peered":"2024-03-07T03:13:10.801360+0000","last_clean":"2024-03-07T03:13:10.801360+0000","last_became_active":"2024-03-07T03:06:47.851183+0000","last_became_peered":"2024-03-07T03:06:47.851183+0000","last_unstale":"2024-03-07T03:13:10.801360+0000","last_undegraded":"2024-03-07T03:13:10.801360+0000","last_fullsized":"2024-03-07T03:13:10.801360+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:36:23.932334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:44.908628+0000","last_change":"2024-03-07T03:06:47.843126+0000","last_active":"2024-03-07T03:13:44.908628+0000","last_peered":"2024-03-07T03:13:44.908628+0000","last_clean":"2024-03-07T03:13:44.908628+0000","last_became_active":"2024-03-07T03:06:47.842736+0000","last_became_peered":"2024-03-07T03:06:47.842736+0000","last_unstale":"2024-03-07T03:13:44.908628+0000","last_undegraded":"2024-03-07T03:13:44.908628+0000","last_fullsized":"2024-03-07T03:13:44.908628+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:48:10.843465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1035,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:45.956756+0000","last_change":"2024-03-07T03:07:58.755620+0000","last_active":"2024-03-07T03:13:45.956756+0000","last_peered":"2024-03-07T03:13:45.956756+0000","last_clean":"2024-03-07T03:13:45.956756+0000","last_became_active":"2024-03-07T03:07:58.755267+0000","last_became_peered":"2024-03-07T03:07:58.755267+0000","last_unstale":"2024-03-07T03:13:45.956756+0000","last_undegraded":"2024-03-07T03:13:45.956756+0000","last_fullsized":"2024-03-07T03:13:45.956756+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:51:32.339400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1039,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:45.956823+0000","last_change":"2024-03-07T03:07:58.756358+0000","last_active":"2024-03-07T03:13:45.956823+0000","last_peered":"2024-03-07T03:13:45.956823+0000","last_clean":"2024-03-07T03:13:45.956823+0000","last_became_active":"2024-03-07T03:07:58.755960+0000","last_became_peered":"2024-03-07T03:07:58.755960+0000","last_unstale":"2024-03-07T03:13:45.956823+0000","last_undegraded":"2024-03-07T03:13:45.956823+0000","last_fullsized":"2024-03-07T03:13:45.956823+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:47.464423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1157,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:19.522506+0000","last_change":"2024-03-07T03:07:58.755619+0000","last_active":"2024-03-07T03:14:19.522506+0000","last_peered":"2024-03-07T03:14:19.522506+0000","last_clean":"2024-03-07T03:14:19.522506+0000","last_became_active":"2024-03-07T03:07:58.755214+0000","last_became_peered":"2024-03-07T03:07:58.755214+0000","last_unstale":"2024-03-07T03:14:19.522506+0000","last_undegraded":"2024-03-07T03:14:19.522506+0000","last_fullsized":"2024-03-07T03:14:19.522506+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:59:02.041330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":973,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:41.415600+0000","last_change":"2024-03-07T03:07:58.756563+0000","last_active":"2024-03-07T03:14:41.415600+0000","last_peered":"2024-03-07T03:14:41.415600+0000","last_clean":"2024-03-07T03:14:41.415600+0000","last_became_active":"2024-03-07T03:07:58.752195+0000","last_became_peered":"2024-03-07T03:07:58.752195+0000","last_unstale":"2024-03-07T03:14:41.415600+0000","last_undegraded":"2024-03-07T03:14:41.415600+0000","last_fullsized":"2024-03-07T03:14:41.415600+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:32:35.496500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"716'5","reported_seq":1223,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.808871+0000","last_change":"2024-03-07T03:07:58.753999+0000","last_active":"2024-03-07T03:14:15.808871+0000","last_peered":"2024-03-07T03:14:15.808871+0000","last_clean":"2024-03-07T03:14:15.808871+0000","last_became_active":"2024-03-07T03:07:58.753607+0000","last_became_peered":"2024-03-07T03:07:58.753607+0000","last_unstale":"2024-03-07T03:14:15.808871+0000","last_undegraded":"2024-03-07T03:14:15.808871+0000","last_fullsized":"2024-03-07T03:14:15.808871+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:28:57.567238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1112,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:33.987393+0000","last_change":"2024-03-07T03:07:23.083830+0000","last_active":"2024-03-07T03:15:33.987393+0000","last_peered":"2024-03-07T03:15:33.987393+0000","last_clean":"2024-03-07T03:15:33.987393+0000","last_became_active":"2024-03-07T03:07:23.083530+0000","last_became_peered":"2024-03-07T03:07:23.083530+0000","last_unstale":"2024-03-07T03:15:33.987393+0000","last_undegraded":"2024-03-07T03:15:33.987393+0000","last_fullsized":"2024-03-07T03:15:33.987393+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:57.938032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"716'2","reported_seq":1132,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:33.987404+0000","last_change":"2024-03-07T03:06:47.849618+0000","last_active":"2024-03-07T03:15:33.987404+0000","last_peered":"2024-03-07T03:15:33.987404+0000","last_clean":"2024-03-07T03:15:33.987404+0000","last_became_active":"2024-03-07T03:06:47.849222+0000","last_became_peered":"2024-03-07T03:06:47.849222+0000","last_unstale":"2024-03-07T03:15:33.987404+0000","last_undegraded":"2024-03-07T03:15:33.987404+0000","last_fullsized":"2024-03-07T03:15:33.987404+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:36:41.880143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.808860+0000","last_change":"2024-03-07T03:06:47.851880+0000","last_active":"2024-03-07T03:14:15.808860+0000","last_peered":"2024-03-07T03:14:15.808860+0000","last_clean":"2024-03-07T03:14:15.808860+0000","last_became_active":"2024-03-07T03:06:47.851176+0000","last_became_peered":"2024-03-07T03:06:47.851176+0000","last_unstale":"2024-03-07T03:14:15.808860+0000","last_undegraded":"2024-03-07T03:14:15.808860+0000","last_fullsized":"2024-03-07T03:14:15.808860+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:38:59.663068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":977,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:56.403337+0000","last_change":"2024-03-07T03:07:58.757245+0000","last_active":"2024-03-07T03:12:56.403337+0000","last_peered":"2024-03-07T03:12:56.403337+0000","last_clean":"2024-03-07T03:12:56.403337+0000","last_became_active":"2024-03-07T03:07:58.754456+0000","last_became_peered":"2024-03-07T03:07:58.754456+0000","last_unstale":"2024-03-07T03:12:56.403337+0000","last_undegraded":"2024-03-07T03:12:56.403337+0000","last_fullsized":"2024-03-07T03:12:56.403337+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:57:32.153933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1044,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.960779+0000","last_change":"2024-03-07T03:06:47.855220+0000","last_active":"2024-03-07T03:14:15.960779+0000","last_peered":"2024-03-07T03:14:15.960779+0000","last_clean":"2024-03-07T03:14:15.960779+0000","last_became_active":"2024-03-07T03:06:47.854836+0000","last_became_peered":"2024-03-07T03:06:47.854836+0000","last_unstale":"2024-03-07T03:14:15.960779+0000","last_undegraded":"2024-03-07T03:14:15.960779+0000","last_fullsized":"2024-03-07T03:14:15.960779+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:51:35.386552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":984,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:12:56.403317+0000","last_change":"2024-03-07T03:07:58.757676+0000","last_active":"2024-03-07T03:12:56.403317+0000","last_peered":"2024-03-07T03:12:56.403317+0000","last_clean":"2024-03-07T03:12:56.403317+0000","last_became_active":"2024-03-07T03:07:58.753930+0000","last_became_peered":"2024-03-07T03:07:58.753930+0000","last_unstale":"2024-03-07T03:12:56.403317+0000","last_undegraded":"2024-03-07T03:12:56.403317+0000","last_fullsized":"2024-03-07T03:12:56.403317+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:56.639688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1038,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.960791+0000","last_change":"2024-03-07T03:07:23.076532+0000","last_active":"2024-03-07T03:14:15.960791+0000","last_peered":"2024-03-07T03:14:15.960791+0000","last_clean":"2024-03-07T03:14:15.960791+0000","last_became_active":"2024-03-07T03:07:23.076234+0000","last_became_peered":"2024-03-07T03:07:23.076234+0000","last_unstale":"2024-03-07T03:14:15.960791+0000","last_undegraded":"2024-03-07T03:14:15.960791+0000","last_fullsized":"2024-03-07T03:14:15.960791+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:16:39.967241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"716'2","reported_seq":1090,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:03.970601+0000","last_change":"2024-03-07T03:07:58.752045+0000","last_active":"2024-03-07T03:13:03.970601+0000","last_peered":"2024-03-07T03:13:03.970601+0000","last_clean":"2024-03-07T03:13:03.970601+0000","last_became_active":"2024-03-07T03:07:58.751585+0000","last_became_peered":"2024-03-07T03:07:58.751585+0000","last_unstale":"2024-03-07T03:13:03.970601+0000","last_undegraded":"2024-03-07T03:13:03.970601+0000","last_fullsized":"2024-03-07T03:13:03.970601+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:03:01.652607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1108,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:38.077764+0000","last_change":"2024-03-07T03:06:09.990854+0000","last_active":"2024-03-07T03:13:38.077764+0000","last_peered":"2024-03-07T03:13:38.077764+0000","last_clean":"2024-03-07T03:13:38.077764+0000","last_became_active":"2024-03-07T03:06:09.990464+0000","last_became_peered":"2024-03-07T03:06:09.990464+0000","last_unstale":"2024-03-07T03:13:38.077764+0000","last_undegraded":"2024-03-07T03:13:38.077764+0000","last_fullsized":"2024-03-07T03:13:38.077764+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:53:52.856954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"716'2","reported_seq":1011,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:51.181910+0000","last_change":"2024-03-07T03:07:58.754526+0000","last_active":"2024-03-07T03:14:51.181910+0000","last_peered":"2024-03-07T03:14:51.181910+0000","last_clean":"2024-03-07T03:14:51.181910+0000","last_became_active":"2024-03-07T03:07:58.754123+0000","last_became_peered":"2024-03-07T03:07:58.754123+0000","last_unstale":"2024-03-07T03:14:51.181910+0000","last_undegraded":"2024-03-07T03:14:51.181910+0000","last_fullsized":"2024-03-07T03:14:51.181910+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:41:34.446180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:50.805938+0000","last_change":"2024-03-07T03:07:58.750769+0000","last_active":"2024-03-07T03:13:50.805938+0000","last_peered":"2024-03-07T03:13:50.805938+0000","last_clean":"2024-03-07T03:13:50.805938+0000","last_became_active":"2024-03-07T03:07:58.749974+0000","last_became_peered":"2024-03-07T03:07:58.749974+0000","last_unstale":"2024-03-07T03:13:50.805938+0000","last_undegraded":"2024-03-07T03:13:50.805938+0000","last_fullsized":"2024-03-07T03:13:50.805938+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:56:14.059734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1128,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:13.984650+0000","last_change":"2024-03-07T03:07:23.072942+0000","last_active":"2024-03-07T03:15:13.984650+0000","last_peered":"2024-03-07T03:15:13.984650+0000","last_clean":"2024-03-07T03:15:13.984650+0000","last_became_active":"2024-03-07T03:07:23.072639+0000","last_became_peered":"2024-03-07T03:07:23.072639+0000","last_unstale":"2024-03-07T03:15:13.984650+0000","last_undegraded":"2024-03-07T03:15:13.984650+0000","last_fullsized":"2024-03-07T03:15:13.984650+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:42.808853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1125,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:13.984615+0000","last_change":"2024-03-07T03:05:35.934963+0000","last_active":"2024-03-07T03:15:13.984615+0000","last_peered":"2024-03-07T03:15:13.984615+0000","last_clean":"2024-03-07T03:15:13.984615+0000","last_became_active":"2024-03-07T03:05:35.932493+0000","last_became_peered":"2024-03-07T03:05:35.932493+0000","last_unstale":"2024-03-07T03:15:13.984615+0000","last_undegraded":"2024-03-07T03:15:13.984615+0000","last_fullsized":"2024-03-07T03:15:13.984615+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:00:57.111662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1040,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:00.958587+0000","last_change":"2024-03-07T03:07:58.756063+0000","last_active":"2024-03-07T03:14:00.958587+0000","last_peered":"2024-03-07T03:14:00.958587+0000","last_clean":"2024-03-07T03:14:00.958587+0000","last_became_active":"2024-03-07T03:07:58.755712+0000","last_became_peered":"2024-03-07T03:07:58.755712+0000","last_unstale":"2024-03-07T03:14:00.958587+0000","last_undegraded":"2024-03-07T03:14:00.958587+0000","last_fullsized":"2024-03-07T03:14:00.958587+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:13:06.484346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:04.910749+0000","last_change":"2024-03-07T03:06:09.996319+0000","last_active":"2024-03-07T03:14:04.910749+0000","last_peered":"2024-03-07T03:14:04.910749+0000","last_clean":"2024-03-07T03:14:04.910749+0000","last_became_active":"2024-03-07T03:06:09.996002+0000","last_became_peered":"2024-03-07T03:06:09.996002+0000","last_unstale":"2024-03-07T03:14:04.910749+0000","last_undegraded":"2024-03-07T03:14:04.910749+0000","last_fullsized":"2024-03-07T03:14:04.910749+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:41:55.764562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1007,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:36.180568+0000","last_change":"2024-03-07T03:07:23.083466+0000","last_active":"2024-03-07T03:14:36.180568+0000","last_peered":"2024-03-07T03:14:36.180568+0000","last_clean":"2024-03-07T03:14:36.180568+0000","last_became_active":"2024-03-07T03:07:23.083156+0000","last_became_peered":"2024-03-07T03:07:23.083156+0000","last_unstale":"2024-03-07T03:14:36.180568+0000","last_undegraded":"2024-03-07T03:14:36.180568+0000","last_fullsized":"2024-03-07T03:14:36.180568+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:32:00.539449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1026,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:00.958646+0000","last_change":"2024-03-07T03:07:58.752127+0000","last_active":"2024-03-07T03:14:00.958646+0000","last_peered":"2024-03-07T03:14:00.958646+0000","last_clean":"2024-03-07T03:14:00.958646+0000","last_became_active":"2024-03-07T03:07:58.751770+0000","last_became_peered":"2024-03-07T03:07:58.751770+0000","last_unstale":"2024-03-07T03:14:00.958646+0000","last_undegraded":"2024-03-07T03:14:00.958646+0000","last_fullsized":"2024-03-07T03:14:00.958646+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:43.791488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1060,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:00.958636+0000","last_change":"2024-03-07T03:07:23.077653+0000","last_active":"2024-03-07T03:14:00.958636+0000","last_peered":"2024-03-07T03:14:00.958636+0000","last_clean":"2024-03-07T03:14:00.958636+0000","last_became_active":"2024-03-07T03:07:23.077355+0000","last_became_peered":"2024-03-07T03:07:23.077355+0000","last_unstale":"2024-03-07T03:14:00.958636+0000","last_undegraded":"2024-03-07T03:14:00.958636+0000","last_fullsized":"2024-03-07T03:14:00.958636+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:45.861158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:30.803761+0000","last_change":"2024-03-07T03:06:47.851508+0000","last_active":"2024-03-07T03:13:30.803761+0000","last_peered":"2024-03-07T03:13:30.803761+0000","last_clean":"2024-03-07T03:13:30.803761+0000","last_became_active":"2024-03-07T03:06:47.850839+0000","last_became_peered":"2024-03-07T03:06:47.850839+0000","last_unstale":"2024-03-07T03:13:30.803761+0000","last_undegraded":"2024-03-07T03:13:30.803761+0000","last_fullsized":"2024-03-07T03:13:30.803761+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:08:06.622234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1193,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:04.910791+0000","last_change":"2024-03-07T03:06:47.845848+0000","last_active":"2024-03-07T03:14:04.910791+0000","last_peered":"2024-03-07T03:14:04.910791+0000","last_clean":"2024-03-07T03:14:04.910791+0000","last_became_active":"2024-03-07T03:06:47.845425+0000","last_became_peered":"2024-03-07T03:06:47.845425+0000","last_unstale":"2024-03-07T03:14:04.910791+0000","last_undegraded":"2024-03-07T03:14:04.910791+0000","last_fullsized":"2024-03-07T03:14:04.910791+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:16:24.833986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1080,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:28.090047+0000","last_change":"2024-03-07T03:07:58.754983+0000","last_active":"2024-03-07T03:15:28.090047+0000","last_peered":"2024-03-07T03:15:28.090047+0000","last_clean":"2024-03-07T03:15:28.090047+0000","last_became_active":"2024-03-07T03:07:58.754657+0000","last_became_peered":"2024-03-07T03:07:58.754657+0000","last_unstale":"2024-03-07T03:15:28.090047+0000","last_undegraded":"2024-03-07T03:15:28.090047+0000","last_fullsized":"2024-03-07T03:15:28.090047+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:06:00.897772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"716'29","reported_seq":1042,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:21.179150+0000","last_change":"2024-03-07T03:07:23.079677+0000","last_active":"2024-03-07T03:14:21.179150+0000","last_peered":"2024-03-07T03:14:21.179150+0000","last_clean":"2024-03-07T03:14:21.179150+0000","last_became_active":"2024-03-07T03:07:23.079320+0000","last_became_peered":"2024-03-07T03:07:23.079320+0000","last_unstale":"2024-03-07T03:14:21.179150+0000","last_undegraded":"2024-03-07T03:14:21.179150+0000","last_fullsized":"2024-03-07T03:14:21.179150+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:49:54.979015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:11.418787+0000","last_change":"2024-03-07T03:07:58.758376+0000","last_active":"2024-03-07T03:15:11.418787+0000","last_peered":"2024-03-07T03:15:11.418787+0000","last_clean":"2024-03-07T03:15:11.418787+0000","last_became_active":"2024-03-07T03:07:58.757816+0000","last_became_peered":"2024-03-07T03:07:58.757816+0000","last_unstale":"2024-03-07T03:15:11.418787+0000","last_undegraded":"2024-03-07T03:15:11.418787+0000","last_fullsized":"2024-03-07T03:15:11.418787+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:47.253727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1219,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:10.801397+0000","last_change":"2024-03-07T03:06:09.989072+0000","last_active":"2024-03-07T03:13:10.801397+0000","last_peered":"2024-03-07T03:13:10.801397+0000","last_clean":"2024-03-07T03:13:10.801397+0000","last_became_active":"2024-03-07T03:06:09.987754+0000","last_became_peered":"2024-03-07T03:06:09.987754+0000","last_unstale":"2024-03-07T03:13:10.801397+0000","last_undegraded":"2024-03-07T03:13:10.801397+0000","last_fullsized":"2024-03-07T03:13:10.801397+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:05:15.340331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:10.801380+0000","last_change":"2024-03-07T03:07:58.754207+0000","last_active":"2024-03-07T03:13:10.801380+0000","last_peered":"2024-03-07T03:13:10.801380+0000","last_clean":"2024-03-07T03:13:10.801380+0000","last_became_active":"2024-03-07T03:07:58.753859+0000","last_became_peered":"2024-03-07T03:07:58.753859+0000","last_unstale":"2024-03-07T03:13:10.801380+0000","last_undegraded":"2024-03-07T03:13:10.801380+0000","last_fullsized":"2024-03-07T03:13:10.801380+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:14:02.813872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1053,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:45.956792+0000","last_change":"2024-03-07T03:07:58.755838+0000","last_active":"2024-03-07T03:13:45.956792+0000","last_peered":"2024-03-07T03:13:45.956792+0000","last_clean":"2024-03-07T03:13:45.956792+0000","last_became_active":"2024-03-07T03:07:58.755436+0000","last_became_peered":"2024-03-07T03:07:58.755436+0000","last_unstale":"2024-03-07T03:13:45.956792+0000","last_undegraded":"2024-03-07T03:13:45.956792+0000","last_fullsized":"2024-03-07T03:13:45.956792+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:25.094944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:56.417167+0000","last_change":"2024-03-07T03:07:58.750199+0000","last_active":"2024-03-07T03:14:56.417167+0000","last_peered":"2024-03-07T03:14:56.417167+0000","last_clean":"2024-03-07T03:14:56.417167+0000","last_became_active":"2024-03-07T03:07:58.749858+0000","last_became_peered":"2024-03-07T03:07:58.749858+0000","last_unstale":"2024-03-07T03:14:56.417167+0000","last_undegraded":"2024-03-07T03:14:56.417167+0000","last_fullsized":"2024-03-07T03:14:56.417167+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:41.122539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1015,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:21.179131+0000","last_change":"2024-03-07T03:07:23.076835+0000","last_active":"2024-03-07T03:14:21.179131+0000","last_peered":"2024-03-07T03:14:21.179131+0000","last_clean":"2024-03-07T03:14:21.179131+0000","last_became_active":"2024-03-07T03:07:23.075094+0000","last_became_peered":"2024-03-07T03:07:23.075094+0000","last_unstale":"2024-03-07T03:14:21.179131+0000","last_undegraded":"2024-03-07T03:14:21.179131+0000","last_fullsized":"2024-03-07T03:14:21.179131+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:50:36.739831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1006,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:21.179108+0000","last_change":"2024-03-07T03:07:23.078279+0000","last_active":"2024-03-07T03:14:21.179108+0000","last_peered":"2024-03-07T03:14:21.179108+0000","last_clean":"2024-03-07T03:14:21.179108+0000","last_became_active":"2024-03-07T03:07:23.077338+0000","last_became_peered":"2024-03-07T03:07:23.077338+0000","last_unstale":"2024-03-07T03:14:21.179108+0000","last_undegraded":"2024-03-07T03:14:21.179108+0000","last_fullsized":"2024-03-07T03:14:21.179108+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:05:40.599683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1170,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:19.522440+0000","last_change":"2024-03-07T03:05:01.461919+0000","last_active":"2024-03-07T03:14:19.522440+0000","last_peered":"2024-03-07T03:14:19.522440+0000","last_clean":"2024-03-07T03:14:19.522440+0000","last_became_active":"2024-03-07T03:05:01.459759+0000","last_became_peered":"2024-03-07T03:05:01.459759+0000","last_unstale":"2024-03-07T03:14:19.522440+0000","last_undegraded":"2024-03-07T03:14:19.522440+0000","last_fullsized":"2024-03-07T03:14:19.522440+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:31:45.535178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":973,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:56.417138+0000","last_change":"2024-03-07T03:07:58.753856+0000","last_active":"2024-03-07T03:14:56.417138+0000","last_peered":"2024-03-07T03:14:56.417138+0000","last_clean":"2024-03-07T03:14:56.417138+0000","last_became_active":"2024-03-07T03:07:58.751889+0000","last_became_peered":"2024-03-07T03:07:58.751889+0000","last_unstale":"2024-03-07T03:14:56.417138+0000","last_undegraded":"2024-03-07T03:14:56.417138+0000","last_fullsized":"2024-03-07T03:14:56.417138+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:27:20.126942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"863'1273","reported_seq":4341,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:39.518251+0000","last_change":"2024-03-07T03:10:56.137635+0000","last_active":"2024-03-07T03:13:39.518251+0000","last_peered":"2024-03-07T03:13:39.518251+0000","last_clean":"2024-03-07T03:13:39.518251+0000","last_became_active":"2024-03-07T03:05:01.457883+0000","last_became_peered":"2024-03-07T03:05:01.457883+0000","last_unstale":"2024-03-07T03:13:39.518251+0000","last_undegraded":"2024-03-07T03:13:39.518251+0000","last_fullsized":"2024-03-07T03:13:39.518251+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1273,"log_dups_size":0,"ondisk_log_size":1273,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:21:46.718939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.021818005000000001,"stat_sum":{"num_bytes":15540224,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":258,"num_read_kb":529715,"num_write":442,"num_write_kb":102224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1441792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.f","version":"61'1","reported_seq":1083,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:08.088005+0000","last_change":"2024-03-07T03:07:58.755003+0000","last_active":"2024-03-07T03:15:08.088005+0000","last_peered":"2024-03-07T03:15:08.088005+0000","last_clean":"2024-03-07T03:15:08.088005+0000","last_became_active":"2024-03-07T03:07:58.754564+0000","last_became_peered":"2024-03-07T03:07:58.754564+0000","last_unstale":"2024-03-07T03:15:08.088005+0000","last_undegraded":"2024-03-07T03:15:08.088005+0000","last_fullsized":"2024-03-07T03:15:08.088005+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:34:53.344746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":988,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:41.415610+0000","last_change":"2024-03-07T03:07:58.750952+0000","last_active":"2024-03-07T03:14:41.415610+0000","last_peered":"2024-03-07T03:14:41.415610+0000","last_clean":"2024-03-07T03:14:41.415610+0000","last_became_active":"2024-03-07T03:07:58.749229+0000","last_became_peered":"2024-03-07T03:07:58.749229+0000","last_unstale":"2024-03-07T03:14:41.415610+0000","last_undegraded":"2024-03-07T03:14:41.415610+0000","last_fullsized":"2024-03-07T03:14:41.415610+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:53:10.534950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"863'847","reported_seq":4049,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.808770+0000","last_change":"2024-03-07T03:10:56.129162+0000","last_active":"2024-03-07T03:14:15.808770+0000","last_peered":"2024-03-07T03:14:15.808770+0000","last_clean":"2024-03-07T03:14:15.808770+0000","last_became_active":"2024-03-07T03:07:23.074596+0000","last_became_peered":"2024-03-07T03:07:23.074596+0000","last_unstale":"2024-03-07T03:14:15.808770+0000","last_undegraded":"2024-03-07T03:14:15.808770+0000","last_fullsized":"2024-03-07T03:14:15.808770+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":847,"log_dups_size":0,"ondisk_log_size":847,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:34:23.625809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0099120149999999997,"stat_sum":{"num_bytes":38936576,"num_objects":11,"num_object_clones":9,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":157,"num_read_kb":413258,"num_write":266,"num_write_kb":109952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":4374528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.2","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:49.915330+0000","last_change":"2024-03-07T03:06:47.845893+0000","last_active":"2024-03-07T03:14:49.915330+0000","last_peered":"2024-03-07T03:14:49.915330+0000","last_clean":"2024-03-07T03:14:49.915330+0000","last_became_active":"2024-03-07T03:06:47.845548+0000","last_became_peered":"2024-03-07T03:06:47.845548+0000","last_unstale":"2024-03-07T03:14:49.915330+0000","last_undegraded":"2024-03-07T03:14:49.915330+0000","last_fullsized":"2024-03-07T03:14:49.915330+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:19:55.051329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:49.915367+0000","last_change":"2024-03-07T03:07:58.751041+0000","last_active":"2024-03-07T03:14:49.915367+0000","last_peered":"2024-03-07T03:14:49.915367+0000","last_clean":"2024-03-07T03:14:49.915367+0000","last_became_active":"2024-03-07T03:07:58.749047+0000","last_became_peered":"2024-03-07T03:07:58.749047+0000","last_unstale":"2024-03-07T03:14:49.915367+0000","last_undegraded":"2024-03-07T03:14:49.915367+0000","last_fullsized":"2024-03-07T03:14:49.915367+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:47:59.256394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1059,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:05.967226+0000","last_change":"2024-03-07T03:06:47.858022+0000","last_active":"2024-03-07T03:15:05.967226+0000","last_peered":"2024-03-07T03:15:05.967226+0000","last_clean":"2024-03-07T03:15:05.967226+0000","last_became_active":"2024-03-07T03:06:47.857526+0000","last_became_peered":"2024-03-07T03:06:47.857526+0000","last_unstale":"2024-03-07T03:15:05.967226+0000","last_undegraded":"2024-03-07T03:15:05.967226+0000","last_fullsized":"2024-03-07T03:15:05.967226+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:02:03.856321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"862'1186","reported_seq":4380,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.808828+0000","last_change":"2024-03-07T03:10:56.119983+0000","last_active":"2024-03-07T03:14:15.808828+0000","last_peered":"2024-03-07T03:14:15.808828+0000","last_clean":"2024-03-07T03:14:15.808828+0000","last_became_active":"2024-03-07T03:06:09.988405+0000","last_became_peered":"2024-03-07T03:06:09.988405+0000","last_unstale":"2024-03-07T03:14:15.808828+0000","last_undegraded":"2024-03-07T03:14:15.808828+0000","last_fullsized":"2024-03-07T03:14:15.808828+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1186,"log_dups_size":0,"ondisk_log_size":1186,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:41:38.890400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099770099999999993,"stat_sum":{"num_bytes":13524992,"num_objects":9,"num_object_clones":6,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":208,"num_read_kb":390958,"num_write":505,"num_write_kb":103888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":50642944,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:49.915380+0000","last_change":"2024-03-07T03:05:35.928460+0000","last_active":"2024-03-07T03:14:49.915380+0000","last_peered":"2024-03-07T03:14:49.915380+0000","last_clean":"2024-03-07T03:14:49.915380+0000","last_became_active":"2024-03-07T03:05:35.928017+0000","last_became_peered":"2024-03-07T03:05:35.928017+0000","last_unstale":"2024-03-07T03:14:49.915380+0000","last_undegraded":"2024-03-07T03:14:49.915380+0000","last_fullsized":"2024-03-07T03:14:49.915380+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:53:27.674544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1028,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:05.967147+0000","last_change":"2024-03-07T03:07:23.075249+0000","last_active":"2024-03-07T03:15:05.967147+0000","last_peered":"2024-03-07T03:15:05.967147+0000","last_clean":"2024-03-07T03:15:05.967147+0000","last_became_active":"2024-03-07T03:07:23.074866+0000","last_became_peered":"2024-03-07T03:07:23.074866+0000","last_unstale":"2024-03-07T03:15:05.967147+0000","last_undegraded":"2024-03-07T03:15:05.967147+0000","last_fullsized":"2024-03-07T03:15:05.967147+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:03.393010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1080,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:28.083299+0000","last_change":"2024-03-07T03:07:23.069585+0000","last_active":"2024-03-07T03:14:28.083299+0000","last_peered":"2024-03-07T03:14:28.083299+0000","last_clean":"2024-03-07T03:14:28.083299+0000","last_became_active":"2024-03-07T03:07:23.069262+0000","last_became_peered":"2024-03-07T03:07:23.069262+0000","last_unstale":"2024-03-07T03:14:28.083299+0000","last_undegraded":"2024-03-07T03:14:28.083299+0000","last_fullsized":"2024-03-07T03:14:28.083299+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:11:22.045807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"861'1094","reported_seq":4797,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:39.518368+0000","last_change":"2024-03-07T03:10:57.331022+0000","last_active":"2024-03-07T03:13:39.518368+0000","last_peered":"2024-03-07T03:13:39.518368+0000","last_clean":"2024-03-07T03:13:39.518368+0000","last_became_active":"2024-03-07T03:06:47.847229+0000","last_became_peered":"2024-03-07T03:06:47.847229+0000","last_unstale":"2024-03-07T03:13:39.518368+0000","last_undegraded":"2024-03-07T03:13:39.518368+0000","last_fullsized":"2024-03-07T03:13:39.518368+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1094,"log_dups_size":0,"ondisk_log_size":1094,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:58:27.729404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.032339935,"stat_sum":{"num_bytes":113606656,"num_objects":59,"num_object_clones":55,"num_object_copies":177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":279,"num_read_kb":358703,"num_write":525,"num_write_kb":146904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":36642816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1184,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:14.918114+0000","last_change":"2024-03-07T03:06:47.843416+0000","last_active":"2024-03-07T03:15:14.918114+0000","last_peered":"2024-03-07T03:15:14.918114+0000","last_clean":"2024-03-07T03:15:14.918114+0000","last_became_active":"2024-03-07T03:06:47.842812+0000","last_became_peered":"2024-03-07T03:06:47.842812+0000","last_unstale":"2024-03-07T03:15:14.918114+0000","last_undegraded":"2024-03-07T03:15:14.918114+0000","last_fullsized":"2024-03-07T03:15:14.918114+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:03:02.672609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1190,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:24.912798+0000","last_change":"2024-03-07T03:07:23.071850+0000","last_active":"2024-03-07T03:14:24.912798+0000","last_peered":"2024-03-07T03:14:24.912798+0000","last_clean":"2024-03-07T03:14:24.912798+0000","last_became_active":"2024-03-07T03:07:23.071476+0000","last_became_peered":"2024-03-07T03:07:23.071476+0000","last_unstale":"2024-03-07T03:14:24.912798+0000","last_undegraded":"2024-03-07T03:14:24.912798+0000","last_fullsized":"2024-03-07T03:14:24.912798+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:13:05.296486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1159,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:24.529427+0000","last_change":"2024-03-07T03:05:35.926187+0000","last_active":"2024-03-07T03:15:24.529427+0000","last_peered":"2024-03-07T03:15:24.529427+0000","last_clean":"2024-03-07T03:15:24.529427+0000","last_became_active":"2024-03-07T03:05:35.925908+0000","last_became_peered":"2024-03-07T03:05:35.925908+0000","last_unstale":"2024-03-07T03:15:24.529427+0000","last_undegraded":"2024-03-07T03:15:24.529427+0000","last_fullsized":"2024-03-07T03:15:24.529427+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:48:33.101185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"863'1146","reported_seq":3874,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:11.412225+0000","last_change":"2024-03-07T03:10:56.132170+0000","last_active":"2024-03-07T03:14:11.412225+0000","last_peered":"2024-03-07T03:14:11.412225+0000","last_clean":"2024-03-07T03:14:11.412225+0000","last_became_active":"2024-03-07T03:07:58.756854+0000","last_became_peered":"2024-03-07T03:07:58.756854+0000","last_unstale":"2024-03-07T03:14:11.412225+0000","last_undegraded":"2024-03-07T03:14:11.412225+0000","last_fullsized":"2024-03-07T03:14:11.412225+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1146,"log_dups_size":0,"ondisk_log_size":1146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T02:59:04.693146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.010433211,"stat_sum":{"num_bytes":34668544,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":1,"num_read":219,"num_read_kb":317694,"num_write":420,"num_write_kb":93568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":10240000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1007,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:41.187412+0000","last_change":"2024-03-07T03:07:58.760449+0000","last_active":"2024-03-07T03:15:41.187412+0000","last_peered":"2024-03-07T03:15:41.187412+0000","last_clean":"2024-03-07T03:15:41.187412+0000","last_became_active":"2024-03-07T03:07:58.760086+0000","last_became_peered":"2024-03-07T03:07:58.760086+0000","last_unstale":"2024-03-07T03:15:41.187412+0000","last_undegraded":"2024-03-07T03:15:41.187412+0000","last_fullsized":"2024-03-07T03:15:41.187412+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:34:38.583100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1089,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:53.975738+0000","last_change":"2024-03-07T03:07:23.073659+0000","last_active":"2024-03-07T03:13:53.975738+0000","last_peered":"2024-03-07T03:13:53.975738+0000","last_clean":"2024-03-07T03:13:53.975738+0000","last_became_active":"2024-03-07T03:07:23.073277+0000","last_became_peered":"2024-03-07T03:07:23.073277+0000","last_unstale":"2024-03-07T03:13:53.975738+0000","last_undegraded":"2024-03-07T03:13:53.975738+0000","last_fullsized":"2024-03-07T03:13:53.975738+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:48:34.819985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1062,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:05.967201+0000","last_change":"2024-03-07T03:07:58.752576+0000","last_active":"2024-03-07T03:15:05.967201+0000","last_peered":"2024-03-07T03:15:05.967201+0000","last_clean":"2024-03-07T03:15:05.967201+0000","last_became_active":"2024-03-07T03:07:58.752193+0000","last_became_peered":"2024-03-07T03:07:58.752193+0000","last_unstale":"2024-03-07T03:15:05.967201+0000","last_undegraded":"2024-03-07T03:15:05.967201+0000","last_fullsized":"2024-03-07T03:15:05.967201+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:55:14.205594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"395'197","reported_seq":1466,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:56.410378+0000","last_change":"2024-03-07T03:07:58.752982+0000","last_active":"2024-03-07T03:13:56.410378+0000","last_peered":"2024-03-07T03:13:56.410378+0000","last_clean":"2024-03-07T03:13:56.410378+0000","last_became_active":"2024-03-07T03:07:58.752004+0000","last_became_peered":"2024-03-07T03:07:58.752004+0000","last_unstale":"2024-03-07T03:13:56.410378+0000","last_undegraded":"2024-03-07T03:13:56.410378+0000","last_fullsized":"2024-03-07T03:13:56.410378+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_clean_scrub_stamp":"2024-03-07T02:51:31.238394+0000","objects_scrubbed":0,"log_size":197,"log_dups_size":0,"ondisk_log_size":197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:53.766202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"858'3145","reported_seq":6531,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:15:25.969713+0000","last_change":"2024-03-07T03:10:57.131283+0000","last_active":"2024-03-07T03:15:25.969713+0000","last_peered":"2024-03-07T03:15:25.969713+0000","last_clean":"2024-03-07T03:15:25.969713+0000","last_became_active":"2024-03-07T03:06:47.859231+0000","last_became_peered":"2024-03-07T03:06:47.859231+0000","last_unstale":"2024-03-07T03:15:25.969713+0000","last_undegraded":"2024-03-07T03:15:25.969713+0000","last_fullsized":"2024-03-07T03:15:25.969713+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3145,"log_dups_size":0,"ondisk_log_size":3145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:10:03.781442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001499434,"stat_sum":{"num_bytes":18481152,"num_objects":15,"num_object_clones":14,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":124,"num_read_kb":398406,"num_write":253,"num_write_kb":45856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":9773056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:40.811710+0000","last_change":"2024-03-07T03:05:01.454053+0000","last_active":"2024-03-07T03:14:40.811710+0000","last_peered":"2024-03-07T03:14:40.811710+0000","last_clean":"2024-03-07T03:14:40.811710+0000","last_became_active":"2024-03-07T03:05:01.453718+0000","last_became_peered":"2024-03-07T03:05:01.453718+0000","last_unstale":"2024-03-07T03:14:40.811710+0000","last_undegraded":"2024-03-07T03:14:40.811710+0000","last_fullsized":"2024-03-07T03:14:40.811710+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:10:59.835543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.808745+0000","last_change":"2024-03-07T03:06:09.987673+0000","last_active":"2024-03-07T03:14:15.808745+0000","last_peered":"2024-03-07T03:14:15.808745+0000","last_clean":"2024-03-07T03:14:15.808745+0000","last_became_active":"2024-03-07T03:06:09.987328+0000","last_became_peered":"2024-03-07T03:06:09.987328+0000","last_unstale":"2024-03-07T03:14:15.808745+0000","last_undegraded":"2024-03-07T03:14:15.808745+0000","last_fullsized":"2024-03-07T03:14:15.808745+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:11:17.983744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":975,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:56.410353+0000","last_change":"2024-03-07T03:07:58.757849+0000","last_active":"2024-03-07T03:13:56.410353+0000","last_peered":"2024-03-07T03:13:56.410353+0000","last_clean":"2024-03-07T03:13:56.410353+0000","last_became_active":"2024-03-07T03:07:58.757399+0000","last_became_peered":"2024-03-07T03:07:58.757399+0000","last_unstale":"2024-03-07T03:13:56.410353+0000","last_undegraded":"2024-03-07T03:13:56.410353+0000","last_fullsized":"2024-03-07T03:13:56.410353+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:54:11.413787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"864'1259","reported_seq":4065,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:41.187366+0000","last_change":"2024-03-07T03:10:56.129203+0000","last_active":"2024-03-07T03:15:41.187366+0000","last_peered":"2024-03-07T03:15:41.187366+0000","last_clean":"2024-03-07T03:15:41.187366+0000","last_became_active":"2024-03-07T03:07:23.080120+0000","last_became_peered":"2024-03-07T03:07:23.080120+0000","last_unstale":"2024-03-07T03:15:41.187366+0000","last_undegraded":"2024-03-07T03:15:41.187366+0000","last_fullsized":"2024-03-07T03:15:41.187366+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1259,"log_dups_size":0,"ondisk_log_size":1259,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:33:24.850580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0059393290000000001,"stat_sum":{"num_bytes":23298048,"num_objects":10,"num_object_clones":7,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":249,"num_read_kb":271095,"num_write":553,"num_write_kb":138504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":18890752,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.3","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.808797+0000","last_change":"2024-03-07T03:07:58.750289+0000","last_active":"2024-03-07T03:14:15.808797+0000","last_peered":"2024-03-07T03:14:15.808797+0000","last_clean":"2024-03-07T03:14:15.808797+0000","last_became_active":"2024-03-07T03:07:58.749557+0000","last_became_peered":"2024-03-07T03:07:58.749557+0000","last_unstale":"2024-03-07T03:14:15.808797+0000","last_undegraded":"2024-03-07T03:14:15.808797+0000","last_fullsized":"2024-03-07T03:14:15.808797+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:54:43.865660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":989,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:11.412259+0000","last_change":"2024-03-07T03:07:58.758005+0000","last_active":"2024-03-07T03:14:11.412259+0000","last_peered":"2024-03-07T03:14:11.412259+0000","last_clean":"2024-03-07T03:14:11.412259+0000","last_became_active":"2024-03-07T03:07:58.756833+0000","last_became_peered":"2024-03-07T03:07:58.756833+0000","last_unstale":"2024-03-07T03:14:11.412259+0000","last_undegraded":"2024-03-07T03:14:11.412259+0000","last_fullsized":"2024-03-07T03:14:11.412259+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:37:55.288554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:49.915390+0000","last_change":"2024-03-07T03:06:47.843644+0000","last_active":"2024-03-07T03:14:49.915390+0000","last_peered":"2024-03-07T03:14:49.915390+0000","last_clean":"2024-03-07T03:14:49.915390+0000","last_became_active":"2024-03-07T03:06:47.842694+0000","last_became_peered":"2024-03-07T03:06:47.842694+0000","last_unstale":"2024-03-07T03:14:49.915390+0000","last_undegraded":"2024-03-07T03:14:49.915390+0000","last_fullsized":"2024-03-07T03:14:49.915390+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:25:34.783974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"863'880","reported_seq":3816,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:28.083264+0000","last_change":"2024-03-07T03:10:56.125509+0000","last_active":"2024-03-07T03:14:28.083264+0000","last_peered":"2024-03-07T03:14:28.083264+0000","last_clean":"2024-03-07T03:14:28.083264+0000","last_became_active":"2024-03-07T03:07:58.755248+0000","last_became_peered":"2024-03-07T03:07:58.755248+0000","last_unstale":"2024-03-07T03:14:28.083264+0000","last_undegraded":"2024-03-07T03:14:28.083264+0000","last_fullsized":"2024-03-07T03:14:28.083264+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":880,"log_dups_size":0,"ondisk_log_size":880,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:40:02.788467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0073429089999999999,"stat_sum":{"num_bytes":9224192,"num_objects":8,"num_object_clones":6,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":1,"num_read":161,"num_read_kb":133885,"num_write":362,"num_write_kb":55920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1126,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:33.987356+0000","last_change":"2024-03-07T03:07:58.764215+0000","last_active":"2024-03-07T03:15:33.987356+0000","last_peered":"2024-03-07T03:15:33.987356+0000","last_clean":"2024-03-07T03:15:33.987356+0000","last_became_active":"2024-03-07T03:07:58.763818+0000","last_became_peered":"2024-03-07T03:07:58.763818+0000","last_unstale":"2024-03-07T03:15:33.987356+0000","last_undegraded":"2024-03-07T03:15:33.987356+0000","last_fullsized":"2024-03-07T03:15:33.987356+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:27:54.623360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"719'2","reported_seq":1194,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:14.918091+0000","last_change":"2024-03-07T03:07:23.074913+0000","last_active":"2024-03-07T03:15:14.918091+0000","last_peered":"2024-03-07T03:15:14.918091+0000","last_clean":"2024-03-07T03:15:14.918091+0000","last_became_active":"2024-03-07T03:07:23.074530+0000","last_became_peered":"2024-03-07T03:07:23.074530+0000","last_unstale":"2024-03-07T03:15:14.918091+0000","last_undegraded":"2024-03-07T03:15:14.918091+0000","last_fullsized":"2024-03-07T03:15:14.918091+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:13:25.877187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1128,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:13.977670+0000","last_change":"2024-03-07T03:07:58.757756+0000","last_active":"2024-03-07T03:14:13.977670+0000","last_peered":"2024-03-07T03:14:13.977670+0000","last_clean":"2024-03-07T03:14:13.977670+0000","last_became_active":"2024-03-07T03:07:58.757430+0000","last_became_peered":"2024-03-07T03:07:58.757430+0000","last_unstale":"2024-03-07T03:14:13.977670+0000","last_undegraded":"2024-03-07T03:14:13.977670+0000","last_fullsized":"2024-03-07T03:14:13.977670+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:22:21.412765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"863'1564","reported_seq":5165,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:15:33.987325+0000","last_change":"2024-03-07T03:10:57.329944+0000","last_active":"2024-03-07T03:15:33.987325+0000","last_peered":"2024-03-07T03:15:33.987325+0000","last_clean":"2024-03-07T03:15:33.987325+0000","last_became_active":"2024-03-07T03:06:09.990793+0000","last_became_peered":"2024-03-07T03:06:09.990793+0000","last_unstale":"2024-03-07T03:15:33.987325+0000","last_undegraded":"2024-03-07T03:15:33.987325+0000","last_fullsized":"2024-03-07T03:15:33.987325+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1564,"log_dups_size":0,"ondisk_log_size":1564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":143,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:53.639078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.019553126000000001,"stat_sum":{"num_bytes":100999168,"num_objects":73,"num_object_clones":68,"num_object_copies":219,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":1,"num_read":410,"num_read_kb":572954,"num_write":777,"num_write_kb":204640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":51175424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"c"},{"start":"178","length":"4"},{"start":"17e","length":"3"},{"start":"182","length":"4"},{"start":"187","length":"5"},{"start":"18d","length":"2"}]},{"pgid":"4.1","version":"0'0","reported_seq":1081,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:28.083234+0000","last_change":"2024-03-07T03:07:23.071468+0000","last_active":"2024-03-07T03:14:28.083234+0000","last_peered":"2024-03-07T03:14:28.083234+0000","last_clean":"2024-03-07T03:14:28.083234+0000","last_became_active":"2024-03-07T03:07:23.071160+0000","last_became_peered":"2024-03-07T03:07:23.071160+0000","last_unstale":"2024-03-07T03:14:28.083234+0000","last_undegraded":"2024-03-07T03:14:28.083234+0000","last_fullsized":"2024-03-07T03:14:28.083234+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:17:55.686793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":991,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:51.175912+0000","last_change":"2024-03-07T03:07:58.759142+0000","last_active":"2024-03-07T03:13:51.175912+0000","last_peered":"2024-03-07T03:13:51.175912+0000","last_clean":"2024-03-07T03:13:51.175912+0000","last_became_active":"2024-03-07T03:07:58.758771+0000","last_became_peered":"2024-03-07T03:07:58.758771+0000","last_unstale":"2024-03-07T03:13:51.175912+0000","last_undegraded":"2024-03-07T03:13:51.175912+0000","last_fullsized":"2024-03-07T03:13:51.175912+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:45:13.985820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:40.811685+0000","last_change":"2024-03-07T03:06:09.988597+0000","last_active":"2024-03-07T03:14:40.811685+0000","last_peered":"2024-03-07T03:14:40.811685+0000","last_clean":"2024-03-07T03:14:40.811685+0000","last_became_active":"2024-03-07T03:06:09.988261+0000","last_became_peered":"2024-03-07T03:06:09.988261+0000","last_unstale":"2024-03-07T03:14:40.811685+0000","last_undegraded":"2024-03-07T03:14:40.811685+0000","last_fullsized":"2024-03-07T03:14:40.811685+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:11:06.717251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"843'3099","reported_seq":6399,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:30.955172+0000","last_change":"2024-03-07T03:10:57.131044+0000","last_active":"2024-03-07T03:13:30.955172+0000","last_peered":"2024-03-07T03:13:30.955172+0000","last_clean":"2024-03-07T03:13:30.955172+0000","last_became_active":"2024-03-07T03:07:23.084936+0000","last_became_peered":"2024-03-07T03:07:23.084936+0000","last_unstale":"2024-03-07T03:13:30.955172+0000","last_undegraded":"2024-03-07T03:13:30.955172+0000","last_fullsized":"2024-03-07T03:13:30.955172+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3099,"log_dups_size":0,"ondisk_log_size":3099,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:46:48.809690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012703,"stat_sum":{"num_bytes":8347648,"num_objects":13,"num_object_clones":12,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":56,"num_read_kb":33721,"num_write":241,"num_write_kb":36816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":434176,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1147,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:39.518313+0000","last_change":"2024-03-07T03:05:01.461136+0000","last_active":"2024-03-07T03:13:39.518313+0000","last_peered":"2024-03-07T03:13:39.518313+0000","last_clean":"2024-03-07T03:13:39.518313+0000","last_became_active":"2024-03-07T03:05:01.457189+0000","last_became_peered":"2024-03-07T03:05:01.457189+0000","last_unstale":"2024-03-07T03:13:39.518313+0000","last_undegraded":"2024-03-07T03:13:39.518313+0000","last_fullsized":"2024-03-07T03:13:39.518313+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:23.791243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1104,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:48.085317+0000","last_change":"2024-03-07T03:07:58.750311+0000","last_active":"2024-03-07T03:14:48.085317+0000","last_peered":"2024-03-07T03:14:48.085317+0000","last_clean":"2024-03-07T03:14:48.085317+0000","last_became_active":"2024-03-07T03:07:58.750001+0000","last_became_peered":"2024-03-07T03:07:58.750001+0000","last_unstale":"2024-03-07T03:14:48.085317+0000","last_undegraded":"2024-03-07T03:14:48.085317+0000","last_fullsized":"2024-03-07T03:14:48.085317+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:05.963944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"847'12789","reported_seq":16204,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:15:08.087960+0000","last_change":"2024-03-07T03:10:57.124034+0000","last_active":"2024-03-07T03:15:08.087960+0000","last_peered":"2024-03-07T03:15:08.087960+0000","last_clean":"2024-03-07T03:15:08.087960+0000","last_became_active":"2024-03-07T03:06:47.859957+0000","last_became_peered":"2024-03-07T03:06:47.859957+0000","last_unstale":"2024-03-07T03:15:08.087960+0000","last_undegraded":"2024-03-07T03:15:08.087960+0000","last_fullsized":"2024-03-07T03:15:08.087960+0000","mapping_epoch":625,"log_start":"599'6200","ondisk_log_start":"599'6200","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":6589,"log_dups_size":0,"ondisk_log_size":6589,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":137,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:29:13.699651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0091875959999999993,"stat_sum":{"num_bytes":71745536,"num_objects":32,"num_object_clones":30,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":0,"num_read":146,"num_read_kb":316804,"num_write":323,"num_write_kb":90232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":20865024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"5"},{"start":"171","length":"b"},{"start":"17e","length":"8"},{"start":"187","length":"5"},{"start":"18d","length":"3"},{"start":"192","length":"1"},{"start":"197","length":"1"},{"start":"199","length":"2"}]},{"pgid":"2.9","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:14.918021+0000","last_change":"2024-03-07T03:07:58.752456+0000","last_active":"2024-03-07T03:15:14.918021+0000","last_peered":"2024-03-07T03:15:14.918021+0000","last_clean":"2024-03-07T03:15:14.918021+0000","last_became_active":"2024-03-07T03:07:58.752118+0000","last_became_peered":"2024-03-07T03:07:58.752118+0000","last_unstale":"2024-03-07T03:15:14.918021+0000","last_undegraded":"2024-03-07T03:15:14.918021+0000","last_fullsized":"2024-03-07T03:15:14.918021+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:08:08.574482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1119,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:13.977627+0000","last_change":"2024-03-07T03:07:58.757839+0000","last_active":"2024-03-07T03:14:13.977627+0000","last_peered":"2024-03-07T03:14:13.977627+0000","last_clean":"2024-03-07T03:14:13.977627+0000","last_became_active":"2024-03-07T03:07:58.757495+0000","last_became_peered":"2024-03-07T03:07:58.757495+0000","last_unstale":"2024-03-07T03:14:13.977627+0000","last_undegraded":"2024-03-07T03:14:13.977627+0000","last_fullsized":"2024-03-07T03:14:13.977627+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:27:02.190643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"861'1463","reported_seq":5089,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:59.520453+0000","last_change":"2024-03-07T03:10:57.330799+0000","last_active":"2024-03-07T03:13:59.520453+0000","last_peered":"2024-03-07T03:13:59.520453+0000","last_clean":"2024-03-07T03:13:59.520453+0000","last_became_active":"2024-03-07T03:07:58.763085+0000","last_became_peered":"2024-03-07T03:07:58.763085+0000","last_unstale":"2024-03-07T03:13:59.520453+0000","last_undegraded":"2024-03-07T03:13:59.520453+0000","last_fullsized":"2024-03-07T03:13:59.520453+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1463,"log_dups_size":0,"ondisk_log_size":1463,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:39:21.050544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.016579719999999999,"stat_sum":{"num_bytes":106192896,"num_objects":71,"num_object_clones":66,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":1,"num_read":323,"num_read_kb":516030,"num_write":942,"num_write_kb":231680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":48201728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:14.918048+0000","last_change":"2024-03-07T03:07:58.752370+0000","last_active":"2024-03-07T03:15:14.918048+0000","last_peered":"2024-03-07T03:15:14.918048+0000","last_clean":"2024-03-07T03:15:14.918048+0000","last_became_active":"2024-03-07T03:07:58.751985+0000","last_became_peered":"2024-03-07T03:07:58.751985+0000","last_unstale":"2024-03-07T03:15:14.918048+0000","last_undegraded":"2024-03-07T03:15:14.918048+0000","last_fullsized":"2024-03-07T03:15:14.918048+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:31:33.590004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1128,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:33.980099+0000","last_change":"2024-03-07T03:06:09.987484+0000","last_active":"2024-03-07T03:14:33.980099+0000","last_peered":"2024-03-07T03:14:33.980099+0000","last_clean":"2024-03-07T03:14:33.980099+0000","last_became_active":"2024-03-07T03:06:09.986947+0000","last_became_peered":"2024-03-07T03:06:09.986947+0000","last_unstale":"2024-03-07T03:14:33.980099+0000","last_undegraded":"2024-03-07T03:14:33.980099+0000","last_fullsized":"2024-03-07T03:14:33.980099+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:37:38.253630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"857'1055","reported_seq":4919,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:24.906606+0000","last_change":"2024-03-07T03:10:57.123092+0000","last_active":"2024-03-07T03:13:24.906606+0000","last_peered":"2024-03-07T03:13:24.906606+0000","last_clean":"2024-03-07T03:13:24.906606+0000","last_became_active":"2024-03-07T03:06:09.993513+0000","last_became_peered":"2024-03-07T03:06:09.993513+0000","last_unstale":"2024-03-07T03:13:24.906606+0000","last_undegraded":"2024-03-07T03:13:24.906606+0000","last_fullsized":"2024-03-07T03:13:24.906606+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1055,"log_dups_size":0,"ondisk_log_size":1055,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:34:07.352811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013205965,"stat_sum":{"num_bytes":99745792,"num_objects":66,"num_object_clones":62,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":306,"num_read_kb":434534,"num_write":588,"num_write_kb":145464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":21749760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.b","version":"716'3","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:41.415545+0000","last_change":"2024-03-07T03:07:58.749480+0000","last_active":"2024-03-07T03:14:41.415545+0000","last_peered":"2024-03-07T03:14:41.415545+0000","last_clean":"2024-03-07T03:14:41.415545+0000","last_became_active":"2024-03-07T03:07:58.749098+0000","last_became_peered":"2024-03-07T03:07:58.749098+0000","last_unstale":"2024-03-07T03:14:41.415545+0000","last_undegraded":"2024-03-07T03:14:41.415545+0000","last_fullsized":"2024-03-07T03:14:41.415545+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:35:33.945855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1036,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:51.175841+0000","last_change":"2024-03-07T03:07:23.075725+0000","last_active":"2024-03-07T03:13:51.175841+0000","last_peered":"2024-03-07T03:13:51.175841+0000","last_clean":"2024-03-07T03:13:51.175841+0000","last_became_active":"2024-03-07T03:07:23.075203+0000","last_became_peered":"2024-03-07T03:07:23.075203+0000","last_unstale":"2024-03-07T03:13:51.175841+0000","last_undegraded":"2024-03-07T03:13:51.175841+0000","last_fullsized":"2024-03-07T03:13:51.175841+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:47:11.192302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"863'1711","reported_seq":5461,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:59.520402+0000","last_change":"2024-03-07T03:10:57.330918+0000","last_active":"2024-03-07T03:13:59.520402+0000","last_peered":"2024-03-07T03:13:59.520402+0000","last_clean":"2024-03-07T03:13:59.520402+0000","last_became_active":"2024-03-07T03:06:47.849454+0000","last_became_peered":"2024-03-07T03:06:47.849454+0000","last_unstale":"2024-03-07T03:13:59.520402+0000","last_undegraded":"2024-03-07T03:13:59.520402+0000","last_fullsized":"2024-03-07T03:13:59.520402+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1711,"log_dups_size":0,"ondisk_log_size":1711,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:40:07.156907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.014160193999999999,"stat_sum":{"num_bytes":165158912,"num_objects":93,"num_object_clones":87,"num_object_copies":279,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":93,"num_whiteouts":2,"num_read":489,"num_read_kb":756200,"num_write":870,"num_write_kb":258896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":69541888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1157,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:59.520443+0000","last_change":"2024-03-07T03:06:47.847077+0000","last_active":"2024-03-07T03:13:59.520443+0000","last_peered":"2024-03-07T03:13:59.520443+0000","last_clean":"2024-03-07T03:13:59.520443+0000","last_became_active":"2024-03-07T03:06:47.846359+0000","last_became_peered":"2024-03-07T03:06:47.846359+0000","last_unstale":"2024-03-07T03:13:59.520443+0000","last_undegraded":"2024-03-07T03:13:59.520443+0000","last_fullsized":"2024-03-07T03:13:59.520443+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:00:08.102949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":973,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:41.415586+0000","last_change":"2024-03-07T03:07:58.760528+0000","last_active":"2024-03-07T03:14:41.415586+0000","last_peered":"2024-03-07T03:14:41.415586+0000","last_clean":"2024-03-07T03:14:41.415586+0000","last_became_active":"2024-03-07T03:07:58.760226+0000","last_became_peered":"2024-03-07T03:07:58.760226+0000","last_unstale":"2024-03-07T03:14:41.415586+0000","last_undegraded":"2024-03-07T03:14:41.415586+0000","last_fullsized":"2024-03-07T03:14:41.415586+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:10:36.411047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"863'1938","reported_seq":4939,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:39.518331+0000","last_change":"2024-03-07T03:10:56.140803+0000","last_active":"2024-03-07T03:13:39.518331+0000","last_peered":"2024-03-07T03:13:39.518331+0000","last_clean":"2024-03-07T03:13:39.518331+0000","last_became_active":"2024-03-07T03:06:09.993933+0000","last_became_peered":"2024-03-07T03:06:09.993933+0000","last_unstale":"2024-03-07T03:13:39.518331+0000","last_undegraded":"2024-03-07T03:13:39.518331+0000","last_fullsized":"2024-03-07T03:13:39.518331+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1938,"log_dups_size":0,"ondisk_log_size":1938,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:16.359457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.024996012000000001,"stat_sum":{"num_bytes":22765568,"num_objects":17,"num_object_clones":12,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":2,"num_read":350,"num_read_kb":387634,"num_write":702,"num_write_kb":183472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":7151616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.d","version":"61'1","reported_seq":1191,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:24.906636+0000","last_change":"2024-03-07T03:06:09.993129+0000","last_active":"2024-03-07T03:13:24.906636+0000","last_peered":"2024-03-07T03:13:24.906636+0000","last_clean":"2024-03-07T03:13:24.906636+0000","last_became_active":"2024-03-07T03:06:09.992737+0000","last_became_peered":"2024-03-07T03:06:09.992737+0000","last_unstale":"2024-03-07T03:13:24.906636+0000","last_undegraded":"2024-03-07T03:13:24.906636+0000","last_fullsized":"2024-03-07T03:13:24.906636+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:02:42.055569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1052,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:30.955152+0000","last_change":"2024-03-07T03:07:23.076846+0000","last_active":"2024-03-07T03:13:30.955152+0000","last_peered":"2024-03-07T03:13:30.955152+0000","last_clean":"2024-03-07T03:13:30.955152+0000","last_became_active":"2024-03-07T03:07:23.075895+0000","last_became_peered":"2024-03-07T03:07:23.075895+0000","last_unstale":"2024-03-07T03:13:30.955152+0000","last_undegraded":"2024-03-07T03:13:30.955152+0000","last_fullsized":"2024-03-07T03:13:30.955152+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:09:15.080126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"854'331","reported_seq":3440,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:14:26.413902+0000","last_change":"2024-03-07T03:10:57.298223+0000","last_active":"2024-03-07T03:14:26.413902+0000","last_peered":"2024-03-07T03:14:26.413902+0000","last_clean":"2024-03-07T03:14:26.413902+0000","last_became_active":"2024-03-07T03:07:58.749089+0000","last_became_peered":"2024-03-07T03:07:58.749089+0000","last_unstale":"2024-03-07T03:14:26.413902+0000","last_undegraded":"2024-03-07T03:14:26.413902+0000","last_fullsized":"2024-03-07T03:14:26.413902+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":331,"log_dups_size":0,"ondisk_log_size":331,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":83,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:26:07.404191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00085119700000000004,"stat_sum":{"num_bytes":15409152,"num_objects":11,"num_object_clones":10,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":91,"num_read_kb":118251,"num_write":162,"num_write_kb":30616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":34586624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"56"},{"start":"1c2","length":"3"},{"start":"1c9","length":"1"}]},{"pgid":"2.e","version":"61'2","reported_seq":1161,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:59.520482+0000","last_change":"2024-03-07T03:07:58.755578+0000","last_active":"2024-03-07T03:13:59.520482+0000","last_peered":"2024-03-07T03:13:59.520482+0000","last_clean":"2024-03-07T03:13:59.520482+0000","last_became_active":"2024-03-07T03:07:58.755160+0000","last_became_peered":"2024-03-07T03:07:58.755160+0000","last_unstale":"2024-03-07T03:13:59.520482+0000","last_undegraded":"2024-03-07T03:13:59.520482+0000","last_fullsized":"2024-03-07T03:13:59.520482+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:20.584382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":988,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:41.415624+0000","last_change":"2024-03-07T03:07:58.751269+0000","last_active":"2024-03-07T03:14:41.415624+0000","last_peered":"2024-03-07T03:14:41.415624+0000","last_clean":"2024-03-07T03:14:41.415624+0000","last_became_active":"2024-03-07T03:07:58.750956+0000","last_became_peered":"2024-03-07T03:07:58.750956+0000","last_unstale":"2024-03-07T03:14:41.415624+0000","last_undegraded":"2024-03-07T03:14:41.415624+0000","last_fullsized":"2024-03-07T03:14:41.415624+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:39.414545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1008,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:41.187302+0000","last_change":"2024-03-07T03:07:23.081711+0000","last_active":"2024-03-07T03:15:41.187302+0000","last_peered":"2024-03-07T03:15:41.187302+0000","last_clean":"2024-03-07T03:15:41.187302+0000","last_became_active":"2024-03-07T03:07:23.079269+0000","last_became_peered":"2024-03-07T03:07:23.079269+0000","last_unstale":"2024-03-07T03:15:41.187302+0000","last_undegraded":"2024-03-07T03:15:41.187302+0000","last_fullsized":"2024-03-07T03:15:41.187302+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:39.008957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1159,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:24.529402+0000","last_change":"2024-03-07T03:07:23.072806+0000","last_active":"2024-03-07T03:15:24.529402+0000","last_peered":"2024-03-07T03:15:24.529402+0000","last_clean":"2024-03-07T03:15:24.529402+0000","last_became_active":"2024-03-07T03:07:23.071234+0000","last_became_peered":"2024-03-07T03:07:23.071234+0000","last_unstale":"2024-03-07T03:15:24.529402+0000","last_undegraded":"2024-03-07T03:15:24.529402+0000","last_fullsized":"2024-03-07T03:15:24.529402+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:52.610744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1059,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:05.967181+0000","last_change":"2024-03-07T03:06:47.851593+0000","last_active":"2024-03-07T03:15:05.967181+0000","last_peered":"2024-03-07T03:15:05.967181+0000","last_clean":"2024-03-07T03:15:05.967181+0000","last_became_active":"2024-03-07T03:06:47.849677+0000","last_became_peered":"2024-03-07T03:06:47.849677+0000","last_unstale":"2024-03-07T03:15:05.967181+0000","last_undegraded":"2024-03-07T03:15:05.967181+0000","last_fullsized":"2024-03-07T03:15:05.967181+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:30.969251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1118,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:24.529446+0000","last_change":"2024-03-07T03:06:09.995434+0000","last_active":"2024-03-07T03:15:24.529446+0000","last_peered":"2024-03-07T03:15:24.529446+0000","last_clean":"2024-03-07T03:15:24.529446+0000","last_became_active":"2024-03-07T03:06:09.994939+0000","last_became_peered":"2024-03-07T03:06:09.994939+0000","last_unstale":"2024-03-07T03:15:24.529446+0000","last_undegraded":"2024-03-07T03:15:24.529446+0000","last_fullsized":"2024-03-07T03:15:24.529446+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:27:11.737354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1128,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:13.977658+0000","last_change":"2024-03-07T03:06:09.987381+0000","last_active":"2024-03-07T03:14:13.977658+0000","last_peered":"2024-03-07T03:14:13.977658+0000","last_clean":"2024-03-07T03:14:13.977658+0000","last_became_active":"2024-03-07T03:06:09.986952+0000","last_became_peered":"2024-03-07T03:06:09.986952+0000","last_unstale":"2024-03-07T03:14:13.977658+0000","last_undegraded":"2024-03-07T03:14:13.977658+0000","last_fullsized":"2024-03-07T03:14:13.977658+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:26:15.439852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:14.918074+0000","last_change":"2024-03-07T03:05:35.923999+0000","last_active":"2024-03-07T03:15:14.918074+0000","last_peered":"2024-03-07T03:15:14.918074+0000","last_clean":"2024-03-07T03:15:14.918074+0000","last_became_active":"2024-03-07T03:05:35.923719+0000","last_became_peered":"2024-03-07T03:05:35.923719+0000","last_unstale":"2024-03-07T03:15:14.918074+0000","last_undegraded":"2024-03-07T03:15:14.918074+0000","last_fullsized":"2024-03-07T03:15:14.918074+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:43:04.724647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1009,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:51.175899+0000","last_change":"2024-03-07T03:07:58.749989+0000","last_active":"2024-03-07T03:13:51.175899+0000","last_peered":"2024-03-07T03:13:51.175899+0000","last_clean":"2024-03-07T03:13:51.175899+0000","last_became_active":"2024-03-07T03:07:58.749643+0000","last_became_peered":"2024-03-07T03:07:58.749643+0000","last_unstale":"2024-03-07T03:13:51.175899+0000","last_undegraded":"2024-03-07T03:13:51.175899+0000","last_fullsized":"2024-03-07T03:13:51.175899+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:00:44.729806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1111,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:13.977679+0000","last_change":"2024-03-07T03:06:09.999184+0000","last_active":"2024-03-07T03:14:13.977679+0000","last_peered":"2024-03-07T03:14:13.977679+0000","last_clean":"2024-03-07T03:14:13.977679+0000","last_became_active":"2024-03-07T03:06:09.998856+0000","last_became_peered":"2024-03-07T03:06:09.998856+0000","last_unstale":"2024-03-07T03:14:13.977679+0000","last_undegraded":"2024-03-07T03:14:13.977679+0000","last_fullsized":"2024-03-07T03:14:13.977679+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:37:00.102189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1059,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:25.969656+0000","last_change":"2024-03-07T03:06:47.857644+0000","last_active":"2024-03-07T03:15:25.969656+0000","last_peered":"2024-03-07T03:15:25.969656+0000","last_clean":"2024-03-07T03:15:25.969656+0000","last_became_active":"2024-03-07T03:06:47.857354+0000","last_became_peered":"2024-03-07T03:06:47.857354+0000","last_unstale":"2024-03-07T03:15:25.969656+0000","last_undegraded":"2024-03-07T03:15:25.969656+0000","last_fullsized":"2024-03-07T03:15:25.969656+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:02:18.860369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1119,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:33.980041+0000","last_change":"2024-03-07T03:06:09.987872+0000","last_active":"2024-03-07T03:14:33.980041+0000","last_peered":"2024-03-07T03:14:33.980041+0000","last_clean":"2024-03-07T03:14:33.980041+0000","last_became_active":"2024-03-07T03:06:09.986852+0000","last_became_peered":"2024-03-07T03:06:09.986852+0000","last_unstale":"2024-03-07T03:14:33.980041+0000","last_undegraded":"2024-03-07T03:14:33.980041+0000","last_fullsized":"2024-03-07T03:14:33.980041+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:13.708512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1036,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:30.955106+0000","last_change":"2024-03-07T03:07:58.755825+0000","last_active":"2024-03-07T03:13:30.955106+0000","last_peered":"2024-03-07T03:13:30.955106+0000","last_clean":"2024-03-07T03:13:30.955106+0000","last_became_active":"2024-03-07T03:07:58.755395+0000","last_became_peered":"2024-03-07T03:07:58.755395+0000","last_unstale":"2024-03-07T03:13:30.955106+0000","last_undegraded":"2024-03-07T03:13:30.955106+0000","last_fullsized":"2024-03-07T03:13:30.955106+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:10:43.184914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:05.814494+0000","last_change":"2024-03-07T03:07:58.753962+0000","last_active":"2024-03-07T03:15:05.814494+0000","last_peered":"2024-03-07T03:15:05.814494+0000","last_clean":"2024-03-07T03:15:05.814494+0000","last_became_active":"2024-03-07T03:07:58.753619+0000","last_became_peered":"2024-03-07T03:07:58.753619+0000","last_unstale":"2024-03-07T03:15:05.814494+0000","last_undegraded":"2024-03-07T03:15:05.814494+0000","last_fullsized":"2024-03-07T03:15:05.814494+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:44:44.641067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1014,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:06.177419+0000","last_change":"2024-03-07T03:07:23.078516+0000","last_active":"2024-03-07T03:14:06.177419+0000","last_peered":"2024-03-07T03:14:06.177419+0000","last_clean":"2024-03-07T03:14:06.177419+0000","last_became_active":"2024-03-07T03:07:23.076017+0000","last_became_peered":"2024-03-07T03:07:23.076017+0000","last_unstale":"2024-03-07T03:14:06.177419+0000","last_undegraded":"2024-03-07T03:14:06.177419+0000","last_fullsized":"2024-03-07T03:14:06.177419+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:17:54.725933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":857645056,"num_objects":516,"num_object_clones":466,"num_object_copies":1548,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":516,"num_whiteouts":8,"num_read":3826,"num_read_kb":5949842,"num_write":7931,"num_write_kb":1978632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":107,"num_bytes_recovered":385712128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1170673664,"data_stored":2969124864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28580,"ondisk_log_size":28580,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197,"ondisk_log_size":197,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":26375,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":694,"seq":2980707303543,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":150184,"kb_used_data":96156,"kb_used_omap":35,"kb_used_meta":53980,"kb_avail":93594968,"statfs":{"total":95995035648,"available":95841247232,"internally_reserved":0,"allocated":98463744,"data_stored":167037349,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36312,"internal_metadata":55276072},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":660,"seq":2834678415486,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":94940,"kb_used_data":42576,"kb_used_omap":23,"kb_used_meta":52328,"kb_avail":93650212,"statfs":{"total":95995035648,"available":95897817088,"internally_reserved":0,"allocated":43597824,"data_stored":80829959,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":24173,"internal_metadata":53584275},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":463,"seq":1988569858216,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":692864,"kb_used_data":193964,"kb_used_omap":46,"kb_used_meta":498833,"kb_avail":93052288,"statfs":{"total":95995035648,"available":95285542912,"internally_reserved":0,"allocated":198619136,"data_stored":533391905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48036,"internal_metadata":510805084},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":528,"seq":2267742732443,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":401776,"kb_used_data":209252,"kb_used_omap":54,"kb_used_meta":192457,"kb_avail":93343376,"statfs":{"total":95995035648,"available":95583617024,"internally_reserved":0,"allocated":214274048,"data_stored":587826473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56016,"internal_metadata":197076272},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":495,"seq":2126008811682,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":485244,"kb_used_data":166572,"kb_used_omap":47,"kb_used_meta":318608,"kb_avail":93259908,"statfs":{"total":95995035648,"available":95498145792,"internally_reserved":0,"allocated":170569728,"data_stored":457545161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48143,"internal_metadata":326255601},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":562,"seq":2413771620500,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":177748,"kb_used_data":84672,"kb_used_omap":37,"kb_used_meta":93018,"kb_avail":93567404,"statfs":{"total":95995035648,"available":95813021696,"internally_reserved":0,"allocated":86704128,"data_stored":171510863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38083,"internal_metadata":95251261},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":591,"seq":2538325672077,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":365920,"kb_used_data":157844,"kb_used_omap":61,"kb_used_meta":208002,"kb_avail":93379232,"statfs":{"total":95995035648,"available":95620333568,"internally_reserved":0,"allocated":161632256,"data_stored":367986669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":62843,"internal_metadata":212994693},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":625,"seq":2684354560133,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":509804,"kb_used_data":269020,"kb_used_omap":73,"kb_used_meta":240694,"kb_avail":93235348,"statfs":{"total":95995035648,"available":95472996352,"internally_reserved":0,"allocated":275476480,"data_stored":649851960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":75044,"internal_metadata":246471388},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7413,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2060,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2124,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3359,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3677,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2797,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2839,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2106,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":188411904,"data_stored":527167488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":160964608,"data_stored":451911680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":204677120,"data_stored":582193152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":77082624,"data_stored":165871616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":152018944,"data_stored":362352640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":265863168,"data_stored":644214784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":33390592,"data_stored":74600448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":88264704,"data_stored":160813056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-07T03:17:50.873 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:17:50.873 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:17:50.873 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:17:50.873 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-07T03:17:50.873 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-07T03:17:50.873 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-07T03:17:50.873 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.c in trimming, state: active+clean+snaptrim_error 2024-03-07T03:17:50.873 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-07T03:17:50.873 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:17:50.873 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-07T03:17:51.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:17:51 smithi090 ceph-mon[89511]: pgmap v935: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:51.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:17:51 smithi090 ceph-mon[89511]: from='client.44630 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:17:51.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:17:51 smithi090 ceph-mon[91928]: pgmap v935: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:51.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:17:51 smithi090 ceph-mon[91928]: from='client.44630 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:17:51.407 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:17:51 smithi092 ceph-mon[83777]: pgmap v935: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:51.407 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:17:51 smithi092 ceph-mon[83777]: from='client.44630 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:17:52.657 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:17:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:17:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:17:53.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:17:53 smithi090 ceph-mon[89511]: pgmap v936: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:53.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:17:53 smithi090 ceph-mon[91928]: pgmap v936: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:53.320 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:17:53 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:17:53] "GET /metrics HTTP/1.1" 200 36316 "" "Prometheus/2.43.0" 2024-03-07T03:17:53.407 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:17:53 smithi092 ceph-mon[83777]: pgmap v936: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:55.401 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:17:55 smithi090 ceph-mon[91928]: pgmap v937: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:55.402 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:17:55 smithi090 ceph-mon[89511]: pgmap v937: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:55.407 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:17:55 smithi092 ceph-mon[83777]: pgmap v937: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:57.408 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:17:57 smithi092 ceph-mon[83777]: pgmap v938: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:57.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:17:57 smithi090 ceph-mon[89511]: pgmap v938: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:57.570 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:17:57 smithi090 ceph-mon[91928]: pgmap v938: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:58.407 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:17:58 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:17:58.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:17:58 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:17:58.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:17:58 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:17:59.407 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:17:59 smithi092 ceph-mon[83777]: pgmap v939: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:59.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:17:59 smithi090 ceph-mon[89511]: pgmap v939: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:17:59.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:17:59 smithi090 ceph-mon[91928]: pgmap v939: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:00.875 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph pg dump --format=json 2024-03-07T03:18:01.092 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T03:18:01.215 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:18:01 smithi090 ceph-mon[89511]: pgmap v940: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:01.215 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:18:01 smithi090 ceph-mon[91928]: pgmap v940: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:01.407 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:18:01 smithi092 ceph-mon[83777]: pgmap v940: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:02.657 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:18:02 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:18:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:18:02.973 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T03:18:02.975 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-03-07T03:18:03.100 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:18:03 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:18:03] "GET /metrics HTTP/1.1" 200 36310 "" "Prometheus/2.43.0" 2024-03-07T03:18:03.407 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:18:03 smithi092 ceph-mon[83777]: pgmap v941: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:03.407 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:18:03 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:18:03.407 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:18:03 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:18:03.408 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:18:03 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:18:03.408 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:18:03 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:18:03.427 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:18:03 smithi090 ceph-mon[91928]: pgmap v941: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:03.427 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:18:03 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:18:03.427 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:18:03 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:18:03.428 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:18:03 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:18:03.428 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:18:03 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:18:03.428 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:18:03 smithi090 ceph-mon[89511]: pgmap v941: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:03.428 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:18:03 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:18:03.428 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:18:03 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:18:03.428 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:18:03 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:18:03.428 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:18:03 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:18:03.647 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":941,"stamp":"2024-03-07T03:18:01.984255+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":858242044,"num_objects":540,"num_object_clones":466,"num_object_copies":1620,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":540,"num_whiteouts":8,"num_read":4717,"num_read_kb":5951239,"num_write":8310,"num_write_kb":1981084,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":113,"num_bytes_recovered":387483232,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28845,"ondisk_log_size":28845,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2878480,"kb_used_data":1220056,"kb_used_omap":379,"kb_used_meta":1657924,"kb_avail":747082736,"statfs":{"total":767960285184,"available":765012721664,"internally_reserved":0,"allocated":1249337344,"data_stored":3015980339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":388650,"internal_metadata":1697714646},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004024"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":974,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:11.412277+0000","last_change":"2024-03-07T03:07:58.753984+0000","last_active":"2024-03-07T03:14:11.412277+0000","last_peered":"2024-03-07T03:14:11.412277+0000","last_clean":"2024-03-07T03:14:11.412277+0000","last_became_active":"2024-03-07T03:07:58.753138+0000","last_became_peered":"2024-03-07T03:07:58.753138+0000","last_unstale":"2024-03-07T03:14:11.412277+0000","last_undegraded":"2024-03-07T03:14:11.412277+0000","last_fullsized":"2024-03-07T03:14:11.412277+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:37:39.612519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:49.915408+0000","last_change":"2024-03-07T03:07:23.074862+0000","last_active":"2024-03-07T03:14:49.915408+0000","last_peered":"2024-03-07T03:14:49.915408+0000","last_clean":"2024-03-07T03:14:49.915408+0000","last_became_active":"2024-03-07T03:07:23.074512+0000","last_became_peered":"2024-03-07T03:07:23.074512+0000","last_unstale":"2024-03-07T03:14:49.915408+0000","last_undegraded":"2024-03-07T03:14:49.915408+0000","last_fullsized":"2024-03-07T03:14:49.915408+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:45:24.128672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.808816+0000","last_change":"2024-03-07T03:05:01.446762+0000","last_active":"2024-03-07T03:14:15.808816+0000","last_peered":"2024-03-07T03:14:15.808816+0000","last_clean":"2024-03-07T03:14:15.808816+0000","last_became_active":"2024-03-07T03:05:01.446425+0000","last_became_peered":"2024-03-07T03:05:01.446425+0000","last_unstale":"2024-03-07T03:14:15.808816+0000","last_undegraded":"2024-03-07T03:14:15.808816+0000","last_fullsized":"2024-03-07T03:14:15.808816+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:39:39.897066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1054,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:45.964721+0000","last_change":"2024-03-07T03:07:58.755992+0000","last_active":"2024-03-07T03:14:45.964721+0000","last_peered":"2024-03-07T03:14:45.964721+0000","last_clean":"2024-03-07T03:14:45.964721+0000","last_became_active":"2024-03-07T03:07:58.755499+0000","last_became_peered":"2024-03-07T03:07:58.755499+0000","last_unstale":"2024-03-07T03:14:45.964721+0000","last_undegraded":"2024-03-07T03:14:45.964721+0000","last_fullsized":"2024-03-07T03:14:45.964721+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:26:12.313572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:26.420373+0000","last_change":"2024-03-07T03:07:58.752235+0000","last_active":"2024-03-07T03:15:26.420373+0000","last_peered":"2024-03-07T03:15:26.420373+0000","last_clean":"2024-03-07T03:15:26.420373+0000","last_became_active":"2024-03-07T03:07:58.751575+0000","last_became_peered":"2024-03-07T03:07:58.751575+0000","last_unstale":"2024-03-07T03:15:26.420373+0000","last_undegraded":"2024-03-07T03:15:26.420373+0000","last_fullsized":"2024-03-07T03:15:26.420373+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:12:05.995515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1031,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.960740+0000","last_change":"2024-03-07T03:06:47.859644+0000","last_active":"2024-03-07T03:14:15.960740+0000","last_peered":"2024-03-07T03:14:15.960740+0000","last_clean":"2024-03-07T03:14:15.960740+0000","last_became_active":"2024-03-07T03:06:47.859097+0000","last_became_peered":"2024-03-07T03:06:47.859097+0000","last_unstale":"2024-03-07T03:14:15.960740+0000","last_undegraded":"2024-03-07T03:14:15.960740+0000","last_fullsized":"2024-03-07T03:14:15.960740+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:22:46.909130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:26.420347+0000","last_change":"2024-03-07T03:07:58.754226+0000","last_active":"2024-03-07T03:15:26.420347+0000","last_peered":"2024-03-07T03:15:26.420347+0000","last_clean":"2024-03-07T03:15:26.420347+0000","last_became_active":"2024-03-07T03:07:58.753169+0000","last_became_peered":"2024-03-07T03:07:58.753169+0000","last_unstale":"2024-03-07T03:15:26.420347+0000","last_undegraded":"2024-03-07T03:15:26.420347+0000","last_fullsized":"2024-03-07T03:15:26.420347+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:46:59.258099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1087,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:03.970559+0000","last_change":"2024-03-07T03:07:23.073492+0000","last_active":"2024-03-07T03:13:03.970559+0000","last_peered":"2024-03-07T03:13:03.970559+0000","last_clean":"2024-03-07T03:13:03.970559+0000","last_became_active":"2024-03-07T03:07:23.071929+0000","last_became_peered":"2024-03-07T03:07:23.071929+0000","last_unstale":"2024-03-07T03:13:03.970559+0000","last_undegraded":"2024-03-07T03:13:03.970559+0000","last_fullsized":"2024-03-07T03:13:03.970559+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:35:26.391722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":980,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:11.418817+0000","last_change":"2024-03-07T03:07:58.760328+0000","last_active":"2024-03-07T03:15:11.418817+0000","last_peered":"2024-03-07T03:15:11.418817+0000","last_clean":"2024-03-07T03:15:11.418817+0000","last_became_active":"2024-03-07T03:07:58.760046+0000","last_became_peered":"2024-03-07T03:07:58.760046+0000","last_unstale":"2024-03-07T03:15:11.418817+0000","last_undegraded":"2024-03-07T03:15:11.418817+0000","last_fullsized":"2024-03-07T03:15:11.418817+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:08:46.356817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1006,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:36.180545+0000","last_change":"2024-03-07T03:07:23.079945+0000","last_active":"2024-03-07T03:14:36.180545+0000","last_peered":"2024-03-07T03:14:36.180545+0000","last_clean":"2024-03-07T03:14:36.180545+0000","last_became_active":"2024-03-07T03:07:23.078551+0000","last_became_peered":"2024-03-07T03:07:23.078551+0000","last_unstale":"2024-03-07T03:14:36.180545+0000","last_undegraded":"2024-03-07T03:14:36.180545+0000","last_fullsized":"2024-03-07T03:14:36.180545+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:03:46.670084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1006,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:36.180515+0000","last_change":"2024-03-07T03:07:23.081963+0000","last_active":"2024-03-07T03:14:36.180515+0000","last_peered":"2024-03-07T03:14:36.180515+0000","last_clean":"2024-03-07T03:14:36.180515+0000","last_became_active":"2024-03-07T03:07:23.080128+0000","last_became_peered":"2024-03-07T03:07:23.080128+0000","last_unstale":"2024-03-07T03:14:36.180515+0000","last_undegraded":"2024-03-07T03:14:36.180515+0000","last_fullsized":"2024-03-07T03:14:36.180515+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:56.813267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1149,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:39.524576+0000","last_change":"2024-03-07T03:07:23.074902+0000","last_active":"2024-03-07T03:14:39.524576+0000","last_peered":"2024-03-07T03:14:39.524576+0000","last_clean":"2024-03-07T03:14:39.524576+0000","last_became_active":"2024-03-07T03:07:23.074466+0000","last_became_peered":"2024-03-07T03:07:23.074466+0000","last_unstale":"2024-03-07T03:14:39.524576+0000","last_undegraded":"2024-03-07T03:14:39.524576+0000","last_fullsized":"2024-03-07T03:14:39.524576+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:40:20.268555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1118,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:13.984667+0000","last_change":"2024-03-07T03:07:23.072635+0000","last_active":"2024-03-07T03:15:13.984667+0000","last_peered":"2024-03-07T03:15:13.984667+0000","last_clean":"2024-03-07T03:15:13.984667+0000","last_became_active":"2024-03-07T03:07:23.071712+0000","last_became_peered":"2024-03-07T03:07:23.071712+0000","last_unstale":"2024-03-07T03:15:13.984667+0000","last_undegraded":"2024-03-07T03:15:13.984667+0000","last_fullsized":"2024-03-07T03:15:13.984667+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:00:39.298564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:30.816816+0000","last_change":"2024-03-07T03:06:47.851538+0000","last_active":"2024-03-07T03:15:30.816816+0000","last_peered":"2024-03-07T03:15:30.816816+0000","last_clean":"2024-03-07T03:15:30.816816+0000","last_became_active":"2024-03-07T03:06:47.851183+0000","last_became_peered":"2024-03-07T03:06:47.851183+0000","last_unstale":"2024-03-07T03:15:30.816816+0000","last_undegraded":"2024-03-07T03:15:30.816816+0000","last_fullsized":"2024-03-07T03:15:30.816816+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:36:23.932334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:44.908628+0000","last_change":"2024-03-07T03:06:47.843126+0000","last_active":"2024-03-07T03:13:44.908628+0000","last_peered":"2024-03-07T03:13:44.908628+0000","last_clean":"2024-03-07T03:13:44.908628+0000","last_became_active":"2024-03-07T03:06:47.842736+0000","last_became_peered":"2024-03-07T03:06:47.842736+0000","last_unstale":"2024-03-07T03:13:44.908628+0000","last_undegraded":"2024-03-07T03:13:44.908628+0000","last_fullsized":"2024-03-07T03:13:44.908628+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:48:10.843465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1035,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:45.956756+0000","last_change":"2024-03-07T03:07:58.755620+0000","last_active":"2024-03-07T03:13:45.956756+0000","last_peered":"2024-03-07T03:13:45.956756+0000","last_clean":"2024-03-07T03:13:45.956756+0000","last_became_active":"2024-03-07T03:07:58.755267+0000","last_became_peered":"2024-03-07T03:07:58.755267+0000","last_unstale":"2024-03-07T03:13:45.956756+0000","last_undegraded":"2024-03-07T03:13:45.956756+0000","last_fullsized":"2024-03-07T03:13:45.956756+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:51:32.339400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1039,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:45.956823+0000","last_change":"2024-03-07T03:07:58.756358+0000","last_active":"2024-03-07T03:13:45.956823+0000","last_peered":"2024-03-07T03:13:45.956823+0000","last_clean":"2024-03-07T03:13:45.956823+0000","last_became_active":"2024-03-07T03:07:58.755960+0000","last_became_peered":"2024-03-07T03:07:58.755960+0000","last_unstale":"2024-03-07T03:13:45.956823+0000","last_undegraded":"2024-03-07T03:13:45.956823+0000","last_fullsized":"2024-03-07T03:13:45.956823+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:47.464423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1157,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:19.522506+0000","last_change":"2024-03-07T03:07:58.755619+0000","last_active":"2024-03-07T03:14:19.522506+0000","last_peered":"2024-03-07T03:14:19.522506+0000","last_clean":"2024-03-07T03:14:19.522506+0000","last_became_active":"2024-03-07T03:07:58.755214+0000","last_became_peered":"2024-03-07T03:07:58.755214+0000","last_unstale":"2024-03-07T03:14:19.522506+0000","last_undegraded":"2024-03-07T03:14:19.522506+0000","last_fullsized":"2024-03-07T03:14:19.522506+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:59:02.041330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":973,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:41.415600+0000","last_change":"2024-03-07T03:07:58.756563+0000","last_active":"2024-03-07T03:14:41.415600+0000","last_peered":"2024-03-07T03:14:41.415600+0000","last_clean":"2024-03-07T03:14:41.415600+0000","last_became_active":"2024-03-07T03:07:58.752195+0000","last_became_peered":"2024-03-07T03:07:58.752195+0000","last_unstale":"2024-03-07T03:14:41.415600+0000","last_undegraded":"2024-03-07T03:14:41.415600+0000","last_fullsized":"2024-03-07T03:14:41.415600+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:32:35.496500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"716'5","reported_seq":1223,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.808871+0000","last_change":"2024-03-07T03:07:58.753999+0000","last_active":"2024-03-07T03:14:15.808871+0000","last_peered":"2024-03-07T03:14:15.808871+0000","last_clean":"2024-03-07T03:14:15.808871+0000","last_became_active":"2024-03-07T03:07:58.753607+0000","last_became_peered":"2024-03-07T03:07:58.753607+0000","last_unstale":"2024-03-07T03:14:15.808871+0000","last_undegraded":"2024-03-07T03:14:15.808871+0000","last_fullsized":"2024-03-07T03:14:15.808871+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:28:57.567238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1112,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:33.987393+0000","last_change":"2024-03-07T03:07:23.083830+0000","last_active":"2024-03-07T03:15:33.987393+0000","last_peered":"2024-03-07T03:15:33.987393+0000","last_clean":"2024-03-07T03:15:33.987393+0000","last_became_active":"2024-03-07T03:07:23.083530+0000","last_became_peered":"2024-03-07T03:07:23.083530+0000","last_unstale":"2024-03-07T03:15:33.987393+0000","last_undegraded":"2024-03-07T03:15:33.987393+0000","last_fullsized":"2024-03-07T03:15:33.987393+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:57.938032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"716'2","reported_seq":1132,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:33.987404+0000","last_change":"2024-03-07T03:06:47.849618+0000","last_active":"2024-03-07T03:15:33.987404+0000","last_peered":"2024-03-07T03:15:33.987404+0000","last_clean":"2024-03-07T03:15:33.987404+0000","last_became_active":"2024-03-07T03:06:47.849222+0000","last_became_peered":"2024-03-07T03:06:47.849222+0000","last_unstale":"2024-03-07T03:15:33.987404+0000","last_undegraded":"2024-03-07T03:15:33.987404+0000","last_fullsized":"2024-03-07T03:15:33.987404+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:36:41.880143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.808860+0000","last_change":"2024-03-07T03:06:47.851880+0000","last_active":"2024-03-07T03:14:15.808860+0000","last_peered":"2024-03-07T03:14:15.808860+0000","last_clean":"2024-03-07T03:14:15.808860+0000","last_became_active":"2024-03-07T03:06:47.851176+0000","last_became_peered":"2024-03-07T03:06:47.851176+0000","last_unstale":"2024-03-07T03:14:15.808860+0000","last_undegraded":"2024-03-07T03:14:15.808860+0000","last_fullsized":"2024-03-07T03:14:15.808860+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:38:59.663068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":978,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:26.420409+0000","last_change":"2024-03-07T03:07:58.757245+0000","last_active":"2024-03-07T03:15:26.420409+0000","last_peered":"2024-03-07T03:15:26.420409+0000","last_clean":"2024-03-07T03:15:26.420409+0000","last_became_active":"2024-03-07T03:07:58.754456+0000","last_became_peered":"2024-03-07T03:07:58.754456+0000","last_unstale":"2024-03-07T03:15:26.420409+0000","last_undegraded":"2024-03-07T03:15:26.420409+0000","last_fullsized":"2024-03-07T03:15:26.420409+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:57:32.153933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1044,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.960779+0000","last_change":"2024-03-07T03:06:47.855220+0000","last_active":"2024-03-07T03:14:15.960779+0000","last_peered":"2024-03-07T03:14:15.960779+0000","last_clean":"2024-03-07T03:14:15.960779+0000","last_became_active":"2024-03-07T03:06:47.854836+0000","last_became_peered":"2024-03-07T03:06:47.854836+0000","last_unstale":"2024-03-07T03:14:15.960779+0000","last_undegraded":"2024-03-07T03:14:15.960779+0000","last_fullsized":"2024-03-07T03:14:15.960779+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:51:35.386552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:26.420388+0000","last_change":"2024-03-07T03:07:58.757676+0000","last_active":"2024-03-07T03:15:26.420388+0000","last_peered":"2024-03-07T03:15:26.420388+0000","last_clean":"2024-03-07T03:15:26.420388+0000","last_became_active":"2024-03-07T03:07:58.753930+0000","last_became_peered":"2024-03-07T03:07:58.753930+0000","last_unstale":"2024-03-07T03:15:26.420388+0000","last_undegraded":"2024-03-07T03:15:26.420388+0000","last_fullsized":"2024-03-07T03:15:26.420388+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:56.639688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1038,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.960791+0000","last_change":"2024-03-07T03:07:23.076532+0000","last_active":"2024-03-07T03:14:15.960791+0000","last_peered":"2024-03-07T03:14:15.960791+0000","last_clean":"2024-03-07T03:14:15.960791+0000","last_became_active":"2024-03-07T03:07:23.076234+0000","last_became_peered":"2024-03-07T03:07:23.076234+0000","last_unstale":"2024-03-07T03:14:15.960791+0000","last_undegraded":"2024-03-07T03:14:15.960791+0000","last_fullsized":"2024-03-07T03:14:15.960791+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:16:39.967241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"716'2","reported_seq":1090,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:03.970601+0000","last_change":"2024-03-07T03:07:58.752045+0000","last_active":"2024-03-07T03:13:03.970601+0000","last_peered":"2024-03-07T03:13:03.970601+0000","last_clean":"2024-03-07T03:13:03.970601+0000","last_became_active":"2024-03-07T03:07:58.751585+0000","last_became_peered":"2024-03-07T03:07:58.751585+0000","last_unstale":"2024-03-07T03:13:03.970601+0000","last_undegraded":"2024-03-07T03:13:03.970601+0000","last_fullsized":"2024-03-07T03:13:03.970601+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:03:01.652607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1108,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:38.077764+0000","last_change":"2024-03-07T03:06:09.990854+0000","last_active":"2024-03-07T03:13:38.077764+0000","last_peered":"2024-03-07T03:13:38.077764+0000","last_clean":"2024-03-07T03:13:38.077764+0000","last_became_active":"2024-03-07T03:06:09.990464+0000","last_became_peered":"2024-03-07T03:06:09.990464+0000","last_unstale":"2024-03-07T03:13:38.077764+0000","last_undegraded":"2024-03-07T03:13:38.077764+0000","last_fullsized":"2024-03-07T03:13:38.077764+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:53:52.856954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"716'2","reported_seq":1011,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:51.181910+0000","last_change":"2024-03-07T03:07:58.754526+0000","last_active":"2024-03-07T03:14:51.181910+0000","last_peered":"2024-03-07T03:14:51.181910+0000","last_clean":"2024-03-07T03:14:51.181910+0000","last_became_active":"2024-03-07T03:07:58.754123+0000","last_became_peered":"2024-03-07T03:07:58.754123+0000","last_unstale":"2024-03-07T03:14:51.181910+0000","last_undegraded":"2024-03-07T03:14:51.181910+0000","last_fullsized":"2024-03-07T03:14:51.181910+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:41:34.446180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:50.805938+0000","last_change":"2024-03-07T03:07:58.750769+0000","last_active":"2024-03-07T03:13:50.805938+0000","last_peered":"2024-03-07T03:13:50.805938+0000","last_clean":"2024-03-07T03:13:50.805938+0000","last_became_active":"2024-03-07T03:07:58.749974+0000","last_became_peered":"2024-03-07T03:07:58.749974+0000","last_unstale":"2024-03-07T03:13:50.805938+0000","last_undegraded":"2024-03-07T03:13:50.805938+0000","last_fullsized":"2024-03-07T03:13:50.805938+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:56:14.059734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1128,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:13.984650+0000","last_change":"2024-03-07T03:07:23.072942+0000","last_active":"2024-03-07T03:15:13.984650+0000","last_peered":"2024-03-07T03:15:13.984650+0000","last_clean":"2024-03-07T03:15:13.984650+0000","last_became_active":"2024-03-07T03:07:23.072639+0000","last_became_peered":"2024-03-07T03:07:23.072639+0000","last_unstale":"2024-03-07T03:15:13.984650+0000","last_undegraded":"2024-03-07T03:15:13.984650+0000","last_fullsized":"2024-03-07T03:15:13.984650+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:42.808853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1125,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:13.984615+0000","last_change":"2024-03-07T03:05:35.934963+0000","last_active":"2024-03-07T03:15:13.984615+0000","last_peered":"2024-03-07T03:15:13.984615+0000","last_clean":"2024-03-07T03:15:13.984615+0000","last_became_active":"2024-03-07T03:05:35.932493+0000","last_became_peered":"2024-03-07T03:05:35.932493+0000","last_unstale":"2024-03-07T03:15:13.984615+0000","last_undegraded":"2024-03-07T03:15:13.984615+0000","last_fullsized":"2024-03-07T03:15:13.984615+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:00:57.111662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1040,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:00.958587+0000","last_change":"2024-03-07T03:07:58.756063+0000","last_active":"2024-03-07T03:14:00.958587+0000","last_peered":"2024-03-07T03:14:00.958587+0000","last_clean":"2024-03-07T03:14:00.958587+0000","last_became_active":"2024-03-07T03:07:58.755712+0000","last_became_peered":"2024-03-07T03:07:58.755712+0000","last_unstale":"2024-03-07T03:14:00.958587+0000","last_undegraded":"2024-03-07T03:14:00.958587+0000","last_fullsized":"2024-03-07T03:14:00.958587+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:13:06.484346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:04.910749+0000","last_change":"2024-03-07T03:06:09.996319+0000","last_active":"2024-03-07T03:14:04.910749+0000","last_peered":"2024-03-07T03:14:04.910749+0000","last_clean":"2024-03-07T03:14:04.910749+0000","last_became_active":"2024-03-07T03:06:09.996002+0000","last_became_peered":"2024-03-07T03:06:09.996002+0000","last_unstale":"2024-03-07T03:14:04.910749+0000","last_undegraded":"2024-03-07T03:14:04.910749+0000","last_fullsized":"2024-03-07T03:14:04.910749+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:41:55.764562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1007,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:36.180568+0000","last_change":"2024-03-07T03:07:23.083466+0000","last_active":"2024-03-07T03:14:36.180568+0000","last_peered":"2024-03-07T03:14:36.180568+0000","last_clean":"2024-03-07T03:14:36.180568+0000","last_became_active":"2024-03-07T03:07:23.083156+0000","last_became_peered":"2024-03-07T03:07:23.083156+0000","last_unstale":"2024-03-07T03:14:36.180568+0000","last_undegraded":"2024-03-07T03:14:36.180568+0000","last_fullsized":"2024-03-07T03:14:36.180568+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:32:00.539449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1026,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:00.958646+0000","last_change":"2024-03-07T03:07:58.752127+0000","last_active":"2024-03-07T03:14:00.958646+0000","last_peered":"2024-03-07T03:14:00.958646+0000","last_clean":"2024-03-07T03:14:00.958646+0000","last_became_active":"2024-03-07T03:07:58.751770+0000","last_became_peered":"2024-03-07T03:07:58.751770+0000","last_unstale":"2024-03-07T03:14:00.958646+0000","last_undegraded":"2024-03-07T03:14:00.958646+0000","last_fullsized":"2024-03-07T03:14:00.958646+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:43.791488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1060,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:00.958636+0000","last_change":"2024-03-07T03:07:23.077653+0000","last_active":"2024-03-07T03:14:00.958636+0000","last_peered":"2024-03-07T03:14:00.958636+0000","last_clean":"2024-03-07T03:14:00.958636+0000","last_became_active":"2024-03-07T03:07:23.077355+0000","last_became_peered":"2024-03-07T03:07:23.077355+0000","last_unstale":"2024-03-07T03:14:00.958636+0000","last_undegraded":"2024-03-07T03:14:00.958636+0000","last_fullsized":"2024-03-07T03:14:00.958636+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:45.861158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:30.803761+0000","last_change":"2024-03-07T03:06:47.851508+0000","last_active":"2024-03-07T03:13:30.803761+0000","last_peered":"2024-03-07T03:13:30.803761+0000","last_clean":"2024-03-07T03:13:30.803761+0000","last_became_active":"2024-03-07T03:06:47.850839+0000","last_became_peered":"2024-03-07T03:06:47.850839+0000","last_unstale":"2024-03-07T03:13:30.803761+0000","last_undegraded":"2024-03-07T03:13:30.803761+0000","last_fullsized":"2024-03-07T03:13:30.803761+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:08:06.622234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1193,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:04.910791+0000","last_change":"2024-03-07T03:06:47.845848+0000","last_active":"2024-03-07T03:14:04.910791+0000","last_peered":"2024-03-07T03:14:04.910791+0000","last_clean":"2024-03-07T03:14:04.910791+0000","last_became_active":"2024-03-07T03:06:47.845425+0000","last_became_peered":"2024-03-07T03:06:47.845425+0000","last_unstale":"2024-03-07T03:14:04.910791+0000","last_undegraded":"2024-03-07T03:14:04.910791+0000","last_fullsized":"2024-03-07T03:14:04.910791+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:16:24.833986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1080,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:28.090047+0000","last_change":"2024-03-07T03:07:58.754983+0000","last_active":"2024-03-07T03:15:28.090047+0000","last_peered":"2024-03-07T03:15:28.090047+0000","last_clean":"2024-03-07T03:15:28.090047+0000","last_became_active":"2024-03-07T03:07:58.754657+0000","last_became_peered":"2024-03-07T03:07:58.754657+0000","last_unstale":"2024-03-07T03:15:28.090047+0000","last_undegraded":"2024-03-07T03:15:28.090047+0000","last_fullsized":"2024-03-07T03:15:28.090047+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:06:00.897772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"716'29","reported_seq":1042,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:21.179150+0000","last_change":"2024-03-07T03:07:23.079677+0000","last_active":"2024-03-07T03:14:21.179150+0000","last_peered":"2024-03-07T03:14:21.179150+0000","last_clean":"2024-03-07T03:14:21.179150+0000","last_became_active":"2024-03-07T03:07:23.079320+0000","last_became_peered":"2024-03-07T03:07:23.079320+0000","last_unstale":"2024-03-07T03:14:21.179150+0000","last_undegraded":"2024-03-07T03:14:21.179150+0000","last_fullsized":"2024-03-07T03:14:21.179150+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:49:54.979015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:11.418787+0000","last_change":"2024-03-07T03:07:58.758376+0000","last_active":"2024-03-07T03:15:11.418787+0000","last_peered":"2024-03-07T03:15:11.418787+0000","last_clean":"2024-03-07T03:15:11.418787+0000","last_became_active":"2024-03-07T03:07:58.757816+0000","last_became_peered":"2024-03-07T03:07:58.757816+0000","last_unstale":"2024-03-07T03:15:11.418787+0000","last_undegraded":"2024-03-07T03:15:11.418787+0000","last_fullsized":"2024-03-07T03:15:11.418787+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:47.253727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1220,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:30.816851+0000","last_change":"2024-03-07T03:06:09.989072+0000","last_active":"2024-03-07T03:15:30.816851+0000","last_peered":"2024-03-07T03:15:30.816851+0000","last_clean":"2024-03-07T03:15:30.816851+0000","last_became_active":"2024-03-07T03:06:09.987754+0000","last_became_peered":"2024-03-07T03:06:09.987754+0000","last_unstale":"2024-03-07T03:15:30.816851+0000","last_undegraded":"2024-03-07T03:15:30.816851+0000","last_fullsized":"2024-03-07T03:15:30.816851+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:05:15.340331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:30.816835+0000","last_change":"2024-03-07T03:07:58.754207+0000","last_active":"2024-03-07T03:15:30.816835+0000","last_peered":"2024-03-07T03:15:30.816835+0000","last_clean":"2024-03-07T03:15:30.816835+0000","last_became_active":"2024-03-07T03:07:58.753859+0000","last_became_peered":"2024-03-07T03:07:58.753859+0000","last_unstale":"2024-03-07T03:15:30.816835+0000","last_undegraded":"2024-03-07T03:15:30.816835+0000","last_fullsized":"2024-03-07T03:15:30.816835+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:14:02.813872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1053,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:45.956792+0000","last_change":"2024-03-07T03:07:58.755838+0000","last_active":"2024-03-07T03:13:45.956792+0000","last_peered":"2024-03-07T03:13:45.956792+0000","last_clean":"2024-03-07T03:13:45.956792+0000","last_became_active":"2024-03-07T03:07:58.755436+0000","last_became_peered":"2024-03-07T03:07:58.755436+0000","last_unstale":"2024-03-07T03:13:45.956792+0000","last_undegraded":"2024-03-07T03:13:45.956792+0000","last_fullsized":"2024-03-07T03:13:45.956792+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:25.094944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:56.417167+0000","last_change":"2024-03-07T03:07:58.750199+0000","last_active":"2024-03-07T03:14:56.417167+0000","last_peered":"2024-03-07T03:14:56.417167+0000","last_clean":"2024-03-07T03:14:56.417167+0000","last_became_active":"2024-03-07T03:07:58.749858+0000","last_became_peered":"2024-03-07T03:07:58.749858+0000","last_unstale":"2024-03-07T03:14:56.417167+0000","last_undegraded":"2024-03-07T03:14:56.417167+0000","last_fullsized":"2024-03-07T03:14:56.417167+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:41.122539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1015,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:21.179131+0000","last_change":"2024-03-07T03:07:23.076835+0000","last_active":"2024-03-07T03:14:21.179131+0000","last_peered":"2024-03-07T03:14:21.179131+0000","last_clean":"2024-03-07T03:14:21.179131+0000","last_became_active":"2024-03-07T03:07:23.075094+0000","last_became_peered":"2024-03-07T03:07:23.075094+0000","last_unstale":"2024-03-07T03:14:21.179131+0000","last_undegraded":"2024-03-07T03:14:21.179131+0000","last_fullsized":"2024-03-07T03:14:21.179131+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:50:36.739831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1006,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:21.179108+0000","last_change":"2024-03-07T03:07:23.078279+0000","last_active":"2024-03-07T03:14:21.179108+0000","last_peered":"2024-03-07T03:14:21.179108+0000","last_clean":"2024-03-07T03:14:21.179108+0000","last_became_active":"2024-03-07T03:07:23.077338+0000","last_became_peered":"2024-03-07T03:07:23.077338+0000","last_unstale":"2024-03-07T03:14:21.179108+0000","last_undegraded":"2024-03-07T03:14:21.179108+0000","last_fullsized":"2024-03-07T03:14:21.179108+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:05:40.599683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1170,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:19.522440+0000","last_change":"2024-03-07T03:05:01.461919+0000","last_active":"2024-03-07T03:14:19.522440+0000","last_peered":"2024-03-07T03:14:19.522440+0000","last_clean":"2024-03-07T03:14:19.522440+0000","last_became_active":"2024-03-07T03:05:01.459759+0000","last_became_peered":"2024-03-07T03:05:01.459759+0000","last_unstale":"2024-03-07T03:14:19.522440+0000","last_undegraded":"2024-03-07T03:14:19.522440+0000","last_fullsized":"2024-03-07T03:14:19.522440+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:31:45.535178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":973,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:56.417138+0000","last_change":"2024-03-07T03:07:58.753856+0000","last_active":"2024-03-07T03:14:56.417138+0000","last_peered":"2024-03-07T03:14:56.417138+0000","last_clean":"2024-03-07T03:14:56.417138+0000","last_became_active":"2024-03-07T03:07:58.751889+0000","last_became_peered":"2024-03-07T03:07:58.751889+0000","last_unstale":"2024-03-07T03:14:56.417138+0000","last_undegraded":"2024-03-07T03:14:56.417138+0000","last_fullsized":"2024-03-07T03:14:56.417138+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:27:20.126942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"863'1273","reported_seq":4342,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:49.531941+0000","last_change":"2024-03-07T03:10:56.137635+0000","last_active":"2024-03-07T03:15:49.531941+0000","last_peered":"2024-03-07T03:15:49.531941+0000","last_clean":"2024-03-07T03:15:49.531941+0000","last_became_active":"2024-03-07T03:05:01.457883+0000","last_became_peered":"2024-03-07T03:05:01.457883+0000","last_unstale":"2024-03-07T03:15:49.531941+0000","last_undegraded":"2024-03-07T03:15:49.531941+0000","last_fullsized":"2024-03-07T03:15:49.531941+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1273,"log_dups_size":0,"ondisk_log_size":1273,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:21:46.718939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.021818005000000001,"stat_sum":{"num_bytes":15540224,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":258,"num_read_kb":529715,"num_write":442,"num_write_kb":102224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1441792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.f","version":"61'1","reported_seq":1083,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:08.088005+0000","last_change":"2024-03-07T03:07:58.755003+0000","last_active":"2024-03-07T03:15:08.088005+0000","last_peered":"2024-03-07T03:15:08.088005+0000","last_clean":"2024-03-07T03:15:08.088005+0000","last_became_active":"2024-03-07T03:07:58.754564+0000","last_became_peered":"2024-03-07T03:07:58.754564+0000","last_unstale":"2024-03-07T03:15:08.088005+0000","last_undegraded":"2024-03-07T03:15:08.088005+0000","last_fullsized":"2024-03-07T03:15:08.088005+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:34:53.344746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":988,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:41.415610+0000","last_change":"2024-03-07T03:07:58.750952+0000","last_active":"2024-03-07T03:14:41.415610+0000","last_peered":"2024-03-07T03:14:41.415610+0000","last_clean":"2024-03-07T03:14:41.415610+0000","last_became_active":"2024-03-07T03:07:58.749229+0000","last_became_peered":"2024-03-07T03:07:58.749229+0000","last_unstale":"2024-03-07T03:14:41.415610+0000","last_undegraded":"2024-03-07T03:14:41.415610+0000","last_fullsized":"2024-03-07T03:14:41.415610+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:53:10.534950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"863'847","reported_seq":4049,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.808770+0000","last_change":"2024-03-07T03:10:56.129162+0000","last_active":"2024-03-07T03:14:15.808770+0000","last_peered":"2024-03-07T03:14:15.808770+0000","last_clean":"2024-03-07T03:14:15.808770+0000","last_became_active":"2024-03-07T03:07:23.074596+0000","last_became_peered":"2024-03-07T03:07:23.074596+0000","last_unstale":"2024-03-07T03:14:15.808770+0000","last_undegraded":"2024-03-07T03:14:15.808770+0000","last_fullsized":"2024-03-07T03:14:15.808770+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":847,"log_dups_size":0,"ondisk_log_size":847,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:34:23.625809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0099120149999999997,"stat_sum":{"num_bytes":38936576,"num_objects":11,"num_object_clones":9,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":157,"num_read_kb":413258,"num_write":266,"num_write_kb":109952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":4374528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.2","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:49.915330+0000","last_change":"2024-03-07T03:06:47.845893+0000","last_active":"2024-03-07T03:14:49.915330+0000","last_peered":"2024-03-07T03:14:49.915330+0000","last_clean":"2024-03-07T03:14:49.915330+0000","last_became_active":"2024-03-07T03:06:47.845548+0000","last_became_peered":"2024-03-07T03:06:47.845548+0000","last_unstale":"2024-03-07T03:14:49.915330+0000","last_undegraded":"2024-03-07T03:14:49.915330+0000","last_fullsized":"2024-03-07T03:14:49.915330+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:19:55.051329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:49.915367+0000","last_change":"2024-03-07T03:07:58.751041+0000","last_active":"2024-03-07T03:14:49.915367+0000","last_peered":"2024-03-07T03:14:49.915367+0000","last_clean":"2024-03-07T03:14:49.915367+0000","last_became_active":"2024-03-07T03:07:58.749047+0000","last_became_peered":"2024-03-07T03:07:58.749047+0000","last_unstale":"2024-03-07T03:14:49.915367+0000","last_undegraded":"2024-03-07T03:14:49.915367+0000","last_fullsized":"2024-03-07T03:14:49.915367+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:47:59.256394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1059,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:05.967226+0000","last_change":"2024-03-07T03:06:47.858022+0000","last_active":"2024-03-07T03:15:05.967226+0000","last_peered":"2024-03-07T03:15:05.967226+0000","last_clean":"2024-03-07T03:15:05.967226+0000","last_became_active":"2024-03-07T03:06:47.857526+0000","last_became_peered":"2024-03-07T03:06:47.857526+0000","last_unstale":"2024-03-07T03:15:05.967226+0000","last_undegraded":"2024-03-07T03:15:05.967226+0000","last_fullsized":"2024-03-07T03:15:05.967226+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:02:03.856321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"862'1186","reported_seq":4380,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.808828+0000","last_change":"2024-03-07T03:10:56.119983+0000","last_active":"2024-03-07T03:14:15.808828+0000","last_peered":"2024-03-07T03:14:15.808828+0000","last_clean":"2024-03-07T03:14:15.808828+0000","last_became_active":"2024-03-07T03:06:09.988405+0000","last_became_peered":"2024-03-07T03:06:09.988405+0000","last_unstale":"2024-03-07T03:14:15.808828+0000","last_undegraded":"2024-03-07T03:14:15.808828+0000","last_fullsized":"2024-03-07T03:14:15.808828+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1186,"log_dups_size":0,"ondisk_log_size":1186,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:41:38.890400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099770099999999993,"stat_sum":{"num_bytes":13524992,"num_objects":9,"num_object_clones":6,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":208,"num_read_kb":390958,"num_write":505,"num_write_kb":103888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":50642944,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:49.915380+0000","last_change":"2024-03-07T03:05:35.928460+0000","last_active":"2024-03-07T03:14:49.915380+0000","last_peered":"2024-03-07T03:14:49.915380+0000","last_clean":"2024-03-07T03:14:49.915380+0000","last_became_active":"2024-03-07T03:05:35.928017+0000","last_became_peered":"2024-03-07T03:05:35.928017+0000","last_unstale":"2024-03-07T03:14:49.915380+0000","last_undegraded":"2024-03-07T03:14:49.915380+0000","last_fullsized":"2024-03-07T03:14:49.915380+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:53:27.674544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1028,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:05.967147+0000","last_change":"2024-03-07T03:07:23.075249+0000","last_active":"2024-03-07T03:15:05.967147+0000","last_peered":"2024-03-07T03:15:05.967147+0000","last_clean":"2024-03-07T03:15:05.967147+0000","last_became_active":"2024-03-07T03:07:23.074866+0000","last_became_peered":"2024-03-07T03:07:23.074866+0000","last_unstale":"2024-03-07T03:15:05.967147+0000","last_undegraded":"2024-03-07T03:15:05.967147+0000","last_fullsized":"2024-03-07T03:15:05.967147+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:03.393010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1080,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:28.083299+0000","last_change":"2024-03-07T03:07:23.069585+0000","last_active":"2024-03-07T03:14:28.083299+0000","last_peered":"2024-03-07T03:14:28.083299+0000","last_clean":"2024-03-07T03:14:28.083299+0000","last_became_active":"2024-03-07T03:07:23.069262+0000","last_became_peered":"2024-03-07T03:07:23.069262+0000","last_unstale":"2024-03-07T03:14:28.083299+0000","last_undegraded":"2024-03-07T03:14:28.083299+0000","last_fullsized":"2024-03-07T03:14:28.083299+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:11:22.045807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"861'1094","reported_seq":4798,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:15:49.532042+0000","last_change":"2024-03-07T03:10:57.331022+0000","last_active":"2024-03-07T03:15:49.532042+0000","last_peered":"2024-03-07T03:15:49.532042+0000","last_clean":"2024-03-07T03:15:49.532042+0000","last_became_active":"2024-03-07T03:06:47.847229+0000","last_became_peered":"2024-03-07T03:06:47.847229+0000","last_unstale":"2024-03-07T03:15:49.532042+0000","last_undegraded":"2024-03-07T03:15:49.532042+0000","last_fullsized":"2024-03-07T03:15:49.532042+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1094,"log_dups_size":0,"ondisk_log_size":1094,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:58:27.729404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.032339935,"stat_sum":{"num_bytes":113606656,"num_objects":59,"num_object_clones":55,"num_object_copies":177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":279,"num_read_kb":358703,"num_write":525,"num_write_kb":146904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":36642816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1184,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:14.918114+0000","last_change":"2024-03-07T03:06:47.843416+0000","last_active":"2024-03-07T03:15:14.918114+0000","last_peered":"2024-03-07T03:15:14.918114+0000","last_clean":"2024-03-07T03:15:14.918114+0000","last_became_active":"2024-03-07T03:06:47.842812+0000","last_became_peered":"2024-03-07T03:06:47.842812+0000","last_unstale":"2024-03-07T03:15:14.918114+0000","last_undegraded":"2024-03-07T03:15:14.918114+0000","last_fullsized":"2024-03-07T03:15:14.918114+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:03:02.672609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1190,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:24.912798+0000","last_change":"2024-03-07T03:07:23.071850+0000","last_active":"2024-03-07T03:14:24.912798+0000","last_peered":"2024-03-07T03:14:24.912798+0000","last_clean":"2024-03-07T03:14:24.912798+0000","last_became_active":"2024-03-07T03:07:23.071476+0000","last_became_peered":"2024-03-07T03:07:23.071476+0000","last_unstale":"2024-03-07T03:14:24.912798+0000","last_undegraded":"2024-03-07T03:14:24.912798+0000","last_fullsized":"2024-03-07T03:14:24.912798+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:13:05.296486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1159,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:24.529427+0000","last_change":"2024-03-07T03:05:35.926187+0000","last_active":"2024-03-07T03:15:24.529427+0000","last_peered":"2024-03-07T03:15:24.529427+0000","last_clean":"2024-03-07T03:15:24.529427+0000","last_became_active":"2024-03-07T03:05:35.925908+0000","last_became_peered":"2024-03-07T03:05:35.925908+0000","last_unstale":"2024-03-07T03:15:24.529427+0000","last_undegraded":"2024-03-07T03:15:24.529427+0000","last_fullsized":"2024-03-07T03:15:24.529427+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:48:33.101185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"863'1146","reported_seq":3874,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:11.412225+0000","last_change":"2024-03-07T03:10:56.132170+0000","last_active":"2024-03-07T03:14:11.412225+0000","last_peered":"2024-03-07T03:14:11.412225+0000","last_clean":"2024-03-07T03:14:11.412225+0000","last_became_active":"2024-03-07T03:07:58.756854+0000","last_became_peered":"2024-03-07T03:07:58.756854+0000","last_unstale":"2024-03-07T03:14:11.412225+0000","last_undegraded":"2024-03-07T03:14:11.412225+0000","last_fullsized":"2024-03-07T03:14:11.412225+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1146,"log_dups_size":0,"ondisk_log_size":1146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T02:59:04.693146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.010433211,"stat_sum":{"num_bytes":34668544,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":1,"num_read":219,"num_read_kb":317694,"num_write":420,"num_write_kb":93568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":10240000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1007,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:41.187412+0000","last_change":"2024-03-07T03:07:58.760449+0000","last_active":"2024-03-07T03:15:41.187412+0000","last_peered":"2024-03-07T03:15:41.187412+0000","last_clean":"2024-03-07T03:15:41.187412+0000","last_became_active":"2024-03-07T03:07:58.760086+0000","last_became_peered":"2024-03-07T03:07:58.760086+0000","last_unstale":"2024-03-07T03:15:41.187412+0000","last_undegraded":"2024-03-07T03:15:41.187412+0000","last_fullsized":"2024-03-07T03:15:41.187412+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:34:38.583100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1089,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:53.975738+0000","last_change":"2024-03-07T03:07:23.073659+0000","last_active":"2024-03-07T03:13:53.975738+0000","last_peered":"2024-03-07T03:13:53.975738+0000","last_clean":"2024-03-07T03:13:53.975738+0000","last_became_active":"2024-03-07T03:07:23.073277+0000","last_became_peered":"2024-03-07T03:07:23.073277+0000","last_unstale":"2024-03-07T03:13:53.975738+0000","last_undegraded":"2024-03-07T03:13:53.975738+0000","last_fullsized":"2024-03-07T03:13:53.975738+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:48:34.819985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1062,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:05.967201+0000","last_change":"2024-03-07T03:07:58.752576+0000","last_active":"2024-03-07T03:15:05.967201+0000","last_peered":"2024-03-07T03:15:05.967201+0000","last_clean":"2024-03-07T03:15:05.967201+0000","last_became_active":"2024-03-07T03:07:58.752193+0000","last_became_peered":"2024-03-07T03:07:58.752193+0000","last_unstale":"2024-03-07T03:15:05.967201+0000","last_undegraded":"2024-03-07T03:15:05.967201+0000","last_fullsized":"2024-03-07T03:15:05.967201+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:55:14.205594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"395'197","reported_seq":1467,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:56.423645+0000","last_change":"2024-03-07T03:07:58.752982+0000","last_active":"2024-03-07T03:15:56.423645+0000","last_peered":"2024-03-07T03:15:56.423645+0000","last_clean":"2024-03-07T03:15:56.423645+0000","last_became_active":"2024-03-07T03:07:58.752004+0000","last_became_peered":"2024-03-07T03:07:58.752004+0000","last_unstale":"2024-03-07T03:15:56.423645+0000","last_undegraded":"2024-03-07T03:15:56.423645+0000","last_fullsized":"2024-03-07T03:15:56.423645+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_clean_scrub_stamp":"2024-03-07T02:51:31.238394+0000","objects_scrubbed":0,"log_size":197,"log_dups_size":0,"ondisk_log_size":197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:53.766202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"858'3145","reported_seq":6531,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:15:25.969713+0000","last_change":"2024-03-07T03:10:57.131283+0000","last_active":"2024-03-07T03:15:25.969713+0000","last_peered":"2024-03-07T03:15:25.969713+0000","last_clean":"2024-03-07T03:15:25.969713+0000","last_became_active":"2024-03-07T03:06:47.859231+0000","last_became_peered":"2024-03-07T03:06:47.859231+0000","last_unstale":"2024-03-07T03:15:25.969713+0000","last_undegraded":"2024-03-07T03:15:25.969713+0000","last_fullsized":"2024-03-07T03:15:25.969713+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3145,"log_dups_size":0,"ondisk_log_size":3145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:10:03.781442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001499434,"stat_sum":{"num_bytes":18481152,"num_objects":15,"num_object_clones":14,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":124,"num_read_kb":398406,"num_write":253,"num_write_kb":45856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":9773056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:40.811710+0000","last_change":"2024-03-07T03:05:01.454053+0000","last_active":"2024-03-07T03:14:40.811710+0000","last_peered":"2024-03-07T03:14:40.811710+0000","last_clean":"2024-03-07T03:14:40.811710+0000","last_became_active":"2024-03-07T03:05:01.453718+0000","last_became_peered":"2024-03-07T03:05:01.453718+0000","last_unstale":"2024-03-07T03:14:40.811710+0000","last_undegraded":"2024-03-07T03:14:40.811710+0000","last_fullsized":"2024-03-07T03:14:40.811710+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:10:59.835543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.808745+0000","last_change":"2024-03-07T03:06:09.987673+0000","last_active":"2024-03-07T03:14:15.808745+0000","last_peered":"2024-03-07T03:14:15.808745+0000","last_clean":"2024-03-07T03:14:15.808745+0000","last_became_active":"2024-03-07T03:06:09.987328+0000","last_became_peered":"2024-03-07T03:06:09.987328+0000","last_unstale":"2024-03-07T03:14:15.808745+0000","last_undegraded":"2024-03-07T03:14:15.808745+0000","last_fullsized":"2024-03-07T03:14:15.808745+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:11:17.983744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":976,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:56.423621+0000","last_change":"2024-03-07T03:07:58.757849+0000","last_active":"2024-03-07T03:15:56.423621+0000","last_peered":"2024-03-07T03:15:56.423621+0000","last_clean":"2024-03-07T03:15:56.423621+0000","last_became_active":"2024-03-07T03:07:58.757399+0000","last_became_peered":"2024-03-07T03:07:58.757399+0000","last_unstale":"2024-03-07T03:15:56.423621+0000","last_undegraded":"2024-03-07T03:15:56.423621+0000","last_fullsized":"2024-03-07T03:15:56.423621+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:54:11.413787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"864'1259","reported_seq":4065,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:41.187366+0000","last_change":"2024-03-07T03:10:56.129203+0000","last_active":"2024-03-07T03:15:41.187366+0000","last_peered":"2024-03-07T03:15:41.187366+0000","last_clean":"2024-03-07T03:15:41.187366+0000","last_became_active":"2024-03-07T03:07:23.080120+0000","last_became_peered":"2024-03-07T03:07:23.080120+0000","last_unstale":"2024-03-07T03:15:41.187366+0000","last_undegraded":"2024-03-07T03:15:41.187366+0000","last_fullsized":"2024-03-07T03:15:41.187366+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1259,"log_dups_size":0,"ondisk_log_size":1259,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:33:24.850580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0059393290000000001,"stat_sum":{"num_bytes":23298048,"num_objects":10,"num_object_clones":7,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":249,"num_read_kb":271095,"num_write":553,"num_write_kb":138504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":18890752,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.3","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.808797+0000","last_change":"2024-03-07T03:07:58.750289+0000","last_active":"2024-03-07T03:14:15.808797+0000","last_peered":"2024-03-07T03:14:15.808797+0000","last_clean":"2024-03-07T03:14:15.808797+0000","last_became_active":"2024-03-07T03:07:58.749557+0000","last_became_peered":"2024-03-07T03:07:58.749557+0000","last_unstale":"2024-03-07T03:14:15.808797+0000","last_undegraded":"2024-03-07T03:14:15.808797+0000","last_fullsized":"2024-03-07T03:14:15.808797+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:54:43.865660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":989,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:11.412259+0000","last_change":"2024-03-07T03:07:58.758005+0000","last_active":"2024-03-07T03:14:11.412259+0000","last_peered":"2024-03-07T03:14:11.412259+0000","last_clean":"2024-03-07T03:14:11.412259+0000","last_became_active":"2024-03-07T03:07:58.756833+0000","last_became_peered":"2024-03-07T03:07:58.756833+0000","last_unstale":"2024-03-07T03:14:11.412259+0000","last_undegraded":"2024-03-07T03:14:11.412259+0000","last_fullsized":"2024-03-07T03:14:11.412259+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:37:55.288554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:49.915390+0000","last_change":"2024-03-07T03:06:47.843644+0000","last_active":"2024-03-07T03:14:49.915390+0000","last_peered":"2024-03-07T03:14:49.915390+0000","last_clean":"2024-03-07T03:14:49.915390+0000","last_became_active":"2024-03-07T03:06:47.842694+0000","last_became_peered":"2024-03-07T03:06:47.842694+0000","last_unstale":"2024-03-07T03:14:49.915390+0000","last_undegraded":"2024-03-07T03:14:49.915390+0000","last_fullsized":"2024-03-07T03:14:49.915390+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:25:34.783974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"863'880","reported_seq":3816,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:28.083264+0000","last_change":"2024-03-07T03:10:56.125509+0000","last_active":"2024-03-07T03:14:28.083264+0000","last_peered":"2024-03-07T03:14:28.083264+0000","last_clean":"2024-03-07T03:14:28.083264+0000","last_became_active":"2024-03-07T03:07:58.755248+0000","last_became_peered":"2024-03-07T03:07:58.755248+0000","last_unstale":"2024-03-07T03:14:28.083264+0000","last_undegraded":"2024-03-07T03:14:28.083264+0000","last_fullsized":"2024-03-07T03:14:28.083264+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":880,"log_dups_size":0,"ondisk_log_size":880,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:40:02.788467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0073429089999999999,"stat_sum":{"num_bytes":9224192,"num_objects":8,"num_object_clones":6,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":1,"num_read":161,"num_read_kb":133885,"num_write":362,"num_write_kb":55920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1126,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:33.987356+0000","last_change":"2024-03-07T03:07:58.764215+0000","last_active":"2024-03-07T03:15:33.987356+0000","last_peered":"2024-03-07T03:15:33.987356+0000","last_clean":"2024-03-07T03:15:33.987356+0000","last_became_active":"2024-03-07T03:07:58.763818+0000","last_became_peered":"2024-03-07T03:07:58.763818+0000","last_unstale":"2024-03-07T03:15:33.987356+0000","last_undegraded":"2024-03-07T03:15:33.987356+0000","last_fullsized":"2024-03-07T03:15:33.987356+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:27:54.623360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"719'2","reported_seq":1194,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:14.918091+0000","last_change":"2024-03-07T03:07:23.074913+0000","last_active":"2024-03-07T03:15:14.918091+0000","last_peered":"2024-03-07T03:15:14.918091+0000","last_clean":"2024-03-07T03:15:14.918091+0000","last_became_active":"2024-03-07T03:07:23.074530+0000","last_became_peered":"2024-03-07T03:07:23.074530+0000","last_unstale":"2024-03-07T03:15:14.918091+0000","last_undegraded":"2024-03-07T03:15:14.918091+0000","last_fullsized":"2024-03-07T03:15:14.918091+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:13:25.877187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1128,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:13.977670+0000","last_change":"2024-03-07T03:07:58.757756+0000","last_active":"2024-03-07T03:14:13.977670+0000","last_peered":"2024-03-07T03:14:13.977670+0000","last_clean":"2024-03-07T03:14:13.977670+0000","last_became_active":"2024-03-07T03:07:58.757430+0000","last_became_peered":"2024-03-07T03:07:58.757430+0000","last_unstale":"2024-03-07T03:14:13.977670+0000","last_undegraded":"2024-03-07T03:14:13.977670+0000","last_fullsized":"2024-03-07T03:14:13.977670+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:22:21.412765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"863'1564","reported_seq":5165,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:15:33.987325+0000","last_change":"2024-03-07T03:10:57.329944+0000","last_active":"2024-03-07T03:15:33.987325+0000","last_peered":"2024-03-07T03:15:33.987325+0000","last_clean":"2024-03-07T03:15:33.987325+0000","last_became_active":"2024-03-07T03:06:09.990793+0000","last_became_peered":"2024-03-07T03:06:09.990793+0000","last_unstale":"2024-03-07T03:15:33.987325+0000","last_undegraded":"2024-03-07T03:15:33.987325+0000","last_fullsized":"2024-03-07T03:15:33.987325+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1564,"log_dups_size":0,"ondisk_log_size":1564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":143,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:53.639078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.019553126000000001,"stat_sum":{"num_bytes":100999168,"num_objects":73,"num_object_clones":68,"num_object_copies":219,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":1,"num_read":410,"num_read_kb":572954,"num_write":777,"num_write_kb":204640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":51175424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"c"},{"start":"178","length":"4"},{"start":"17e","length":"3"},{"start":"182","length":"4"},{"start":"187","length":"5"},{"start":"18d","length":"2"}]},{"pgid":"4.1","version":"0'0","reported_seq":1081,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:28.083234+0000","last_change":"2024-03-07T03:07:23.071468+0000","last_active":"2024-03-07T03:14:28.083234+0000","last_peered":"2024-03-07T03:14:28.083234+0000","last_clean":"2024-03-07T03:14:28.083234+0000","last_became_active":"2024-03-07T03:07:23.071160+0000","last_became_peered":"2024-03-07T03:07:23.071160+0000","last_unstale":"2024-03-07T03:14:28.083234+0000","last_undegraded":"2024-03-07T03:14:28.083234+0000","last_fullsized":"2024-03-07T03:14:28.083234+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:17:55.686793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":991,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:51.175912+0000","last_change":"2024-03-07T03:07:58.759142+0000","last_active":"2024-03-07T03:13:51.175912+0000","last_peered":"2024-03-07T03:13:51.175912+0000","last_clean":"2024-03-07T03:13:51.175912+0000","last_became_active":"2024-03-07T03:07:58.758771+0000","last_became_peered":"2024-03-07T03:07:58.758771+0000","last_unstale":"2024-03-07T03:13:51.175912+0000","last_undegraded":"2024-03-07T03:13:51.175912+0000","last_fullsized":"2024-03-07T03:13:51.175912+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:45:13.985820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:40.811685+0000","last_change":"2024-03-07T03:06:09.988597+0000","last_active":"2024-03-07T03:14:40.811685+0000","last_peered":"2024-03-07T03:14:40.811685+0000","last_clean":"2024-03-07T03:14:40.811685+0000","last_became_active":"2024-03-07T03:06:09.988261+0000","last_became_peered":"2024-03-07T03:06:09.988261+0000","last_unstale":"2024-03-07T03:14:40.811685+0000","last_undegraded":"2024-03-07T03:14:40.811685+0000","last_fullsized":"2024-03-07T03:14:40.811685+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:11:06.717251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"843'3099","reported_seq":6400,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:15:45.972108+0000","last_change":"2024-03-07T03:10:57.131044+0000","last_active":"2024-03-07T03:15:45.972108+0000","last_peered":"2024-03-07T03:15:45.972108+0000","last_clean":"2024-03-07T03:15:45.972108+0000","last_became_active":"2024-03-07T03:07:23.084936+0000","last_became_peered":"2024-03-07T03:07:23.084936+0000","last_unstale":"2024-03-07T03:15:45.972108+0000","last_undegraded":"2024-03-07T03:15:45.972108+0000","last_fullsized":"2024-03-07T03:15:45.972108+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3099,"log_dups_size":0,"ondisk_log_size":3099,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:46:48.809690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012703,"stat_sum":{"num_bytes":8347648,"num_objects":13,"num_object_clones":12,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":56,"num_read_kb":33721,"num_write":241,"num_write_kb":36816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":434176,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1148,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:49.531980+0000","last_change":"2024-03-07T03:05:01.461136+0000","last_active":"2024-03-07T03:15:49.531980+0000","last_peered":"2024-03-07T03:15:49.531980+0000","last_clean":"2024-03-07T03:15:49.531980+0000","last_became_active":"2024-03-07T03:05:01.457189+0000","last_became_peered":"2024-03-07T03:05:01.457189+0000","last_unstale":"2024-03-07T03:15:49.531980+0000","last_undegraded":"2024-03-07T03:15:49.531980+0000","last_fullsized":"2024-03-07T03:15:49.531980+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:23.791243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1104,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:48.085317+0000","last_change":"2024-03-07T03:07:58.750311+0000","last_active":"2024-03-07T03:14:48.085317+0000","last_peered":"2024-03-07T03:14:48.085317+0000","last_clean":"2024-03-07T03:14:48.085317+0000","last_became_active":"2024-03-07T03:07:58.750001+0000","last_became_peered":"2024-03-07T03:07:58.750001+0000","last_unstale":"2024-03-07T03:14:48.085317+0000","last_undegraded":"2024-03-07T03:14:48.085317+0000","last_fullsized":"2024-03-07T03:14:48.085317+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:05.963944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"847'12789","reported_seq":16204,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:15:08.087960+0000","last_change":"2024-03-07T03:10:57.124034+0000","last_active":"2024-03-07T03:15:08.087960+0000","last_peered":"2024-03-07T03:15:08.087960+0000","last_clean":"2024-03-07T03:15:08.087960+0000","last_became_active":"2024-03-07T03:06:47.859957+0000","last_became_peered":"2024-03-07T03:06:47.859957+0000","last_unstale":"2024-03-07T03:15:08.087960+0000","last_undegraded":"2024-03-07T03:15:08.087960+0000","last_fullsized":"2024-03-07T03:15:08.087960+0000","mapping_epoch":625,"log_start":"599'6200","ondisk_log_start":"599'6200","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":6589,"log_dups_size":0,"ondisk_log_size":6589,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":137,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:29:13.699651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0091875959999999993,"stat_sum":{"num_bytes":71745536,"num_objects":32,"num_object_clones":30,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":0,"num_read":146,"num_read_kb":316804,"num_write":323,"num_write_kb":90232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":20865024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"5"},{"start":"171","length":"b"},{"start":"17e","length":"8"},{"start":"187","length":"5"},{"start":"18d","length":"3"},{"start":"192","length":"1"},{"start":"197","length":"1"},{"start":"199","length":"2"}]},{"pgid":"2.9","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:14.918021+0000","last_change":"2024-03-07T03:07:58.752456+0000","last_active":"2024-03-07T03:15:14.918021+0000","last_peered":"2024-03-07T03:15:14.918021+0000","last_clean":"2024-03-07T03:15:14.918021+0000","last_became_active":"2024-03-07T03:07:58.752118+0000","last_became_peered":"2024-03-07T03:07:58.752118+0000","last_unstale":"2024-03-07T03:15:14.918021+0000","last_undegraded":"2024-03-07T03:15:14.918021+0000","last_fullsized":"2024-03-07T03:15:14.918021+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:08:08.574482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1119,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:13.977627+0000","last_change":"2024-03-07T03:07:58.757839+0000","last_active":"2024-03-07T03:14:13.977627+0000","last_peered":"2024-03-07T03:14:13.977627+0000","last_clean":"2024-03-07T03:14:13.977627+0000","last_became_active":"2024-03-07T03:07:58.757495+0000","last_became_peered":"2024-03-07T03:07:58.757495+0000","last_unstale":"2024-03-07T03:14:13.977627+0000","last_undegraded":"2024-03-07T03:14:13.977627+0000","last_fullsized":"2024-03-07T03:14:13.977627+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:27:02.190643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"861'1463","reported_seq":5089,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:59.520453+0000","last_change":"2024-03-07T03:10:57.330799+0000","last_active":"2024-03-07T03:13:59.520453+0000","last_peered":"2024-03-07T03:13:59.520453+0000","last_clean":"2024-03-07T03:13:59.520453+0000","last_became_active":"2024-03-07T03:07:58.763085+0000","last_became_peered":"2024-03-07T03:07:58.763085+0000","last_unstale":"2024-03-07T03:13:59.520453+0000","last_undegraded":"2024-03-07T03:13:59.520453+0000","last_fullsized":"2024-03-07T03:13:59.520453+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1463,"log_dups_size":0,"ondisk_log_size":1463,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:39:21.050544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.016579719999999999,"stat_sum":{"num_bytes":106192896,"num_objects":71,"num_object_clones":66,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":1,"num_read":323,"num_read_kb":516030,"num_write":942,"num_write_kb":231680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":48201728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:14.918048+0000","last_change":"2024-03-07T03:07:58.752370+0000","last_active":"2024-03-07T03:15:14.918048+0000","last_peered":"2024-03-07T03:15:14.918048+0000","last_clean":"2024-03-07T03:15:14.918048+0000","last_became_active":"2024-03-07T03:07:58.751985+0000","last_became_peered":"2024-03-07T03:07:58.751985+0000","last_unstale":"2024-03-07T03:15:14.918048+0000","last_undegraded":"2024-03-07T03:15:14.918048+0000","last_fullsized":"2024-03-07T03:15:14.918048+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:31:33.590004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1128,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:33.980099+0000","last_change":"2024-03-07T03:06:09.987484+0000","last_active":"2024-03-07T03:14:33.980099+0000","last_peered":"2024-03-07T03:14:33.980099+0000","last_clean":"2024-03-07T03:14:33.980099+0000","last_became_active":"2024-03-07T03:06:09.986947+0000","last_became_peered":"2024-03-07T03:06:09.986947+0000","last_unstale":"2024-03-07T03:14:33.980099+0000","last_undegraded":"2024-03-07T03:14:33.980099+0000","last_fullsized":"2024-03-07T03:14:33.980099+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:37:38.253630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"857'1055","reported_seq":4920,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:15:39.920472+0000","last_change":"2024-03-07T03:10:57.123092+0000","last_active":"2024-03-07T03:15:39.920472+0000","last_peered":"2024-03-07T03:15:39.920472+0000","last_clean":"2024-03-07T03:15:39.920472+0000","last_became_active":"2024-03-07T03:06:09.993513+0000","last_became_peered":"2024-03-07T03:06:09.993513+0000","last_unstale":"2024-03-07T03:15:39.920472+0000","last_undegraded":"2024-03-07T03:15:39.920472+0000","last_fullsized":"2024-03-07T03:15:39.920472+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1055,"log_dups_size":0,"ondisk_log_size":1055,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:34:07.352811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013205965,"stat_sum":{"num_bytes":99745792,"num_objects":66,"num_object_clones":62,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":306,"num_read_kb":434534,"num_write":588,"num_write_kb":145464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":21749760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.b","version":"716'3","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:41.415545+0000","last_change":"2024-03-07T03:07:58.749480+0000","last_active":"2024-03-07T03:14:41.415545+0000","last_peered":"2024-03-07T03:14:41.415545+0000","last_clean":"2024-03-07T03:14:41.415545+0000","last_became_active":"2024-03-07T03:07:58.749098+0000","last_became_peered":"2024-03-07T03:07:58.749098+0000","last_unstale":"2024-03-07T03:14:41.415545+0000","last_undegraded":"2024-03-07T03:14:41.415545+0000","last_fullsized":"2024-03-07T03:14:41.415545+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:35:33.945855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1036,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:51.175841+0000","last_change":"2024-03-07T03:07:23.075725+0000","last_active":"2024-03-07T03:13:51.175841+0000","last_peered":"2024-03-07T03:13:51.175841+0000","last_clean":"2024-03-07T03:13:51.175841+0000","last_became_active":"2024-03-07T03:07:23.075203+0000","last_became_peered":"2024-03-07T03:07:23.075203+0000","last_unstale":"2024-03-07T03:13:51.175841+0000","last_undegraded":"2024-03-07T03:13:51.175841+0000","last_fullsized":"2024-03-07T03:13:51.175841+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:47:11.192302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"863'1711","reported_seq":5461,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:59.520402+0000","last_change":"2024-03-07T03:10:57.330918+0000","last_active":"2024-03-07T03:13:59.520402+0000","last_peered":"2024-03-07T03:13:59.520402+0000","last_clean":"2024-03-07T03:13:59.520402+0000","last_became_active":"2024-03-07T03:06:47.849454+0000","last_became_peered":"2024-03-07T03:06:47.849454+0000","last_unstale":"2024-03-07T03:13:59.520402+0000","last_undegraded":"2024-03-07T03:13:59.520402+0000","last_fullsized":"2024-03-07T03:13:59.520402+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1711,"log_dups_size":0,"ondisk_log_size":1711,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:40:07.156907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.014160193999999999,"stat_sum":{"num_bytes":165158912,"num_objects":93,"num_object_clones":87,"num_object_copies":279,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":93,"num_whiteouts":2,"num_read":489,"num_read_kb":756200,"num_write":870,"num_write_kb":258896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":69541888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1157,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:59.520443+0000","last_change":"2024-03-07T03:06:47.847077+0000","last_active":"2024-03-07T03:13:59.520443+0000","last_peered":"2024-03-07T03:13:59.520443+0000","last_clean":"2024-03-07T03:13:59.520443+0000","last_became_active":"2024-03-07T03:06:47.846359+0000","last_became_peered":"2024-03-07T03:06:47.846359+0000","last_unstale":"2024-03-07T03:13:59.520443+0000","last_undegraded":"2024-03-07T03:13:59.520443+0000","last_fullsized":"2024-03-07T03:13:59.520443+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:00:08.102949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":973,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:41.415586+0000","last_change":"2024-03-07T03:07:58.760528+0000","last_active":"2024-03-07T03:14:41.415586+0000","last_peered":"2024-03-07T03:14:41.415586+0000","last_clean":"2024-03-07T03:14:41.415586+0000","last_became_active":"2024-03-07T03:07:58.760226+0000","last_became_peered":"2024-03-07T03:07:58.760226+0000","last_unstale":"2024-03-07T03:14:41.415586+0000","last_undegraded":"2024-03-07T03:14:41.415586+0000","last_fullsized":"2024-03-07T03:14:41.415586+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:10:36.411047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"863'1938","reported_seq":4940,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:49.531994+0000","last_change":"2024-03-07T03:10:56.140803+0000","last_active":"2024-03-07T03:15:49.531994+0000","last_peered":"2024-03-07T03:15:49.531994+0000","last_clean":"2024-03-07T03:15:49.531994+0000","last_became_active":"2024-03-07T03:06:09.993933+0000","last_became_peered":"2024-03-07T03:06:09.993933+0000","last_unstale":"2024-03-07T03:15:49.531994+0000","last_undegraded":"2024-03-07T03:15:49.531994+0000","last_fullsized":"2024-03-07T03:15:49.531994+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1938,"log_dups_size":0,"ondisk_log_size":1938,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:16.359457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.024996012000000001,"stat_sum":{"num_bytes":22765568,"num_objects":17,"num_object_clones":12,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":2,"num_read":350,"num_read_kb":387634,"num_write":702,"num_write_kb":183472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":7151616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.d","version":"61'1","reported_seq":1192,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:39.920505+0000","last_change":"2024-03-07T03:06:09.993129+0000","last_active":"2024-03-07T03:15:39.920505+0000","last_peered":"2024-03-07T03:15:39.920505+0000","last_clean":"2024-03-07T03:15:39.920505+0000","last_became_active":"2024-03-07T03:06:09.992737+0000","last_became_peered":"2024-03-07T03:06:09.992737+0000","last_unstale":"2024-03-07T03:15:39.920505+0000","last_undegraded":"2024-03-07T03:15:39.920505+0000","last_fullsized":"2024-03-07T03:15:39.920505+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:02:42.055569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1053,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:45.972088+0000","last_change":"2024-03-07T03:07:23.076846+0000","last_active":"2024-03-07T03:15:45.972088+0000","last_peered":"2024-03-07T03:15:45.972088+0000","last_clean":"2024-03-07T03:15:45.972088+0000","last_became_active":"2024-03-07T03:07:23.075895+0000","last_became_peered":"2024-03-07T03:07:23.075895+0000","last_unstale":"2024-03-07T03:15:45.972088+0000","last_undegraded":"2024-03-07T03:15:45.972088+0000","last_fullsized":"2024-03-07T03:15:45.972088+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:09:15.080126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"854'331","reported_seq":3440,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:14:26.413902+0000","last_change":"2024-03-07T03:10:57.298223+0000","last_active":"2024-03-07T03:14:26.413902+0000","last_peered":"2024-03-07T03:14:26.413902+0000","last_clean":"2024-03-07T03:14:26.413902+0000","last_became_active":"2024-03-07T03:07:58.749089+0000","last_became_peered":"2024-03-07T03:07:58.749089+0000","last_unstale":"2024-03-07T03:14:26.413902+0000","last_undegraded":"2024-03-07T03:14:26.413902+0000","last_fullsized":"2024-03-07T03:14:26.413902+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":331,"log_dups_size":0,"ondisk_log_size":331,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":83,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:26:07.404191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00085119700000000004,"stat_sum":{"num_bytes":15409152,"num_objects":11,"num_object_clones":10,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":91,"num_read_kb":118251,"num_write":162,"num_write_kb":30616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":34586624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"56"},{"start":"1c2","length":"3"},{"start":"1c9","length":"1"}]},{"pgid":"2.e","version":"61'2","reported_seq":1161,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:59.520482+0000","last_change":"2024-03-07T03:07:58.755578+0000","last_active":"2024-03-07T03:13:59.520482+0000","last_peered":"2024-03-07T03:13:59.520482+0000","last_clean":"2024-03-07T03:13:59.520482+0000","last_became_active":"2024-03-07T03:07:58.755160+0000","last_became_peered":"2024-03-07T03:07:58.755160+0000","last_unstale":"2024-03-07T03:13:59.520482+0000","last_undegraded":"2024-03-07T03:13:59.520482+0000","last_fullsized":"2024-03-07T03:13:59.520482+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:20.584382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":988,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:41.415624+0000","last_change":"2024-03-07T03:07:58.751269+0000","last_active":"2024-03-07T03:14:41.415624+0000","last_peered":"2024-03-07T03:14:41.415624+0000","last_clean":"2024-03-07T03:14:41.415624+0000","last_became_active":"2024-03-07T03:07:58.750956+0000","last_became_peered":"2024-03-07T03:07:58.750956+0000","last_unstale":"2024-03-07T03:14:41.415624+0000","last_undegraded":"2024-03-07T03:14:41.415624+0000","last_fullsized":"2024-03-07T03:14:41.415624+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:39.414545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1008,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:41.187302+0000","last_change":"2024-03-07T03:07:23.081711+0000","last_active":"2024-03-07T03:15:41.187302+0000","last_peered":"2024-03-07T03:15:41.187302+0000","last_clean":"2024-03-07T03:15:41.187302+0000","last_became_active":"2024-03-07T03:07:23.079269+0000","last_became_peered":"2024-03-07T03:07:23.079269+0000","last_unstale":"2024-03-07T03:15:41.187302+0000","last_undegraded":"2024-03-07T03:15:41.187302+0000","last_fullsized":"2024-03-07T03:15:41.187302+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:39.008957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1159,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:24.529402+0000","last_change":"2024-03-07T03:07:23.072806+0000","last_active":"2024-03-07T03:15:24.529402+0000","last_peered":"2024-03-07T03:15:24.529402+0000","last_clean":"2024-03-07T03:15:24.529402+0000","last_became_active":"2024-03-07T03:07:23.071234+0000","last_became_peered":"2024-03-07T03:07:23.071234+0000","last_unstale":"2024-03-07T03:15:24.529402+0000","last_undegraded":"2024-03-07T03:15:24.529402+0000","last_fullsized":"2024-03-07T03:15:24.529402+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:52.610744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1059,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:05.967181+0000","last_change":"2024-03-07T03:06:47.851593+0000","last_active":"2024-03-07T03:15:05.967181+0000","last_peered":"2024-03-07T03:15:05.967181+0000","last_clean":"2024-03-07T03:15:05.967181+0000","last_became_active":"2024-03-07T03:06:47.849677+0000","last_became_peered":"2024-03-07T03:06:47.849677+0000","last_unstale":"2024-03-07T03:15:05.967181+0000","last_undegraded":"2024-03-07T03:15:05.967181+0000","last_fullsized":"2024-03-07T03:15:05.967181+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:30.969251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1118,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:24.529446+0000","last_change":"2024-03-07T03:06:09.995434+0000","last_active":"2024-03-07T03:15:24.529446+0000","last_peered":"2024-03-07T03:15:24.529446+0000","last_clean":"2024-03-07T03:15:24.529446+0000","last_became_active":"2024-03-07T03:06:09.994939+0000","last_became_peered":"2024-03-07T03:06:09.994939+0000","last_unstale":"2024-03-07T03:15:24.529446+0000","last_undegraded":"2024-03-07T03:15:24.529446+0000","last_fullsized":"2024-03-07T03:15:24.529446+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:27:11.737354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1128,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:13.977658+0000","last_change":"2024-03-07T03:06:09.987381+0000","last_active":"2024-03-07T03:14:13.977658+0000","last_peered":"2024-03-07T03:14:13.977658+0000","last_clean":"2024-03-07T03:14:13.977658+0000","last_became_active":"2024-03-07T03:06:09.986952+0000","last_became_peered":"2024-03-07T03:06:09.986952+0000","last_unstale":"2024-03-07T03:14:13.977658+0000","last_undegraded":"2024-03-07T03:14:13.977658+0000","last_fullsized":"2024-03-07T03:14:13.977658+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:26:15.439852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:14.918074+0000","last_change":"2024-03-07T03:05:35.923999+0000","last_active":"2024-03-07T03:15:14.918074+0000","last_peered":"2024-03-07T03:15:14.918074+0000","last_clean":"2024-03-07T03:15:14.918074+0000","last_became_active":"2024-03-07T03:05:35.923719+0000","last_became_peered":"2024-03-07T03:05:35.923719+0000","last_unstale":"2024-03-07T03:15:14.918074+0000","last_undegraded":"2024-03-07T03:15:14.918074+0000","last_fullsized":"2024-03-07T03:15:14.918074+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:43:04.724647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1009,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:51.175899+0000","last_change":"2024-03-07T03:07:58.749989+0000","last_active":"2024-03-07T03:13:51.175899+0000","last_peered":"2024-03-07T03:13:51.175899+0000","last_clean":"2024-03-07T03:13:51.175899+0000","last_became_active":"2024-03-07T03:07:58.749643+0000","last_became_peered":"2024-03-07T03:07:58.749643+0000","last_unstale":"2024-03-07T03:13:51.175899+0000","last_undegraded":"2024-03-07T03:13:51.175899+0000","last_fullsized":"2024-03-07T03:13:51.175899+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:00:44.729806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1111,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:13.977679+0000","last_change":"2024-03-07T03:06:09.999184+0000","last_active":"2024-03-07T03:14:13.977679+0000","last_peered":"2024-03-07T03:14:13.977679+0000","last_clean":"2024-03-07T03:14:13.977679+0000","last_became_active":"2024-03-07T03:06:09.998856+0000","last_became_peered":"2024-03-07T03:06:09.998856+0000","last_unstale":"2024-03-07T03:14:13.977679+0000","last_undegraded":"2024-03-07T03:14:13.977679+0000","last_fullsized":"2024-03-07T03:14:13.977679+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:37:00.102189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1059,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:25.969656+0000","last_change":"2024-03-07T03:06:47.857644+0000","last_active":"2024-03-07T03:15:25.969656+0000","last_peered":"2024-03-07T03:15:25.969656+0000","last_clean":"2024-03-07T03:15:25.969656+0000","last_became_active":"2024-03-07T03:06:47.857354+0000","last_became_peered":"2024-03-07T03:06:47.857354+0000","last_unstale":"2024-03-07T03:15:25.969656+0000","last_undegraded":"2024-03-07T03:15:25.969656+0000","last_fullsized":"2024-03-07T03:15:25.969656+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:02:18.860369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1119,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:33.980041+0000","last_change":"2024-03-07T03:06:09.987872+0000","last_active":"2024-03-07T03:14:33.980041+0000","last_peered":"2024-03-07T03:14:33.980041+0000","last_clean":"2024-03-07T03:14:33.980041+0000","last_became_active":"2024-03-07T03:06:09.986852+0000","last_became_peered":"2024-03-07T03:06:09.986852+0000","last_unstale":"2024-03-07T03:14:33.980041+0000","last_undegraded":"2024-03-07T03:14:33.980041+0000","last_fullsized":"2024-03-07T03:14:33.980041+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:13.708512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1037,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:45.972051+0000","last_change":"2024-03-07T03:07:58.755825+0000","last_active":"2024-03-07T03:15:45.972051+0000","last_peered":"2024-03-07T03:15:45.972051+0000","last_clean":"2024-03-07T03:15:45.972051+0000","last_became_active":"2024-03-07T03:07:58.755395+0000","last_became_peered":"2024-03-07T03:07:58.755395+0000","last_unstale":"2024-03-07T03:15:45.972051+0000","last_undegraded":"2024-03-07T03:15:45.972051+0000","last_fullsized":"2024-03-07T03:15:45.972051+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:10:43.184914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:05.814494+0000","last_change":"2024-03-07T03:07:58.753962+0000","last_active":"2024-03-07T03:15:05.814494+0000","last_peered":"2024-03-07T03:15:05.814494+0000","last_clean":"2024-03-07T03:15:05.814494+0000","last_became_active":"2024-03-07T03:07:58.753619+0000","last_became_peered":"2024-03-07T03:07:58.753619+0000","last_unstale":"2024-03-07T03:15:05.814494+0000","last_undegraded":"2024-03-07T03:15:05.814494+0000","last_fullsized":"2024-03-07T03:15:05.814494+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:44:44.641067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1014,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:06.177419+0000","last_change":"2024-03-07T03:07:23.078516+0000","last_active":"2024-03-07T03:14:06.177419+0000","last_peered":"2024-03-07T03:14:06.177419+0000","last_clean":"2024-03-07T03:14:06.177419+0000","last_became_active":"2024-03-07T03:07:23.076017+0000","last_became_peered":"2024-03-07T03:07:23.076017+0000","last_unstale":"2024-03-07T03:14:06.177419+0000","last_undegraded":"2024-03-07T03:14:06.177419+0000","last_fullsized":"2024-03-07T03:14:06.177419+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:17:54.725933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":857645056,"num_objects":516,"num_object_clones":466,"num_object_copies":1548,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":516,"num_whiteouts":8,"num_read":3826,"num_read_kb":5949842,"num_write":7931,"num_write_kb":1978632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":107,"num_bytes_recovered":385712128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1170673664,"data_stored":2969124864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28580,"ondisk_log_size":28580,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197,"ondisk_log_size":197,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":26375,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":694,"seq":2980707303546,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":150184,"kb_used_data":96156,"kb_used_omap":35,"kb_used_meta":53980,"kb_avail":93594968,"statfs":{"total":95995035648,"available":95841247232,"internally_reserved":0,"allocated":98463744,"data_stored":167037349,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36312,"internal_metadata":55276072},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":660,"seq":2834678415489,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":94940,"kb_used_data":42576,"kb_used_omap":23,"kb_used_meta":52328,"kb_avail":93650212,"statfs":{"total":95995035648,"available":95897817088,"internally_reserved":0,"allocated":43597824,"data_stored":80829959,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":24173,"internal_metadata":53584275},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":463,"seq":1988569858219,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":692864,"kb_used_data":193964,"kb_used_omap":46,"kb_used_meta":498833,"kb_avail":93052288,"statfs":{"total":95995035648,"available":95285542912,"internally_reserved":0,"allocated":198619136,"data_stored":533391905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48036,"internal_metadata":510805084},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":528,"seq":2267742732445,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":401776,"kb_used_data":209252,"kb_used_omap":54,"kb_used_meta":192457,"kb_avail":93343376,"statfs":{"total":95995035648,"available":95583617024,"internally_reserved":0,"allocated":214274048,"data_stored":587826473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56016,"internal_metadata":197076272},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":495,"seq":2126008811684,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":485244,"kb_used_data":166572,"kb_used_omap":47,"kb_used_meta":318608,"kb_avail":93259908,"statfs":{"total":95995035648,"available":95498145792,"internally_reserved":0,"allocated":170569728,"data_stored":457545161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48143,"internal_metadata":326255601},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":562,"seq":2413771620502,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":177748,"kb_used_data":84672,"kb_used_omap":37,"kb_used_meta":93018,"kb_avail":93567404,"statfs":{"total":95995035648,"available":95813021696,"internally_reserved":0,"allocated":86704128,"data_stored":171510863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38083,"internal_metadata":95251261},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":591,"seq":2538325672079,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":365920,"kb_used_data":157844,"kb_used_omap":61,"kb_used_meta":208002,"kb_avail":93379232,"statfs":{"total":95995035648,"available":95620333568,"internally_reserved":0,"allocated":161632256,"data_stored":367986669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":62843,"internal_metadata":212994693},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":625,"seq":2684354560136,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":509804,"kb_used_data":269020,"kb_used_omap":73,"kb_used_meta":240694,"kb_avail":93235348,"statfs":{"total":95995035648,"available":95472996352,"internally_reserved":0,"allocated":275476480,"data_stored":649851960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":75044,"internal_metadata":246471388},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7413,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2060,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2124,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3359,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3677,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2797,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2839,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2106,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":188411904,"data_stored":527167488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":160964608,"data_stored":451911680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":204677120,"data_stored":582193152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":77082624,"data_stored":165871616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":152018944,"data_stored":362352640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":265863168,"data_stored":644214784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":33390592,"data_stored":74600448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":88264704,"data_stored":160813056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-07T03:18:03.653 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:18:03.653 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:18:03.653 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:18:03.653 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-07T03:18:03.653 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-07T03:18:03.653 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-07T03:18:03.653 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.c in trimming, state: active+clean+snaptrim_error 2024-03-07T03:18:03.653 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-07T03:18:03.654 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:18:03.654 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-07T03:18:04.407 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:18:04 smithi092 ceph-mon[83777]: from='client.44636 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:18:04.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:18:04 smithi090 ceph-mon[89511]: from='client.44636 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:18:04.570 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:18:04 smithi090 ceph-mon[91928]: from='client.44636 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:18:05.407 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:18:05 smithi092 ceph-mon[83777]: pgmap v942: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:05.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:18:05 smithi090 ceph-mon[89511]: pgmap v942: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:05.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:18:05 smithi090 ceph-mon[91928]: pgmap v942: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:07.407 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:18:07 smithi092 ceph-mon[83777]: pgmap v943: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:07.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:18:07 smithi090 ceph-mon[89511]: pgmap v943: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:07.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:18:07 smithi090 ceph-mon[91928]: pgmap v943: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:09.407 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:18:09 smithi092 ceph-mon[83777]: pgmap v944: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:09.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:18:09 smithi090 ceph-mon[89511]: pgmap v944: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:09.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:18:09 smithi090 ceph-mon[91928]: pgmap v944: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:11.407 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:18:11 smithi092 ceph-mon[83777]: pgmap v945: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:11.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:18:11 smithi090 ceph-mon[89511]: pgmap v945: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:11.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:18:11 smithi090 ceph-mon[91928]: pgmap v945: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:12.657 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:18:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:18:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:18:13.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:18:13 smithi090 ceph-mon[89511]: pgmap v946: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:13.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:18:13 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:18:13.320 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:18:13 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:18:13] "GET /metrics HTTP/1.1" 200 36316 "" "Prometheus/2.43.0" 2024-03-07T03:18:13.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:18:13 smithi090 ceph-mon[91928]: pgmap v946: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:13.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:18:13 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:18:13.407 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:18:13 smithi092 ceph-mon[83777]: pgmap v946: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:13.407 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:18:13 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:18:13.654 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph pg dump --format=json 2024-03-07T03:18:13.871 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T03:18:15.286 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:18:15 smithi090 ceph-mon[89511]: pgmap v947: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:15.286 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:18:15 smithi090 ceph-mon[91928]: pgmap v947: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:15.407 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:18:15 smithi092 ceph-mon[83777]: pgmap v947: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:15.817 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T03:18:15.819 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-03-07T03:18:16.407 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:18:16 smithi092 ceph-mon[83777]: from='client.44642 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:18:16.463 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:18:16 smithi090 ceph-mon[91928]: from='client.44642 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:18:16.463 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:18:16 smithi090 ceph-mon[89511]: from='client.44642 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:18:16.485 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":947,"stamp":"2024-03-07T03:18:13.988285+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":858242044,"num_objects":540,"num_object_clones":466,"num_object_copies":1620,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":540,"num_whiteouts":8,"num_read":4717,"num_read_kb":5951239,"num_write":8310,"num_write_kb":1981084,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":113,"num_bytes_recovered":387483232,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28845,"ondisk_log_size":28845,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2878480,"kb_used_data":1220056,"kb_used_omap":379,"kb_used_meta":1657924,"kb_avail":747082736,"statfs":{"total":767960285184,"available":765012721664,"internally_reserved":0,"allocated":1249337344,"data_stored":3015980339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":388650,"internal_metadata":1697714646},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004030"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":974,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:11.412277+0000","last_change":"2024-03-07T03:07:58.753984+0000","last_active":"2024-03-07T03:14:11.412277+0000","last_peered":"2024-03-07T03:14:11.412277+0000","last_clean":"2024-03-07T03:14:11.412277+0000","last_became_active":"2024-03-07T03:07:58.753138+0000","last_became_peered":"2024-03-07T03:07:58.753138+0000","last_unstale":"2024-03-07T03:14:11.412277+0000","last_undegraded":"2024-03-07T03:14:11.412277+0000","last_fullsized":"2024-03-07T03:14:11.412277+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:37:39.612519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:49.915408+0000","last_change":"2024-03-07T03:07:23.074862+0000","last_active":"2024-03-07T03:14:49.915408+0000","last_peered":"2024-03-07T03:14:49.915408+0000","last_clean":"2024-03-07T03:14:49.915408+0000","last_became_active":"2024-03-07T03:07:23.074512+0000","last_became_peered":"2024-03-07T03:07:23.074512+0000","last_unstale":"2024-03-07T03:14:49.915408+0000","last_undegraded":"2024-03-07T03:14:49.915408+0000","last_fullsized":"2024-03-07T03:14:49.915408+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:45:24.128672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.808816+0000","last_change":"2024-03-07T03:05:01.446762+0000","last_active":"2024-03-07T03:14:15.808816+0000","last_peered":"2024-03-07T03:14:15.808816+0000","last_clean":"2024-03-07T03:14:15.808816+0000","last_became_active":"2024-03-07T03:05:01.446425+0000","last_became_peered":"2024-03-07T03:05:01.446425+0000","last_unstale":"2024-03-07T03:14:15.808816+0000","last_undegraded":"2024-03-07T03:14:15.808816+0000","last_fullsized":"2024-03-07T03:14:15.808816+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:39:39.897066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1054,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:45.964721+0000","last_change":"2024-03-07T03:07:58.755992+0000","last_active":"2024-03-07T03:14:45.964721+0000","last_peered":"2024-03-07T03:14:45.964721+0000","last_clean":"2024-03-07T03:14:45.964721+0000","last_became_active":"2024-03-07T03:07:58.755499+0000","last_became_peered":"2024-03-07T03:07:58.755499+0000","last_unstale":"2024-03-07T03:14:45.964721+0000","last_undegraded":"2024-03-07T03:14:45.964721+0000","last_fullsized":"2024-03-07T03:14:45.964721+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:26:12.313572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:26.420373+0000","last_change":"2024-03-07T03:07:58.752235+0000","last_active":"2024-03-07T03:15:26.420373+0000","last_peered":"2024-03-07T03:15:26.420373+0000","last_clean":"2024-03-07T03:15:26.420373+0000","last_became_active":"2024-03-07T03:07:58.751575+0000","last_became_peered":"2024-03-07T03:07:58.751575+0000","last_unstale":"2024-03-07T03:15:26.420373+0000","last_undegraded":"2024-03-07T03:15:26.420373+0000","last_fullsized":"2024-03-07T03:15:26.420373+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:12:05.995515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1031,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.960740+0000","last_change":"2024-03-07T03:06:47.859644+0000","last_active":"2024-03-07T03:14:15.960740+0000","last_peered":"2024-03-07T03:14:15.960740+0000","last_clean":"2024-03-07T03:14:15.960740+0000","last_became_active":"2024-03-07T03:06:47.859097+0000","last_became_peered":"2024-03-07T03:06:47.859097+0000","last_unstale":"2024-03-07T03:14:15.960740+0000","last_undegraded":"2024-03-07T03:14:15.960740+0000","last_fullsized":"2024-03-07T03:14:15.960740+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:22:46.909130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:26.420347+0000","last_change":"2024-03-07T03:07:58.754226+0000","last_active":"2024-03-07T03:15:26.420347+0000","last_peered":"2024-03-07T03:15:26.420347+0000","last_clean":"2024-03-07T03:15:26.420347+0000","last_became_active":"2024-03-07T03:07:58.753169+0000","last_became_peered":"2024-03-07T03:07:58.753169+0000","last_unstale":"2024-03-07T03:15:26.420347+0000","last_undegraded":"2024-03-07T03:15:26.420347+0000","last_fullsized":"2024-03-07T03:15:26.420347+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:46:59.258099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1088,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:33.987297+0000","last_change":"2024-03-07T03:07:23.073492+0000","last_active":"2024-03-07T03:15:33.987297+0000","last_peered":"2024-03-07T03:15:33.987297+0000","last_clean":"2024-03-07T03:15:33.987297+0000","last_became_active":"2024-03-07T03:07:23.071929+0000","last_became_peered":"2024-03-07T03:07:23.071929+0000","last_unstale":"2024-03-07T03:15:33.987297+0000","last_undegraded":"2024-03-07T03:15:33.987297+0000","last_fullsized":"2024-03-07T03:15:33.987297+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:35:26.391722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":980,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:11.418817+0000","last_change":"2024-03-07T03:07:58.760328+0000","last_active":"2024-03-07T03:15:11.418817+0000","last_peered":"2024-03-07T03:15:11.418817+0000","last_clean":"2024-03-07T03:15:11.418817+0000","last_became_active":"2024-03-07T03:07:58.760046+0000","last_became_peered":"2024-03-07T03:07:58.760046+0000","last_unstale":"2024-03-07T03:15:11.418817+0000","last_undegraded":"2024-03-07T03:15:11.418817+0000","last_fullsized":"2024-03-07T03:15:11.418817+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:08:46.356817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1006,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:36.180545+0000","last_change":"2024-03-07T03:07:23.079945+0000","last_active":"2024-03-07T03:14:36.180545+0000","last_peered":"2024-03-07T03:14:36.180545+0000","last_clean":"2024-03-07T03:14:36.180545+0000","last_became_active":"2024-03-07T03:07:23.078551+0000","last_became_peered":"2024-03-07T03:07:23.078551+0000","last_unstale":"2024-03-07T03:14:36.180545+0000","last_undegraded":"2024-03-07T03:14:36.180545+0000","last_fullsized":"2024-03-07T03:14:36.180545+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:03:46.670084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1006,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:36.180515+0000","last_change":"2024-03-07T03:07:23.081963+0000","last_active":"2024-03-07T03:14:36.180515+0000","last_peered":"2024-03-07T03:14:36.180515+0000","last_clean":"2024-03-07T03:14:36.180515+0000","last_became_active":"2024-03-07T03:07:23.080128+0000","last_became_peered":"2024-03-07T03:07:23.080128+0000","last_unstale":"2024-03-07T03:14:36.180515+0000","last_undegraded":"2024-03-07T03:14:36.180515+0000","last_fullsized":"2024-03-07T03:14:36.180515+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:56.813267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1149,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:39.524576+0000","last_change":"2024-03-07T03:07:23.074902+0000","last_active":"2024-03-07T03:14:39.524576+0000","last_peered":"2024-03-07T03:14:39.524576+0000","last_clean":"2024-03-07T03:14:39.524576+0000","last_became_active":"2024-03-07T03:07:23.074466+0000","last_became_peered":"2024-03-07T03:07:23.074466+0000","last_unstale":"2024-03-07T03:14:39.524576+0000","last_undegraded":"2024-03-07T03:14:39.524576+0000","last_fullsized":"2024-03-07T03:14:39.524576+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:40:20.268555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1118,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:13.984667+0000","last_change":"2024-03-07T03:07:23.072635+0000","last_active":"2024-03-07T03:15:13.984667+0000","last_peered":"2024-03-07T03:15:13.984667+0000","last_clean":"2024-03-07T03:15:13.984667+0000","last_became_active":"2024-03-07T03:07:23.071712+0000","last_became_peered":"2024-03-07T03:07:23.071712+0000","last_unstale":"2024-03-07T03:15:13.984667+0000","last_undegraded":"2024-03-07T03:15:13.984667+0000","last_fullsized":"2024-03-07T03:15:13.984667+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:00:39.298564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:30.816816+0000","last_change":"2024-03-07T03:06:47.851538+0000","last_active":"2024-03-07T03:15:30.816816+0000","last_peered":"2024-03-07T03:15:30.816816+0000","last_clean":"2024-03-07T03:15:30.816816+0000","last_became_active":"2024-03-07T03:06:47.851183+0000","last_became_peered":"2024-03-07T03:06:47.851183+0000","last_unstale":"2024-03-07T03:15:30.816816+0000","last_undegraded":"2024-03-07T03:15:30.816816+0000","last_fullsized":"2024-03-07T03:15:30.816816+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:36:23.932334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:44.908628+0000","last_change":"2024-03-07T03:06:47.843126+0000","last_active":"2024-03-07T03:13:44.908628+0000","last_peered":"2024-03-07T03:13:44.908628+0000","last_clean":"2024-03-07T03:13:44.908628+0000","last_became_active":"2024-03-07T03:06:47.842736+0000","last_became_peered":"2024-03-07T03:06:47.842736+0000","last_unstale":"2024-03-07T03:13:44.908628+0000","last_undegraded":"2024-03-07T03:13:44.908628+0000","last_fullsized":"2024-03-07T03:13:44.908628+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:48:10.843465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1035,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:45.956756+0000","last_change":"2024-03-07T03:07:58.755620+0000","last_active":"2024-03-07T03:13:45.956756+0000","last_peered":"2024-03-07T03:13:45.956756+0000","last_clean":"2024-03-07T03:13:45.956756+0000","last_became_active":"2024-03-07T03:07:58.755267+0000","last_became_peered":"2024-03-07T03:07:58.755267+0000","last_unstale":"2024-03-07T03:13:45.956756+0000","last_undegraded":"2024-03-07T03:13:45.956756+0000","last_fullsized":"2024-03-07T03:13:45.956756+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:51:32.339400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1039,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:45.956823+0000","last_change":"2024-03-07T03:07:58.756358+0000","last_active":"2024-03-07T03:13:45.956823+0000","last_peered":"2024-03-07T03:13:45.956823+0000","last_clean":"2024-03-07T03:13:45.956823+0000","last_became_active":"2024-03-07T03:07:58.755960+0000","last_became_peered":"2024-03-07T03:07:58.755960+0000","last_unstale":"2024-03-07T03:13:45.956823+0000","last_undegraded":"2024-03-07T03:13:45.956823+0000","last_fullsized":"2024-03-07T03:13:45.956823+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:47.464423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1157,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:19.522506+0000","last_change":"2024-03-07T03:07:58.755619+0000","last_active":"2024-03-07T03:14:19.522506+0000","last_peered":"2024-03-07T03:14:19.522506+0000","last_clean":"2024-03-07T03:14:19.522506+0000","last_became_active":"2024-03-07T03:07:58.755214+0000","last_became_peered":"2024-03-07T03:07:58.755214+0000","last_unstale":"2024-03-07T03:14:19.522506+0000","last_undegraded":"2024-03-07T03:14:19.522506+0000","last_fullsized":"2024-03-07T03:14:19.522506+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:59:02.041330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":973,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:41.415600+0000","last_change":"2024-03-07T03:07:58.756563+0000","last_active":"2024-03-07T03:14:41.415600+0000","last_peered":"2024-03-07T03:14:41.415600+0000","last_clean":"2024-03-07T03:14:41.415600+0000","last_became_active":"2024-03-07T03:07:58.752195+0000","last_became_peered":"2024-03-07T03:07:58.752195+0000","last_unstale":"2024-03-07T03:14:41.415600+0000","last_undegraded":"2024-03-07T03:14:41.415600+0000","last_fullsized":"2024-03-07T03:14:41.415600+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:32:35.496500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"716'5","reported_seq":1223,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.808871+0000","last_change":"2024-03-07T03:07:58.753999+0000","last_active":"2024-03-07T03:14:15.808871+0000","last_peered":"2024-03-07T03:14:15.808871+0000","last_clean":"2024-03-07T03:14:15.808871+0000","last_became_active":"2024-03-07T03:07:58.753607+0000","last_became_peered":"2024-03-07T03:07:58.753607+0000","last_unstale":"2024-03-07T03:14:15.808871+0000","last_undegraded":"2024-03-07T03:14:15.808871+0000","last_fullsized":"2024-03-07T03:14:15.808871+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:28:57.567238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1112,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:33.987393+0000","last_change":"2024-03-07T03:07:23.083830+0000","last_active":"2024-03-07T03:15:33.987393+0000","last_peered":"2024-03-07T03:15:33.987393+0000","last_clean":"2024-03-07T03:15:33.987393+0000","last_became_active":"2024-03-07T03:07:23.083530+0000","last_became_peered":"2024-03-07T03:07:23.083530+0000","last_unstale":"2024-03-07T03:15:33.987393+0000","last_undegraded":"2024-03-07T03:15:33.987393+0000","last_fullsized":"2024-03-07T03:15:33.987393+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:57.938032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"716'2","reported_seq":1132,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:33.987404+0000","last_change":"2024-03-07T03:06:47.849618+0000","last_active":"2024-03-07T03:15:33.987404+0000","last_peered":"2024-03-07T03:15:33.987404+0000","last_clean":"2024-03-07T03:15:33.987404+0000","last_became_active":"2024-03-07T03:06:47.849222+0000","last_became_peered":"2024-03-07T03:06:47.849222+0000","last_unstale":"2024-03-07T03:15:33.987404+0000","last_undegraded":"2024-03-07T03:15:33.987404+0000","last_fullsized":"2024-03-07T03:15:33.987404+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:36:41.880143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.808860+0000","last_change":"2024-03-07T03:06:47.851880+0000","last_active":"2024-03-07T03:14:15.808860+0000","last_peered":"2024-03-07T03:14:15.808860+0000","last_clean":"2024-03-07T03:14:15.808860+0000","last_became_active":"2024-03-07T03:06:47.851176+0000","last_became_peered":"2024-03-07T03:06:47.851176+0000","last_unstale":"2024-03-07T03:14:15.808860+0000","last_undegraded":"2024-03-07T03:14:15.808860+0000","last_fullsized":"2024-03-07T03:14:15.808860+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:38:59.663068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":978,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:26.420409+0000","last_change":"2024-03-07T03:07:58.757245+0000","last_active":"2024-03-07T03:15:26.420409+0000","last_peered":"2024-03-07T03:15:26.420409+0000","last_clean":"2024-03-07T03:15:26.420409+0000","last_became_active":"2024-03-07T03:07:58.754456+0000","last_became_peered":"2024-03-07T03:07:58.754456+0000","last_unstale":"2024-03-07T03:15:26.420409+0000","last_undegraded":"2024-03-07T03:15:26.420409+0000","last_fullsized":"2024-03-07T03:15:26.420409+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:57:32.153933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1044,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.960779+0000","last_change":"2024-03-07T03:06:47.855220+0000","last_active":"2024-03-07T03:14:15.960779+0000","last_peered":"2024-03-07T03:14:15.960779+0000","last_clean":"2024-03-07T03:14:15.960779+0000","last_became_active":"2024-03-07T03:06:47.854836+0000","last_became_peered":"2024-03-07T03:06:47.854836+0000","last_unstale":"2024-03-07T03:14:15.960779+0000","last_undegraded":"2024-03-07T03:14:15.960779+0000","last_fullsized":"2024-03-07T03:14:15.960779+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:51:35.386552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:26.420388+0000","last_change":"2024-03-07T03:07:58.757676+0000","last_active":"2024-03-07T03:15:26.420388+0000","last_peered":"2024-03-07T03:15:26.420388+0000","last_clean":"2024-03-07T03:15:26.420388+0000","last_became_active":"2024-03-07T03:07:58.753930+0000","last_became_peered":"2024-03-07T03:07:58.753930+0000","last_unstale":"2024-03-07T03:15:26.420388+0000","last_undegraded":"2024-03-07T03:15:26.420388+0000","last_fullsized":"2024-03-07T03:15:26.420388+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:56.639688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1038,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.960791+0000","last_change":"2024-03-07T03:07:23.076532+0000","last_active":"2024-03-07T03:14:15.960791+0000","last_peered":"2024-03-07T03:14:15.960791+0000","last_clean":"2024-03-07T03:14:15.960791+0000","last_became_active":"2024-03-07T03:07:23.076234+0000","last_became_peered":"2024-03-07T03:07:23.076234+0000","last_unstale":"2024-03-07T03:14:15.960791+0000","last_undegraded":"2024-03-07T03:14:15.960791+0000","last_fullsized":"2024-03-07T03:14:15.960791+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:16:39.967241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"716'2","reported_seq":1091,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:33.987379+0000","last_change":"2024-03-07T03:07:58.752045+0000","last_active":"2024-03-07T03:15:33.987379+0000","last_peered":"2024-03-07T03:15:33.987379+0000","last_clean":"2024-03-07T03:15:33.987379+0000","last_became_active":"2024-03-07T03:07:58.751585+0000","last_became_peered":"2024-03-07T03:07:58.751585+0000","last_unstale":"2024-03-07T03:15:33.987379+0000","last_undegraded":"2024-03-07T03:15:33.987379+0000","last_fullsized":"2024-03-07T03:15:33.987379+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:03:01.652607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1108,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:38.077764+0000","last_change":"2024-03-07T03:06:09.990854+0000","last_active":"2024-03-07T03:13:38.077764+0000","last_peered":"2024-03-07T03:13:38.077764+0000","last_clean":"2024-03-07T03:13:38.077764+0000","last_became_active":"2024-03-07T03:06:09.990464+0000","last_became_peered":"2024-03-07T03:06:09.990464+0000","last_unstale":"2024-03-07T03:13:38.077764+0000","last_undegraded":"2024-03-07T03:13:38.077764+0000","last_fullsized":"2024-03-07T03:13:38.077764+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:53:52.856954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"716'2","reported_seq":1011,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:51.181910+0000","last_change":"2024-03-07T03:07:58.754526+0000","last_active":"2024-03-07T03:14:51.181910+0000","last_peered":"2024-03-07T03:14:51.181910+0000","last_clean":"2024-03-07T03:14:51.181910+0000","last_became_active":"2024-03-07T03:07:58.754123+0000","last_became_peered":"2024-03-07T03:07:58.754123+0000","last_unstale":"2024-03-07T03:14:51.181910+0000","last_undegraded":"2024-03-07T03:14:51.181910+0000","last_fullsized":"2024-03-07T03:14:51.181910+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:41:34.446180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:50.805938+0000","last_change":"2024-03-07T03:07:58.750769+0000","last_active":"2024-03-07T03:13:50.805938+0000","last_peered":"2024-03-07T03:13:50.805938+0000","last_clean":"2024-03-07T03:13:50.805938+0000","last_became_active":"2024-03-07T03:07:58.749974+0000","last_became_peered":"2024-03-07T03:07:58.749974+0000","last_unstale":"2024-03-07T03:13:50.805938+0000","last_undegraded":"2024-03-07T03:13:50.805938+0000","last_fullsized":"2024-03-07T03:13:50.805938+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:56:14.059734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1128,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:13.984650+0000","last_change":"2024-03-07T03:07:23.072942+0000","last_active":"2024-03-07T03:15:13.984650+0000","last_peered":"2024-03-07T03:15:13.984650+0000","last_clean":"2024-03-07T03:15:13.984650+0000","last_became_active":"2024-03-07T03:07:23.072639+0000","last_became_peered":"2024-03-07T03:07:23.072639+0000","last_unstale":"2024-03-07T03:15:13.984650+0000","last_undegraded":"2024-03-07T03:15:13.984650+0000","last_fullsized":"2024-03-07T03:15:13.984650+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:42.808853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1125,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:13.984615+0000","last_change":"2024-03-07T03:05:35.934963+0000","last_active":"2024-03-07T03:15:13.984615+0000","last_peered":"2024-03-07T03:15:13.984615+0000","last_clean":"2024-03-07T03:15:13.984615+0000","last_became_active":"2024-03-07T03:05:35.932493+0000","last_became_peered":"2024-03-07T03:05:35.932493+0000","last_unstale":"2024-03-07T03:15:13.984615+0000","last_undegraded":"2024-03-07T03:15:13.984615+0000","last_fullsized":"2024-03-07T03:15:13.984615+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:00:57.111662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1040,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:00.958587+0000","last_change":"2024-03-07T03:07:58.756063+0000","last_active":"2024-03-07T03:14:00.958587+0000","last_peered":"2024-03-07T03:14:00.958587+0000","last_clean":"2024-03-07T03:14:00.958587+0000","last_became_active":"2024-03-07T03:07:58.755712+0000","last_became_peered":"2024-03-07T03:07:58.755712+0000","last_unstale":"2024-03-07T03:14:00.958587+0000","last_undegraded":"2024-03-07T03:14:00.958587+0000","last_fullsized":"2024-03-07T03:14:00.958587+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:13:06.484346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:04.910749+0000","last_change":"2024-03-07T03:06:09.996319+0000","last_active":"2024-03-07T03:14:04.910749+0000","last_peered":"2024-03-07T03:14:04.910749+0000","last_clean":"2024-03-07T03:14:04.910749+0000","last_became_active":"2024-03-07T03:06:09.996002+0000","last_became_peered":"2024-03-07T03:06:09.996002+0000","last_unstale":"2024-03-07T03:14:04.910749+0000","last_undegraded":"2024-03-07T03:14:04.910749+0000","last_fullsized":"2024-03-07T03:14:04.910749+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:41:55.764562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1007,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:36.180568+0000","last_change":"2024-03-07T03:07:23.083466+0000","last_active":"2024-03-07T03:14:36.180568+0000","last_peered":"2024-03-07T03:14:36.180568+0000","last_clean":"2024-03-07T03:14:36.180568+0000","last_became_active":"2024-03-07T03:07:23.083156+0000","last_became_peered":"2024-03-07T03:07:23.083156+0000","last_unstale":"2024-03-07T03:14:36.180568+0000","last_undegraded":"2024-03-07T03:14:36.180568+0000","last_fullsized":"2024-03-07T03:14:36.180568+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:32:00.539449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1026,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:00.958646+0000","last_change":"2024-03-07T03:07:58.752127+0000","last_active":"2024-03-07T03:14:00.958646+0000","last_peered":"2024-03-07T03:14:00.958646+0000","last_clean":"2024-03-07T03:14:00.958646+0000","last_became_active":"2024-03-07T03:07:58.751770+0000","last_became_peered":"2024-03-07T03:07:58.751770+0000","last_unstale":"2024-03-07T03:14:00.958646+0000","last_undegraded":"2024-03-07T03:14:00.958646+0000","last_fullsized":"2024-03-07T03:14:00.958646+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:43.791488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1060,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:00.958636+0000","last_change":"2024-03-07T03:07:23.077653+0000","last_active":"2024-03-07T03:14:00.958636+0000","last_peered":"2024-03-07T03:14:00.958636+0000","last_clean":"2024-03-07T03:14:00.958636+0000","last_became_active":"2024-03-07T03:07:23.077355+0000","last_became_peered":"2024-03-07T03:07:23.077355+0000","last_unstale":"2024-03-07T03:14:00.958636+0000","last_undegraded":"2024-03-07T03:14:00.958636+0000","last_fullsized":"2024-03-07T03:14:00.958636+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:45.861158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:30.803761+0000","last_change":"2024-03-07T03:06:47.851508+0000","last_active":"2024-03-07T03:13:30.803761+0000","last_peered":"2024-03-07T03:13:30.803761+0000","last_clean":"2024-03-07T03:13:30.803761+0000","last_became_active":"2024-03-07T03:06:47.850839+0000","last_became_peered":"2024-03-07T03:06:47.850839+0000","last_unstale":"2024-03-07T03:13:30.803761+0000","last_undegraded":"2024-03-07T03:13:30.803761+0000","last_fullsized":"2024-03-07T03:13:30.803761+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:08:06.622234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1193,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:04.910791+0000","last_change":"2024-03-07T03:06:47.845848+0000","last_active":"2024-03-07T03:14:04.910791+0000","last_peered":"2024-03-07T03:14:04.910791+0000","last_clean":"2024-03-07T03:14:04.910791+0000","last_became_active":"2024-03-07T03:06:47.845425+0000","last_became_peered":"2024-03-07T03:06:47.845425+0000","last_unstale":"2024-03-07T03:14:04.910791+0000","last_undegraded":"2024-03-07T03:14:04.910791+0000","last_fullsized":"2024-03-07T03:14:04.910791+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:16:24.833986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1080,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:28.090047+0000","last_change":"2024-03-07T03:07:58.754983+0000","last_active":"2024-03-07T03:15:28.090047+0000","last_peered":"2024-03-07T03:15:28.090047+0000","last_clean":"2024-03-07T03:15:28.090047+0000","last_became_active":"2024-03-07T03:07:58.754657+0000","last_became_peered":"2024-03-07T03:07:58.754657+0000","last_unstale":"2024-03-07T03:15:28.090047+0000","last_undegraded":"2024-03-07T03:15:28.090047+0000","last_fullsized":"2024-03-07T03:15:28.090047+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:06:00.897772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"716'29","reported_seq":1042,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:21.179150+0000","last_change":"2024-03-07T03:07:23.079677+0000","last_active":"2024-03-07T03:14:21.179150+0000","last_peered":"2024-03-07T03:14:21.179150+0000","last_clean":"2024-03-07T03:14:21.179150+0000","last_became_active":"2024-03-07T03:07:23.079320+0000","last_became_peered":"2024-03-07T03:07:23.079320+0000","last_unstale":"2024-03-07T03:14:21.179150+0000","last_undegraded":"2024-03-07T03:14:21.179150+0000","last_fullsized":"2024-03-07T03:14:21.179150+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:49:54.979015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:11.418787+0000","last_change":"2024-03-07T03:07:58.758376+0000","last_active":"2024-03-07T03:15:11.418787+0000","last_peered":"2024-03-07T03:15:11.418787+0000","last_clean":"2024-03-07T03:15:11.418787+0000","last_became_active":"2024-03-07T03:07:58.757816+0000","last_became_peered":"2024-03-07T03:07:58.757816+0000","last_unstale":"2024-03-07T03:15:11.418787+0000","last_undegraded":"2024-03-07T03:15:11.418787+0000","last_fullsized":"2024-03-07T03:15:11.418787+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:47.253727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1220,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:30.816851+0000","last_change":"2024-03-07T03:06:09.989072+0000","last_active":"2024-03-07T03:15:30.816851+0000","last_peered":"2024-03-07T03:15:30.816851+0000","last_clean":"2024-03-07T03:15:30.816851+0000","last_became_active":"2024-03-07T03:06:09.987754+0000","last_became_peered":"2024-03-07T03:06:09.987754+0000","last_unstale":"2024-03-07T03:15:30.816851+0000","last_undegraded":"2024-03-07T03:15:30.816851+0000","last_fullsized":"2024-03-07T03:15:30.816851+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:05:15.340331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:30.816835+0000","last_change":"2024-03-07T03:07:58.754207+0000","last_active":"2024-03-07T03:15:30.816835+0000","last_peered":"2024-03-07T03:15:30.816835+0000","last_clean":"2024-03-07T03:15:30.816835+0000","last_became_active":"2024-03-07T03:07:58.753859+0000","last_became_peered":"2024-03-07T03:07:58.753859+0000","last_unstale":"2024-03-07T03:15:30.816835+0000","last_undegraded":"2024-03-07T03:15:30.816835+0000","last_fullsized":"2024-03-07T03:15:30.816835+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:14:02.813872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1053,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:45.956792+0000","last_change":"2024-03-07T03:07:58.755838+0000","last_active":"2024-03-07T03:13:45.956792+0000","last_peered":"2024-03-07T03:13:45.956792+0000","last_clean":"2024-03-07T03:13:45.956792+0000","last_became_active":"2024-03-07T03:07:58.755436+0000","last_became_peered":"2024-03-07T03:07:58.755436+0000","last_unstale":"2024-03-07T03:13:45.956792+0000","last_undegraded":"2024-03-07T03:13:45.956792+0000","last_fullsized":"2024-03-07T03:13:45.956792+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:25.094944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:56.417167+0000","last_change":"2024-03-07T03:07:58.750199+0000","last_active":"2024-03-07T03:14:56.417167+0000","last_peered":"2024-03-07T03:14:56.417167+0000","last_clean":"2024-03-07T03:14:56.417167+0000","last_became_active":"2024-03-07T03:07:58.749858+0000","last_became_peered":"2024-03-07T03:07:58.749858+0000","last_unstale":"2024-03-07T03:14:56.417167+0000","last_undegraded":"2024-03-07T03:14:56.417167+0000","last_fullsized":"2024-03-07T03:14:56.417167+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:41.122539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1015,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:21.179131+0000","last_change":"2024-03-07T03:07:23.076835+0000","last_active":"2024-03-07T03:14:21.179131+0000","last_peered":"2024-03-07T03:14:21.179131+0000","last_clean":"2024-03-07T03:14:21.179131+0000","last_became_active":"2024-03-07T03:07:23.075094+0000","last_became_peered":"2024-03-07T03:07:23.075094+0000","last_unstale":"2024-03-07T03:14:21.179131+0000","last_undegraded":"2024-03-07T03:14:21.179131+0000","last_fullsized":"2024-03-07T03:14:21.179131+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:50:36.739831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1006,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:21.179108+0000","last_change":"2024-03-07T03:07:23.078279+0000","last_active":"2024-03-07T03:14:21.179108+0000","last_peered":"2024-03-07T03:14:21.179108+0000","last_clean":"2024-03-07T03:14:21.179108+0000","last_became_active":"2024-03-07T03:07:23.077338+0000","last_became_peered":"2024-03-07T03:07:23.077338+0000","last_unstale":"2024-03-07T03:14:21.179108+0000","last_undegraded":"2024-03-07T03:14:21.179108+0000","last_fullsized":"2024-03-07T03:14:21.179108+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:05:40.599683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1170,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:19.522440+0000","last_change":"2024-03-07T03:05:01.461919+0000","last_active":"2024-03-07T03:14:19.522440+0000","last_peered":"2024-03-07T03:14:19.522440+0000","last_clean":"2024-03-07T03:14:19.522440+0000","last_became_active":"2024-03-07T03:05:01.459759+0000","last_became_peered":"2024-03-07T03:05:01.459759+0000","last_unstale":"2024-03-07T03:14:19.522440+0000","last_undegraded":"2024-03-07T03:14:19.522440+0000","last_fullsized":"2024-03-07T03:14:19.522440+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:31:45.535178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":973,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:56.417138+0000","last_change":"2024-03-07T03:07:58.753856+0000","last_active":"2024-03-07T03:14:56.417138+0000","last_peered":"2024-03-07T03:14:56.417138+0000","last_clean":"2024-03-07T03:14:56.417138+0000","last_became_active":"2024-03-07T03:07:58.751889+0000","last_became_peered":"2024-03-07T03:07:58.751889+0000","last_unstale":"2024-03-07T03:14:56.417138+0000","last_undegraded":"2024-03-07T03:14:56.417138+0000","last_fullsized":"2024-03-07T03:14:56.417138+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:27:20.126942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"863'1273","reported_seq":4342,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:49.531941+0000","last_change":"2024-03-07T03:10:56.137635+0000","last_active":"2024-03-07T03:15:49.531941+0000","last_peered":"2024-03-07T03:15:49.531941+0000","last_clean":"2024-03-07T03:15:49.531941+0000","last_became_active":"2024-03-07T03:05:01.457883+0000","last_became_peered":"2024-03-07T03:05:01.457883+0000","last_unstale":"2024-03-07T03:15:49.531941+0000","last_undegraded":"2024-03-07T03:15:49.531941+0000","last_fullsized":"2024-03-07T03:15:49.531941+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1273,"log_dups_size":0,"ondisk_log_size":1273,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:21:46.718939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.021818005000000001,"stat_sum":{"num_bytes":15540224,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":258,"num_read_kb":529715,"num_write":442,"num_write_kb":102224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1441792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.f","version":"61'1","reported_seq":1083,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:08.088005+0000","last_change":"2024-03-07T03:07:58.755003+0000","last_active":"2024-03-07T03:15:08.088005+0000","last_peered":"2024-03-07T03:15:08.088005+0000","last_clean":"2024-03-07T03:15:08.088005+0000","last_became_active":"2024-03-07T03:07:58.754564+0000","last_became_peered":"2024-03-07T03:07:58.754564+0000","last_unstale":"2024-03-07T03:15:08.088005+0000","last_undegraded":"2024-03-07T03:15:08.088005+0000","last_fullsized":"2024-03-07T03:15:08.088005+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:34:53.344746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":988,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:41.415610+0000","last_change":"2024-03-07T03:07:58.750952+0000","last_active":"2024-03-07T03:14:41.415610+0000","last_peered":"2024-03-07T03:14:41.415610+0000","last_clean":"2024-03-07T03:14:41.415610+0000","last_became_active":"2024-03-07T03:07:58.749229+0000","last_became_peered":"2024-03-07T03:07:58.749229+0000","last_unstale":"2024-03-07T03:14:41.415610+0000","last_undegraded":"2024-03-07T03:14:41.415610+0000","last_fullsized":"2024-03-07T03:14:41.415610+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:53:10.534950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"863'847","reported_seq":4049,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.808770+0000","last_change":"2024-03-07T03:10:56.129162+0000","last_active":"2024-03-07T03:14:15.808770+0000","last_peered":"2024-03-07T03:14:15.808770+0000","last_clean":"2024-03-07T03:14:15.808770+0000","last_became_active":"2024-03-07T03:07:23.074596+0000","last_became_peered":"2024-03-07T03:07:23.074596+0000","last_unstale":"2024-03-07T03:14:15.808770+0000","last_undegraded":"2024-03-07T03:14:15.808770+0000","last_fullsized":"2024-03-07T03:14:15.808770+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":847,"log_dups_size":0,"ondisk_log_size":847,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:34:23.625809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0099120149999999997,"stat_sum":{"num_bytes":38936576,"num_objects":11,"num_object_clones":9,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":157,"num_read_kb":413258,"num_write":266,"num_write_kb":109952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":4374528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.2","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:49.915330+0000","last_change":"2024-03-07T03:06:47.845893+0000","last_active":"2024-03-07T03:14:49.915330+0000","last_peered":"2024-03-07T03:14:49.915330+0000","last_clean":"2024-03-07T03:14:49.915330+0000","last_became_active":"2024-03-07T03:06:47.845548+0000","last_became_peered":"2024-03-07T03:06:47.845548+0000","last_unstale":"2024-03-07T03:14:49.915330+0000","last_undegraded":"2024-03-07T03:14:49.915330+0000","last_fullsized":"2024-03-07T03:14:49.915330+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:19:55.051329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:49.915367+0000","last_change":"2024-03-07T03:07:58.751041+0000","last_active":"2024-03-07T03:14:49.915367+0000","last_peered":"2024-03-07T03:14:49.915367+0000","last_clean":"2024-03-07T03:14:49.915367+0000","last_became_active":"2024-03-07T03:07:58.749047+0000","last_became_peered":"2024-03-07T03:07:58.749047+0000","last_unstale":"2024-03-07T03:14:49.915367+0000","last_undegraded":"2024-03-07T03:14:49.915367+0000","last_fullsized":"2024-03-07T03:14:49.915367+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:47:59.256394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1059,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:05.967226+0000","last_change":"2024-03-07T03:06:47.858022+0000","last_active":"2024-03-07T03:15:05.967226+0000","last_peered":"2024-03-07T03:15:05.967226+0000","last_clean":"2024-03-07T03:15:05.967226+0000","last_became_active":"2024-03-07T03:06:47.857526+0000","last_became_peered":"2024-03-07T03:06:47.857526+0000","last_unstale":"2024-03-07T03:15:05.967226+0000","last_undegraded":"2024-03-07T03:15:05.967226+0000","last_fullsized":"2024-03-07T03:15:05.967226+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:02:03.856321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"862'1186","reported_seq":4380,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.808828+0000","last_change":"2024-03-07T03:10:56.119983+0000","last_active":"2024-03-07T03:14:15.808828+0000","last_peered":"2024-03-07T03:14:15.808828+0000","last_clean":"2024-03-07T03:14:15.808828+0000","last_became_active":"2024-03-07T03:06:09.988405+0000","last_became_peered":"2024-03-07T03:06:09.988405+0000","last_unstale":"2024-03-07T03:14:15.808828+0000","last_undegraded":"2024-03-07T03:14:15.808828+0000","last_fullsized":"2024-03-07T03:14:15.808828+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1186,"log_dups_size":0,"ondisk_log_size":1186,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:41:38.890400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099770099999999993,"stat_sum":{"num_bytes":13524992,"num_objects":9,"num_object_clones":6,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":208,"num_read_kb":390958,"num_write":505,"num_write_kb":103888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":50642944,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:49.915380+0000","last_change":"2024-03-07T03:05:35.928460+0000","last_active":"2024-03-07T03:14:49.915380+0000","last_peered":"2024-03-07T03:14:49.915380+0000","last_clean":"2024-03-07T03:14:49.915380+0000","last_became_active":"2024-03-07T03:05:35.928017+0000","last_became_peered":"2024-03-07T03:05:35.928017+0000","last_unstale":"2024-03-07T03:14:49.915380+0000","last_undegraded":"2024-03-07T03:14:49.915380+0000","last_fullsized":"2024-03-07T03:14:49.915380+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:53:27.674544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1028,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:05.967147+0000","last_change":"2024-03-07T03:07:23.075249+0000","last_active":"2024-03-07T03:15:05.967147+0000","last_peered":"2024-03-07T03:15:05.967147+0000","last_clean":"2024-03-07T03:15:05.967147+0000","last_became_active":"2024-03-07T03:07:23.074866+0000","last_became_peered":"2024-03-07T03:07:23.074866+0000","last_unstale":"2024-03-07T03:15:05.967147+0000","last_undegraded":"2024-03-07T03:15:05.967147+0000","last_fullsized":"2024-03-07T03:15:05.967147+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:03.393010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1080,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:28.083299+0000","last_change":"2024-03-07T03:07:23.069585+0000","last_active":"2024-03-07T03:14:28.083299+0000","last_peered":"2024-03-07T03:14:28.083299+0000","last_clean":"2024-03-07T03:14:28.083299+0000","last_became_active":"2024-03-07T03:07:23.069262+0000","last_became_peered":"2024-03-07T03:07:23.069262+0000","last_unstale":"2024-03-07T03:14:28.083299+0000","last_undegraded":"2024-03-07T03:14:28.083299+0000","last_fullsized":"2024-03-07T03:14:28.083299+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:11:22.045807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"861'1094","reported_seq":4798,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:15:49.532042+0000","last_change":"2024-03-07T03:10:57.331022+0000","last_active":"2024-03-07T03:15:49.532042+0000","last_peered":"2024-03-07T03:15:49.532042+0000","last_clean":"2024-03-07T03:15:49.532042+0000","last_became_active":"2024-03-07T03:06:47.847229+0000","last_became_peered":"2024-03-07T03:06:47.847229+0000","last_unstale":"2024-03-07T03:15:49.532042+0000","last_undegraded":"2024-03-07T03:15:49.532042+0000","last_fullsized":"2024-03-07T03:15:49.532042+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1094,"log_dups_size":0,"ondisk_log_size":1094,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:58:27.729404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.032339935,"stat_sum":{"num_bytes":113606656,"num_objects":59,"num_object_clones":55,"num_object_copies":177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":279,"num_read_kb":358703,"num_write":525,"num_write_kb":146904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":36642816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1184,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:14.918114+0000","last_change":"2024-03-07T03:06:47.843416+0000","last_active":"2024-03-07T03:15:14.918114+0000","last_peered":"2024-03-07T03:15:14.918114+0000","last_clean":"2024-03-07T03:15:14.918114+0000","last_became_active":"2024-03-07T03:06:47.842812+0000","last_became_peered":"2024-03-07T03:06:47.842812+0000","last_unstale":"2024-03-07T03:15:14.918114+0000","last_undegraded":"2024-03-07T03:15:14.918114+0000","last_fullsized":"2024-03-07T03:15:14.918114+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:03:02.672609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1190,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:24.912798+0000","last_change":"2024-03-07T03:07:23.071850+0000","last_active":"2024-03-07T03:14:24.912798+0000","last_peered":"2024-03-07T03:14:24.912798+0000","last_clean":"2024-03-07T03:14:24.912798+0000","last_became_active":"2024-03-07T03:07:23.071476+0000","last_became_peered":"2024-03-07T03:07:23.071476+0000","last_unstale":"2024-03-07T03:14:24.912798+0000","last_undegraded":"2024-03-07T03:14:24.912798+0000","last_fullsized":"2024-03-07T03:14:24.912798+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:13:05.296486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1159,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:24.529427+0000","last_change":"2024-03-07T03:05:35.926187+0000","last_active":"2024-03-07T03:15:24.529427+0000","last_peered":"2024-03-07T03:15:24.529427+0000","last_clean":"2024-03-07T03:15:24.529427+0000","last_became_active":"2024-03-07T03:05:35.925908+0000","last_became_peered":"2024-03-07T03:05:35.925908+0000","last_unstale":"2024-03-07T03:15:24.529427+0000","last_undegraded":"2024-03-07T03:15:24.529427+0000","last_fullsized":"2024-03-07T03:15:24.529427+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:48:33.101185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"863'1146","reported_seq":3874,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:11.412225+0000","last_change":"2024-03-07T03:10:56.132170+0000","last_active":"2024-03-07T03:14:11.412225+0000","last_peered":"2024-03-07T03:14:11.412225+0000","last_clean":"2024-03-07T03:14:11.412225+0000","last_became_active":"2024-03-07T03:07:58.756854+0000","last_became_peered":"2024-03-07T03:07:58.756854+0000","last_unstale":"2024-03-07T03:14:11.412225+0000","last_undegraded":"2024-03-07T03:14:11.412225+0000","last_fullsized":"2024-03-07T03:14:11.412225+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1146,"log_dups_size":0,"ondisk_log_size":1146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T02:59:04.693146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.010433211,"stat_sum":{"num_bytes":34668544,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":1,"num_read":219,"num_read_kb":317694,"num_write":420,"num_write_kb":93568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":10240000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1007,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:41.187412+0000","last_change":"2024-03-07T03:07:58.760449+0000","last_active":"2024-03-07T03:15:41.187412+0000","last_peered":"2024-03-07T03:15:41.187412+0000","last_clean":"2024-03-07T03:15:41.187412+0000","last_became_active":"2024-03-07T03:07:58.760086+0000","last_became_peered":"2024-03-07T03:07:58.760086+0000","last_unstale":"2024-03-07T03:15:41.187412+0000","last_undegraded":"2024-03-07T03:15:41.187412+0000","last_fullsized":"2024-03-07T03:15:41.187412+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:34:38.583100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1090,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:58.990252+0000","last_change":"2024-03-07T03:07:23.073659+0000","last_active":"2024-03-07T03:15:58.990252+0000","last_peered":"2024-03-07T03:15:58.990252+0000","last_clean":"2024-03-07T03:15:58.990252+0000","last_became_active":"2024-03-07T03:07:23.073277+0000","last_became_peered":"2024-03-07T03:07:23.073277+0000","last_unstale":"2024-03-07T03:15:58.990252+0000","last_undegraded":"2024-03-07T03:15:58.990252+0000","last_fullsized":"2024-03-07T03:15:58.990252+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:48:34.819985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1062,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:05.967201+0000","last_change":"2024-03-07T03:07:58.752576+0000","last_active":"2024-03-07T03:15:05.967201+0000","last_peered":"2024-03-07T03:15:05.967201+0000","last_clean":"2024-03-07T03:15:05.967201+0000","last_became_active":"2024-03-07T03:07:58.752193+0000","last_became_peered":"2024-03-07T03:07:58.752193+0000","last_unstale":"2024-03-07T03:15:05.967201+0000","last_undegraded":"2024-03-07T03:15:05.967201+0000","last_fullsized":"2024-03-07T03:15:05.967201+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:55:14.205594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"395'197","reported_seq":1467,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:56.423645+0000","last_change":"2024-03-07T03:07:58.752982+0000","last_active":"2024-03-07T03:15:56.423645+0000","last_peered":"2024-03-07T03:15:56.423645+0000","last_clean":"2024-03-07T03:15:56.423645+0000","last_became_active":"2024-03-07T03:07:58.752004+0000","last_became_peered":"2024-03-07T03:07:58.752004+0000","last_unstale":"2024-03-07T03:15:56.423645+0000","last_undegraded":"2024-03-07T03:15:56.423645+0000","last_fullsized":"2024-03-07T03:15:56.423645+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_clean_scrub_stamp":"2024-03-07T02:51:31.238394+0000","objects_scrubbed":0,"log_size":197,"log_dups_size":0,"ondisk_log_size":197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:53.766202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"858'3145","reported_seq":6531,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:15:25.969713+0000","last_change":"2024-03-07T03:10:57.131283+0000","last_active":"2024-03-07T03:15:25.969713+0000","last_peered":"2024-03-07T03:15:25.969713+0000","last_clean":"2024-03-07T03:15:25.969713+0000","last_became_active":"2024-03-07T03:06:47.859231+0000","last_became_peered":"2024-03-07T03:06:47.859231+0000","last_unstale":"2024-03-07T03:15:25.969713+0000","last_undegraded":"2024-03-07T03:15:25.969713+0000","last_fullsized":"2024-03-07T03:15:25.969713+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3145,"log_dups_size":0,"ondisk_log_size":3145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:10:03.781442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001499434,"stat_sum":{"num_bytes":18481152,"num_objects":15,"num_object_clones":14,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":124,"num_read_kb":398406,"num_write":253,"num_write_kb":45856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":9773056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:40.811710+0000","last_change":"2024-03-07T03:05:01.454053+0000","last_active":"2024-03-07T03:14:40.811710+0000","last_peered":"2024-03-07T03:14:40.811710+0000","last_clean":"2024-03-07T03:14:40.811710+0000","last_became_active":"2024-03-07T03:05:01.453718+0000","last_became_peered":"2024-03-07T03:05:01.453718+0000","last_unstale":"2024-03-07T03:14:40.811710+0000","last_undegraded":"2024-03-07T03:14:40.811710+0000","last_fullsized":"2024-03-07T03:14:40.811710+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:10:59.835543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.808745+0000","last_change":"2024-03-07T03:06:09.987673+0000","last_active":"2024-03-07T03:14:15.808745+0000","last_peered":"2024-03-07T03:14:15.808745+0000","last_clean":"2024-03-07T03:14:15.808745+0000","last_became_active":"2024-03-07T03:06:09.987328+0000","last_became_peered":"2024-03-07T03:06:09.987328+0000","last_unstale":"2024-03-07T03:14:15.808745+0000","last_undegraded":"2024-03-07T03:14:15.808745+0000","last_fullsized":"2024-03-07T03:14:15.808745+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:11:17.983744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":976,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:56.423621+0000","last_change":"2024-03-07T03:07:58.757849+0000","last_active":"2024-03-07T03:15:56.423621+0000","last_peered":"2024-03-07T03:15:56.423621+0000","last_clean":"2024-03-07T03:15:56.423621+0000","last_became_active":"2024-03-07T03:07:58.757399+0000","last_became_peered":"2024-03-07T03:07:58.757399+0000","last_unstale":"2024-03-07T03:15:56.423621+0000","last_undegraded":"2024-03-07T03:15:56.423621+0000","last_fullsized":"2024-03-07T03:15:56.423621+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:54:11.413787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"864'1259","reported_seq":4065,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:41.187366+0000","last_change":"2024-03-07T03:10:56.129203+0000","last_active":"2024-03-07T03:15:41.187366+0000","last_peered":"2024-03-07T03:15:41.187366+0000","last_clean":"2024-03-07T03:15:41.187366+0000","last_became_active":"2024-03-07T03:07:23.080120+0000","last_became_peered":"2024-03-07T03:07:23.080120+0000","last_unstale":"2024-03-07T03:15:41.187366+0000","last_undegraded":"2024-03-07T03:15:41.187366+0000","last_fullsized":"2024-03-07T03:15:41.187366+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1259,"log_dups_size":0,"ondisk_log_size":1259,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:33:24.850580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0059393290000000001,"stat_sum":{"num_bytes":23298048,"num_objects":10,"num_object_clones":7,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":249,"num_read_kb":271095,"num_write":553,"num_write_kb":138504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":18890752,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.3","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.808797+0000","last_change":"2024-03-07T03:07:58.750289+0000","last_active":"2024-03-07T03:14:15.808797+0000","last_peered":"2024-03-07T03:14:15.808797+0000","last_clean":"2024-03-07T03:14:15.808797+0000","last_became_active":"2024-03-07T03:07:58.749557+0000","last_became_peered":"2024-03-07T03:07:58.749557+0000","last_unstale":"2024-03-07T03:14:15.808797+0000","last_undegraded":"2024-03-07T03:14:15.808797+0000","last_fullsized":"2024-03-07T03:14:15.808797+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:54:43.865660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":989,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:11.412259+0000","last_change":"2024-03-07T03:07:58.758005+0000","last_active":"2024-03-07T03:14:11.412259+0000","last_peered":"2024-03-07T03:14:11.412259+0000","last_clean":"2024-03-07T03:14:11.412259+0000","last_became_active":"2024-03-07T03:07:58.756833+0000","last_became_peered":"2024-03-07T03:07:58.756833+0000","last_unstale":"2024-03-07T03:14:11.412259+0000","last_undegraded":"2024-03-07T03:14:11.412259+0000","last_fullsized":"2024-03-07T03:14:11.412259+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:37:55.288554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:49.915390+0000","last_change":"2024-03-07T03:06:47.843644+0000","last_active":"2024-03-07T03:14:49.915390+0000","last_peered":"2024-03-07T03:14:49.915390+0000","last_clean":"2024-03-07T03:14:49.915390+0000","last_became_active":"2024-03-07T03:06:47.842694+0000","last_became_peered":"2024-03-07T03:06:47.842694+0000","last_unstale":"2024-03-07T03:14:49.915390+0000","last_undegraded":"2024-03-07T03:14:49.915390+0000","last_fullsized":"2024-03-07T03:14:49.915390+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:25:34.783974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"863'880","reported_seq":3816,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:28.083264+0000","last_change":"2024-03-07T03:10:56.125509+0000","last_active":"2024-03-07T03:14:28.083264+0000","last_peered":"2024-03-07T03:14:28.083264+0000","last_clean":"2024-03-07T03:14:28.083264+0000","last_became_active":"2024-03-07T03:07:58.755248+0000","last_became_peered":"2024-03-07T03:07:58.755248+0000","last_unstale":"2024-03-07T03:14:28.083264+0000","last_undegraded":"2024-03-07T03:14:28.083264+0000","last_fullsized":"2024-03-07T03:14:28.083264+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":880,"log_dups_size":0,"ondisk_log_size":880,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:40:02.788467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0073429089999999999,"stat_sum":{"num_bytes":9224192,"num_objects":8,"num_object_clones":6,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":1,"num_read":161,"num_read_kb":133885,"num_write":362,"num_write_kb":55920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1126,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:33.987356+0000","last_change":"2024-03-07T03:07:58.764215+0000","last_active":"2024-03-07T03:15:33.987356+0000","last_peered":"2024-03-07T03:15:33.987356+0000","last_clean":"2024-03-07T03:15:33.987356+0000","last_became_active":"2024-03-07T03:07:58.763818+0000","last_became_peered":"2024-03-07T03:07:58.763818+0000","last_unstale":"2024-03-07T03:15:33.987356+0000","last_undegraded":"2024-03-07T03:15:33.987356+0000","last_fullsized":"2024-03-07T03:15:33.987356+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:27:54.623360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"719'2","reported_seq":1194,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:14.918091+0000","last_change":"2024-03-07T03:07:23.074913+0000","last_active":"2024-03-07T03:15:14.918091+0000","last_peered":"2024-03-07T03:15:14.918091+0000","last_clean":"2024-03-07T03:15:14.918091+0000","last_became_active":"2024-03-07T03:07:23.074530+0000","last_became_peered":"2024-03-07T03:07:23.074530+0000","last_unstale":"2024-03-07T03:15:14.918091+0000","last_undegraded":"2024-03-07T03:15:14.918091+0000","last_fullsized":"2024-03-07T03:15:14.918091+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:13:25.877187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1128,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:13.977670+0000","last_change":"2024-03-07T03:07:58.757756+0000","last_active":"2024-03-07T03:14:13.977670+0000","last_peered":"2024-03-07T03:14:13.977670+0000","last_clean":"2024-03-07T03:14:13.977670+0000","last_became_active":"2024-03-07T03:07:58.757430+0000","last_became_peered":"2024-03-07T03:07:58.757430+0000","last_unstale":"2024-03-07T03:14:13.977670+0000","last_undegraded":"2024-03-07T03:14:13.977670+0000","last_fullsized":"2024-03-07T03:14:13.977670+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:22:21.412765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"863'1564","reported_seq":5165,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:15:33.987325+0000","last_change":"2024-03-07T03:10:57.329944+0000","last_active":"2024-03-07T03:15:33.987325+0000","last_peered":"2024-03-07T03:15:33.987325+0000","last_clean":"2024-03-07T03:15:33.987325+0000","last_became_active":"2024-03-07T03:06:09.990793+0000","last_became_peered":"2024-03-07T03:06:09.990793+0000","last_unstale":"2024-03-07T03:15:33.987325+0000","last_undegraded":"2024-03-07T03:15:33.987325+0000","last_fullsized":"2024-03-07T03:15:33.987325+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1564,"log_dups_size":0,"ondisk_log_size":1564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":143,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:53.639078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.019553126000000001,"stat_sum":{"num_bytes":100999168,"num_objects":73,"num_object_clones":68,"num_object_copies":219,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":1,"num_read":410,"num_read_kb":572954,"num_write":777,"num_write_kb":204640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":51175424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"c"},{"start":"178","length":"4"},{"start":"17e","length":"3"},{"start":"182","length":"4"},{"start":"187","length":"5"},{"start":"18d","length":"2"}]},{"pgid":"4.1","version":"0'0","reported_seq":1081,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:28.083234+0000","last_change":"2024-03-07T03:07:23.071468+0000","last_active":"2024-03-07T03:14:28.083234+0000","last_peered":"2024-03-07T03:14:28.083234+0000","last_clean":"2024-03-07T03:14:28.083234+0000","last_became_active":"2024-03-07T03:07:23.071160+0000","last_became_peered":"2024-03-07T03:07:23.071160+0000","last_unstale":"2024-03-07T03:14:28.083234+0000","last_undegraded":"2024-03-07T03:14:28.083234+0000","last_fullsized":"2024-03-07T03:14:28.083234+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:17:55.686793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":992,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:01.189618+0000","last_change":"2024-03-07T03:07:58.759142+0000","last_active":"2024-03-07T03:16:01.189618+0000","last_peered":"2024-03-07T03:16:01.189618+0000","last_clean":"2024-03-07T03:16:01.189618+0000","last_became_active":"2024-03-07T03:07:58.758771+0000","last_became_peered":"2024-03-07T03:07:58.758771+0000","last_unstale":"2024-03-07T03:16:01.189618+0000","last_undegraded":"2024-03-07T03:16:01.189618+0000","last_fullsized":"2024-03-07T03:16:01.189618+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:45:13.985820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:40.811685+0000","last_change":"2024-03-07T03:06:09.988597+0000","last_active":"2024-03-07T03:14:40.811685+0000","last_peered":"2024-03-07T03:14:40.811685+0000","last_clean":"2024-03-07T03:14:40.811685+0000","last_became_active":"2024-03-07T03:06:09.988261+0000","last_became_peered":"2024-03-07T03:06:09.988261+0000","last_unstale":"2024-03-07T03:14:40.811685+0000","last_undegraded":"2024-03-07T03:14:40.811685+0000","last_fullsized":"2024-03-07T03:14:40.811685+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:11:06.717251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"843'3099","reported_seq":6400,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:15:45.972108+0000","last_change":"2024-03-07T03:10:57.131044+0000","last_active":"2024-03-07T03:15:45.972108+0000","last_peered":"2024-03-07T03:15:45.972108+0000","last_clean":"2024-03-07T03:15:45.972108+0000","last_became_active":"2024-03-07T03:07:23.084936+0000","last_became_peered":"2024-03-07T03:07:23.084936+0000","last_unstale":"2024-03-07T03:15:45.972108+0000","last_undegraded":"2024-03-07T03:15:45.972108+0000","last_fullsized":"2024-03-07T03:15:45.972108+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3099,"log_dups_size":0,"ondisk_log_size":3099,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:46:48.809690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012703,"stat_sum":{"num_bytes":8347648,"num_objects":13,"num_object_clones":12,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":56,"num_read_kb":33721,"num_write":241,"num_write_kb":36816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":434176,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1148,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:49.531980+0000","last_change":"2024-03-07T03:05:01.461136+0000","last_active":"2024-03-07T03:15:49.531980+0000","last_peered":"2024-03-07T03:15:49.531980+0000","last_clean":"2024-03-07T03:15:49.531980+0000","last_became_active":"2024-03-07T03:05:01.457189+0000","last_became_peered":"2024-03-07T03:05:01.457189+0000","last_unstale":"2024-03-07T03:15:49.531980+0000","last_undegraded":"2024-03-07T03:15:49.531980+0000","last_fullsized":"2024-03-07T03:15:49.531980+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:23.791243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1104,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:48.085317+0000","last_change":"2024-03-07T03:07:58.750311+0000","last_active":"2024-03-07T03:14:48.085317+0000","last_peered":"2024-03-07T03:14:48.085317+0000","last_clean":"2024-03-07T03:14:48.085317+0000","last_became_active":"2024-03-07T03:07:58.750001+0000","last_became_peered":"2024-03-07T03:07:58.750001+0000","last_unstale":"2024-03-07T03:14:48.085317+0000","last_undegraded":"2024-03-07T03:14:48.085317+0000","last_fullsized":"2024-03-07T03:14:48.085317+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:05.963944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"847'12789","reported_seq":16204,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:15:08.087960+0000","last_change":"2024-03-07T03:10:57.124034+0000","last_active":"2024-03-07T03:15:08.087960+0000","last_peered":"2024-03-07T03:15:08.087960+0000","last_clean":"2024-03-07T03:15:08.087960+0000","last_became_active":"2024-03-07T03:06:47.859957+0000","last_became_peered":"2024-03-07T03:06:47.859957+0000","last_unstale":"2024-03-07T03:15:08.087960+0000","last_undegraded":"2024-03-07T03:15:08.087960+0000","last_fullsized":"2024-03-07T03:15:08.087960+0000","mapping_epoch":625,"log_start":"599'6200","ondisk_log_start":"599'6200","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":6589,"log_dups_size":0,"ondisk_log_size":6589,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":137,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:29:13.699651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0091875959999999993,"stat_sum":{"num_bytes":71745536,"num_objects":32,"num_object_clones":30,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":0,"num_read":146,"num_read_kb":316804,"num_write":323,"num_write_kb":90232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":20865024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"5"},{"start":"171","length":"b"},{"start":"17e","length":"8"},{"start":"187","length":"5"},{"start":"18d","length":"3"},{"start":"192","length":"1"},{"start":"197","length":"1"},{"start":"199","length":"2"}]},{"pgid":"2.9","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:14.918021+0000","last_change":"2024-03-07T03:07:58.752456+0000","last_active":"2024-03-07T03:15:14.918021+0000","last_peered":"2024-03-07T03:15:14.918021+0000","last_clean":"2024-03-07T03:15:14.918021+0000","last_became_active":"2024-03-07T03:07:58.752118+0000","last_became_peered":"2024-03-07T03:07:58.752118+0000","last_unstale":"2024-03-07T03:15:14.918021+0000","last_undegraded":"2024-03-07T03:15:14.918021+0000","last_fullsized":"2024-03-07T03:15:14.918021+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:08:08.574482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1119,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:13.977627+0000","last_change":"2024-03-07T03:07:58.757839+0000","last_active":"2024-03-07T03:14:13.977627+0000","last_peered":"2024-03-07T03:14:13.977627+0000","last_clean":"2024-03-07T03:14:13.977627+0000","last_became_active":"2024-03-07T03:07:58.757495+0000","last_became_peered":"2024-03-07T03:07:58.757495+0000","last_unstale":"2024-03-07T03:14:13.977627+0000","last_undegraded":"2024-03-07T03:14:13.977627+0000","last_fullsized":"2024-03-07T03:14:13.977627+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:27:02.190643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"861'1463","reported_seq":5089,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:59.520453+0000","last_change":"2024-03-07T03:10:57.330799+0000","last_active":"2024-03-07T03:13:59.520453+0000","last_peered":"2024-03-07T03:13:59.520453+0000","last_clean":"2024-03-07T03:13:59.520453+0000","last_became_active":"2024-03-07T03:07:58.763085+0000","last_became_peered":"2024-03-07T03:07:58.763085+0000","last_unstale":"2024-03-07T03:13:59.520453+0000","last_undegraded":"2024-03-07T03:13:59.520453+0000","last_fullsized":"2024-03-07T03:13:59.520453+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1463,"log_dups_size":0,"ondisk_log_size":1463,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:39:21.050544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.016579719999999999,"stat_sum":{"num_bytes":106192896,"num_objects":71,"num_object_clones":66,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":1,"num_read":323,"num_read_kb":516030,"num_write":942,"num_write_kb":231680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":48201728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:14.918048+0000","last_change":"2024-03-07T03:07:58.752370+0000","last_active":"2024-03-07T03:15:14.918048+0000","last_peered":"2024-03-07T03:15:14.918048+0000","last_clean":"2024-03-07T03:15:14.918048+0000","last_became_active":"2024-03-07T03:07:58.751985+0000","last_became_peered":"2024-03-07T03:07:58.751985+0000","last_unstale":"2024-03-07T03:15:14.918048+0000","last_undegraded":"2024-03-07T03:15:14.918048+0000","last_fullsized":"2024-03-07T03:15:14.918048+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:31:33.590004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1128,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:33.980099+0000","last_change":"2024-03-07T03:06:09.987484+0000","last_active":"2024-03-07T03:14:33.980099+0000","last_peered":"2024-03-07T03:14:33.980099+0000","last_clean":"2024-03-07T03:14:33.980099+0000","last_became_active":"2024-03-07T03:06:09.986947+0000","last_became_peered":"2024-03-07T03:06:09.986947+0000","last_unstale":"2024-03-07T03:14:33.980099+0000","last_undegraded":"2024-03-07T03:14:33.980099+0000","last_fullsized":"2024-03-07T03:14:33.980099+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:37:38.253630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"857'1055","reported_seq":4920,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:15:39.920472+0000","last_change":"2024-03-07T03:10:57.123092+0000","last_active":"2024-03-07T03:15:39.920472+0000","last_peered":"2024-03-07T03:15:39.920472+0000","last_clean":"2024-03-07T03:15:39.920472+0000","last_became_active":"2024-03-07T03:06:09.993513+0000","last_became_peered":"2024-03-07T03:06:09.993513+0000","last_unstale":"2024-03-07T03:15:39.920472+0000","last_undegraded":"2024-03-07T03:15:39.920472+0000","last_fullsized":"2024-03-07T03:15:39.920472+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1055,"log_dups_size":0,"ondisk_log_size":1055,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:34:07.352811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013205965,"stat_sum":{"num_bytes":99745792,"num_objects":66,"num_object_clones":62,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":306,"num_read_kb":434534,"num_write":588,"num_write_kb":145464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":21749760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.b","version":"716'3","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:41.415545+0000","last_change":"2024-03-07T03:07:58.749480+0000","last_active":"2024-03-07T03:14:41.415545+0000","last_peered":"2024-03-07T03:14:41.415545+0000","last_clean":"2024-03-07T03:14:41.415545+0000","last_became_active":"2024-03-07T03:07:58.749098+0000","last_became_peered":"2024-03-07T03:07:58.749098+0000","last_unstale":"2024-03-07T03:14:41.415545+0000","last_undegraded":"2024-03-07T03:14:41.415545+0000","last_fullsized":"2024-03-07T03:14:41.415545+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:35:33.945855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1037,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:01.189552+0000","last_change":"2024-03-07T03:07:23.075725+0000","last_active":"2024-03-07T03:16:01.189552+0000","last_peered":"2024-03-07T03:16:01.189552+0000","last_clean":"2024-03-07T03:16:01.189552+0000","last_became_active":"2024-03-07T03:07:23.075203+0000","last_became_peered":"2024-03-07T03:07:23.075203+0000","last_unstale":"2024-03-07T03:16:01.189552+0000","last_undegraded":"2024-03-07T03:16:01.189552+0000","last_fullsized":"2024-03-07T03:16:01.189552+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:47:11.192302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"863'1711","reported_seq":5461,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:59.520402+0000","last_change":"2024-03-07T03:10:57.330918+0000","last_active":"2024-03-07T03:13:59.520402+0000","last_peered":"2024-03-07T03:13:59.520402+0000","last_clean":"2024-03-07T03:13:59.520402+0000","last_became_active":"2024-03-07T03:06:47.849454+0000","last_became_peered":"2024-03-07T03:06:47.849454+0000","last_unstale":"2024-03-07T03:13:59.520402+0000","last_undegraded":"2024-03-07T03:13:59.520402+0000","last_fullsized":"2024-03-07T03:13:59.520402+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1711,"log_dups_size":0,"ondisk_log_size":1711,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:40:07.156907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.014160193999999999,"stat_sum":{"num_bytes":165158912,"num_objects":93,"num_object_clones":87,"num_object_copies":279,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":93,"num_whiteouts":2,"num_read":489,"num_read_kb":756200,"num_write":870,"num_write_kb":258896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":69541888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1157,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:59.520443+0000","last_change":"2024-03-07T03:06:47.847077+0000","last_active":"2024-03-07T03:13:59.520443+0000","last_peered":"2024-03-07T03:13:59.520443+0000","last_clean":"2024-03-07T03:13:59.520443+0000","last_became_active":"2024-03-07T03:06:47.846359+0000","last_became_peered":"2024-03-07T03:06:47.846359+0000","last_unstale":"2024-03-07T03:13:59.520443+0000","last_undegraded":"2024-03-07T03:13:59.520443+0000","last_fullsized":"2024-03-07T03:13:59.520443+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:00:08.102949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":973,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:41.415586+0000","last_change":"2024-03-07T03:07:58.760528+0000","last_active":"2024-03-07T03:14:41.415586+0000","last_peered":"2024-03-07T03:14:41.415586+0000","last_clean":"2024-03-07T03:14:41.415586+0000","last_became_active":"2024-03-07T03:07:58.760226+0000","last_became_peered":"2024-03-07T03:07:58.760226+0000","last_unstale":"2024-03-07T03:14:41.415586+0000","last_undegraded":"2024-03-07T03:14:41.415586+0000","last_fullsized":"2024-03-07T03:14:41.415586+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:10:36.411047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"863'1938","reported_seq":4940,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:49.531994+0000","last_change":"2024-03-07T03:10:56.140803+0000","last_active":"2024-03-07T03:15:49.531994+0000","last_peered":"2024-03-07T03:15:49.531994+0000","last_clean":"2024-03-07T03:15:49.531994+0000","last_became_active":"2024-03-07T03:06:09.993933+0000","last_became_peered":"2024-03-07T03:06:09.993933+0000","last_unstale":"2024-03-07T03:15:49.531994+0000","last_undegraded":"2024-03-07T03:15:49.531994+0000","last_fullsized":"2024-03-07T03:15:49.531994+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1938,"log_dups_size":0,"ondisk_log_size":1938,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:16.359457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.024996012000000001,"stat_sum":{"num_bytes":22765568,"num_objects":17,"num_object_clones":12,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":2,"num_read":350,"num_read_kb":387634,"num_write":702,"num_write_kb":183472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":7151616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.d","version":"61'1","reported_seq":1192,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:39.920505+0000","last_change":"2024-03-07T03:06:09.993129+0000","last_active":"2024-03-07T03:15:39.920505+0000","last_peered":"2024-03-07T03:15:39.920505+0000","last_clean":"2024-03-07T03:15:39.920505+0000","last_became_active":"2024-03-07T03:06:09.992737+0000","last_became_peered":"2024-03-07T03:06:09.992737+0000","last_unstale":"2024-03-07T03:15:39.920505+0000","last_undegraded":"2024-03-07T03:15:39.920505+0000","last_fullsized":"2024-03-07T03:15:39.920505+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:02:42.055569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1053,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:45.972088+0000","last_change":"2024-03-07T03:07:23.076846+0000","last_active":"2024-03-07T03:15:45.972088+0000","last_peered":"2024-03-07T03:15:45.972088+0000","last_clean":"2024-03-07T03:15:45.972088+0000","last_became_active":"2024-03-07T03:07:23.075895+0000","last_became_peered":"2024-03-07T03:07:23.075895+0000","last_unstale":"2024-03-07T03:15:45.972088+0000","last_undegraded":"2024-03-07T03:15:45.972088+0000","last_fullsized":"2024-03-07T03:15:45.972088+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:09:15.080126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"854'331","reported_seq":3440,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:14:26.413902+0000","last_change":"2024-03-07T03:10:57.298223+0000","last_active":"2024-03-07T03:14:26.413902+0000","last_peered":"2024-03-07T03:14:26.413902+0000","last_clean":"2024-03-07T03:14:26.413902+0000","last_became_active":"2024-03-07T03:07:58.749089+0000","last_became_peered":"2024-03-07T03:07:58.749089+0000","last_unstale":"2024-03-07T03:14:26.413902+0000","last_undegraded":"2024-03-07T03:14:26.413902+0000","last_fullsized":"2024-03-07T03:14:26.413902+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":331,"log_dups_size":0,"ondisk_log_size":331,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":83,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:26:07.404191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00085119700000000004,"stat_sum":{"num_bytes":15409152,"num_objects":11,"num_object_clones":10,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":91,"num_read_kb":118251,"num_write":162,"num_write_kb":30616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":34586624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"56"},{"start":"1c2","length":"3"},{"start":"1c9","length":"1"}]},{"pgid":"2.e","version":"61'2","reported_seq":1161,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:59.520482+0000","last_change":"2024-03-07T03:07:58.755578+0000","last_active":"2024-03-07T03:13:59.520482+0000","last_peered":"2024-03-07T03:13:59.520482+0000","last_clean":"2024-03-07T03:13:59.520482+0000","last_became_active":"2024-03-07T03:07:58.755160+0000","last_became_peered":"2024-03-07T03:07:58.755160+0000","last_unstale":"2024-03-07T03:13:59.520482+0000","last_undegraded":"2024-03-07T03:13:59.520482+0000","last_fullsized":"2024-03-07T03:13:59.520482+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:20.584382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":988,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:41.415624+0000","last_change":"2024-03-07T03:07:58.751269+0000","last_active":"2024-03-07T03:14:41.415624+0000","last_peered":"2024-03-07T03:14:41.415624+0000","last_clean":"2024-03-07T03:14:41.415624+0000","last_became_active":"2024-03-07T03:07:58.750956+0000","last_became_peered":"2024-03-07T03:07:58.750956+0000","last_unstale":"2024-03-07T03:14:41.415624+0000","last_undegraded":"2024-03-07T03:14:41.415624+0000","last_fullsized":"2024-03-07T03:14:41.415624+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:39.414545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1008,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:41.187302+0000","last_change":"2024-03-07T03:07:23.081711+0000","last_active":"2024-03-07T03:15:41.187302+0000","last_peered":"2024-03-07T03:15:41.187302+0000","last_clean":"2024-03-07T03:15:41.187302+0000","last_became_active":"2024-03-07T03:07:23.079269+0000","last_became_peered":"2024-03-07T03:07:23.079269+0000","last_unstale":"2024-03-07T03:15:41.187302+0000","last_undegraded":"2024-03-07T03:15:41.187302+0000","last_fullsized":"2024-03-07T03:15:41.187302+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:39.008957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1159,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:24.529402+0000","last_change":"2024-03-07T03:07:23.072806+0000","last_active":"2024-03-07T03:15:24.529402+0000","last_peered":"2024-03-07T03:15:24.529402+0000","last_clean":"2024-03-07T03:15:24.529402+0000","last_became_active":"2024-03-07T03:07:23.071234+0000","last_became_peered":"2024-03-07T03:07:23.071234+0000","last_unstale":"2024-03-07T03:15:24.529402+0000","last_undegraded":"2024-03-07T03:15:24.529402+0000","last_fullsized":"2024-03-07T03:15:24.529402+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:52.610744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1059,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:05.967181+0000","last_change":"2024-03-07T03:06:47.851593+0000","last_active":"2024-03-07T03:15:05.967181+0000","last_peered":"2024-03-07T03:15:05.967181+0000","last_clean":"2024-03-07T03:15:05.967181+0000","last_became_active":"2024-03-07T03:06:47.849677+0000","last_became_peered":"2024-03-07T03:06:47.849677+0000","last_unstale":"2024-03-07T03:15:05.967181+0000","last_undegraded":"2024-03-07T03:15:05.967181+0000","last_fullsized":"2024-03-07T03:15:05.967181+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:30.969251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1118,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:24.529446+0000","last_change":"2024-03-07T03:06:09.995434+0000","last_active":"2024-03-07T03:15:24.529446+0000","last_peered":"2024-03-07T03:15:24.529446+0000","last_clean":"2024-03-07T03:15:24.529446+0000","last_became_active":"2024-03-07T03:06:09.994939+0000","last_became_peered":"2024-03-07T03:06:09.994939+0000","last_unstale":"2024-03-07T03:15:24.529446+0000","last_undegraded":"2024-03-07T03:15:24.529446+0000","last_fullsized":"2024-03-07T03:15:24.529446+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:27:11.737354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1128,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:13.977658+0000","last_change":"2024-03-07T03:06:09.987381+0000","last_active":"2024-03-07T03:14:13.977658+0000","last_peered":"2024-03-07T03:14:13.977658+0000","last_clean":"2024-03-07T03:14:13.977658+0000","last_became_active":"2024-03-07T03:06:09.986952+0000","last_became_peered":"2024-03-07T03:06:09.986952+0000","last_unstale":"2024-03-07T03:14:13.977658+0000","last_undegraded":"2024-03-07T03:14:13.977658+0000","last_fullsized":"2024-03-07T03:14:13.977658+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:26:15.439852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:14.918074+0000","last_change":"2024-03-07T03:05:35.923999+0000","last_active":"2024-03-07T03:15:14.918074+0000","last_peered":"2024-03-07T03:15:14.918074+0000","last_clean":"2024-03-07T03:15:14.918074+0000","last_became_active":"2024-03-07T03:05:35.923719+0000","last_became_peered":"2024-03-07T03:05:35.923719+0000","last_unstale":"2024-03-07T03:15:14.918074+0000","last_undegraded":"2024-03-07T03:15:14.918074+0000","last_fullsized":"2024-03-07T03:15:14.918074+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:43:04.724647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1010,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:01.189608+0000","last_change":"2024-03-07T03:07:58.749989+0000","last_active":"2024-03-07T03:16:01.189608+0000","last_peered":"2024-03-07T03:16:01.189608+0000","last_clean":"2024-03-07T03:16:01.189608+0000","last_became_active":"2024-03-07T03:07:58.749643+0000","last_became_peered":"2024-03-07T03:07:58.749643+0000","last_unstale":"2024-03-07T03:16:01.189608+0000","last_undegraded":"2024-03-07T03:16:01.189608+0000","last_fullsized":"2024-03-07T03:16:01.189608+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:00:44.729806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1111,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:13.977679+0000","last_change":"2024-03-07T03:06:09.999184+0000","last_active":"2024-03-07T03:14:13.977679+0000","last_peered":"2024-03-07T03:14:13.977679+0000","last_clean":"2024-03-07T03:14:13.977679+0000","last_became_active":"2024-03-07T03:06:09.998856+0000","last_became_peered":"2024-03-07T03:06:09.998856+0000","last_unstale":"2024-03-07T03:14:13.977679+0000","last_undegraded":"2024-03-07T03:14:13.977679+0000","last_fullsized":"2024-03-07T03:14:13.977679+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:37:00.102189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1059,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:25.969656+0000","last_change":"2024-03-07T03:06:47.857644+0000","last_active":"2024-03-07T03:15:25.969656+0000","last_peered":"2024-03-07T03:15:25.969656+0000","last_clean":"2024-03-07T03:15:25.969656+0000","last_became_active":"2024-03-07T03:06:47.857354+0000","last_became_peered":"2024-03-07T03:06:47.857354+0000","last_unstale":"2024-03-07T03:15:25.969656+0000","last_undegraded":"2024-03-07T03:15:25.969656+0000","last_fullsized":"2024-03-07T03:15:25.969656+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:02:18.860369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1119,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:33.980041+0000","last_change":"2024-03-07T03:06:09.987872+0000","last_active":"2024-03-07T03:14:33.980041+0000","last_peered":"2024-03-07T03:14:33.980041+0000","last_clean":"2024-03-07T03:14:33.980041+0000","last_became_active":"2024-03-07T03:06:09.986852+0000","last_became_peered":"2024-03-07T03:06:09.986852+0000","last_unstale":"2024-03-07T03:14:33.980041+0000","last_undegraded":"2024-03-07T03:14:33.980041+0000","last_fullsized":"2024-03-07T03:14:33.980041+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:13.708512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1037,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:45.972051+0000","last_change":"2024-03-07T03:07:58.755825+0000","last_active":"2024-03-07T03:15:45.972051+0000","last_peered":"2024-03-07T03:15:45.972051+0000","last_clean":"2024-03-07T03:15:45.972051+0000","last_became_active":"2024-03-07T03:07:58.755395+0000","last_became_peered":"2024-03-07T03:07:58.755395+0000","last_unstale":"2024-03-07T03:15:45.972051+0000","last_undegraded":"2024-03-07T03:15:45.972051+0000","last_fullsized":"2024-03-07T03:15:45.972051+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:10:43.184914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:05.814494+0000","last_change":"2024-03-07T03:07:58.753962+0000","last_active":"2024-03-07T03:15:05.814494+0000","last_peered":"2024-03-07T03:15:05.814494+0000","last_clean":"2024-03-07T03:15:05.814494+0000","last_became_active":"2024-03-07T03:07:58.753619+0000","last_became_peered":"2024-03-07T03:07:58.753619+0000","last_unstale":"2024-03-07T03:15:05.814494+0000","last_undegraded":"2024-03-07T03:15:05.814494+0000","last_fullsized":"2024-03-07T03:15:05.814494+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:44:44.641067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1014,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:06.177419+0000","last_change":"2024-03-07T03:07:23.078516+0000","last_active":"2024-03-07T03:14:06.177419+0000","last_peered":"2024-03-07T03:14:06.177419+0000","last_clean":"2024-03-07T03:14:06.177419+0000","last_became_active":"2024-03-07T03:07:23.076017+0000","last_became_peered":"2024-03-07T03:07:23.076017+0000","last_unstale":"2024-03-07T03:14:06.177419+0000","last_undegraded":"2024-03-07T03:14:06.177419+0000","last_fullsized":"2024-03-07T03:14:06.177419+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:17:54.725933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":857645056,"num_objects":516,"num_object_clones":466,"num_object_copies":1548,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":516,"num_whiteouts":8,"num_read":3826,"num_read_kb":5949842,"num_write":7931,"num_write_kb":1978632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":107,"num_bytes_recovered":385712128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1170673664,"data_stored":2969124864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28580,"ondisk_log_size":28580,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197,"ondisk_log_size":197,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":26375,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":694,"seq":2980707303548,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":150184,"kb_used_data":96156,"kb_used_omap":35,"kb_used_meta":53980,"kb_avail":93594968,"statfs":{"total":95995035648,"available":95841247232,"internally_reserved":0,"allocated":98463744,"data_stored":167037349,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36312,"internal_metadata":55276072},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":660,"seq":2834678415491,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":94940,"kb_used_data":42576,"kb_used_omap":23,"kb_used_meta":52328,"kb_avail":93650212,"statfs":{"total":95995035648,"available":95897817088,"internally_reserved":0,"allocated":43597824,"data_stored":80829959,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":24173,"internal_metadata":53584275},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":463,"seq":1988569858221,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":692864,"kb_used_data":193964,"kb_used_omap":46,"kb_used_meta":498833,"kb_avail":93052288,"statfs":{"total":95995035648,"available":95285542912,"internally_reserved":0,"allocated":198619136,"data_stored":533391905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48036,"internal_metadata":510805084},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":528,"seq":2267742732447,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":401776,"kb_used_data":209252,"kb_used_omap":54,"kb_used_meta":192457,"kb_avail":93343376,"statfs":{"total":95995035648,"available":95583617024,"internally_reserved":0,"allocated":214274048,"data_stored":587826473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56016,"internal_metadata":197076272},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":495,"seq":2126008811686,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":485244,"kb_used_data":166572,"kb_used_omap":47,"kb_used_meta":318608,"kb_avail":93259908,"statfs":{"total":95995035648,"available":95498145792,"internally_reserved":0,"allocated":170569728,"data_stored":457545161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48143,"internal_metadata":326255601},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":562,"seq":2413771620504,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":177748,"kb_used_data":84672,"kb_used_omap":37,"kb_used_meta":93018,"kb_avail":93567404,"statfs":{"total":95995035648,"available":95813021696,"internally_reserved":0,"allocated":86704128,"data_stored":171510863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38083,"internal_metadata":95251261},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":591,"seq":2538325672082,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":365920,"kb_used_data":157844,"kb_used_omap":61,"kb_used_meta":208002,"kb_avail":93379232,"statfs":{"total":95995035648,"available":95620333568,"internally_reserved":0,"allocated":161632256,"data_stored":367986669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":62843,"internal_metadata":212994693},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":625,"seq":2684354560138,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":509804,"kb_used_data":269020,"kb_used_omap":73,"kb_used_meta":240694,"kb_avail":93235348,"statfs":{"total":95995035648,"available":95472996352,"internally_reserved":0,"allocated":275476480,"data_stored":649851960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":75044,"internal_metadata":246471388},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7413,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2060,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2124,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3359,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3677,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2797,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2839,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2106,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":188411904,"data_stored":527167488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":160964608,"data_stored":451911680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":204677120,"data_stored":582193152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":77082624,"data_stored":165871616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":152018944,"data_stored":362352640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":265863168,"data_stored":644214784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":33390592,"data_stored":74600448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":88264704,"data_stored":160813056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-07T03:18:16.490 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:18:16.490 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:18:16.490 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:18:16.490 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-07T03:18:16.491 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-07T03:18:16.491 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-07T03:18:16.491 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.c in trimming, state: active+clean+snaptrim_error 2024-03-07T03:18:16.491 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-07T03:18:16.491 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:18:16.491 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-07T03:18:17.407 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:18:17 smithi092 ceph-mon[83777]: pgmap v948: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:17.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:18:17 smithi090 ceph-mon[89511]: pgmap v948: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:17.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:18:17 smithi090 ceph-mon[91928]: pgmap v948: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:19.407 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:18:19 smithi092 ceph-mon[83777]: pgmap v949: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:19.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:18:19 smithi090 ceph-mon[89511]: pgmap v949: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:19.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:18:19 smithi090 ceph-mon[91928]: pgmap v949: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:21.407 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:18:21 smithi092 ceph-mon[83777]: pgmap v950: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:21.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:18:21 smithi090 ceph-mon[89511]: pgmap v950: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:21.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:18:21 smithi090 ceph-mon[91928]: pgmap v950: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:22.657 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:18:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:18:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:18:23.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:18:23 smithi090 ceph-mon[89511]: pgmap v951: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:23.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:18:23 smithi090 ceph-mon[91928]: pgmap v951: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:23.320 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:18:23 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:18:23] "GET /metrics HTTP/1.1" 200 36316 "" "Prometheus/2.43.0" 2024-03-07T03:18:23.407 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:18:23 smithi092 ceph-mon[83777]: pgmap v951: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:25.407 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:18:25 smithi092 ceph-mon[83777]: pgmap v952: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:25.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:18:25 smithi090 ceph-mon[89511]: pgmap v952: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:25.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:18:25 smithi090 ceph-mon[91928]: pgmap v952: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:26.492 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph pg dump --format=json 2024-03-07T03:18:26.710 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T03:18:27.407 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:18:27 smithi092 ceph-mon[83777]: pgmap v953: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:27.523 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:18:27 smithi090 ceph-mon[89511]: pgmap v953: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:27.523 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:18:27 smithi090 ceph-mon[91928]: pgmap v953: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:28.191 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:18:28 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:18:28.192 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:18:28 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:18:28.407 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:18:28 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:18:28.632 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T03:18:28.634 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-03-07T03:18:29.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:18:29 smithi090 ceph-mon[89511]: pgmap v954: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:29.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:18:29 smithi090 ceph-mon[89511]: from='client.44648 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:18:29.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:18:29 smithi090 ceph-mon[91928]: pgmap v954: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:29.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:18:29 smithi090 ceph-mon[91928]: from='client.44648 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:18:29.337 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":954,"stamp":"2024-03-07T03:18:27.992691+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":858242044,"num_objects":540,"num_object_clones":466,"num_object_copies":1620,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":540,"num_whiteouts":8,"num_read":4717,"num_read_kb":5951239,"num_write":8310,"num_write_kb":1981084,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":113,"num_bytes_recovered":387483232,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28845,"ondisk_log_size":28845,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2878480,"kb_used_data":1220056,"kb_used_omap":379,"kb_used_meta":1657924,"kb_avail":747082736,"statfs":{"total":767960285184,"available":765012721664,"internally_reserved":0,"allocated":1249337344,"data_stored":3015980339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":388650,"internal_metadata":1697714646},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003957"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":975,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:16.425753+0000","last_change":"2024-03-07T03:07:58.753984+0000","last_active":"2024-03-07T03:16:16.425753+0000","last_peered":"2024-03-07T03:16:16.425753+0000","last_clean":"2024-03-07T03:16:16.425753+0000","last_became_active":"2024-03-07T03:07:58.753138+0000","last_became_peered":"2024-03-07T03:07:58.753138+0000","last_unstale":"2024-03-07T03:16:16.425753+0000","last_undegraded":"2024-03-07T03:16:16.425753+0000","last_fullsized":"2024-03-07T03:16:16.425753+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:37:39.612519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:49.915408+0000","last_change":"2024-03-07T03:07:23.074862+0000","last_active":"2024-03-07T03:14:49.915408+0000","last_peered":"2024-03-07T03:14:49.915408+0000","last_clean":"2024-03-07T03:14:49.915408+0000","last_became_active":"2024-03-07T03:07:23.074512+0000","last_became_peered":"2024-03-07T03:07:23.074512+0000","last_unstale":"2024-03-07T03:14:49.915408+0000","last_undegraded":"2024-03-07T03:14:49.915408+0000","last_fullsized":"2024-03-07T03:14:49.915408+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:45:24.128672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1216,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822233+0000","last_change":"2024-03-07T03:05:01.446762+0000","last_active":"2024-03-07T03:16:20.822233+0000","last_peered":"2024-03-07T03:16:20.822233+0000","last_clean":"2024-03-07T03:16:20.822233+0000","last_became_active":"2024-03-07T03:05:01.446425+0000","last_became_peered":"2024-03-07T03:05:01.446425+0000","last_unstale":"2024-03-07T03:16:20.822233+0000","last_undegraded":"2024-03-07T03:16:20.822233+0000","last_fullsized":"2024-03-07T03:16:20.822233+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:39:39.897066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1054,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:45.964721+0000","last_change":"2024-03-07T03:07:58.755992+0000","last_active":"2024-03-07T03:14:45.964721+0000","last_peered":"2024-03-07T03:14:45.964721+0000","last_clean":"2024-03-07T03:14:45.964721+0000","last_became_active":"2024-03-07T03:07:58.755499+0000","last_became_peered":"2024-03-07T03:07:58.755499+0000","last_unstale":"2024-03-07T03:14:45.964721+0000","last_undegraded":"2024-03-07T03:14:45.964721+0000","last_fullsized":"2024-03-07T03:14:45.964721+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:26:12.313572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:26.420373+0000","last_change":"2024-03-07T03:07:58.752235+0000","last_active":"2024-03-07T03:15:26.420373+0000","last_peered":"2024-03-07T03:15:26.420373+0000","last_clean":"2024-03-07T03:15:26.420373+0000","last_became_active":"2024-03-07T03:07:58.751575+0000","last_became_peered":"2024-03-07T03:07:58.751575+0000","last_unstale":"2024-03-07T03:15:26.420373+0000","last_undegraded":"2024-03-07T03:15:26.420373+0000","last_fullsized":"2024-03-07T03:15:26.420373+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:12:05.995515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1031,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.960740+0000","last_change":"2024-03-07T03:06:47.859644+0000","last_active":"2024-03-07T03:14:15.960740+0000","last_peered":"2024-03-07T03:14:15.960740+0000","last_clean":"2024-03-07T03:14:15.960740+0000","last_became_active":"2024-03-07T03:06:47.859097+0000","last_became_peered":"2024-03-07T03:06:47.859097+0000","last_unstale":"2024-03-07T03:14:15.960740+0000","last_undegraded":"2024-03-07T03:14:15.960740+0000","last_fullsized":"2024-03-07T03:14:15.960740+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:22:46.909130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:26.420347+0000","last_change":"2024-03-07T03:07:58.754226+0000","last_active":"2024-03-07T03:15:26.420347+0000","last_peered":"2024-03-07T03:15:26.420347+0000","last_clean":"2024-03-07T03:15:26.420347+0000","last_became_active":"2024-03-07T03:07:58.753169+0000","last_became_peered":"2024-03-07T03:07:58.753169+0000","last_unstale":"2024-03-07T03:15:26.420347+0000","last_undegraded":"2024-03-07T03:15:26.420347+0000","last_fullsized":"2024-03-07T03:15:26.420347+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:46:59.258099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1088,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:33.987297+0000","last_change":"2024-03-07T03:07:23.073492+0000","last_active":"2024-03-07T03:15:33.987297+0000","last_peered":"2024-03-07T03:15:33.987297+0000","last_clean":"2024-03-07T03:15:33.987297+0000","last_became_active":"2024-03-07T03:07:23.071929+0000","last_became_peered":"2024-03-07T03:07:23.071929+0000","last_unstale":"2024-03-07T03:15:33.987297+0000","last_undegraded":"2024-03-07T03:15:33.987297+0000","last_fullsized":"2024-03-07T03:15:33.987297+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:35:26.391722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":980,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:11.418817+0000","last_change":"2024-03-07T03:07:58.760328+0000","last_active":"2024-03-07T03:15:11.418817+0000","last_peered":"2024-03-07T03:15:11.418817+0000","last_clean":"2024-03-07T03:15:11.418817+0000","last_became_active":"2024-03-07T03:07:58.760046+0000","last_became_peered":"2024-03-07T03:07:58.760046+0000","last_unstale":"2024-03-07T03:15:11.418817+0000","last_undegraded":"2024-03-07T03:15:11.418817+0000","last_fullsized":"2024-03-07T03:15:11.418817+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:08:46.356817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1006,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:36.180545+0000","last_change":"2024-03-07T03:07:23.079945+0000","last_active":"2024-03-07T03:14:36.180545+0000","last_peered":"2024-03-07T03:14:36.180545+0000","last_clean":"2024-03-07T03:14:36.180545+0000","last_became_active":"2024-03-07T03:07:23.078551+0000","last_became_peered":"2024-03-07T03:07:23.078551+0000","last_unstale":"2024-03-07T03:14:36.180545+0000","last_undegraded":"2024-03-07T03:14:36.180545+0000","last_fullsized":"2024-03-07T03:14:36.180545+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:03:46.670084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1006,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:36.180515+0000","last_change":"2024-03-07T03:07:23.081963+0000","last_active":"2024-03-07T03:14:36.180515+0000","last_peered":"2024-03-07T03:14:36.180515+0000","last_clean":"2024-03-07T03:14:36.180515+0000","last_became_active":"2024-03-07T03:07:23.080128+0000","last_became_peered":"2024-03-07T03:07:23.080128+0000","last_unstale":"2024-03-07T03:14:36.180515+0000","last_undegraded":"2024-03-07T03:14:36.180515+0000","last_fullsized":"2024-03-07T03:14:36.180515+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:56.813267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1149,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:39.524576+0000","last_change":"2024-03-07T03:07:23.074902+0000","last_active":"2024-03-07T03:14:39.524576+0000","last_peered":"2024-03-07T03:14:39.524576+0000","last_clean":"2024-03-07T03:14:39.524576+0000","last_became_active":"2024-03-07T03:07:23.074466+0000","last_became_peered":"2024-03-07T03:07:23.074466+0000","last_unstale":"2024-03-07T03:14:39.524576+0000","last_undegraded":"2024-03-07T03:14:39.524576+0000","last_fullsized":"2024-03-07T03:14:39.524576+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:40:20.268555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1118,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:13.984667+0000","last_change":"2024-03-07T03:07:23.072635+0000","last_active":"2024-03-07T03:15:13.984667+0000","last_peered":"2024-03-07T03:15:13.984667+0000","last_clean":"2024-03-07T03:15:13.984667+0000","last_became_active":"2024-03-07T03:07:23.071712+0000","last_became_peered":"2024-03-07T03:07:23.071712+0000","last_unstale":"2024-03-07T03:15:13.984667+0000","last_undegraded":"2024-03-07T03:15:13.984667+0000","last_fullsized":"2024-03-07T03:15:13.984667+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:00:39.298564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:30.816816+0000","last_change":"2024-03-07T03:06:47.851538+0000","last_active":"2024-03-07T03:15:30.816816+0000","last_peered":"2024-03-07T03:15:30.816816+0000","last_clean":"2024-03-07T03:15:30.816816+0000","last_became_active":"2024-03-07T03:06:47.851183+0000","last_became_peered":"2024-03-07T03:06:47.851183+0000","last_unstale":"2024-03-07T03:15:30.816816+0000","last_undegraded":"2024-03-07T03:15:30.816816+0000","last_fullsized":"2024-03-07T03:15:30.816816+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:36:23.932334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:04.922575+0000","last_change":"2024-03-07T03:06:47.843126+0000","last_active":"2024-03-07T03:16:04.922575+0000","last_peered":"2024-03-07T03:16:04.922575+0000","last_clean":"2024-03-07T03:16:04.922575+0000","last_became_active":"2024-03-07T03:06:47.842736+0000","last_became_peered":"2024-03-07T03:06:47.842736+0000","last_unstale":"2024-03-07T03:16:04.922575+0000","last_undegraded":"2024-03-07T03:16:04.922575+0000","last_fullsized":"2024-03-07T03:16:04.922575+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:48:10.843465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1036,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:05.974417+0000","last_change":"2024-03-07T03:07:58.755620+0000","last_active":"2024-03-07T03:16:05.974417+0000","last_peered":"2024-03-07T03:16:05.974417+0000","last_clean":"2024-03-07T03:16:05.974417+0000","last_became_active":"2024-03-07T03:07:58.755267+0000","last_became_peered":"2024-03-07T03:07:58.755267+0000","last_unstale":"2024-03-07T03:16:05.974417+0000","last_undegraded":"2024-03-07T03:16:05.974417+0000","last_fullsized":"2024-03-07T03:16:05.974417+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:51:32.339400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1040,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:05.974492+0000","last_change":"2024-03-07T03:07:58.756358+0000","last_active":"2024-03-07T03:16:05.974492+0000","last_peered":"2024-03-07T03:16:05.974492+0000","last_clean":"2024-03-07T03:16:05.974492+0000","last_became_active":"2024-03-07T03:07:58.755960+0000","last_became_peered":"2024-03-07T03:07:58.755960+0000","last_unstale":"2024-03-07T03:16:05.974492+0000","last_undegraded":"2024-03-07T03:16:05.974492+0000","last_fullsized":"2024-03-07T03:16:05.974492+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:47.464423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1157,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:19.522506+0000","last_change":"2024-03-07T03:07:58.755619+0000","last_active":"2024-03-07T03:14:19.522506+0000","last_peered":"2024-03-07T03:14:19.522506+0000","last_clean":"2024-03-07T03:14:19.522506+0000","last_became_active":"2024-03-07T03:07:58.755214+0000","last_became_peered":"2024-03-07T03:07:58.755214+0000","last_unstale":"2024-03-07T03:14:19.522506+0000","last_undegraded":"2024-03-07T03:14:19.522506+0000","last_fullsized":"2024-03-07T03:14:19.522506+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:59:02.041330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":973,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:41.415600+0000","last_change":"2024-03-07T03:07:58.756563+0000","last_active":"2024-03-07T03:14:41.415600+0000","last_peered":"2024-03-07T03:14:41.415600+0000","last_clean":"2024-03-07T03:14:41.415600+0000","last_became_active":"2024-03-07T03:07:58.752195+0000","last_became_peered":"2024-03-07T03:07:58.752195+0000","last_unstale":"2024-03-07T03:14:41.415600+0000","last_undegraded":"2024-03-07T03:14:41.415600+0000","last_fullsized":"2024-03-07T03:14:41.415600+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:32:35.496500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"716'5","reported_seq":1224,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822272+0000","last_change":"2024-03-07T03:07:58.753999+0000","last_active":"2024-03-07T03:16:20.822272+0000","last_peered":"2024-03-07T03:16:20.822272+0000","last_clean":"2024-03-07T03:16:20.822272+0000","last_became_active":"2024-03-07T03:07:58.753607+0000","last_became_peered":"2024-03-07T03:07:58.753607+0000","last_unstale":"2024-03-07T03:16:20.822272+0000","last_undegraded":"2024-03-07T03:16:20.822272+0000","last_fullsized":"2024-03-07T03:16:20.822272+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:28:57.567238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1112,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:33.987393+0000","last_change":"2024-03-07T03:07:23.083830+0000","last_active":"2024-03-07T03:15:33.987393+0000","last_peered":"2024-03-07T03:15:33.987393+0000","last_clean":"2024-03-07T03:15:33.987393+0000","last_became_active":"2024-03-07T03:07:23.083530+0000","last_became_peered":"2024-03-07T03:07:23.083530+0000","last_unstale":"2024-03-07T03:15:33.987393+0000","last_undegraded":"2024-03-07T03:15:33.987393+0000","last_fullsized":"2024-03-07T03:15:33.987393+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:57.938032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"716'2","reported_seq":1132,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:33.987404+0000","last_change":"2024-03-07T03:06:47.849618+0000","last_active":"2024-03-07T03:15:33.987404+0000","last_peered":"2024-03-07T03:15:33.987404+0000","last_clean":"2024-03-07T03:15:33.987404+0000","last_became_active":"2024-03-07T03:06:47.849222+0000","last_became_peered":"2024-03-07T03:06:47.849222+0000","last_unstale":"2024-03-07T03:15:33.987404+0000","last_undegraded":"2024-03-07T03:15:33.987404+0000","last_fullsized":"2024-03-07T03:15:33.987404+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:36:41.880143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1216,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822262+0000","last_change":"2024-03-07T03:06:47.851880+0000","last_active":"2024-03-07T03:16:20.822262+0000","last_peered":"2024-03-07T03:16:20.822262+0000","last_clean":"2024-03-07T03:16:20.822262+0000","last_became_active":"2024-03-07T03:06:47.851176+0000","last_became_peered":"2024-03-07T03:06:47.851176+0000","last_unstale":"2024-03-07T03:16:20.822262+0000","last_undegraded":"2024-03-07T03:16:20.822262+0000","last_fullsized":"2024-03-07T03:16:20.822262+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:38:59.663068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":978,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:26.420409+0000","last_change":"2024-03-07T03:07:58.757245+0000","last_active":"2024-03-07T03:15:26.420409+0000","last_peered":"2024-03-07T03:15:26.420409+0000","last_clean":"2024-03-07T03:15:26.420409+0000","last_became_active":"2024-03-07T03:07:58.754456+0000","last_became_peered":"2024-03-07T03:07:58.754456+0000","last_unstale":"2024-03-07T03:15:26.420409+0000","last_undegraded":"2024-03-07T03:15:26.420409+0000","last_fullsized":"2024-03-07T03:15:26.420409+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:57:32.153933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1044,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.960779+0000","last_change":"2024-03-07T03:06:47.855220+0000","last_active":"2024-03-07T03:14:15.960779+0000","last_peered":"2024-03-07T03:14:15.960779+0000","last_clean":"2024-03-07T03:14:15.960779+0000","last_became_active":"2024-03-07T03:06:47.854836+0000","last_became_peered":"2024-03-07T03:06:47.854836+0000","last_unstale":"2024-03-07T03:14:15.960779+0000","last_undegraded":"2024-03-07T03:14:15.960779+0000","last_fullsized":"2024-03-07T03:14:15.960779+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:51:35.386552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:26.420388+0000","last_change":"2024-03-07T03:07:58.757676+0000","last_active":"2024-03-07T03:15:26.420388+0000","last_peered":"2024-03-07T03:15:26.420388+0000","last_clean":"2024-03-07T03:15:26.420388+0000","last_became_active":"2024-03-07T03:07:58.753930+0000","last_became_peered":"2024-03-07T03:07:58.753930+0000","last_unstale":"2024-03-07T03:15:26.420388+0000","last_undegraded":"2024-03-07T03:15:26.420388+0000","last_fullsized":"2024-03-07T03:15:26.420388+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:56.639688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1038,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.960791+0000","last_change":"2024-03-07T03:07:23.076532+0000","last_active":"2024-03-07T03:14:15.960791+0000","last_peered":"2024-03-07T03:14:15.960791+0000","last_clean":"2024-03-07T03:14:15.960791+0000","last_became_active":"2024-03-07T03:07:23.076234+0000","last_became_peered":"2024-03-07T03:07:23.076234+0000","last_unstale":"2024-03-07T03:14:15.960791+0000","last_undegraded":"2024-03-07T03:14:15.960791+0000","last_fullsized":"2024-03-07T03:14:15.960791+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:16:39.967241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"716'2","reported_seq":1091,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:33.987379+0000","last_change":"2024-03-07T03:07:58.752045+0000","last_active":"2024-03-07T03:15:33.987379+0000","last_peered":"2024-03-07T03:15:33.987379+0000","last_clean":"2024-03-07T03:15:33.987379+0000","last_became_active":"2024-03-07T03:07:58.751585+0000","last_became_peered":"2024-03-07T03:07:58.751585+0000","last_unstale":"2024-03-07T03:15:33.987379+0000","last_undegraded":"2024-03-07T03:15:33.987379+0000","last_fullsized":"2024-03-07T03:15:33.987379+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:03:01.652607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1108,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:38.077764+0000","last_change":"2024-03-07T03:06:09.990854+0000","last_active":"2024-03-07T03:13:38.077764+0000","last_peered":"2024-03-07T03:13:38.077764+0000","last_clean":"2024-03-07T03:13:38.077764+0000","last_became_active":"2024-03-07T03:06:09.990464+0000","last_became_peered":"2024-03-07T03:06:09.990464+0000","last_unstale":"2024-03-07T03:13:38.077764+0000","last_undegraded":"2024-03-07T03:13:38.077764+0000","last_fullsized":"2024-03-07T03:13:38.077764+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:53:52.856954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"716'2","reported_seq":1011,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:51.181910+0000","last_change":"2024-03-07T03:07:58.754526+0000","last_active":"2024-03-07T03:14:51.181910+0000","last_peered":"2024-03-07T03:14:51.181910+0000","last_clean":"2024-03-07T03:14:51.181910+0000","last_became_active":"2024-03-07T03:07:58.754123+0000","last_became_peered":"2024-03-07T03:07:58.754123+0000","last_unstale":"2024-03-07T03:14:51.181910+0000","last_undegraded":"2024-03-07T03:14:51.181910+0000","last_fullsized":"2024-03-07T03:14:51.181910+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:41:34.446180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:50.805938+0000","last_change":"2024-03-07T03:07:58.750769+0000","last_active":"2024-03-07T03:13:50.805938+0000","last_peered":"2024-03-07T03:13:50.805938+0000","last_clean":"2024-03-07T03:13:50.805938+0000","last_became_active":"2024-03-07T03:07:58.749974+0000","last_became_peered":"2024-03-07T03:07:58.749974+0000","last_unstale":"2024-03-07T03:13:50.805938+0000","last_undegraded":"2024-03-07T03:13:50.805938+0000","last_fullsized":"2024-03-07T03:13:50.805938+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:56:14.059734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1128,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:13.984650+0000","last_change":"2024-03-07T03:07:23.072942+0000","last_active":"2024-03-07T03:15:13.984650+0000","last_peered":"2024-03-07T03:15:13.984650+0000","last_clean":"2024-03-07T03:15:13.984650+0000","last_became_active":"2024-03-07T03:07:23.072639+0000","last_became_peered":"2024-03-07T03:07:23.072639+0000","last_unstale":"2024-03-07T03:15:13.984650+0000","last_undegraded":"2024-03-07T03:15:13.984650+0000","last_fullsized":"2024-03-07T03:15:13.984650+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:42.808853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1125,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:13.984615+0000","last_change":"2024-03-07T03:05:35.934963+0000","last_active":"2024-03-07T03:15:13.984615+0000","last_peered":"2024-03-07T03:15:13.984615+0000","last_clean":"2024-03-07T03:15:13.984615+0000","last_became_active":"2024-03-07T03:05:35.932493+0000","last_became_peered":"2024-03-07T03:05:35.932493+0000","last_unstale":"2024-03-07T03:15:13.984615+0000","last_undegraded":"2024-03-07T03:15:13.984615+0000","last_fullsized":"2024-03-07T03:15:13.984615+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:00:57.111662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1040,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:00.958587+0000","last_change":"2024-03-07T03:07:58.756063+0000","last_active":"2024-03-07T03:14:00.958587+0000","last_peered":"2024-03-07T03:14:00.958587+0000","last_clean":"2024-03-07T03:14:00.958587+0000","last_became_active":"2024-03-07T03:07:58.755712+0000","last_became_peered":"2024-03-07T03:07:58.755712+0000","last_unstale":"2024-03-07T03:14:00.958587+0000","last_undegraded":"2024-03-07T03:14:00.958587+0000","last_fullsized":"2024-03-07T03:14:00.958587+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:13:06.484346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:04.910749+0000","last_change":"2024-03-07T03:06:09.996319+0000","last_active":"2024-03-07T03:14:04.910749+0000","last_peered":"2024-03-07T03:14:04.910749+0000","last_clean":"2024-03-07T03:14:04.910749+0000","last_became_active":"2024-03-07T03:06:09.996002+0000","last_became_peered":"2024-03-07T03:06:09.996002+0000","last_unstale":"2024-03-07T03:14:04.910749+0000","last_undegraded":"2024-03-07T03:14:04.910749+0000","last_fullsized":"2024-03-07T03:14:04.910749+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:41:55.764562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1007,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:36.180568+0000","last_change":"2024-03-07T03:07:23.083466+0000","last_active":"2024-03-07T03:14:36.180568+0000","last_peered":"2024-03-07T03:14:36.180568+0000","last_clean":"2024-03-07T03:14:36.180568+0000","last_became_active":"2024-03-07T03:07:23.083156+0000","last_became_peered":"2024-03-07T03:07:23.083156+0000","last_unstale":"2024-03-07T03:14:36.180568+0000","last_undegraded":"2024-03-07T03:14:36.180568+0000","last_fullsized":"2024-03-07T03:14:36.180568+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:32:00.539449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1026,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:00.958646+0000","last_change":"2024-03-07T03:07:58.752127+0000","last_active":"2024-03-07T03:14:00.958646+0000","last_peered":"2024-03-07T03:14:00.958646+0000","last_clean":"2024-03-07T03:14:00.958646+0000","last_became_active":"2024-03-07T03:07:58.751770+0000","last_became_peered":"2024-03-07T03:07:58.751770+0000","last_unstale":"2024-03-07T03:14:00.958646+0000","last_undegraded":"2024-03-07T03:14:00.958646+0000","last_fullsized":"2024-03-07T03:14:00.958646+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:43.791488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1060,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:00.958636+0000","last_change":"2024-03-07T03:07:23.077653+0000","last_active":"2024-03-07T03:14:00.958636+0000","last_peered":"2024-03-07T03:14:00.958636+0000","last_clean":"2024-03-07T03:14:00.958636+0000","last_became_active":"2024-03-07T03:07:23.077355+0000","last_became_peered":"2024-03-07T03:07:23.077355+0000","last_unstale":"2024-03-07T03:14:00.958636+0000","last_undegraded":"2024-03-07T03:14:00.958636+0000","last_fullsized":"2024-03-07T03:14:00.958636+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:45.861158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:55.819456+0000","last_change":"2024-03-07T03:06:47.851508+0000","last_active":"2024-03-07T03:15:55.819456+0000","last_peered":"2024-03-07T03:15:55.819456+0000","last_clean":"2024-03-07T03:15:55.819456+0000","last_became_active":"2024-03-07T03:06:47.850839+0000","last_became_peered":"2024-03-07T03:06:47.850839+0000","last_unstale":"2024-03-07T03:15:55.819456+0000","last_undegraded":"2024-03-07T03:15:55.819456+0000","last_fullsized":"2024-03-07T03:15:55.819456+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:08:06.622234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1193,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:04.910791+0000","last_change":"2024-03-07T03:06:47.845848+0000","last_active":"2024-03-07T03:14:04.910791+0000","last_peered":"2024-03-07T03:14:04.910791+0000","last_clean":"2024-03-07T03:14:04.910791+0000","last_became_active":"2024-03-07T03:06:47.845425+0000","last_became_peered":"2024-03-07T03:06:47.845425+0000","last_unstale":"2024-03-07T03:14:04.910791+0000","last_undegraded":"2024-03-07T03:14:04.910791+0000","last_fullsized":"2024-03-07T03:14:04.910791+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:16:24.833986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1080,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:28.090047+0000","last_change":"2024-03-07T03:07:58.754983+0000","last_active":"2024-03-07T03:15:28.090047+0000","last_peered":"2024-03-07T03:15:28.090047+0000","last_clean":"2024-03-07T03:15:28.090047+0000","last_became_active":"2024-03-07T03:07:58.754657+0000","last_became_peered":"2024-03-07T03:07:58.754657+0000","last_unstale":"2024-03-07T03:15:28.090047+0000","last_undegraded":"2024-03-07T03:15:28.090047+0000","last_fullsized":"2024-03-07T03:15:28.090047+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:06:00.897772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"716'29","reported_seq":1042,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:21.179150+0000","last_change":"2024-03-07T03:07:23.079677+0000","last_active":"2024-03-07T03:14:21.179150+0000","last_peered":"2024-03-07T03:14:21.179150+0000","last_clean":"2024-03-07T03:14:21.179150+0000","last_became_active":"2024-03-07T03:07:23.079320+0000","last_became_peered":"2024-03-07T03:07:23.079320+0000","last_unstale":"2024-03-07T03:14:21.179150+0000","last_undegraded":"2024-03-07T03:14:21.179150+0000","last_fullsized":"2024-03-07T03:14:21.179150+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:49:54.979015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:11.418787+0000","last_change":"2024-03-07T03:07:58.758376+0000","last_active":"2024-03-07T03:15:11.418787+0000","last_peered":"2024-03-07T03:15:11.418787+0000","last_clean":"2024-03-07T03:15:11.418787+0000","last_became_active":"2024-03-07T03:07:58.757816+0000","last_became_peered":"2024-03-07T03:07:58.757816+0000","last_unstale":"2024-03-07T03:15:11.418787+0000","last_undegraded":"2024-03-07T03:15:11.418787+0000","last_fullsized":"2024-03-07T03:15:11.418787+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:47.253727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1220,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:30.816851+0000","last_change":"2024-03-07T03:06:09.989072+0000","last_active":"2024-03-07T03:15:30.816851+0000","last_peered":"2024-03-07T03:15:30.816851+0000","last_clean":"2024-03-07T03:15:30.816851+0000","last_became_active":"2024-03-07T03:06:09.987754+0000","last_became_peered":"2024-03-07T03:06:09.987754+0000","last_unstale":"2024-03-07T03:15:30.816851+0000","last_undegraded":"2024-03-07T03:15:30.816851+0000","last_fullsized":"2024-03-07T03:15:30.816851+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:05:15.340331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:30.816835+0000","last_change":"2024-03-07T03:07:58.754207+0000","last_active":"2024-03-07T03:15:30.816835+0000","last_peered":"2024-03-07T03:15:30.816835+0000","last_clean":"2024-03-07T03:15:30.816835+0000","last_became_active":"2024-03-07T03:07:58.753859+0000","last_became_peered":"2024-03-07T03:07:58.753859+0000","last_unstale":"2024-03-07T03:15:30.816835+0000","last_undegraded":"2024-03-07T03:15:30.816835+0000","last_fullsized":"2024-03-07T03:15:30.816835+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:14:02.813872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1054,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:05.974451+0000","last_change":"2024-03-07T03:07:58.755838+0000","last_active":"2024-03-07T03:16:05.974451+0000","last_peered":"2024-03-07T03:16:05.974451+0000","last_clean":"2024-03-07T03:16:05.974451+0000","last_became_active":"2024-03-07T03:07:58.755436+0000","last_became_peered":"2024-03-07T03:07:58.755436+0000","last_unstale":"2024-03-07T03:16:05.974451+0000","last_undegraded":"2024-03-07T03:16:05.974451+0000","last_fullsized":"2024-03-07T03:16:05.974451+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:25.094944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:56.417167+0000","last_change":"2024-03-07T03:07:58.750199+0000","last_active":"2024-03-07T03:14:56.417167+0000","last_peered":"2024-03-07T03:14:56.417167+0000","last_clean":"2024-03-07T03:14:56.417167+0000","last_became_active":"2024-03-07T03:07:58.749858+0000","last_became_peered":"2024-03-07T03:07:58.749858+0000","last_unstale":"2024-03-07T03:14:56.417167+0000","last_undegraded":"2024-03-07T03:14:56.417167+0000","last_fullsized":"2024-03-07T03:14:56.417167+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:41.122539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1015,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:21.179131+0000","last_change":"2024-03-07T03:07:23.076835+0000","last_active":"2024-03-07T03:14:21.179131+0000","last_peered":"2024-03-07T03:14:21.179131+0000","last_clean":"2024-03-07T03:14:21.179131+0000","last_became_active":"2024-03-07T03:07:23.075094+0000","last_became_peered":"2024-03-07T03:07:23.075094+0000","last_unstale":"2024-03-07T03:14:21.179131+0000","last_undegraded":"2024-03-07T03:14:21.179131+0000","last_fullsized":"2024-03-07T03:14:21.179131+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:50:36.739831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1006,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:21.179108+0000","last_change":"2024-03-07T03:07:23.078279+0000","last_active":"2024-03-07T03:14:21.179108+0000","last_peered":"2024-03-07T03:14:21.179108+0000","last_clean":"2024-03-07T03:14:21.179108+0000","last_became_active":"2024-03-07T03:07:23.077338+0000","last_became_peered":"2024-03-07T03:07:23.077338+0000","last_unstale":"2024-03-07T03:14:21.179108+0000","last_undegraded":"2024-03-07T03:14:21.179108+0000","last_fullsized":"2024-03-07T03:14:21.179108+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:05:40.599683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1170,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:19.522440+0000","last_change":"2024-03-07T03:05:01.461919+0000","last_active":"2024-03-07T03:14:19.522440+0000","last_peered":"2024-03-07T03:14:19.522440+0000","last_clean":"2024-03-07T03:14:19.522440+0000","last_became_active":"2024-03-07T03:05:01.459759+0000","last_became_peered":"2024-03-07T03:05:01.459759+0000","last_unstale":"2024-03-07T03:14:19.522440+0000","last_undegraded":"2024-03-07T03:14:19.522440+0000","last_fullsized":"2024-03-07T03:14:19.522440+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:31:45.535178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":973,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:56.417138+0000","last_change":"2024-03-07T03:07:58.753856+0000","last_active":"2024-03-07T03:14:56.417138+0000","last_peered":"2024-03-07T03:14:56.417138+0000","last_clean":"2024-03-07T03:14:56.417138+0000","last_became_active":"2024-03-07T03:07:58.751889+0000","last_became_peered":"2024-03-07T03:07:58.751889+0000","last_unstale":"2024-03-07T03:14:56.417138+0000","last_undegraded":"2024-03-07T03:14:56.417138+0000","last_fullsized":"2024-03-07T03:14:56.417138+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:27:20.126942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"863'1273","reported_seq":4342,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:49.531941+0000","last_change":"2024-03-07T03:10:56.137635+0000","last_active":"2024-03-07T03:15:49.531941+0000","last_peered":"2024-03-07T03:15:49.531941+0000","last_clean":"2024-03-07T03:15:49.531941+0000","last_became_active":"2024-03-07T03:05:01.457883+0000","last_became_peered":"2024-03-07T03:05:01.457883+0000","last_unstale":"2024-03-07T03:15:49.531941+0000","last_undegraded":"2024-03-07T03:15:49.531941+0000","last_fullsized":"2024-03-07T03:15:49.531941+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1273,"log_dups_size":0,"ondisk_log_size":1273,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:21:46.718939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.021818005000000001,"stat_sum":{"num_bytes":15540224,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":258,"num_read_kb":529715,"num_write":442,"num_write_kb":102224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1441792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.f","version":"61'1","reported_seq":1083,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:08.088005+0000","last_change":"2024-03-07T03:07:58.755003+0000","last_active":"2024-03-07T03:15:08.088005+0000","last_peered":"2024-03-07T03:15:08.088005+0000","last_clean":"2024-03-07T03:15:08.088005+0000","last_became_active":"2024-03-07T03:07:58.754564+0000","last_became_peered":"2024-03-07T03:07:58.754564+0000","last_unstale":"2024-03-07T03:15:08.088005+0000","last_undegraded":"2024-03-07T03:15:08.088005+0000","last_fullsized":"2024-03-07T03:15:08.088005+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:34:53.344746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":988,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:41.415610+0000","last_change":"2024-03-07T03:07:58.750952+0000","last_active":"2024-03-07T03:14:41.415610+0000","last_peered":"2024-03-07T03:14:41.415610+0000","last_clean":"2024-03-07T03:14:41.415610+0000","last_became_active":"2024-03-07T03:07:58.749229+0000","last_became_peered":"2024-03-07T03:07:58.749229+0000","last_unstale":"2024-03-07T03:14:41.415610+0000","last_undegraded":"2024-03-07T03:14:41.415610+0000","last_fullsized":"2024-03-07T03:14:41.415610+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:53:10.534950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"863'847","reported_seq":4050,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822185+0000","last_change":"2024-03-07T03:10:56.129162+0000","last_active":"2024-03-07T03:16:20.822185+0000","last_peered":"2024-03-07T03:16:20.822185+0000","last_clean":"2024-03-07T03:16:20.822185+0000","last_became_active":"2024-03-07T03:07:23.074596+0000","last_became_peered":"2024-03-07T03:07:23.074596+0000","last_unstale":"2024-03-07T03:16:20.822185+0000","last_undegraded":"2024-03-07T03:16:20.822185+0000","last_fullsized":"2024-03-07T03:16:20.822185+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":847,"log_dups_size":0,"ondisk_log_size":847,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:34:23.625809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0099120149999999997,"stat_sum":{"num_bytes":38936576,"num_objects":11,"num_object_clones":9,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":157,"num_read_kb":413258,"num_write":266,"num_write_kb":109952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":4374528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.2","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:49.915330+0000","last_change":"2024-03-07T03:06:47.845893+0000","last_active":"2024-03-07T03:14:49.915330+0000","last_peered":"2024-03-07T03:14:49.915330+0000","last_clean":"2024-03-07T03:14:49.915330+0000","last_became_active":"2024-03-07T03:06:47.845548+0000","last_became_peered":"2024-03-07T03:06:47.845548+0000","last_unstale":"2024-03-07T03:14:49.915330+0000","last_undegraded":"2024-03-07T03:14:49.915330+0000","last_fullsized":"2024-03-07T03:14:49.915330+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:19:55.051329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:49.915367+0000","last_change":"2024-03-07T03:07:58.751041+0000","last_active":"2024-03-07T03:14:49.915367+0000","last_peered":"2024-03-07T03:14:49.915367+0000","last_clean":"2024-03-07T03:14:49.915367+0000","last_became_active":"2024-03-07T03:07:58.749047+0000","last_became_peered":"2024-03-07T03:07:58.749047+0000","last_unstale":"2024-03-07T03:14:49.915367+0000","last_undegraded":"2024-03-07T03:14:49.915367+0000","last_fullsized":"2024-03-07T03:14:49.915367+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:47:59.256394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1059,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:05.967226+0000","last_change":"2024-03-07T03:06:47.858022+0000","last_active":"2024-03-07T03:15:05.967226+0000","last_peered":"2024-03-07T03:15:05.967226+0000","last_clean":"2024-03-07T03:15:05.967226+0000","last_became_active":"2024-03-07T03:06:47.857526+0000","last_became_peered":"2024-03-07T03:06:47.857526+0000","last_unstale":"2024-03-07T03:15:05.967226+0000","last_undegraded":"2024-03-07T03:15:05.967226+0000","last_fullsized":"2024-03-07T03:15:05.967226+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:02:03.856321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"862'1186","reported_seq":4381,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822242+0000","last_change":"2024-03-07T03:10:56.119983+0000","last_active":"2024-03-07T03:16:20.822242+0000","last_peered":"2024-03-07T03:16:20.822242+0000","last_clean":"2024-03-07T03:16:20.822242+0000","last_became_active":"2024-03-07T03:06:09.988405+0000","last_became_peered":"2024-03-07T03:06:09.988405+0000","last_unstale":"2024-03-07T03:16:20.822242+0000","last_undegraded":"2024-03-07T03:16:20.822242+0000","last_fullsized":"2024-03-07T03:16:20.822242+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1186,"log_dups_size":0,"ondisk_log_size":1186,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:41:38.890400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099770099999999993,"stat_sum":{"num_bytes":13524992,"num_objects":9,"num_object_clones":6,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":208,"num_read_kb":390958,"num_write":505,"num_write_kb":103888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":50642944,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:49.915380+0000","last_change":"2024-03-07T03:05:35.928460+0000","last_active":"2024-03-07T03:14:49.915380+0000","last_peered":"2024-03-07T03:14:49.915380+0000","last_clean":"2024-03-07T03:14:49.915380+0000","last_became_active":"2024-03-07T03:05:35.928017+0000","last_became_peered":"2024-03-07T03:05:35.928017+0000","last_unstale":"2024-03-07T03:14:49.915380+0000","last_undegraded":"2024-03-07T03:14:49.915380+0000","last_fullsized":"2024-03-07T03:14:49.915380+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:53:27.674544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1028,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:05.967147+0000","last_change":"2024-03-07T03:07:23.075249+0000","last_active":"2024-03-07T03:15:05.967147+0000","last_peered":"2024-03-07T03:15:05.967147+0000","last_clean":"2024-03-07T03:15:05.967147+0000","last_became_active":"2024-03-07T03:07:23.074866+0000","last_became_peered":"2024-03-07T03:07:23.074866+0000","last_unstale":"2024-03-07T03:15:05.967147+0000","last_undegraded":"2024-03-07T03:15:05.967147+0000","last_fullsized":"2024-03-07T03:15:05.967147+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:03.393010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1080,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:28.083299+0000","last_change":"2024-03-07T03:07:23.069585+0000","last_active":"2024-03-07T03:14:28.083299+0000","last_peered":"2024-03-07T03:14:28.083299+0000","last_clean":"2024-03-07T03:14:28.083299+0000","last_became_active":"2024-03-07T03:07:23.069262+0000","last_became_peered":"2024-03-07T03:07:23.069262+0000","last_unstale":"2024-03-07T03:14:28.083299+0000","last_undegraded":"2024-03-07T03:14:28.083299+0000","last_fullsized":"2024-03-07T03:14:28.083299+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:11:22.045807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"861'1094","reported_seq":4798,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:15:49.532042+0000","last_change":"2024-03-07T03:10:57.331022+0000","last_active":"2024-03-07T03:15:49.532042+0000","last_peered":"2024-03-07T03:15:49.532042+0000","last_clean":"2024-03-07T03:15:49.532042+0000","last_became_active":"2024-03-07T03:06:47.847229+0000","last_became_peered":"2024-03-07T03:06:47.847229+0000","last_unstale":"2024-03-07T03:15:49.532042+0000","last_undegraded":"2024-03-07T03:15:49.532042+0000","last_fullsized":"2024-03-07T03:15:49.532042+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1094,"log_dups_size":0,"ondisk_log_size":1094,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:58:27.729404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.032339935,"stat_sum":{"num_bytes":113606656,"num_objects":59,"num_object_clones":55,"num_object_copies":177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":279,"num_read_kb":358703,"num_write":525,"num_write_kb":146904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":36642816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1184,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:14.918114+0000","last_change":"2024-03-07T03:06:47.843416+0000","last_active":"2024-03-07T03:15:14.918114+0000","last_peered":"2024-03-07T03:15:14.918114+0000","last_clean":"2024-03-07T03:15:14.918114+0000","last_became_active":"2024-03-07T03:06:47.842812+0000","last_became_peered":"2024-03-07T03:06:47.842812+0000","last_unstale":"2024-03-07T03:15:14.918114+0000","last_undegraded":"2024-03-07T03:15:14.918114+0000","last_fullsized":"2024-03-07T03:15:14.918114+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:03:02.672609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1191,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:24.924765+0000","last_change":"2024-03-07T03:07:23.071850+0000","last_active":"2024-03-07T03:16:24.924765+0000","last_peered":"2024-03-07T03:16:24.924765+0000","last_clean":"2024-03-07T03:16:24.924765+0000","last_became_active":"2024-03-07T03:07:23.071476+0000","last_became_peered":"2024-03-07T03:07:23.071476+0000","last_unstale":"2024-03-07T03:16:24.924765+0000","last_undegraded":"2024-03-07T03:16:24.924765+0000","last_fullsized":"2024-03-07T03:16:24.924765+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:13:05.296486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1159,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:24.529427+0000","last_change":"2024-03-07T03:05:35.926187+0000","last_active":"2024-03-07T03:15:24.529427+0000","last_peered":"2024-03-07T03:15:24.529427+0000","last_clean":"2024-03-07T03:15:24.529427+0000","last_became_active":"2024-03-07T03:05:35.925908+0000","last_became_peered":"2024-03-07T03:05:35.925908+0000","last_unstale":"2024-03-07T03:15:24.529427+0000","last_undegraded":"2024-03-07T03:15:24.529427+0000","last_fullsized":"2024-03-07T03:15:24.529427+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:48:33.101185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"863'1146","reported_seq":3875,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:16.425698+0000","last_change":"2024-03-07T03:10:56.132170+0000","last_active":"2024-03-07T03:16:16.425698+0000","last_peered":"2024-03-07T03:16:16.425698+0000","last_clean":"2024-03-07T03:16:16.425698+0000","last_became_active":"2024-03-07T03:07:58.756854+0000","last_became_peered":"2024-03-07T03:07:58.756854+0000","last_unstale":"2024-03-07T03:16:16.425698+0000","last_undegraded":"2024-03-07T03:16:16.425698+0000","last_fullsized":"2024-03-07T03:16:16.425698+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1146,"log_dups_size":0,"ondisk_log_size":1146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T02:59:04.693146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.010433211,"stat_sum":{"num_bytes":34668544,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":1,"num_read":219,"num_read_kb":317694,"num_write":420,"num_write_kb":93568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":10240000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1007,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:41.187412+0000","last_change":"2024-03-07T03:07:58.760449+0000","last_active":"2024-03-07T03:15:41.187412+0000","last_peered":"2024-03-07T03:15:41.187412+0000","last_clean":"2024-03-07T03:15:41.187412+0000","last_became_active":"2024-03-07T03:07:58.760086+0000","last_became_peered":"2024-03-07T03:07:58.760086+0000","last_unstale":"2024-03-07T03:15:41.187412+0000","last_undegraded":"2024-03-07T03:15:41.187412+0000","last_fullsized":"2024-03-07T03:15:41.187412+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:34:38.583100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1090,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:58.990252+0000","last_change":"2024-03-07T03:07:23.073659+0000","last_active":"2024-03-07T03:15:58.990252+0000","last_peered":"2024-03-07T03:15:58.990252+0000","last_clean":"2024-03-07T03:15:58.990252+0000","last_became_active":"2024-03-07T03:07:23.073277+0000","last_became_peered":"2024-03-07T03:07:23.073277+0000","last_unstale":"2024-03-07T03:15:58.990252+0000","last_undegraded":"2024-03-07T03:15:58.990252+0000","last_fullsized":"2024-03-07T03:15:58.990252+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:48:34.819985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1062,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:05.967201+0000","last_change":"2024-03-07T03:07:58.752576+0000","last_active":"2024-03-07T03:15:05.967201+0000","last_peered":"2024-03-07T03:15:05.967201+0000","last_clean":"2024-03-07T03:15:05.967201+0000","last_became_active":"2024-03-07T03:07:58.752193+0000","last_became_peered":"2024-03-07T03:07:58.752193+0000","last_unstale":"2024-03-07T03:15:05.967201+0000","last_undegraded":"2024-03-07T03:15:05.967201+0000","last_fullsized":"2024-03-07T03:15:05.967201+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:55:14.205594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"395'197","reported_seq":1467,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:56.423645+0000","last_change":"2024-03-07T03:07:58.752982+0000","last_active":"2024-03-07T03:15:56.423645+0000","last_peered":"2024-03-07T03:15:56.423645+0000","last_clean":"2024-03-07T03:15:56.423645+0000","last_became_active":"2024-03-07T03:07:58.752004+0000","last_became_peered":"2024-03-07T03:07:58.752004+0000","last_unstale":"2024-03-07T03:15:56.423645+0000","last_undegraded":"2024-03-07T03:15:56.423645+0000","last_fullsized":"2024-03-07T03:15:56.423645+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_clean_scrub_stamp":"2024-03-07T02:51:31.238394+0000","objects_scrubbed":0,"log_size":197,"log_dups_size":0,"ondisk_log_size":197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:53.766202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"858'3145","reported_seq":6531,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:15:25.969713+0000","last_change":"2024-03-07T03:10:57.131283+0000","last_active":"2024-03-07T03:15:25.969713+0000","last_peered":"2024-03-07T03:15:25.969713+0000","last_clean":"2024-03-07T03:15:25.969713+0000","last_became_active":"2024-03-07T03:06:47.859231+0000","last_became_peered":"2024-03-07T03:06:47.859231+0000","last_unstale":"2024-03-07T03:15:25.969713+0000","last_undegraded":"2024-03-07T03:15:25.969713+0000","last_fullsized":"2024-03-07T03:15:25.969713+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3145,"log_dups_size":0,"ondisk_log_size":3145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:10:03.781442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001499434,"stat_sum":{"num_bytes":18481152,"num_objects":15,"num_object_clones":14,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":124,"num_read_kb":398406,"num_write":253,"num_write_kb":45856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":9773056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:40.811710+0000","last_change":"2024-03-07T03:05:01.454053+0000","last_active":"2024-03-07T03:14:40.811710+0000","last_peered":"2024-03-07T03:14:40.811710+0000","last_clean":"2024-03-07T03:14:40.811710+0000","last_became_active":"2024-03-07T03:05:01.453718+0000","last_became_peered":"2024-03-07T03:05:01.453718+0000","last_unstale":"2024-03-07T03:14:40.811710+0000","last_undegraded":"2024-03-07T03:14:40.811710+0000","last_fullsized":"2024-03-07T03:14:40.811710+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:10:59.835543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1216,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822159+0000","last_change":"2024-03-07T03:06:09.987673+0000","last_active":"2024-03-07T03:16:20.822159+0000","last_peered":"2024-03-07T03:16:20.822159+0000","last_clean":"2024-03-07T03:16:20.822159+0000","last_became_active":"2024-03-07T03:06:09.987328+0000","last_became_peered":"2024-03-07T03:06:09.987328+0000","last_unstale":"2024-03-07T03:16:20.822159+0000","last_undegraded":"2024-03-07T03:16:20.822159+0000","last_fullsized":"2024-03-07T03:16:20.822159+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:11:17.983744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":976,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:56.423621+0000","last_change":"2024-03-07T03:07:58.757849+0000","last_active":"2024-03-07T03:15:56.423621+0000","last_peered":"2024-03-07T03:15:56.423621+0000","last_clean":"2024-03-07T03:15:56.423621+0000","last_became_active":"2024-03-07T03:07:58.757399+0000","last_became_peered":"2024-03-07T03:07:58.757399+0000","last_unstale":"2024-03-07T03:15:56.423621+0000","last_undegraded":"2024-03-07T03:15:56.423621+0000","last_fullsized":"2024-03-07T03:15:56.423621+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:54:11.413787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"864'1259","reported_seq":4065,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:41.187366+0000","last_change":"2024-03-07T03:10:56.129203+0000","last_active":"2024-03-07T03:15:41.187366+0000","last_peered":"2024-03-07T03:15:41.187366+0000","last_clean":"2024-03-07T03:15:41.187366+0000","last_became_active":"2024-03-07T03:07:23.080120+0000","last_became_peered":"2024-03-07T03:07:23.080120+0000","last_unstale":"2024-03-07T03:15:41.187366+0000","last_undegraded":"2024-03-07T03:15:41.187366+0000","last_fullsized":"2024-03-07T03:15:41.187366+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1259,"log_dups_size":0,"ondisk_log_size":1259,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:33:24.850580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0059393290000000001,"stat_sum":{"num_bytes":23298048,"num_objects":10,"num_object_clones":7,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":249,"num_read_kb":271095,"num_write":553,"num_write_kb":138504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":18890752,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.3","version":"0'0","reported_seq":1216,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822216+0000","last_change":"2024-03-07T03:07:58.750289+0000","last_active":"2024-03-07T03:16:20.822216+0000","last_peered":"2024-03-07T03:16:20.822216+0000","last_clean":"2024-03-07T03:16:20.822216+0000","last_became_active":"2024-03-07T03:07:58.749557+0000","last_became_peered":"2024-03-07T03:07:58.749557+0000","last_unstale":"2024-03-07T03:16:20.822216+0000","last_undegraded":"2024-03-07T03:16:20.822216+0000","last_fullsized":"2024-03-07T03:16:20.822216+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:54:43.865660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":990,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:16.425734+0000","last_change":"2024-03-07T03:07:58.758005+0000","last_active":"2024-03-07T03:16:16.425734+0000","last_peered":"2024-03-07T03:16:16.425734+0000","last_clean":"2024-03-07T03:16:16.425734+0000","last_became_active":"2024-03-07T03:07:58.756833+0000","last_became_peered":"2024-03-07T03:07:58.756833+0000","last_unstale":"2024-03-07T03:16:16.425734+0000","last_undegraded":"2024-03-07T03:16:16.425734+0000","last_fullsized":"2024-03-07T03:16:16.425734+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:37:55.288554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:49.915390+0000","last_change":"2024-03-07T03:06:47.843644+0000","last_active":"2024-03-07T03:14:49.915390+0000","last_peered":"2024-03-07T03:14:49.915390+0000","last_clean":"2024-03-07T03:14:49.915390+0000","last_became_active":"2024-03-07T03:06:47.842694+0000","last_became_peered":"2024-03-07T03:06:47.842694+0000","last_unstale":"2024-03-07T03:14:49.915390+0000","last_undegraded":"2024-03-07T03:14:49.915390+0000","last_fullsized":"2024-03-07T03:14:49.915390+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:25:34.783974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"863'880","reported_seq":3816,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:28.083264+0000","last_change":"2024-03-07T03:10:56.125509+0000","last_active":"2024-03-07T03:14:28.083264+0000","last_peered":"2024-03-07T03:14:28.083264+0000","last_clean":"2024-03-07T03:14:28.083264+0000","last_became_active":"2024-03-07T03:07:58.755248+0000","last_became_peered":"2024-03-07T03:07:58.755248+0000","last_unstale":"2024-03-07T03:14:28.083264+0000","last_undegraded":"2024-03-07T03:14:28.083264+0000","last_fullsized":"2024-03-07T03:14:28.083264+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":880,"log_dups_size":0,"ondisk_log_size":880,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:40:02.788467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0073429089999999999,"stat_sum":{"num_bytes":9224192,"num_objects":8,"num_object_clones":6,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":1,"num_read":161,"num_read_kb":133885,"num_write":362,"num_write_kb":55920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1126,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:33.987356+0000","last_change":"2024-03-07T03:07:58.764215+0000","last_active":"2024-03-07T03:15:33.987356+0000","last_peered":"2024-03-07T03:15:33.987356+0000","last_clean":"2024-03-07T03:15:33.987356+0000","last_became_active":"2024-03-07T03:07:58.763818+0000","last_became_peered":"2024-03-07T03:07:58.763818+0000","last_unstale":"2024-03-07T03:15:33.987356+0000","last_undegraded":"2024-03-07T03:15:33.987356+0000","last_fullsized":"2024-03-07T03:15:33.987356+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:27:54.623360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"719'2","reported_seq":1194,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:14.918091+0000","last_change":"2024-03-07T03:07:23.074913+0000","last_active":"2024-03-07T03:15:14.918091+0000","last_peered":"2024-03-07T03:15:14.918091+0000","last_clean":"2024-03-07T03:15:14.918091+0000","last_became_active":"2024-03-07T03:07:23.074530+0000","last_became_peered":"2024-03-07T03:07:23.074530+0000","last_unstale":"2024-03-07T03:15:14.918091+0000","last_undegraded":"2024-03-07T03:15:14.918091+0000","last_fullsized":"2024-03-07T03:15:14.918091+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:13:25.877187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1128,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:13.977670+0000","last_change":"2024-03-07T03:07:58.757756+0000","last_active":"2024-03-07T03:14:13.977670+0000","last_peered":"2024-03-07T03:14:13.977670+0000","last_clean":"2024-03-07T03:14:13.977670+0000","last_became_active":"2024-03-07T03:07:58.757430+0000","last_became_peered":"2024-03-07T03:07:58.757430+0000","last_unstale":"2024-03-07T03:14:13.977670+0000","last_undegraded":"2024-03-07T03:14:13.977670+0000","last_fullsized":"2024-03-07T03:14:13.977670+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:22:21.412765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"863'1564","reported_seq":5165,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:15:33.987325+0000","last_change":"2024-03-07T03:10:57.329944+0000","last_active":"2024-03-07T03:15:33.987325+0000","last_peered":"2024-03-07T03:15:33.987325+0000","last_clean":"2024-03-07T03:15:33.987325+0000","last_became_active":"2024-03-07T03:06:09.990793+0000","last_became_peered":"2024-03-07T03:06:09.990793+0000","last_unstale":"2024-03-07T03:15:33.987325+0000","last_undegraded":"2024-03-07T03:15:33.987325+0000","last_fullsized":"2024-03-07T03:15:33.987325+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1564,"log_dups_size":0,"ondisk_log_size":1564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":143,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:53.639078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.019553126000000001,"stat_sum":{"num_bytes":100999168,"num_objects":73,"num_object_clones":68,"num_object_copies":219,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":1,"num_read":410,"num_read_kb":572954,"num_write":777,"num_write_kb":204640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":51175424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"c"},{"start":"178","length":"4"},{"start":"17e","length":"3"},{"start":"182","length":"4"},{"start":"187","length":"5"},{"start":"18d","length":"2"}]},{"pgid":"4.1","version":"0'0","reported_seq":1081,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:28.083234+0000","last_change":"2024-03-07T03:07:23.071468+0000","last_active":"2024-03-07T03:14:28.083234+0000","last_peered":"2024-03-07T03:14:28.083234+0000","last_clean":"2024-03-07T03:14:28.083234+0000","last_became_active":"2024-03-07T03:07:23.071160+0000","last_became_peered":"2024-03-07T03:07:23.071160+0000","last_unstale":"2024-03-07T03:14:28.083234+0000","last_undegraded":"2024-03-07T03:14:28.083234+0000","last_fullsized":"2024-03-07T03:14:28.083234+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:17:55.686793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":992,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:01.189618+0000","last_change":"2024-03-07T03:07:58.759142+0000","last_active":"2024-03-07T03:16:01.189618+0000","last_peered":"2024-03-07T03:16:01.189618+0000","last_clean":"2024-03-07T03:16:01.189618+0000","last_became_active":"2024-03-07T03:07:58.758771+0000","last_became_peered":"2024-03-07T03:07:58.758771+0000","last_unstale":"2024-03-07T03:16:01.189618+0000","last_undegraded":"2024-03-07T03:16:01.189618+0000","last_fullsized":"2024-03-07T03:16:01.189618+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:45:13.985820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:40.811685+0000","last_change":"2024-03-07T03:06:09.988597+0000","last_active":"2024-03-07T03:14:40.811685+0000","last_peered":"2024-03-07T03:14:40.811685+0000","last_clean":"2024-03-07T03:14:40.811685+0000","last_became_active":"2024-03-07T03:06:09.988261+0000","last_became_peered":"2024-03-07T03:06:09.988261+0000","last_unstale":"2024-03-07T03:14:40.811685+0000","last_undegraded":"2024-03-07T03:14:40.811685+0000","last_fullsized":"2024-03-07T03:14:40.811685+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:11:06.717251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"843'3099","reported_seq":6400,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:15:45.972108+0000","last_change":"2024-03-07T03:10:57.131044+0000","last_active":"2024-03-07T03:15:45.972108+0000","last_peered":"2024-03-07T03:15:45.972108+0000","last_clean":"2024-03-07T03:15:45.972108+0000","last_became_active":"2024-03-07T03:07:23.084936+0000","last_became_peered":"2024-03-07T03:07:23.084936+0000","last_unstale":"2024-03-07T03:15:45.972108+0000","last_undegraded":"2024-03-07T03:15:45.972108+0000","last_fullsized":"2024-03-07T03:15:45.972108+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3099,"log_dups_size":0,"ondisk_log_size":3099,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:46:48.809690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012703,"stat_sum":{"num_bytes":8347648,"num_objects":13,"num_object_clones":12,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":56,"num_read_kb":33721,"num_write":241,"num_write_kb":36816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":434176,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1148,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:49.531980+0000","last_change":"2024-03-07T03:05:01.461136+0000","last_active":"2024-03-07T03:15:49.531980+0000","last_peered":"2024-03-07T03:15:49.531980+0000","last_clean":"2024-03-07T03:15:49.531980+0000","last_became_active":"2024-03-07T03:05:01.457189+0000","last_became_peered":"2024-03-07T03:05:01.457189+0000","last_unstale":"2024-03-07T03:15:49.531980+0000","last_undegraded":"2024-03-07T03:15:49.531980+0000","last_fullsized":"2024-03-07T03:15:49.531980+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:23.791243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1104,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:48.085317+0000","last_change":"2024-03-07T03:07:58.750311+0000","last_active":"2024-03-07T03:14:48.085317+0000","last_peered":"2024-03-07T03:14:48.085317+0000","last_clean":"2024-03-07T03:14:48.085317+0000","last_became_active":"2024-03-07T03:07:58.750001+0000","last_became_peered":"2024-03-07T03:07:58.750001+0000","last_unstale":"2024-03-07T03:14:48.085317+0000","last_undegraded":"2024-03-07T03:14:48.085317+0000","last_fullsized":"2024-03-07T03:14:48.085317+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:05.963944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"847'12789","reported_seq":16204,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:15:08.087960+0000","last_change":"2024-03-07T03:10:57.124034+0000","last_active":"2024-03-07T03:15:08.087960+0000","last_peered":"2024-03-07T03:15:08.087960+0000","last_clean":"2024-03-07T03:15:08.087960+0000","last_became_active":"2024-03-07T03:06:47.859957+0000","last_became_peered":"2024-03-07T03:06:47.859957+0000","last_unstale":"2024-03-07T03:15:08.087960+0000","last_undegraded":"2024-03-07T03:15:08.087960+0000","last_fullsized":"2024-03-07T03:15:08.087960+0000","mapping_epoch":625,"log_start":"599'6200","ondisk_log_start":"599'6200","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":6589,"log_dups_size":0,"ondisk_log_size":6589,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":137,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:29:13.699651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0091875959999999993,"stat_sum":{"num_bytes":71745536,"num_objects":32,"num_object_clones":30,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":0,"num_read":146,"num_read_kb":316804,"num_write":323,"num_write_kb":90232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":20865024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"5"},{"start":"171","length":"b"},{"start":"17e","length":"8"},{"start":"187","length":"5"},{"start":"18d","length":"3"},{"start":"192","length":"1"},{"start":"197","length":"1"},{"start":"199","length":"2"}]},{"pgid":"2.9","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:14.918021+0000","last_change":"2024-03-07T03:07:58.752456+0000","last_active":"2024-03-07T03:15:14.918021+0000","last_peered":"2024-03-07T03:15:14.918021+0000","last_clean":"2024-03-07T03:15:14.918021+0000","last_became_active":"2024-03-07T03:07:58.752118+0000","last_became_peered":"2024-03-07T03:07:58.752118+0000","last_unstale":"2024-03-07T03:15:14.918021+0000","last_undegraded":"2024-03-07T03:15:14.918021+0000","last_fullsized":"2024-03-07T03:15:14.918021+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:08:08.574482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1119,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:13.977627+0000","last_change":"2024-03-07T03:07:58.757839+0000","last_active":"2024-03-07T03:14:13.977627+0000","last_peered":"2024-03-07T03:14:13.977627+0000","last_clean":"2024-03-07T03:14:13.977627+0000","last_became_active":"2024-03-07T03:07:58.757495+0000","last_became_peered":"2024-03-07T03:07:58.757495+0000","last_unstale":"2024-03-07T03:14:13.977627+0000","last_undegraded":"2024-03-07T03:14:13.977627+0000","last_fullsized":"2024-03-07T03:14:13.977627+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:27:02.190643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"861'1463","reported_seq":5089,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:59.520453+0000","last_change":"2024-03-07T03:10:57.330799+0000","last_active":"2024-03-07T03:13:59.520453+0000","last_peered":"2024-03-07T03:13:59.520453+0000","last_clean":"2024-03-07T03:13:59.520453+0000","last_became_active":"2024-03-07T03:07:58.763085+0000","last_became_peered":"2024-03-07T03:07:58.763085+0000","last_unstale":"2024-03-07T03:13:59.520453+0000","last_undegraded":"2024-03-07T03:13:59.520453+0000","last_fullsized":"2024-03-07T03:13:59.520453+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1463,"log_dups_size":0,"ondisk_log_size":1463,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:39:21.050544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.016579719999999999,"stat_sum":{"num_bytes":106192896,"num_objects":71,"num_object_clones":66,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":1,"num_read":323,"num_read_kb":516030,"num_write":942,"num_write_kb":231680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":48201728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:14.918048+0000","last_change":"2024-03-07T03:07:58.752370+0000","last_active":"2024-03-07T03:15:14.918048+0000","last_peered":"2024-03-07T03:15:14.918048+0000","last_clean":"2024-03-07T03:15:14.918048+0000","last_became_active":"2024-03-07T03:07:58.751985+0000","last_became_peered":"2024-03-07T03:07:58.751985+0000","last_unstale":"2024-03-07T03:15:14.918048+0000","last_undegraded":"2024-03-07T03:15:14.918048+0000","last_fullsized":"2024-03-07T03:15:14.918048+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:31:33.590004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1128,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:33.980099+0000","last_change":"2024-03-07T03:06:09.987484+0000","last_active":"2024-03-07T03:14:33.980099+0000","last_peered":"2024-03-07T03:14:33.980099+0000","last_clean":"2024-03-07T03:14:33.980099+0000","last_became_active":"2024-03-07T03:06:09.986947+0000","last_became_peered":"2024-03-07T03:06:09.986947+0000","last_unstale":"2024-03-07T03:14:33.980099+0000","last_undegraded":"2024-03-07T03:14:33.980099+0000","last_fullsized":"2024-03-07T03:14:33.980099+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:37:38.253630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"857'1055","reported_seq":4920,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:15:39.920472+0000","last_change":"2024-03-07T03:10:57.123092+0000","last_active":"2024-03-07T03:15:39.920472+0000","last_peered":"2024-03-07T03:15:39.920472+0000","last_clean":"2024-03-07T03:15:39.920472+0000","last_became_active":"2024-03-07T03:06:09.993513+0000","last_became_peered":"2024-03-07T03:06:09.993513+0000","last_unstale":"2024-03-07T03:15:39.920472+0000","last_undegraded":"2024-03-07T03:15:39.920472+0000","last_fullsized":"2024-03-07T03:15:39.920472+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1055,"log_dups_size":0,"ondisk_log_size":1055,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:34:07.352811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013205965,"stat_sum":{"num_bytes":99745792,"num_objects":66,"num_object_clones":62,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":306,"num_read_kb":434534,"num_write":588,"num_write_kb":145464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":21749760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.b","version":"716'3","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:41.415545+0000","last_change":"2024-03-07T03:07:58.749480+0000","last_active":"2024-03-07T03:14:41.415545+0000","last_peered":"2024-03-07T03:14:41.415545+0000","last_clean":"2024-03-07T03:14:41.415545+0000","last_became_active":"2024-03-07T03:07:58.749098+0000","last_became_peered":"2024-03-07T03:07:58.749098+0000","last_unstale":"2024-03-07T03:14:41.415545+0000","last_undegraded":"2024-03-07T03:14:41.415545+0000","last_fullsized":"2024-03-07T03:14:41.415545+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:35:33.945855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1037,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:01.189552+0000","last_change":"2024-03-07T03:07:23.075725+0000","last_active":"2024-03-07T03:16:01.189552+0000","last_peered":"2024-03-07T03:16:01.189552+0000","last_clean":"2024-03-07T03:16:01.189552+0000","last_became_active":"2024-03-07T03:07:23.075203+0000","last_became_peered":"2024-03-07T03:07:23.075203+0000","last_unstale":"2024-03-07T03:16:01.189552+0000","last_undegraded":"2024-03-07T03:16:01.189552+0000","last_fullsized":"2024-03-07T03:16:01.189552+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:47:11.192302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"863'1711","reported_seq":5461,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:13:59.520402+0000","last_change":"2024-03-07T03:10:57.330918+0000","last_active":"2024-03-07T03:13:59.520402+0000","last_peered":"2024-03-07T03:13:59.520402+0000","last_clean":"2024-03-07T03:13:59.520402+0000","last_became_active":"2024-03-07T03:06:47.849454+0000","last_became_peered":"2024-03-07T03:06:47.849454+0000","last_unstale":"2024-03-07T03:13:59.520402+0000","last_undegraded":"2024-03-07T03:13:59.520402+0000","last_fullsized":"2024-03-07T03:13:59.520402+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1711,"log_dups_size":0,"ondisk_log_size":1711,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:40:07.156907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.014160193999999999,"stat_sum":{"num_bytes":165158912,"num_objects":93,"num_object_clones":87,"num_object_copies":279,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":93,"num_whiteouts":2,"num_read":489,"num_read_kb":756200,"num_write":870,"num_write_kb":258896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":69541888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1157,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:59.520443+0000","last_change":"2024-03-07T03:06:47.847077+0000","last_active":"2024-03-07T03:13:59.520443+0000","last_peered":"2024-03-07T03:13:59.520443+0000","last_clean":"2024-03-07T03:13:59.520443+0000","last_became_active":"2024-03-07T03:06:47.846359+0000","last_became_peered":"2024-03-07T03:06:47.846359+0000","last_unstale":"2024-03-07T03:13:59.520443+0000","last_undegraded":"2024-03-07T03:13:59.520443+0000","last_fullsized":"2024-03-07T03:13:59.520443+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:00:08.102949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":973,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:41.415586+0000","last_change":"2024-03-07T03:07:58.760528+0000","last_active":"2024-03-07T03:14:41.415586+0000","last_peered":"2024-03-07T03:14:41.415586+0000","last_clean":"2024-03-07T03:14:41.415586+0000","last_became_active":"2024-03-07T03:07:58.760226+0000","last_became_peered":"2024-03-07T03:07:58.760226+0000","last_unstale":"2024-03-07T03:14:41.415586+0000","last_undegraded":"2024-03-07T03:14:41.415586+0000","last_fullsized":"2024-03-07T03:14:41.415586+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:10:36.411047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"863'1938","reported_seq":4940,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:49.531994+0000","last_change":"2024-03-07T03:10:56.140803+0000","last_active":"2024-03-07T03:15:49.531994+0000","last_peered":"2024-03-07T03:15:49.531994+0000","last_clean":"2024-03-07T03:15:49.531994+0000","last_became_active":"2024-03-07T03:06:09.993933+0000","last_became_peered":"2024-03-07T03:06:09.993933+0000","last_unstale":"2024-03-07T03:15:49.531994+0000","last_undegraded":"2024-03-07T03:15:49.531994+0000","last_fullsized":"2024-03-07T03:15:49.531994+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1938,"log_dups_size":0,"ondisk_log_size":1938,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:16.359457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.024996012000000001,"stat_sum":{"num_bytes":22765568,"num_objects":17,"num_object_clones":12,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":2,"num_read":350,"num_read_kb":387634,"num_write":702,"num_write_kb":183472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":7151616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.d","version":"61'1","reported_seq":1192,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:39.920505+0000","last_change":"2024-03-07T03:06:09.993129+0000","last_active":"2024-03-07T03:15:39.920505+0000","last_peered":"2024-03-07T03:15:39.920505+0000","last_clean":"2024-03-07T03:15:39.920505+0000","last_became_active":"2024-03-07T03:06:09.992737+0000","last_became_peered":"2024-03-07T03:06:09.992737+0000","last_unstale":"2024-03-07T03:15:39.920505+0000","last_undegraded":"2024-03-07T03:15:39.920505+0000","last_fullsized":"2024-03-07T03:15:39.920505+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:02:42.055569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1053,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:45.972088+0000","last_change":"2024-03-07T03:07:23.076846+0000","last_active":"2024-03-07T03:15:45.972088+0000","last_peered":"2024-03-07T03:15:45.972088+0000","last_clean":"2024-03-07T03:15:45.972088+0000","last_became_active":"2024-03-07T03:07:23.075895+0000","last_became_peered":"2024-03-07T03:07:23.075895+0000","last_unstale":"2024-03-07T03:15:45.972088+0000","last_undegraded":"2024-03-07T03:15:45.972088+0000","last_fullsized":"2024-03-07T03:15:45.972088+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:09:15.080126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"854'331","reported_seq":3440,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:14:26.413902+0000","last_change":"2024-03-07T03:10:57.298223+0000","last_active":"2024-03-07T03:14:26.413902+0000","last_peered":"2024-03-07T03:14:26.413902+0000","last_clean":"2024-03-07T03:14:26.413902+0000","last_became_active":"2024-03-07T03:07:58.749089+0000","last_became_peered":"2024-03-07T03:07:58.749089+0000","last_unstale":"2024-03-07T03:14:26.413902+0000","last_undegraded":"2024-03-07T03:14:26.413902+0000","last_fullsized":"2024-03-07T03:14:26.413902+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":331,"log_dups_size":0,"ondisk_log_size":331,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":83,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:26:07.404191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00085119700000000004,"stat_sum":{"num_bytes":15409152,"num_objects":11,"num_object_clones":10,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":91,"num_read_kb":118251,"num_write":162,"num_write_kb":30616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":34586624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"56"},{"start":"1c2","length":"3"},{"start":"1c9","length":"1"}]},{"pgid":"2.e","version":"61'2","reported_seq":1161,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:59.520482+0000","last_change":"2024-03-07T03:07:58.755578+0000","last_active":"2024-03-07T03:13:59.520482+0000","last_peered":"2024-03-07T03:13:59.520482+0000","last_clean":"2024-03-07T03:13:59.520482+0000","last_became_active":"2024-03-07T03:07:58.755160+0000","last_became_peered":"2024-03-07T03:07:58.755160+0000","last_unstale":"2024-03-07T03:13:59.520482+0000","last_undegraded":"2024-03-07T03:13:59.520482+0000","last_fullsized":"2024-03-07T03:13:59.520482+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:20.584382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":988,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:41.415624+0000","last_change":"2024-03-07T03:07:58.751269+0000","last_active":"2024-03-07T03:14:41.415624+0000","last_peered":"2024-03-07T03:14:41.415624+0000","last_clean":"2024-03-07T03:14:41.415624+0000","last_became_active":"2024-03-07T03:07:58.750956+0000","last_became_peered":"2024-03-07T03:07:58.750956+0000","last_unstale":"2024-03-07T03:14:41.415624+0000","last_undegraded":"2024-03-07T03:14:41.415624+0000","last_fullsized":"2024-03-07T03:14:41.415624+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:39.414545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1008,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:41.187302+0000","last_change":"2024-03-07T03:07:23.081711+0000","last_active":"2024-03-07T03:15:41.187302+0000","last_peered":"2024-03-07T03:15:41.187302+0000","last_clean":"2024-03-07T03:15:41.187302+0000","last_became_active":"2024-03-07T03:07:23.079269+0000","last_became_peered":"2024-03-07T03:07:23.079269+0000","last_unstale":"2024-03-07T03:15:41.187302+0000","last_undegraded":"2024-03-07T03:15:41.187302+0000","last_fullsized":"2024-03-07T03:15:41.187302+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:39.008957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1159,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:24.529402+0000","last_change":"2024-03-07T03:07:23.072806+0000","last_active":"2024-03-07T03:15:24.529402+0000","last_peered":"2024-03-07T03:15:24.529402+0000","last_clean":"2024-03-07T03:15:24.529402+0000","last_became_active":"2024-03-07T03:07:23.071234+0000","last_became_peered":"2024-03-07T03:07:23.071234+0000","last_unstale":"2024-03-07T03:15:24.529402+0000","last_undegraded":"2024-03-07T03:15:24.529402+0000","last_fullsized":"2024-03-07T03:15:24.529402+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:52.610744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1059,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:05.967181+0000","last_change":"2024-03-07T03:06:47.851593+0000","last_active":"2024-03-07T03:15:05.967181+0000","last_peered":"2024-03-07T03:15:05.967181+0000","last_clean":"2024-03-07T03:15:05.967181+0000","last_became_active":"2024-03-07T03:06:47.849677+0000","last_became_peered":"2024-03-07T03:06:47.849677+0000","last_unstale":"2024-03-07T03:15:05.967181+0000","last_undegraded":"2024-03-07T03:15:05.967181+0000","last_fullsized":"2024-03-07T03:15:05.967181+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:30.969251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1118,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:24.529446+0000","last_change":"2024-03-07T03:06:09.995434+0000","last_active":"2024-03-07T03:15:24.529446+0000","last_peered":"2024-03-07T03:15:24.529446+0000","last_clean":"2024-03-07T03:15:24.529446+0000","last_became_active":"2024-03-07T03:06:09.994939+0000","last_became_peered":"2024-03-07T03:06:09.994939+0000","last_unstale":"2024-03-07T03:15:24.529446+0000","last_undegraded":"2024-03-07T03:15:24.529446+0000","last_fullsized":"2024-03-07T03:15:24.529446+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:27:11.737354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1128,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:13.977658+0000","last_change":"2024-03-07T03:06:09.987381+0000","last_active":"2024-03-07T03:14:13.977658+0000","last_peered":"2024-03-07T03:14:13.977658+0000","last_clean":"2024-03-07T03:14:13.977658+0000","last_became_active":"2024-03-07T03:06:09.986952+0000","last_became_peered":"2024-03-07T03:06:09.986952+0000","last_unstale":"2024-03-07T03:14:13.977658+0000","last_undegraded":"2024-03-07T03:14:13.977658+0000","last_fullsized":"2024-03-07T03:14:13.977658+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:26:15.439852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:14.918074+0000","last_change":"2024-03-07T03:05:35.923999+0000","last_active":"2024-03-07T03:15:14.918074+0000","last_peered":"2024-03-07T03:15:14.918074+0000","last_clean":"2024-03-07T03:15:14.918074+0000","last_became_active":"2024-03-07T03:05:35.923719+0000","last_became_peered":"2024-03-07T03:05:35.923719+0000","last_unstale":"2024-03-07T03:15:14.918074+0000","last_undegraded":"2024-03-07T03:15:14.918074+0000","last_fullsized":"2024-03-07T03:15:14.918074+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:43:04.724647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1010,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:01.189608+0000","last_change":"2024-03-07T03:07:58.749989+0000","last_active":"2024-03-07T03:16:01.189608+0000","last_peered":"2024-03-07T03:16:01.189608+0000","last_clean":"2024-03-07T03:16:01.189608+0000","last_became_active":"2024-03-07T03:07:58.749643+0000","last_became_peered":"2024-03-07T03:07:58.749643+0000","last_unstale":"2024-03-07T03:16:01.189608+0000","last_undegraded":"2024-03-07T03:16:01.189608+0000","last_fullsized":"2024-03-07T03:16:01.189608+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:00:44.729806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1111,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:13.977679+0000","last_change":"2024-03-07T03:06:09.999184+0000","last_active":"2024-03-07T03:14:13.977679+0000","last_peered":"2024-03-07T03:14:13.977679+0000","last_clean":"2024-03-07T03:14:13.977679+0000","last_became_active":"2024-03-07T03:06:09.998856+0000","last_became_peered":"2024-03-07T03:06:09.998856+0000","last_unstale":"2024-03-07T03:14:13.977679+0000","last_undegraded":"2024-03-07T03:14:13.977679+0000","last_fullsized":"2024-03-07T03:14:13.977679+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:37:00.102189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1059,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:25.969656+0000","last_change":"2024-03-07T03:06:47.857644+0000","last_active":"2024-03-07T03:15:25.969656+0000","last_peered":"2024-03-07T03:15:25.969656+0000","last_clean":"2024-03-07T03:15:25.969656+0000","last_became_active":"2024-03-07T03:06:47.857354+0000","last_became_peered":"2024-03-07T03:06:47.857354+0000","last_unstale":"2024-03-07T03:15:25.969656+0000","last_undegraded":"2024-03-07T03:15:25.969656+0000","last_fullsized":"2024-03-07T03:15:25.969656+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:02:18.860369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1119,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:33.980041+0000","last_change":"2024-03-07T03:06:09.987872+0000","last_active":"2024-03-07T03:14:33.980041+0000","last_peered":"2024-03-07T03:14:33.980041+0000","last_clean":"2024-03-07T03:14:33.980041+0000","last_became_active":"2024-03-07T03:06:09.986852+0000","last_became_peered":"2024-03-07T03:06:09.986852+0000","last_unstale":"2024-03-07T03:14:33.980041+0000","last_undegraded":"2024-03-07T03:14:33.980041+0000","last_fullsized":"2024-03-07T03:14:33.980041+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:13.708512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1037,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:45.972051+0000","last_change":"2024-03-07T03:07:58.755825+0000","last_active":"2024-03-07T03:15:45.972051+0000","last_peered":"2024-03-07T03:15:45.972051+0000","last_clean":"2024-03-07T03:15:45.972051+0000","last_became_active":"2024-03-07T03:07:58.755395+0000","last_became_peered":"2024-03-07T03:07:58.755395+0000","last_unstale":"2024-03-07T03:15:45.972051+0000","last_undegraded":"2024-03-07T03:15:45.972051+0000","last_fullsized":"2024-03-07T03:15:45.972051+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:10:43.184914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:05.814494+0000","last_change":"2024-03-07T03:07:58.753962+0000","last_active":"2024-03-07T03:15:05.814494+0000","last_peered":"2024-03-07T03:15:05.814494+0000","last_clean":"2024-03-07T03:15:05.814494+0000","last_became_active":"2024-03-07T03:07:58.753619+0000","last_became_peered":"2024-03-07T03:07:58.753619+0000","last_unstale":"2024-03-07T03:15:05.814494+0000","last_undegraded":"2024-03-07T03:15:05.814494+0000","last_fullsized":"2024-03-07T03:15:05.814494+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:44:44.641067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1014,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:06.177419+0000","last_change":"2024-03-07T03:07:23.078516+0000","last_active":"2024-03-07T03:14:06.177419+0000","last_peered":"2024-03-07T03:14:06.177419+0000","last_clean":"2024-03-07T03:14:06.177419+0000","last_became_active":"2024-03-07T03:07:23.076017+0000","last_became_peered":"2024-03-07T03:07:23.076017+0000","last_unstale":"2024-03-07T03:14:06.177419+0000","last_undegraded":"2024-03-07T03:14:06.177419+0000","last_fullsized":"2024-03-07T03:14:06.177419+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:17:54.725933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":857645056,"num_objects":516,"num_object_clones":466,"num_object_copies":1548,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":516,"num_whiteouts":8,"num_read":3826,"num_read_kb":5949842,"num_write":7931,"num_write_kb":1978632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":107,"num_bytes_recovered":385712128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1170673664,"data_stored":2969124864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28580,"ondisk_log_size":28580,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197,"ondisk_log_size":197,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":26375,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":694,"seq":2980707303551,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":150184,"kb_used_data":96156,"kb_used_omap":35,"kb_used_meta":53980,"kb_avail":93594968,"statfs":{"total":95995035648,"available":95841247232,"internally_reserved":0,"allocated":98463744,"data_stored":167037349,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36312,"internal_metadata":55276072},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":660,"seq":2834678415494,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":94940,"kb_used_data":42576,"kb_used_omap":23,"kb_used_meta":52328,"kb_avail":93650212,"statfs":{"total":95995035648,"available":95897817088,"internally_reserved":0,"allocated":43597824,"data_stored":80829959,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":24173,"internal_metadata":53584275},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":463,"seq":1988569858224,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":692864,"kb_used_data":193964,"kb_used_omap":46,"kb_used_meta":498833,"kb_avail":93052288,"statfs":{"total":95995035648,"available":95285542912,"internally_reserved":0,"allocated":198619136,"data_stored":533391905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48036,"internal_metadata":510805084},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":528,"seq":2267742732450,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":401776,"kb_used_data":209252,"kb_used_omap":54,"kb_used_meta":192457,"kb_avail":93343376,"statfs":{"total":95995035648,"available":95583617024,"internally_reserved":0,"allocated":214274048,"data_stored":587826473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56016,"internal_metadata":197076272},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":495,"seq":2126008811689,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":485244,"kb_used_data":166572,"kb_used_omap":47,"kb_used_meta":318608,"kb_avail":93259908,"statfs":{"total":95995035648,"available":95498145792,"internally_reserved":0,"allocated":170569728,"data_stored":457545161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48143,"internal_metadata":326255601},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":562,"seq":2413771620507,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":177748,"kb_used_data":84672,"kb_used_omap":37,"kb_used_meta":93018,"kb_avail":93567404,"statfs":{"total":95995035648,"available":95813021696,"internally_reserved":0,"allocated":86704128,"data_stored":171510863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38083,"internal_metadata":95251261},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":591,"seq":2538325672084,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":365920,"kb_used_data":157844,"kb_used_omap":61,"kb_used_meta":208002,"kb_avail":93379232,"statfs":{"total":95995035648,"available":95620333568,"internally_reserved":0,"allocated":161632256,"data_stored":367986669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":62843,"internal_metadata":212994693},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":625,"seq":2684354560141,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":509804,"kb_used_data":269020,"kb_used_omap":73,"kb_used_meta":240694,"kb_avail":93235348,"statfs":{"total":95995035648,"available":95472996352,"internally_reserved":0,"allocated":275476480,"data_stored":649851960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":75044,"internal_metadata":246471388},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7413,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2060,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2124,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3359,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3677,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2797,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2839,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2106,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":188411904,"data_stored":527167488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":160964608,"data_stored":451911680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":204677120,"data_stored":582193152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":77082624,"data_stored":165871616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":152018944,"data_stored":362352640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":265863168,"data_stored":644214784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":33390592,"data_stored":74600448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":88264704,"data_stored":160813056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-07T03:18:29.343 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:18:29.343 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:18:29.343 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:18:29.343 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-07T03:18:29.343 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-07T03:18:29.343 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-07T03:18:29.343 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.c in trimming, state: active+clean+snaptrim_error 2024-03-07T03:18:29.343 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-07T03:18:29.343 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:18:29.343 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-07T03:18:29.407 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:18:29 smithi092 ceph-mon[83777]: pgmap v954: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:29.407 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:18:29 smithi092 ceph-mon[83777]: from='client.44648 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:18:31.407 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:18:31 smithi092 ceph-mon[83777]: pgmap v955: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:31.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:18:31 smithi090 ceph-mon[91928]: pgmap v955: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:31.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:18:31 smithi090 ceph-mon[89511]: pgmap v955: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:32.657 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:18:32 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:18:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:18:33.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:18:33 smithi090 ceph-mon[89511]: pgmap v956: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:33.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:18:33 smithi090 ceph-mon[91928]: pgmap v956: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:33.319 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:18:33 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:18:33] "GET /metrics HTTP/1.1" 200 36316 "" "Prometheus/2.43.0" 2024-03-07T03:18:33.407 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:18:33 smithi092 ceph-mon[83777]: pgmap v956: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:35.407 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:18:35 smithi092 ceph-mon[83777]: pgmap v957: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:35.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:18:35 smithi090 ceph-mon[89511]: pgmap v957: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:35.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:18:35 smithi090 ceph-mon[91928]: pgmap v957: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:37.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:18:37 smithi090 ceph-mon[89511]: pgmap v958: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:37.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:18:37 smithi090 ceph-mon[91928]: pgmap v958: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:37.657 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:18:37 smithi092 ceph-mon[83777]: pgmap v958: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:39.344 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph pg dump --format=json 2024-03-07T03:18:39.560 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T03:18:39.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:18:39 smithi090 ceph-mon[89511]: pgmap v959: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:39.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:18:39 smithi090 ceph-mon[91928]: pgmap v959: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:39.657 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:18:39 smithi092 ceph-mon[83777]: pgmap v959: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:41.538 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T03:18:41.539 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:18:41 smithi090 ceph-mon[89511]: pgmap v960: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:41.539 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:18:41 smithi090 ceph-mon[91928]: pgmap v960: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:41.544 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-03-07T03:18:41.657 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:18:41 smithi092 ceph-mon[83777]: pgmap v960: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:42.137 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":960,"stamp":"2024-03-07T03:18:39.996708+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":858242044,"num_objects":540,"num_object_clones":466,"num_object_copies":1620,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":540,"num_whiteouts":8,"num_read":4717,"num_read_kb":5951239,"num_write":8310,"num_write_kb":1981084,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":113,"num_bytes_recovered":387483232,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28845,"ondisk_log_size":28845,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2878480,"kb_used_data":1220056,"kb_used_omap":379,"kb_used_meta":1657924,"kb_avail":747082736,"statfs":{"total":767960285184,"available":765012721664,"internally_reserved":0,"allocated":1249337344,"data_stored":3015980339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":388650,"internal_metadata":1697714646},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004016"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":975,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:16.425753+0000","last_change":"2024-03-07T03:07:58.753984+0000","last_active":"2024-03-07T03:16:16.425753+0000","last_peered":"2024-03-07T03:16:16.425753+0000","last_clean":"2024-03-07T03:16:16.425753+0000","last_became_active":"2024-03-07T03:07:58.753138+0000","last_became_peered":"2024-03-07T03:07:58.753138+0000","last_unstale":"2024-03-07T03:16:16.425753+0000","last_undegraded":"2024-03-07T03:16:16.425753+0000","last_fullsized":"2024-03-07T03:16:16.425753+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:37:39.612519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:49.915408+0000","last_change":"2024-03-07T03:07:23.074862+0000","last_active":"2024-03-07T03:14:49.915408+0000","last_peered":"2024-03-07T03:14:49.915408+0000","last_clean":"2024-03-07T03:14:49.915408+0000","last_became_active":"2024-03-07T03:07:23.074512+0000","last_became_peered":"2024-03-07T03:07:23.074512+0000","last_unstale":"2024-03-07T03:14:49.915408+0000","last_undegraded":"2024-03-07T03:14:49.915408+0000","last_fullsized":"2024-03-07T03:14:49.915408+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:45:24.128672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1216,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822233+0000","last_change":"2024-03-07T03:05:01.446762+0000","last_active":"2024-03-07T03:16:20.822233+0000","last_peered":"2024-03-07T03:16:20.822233+0000","last_clean":"2024-03-07T03:16:20.822233+0000","last_became_active":"2024-03-07T03:05:01.446425+0000","last_became_peered":"2024-03-07T03:05:01.446425+0000","last_unstale":"2024-03-07T03:16:20.822233+0000","last_undegraded":"2024-03-07T03:16:20.822233+0000","last_fullsized":"2024-03-07T03:16:20.822233+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:39:39.897066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1054,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:45.964721+0000","last_change":"2024-03-07T03:07:58.755992+0000","last_active":"2024-03-07T03:14:45.964721+0000","last_peered":"2024-03-07T03:14:45.964721+0000","last_clean":"2024-03-07T03:14:45.964721+0000","last_became_active":"2024-03-07T03:07:58.755499+0000","last_became_peered":"2024-03-07T03:07:58.755499+0000","last_unstale":"2024-03-07T03:14:45.964721+0000","last_undegraded":"2024-03-07T03:14:45.964721+0000","last_fullsized":"2024-03-07T03:14:45.964721+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:26:12.313572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:26.420373+0000","last_change":"2024-03-07T03:07:58.752235+0000","last_active":"2024-03-07T03:15:26.420373+0000","last_peered":"2024-03-07T03:15:26.420373+0000","last_clean":"2024-03-07T03:15:26.420373+0000","last_became_active":"2024-03-07T03:07:58.751575+0000","last_became_peered":"2024-03-07T03:07:58.751575+0000","last_unstale":"2024-03-07T03:15:26.420373+0000","last_undegraded":"2024-03-07T03:15:26.420373+0000","last_fullsized":"2024-03-07T03:15:26.420373+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:12:05.995515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1031,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.960740+0000","last_change":"2024-03-07T03:06:47.859644+0000","last_active":"2024-03-07T03:14:15.960740+0000","last_peered":"2024-03-07T03:14:15.960740+0000","last_clean":"2024-03-07T03:14:15.960740+0000","last_became_active":"2024-03-07T03:06:47.859097+0000","last_became_peered":"2024-03-07T03:06:47.859097+0000","last_unstale":"2024-03-07T03:14:15.960740+0000","last_undegraded":"2024-03-07T03:14:15.960740+0000","last_fullsized":"2024-03-07T03:14:15.960740+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:22:46.909130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:26.420347+0000","last_change":"2024-03-07T03:07:58.754226+0000","last_active":"2024-03-07T03:15:26.420347+0000","last_peered":"2024-03-07T03:15:26.420347+0000","last_clean":"2024-03-07T03:15:26.420347+0000","last_became_active":"2024-03-07T03:07:58.753169+0000","last_became_peered":"2024-03-07T03:07:58.753169+0000","last_unstale":"2024-03-07T03:15:26.420347+0000","last_undegraded":"2024-03-07T03:15:26.420347+0000","last_fullsized":"2024-03-07T03:15:26.420347+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:46:59.258099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1088,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:33.987297+0000","last_change":"2024-03-07T03:07:23.073492+0000","last_active":"2024-03-07T03:15:33.987297+0000","last_peered":"2024-03-07T03:15:33.987297+0000","last_clean":"2024-03-07T03:15:33.987297+0000","last_became_active":"2024-03-07T03:07:23.071929+0000","last_became_peered":"2024-03-07T03:07:23.071929+0000","last_unstale":"2024-03-07T03:15:33.987297+0000","last_undegraded":"2024-03-07T03:15:33.987297+0000","last_fullsized":"2024-03-07T03:15:33.987297+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:35:26.391722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":980,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:11.418817+0000","last_change":"2024-03-07T03:07:58.760328+0000","last_active":"2024-03-07T03:15:11.418817+0000","last_peered":"2024-03-07T03:15:11.418817+0000","last_clean":"2024-03-07T03:15:11.418817+0000","last_became_active":"2024-03-07T03:07:58.760046+0000","last_became_peered":"2024-03-07T03:07:58.760046+0000","last_unstale":"2024-03-07T03:15:11.418817+0000","last_undegraded":"2024-03-07T03:15:11.418817+0000","last_fullsized":"2024-03-07T03:15:11.418817+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:08:46.356817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1006,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:36.180545+0000","last_change":"2024-03-07T03:07:23.079945+0000","last_active":"2024-03-07T03:14:36.180545+0000","last_peered":"2024-03-07T03:14:36.180545+0000","last_clean":"2024-03-07T03:14:36.180545+0000","last_became_active":"2024-03-07T03:07:23.078551+0000","last_became_peered":"2024-03-07T03:07:23.078551+0000","last_unstale":"2024-03-07T03:14:36.180545+0000","last_undegraded":"2024-03-07T03:14:36.180545+0000","last_fullsized":"2024-03-07T03:14:36.180545+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:03:46.670084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1006,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:36.180515+0000","last_change":"2024-03-07T03:07:23.081963+0000","last_active":"2024-03-07T03:14:36.180515+0000","last_peered":"2024-03-07T03:14:36.180515+0000","last_clean":"2024-03-07T03:14:36.180515+0000","last_became_active":"2024-03-07T03:07:23.080128+0000","last_became_peered":"2024-03-07T03:07:23.080128+0000","last_unstale":"2024-03-07T03:14:36.180515+0000","last_undegraded":"2024-03-07T03:14:36.180515+0000","last_fullsized":"2024-03-07T03:14:36.180515+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:56.813267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1149,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:39.524576+0000","last_change":"2024-03-07T03:07:23.074902+0000","last_active":"2024-03-07T03:14:39.524576+0000","last_peered":"2024-03-07T03:14:39.524576+0000","last_clean":"2024-03-07T03:14:39.524576+0000","last_became_active":"2024-03-07T03:07:23.074466+0000","last_became_peered":"2024-03-07T03:07:23.074466+0000","last_unstale":"2024-03-07T03:14:39.524576+0000","last_undegraded":"2024-03-07T03:14:39.524576+0000","last_fullsized":"2024-03-07T03:14:39.524576+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:40:20.268555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1118,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:13.984667+0000","last_change":"2024-03-07T03:07:23.072635+0000","last_active":"2024-03-07T03:15:13.984667+0000","last_peered":"2024-03-07T03:15:13.984667+0000","last_clean":"2024-03-07T03:15:13.984667+0000","last_became_active":"2024-03-07T03:07:23.071712+0000","last_became_peered":"2024-03-07T03:07:23.071712+0000","last_unstale":"2024-03-07T03:15:13.984667+0000","last_undegraded":"2024-03-07T03:15:13.984667+0000","last_fullsized":"2024-03-07T03:15:13.984667+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:00:39.298564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:30.816816+0000","last_change":"2024-03-07T03:06:47.851538+0000","last_active":"2024-03-07T03:15:30.816816+0000","last_peered":"2024-03-07T03:15:30.816816+0000","last_clean":"2024-03-07T03:15:30.816816+0000","last_became_active":"2024-03-07T03:06:47.851183+0000","last_became_peered":"2024-03-07T03:06:47.851183+0000","last_unstale":"2024-03-07T03:15:30.816816+0000","last_undegraded":"2024-03-07T03:15:30.816816+0000","last_fullsized":"2024-03-07T03:15:30.816816+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:36:23.932334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:04.922575+0000","last_change":"2024-03-07T03:06:47.843126+0000","last_active":"2024-03-07T03:16:04.922575+0000","last_peered":"2024-03-07T03:16:04.922575+0000","last_clean":"2024-03-07T03:16:04.922575+0000","last_became_active":"2024-03-07T03:06:47.842736+0000","last_became_peered":"2024-03-07T03:06:47.842736+0000","last_unstale":"2024-03-07T03:16:04.922575+0000","last_undegraded":"2024-03-07T03:16:04.922575+0000","last_fullsized":"2024-03-07T03:16:04.922575+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:48:10.843465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1036,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:05.974417+0000","last_change":"2024-03-07T03:07:58.755620+0000","last_active":"2024-03-07T03:16:05.974417+0000","last_peered":"2024-03-07T03:16:05.974417+0000","last_clean":"2024-03-07T03:16:05.974417+0000","last_became_active":"2024-03-07T03:07:58.755267+0000","last_became_peered":"2024-03-07T03:07:58.755267+0000","last_unstale":"2024-03-07T03:16:05.974417+0000","last_undegraded":"2024-03-07T03:16:05.974417+0000","last_fullsized":"2024-03-07T03:16:05.974417+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:51:32.339400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1040,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:05.974492+0000","last_change":"2024-03-07T03:07:58.756358+0000","last_active":"2024-03-07T03:16:05.974492+0000","last_peered":"2024-03-07T03:16:05.974492+0000","last_clean":"2024-03-07T03:16:05.974492+0000","last_became_active":"2024-03-07T03:07:58.755960+0000","last_became_peered":"2024-03-07T03:07:58.755960+0000","last_unstale":"2024-03-07T03:16:05.974492+0000","last_undegraded":"2024-03-07T03:16:05.974492+0000","last_fullsized":"2024-03-07T03:16:05.974492+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:47.464423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1157,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:19.522506+0000","last_change":"2024-03-07T03:07:58.755619+0000","last_active":"2024-03-07T03:14:19.522506+0000","last_peered":"2024-03-07T03:14:19.522506+0000","last_clean":"2024-03-07T03:14:19.522506+0000","last_became_active":"2024-03-07T03:07:58.755214+0000","last_became_peered":"2024-03-07T03:07:58.755214+0000","last_unstale":"2024-03-07T03:14:19.522506+0000","last_undegraded":"2024-03-07T03:14:19.522506+0000","last_fullsized":"2024-03-07T03:14:19.522506+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:59:02.041330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":973,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:41.415600+0000","last_change":"2024-03-07T03:07:58.756563+0000","last_active":"2024-03-07T03:14:41.415600+0000","last_peered":"2024-03-07T03:14:41.415600+0000","last_clean":"2024-03-07T03:14:41.415600+0000","last_became_active":"2024-03-07T03:07:58.752195+0000","last_became_peered":"2024-03-07T03:07:58.752195+0000","last_unstale":"2024-03-07T03:14:41.415600+0000","last_undegraded":"2024-03-07T03:14:41.415600+0000","last_fullsized":"2024-03-07T03:14:41.415600+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:32:35.496500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"716'5","reported_seq":1224,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822272+0000","last_change":"2024-03-07T03:07:58.753999+0000","last_active":"2024-03-07T03:16:20.822272+0000","last_peered":"2024-03-07T03:16:20.822272+0000","last_clean":"2024-03-07T03:16:20.822272+0000","last_became_active":"2024-03-07T03:07:58.753607+0000","last_became_peered":"2024-03-07T03:07:58.753607+0000","last_unstale":"2024-03-07T03:16:20.822272+0000","last_undegraded":"2024-03-07T03:16:20.822272+0000","last_fullsized":"2024-03-07T03:16:20.822272+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:28:57.567238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1112,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:33.987393+0000","last_change":"2024-03-07T03:07:23.083830+0000","last_active":"2024-03-07T03:15:33.987393+0000","last_peered":"2024-03-07T03:15:33.987393+0000","last_clean":"2024-03-07T03:15:33.987393+0000","last_became_active":"2024-03-07T03:07:23.083530+0000","last_became_peered":"2024-03-07T03:07:23.083530+0000","last_unstale":"2024-03-07T03:15:33.987393+0000","last_undegraded":"2024-03-07T03:15:33.987393+0000","last_fullsized":"2024-03-07T03:15:33.987393+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:57.938032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"716'2","reported_seq":1132,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:33.987404+0000","last_change":"2024-03-07T03:06:47.849618+0000","last_active":"2024-03-07T03:15:33.987404+0000","last_peered":"2024-03-07T03:15:33.987404+0000","last_clean":"2024-03-07T03:15:33.987404+0000","last_became_active":"2024-03-07T03:06:47.849222+0000","last_became_peered":"2024-03-07T03:06:47.849222+0000","last_unstale":"2024-03-07T03:15:33.987404+0000","last_undegraded":"2024-03-07T03:15:33.987404+0000","last_fullsized":"2024-03-07T03:15:33.987404+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:36:41.880143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1216,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822262+0000","last_change":"2024-03-07T03:06:47.851880+0000","last_active":"2024-03-07T03:16:20.822262+0000","last_peered":"2024-03-07T03:16:20.822262+0000","last_clean":"2024-03-07T03:16:20.822262+0000","last_became_active":"2024-03-07T03:06:47.851176+0000","last_became_peered":"2024-03-07T03:06:47.851176+0000","last_unstale":"2024-03-07T03:16:20.822262+0000","last_undegraded":"2024-03-07T03:16:20.822262+0000","last_fullsized":"2024-03-07T03:16:20.822262+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:38:59.663068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":978,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:26.420409+0000","last_change":"2024-03-07T03:07:58.757245+0000","last_active":"2024-03-07T03:15:26.420409+0000","last_peered":"2024-03-07T03:15:26.420409+0000","last_clean":"2024-03-07T03:15:26.420409+0000","last_became_active":"2024-03-07T03:07:58.754456+0000","last_became_peered":"2024-03-07T03:07:58.754456+0000","last_unstale":"2024-03-07T03:15:26.420409+0000","last_undegraded":"2024-03-07T03:15:26.420409+0000","last_fullsized":"2024-03-07T03:15:26.420409+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:57:32.153933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1044,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.960779+0000","last_change":"2024-03-07T03:06:47.855220+0000","last_active":"2024-03-07T03:14:15.960779+0000","last_peered":"2024-03-07T03:14:15.960779+0000","last_clean":"2024-03-07T03:14:15.960779+0000","last_became_active":"2024-03-07T03:06:47.854836+0000","last_became_peered":"2024-03-07T03:06:47.854836+0000","last_unstale":"2024-03-07T03:14:15.960779+0000","last_undegraded":"2024-03-07T03:14:15.960779+0000","last_fullsized":"2024-03-07T03:14:15.960779+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:51:35.386552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:26.420388+0000","last_change":"2024-03-07T03:07:58.757676+0000","last_active":"2024-03-07T03:15:26.420388+0000","last_peered":"2024-03-07T03:15:26.420388+0000","last_clean":"2024-03-07T03:15:26.420388+0000","last_became_active":"2024-03-07T03:07:58.753930+0000","last_became_peered":"2024-03-07T03:07:58.753930+0000","last_unstale":"2024-03-07T03:15:26.420388+0000","last_undegraded":"2024-03-07T03:15:26.420388+0000","last_fullsized":"2024-03-07T03:15:26.420388+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:56.639688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1038,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.960791+0000","last_change":"2024-03-07T03:07:23.076532+0000","last_active":"2024-03-07T03:14:15.960791+0000","last_peered":"2024-03-07T03:14:15.960791+0000","last_clean":"2024-03-07T03:14:15.960791+0000","last_became_active":"2024-03-07T03:07:23.076234+0000","last_became_peered":"2024-03-07T03:07:23.076234+0000","last_unstale":"2024-03-07T03:14:15.960791+0000","last_undegraded":"2024-03-07T03:14:15.960791+0000","last_fullsized":"2024-03-07T03:14:15.960791+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:16:39.967241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"716'2","reported_seq":1091,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:33.987379+0000","last_change":"2024-03-07T03:07:58.752045+0000","last_active":"2024-03-07T03:15:33.987379+0000","last_peered":"2024-03-07T03:15:33.987379+0000","last_clean":"2024-03-07T03:15:33.987379+0000","last_became_active":"2024-03-07T03:07:58.751585+0000","last_became_peered":"2024-03-07T03:07:58.751585+0000","last_unstale":"2024-03-07T03:15:33.987379+0000","last_undegraded":"2024-03-07T03:15:33.987379+0000","last_fullsized":"2024-03-07T03:15:33.987379+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:03:01.652607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1109,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:08.094223+0000","last_change":"2024-03-07T03:06:09.990854+0000","last_active":"2024-03-07T03:16:08.094223+0000","last_peered":"2024-03-07T03:16:08.094223+0000","last_clean":"2024-03-07T03:16:08.094223+0000","last_became_active":"2024-03-07T03:06:09.990464+0000","last_became_peered":"2024-03-07T03:06:09.990464+0000","last_unstale":"2024-03-07T03:16:08.094223+0000","last_undegraded":"2024-03-07T03:16:08.094223+0000","last_fullsized":"2024-03-07T03:16:08.094223+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:53:52.856954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"716'2","reported_seq":1011,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:51.181910+0000","last_change":"2024-03-07T03:07:58.754526+0000","last_active":"2024-03-07T03:14:51.181910+0000","last_peered":"2024-03-07T03:14:51.181910+0000","last_clean":"2024-03-07T03:14:51.181910+0000","last_became_active":"2024-03-07T03:07:58.754123+0000","last_became_peered":"2024-03-07T03:07:58.754123+0000","last_unstale":"2024-03-07T03:14:51.181910+0000","last_undegraded":"2024-03-07T03:14:51.181910+0000","last_fullsized":"2024-03-07T03:14:51.181910+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:41:34.446180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1213,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:13:50.805938+0000","last_change":"2024-03-07T03:07:58.750769+0000","last_active":"2024-03-07T03:13:50.805938+0000","last_peered":"2024-03-07T03:13:50.805938+0000","last_clean":"2024-03-07T03:13:50.805938+0000","last_became_active":"2024-03-07T03:07:58.749974+0000","last_became_peered":"2024-03-07T03:07:58.749974+0000","last_unstale":"2024-03-07T03:13:50.805938+0000","last_undegraded":"2024-03-07T03:13:50.805938+0000","last_fullsized":"2024-03-07T03:13:50.805938+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:56:14.059734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1128,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:13.984650+0000","last_change":"2024-03-07T03:07:23.072942+0000","last_active":"2024-03-07T03:15:13.984650+0000","last_peered":"2024-03-07T03:15:13.984650+0000","last_clean":"2024-03-07T03:15:13.984650+0000","last_became_active":"2024-03-07T03:07:23.072639+0000","last_became_peered":"2024-03-07T03:07:23.072639+0000","last_unstale":"2024-03-07T03:15:13.984650+0000","last_undegraded":"2024-03-07T03:15:13.984650+0000","last_fullsized":"2024-03-07T03:15:13.984650+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:42.808853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1125,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:13.984615+0000","last_change":"2024-03-07T03:05:35.934963+0000","last_active":"2024-03-07T03:15:13.984615+0000","last_peered":"2024-03-07T03:15:13.984615+0000","last_clean":"2024-03-07T03:15:13.984615+0000","last_became_active":"2024-03-07T03:05:35.932493+0000","last_became_peered":"2024-03-07T03:05:35.932493+0000","last_unstale":"2024-03-07T03:15:13.984615+0000","last_undegraded":"2024-03-07T03:15:13.984615+0000","last_fullsized":"2024-03-07T03:15:13.984615+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:00:57.111662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1040,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:00.958587+0000","last_change":"2024-03-07T03:07:58.756063+0000","last_active":"2024-03-07T03:14:00.958587+0000","last_peered":"2024-03-07T03:14:00.958587+0000","last_clean":"2024-03-07T03:14:00.958587+0000","last_became_active":"2024-03-07T03:07:58.755712+0000","last_became_peered":"2024-03-07T03:07:58.755712+0000","last_unstale":"2024-03-07T03:14:00.958587+0000","last_undegraded":"2024-03-07T03:14:00.958587+0000","last_fullsized":"2024-03-07T03:14:00.958587+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:13:06.484346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:04.910749+0000","last_change":"2024-03-07T03:06:09.996319+0000","last_active":"2024-03-07T03:14:04.910749+0000","last_peered":"2024-03-07T03:14:04.910749+0000","last_clean":"2024-03-07T03:14:04.910749+0000","last_became_active":"2024-03-07T03:06:09.996002+0000","last_became_peered":"2024-03-07T03:06:09.996002+0000","last_unstale":"2024-03-07T03:14:04.910749+0000","last_undegraded":"2024-03-07T03:14:04.910749+0000","last_fullsized":"2024-03-07T03:14:04.910749+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:41:55.764562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1007,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:36.180568+0000","last_change":"2024-03-07T03:07:23.083466+0000","last_active":"2024-03-07T03:14:36.180568+0000","last_peered":"2024-03-07T03:14:36.180568+0000","last_clean":"2024-03-07T03:14:36.180568+0000","last_became_active":"2024-03-07T03:07:23.083156+0000","last_became_peered":"2024-03-07T03:07:23.083156+0000","last_unstale":"2024-03-07T03:14:36.180568+0000","last_undegraded":"2024-03-07T03:14:36.180568+0000","last_fullsized":"2024-03-07T03:14:36.180568+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:32:00.539449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1026,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:00.958646+0000","last_change":"2024-03-07T03:07:58.752127+0000","last_active":"2024-03-07T03:14:00.958646+0000","last_peered":"2024-03-07T03:14:00.958646+0000","last_clean":"2024-03-07T03:14:00.958646+0000","last_became_active":"2024-03-07T03:07:58.751770+0000","last_became_peered":"2024-03-07T03:07:58.751770+0000","last_unstale":"2024-03-07T03:14:00.958646+0000","last_undegraded":"2024-03-07T03:14:00.958646+0000","last_fullsized":"2024-03-07T03:14:00.958646+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:43.791488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1060,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:00.958636+0000","last_change":"2024-03-07T03:07:23.077653+0000","last_active":"2024-03-07T03:14:00.958636+0000","last_peered":"2024-03-07T03:14:00.958636+0000","last_clean":"2024-03-07T03:14:00.958636+0000","last_became_active":"2024-03-07T03:07:23.077355+0000","last_became_peered":"2024-03-07T03:07:23.077355+0000","last_unstale":"2024-03-07T03:14:00.958636+0000","last_undegraded":"2024-03-07T03:14:00.958636+0000","last_fullsized":"2024-03-07T03:14:00.958636+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:45.861158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:55.819456+0000","last_change":"2024-03-07T03:06:47.851508+0000","last_active":"2024-03-07T03:15:55.819456+0000","last_peered":"2024-03-07T03:15:55.819456+0000","last_clean":"2024-03-07T03:15:55.819456+0000","last_became_active":"2024-03-07T03:06:47.850839+0000","last_became_peered":"2024-03-07T03:06:47.850839+0000","last_unstale":"2024-03-07T03:15:55.819456+0000","last_undegraded":"2024-03-07T03:15:55.819456+0000","last_fullsized":"2024-03-07T03:15:55.819456+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:08:06.622234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1193,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:04.910791+0000","last_change":"2024-03-07T03:06:47.845848+0000","last_active":"2024-03-07T03:14:04.910791+0000","last_peered":"2024-03-07T03:14:04.910791+0000","last_clean":"2024-03-07T03:14:04.910791+0000","last_became_active":"2024-03-07T03:06:47.845425+0000","last_became_peered":"2024-03-07T03:06:47.845425+0000","last_unstale":"2024-03-07T03:14:04.910791+0000","last_undegraded":"2024-03-07T03:14:04.910791+0000","last_fullsized":"2024-03-07T03:14:04.910791+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:16:24.833986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1080,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:28.090047+0000","last_change":"2024-03-07T03:07:58.754983+0000","last_active":"2024-03-07T03:15:28.090047+0000","last_peered":"2024-03-07T03:15:28.090047+0000","last_clean":"2024-03-07T03:15:28.090047+0000","last_became_active":"2024-03-07T03:07:58.754657+0000","last_became_peered":"2024-03-07T03:07:58.754657+0000","last_unstale":"2024-03-07T03:15:28.090047+0000","last_undegraded":"2024-03-07T03:15:28.090047+0000","last_fullsized":"2024-03-07T03:15:28.090047+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:06:00.897772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"716'29","reported_seq":1042,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:21.179150+0000","last_change":"2024-03-07T03:07:23.079677+0000","last_active":"2024-03-07T03:14:21.179150+0000","last_peered":"2024-03-07T03:14:21.179150+0000","last_clean":"2024-03-07T03:14:21.179150+0000","last_became_active":"2024-03-07T03:07:23.079320+0000","last_became_peered":"2024-03-07T03:07:23.079320+0000","last_unstale":"2024-03-07T03:14:21.179150+0000","last_undegraded":"2024-03-07T03:14:21.179150+0000","last_fullsized":"2024-03-07T03:14:21.179150+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:49:54.979015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:11.418787+0000","last_change":"2024-03-07T03:07:58.758376+0000","last_active":"2024-03-07T03:15:11.418787+0000","last_peered":"2024-03-07T03:15:11.418787+0000","last_clean":"2024-03-07T03:15:11.418787+0000","last_became_active":"2024-03-07T03:07:58.757816+0000","last_became_peered":"2024-03-07T03:07:58.757816+0000","last_unstale":"2024-03-07T03:15:11.418787+0000","last_undegraded":"2024-03-07T03:15:11.418787+0000","last_fullsized":"2024-03-07T03:15:11.418787+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:47.253727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1220,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:30.816851+0000","last_change":"2024-03-07T03:06:09.989072+0000","last_active":"2024-03-07T03:15:30.816851+0000","last_peered":"2024-03-07T03:15:30.816851+0000","last_clean":"2024-03-07T03:15:30.816851+0000","last_became_active":"2024-03-07T03:06:09.987754+0000","last_became_peered":"2024-03-07T03:06:09.987754+0000","last_unstale":"2024-03-07T03:15:30.816851+0000","last_undegraded":"2024-03-07T03:15:30.816851+0000","last_fullsized":"2024-03-07T03:15:30.816851+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:05:15.340331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:30.816835+0000","last_change":"2024-03-07T03:07:58.754207+0000","last_active":"2024-03-07T03:15:30.816835+0000","last_peered":"2024-03-07T03:15:30.816835+0000","last_clean":"2024-03-07T03:15:30.816835+0000","last_became_active":"2024-03-07T03:07:58.753859+0000","last_became_peered":"2024-03-07T03:07:58.753859+0000","last_unstale":"2024-03-07T03:15:30.816835+0000","last_undegraded":"2024-03-07T03:15:30.816835+0000","last_fullsized":"2024-03-07T03:15:30.816835+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:14:02.813872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1054,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:05.974451+0000","last_change":"2024-03-07T03:07:58.755838+0000","last_active":"2024-03-07T03:16:05.974451+0000","last_peered":"2024-03-07T03:16:05.974451+0000","last_clean":"2024-03-07T03:16:05.974451+0000","last_became_active":"2024-03-07T03:07:58.755436+0000","last_became_peered":"2024-03-07T03:07:58.755436+0000","last_unstale":"2024-03-07T03:16:05.974451+0000","last_undegraded":"2024-03-07T03:16:05.974451+0000","last_fullsized":"2024-03-07T03:16:05.974451+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:25.094944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:56.417167+0000","last_change":"2024-03-07T03:07:58.750199+0000","last_active":"2024-03-07T03:14:56.417167+0000","last_peered":"2024-03-07T03:14:56.417167+0000","last_clean":"2024-03-07T03:14:56.417167+0000","last_became_active":"2024-03-07T03:07:58.749858+0000","last_became_peered":"2024-03-07T03:07:58.749858+0000","last_unstale":"2024-03-07T03:14:56.417167+0000","last_undegraded":"2024-03-07T03:14:56.417167+0000","last_fullsized":"2024-03-07T03:14:56.417167+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:41.122539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1015,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:21.179131+0000","last_change":"2024-03-07T03:07:23.076835+0000","last_active":"2024-03-07T03:14:21.179131+0000","last_peered":"2024-03-07T03:14:21.179131+0000","last_clean":"2024-03-07T03:14:21.179131+0000","last_became_active":"2024-03-07T03:07:23.075094+0000","last_became_peered":"2024-03-07T03:07:23.075094+0000","last_unstale":"2024-03-07T03:14:21.179131+0000","last_undegraded":"2024-03-07T03:14:21.179131+0000","last_fullsized":"2024-03-07T03:14:21.179131+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:50:36.739831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1006,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:21.179108+0000","last_change":"2024-03-07T03:07:23.078279+0000","last_active":"2024-03-07T03:14:21.179108+0000","last_peered":"2024-03-07T03:14:21.179108+0000","last_clean":"2024-03-07T03:14:21.179108+0000","last_became_active":"2024-03-07T03:07:23.077338+0000","last_became_peered":"2024-03-07T03:07:23.077338+0000","last_unstale":"2024-03-07T03:14:21.179108+0000","last_undegraded":"2024-03-07T03:14:21.179108+0000","last_fullsized":"2024-03-07T03:14:21.179108+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:05:40.599683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1170,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:19.522440+0000","last_change":"2024-03-07T03:05:01.461919+0000","last_active":"2024-03-07T03:14:19.522440+0000","last_peered":"2024-03-07T03:14:19.522440+0000","last_clean":"2024-03-07T03:14:19.522440+0000","last_became_active":"2024-03-07T03:05:01.459759+0000","last_became_peered":"2024-03-07T03:05:01.459759+0000","last_unstale":"2024-03-07T03:14:19.522440+0000","last_undegraded":"2024-03-07T03:14:19.522440+0000","last_fullsized":"2024-03-07T03:14:19.522440+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:31:45.535178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":973,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:56.417138+0000","last_change":"2024-03-07T03:07:58.753856+0000","last_active":"2024-03-07T03:14:56.417138+0000","last_peered":"2024-03-07T03:14:56.417138+0000","last_clean":"2024-03-07T03:14:56.417138+0000","last_became_active":"2024-03-07T03:07:58.751889+0000","last_became_peered":"2024-03-07T03:07:58.751889+0000","last_unstale":"2024-03-07T03:14:56.417138+0000","last_undegraded":"2024-03-07T03:14:56.417138+0000","last_fullsized":"2024-03-07T03:14:56.417138+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:27:20.126942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"863'1273","reported_seq":4342,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:49.531941+0000","last_change":"2024-03-07T03:10:56.137635+0000","last_active":"2024-03-07T03:15:49.531941+0000","last_peered":"2024-03-07T03:15:49.531941+0000","last_clean":"2024-03-07T03:15:49.531941+0000","last_became_active":"2024-03-07T03:05:01.457883+0000","last_became_peered":"2024-03-07T03:05:01.457883+0000","last_unstale":"2024-03-07T03:15:49.531941+0000","last_undegraded":"2024-03-07T03:15:49.531941+0000","last_fullsized":"2024-03-07T03:15:49.531941+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1273,"log_dups_size":0,"ondisk_log_size":1273,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:21:46.718939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.021818005000000001,"stat_sum":{"num_bytes":15540224,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":258,"num_read_kb":529715,"num_write":442,"num_write_kb":102224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1441792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.f","version":"61'1","reported_seq":1083,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:08.088005+0000","last_change":"2024-03-07T03:07:58.755003+0000","last_active":"2024-03-07T03:15:08.088005+0000","last_peered":"2024-03-07T03:15:08.088005+0000","last_clean":"2024-03-07T03:15:08.088005+0000","last_became_active":"2024-03-07T03:07:58.754564+0000","last_became_peered":"2024-03-07T03:07:58.754564+0000","last_unstale":"2024-03-07T03:15:08.088005+0000","last_undegraded":"2024-03-07T03:15:08.088005+0000","last_fullsized":"2024-03-07T03:15:08.088005+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:34:53.344746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":988,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:41.415610+0000","last_change":"2024-03-07T03:07:58.750952+0000","last_active":"2024-03-07T03:14:41.415610+0000","last_peered":"2024-03-07T03:14:41.415610+0000","last_clean":"2024-03-07T03:14:41.415610+0000","last_became_active":"2024-03-07T03:07:58.749229+0000","last_became_peered":"2024-03-07T03:07:58.749229+0000","last_unstale":"2024-03-07T03:14:41.415610+0000","last_undegraded":"2024-03-07T03:14:41.415610+0000","last_fullsized":"2024-03-07T03:14:41.415610+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:53:10.534950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"863'847","reported_seq":4050,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822185+0000","last_change":"2024-03-07T03:10:56.129162+0000","last_active":"2024-03-07T03:16:20.822185+0000","last_peered":"2024-03-07T03:16:20.822185+0000","last_clean":"2024-03-07T03:16:20.822185+0000","last_became_active":"2024-03-07T03:07:23.074596+0000","last_became_peered":"2024-03-07T03:07:23.074596+0000","last_unstale":"2024-03-07T03:16:20.822185+0000","last_undegraded":"2024-03-07T03:16:20.822185+0000","last_fullsized":"2024-03-07T03:16:20.822185+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":847,"log_dups_size":0,"ondisk_log_size":847,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:34:23.625809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0099120149999999997,"stat_sum":{"num_bytes":38936576,"num_objects":11,"num_object_clones":9,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":157,"num_read_kb":413258,"num_write":266,"num_write_kb":109952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":4374528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.2","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:49.915330+0000","last_change":"2024-03-07T03:06:47.845893+0000","last_active":"2024-03-07T03:14:49.915330+0000","last_peered":"2024-03-07T03:14:49.915330+0000","last_clean":"2024-03-07T03:14:49.915330+0000","last_became_active":"2024-03-07T03:06:47.845548+0000","last_became_peered":"2024-03-07T03:06:47.845548+0000","last_unstale":"2024-03-07T03:14:49.915330+0000","last_undegraded":"2024-03-07T03:14:49.915330+0000","last_fullsized":"2024-03-07T03:14:49.915330+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:19:55.051329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:49.915367+0000","last_change":"2024-03-07T03:07:58.751041+0000","last_active":"2024-03-07T03:14:49.915367+0000","last_peered":"2024-03-07T03:14:49.915367+0000","last_clean":"2024-03-07T03:14:49.915367+0000","last_became_active":"2024-03-07T03:07:58.749047+0000","last_became_peered":"2024-03-07T03:07:58.749047+0000","last_unstale":"2024-03-07T03:14:49.915367+0000","last_undegraded":"2024-03-07T03:14:49.915367+0000","last_fullsized":"2024-03-07T03:14:49.915367+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:47:59.256394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1059,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:05.967226+0000","last_change":"2024-03-07T03:06:47.858022+0000","last_active":"2024-03-07T03:15:05.967226+0000","last_peered":"2024-03-07T03:15:05.967226+0000","last_clean":"2024-03-07T03:15:05.967226+0000","last_became_active":"2024-03-07T03:06:47.857526+0000","last_became_peered":"2024-03-07T03:06:47.857526+0000","last_unstale":"2024-03-07T03:15:05.967226+0000","last_undegraded":"2024-03-07T03:15:05.967226+0000","last_fullsized":"2024-03-07T03:15:05.967226+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:02:03.856321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"862'1186","reported_seq":4381,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822242+0000","last_change":"2024-03-07T03:10:56.119983+0000","last_active":"2024-03-07T03:16:20.822242+0000","last_peered":"2024-03-07T03:16:20.822242+0000","last_clean":"2024-03-07T03:16:20.822242+0000","last_became_active":"2024-03-07T03:06:09.988405+0000","last_became_peered":"2024-03-07T03:06:09.988405+0000","last_unstale":"2024-03-07T03:16:20.822242+0000","last_undegraded":"2024-03-07T03:16:20.822242+0000","last_fullsized":"2024-03-07T03:16:20.822242+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1186,"log_dups_size":0,"ondisk_log_size":1186,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:41:38.890400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099770099999999993,"stat_sum":{"num_bytes":13524992,"num_objects":9,"num_object_clones":6,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":208,"num_read_kb":390958,"num_write":505,"num_write_kb":103888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":50642944,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:49.915380+0000","last_change":"2024-03-07T03:05:35.928460+0000","last_active":"2024-03-07T03:14:49.915380+0000","last_peered":"2024-03-07T03:14:49.915380+0000","last_clean":"2024-03-07T03:14:49.915380+0000","last_became_active":"2024-03-07T03:05:35.928017+0000","last_became_peered":"2024-03-07T03:05:35.928017+0000","last_unstale":"2024-03-07T03:14:49.915380+0000","last_undegraded":"2024-03-07T03:14:49.915380+0000","last_fullsized":"2024-03-07T03:14:49.915380+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:53:27.674544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1028,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:05.967147+0000","last_change":"2024-03-07T03:07:23.075249+0000","last_active":"2024-03-07T03:15:05.967147+0000","last_peered":"2024-03-07T03:15:05.967147+0000","last_clean":"2024-03-07T03:15:05.967147+0000","last_became_active":"2024-03-07T03:07:23.074866+0000","last_became_peered":"2024-03-07T03:07:23.074866+0000","last_unstale":"2024-03-07T03:15:05.967147+0000","last_undegraded":"2024-03-07T03:15:05.967147+0000","last_fullsized":"2024-03-07T03:15:05.967147+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:03.393010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1081,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:33.096893+0000","last_change":"2024-03-07T03:07:23.069585+0000","last_active":"2024-03-07T03:16:33.096893+0000","last_peered":"2024-03-07T03:16:33.096893+0000","last_clean":"2024-03-07T03:16:33.096893+0000","last_became_active":"2024-03-07T03:07:23.069262+0000","last_became_peered":"2024-03-07T03:07:23.069262+0000","last_unstale":"2024-03-07T03:16:33.096893+0000","last_undegraded":"2024-03-07T03:16:33.096893+0000","last_fullsized":"2024-03-07T03:16:33.096893+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:11:22.045807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"861'1094","reported_seq":4798,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:15:49.532042+0000","last_change":"2024-03-07T03:10:57.331022+0000","last_active":"2024-03-07T03:15:49.532042+0000","last_peered":"2024-03-07T03:15:49.532042+0000","last_clean":"2024-03-07T03:15:49.532042+0000","last_became_active":"2024-03-07T03:06:47.847229+0000","last_became_peered":"2024-03-07T03:06:47.847229+0000","last_unstale":"2024-03-07T03:15:49.532042+0000","last_undegraded":"2024-03-07T03:15:49.532042+0000","last_fullsized":"2024-03-07T03:15:49.532042+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1094,"log_dups_size":0,"ondisk_log_size":1094,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:58:27.729404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.032339935,"stat_sum":{"num_bytes":113606656,"num_objects":59,"num_object_clones":55,"num_object_copies":177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":279,"num_read_kb":358703,"num_write":525,"num_write_kb":146904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":36642816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1184,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:14.918114+0000","last_change":"2024-03-07T03:06:47.843416+0000","last_active":"2024-03-07T03:15:14.918114+0000","last_peered":"2024-03-07T03:15:14.918114+0000","last_clean":"2024-03-07T03:15:14.918114+0000","last_became_active":"2024-03-07T03:06:47.842812+0000","last_became_peered":"2024-03-07T03:06:47.842812+0000","last_unstale":"2024-03-07T03:15:14.918114+0000","last_undegraded":"2024-03-07T03:15:14.918114+0000","last_fullsized":"2024-03-07T03:15:14.918114+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:03:02.672609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1191,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:24.924765+0000","last_change":"2024-03-07T03:07:23.071850+0000","last_active":"2024-03-07T03:16:24.924765+0000","last_peered":"2024-03-07T03:16:24.924765+0000","last_clean":"2024-03-07T03:16:24.924765+0000","last_became_active":"2024-03-07T03:07:23.071476+0000","last_became_peered":"2024-03-07T03:07:23.071476+0000","last_unstale":"2024-03-07T03:16:24.924765+0000","last_undegraded":"2024-03-07T03:16:24.924765+0000","last_fullsized":"2024-03-07T03:16:24.924765+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:13:05.296486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1159,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:24.529427+0000","last_change":"2024-03-07T03:05:35.926187+0000","last_active":"2024-03-07T03:15:24.529427+0000","last_peered":"2024-03-07T03:15:24.529427+0000","last_clean":"2024-03-07T03:15:24.529427+0000","last_became_active":"2024-03-07T03:05:35.925908+0000","last_became_peered":"2024-03-07T03:05:35.925908+0000","last_unstale":"2024-03-07T03:15:24.529427+0000","last_undegraded":"2024-03-07T03:15:24.529427+0000","last_fullsized":"2024-03-07T03:15:24.529427+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:48:33.101185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"863'1146","reported_seq":3875,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:16.425698+0000","last_change":"2024-03-07T03:10:56.132170+0000","last_active":"2024-03-07T03:16:16.425698+0000","last_peered":"2024-03-07T03:16:16.425698+0000","last_clean":"2024-03-07T03:16:16.425698+0000","last_became_active":"2024-03-07T03:07:58.756854+0000","last_became_peered":"2024-03-07T03:07:58.756854+0000","last_unstale":"2024-03-07T03:16:16.425698+0000","last_undegraded":"2024-03-07T03:16:16.425698+0000","last_fullsized":"2024-03-07T03:16:16.425698+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1146,"log_dups_size":0,"ondisk_log_size":1146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T02:59:04.693146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.010433211,"stat_sum":{"num_bytes":34668544,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":1,"num_read":219,"num_read_kb":317694,"num_write":420,"num_write_kb":93568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":10240000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1007,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:41.187412+0000","last_change":"2024-03-07T03:07:58.760449+0000","last_active":"2024-03-07T03:15:41.187412+0000","last_peered":"2024-03-07T03:15:41.187412+0000","last_clean":"2024-03-07T03:15:41.187412+0000","last_became_active":"2024-03-07T03:07:58.760086+0000","last_became_peered":"2024-03-07T03:07:58.760086+0000","last_unstale":"2024-03-07T03:15:41.187412+0000","last_undegraded":"2024-03-07T03:15:41.187412+0000","last_fullsized":"2024-03-07T03:15:41.187412+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:34:38.583100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1090,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:58.990252+0000","last_change":"2024-03-07T03:07:23.073659+0000","last_active":"2024-03-07T03:15:58.990252+0000","last_peered":"2024-03-07T03:15:58.990252+0000","last_clean":"2024-03-07T03:15:58.990252+0000","last_became_active":"2024-03-07T03:07:23.073277+0000","last_became_peered":"2024-03-07T03:07:23.073277+0000","last_unstale":"2024-03-07T03:15:58.990252+0000","last_undegraded":"2024-03-07T03:15:58.990252+0000","last_fullsized":"2024-03-07T03:15:58.990252+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:48:34.819985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1062,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:05.967201+0000","last_change":"2024-03-07T03:07:58.752576+0000","last_active":"2024-03-07T03:15:05.967201+0000","last_peered":"2024-03-07T03:15:05.967201+0000","last_clean":"2024-03-07T03:15:05.967201+0000","last_became_active":"2024-03-07T03:07:58.752193+0000","last_became_peered":"2024-03-07T03:07:58.752193+0000","last_unstale":"2024-03-07T03:15:05.967201+0000","last_undegraded":"2024-03-07T03:15:05.967201+0000","last_fullsized":"2024-03-07T03:15:05.967201+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:55:14.205594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"395'197","reported_seq":1467,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:56.423645+0000","last_change":"2024-03-07T03:07:58.752982+0000","last_active":"2024-03-07T03:15:56.423645+0000","last_peered":"2024-03-07T03:15:56.423645+0000","last_clean":"2024-03-07T03:15:56.423645+0000","last_became_active":"2024-03-07T03:07:58.752004+0000","last_became_peered":"2024-03-07T03:07:58.752004+0000","last_unstale":"2024-03-07T03:15:56.423645+0000","last_undegraded":"2024-03-07T03:15:56.423645+0000","last_fullsized":"2024-03-07T03:15:56.423645+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_clean_scrub_stamp":"2024-03-07T02:51:31.238394+0000","objects_scrubbed":0,"log_size":197,"log_dups_size":0,"ondisk_log_size":197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:53.766202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"858'3145","reported_seq":6531,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:15:25.969713+0000","last_change":"2024-03-07T03:10:57.131283+0000","last_active":"2024-03-07T03:15:25.969713+0000","last_peered":"2024-03-07T03:15:25.969713+0000","last_clean":"2024-03-07T03:15:25.969713+0000","last_became_active":"2024-03-07T03:06:47.859231+0000","last_became_peered":"2024-03-07T03:06:47.859231+0000","last_unstale":"2024-03-07T03:15:25.969713+0000","last_undegraded":"2024-03-07T03:15:25.969713+0000","last_fullsized":"2024-03-07T03:15:25.969713+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3145,"log_dups_size":0,"ondisk_log_size":3145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:10:03.781442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001499434,"stat_sum":{"num_bytes":18481152,"num_objects":15,"num_object_clones":14,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":124,"num_read_kb":398406,"num_write":253,"num_write_kb":45856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":9773056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:40.811710+0000","last_change":"2024-03-07T03:05:01.454053+0000","last_active":"2024-03-07T03:14:40.811710+0000","last_peered":"2024-03-07T03:14:40.811710+0000","last_clean":"2024-03-07T03:14:40.811710+0000","last_became_active":"2024-03-07T03:05:01.453718+0000","last_became_peered":"2024-03-07T03:05:01.453718+0000","last_unstale":"2024-03-07T03:14:40.811710+0000","last_undegraded":"2024-03-07T03:14:40.811710+0000","last_fullsized":"2024-03-07T03:14:40.811710+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:10:59.835543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1216,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822159+0000","last_change":"2024-03-07T03:06:09.987673+0000","last_active":"2024-03-07T03:16:20.822159+0000","last_peered":"2024-03-07T03:16:20.822159+0000","last_clean":"2024-03-07T03:16:20.822159+0000","last_became_active":"2024-03-07T03:06:09.987328+0000","last_became_peered":"2024-03-07T03:06:09.987328+0000","last_unstale":"2024-03-07T03:16:20.822159+0000","last_undegraded":"2024-03-07T03:16:20.822159+0000","last_fullsized":"2024-03-07T03:16:20.822159+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:11:17.983744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":976,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:56.423621+0000","last_change":"2024-03-07T03:07:58.757849+0000","last_active":"2024-03-07T03:15:56.423621+0000","last_peered":"2024-03-07T03:15:56.423621+0000","last_clean":"2024-03-07T03:15:56.423621+0000","last_became_active":"2024-03-07T03:07:58.757399+0000","last_became_peered":"2024-03-07T03:07:58.757399+0000","last_unstale":"2024-03-07T03:15:56.423621+0000","last_undegraded":"2024-03-07T03:15:56.423621+0000","last_fullsized":"2024-03-07T03:15:56.423621+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:54:11.413787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"864'1259","reported_seq":4065,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:41.187366+0000","last_change":"2024-03-07T03:10:56.129203+0000","last_active":"2024-03-07T03:15:41.187366+0000","last_peered":"2024-03-07T03:15:41.187366+0000","last_clean":"2024-03-07T03:15:41.187366+0000","last_became_active":"2024-03-07T03:07:23.080120+0000","last_became_peered":"2024-03-07T03:07:23.080120+0000","last_unstale":"2024-03-07T03:15:41.187366+0000","last_undegraded":"2024-03-07T03:15:41.187366+0000","last_fullsized":"2024-03-07T03:15:41.187366+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1259,"log_dups_size":0,"ondisk_log_size":1259,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:33:24.850580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0059393290000000001,"stat_sum":{"num_bytes":23298048,"num_objects":10,"num_object_clones":7,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":249,"num_read_kb":271095,"num_write":553,"num_write_kb":138504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":18890752,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.3","version":"0'0","reported_seq":1216,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822216+0000","last_change":"2024-03-07T03:07:58.750289+0000","last_active":"2024-03-07T03:16:20.822216+0000","last_peered":"2024-03-07T03:16:20.822216+0000","last_clean":"2024-03-07T03:16:20.822216+0000","last_became_active":"2024-03-07T03:07:58.749557+0000","last_became_peered":"2024-03-07T03:07:58.749557+0000","last_unstale":"2024-03-07T03:16:20.822216+0000","last_undegraded":"2024-03-07T03:16:20.822216+0000","last_fullsized":"2024-03-07T03:16:20.822216+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:54:43.865660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":990,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:16.425734+0000","last_change":"2024-03-07T03:07:58.758005+0000","last_active":"2024-03-07T03:16:16.425734+0000","last_peered":"2024-03-07T03:16:16.425734+0000","last_clean":"2024-03-07T03:16:16.425734+0000","last_became_active":"2024-03-07T03:07:58.756833+0000","last_became_peered":"2024-03-07T03:07:58.756833+0000","last_unstale":"2024-03-07T03:16:16.425734+0000","last_undegraded":"2024-03-07T03:16:16.425734+0000","last_fullsized":"2024-03-07T03:16:16.425734+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:37:55.288554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:49.915390+0000","last_change":"2024-03-07T03:06:47.843644+0000","last_active":"2024-03-07T03:14:49.915390+0000","last_peered":"2024-03-07T03:14:49.915390+0000","last_clean":"2024-03-07T03:14:49.915390+0000","last_became_active":"2024-03-07T03:06:47.842694+0000","last_became_peered":"2024-03-07T03:06:47.842694+0000","last_unstale":"2024-03-07T03:14:49.915390+0000","last_undegraded":"2024-03-07T03:14:49.915390+0000","last_fullsized":"2024-03-07T03:14:49.915390+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:25:34.783974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"863'880","reported_seq":3817,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:33.096853+0000","last_change":"2024-03-07T03:10:56.125509+0000","last_active":"2024-03-07T03:16:33.096853+0000","last_peered":"2024-03-07T03:16:33.096853+0000","last_clean":"2024-03-07T03:16:33.096853+0000","last_became_active":"2024-03-07T03:07:58.755248+0000","last_became_peered":"2024-03-07T03:07:58.755248+0000","last_unstale":"2024-03-07T03:16:33.096853+0000","last_undegraded":"2024-03-07T03:16:33.096853+0000","last_fullsized":"2024-03-07T03:16:33.096853+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":880,"log_dups_size":0,"ondisk_log_size":880,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:40:02.788467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0073429089999999999,"stat_sum":{"num_bytes":9224192,"num_objects":8,"num_object_clones":6,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":1,"num_read":161,"num_read_kb":133885,"num_write":362,"num_write_kb":55920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1126,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:33.987356+0000","last_change":"2024-03-07T03:07:58.764215+0000","last_active":"2024-03-07T03:15:33.987356+0000","last_peered":"2024-03-07T03:15:33.987356+0000","last_clean":"2024-03-07T03:15:33.987356+0000","last_became_active":"2024-03-07T03:07:58.763818+0000","last_became_peered":"2024-03-07T03:07:58.763818+0000","last_unstale":"2024-03-07T03:15:33.987356+0000","last_undegraded":"2024-03-07T03:15:33.987356+0000","last_fullsized":"2024-03-07T03:15:33.987356+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:27:54.623360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"719'2","reported_seq":1194,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:14.918091+0000","last_change":"2024-03-07T03:07:23.074913+0000","last_active":"2024-03-07T03:15:14.918091+0000","last_peered":"2024-03-07T03:15:14.918091+0000","last_clean":"2024-03-07T03:15:14.918091+0000","last_became_active":"2024-03-07T03:07:23.074530+0000","last_became_peered":"2024-03-07T03:07:23.074530+0000","last_unstale":"2024-03-07T03:15:14.918091+0000","last_undegraded":"2024-03-07T03:15:14.918091+0000","last_fullsized":"2024-03-07T03:15:14.918091+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:13:25.877187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1129,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:23.992537+0000","last_change":"2024-03-07T03:07:58.757756+0000","last_active":"2024-03-07T03:16:23.992537+0000","last_peered":"2024-03-07T03:16:23.992537+0000","last_clean":"2024-03-07T03:16:23.992537+0000","last_became_active":"2024-03-07T03:07:58.757430+0000","last_became_peered":"2024-03-07T03:07:58.757430+0000","last_unstale":"2024-03-07T03:16:23.992537+0000","last_undegraded":"2024-03-07T03:16:23.992537+0000","last_fullsized":"2024-03-07T03:16:23.992537+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:22:21.412765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"863'1564","reported_seq":5165,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:15:33.987325+0000","last_change":"2024-03-07T03:10:57.329944+0000","last_active":"2024-03-07T03:15:33.987325+0000","last_peered":"2024-03-07T03:15:33.987325+0000","last_clean":"2024-03-07T03:15:33.987325+0000","last_became_active":"2024-03-07T03:06:09.990793+0000","last_became_peered":"2024-03-07T03:06:09.990793+0000","last_unstale":"2024-03-07T03:15:33.987325+0000","last_undegraded":"2024-03-07T03:15:33.987325+0000","last_fullsized":"2024-03-07T03:15:33.987325+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1564,"log_dups_size":0,"ondisk_log_size":1564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":143,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:53.639078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.019553126000000001,"stat_sum":{"num_bytes":100999168,"num_objects":73,"num_object_clones":68,"num_object_copies":219,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":1,"num_read":410,"num_read_kb":572954,"num_write":777,"num_write_kb":204640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":51175424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"c"},{"start":"178","length":"4"},{"start":"17e","length":"3"},{"start":"182","length":"4"},{"start":"187","length":"5"},{"start":"18d","length":"2"}]},{"pgid":"4.1","version":"0'0","reported_seq":1082,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:33.096817+0000","last_change":"2024-03-07T03:07:23.071468+0000","last_active":"2024-03-07T03:16:33.096817+0000","last_peered":"2024-03-07T03:16:33.096817+0000","last_clean":"2024-03-07T03:16:33.096817+0000","last_became_active":"2024-03-07T03:07:23.071160+0000","last_became_peered":"2024-03-07T03:07:23.071160+0000","last_unstale":"2024-03-07T03:16:33.096817+0000","last_undegraded":"2024-03-07T03:16:33.096817+0000","last_fullsized":"2024-03-07T03:16:33.096817+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:17:55.686793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":992,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:01.189618+0000","last_change":"2024-03-07T03:07:58.759142+0000","last_active":"2024-03-07T03:16:01.189618+0000","last_peered":"2024-03-07T03:16:01.189618+0000","last_clean":"2024-03-07T03:16:01.189618+0000","last_became_active":"2024-03-07T03:07:58.758771+0000","last_became_peered":"2024-03-07T03:07:58.758771+0000","last_unstale":"2024-03-07T03:16:01.189618+0000","last_undegraded":"2024-03-07T03:16:01.189618+0000","last_fullsized":"2024-03-07T03:16:01.189618+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:45:13.985820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:40.811685+0000","last_change":"2024-03-07T03:06:09.988597+0000","last_active":"2024-03-07T03:14:40.811685+0000","last_peered":"2024-03-07T03:14:40.811685+0000","last_clean":"2024-03-07T03:14:40.811685+0000","last_became_active":"2024-03-07T03:06:09.988261+0000","last_became_peered":"2024-03-07T03:06:09.988261+0000","last_unstale":"2024-03-07T03:14:40.811685+0000","last_undegraded":"2024-03-07T03:14:40.811685+0000","last_fullsized":"2024-03-07T03:14:40.811685+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:11:06.717251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"843'3099","reported_seq":6400,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:15:45.972108+0000","last_change":"2024-03-07T03:10:57.131044+0000","last_active":"2024-03-07T03:15:45.972108+0000","last_peered":"2024-03-07T03:15:45.972108+0000","last_clean":"2024-03-07T03:15:45.972108+0000","last_became_active":"2024-03-07T03:07:23.084936+0000","last_became_peered":"2024-03-07T03:07:23.084936+0000","last_unstale":"2024-03-07T03:15:45.972108+0000","last_undegraded":"2024-03-07T03:15:45.972108+0000","last_fullsized":"2024-03-07T03:15:45.972108+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3099,"log_dups_size":0,"ondisk_log_size":3099,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:46:48.809690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012703,"stat_sum":{"num_bytes":8347648,"num_objects":13,"num_object_clones":12,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":56,"num_read_kb":33721,"num_write":241,"num_write_kb":36816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":434176,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1148,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:49.531980+0000","last_change":"2024-03-07T03:05:01.461136+0000","last_active":"2024-03-07T03:15:49.531980+0000","last_peered":"2024-03-07T03:15:49.531980+0000","last_clean":"2024-03-07T03:15:49.531980+0000","last_became_active":"2024-03-07T03:05:01.457189+0000","last_became_peered":"2024-03-07T03:05:01.457189+0000","last_unstale":"2024-03-07T03:15:49.531980+0000","last_undegraded":"2024-03-07T03:15:49.531980+0000","last_fullsized":"2024-03-07T03:15:49.531980+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:23.791243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1104,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:48.085317+0000","last_change":"2024-03-07T03:07:58.750311+0000","last_active":"2024-03-07T03:14:48.085317+0000","last_peered":"2024-03-07T03:14:48.085317+0000","last_clean":"2024-03-07T03:14:48.085317+0000","last_became_active":"2024-03-07T03:07:58.750001+0000","last_became_peered":"2024-03-07T03:07:58.750001+0000","last_unstale":"2024-03-07T03:14:48.085317+0000","last_undegraded":"2024-03-07T03:14:48.085317+0000","last_fullsized":"2024-03-07T03:14:48.085317+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:05.963944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"847'12789","reported_seq":16204,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:15:08.087960+0000","last_change":"2024-03-07T03:10:57.124034+0000","last_active":"2024-03-07T03:15:08.087960+0000","last_peered":"2024-03-07T03:15:08.087960+0000","last_clean":"2024-03-07T03:15:08.087960+0000","last_became_active":"2024-03-07T03:06:47.859957+0000","last_became_peered":"2024-03-07T03:06:47.859957+0000","last_unstale":"2024-03-07T03:15:08.087960+0000","last_undegraded":"2024-03-07T03:15:08.087960+0000","last_fullsized":"2024-03-07T03:15:08.087960+0000","mapping_epoch":625,"log_start":"599'6200","ondisk_log_start":"599'6200","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":6589,"log_dups_size":0,"ondisk_log_size":6589,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":137,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:29:13.699651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0091875959999999993,"stat_sum":{"num_bytes":71745536,"num_objects":32,"num_object_clones":30,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":0,"num_read":146,"num_read_kb":316804,"num_write":323,"num_write_kb":90232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":20865024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"5"},{"start":"171","length":"b"},{"start":"17e","length":"8"},{"start":"187","length":"5"},{"start":"18d","length":"3"},{"start":"192","length":"1"},{"start":"197","length":"1"},{"start":"199","length":"2"}]},{"pgid":"2.9","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:14.918021+0000","last_change":"2024-03-07T03:07:58.752456+0000","last_active":"2024-03-07T03:15:14.918021+0000","last_peered":"2024-03-07T03:15:14.918021+0000","last_clean":"2024-03-07T03:15:14.918021+0000","last_became_active":"2024-03-07T03:07:58.752118+0000","last_became_peered":"2024-03-07T03:07:58.752118+0000","last_unstale":"2024-03-07T03:15:14.918021+0000","last_undegraded":"2024-03-07T03:15:14.918021+0000","last_fullsized":"2024-03-07T03:15:14.918021+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:08:08.574482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1120,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:23.992489+0000","last_change":"2024-03-07T03:07:58.757839+0000","last_active":"2024-03-07T03:16:23.992489+0000","last_peered":"2024-03-07T03:16:23.992489+0000","last_clean":"2024-03-07T03:16:23.992489+0000","last_became_active":"2024-03-07T03:07:58.757495+0000","last_became_peered":"2024-03-07T03:07:58.757495+0000","last_unstale":"2024-03-07T03:16:23.992489+0000","last_undegraded":"2024-03-07T03:16:23.992489+0000","last_fullsized":"2024-03-07T03:16:23.992489+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:27:02.190643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"861'1463","reported_seq":5090,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:16:14.534628+0000","last_change":"2024-03-07T03:10:57.330799+0000","last_active":"2024-03-07T03:16:14.534628+0000","last_peered":"2024-03-07T03:16:14.534628+0000","last_clean":"2024-03-07T03:16:14.534628+0000","last_became_active":"2024-03-07T03:07:58.763085+0000","last_became_peered":"2024-03-07T03:07:58.763085+0000","last_unstale":"2024-03-07T03:16:14.534628+0000","last_undegraded":"2024-03-07T03:16:14.534628+0000","last_fullsized":"2024-03-07T03:16:14.534628+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1463,"log_dups_size":0,"ondisk_log_size":1463,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:39:21.050544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.016579719999999999,"stat_sum":{"num_bytes":106192896,"num_objects":71,"num_object_clones":66,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":1,"num_read":323,"num_read_kb":516030,"num_write":942,"num_write_kb":231680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":48201728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:14.918048+0000","last_change":"2024-03-07T03:07:58.752370+0000","last_active":"2024-03-07T03:15:14.918048+0000","last_peered":"2024-03-07T03:15:14.918048+0000","last_clean":"2024-03-07T03:15:14.918048+0000","last_became_active":"2024-03-07T03:07:58.751985+0000","last_became_peered":"2024-03-07T03:07:58.751985+0000","last_unstale":"2024-03-07T03:15:14.918048+0000","last_undegraded":"2024-03-07T03:15:14.918048+0000","last_fullsized":"2024-03-07T03:15:14.918048+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:31:33.590004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1128,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:33.980099+0000","last_change":"2024-03-07T03:06:09.987484+0000","last_active":"2024-03-07T03:14:33.980099+0000","last_peered":"2024-03-07T03:14:33.980099+0000","last_clean":"2024-03-07T03:14:33.980099+0000","last_became_active":"2024-03-07T03:06:09.986947+0000","last_became_peered":"2024-03-07T03:06:09.986947+0000","last_unstale":"2024-03-07T03:14:33.980099+0000","last_undegraded":"2024-03-07T03:14:33.980099+0000","last_fullsized":"2024-03-07T03:14:33.980099+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:37:38.253630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"857'1055","reported_seq":4920,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:15:39.920472+0000","last_change":"2024-03-07T03:10:57.123092+0000","last_active":"2024-03-07T03:15:39.920472+0000","last_peered":"2024-03-07T03:15:39.920472+0000","last_clean":"2024-03-07T03:15:39.920472+0000","last_became_active":"2024-03-07T03:06:09.993513+0000","last_became_peered":"2024-03-07T03:06:09.993513+0000","last_unstale":"2024-03-07T03:15:39.920472+0000","last_undegraded":"2024-03-07T03:15:39.920472+0000","last_fullsized":"2024-03-07T03:15:39.920472+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1055,"log_dups_size":0,"ondisk_log_size":1055,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:34:07.352811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013205965,"stat_sum":{"num_bytes":99745792,"num_objects":66,"num_object_clones":62,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":306,"num_read_kb":434534,"num_write":588,"num_write_kb":145464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":21749760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.b","version":"716'3","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:41.415545+0000","last_change":"2024-03-07T03:07:58.749480+0000","last_active":"2024-03-07T03:14:41.415545+0000","last_peered":"2024-03-07T03:14:41.415545+0000","last_clean":"2024-03-07T03:14:41.415545+0000","last_became_active":"2024-03-07T03:07:58.749098+0000","last_became_peered":"2024-03-07T03:07:58.749098+0000","last_unstale":"2024-03-07T03:14:41.415545+0000","last_undegraded":"2024-03-07T03:14:41.415545+0000","last_fullsized":"2024-03-07T03:14:41.415545+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:35:33.945855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1037,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:01.189552+0000","last_change":"2024-03-07T03:07:23.075725+0000","last_active":"2024-03-07T03:16:01.189552+0000","last_peered":"2024-03-07T03:16:01.189552+0000","last_clean":"2024-03-07T03:16:01.189552+0000","last_became_active":"2024-03-07T03:07:23.075203+0000","last_became_peered":"2024-03-07T03:07:23.075203+0000","last_unstale":"2024-03-07T03:16:01.189552+0000","last_undegraded":"2024-03-07T03:16:01.189552+0000","last_fullsized":"2024-03-07T03:16:01.189552+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:47:11.192302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"863'1711","reported_seq":5462,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:16:14.534560+0000","last_change":"2024-03-07T03:10:57.330918+0000","last_active":"2024-03-07T03:16:14.534560+0000","last_peered":"2024-03-07T03:16:14.534560+0000","last_clean":"2024-03-07T03:16:14.534560+0000","last_became_active":"2024-03-07T03:06:47.849454+0000","last_became_peered":"2024-03-07T03:06:47.849454+0000","last_unstale":"2024-03-07T03:16:14.534560+0000","last_undegraded":"2024-03-07T03:16:14.534560+0000","last_fullsized":"2024-03-07T03:16:14.534560+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1711,"log_dups_size":0,"ondisk_log_size":1711,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:40:07.156907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.014160193999999999,"stat_sum":{"num_bytes":165158912,"num_objects":93,"num_object_clones":87,"num_object_copies":279,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":93,"num_whiteouts":2,"num_read":489,"num_read_kb":756200,"num_write":870,"num_write_kb":258896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":69541888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1158,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:14.534618+0000","last_change":"2024-03-07T03:06:47.847077+0000","last_active":"2024-03-07T03:16:14.534618+0000","last_peered":"2024-03-07T03:16:14.534618+0000","last_clean":"2024-03-07T03:16:14.534618+0000","last_became_active":"2024-03-07T03:06:47.846359+0000","last_became_peered":"2024-03-07T03:06:47.846359+0000","last_unstale":"2024-03-07T03:16:14.534618+0000","last_undegraded":"2024-03-07T03:16:14.534618+0000","last_fullsized":"2024-03-07T03:16:14.534618+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:00:08.102949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":973,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:41.415586+0000","last_change":"2024-03-07T03:07:58.760528+0000","last_active":"2024-03-07T03:14:41.415586+0000","last_peered":"2024-03-07T03:14:41.415586+0000","last_clean":"2024-03-07T03:14:41.415586+0000","last_became_active":"2024-03-07T03:07:58.760226+0000","last_became_peered":"2024-03-07T03:07:58.760226+0000","last_unstale":"2024-03-07T03:14:41.415586+0000","last_undegraded":"2024-03-07T03:14:41.415586+0000","last_fullsized":"2024-03-07T03:14:41.415586+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:10:36.411047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"863'1938","reported_seq":4940,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:49.531994+0000","last_change":"2024-03-07T03:10:56.140803+0000","last_active":"2024-03-07T03:15:49.531994+0000","last_peered":"2024-03-07T03:15:49.531994+0000","last_clean":"2024-03-07T03:15:49.531994+0000","last_became_active":"2024-03-07T03:06:09.993933+0000","last_became_peered":"2024-03-07T03:06:09.993933+0000","last_unstale":"2024-03-07T03:15:49.531994+0000","last_undegraded":"2024-03-07T03:15:49.531994+0000","last_fullsized":"2024-03-07T03:15:49.531994+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1938,"log_dups_size":0,"ondisk_log_size":1938,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:16.359457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.024996012000000001,"stat_sum":{"num_bytes":22765568,"num_objects":17,"num_object_clones":12,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":2,"num_read":350,"num_read_kb":387634,"num_write":702,"num_write_kb":183472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":7151616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.d","version":"61'1","reported_seq":1192,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:39.920505+0000","last_change":"2024-03-07T03:06:09.993129+0000","last_active":"2024-03-07T03:15:39.920505+0000","last_peered":"2024-03-07T03:15:39.920505+0000","last_clean":"2024-03-07T03:15:39.920505+0000","last_became_active":"2024-03-07T03:06:09.992737+0000","last_became_peered":"2024-03-07T03:06:09.992737+0000","last_unstale":"2024-03-07T03:15:39.920505+0000","last_undegraded":"2024-03-07T03:15:39.920505+0000","last_fullsized":"2024-03-07T03:15:39.920505+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:02:42.055569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1053,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:45.972088+0000","last_change":"2024-03-07T03:07:23.076846+0000","last_active":"2024-03-07T03:15:45.972088+0000","last_peered":"2024-03-07T03:15:45.972088+0000","last_clean":"2024-03-07T03:15:45.972088+0000","last_became_active":"2024-03-07T03:07:23.075895+0000","last_became_peered":"2024-03-07T03:07:23.075895+0000","last_unstale":"2024-03-07T03:15:45.972088+0000","last_undegraded":"2024-03-07T03:15:45.972088+0000","last_fullsized":"2024-03-07T03:15:45.972088+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:09:15.080126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"854'331","reported_seq":3440,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:14:26.413902+0000","last_change":"2024-03-07T03:10:57.298223+0000","last_active":"2024-03-07T03:14:26.413902+0000","last_peered":"2024-03-07T03:14:26.413902+0000","last_clean":"2024-03-07T03:14:26.413902+0000","last_became_active":"2024-03-07T03:07:58.749089+0000","last_became_peered":"2024-03-07T03:07:58.749089+0000","last_unstale":"2024-03-07T03:14:26.413902+0000","last_undegraded":"2024-03-07T03:14:26.413902+0000","last_fullsized":"2024-03-07T03:14:26.413902+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":331,"log_dups_size":0,"ondisk_log_size":331,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":83,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:26:07.404191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00085119700000000004,"stat_sum":{"num_bytes":15409152,"num_objects":11,"num_object_clones":10,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":91,"num_read_kb":118251,"num_write":162,"num_write_kb":30616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":34586624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"56"},{"start":"1c2","length":"3"},{"start":"1c9","length":"1"}]},{"pgid":"2.e","version":"61'2","reported_seq":1162,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:14.534664+0000","last_change":"2024-03-07T03:07:58.755578+0000","last_active":"2024-03-07T03:16:14.534664+0000","last_peered":"2024-03-07T03:16:14.534664+0000","last_clean":"2024-03-07T03:16:14.534664+0000","last_became_active":"2024-03-07T03:07:58.755160+0000","last_became_peered":"2024-03-07T03:07:58.755160+0000","last_unstale":"2024-03-07T03:16:14.534664+0000","last_undegraded":"2024-03-07T03:16:14.534664+0000","last_fullsized":"2024-03-07T03:16:14.534664+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:20.584382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":988,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:41.415624+0000","last_change":"2024-03-07T03:07:58.751269+0000","last_active":"2024-03-07T03:14:41.415624+0000","last_peered":"2024-03-07T03:14:41.415624+0000","last_clean":"2024-03-07T03:14:41.415624+0000","last_became_active":"2024-03-07T03:07:58.750956+0000","last_became_peered":"2024-03-07T03:07:58.750956+0000","last_unstale":"2024-03-07T03:14:41.415624+0000","last_undegraded":"2024-03-07T03:14:41.415624+0000","last_fullsized":"2024-03-07T03:14:41.415624+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:39.414545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1008,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:41.187302+0000","last_change":"2024-03-07T03:07:23.081711+0000","last_active":"2024-03-07T03:15:41.187302+0000","last_peered":"2024-03-07T03:15:41.187302+0000","last_clean":"2024-03-07T03:15:41.187302+0000","last_became_active":"2024-03-07T03:07:23.079269+0000","last_became_peered":"2024-03-07T03:07:23.079269+0000","last_unstale":"2024-03-07T03:15:41.187302+0000","last_undegraded":"2024-03-07T03:15:41.187302+0000","last_fullsized":"2024-03-07T03:15:41.187302+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:39.008957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1159,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:24.529402+0000","last_change":"2024-03-07T03:07:23.072806+0000","last_active":"2024-03-07T03:15:24.529402+0000","last_peered":"2024-03-07T03:15:24.529402+0000","last_clean":"2024-03-07T03:15:24.529402+0000","last_became_active":"2024-03-07T03:07:23.071234+0000","last_became_peered":"2024-03-07T03:07:23.071234+0000","last_unstale":"2024-03-07T03:15:24.529402+0000","last_undegraded":"2024-03-07T03:15:24.529402+0000","last_fullsized":"2024-03-07T03:15:24.529402+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:52.610744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1059,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:05.967181+0000","last_change":"2024-03-07T03:06:47.851593+0000","last_active":"2024-03-07T03:15:05.967181+0000","last_peered":"2024-03-07T03:15:05.967181+0000","last_clean":"2024-03-07T03:15:05.967181+0000","last_became_active":"2024-03-07T03:06:47.849677+0000","last_became_peered":"2024-03-07T03:06:47.849677+0000","last_unstale":"2024-03-07T03:15:05.967181+0000","last_undegraded":"2024-03-07T03:15:05.967181+0000","last_fullsized":"2024-03-07T03:15:05.967181+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:30.969251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1118,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:24.529446+0000","last_change":"2024-03-07T03:06:09.995434+0000","last_active":"2024-03-07T03:15:24.529446+0000","last_peered":"2024-03-07T03:15:24.529446+0000","last_clean":"2024-03-07T03:15:24.529446+0000","last_became_active":"2024-03-07T03:06:09.994939+0000","last_became_peered":"2024-03-07T03:06:09.994939+0000","last_unstale":"2024-03-07T03:15:24.529446+0000","last_undegraded":"2024-03-07T03:15:24.529446+0000","last_fullsized":"2024-03-07T03:15:24.529446+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:27:11.737354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1129,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:23.992522+0000","last_change":"2024-03-07T03:06:09.987381+0000","last_active":"2024-03-07T03:16:23.992522+0000","last_peered":"2024-03-07T03:16:23.992522+0000","last_clean":"2024-03-07T03:16:23.992522+0000","last_became_active":"2024-03-07T03:06:09.986952+0000","last_became_peered":"2024-03-07T03:06:09.986952+0000","last_unstale":"2024-03-07T03:16:23.992522+0000","last_undegraded":"2024-03-07T03:16:23.992522+0000","last_fullsized":"2024-03-07T03:16:23.992522+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:26:15.439852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:14.918074+0000","last_change":"2024-03-07T03:05:35.923999+0000","last_active":"2024-03-07T03:15:14.918074+0000","last_peered":"2024-03-07T03:15:14.918074+0000","last_clean":"2024-03-07T03:15:14.918074+0000","last_became_active":"2024-03-07T03:05:35.923719+0000","last_became_peered":"2024-03-07T03:05:35.923719+0000","last_unstale":"2024-03-07T03:15:14.918074+0000","last_undegraded":"2024-03-07T03:15:14.918074+0000","last_fullsized":"2024-03-07T03:15:14.918074+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:43:04.724647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1010,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:01.189608+0000","last_change":"2024-03-07T03:07:58.749989+0000","last_active":"2024-03-07T03:16:01.189608+0000","last_peered":"2024-03-07T03:16:01.189608+0000","last_clean":"2024-03-07T03:16:01.189608+0000","last_became_active":"2024-03-07T03:07:58.749643+0000","last_became_peered":"2024-03-07T03:07:58.749643+0000","last_unstale":"2024-03-07T03:16:01.189608+0000","last_undegraded":"2024-03-07T03:16:01.189608+0000","last_fullsized":"2024-03-07T03:16:01.189608+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:00:44.729806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1112,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:23.992546+0000","last_change":"2024-03-07T03:06:09.999184+0000","last_active":"2024-03-07T03:16:23.992546+0000","last_peered":"2024-03-07T03:16:23.992546+0000","last_clean":"2024-03-07T03:16:23.992546+0000","last_became_active":"2024-03-07T03:06:09.998856+0000","last_became_peered":"2024-03-07T03:06:09.998856+0000","last_unstale":"2024-03-07T03:16:23.992546+0000","last_undegraded":"2024-03-07T03:16:23.992546+0000","last_fullsized":"2024-03-07T03:16:23.992546+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:37:00.102189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1059,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:25.969656+0000","last_change":"2024-03-07T03:06:47.857644+0000","last_active":"2024-03-07T03:15:25.969656+0000","last_peered":"2024-03-07T03:15:25.969656+0000","last_clean":"2024-03-07T03:15:25.969656+0000","last_became_active":"2024-03-07T03:06:47.857354+0000","last_became_peered":"2024-03-07T03:06:47.857354+0000","last_unstale":"2024-03-07T03:15:25.969656+0000","last_undegraded":"2024-03-07T03:15:25.969656+0000","last_fullsized":"2024-03-07T03:15:25.969656+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:02:18.860369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1119,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:33.980041+0000","last_change":"2024-03-07T03:06:09.987872+0000","last_active":"2024-03-07T03:14:33.980041+0000","last_peered":"2024-03-07T03:14:33.980041+0000","last_clean":"2024-03-07T03:14:33.980041+0000","last_became_active":"2024-03-07T03:06:09.986852+0000","last_became_peered":"2024-03-07T03:06:09.986852+0000","last_unstale":"2024-03-07T03:14:33.980041+0000","last_undegraded":"2024-03-07T03:14:33.980041+0000","last_fullsized":"2024-03-07T03:14:33.980041+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:13.708512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1037,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:45.972051+0000","last_change":"2024-03-07T03:07:58.755825+0000","last_active":"2024-03-07T03:15:45.972051+0000","last_peered":"2024-03-07T03:15:45.972051+0000","last_clean":"2024-03-07T03:15:45.972051+0000","last_became_active":"2024-03-07T03:07:58.755395+0000","last_became_peered":"2024-03-07T03:07:58.755395+0000","last_unstale":"2024-03-07T03:15:45.972051+0000","last_undegraded":"2024-03-07T03:15:45.972051+0000","last_fullsized":"2024-03-07T03:15:45.972051+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:10:43.184914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:05.814494+0000","last_change":"2024-03-07T03:07:58.753962+0000","last_active":"2024-03-07T03:15:05.814494+0000","last_peered":"2024-03-07T03:15:05.814494+0000","last_clean":"2024-03-07T03:15:05.814494+0000","last_became_active":"2024-03-07T03:07:58.753619+0000","last_became_peered":"2024-03-07T03:07:58.753619+0000","last_unstale":"2024-03-07T03:15:05.814494+0000","last_undegraded":"2024-03-07T03:15:05.814494+0000","last_fullsized":"2024-03-07T03:15:05.814494+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:44:44.641067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1015,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:21.191831+0000","last_change":"2024-03-07T03:07:23.078516+0000","last_active":"2024-03-07T03:16:21.191831+0000","last_peered":"2024-03-07T03:16:21.191831+0000","last_clean":"2024-03-07T03:16:21.191831+0000","last_became_active":"2024-03-07T03:07:23.076017+0000","last_became_peered":"2024-03-07T03:07:23.076017+0000","last_unstale":"2024-03-07T03:16:21.191831+0000","last_undegraded":"2024-03-07T03:16:21.191831+0000","last_fullsized":"2024-03-07T03:16:21.191831+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:17:54.725933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":857645056,"num_objects":516,"num_object_clones":466,"num_object_copies":1548,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":516,"num_whiteouts":8,"num_read":3826,"num_read_kb":5949842,"num_write":7931,"num_write_kb":1978632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":107,"num_bytes_recovered":385712128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1170673664,"data_stored":2969124864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28580,"ondisk_log_size":28580,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197,"ondisk_log_size":197,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":26375,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":694,"seq":2980707303553,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":150184,"kb_used_data":96156,"kb_used_omap":35,"kb_used_meta":53980,"kb_avail":93594968,"statfs":{"total":95995035648,"available":95841247232,"internally_reserved":0,"allocated":98463744,"data_stored":167037349,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36312,"internal_metadata":55276072},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":660,"seq":2834678415496,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":94940,"kb_used_data":42576,"kb_used_omap":23,"kb_used_meta":52328,"kb_avail":93650212,"statfs":{"total":95995035648,"available":95897817088,"internally_reserved":0,"allocated":43597824,"data_stored":80829959,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":24173,"internal_metadata":53584275},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":463,"seq":1988569858226,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":692864,"kb_used_data":193964,"kb_used_omap":46,"kb_used_meta":498833,"kb_avail":93052288,"statfs":{"total":95995035648,"available":95285542912,"internally_reserved":0,"allocated":198619136,"data_stored":533391905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48036,"internal_metadata":510805084},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":528,"seq":2267742732453,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":401776,"kb_used_data":209252,"kb_used_omap":54,"kb_used_meta":192457,"kb_avail":93343376,"statfs":{"total":95995035648,"available":95583617024,"internally_reserved":0,"allocated":214274048,"data_stored":587826473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56016,"internal_metadata":197076272},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":495,"seq":2126008811692,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":485244,"kb_used_data":166572,"kb_used_omap":47,"kb_used_meta":318608,"kb_avail":93259908,"statfs":{"total":95995035648,"available":95498145792,"internally_reserved":0,"allocated":170569728,"data_stored":457545161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48143,"internal_metadata":326255601},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":562,"seq":2413771620510,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":177748,"kb_used_data":84672,"kb_used_omap":37,"kb_used_meta":93018,"kb_avail":93567404,"statfs":{"total":95995035648,"available":95813021696,"internally_reserved":0,"allocated":86704128,"data_stored":171510863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38083,"internal_metadata":95251261},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":591,"seq":2538325672087,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":365920,"kb_used_data":157844,"kb_used_omap":61,"kb_used_meta":208002,"kb_avail":93379232,"statfs":{"total":95995035648,"available":95620333568,"internally_reserved":0,"allocated":161632256,"data_stored":367986669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":62843,"internal_metadata":212994693},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":625,"seq":2684354560143,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":509804,"kb_used_data":269020,"kb_used_omap":73,"kb_used_meta":240694,"kb_avail":93235348,"statfs":{"total":95995035648,"available":95472996352,"internally_reserved":0,"allocated":275476480,"data_stored":649851960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":75044,"internal_metadata":246471388},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7413,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2060,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2124,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3359,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3677,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2797,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2839,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2106,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":188411904,"data_stored":527167488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":160964608,"data_stored":451911680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":204677120,"data_stored":582193152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":77082624,"data_stored":165871616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":152018944,"data_stored":362352640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":265863168,"data_stored":644214784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":33390592,"data_stored":74600448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":88264704,"data_stored":160813056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-07T03:18:42.142 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:18:42.142 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:18:42.142 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:18:42.142 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-07T03:18:42.142 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-07T03:18:42.142 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-07T03:18:42.142 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.c in trimming, state: active+clean+snaptrim_error 2024-03-07T03:18:42.142 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-07T03:18:42.142 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:18:42.142 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-07T03:18:42.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:18:42 smithi090 ceph-mon[89511]: from='client.34716 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:18:42.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:18:42 smithi090 ceph-mon[91928]: from='client.34716 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:18:42.657 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:18:42 smithi092 ceph-mon[83777]: from='client.34716 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:18:42.657 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:18:42 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:18:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:18:43.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:18:43 smithi090 ceph-mon[91928]: pgmap v961: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:43.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:18:43 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:18:43.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:18:43 smithi090 ceph-mon[89511]: pgmap v961: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:43.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:18:43 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:18:43.320 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:18:43 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:18:43] "GET /metrics HTTP/1.1" 200 36316 "" "Prometheus/2.43.0" 2024-03-07T03:18:43.657 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:18:43 smithi092 ceph-mon[83777]: pgmap v961: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:43.657 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:18:43 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:18:45.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:18:45 smithi090 ceph-mon[89511]: pgmap v962: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:45.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:18:45 smithi090 ceph-mon[91928]: pgmap v962: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:45.657 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:18:45 smithi092 ceph-mon[83777]: pgmap v962: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:47.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:18:47 smithi090 ceph-mon[89511]: pgmap v963: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:47.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:18:47 smithi090 ceph-mon[91928]: pgmap v963: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:47.657 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:18:47 smithi092 ceph-mon[83777]: pgmap v963: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:49.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:18:49 smithi090 ceph-mon[89511]: pgmap v964: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:49.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:18:49 smithi090 ceph-mon[91928]: pgmap v964: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:49.657 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:18:49 smithi092 ceph-mon[83777]: pgmap v964: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:51.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:18:51 smithi090 ceph-mon[89511]: pgmap v965: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:51.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:18:51 smithi090 ceph-mon[91928]: pgmap v965: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:51.657 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:18:51 smithi092 ceph-mon[83777]: pgmap v965: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:52.143 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph pg dump --format=json 2024-03-07T03:18:52.363 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T03:18:52.657 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:18:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:18:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:18:53.069 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:18:53 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:18:53] "GET /metrics HTTP/1.1" 200 36316 "" "Prometheus/2.43.0" 2024-03-07T03:18:53.498 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:18:53 smithi090 ceph-mon[91928]: pgmap v966: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:53.499 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:18:53 smithi090 ceph-mon[89511]: pgmap v966: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:53.657 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:18:53 smithi092 ceph-mon[83777]: pgmap v966: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:54.269 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T03:18:54.271 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-03-07T03:18:54.912 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":967,"stamp":"2024-03-07T03:18:54.001414+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":858242044,"num_objects":540,"num_object_clones":466,"num_object_copies":1620,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":540,"num_whiteouts":8,"num_read":4717,"num_read_kb":5951239,"num_write":8310,"num_write_kb":1981084,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":113,"num_bytes_recovered":387483232,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28845,"ondisk_log_size":28845,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2878480,"kb_used_data":1220056,"kb_used_omap":379,"kb_used_meta":1657924,"kb_avail":747082736,"statfs":{"total":767960285184,"available":765012721664,"internally_reserved":0,"allocated":1249337344,"data_stored":3015980339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":388650,"internal_metadata":1697714646},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004132"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":975,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:16.425753+0000","last_change":"2024-03-07T03:07:58.753984+0000","last_active":"2024-03-07T03:16:16.425753+0000","last_peered":"2024-03-07T03:16:16.425753+0000","last_clean":"2024-03-07T03:16:16.425753+0000","last_became_active":"2024-03-07T03:07:58.753138+0000","last_became_peered":"2024-03-07T03:07:58.753138+0000","last_unstale":"2024-03-07T03:16:16.425753+0000","last_undegraded":"2024-03-07T03:16:16.425753+0000","last_fullsized":"2024-03-07T03:16:16.425753+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:37:39.612519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1187,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:49.915408+0000","last_change":"2024-03-07T03:07:23.074862+0000","last_active":"2024-03-07T03:14:49.915408+0000","last_peered":"2024-03-07T03:14:49.915408+0000","last_clean":"2024-03-07T03:14:49.915408+0000","last_became_active":"2024-03-07T03:07:23.074512+0000","last_became_peered":"2024-03-07T03:07:23.074512+0000","last_unstale":"2024-03-07T03:14:49.915408+0000","last_undegraded":"2024-03-07T03:14:49.915408+0000","last_fullsized":"2024-03-07T03:14:49.915408+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:45:24.128672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1216,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822233+0000","last_change":"2024-03-07T03:05:01.446762+0000","last_active":"2024-03-07T03:16:20.822233+0000","last_peered":"2024-03-07T03:16:20.822233+0000","last_clean":"2024-03-07T03:16:20.822233+0000","last_became_active":"2024-03-07T03:05:01.446425+0000","last_became_peered":"2024-03-07T03:05:01.446425+0000","last_unstale":"2024-03-07T03:16:20.822233+0000","last_undegraded":"2024-03-07T03:16:20.822233+0000","last_fullsized":"2024-03-07T03:16:20.822233+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:39:39.897066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1055,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:45.979415+0000","last_change":"2024-03-07T03:07:58.755992+0000","last_active":"2024-03-07T03:16:45.979415+0000","last_peered":"2024-03-07T03:16:45.979415+0000","last_clean":"2024-03-07T03:16:45.979415+0000","last_became_active":"2024-03-07T03:07:58.755499+0000","last_became_peered":"2024-03-07T03:07:58.755499+0000","last_unstale":"2024-03-07T03:16:45.979415+0000","last_undegraded":"2024-03-07T03:16:45.979415+0000","last_fullsized":"2024-03-07T03:16:45.979415+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:26:12.313572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:26.420373+0000","last_change":"2024-03-07T03:07:58.752235+0000","last_active":"2024-03-07T03:15:26.420373+0000","last_peered":"2024-03-07T03:15:26.420373+0000","last_clean":"2024-03-07T03:15:26.420373+0000","last_became_active":"2024-03-07T03:07:58.751575+0000","last_became_peered":"2024-03-07T03:07:58.751575+0000","last_unstale":"2024-03-07T03:15:26.420373+0000","last_undegraded":"2024-03-07T03:15:26.420373+0000","last_fullsized":"2024-03-07T03:15:26.420373+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:12:05.995515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1031,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.960740+0000","last_change":"2024-03-07T03:06:47.859644+0000","last_active":"2024-03-07T03:14:15.960740+0000","last_peered":"2024-03-07T03:14:15.960740+0000","last_clean":"2024-03-07T03:14:15.960740+0000","last_became_active":"2024-03-07T03:06:47.859097+0000","last_became_peered":"2024-03-07T03:06:47.859097+0000","last_unstale":"2024-03-07T03:14:15.960740+0000","last_undegraded":"2024-03-07T03:14:15.960740+0000","last_fullsized":"2024-03-07T03:14:15.960740+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:22:46.909130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:26.420347+0000","last_change":"2024-03-07T03:07:58.754226+0000","last_active":"2024-03-07T03:15:26.420347+0000","last_peered":"2024-03-07T03:15:26.420347+0000","last_clean":"2024-03-07T03:15:26.420347+0000","last_became_active":"2024-03-07T03:07:58.753169+0000","last_became_peered":"2024-03-07T03:07:58.753169+0000","last_unstale":"2024-03-07T03:15:26.420347+0000","last_undegraded":"2024-03-07T03:15:26.420347+0000","last_fullsized":"2024-03-07T03:15:26.420347+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:46:59.258099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1088,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:33.987297+0000","last_change":"2024-03-07T03:07:23.073492+0000","last_active":"2024-03-07T03:15:33.987297+0000","last_peered":"2024-03-07T03:15:33.987297+0000","last_clean":"2024-03-07T03:15:33.987297+0000","last_became_active":"2024-03-07T03:07:23.071929+0000","last_became_peered":"2024-03-07T03:07:23.071929+0000","last_unstale":"2024-03-07T03:15:33.987297+0000","last_undegraded":"2024-03-07T03:15:33.987297+0000","last_fullsized":"2024-03-07T03:15:33.987297+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:35:26.391722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":980,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:11.418817+0000","last_change":"2024-03-07T03:07:58.760328+0000","last_active":"2024-03-07T03:15:11.418817+0000","last_peered":"2024-03-07T03:15:11.418817+0000","last_clean":"2024-03-07T03:15:11.418817+0000","last_became_active":"2024-03-07T03:07:58.760046+0000","last_became_peered":"2024-03-07T03:07:58.760046+0000","last_unstale":"2024-03-07T03:15:11.418817+0000","last_undegraded":"2024-03-07T03:15:11.418817+0000","last_fullsized":"2024-03-07T03:15:11.418817+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:08:46.356817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1006,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:36.180545+0000","last_change":"2024-03-07T03:07:23.079945+0000","last_active":"2024-03-07T03:14:36.180545+0000","last_peered":"2024-03-07T03:14:36.180545+0000","last_clean":"2024-03-07T03:14:36.180545+0000","last_became_active":"2024-03-07T03:07:23.078551+0000","last_became_peered":"2024-03-07T03:07:23.078551+0000","last_unstale":"2024-03-07T03:14:36.180545+0000","last_undegraded":"2024-03-07T03:14:36.180545+0000","last_fullsized":"2024-03-07T03:14:36.180545+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:03:46.670084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1006,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:36.180515+0000","last_change":"2024-03-07T03:07:23.081963+0000","last_active":"2024-03-07T03:14:36.180515+0000","last_peered":"2024-03-07T03:14:36.180515+0000","last_clean":"2024-03-07T03:14:36.180515+0000","last_became_active":"2024-03-07T03:07:23.080128+0000","last_became_peered":"2024-03-07T03:07:23.080128+0000","last_unstale":"2024-03-07T03:14:36.180515+0000","last_undegraded":"2024-03-07T03:14:36.180515+0000","last_fullsized":"2024-03-07T03:14:36.180515+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:56.813267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1149,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:39.524576+0000","last_change":"2024-03-07T03:07:23.074902+0000","last_active":"2024-03-07T03:14:39.524576+0000","last_peered":"2024-03-07T03:14:39.524576+0000","last_clean":"2024-03-07T03:14:39.524576+0000","last_became_active":"2024-03-07T03:07:23.074466+0000","last_became_peered":"2024-03-07T03:07:23.074466+0000","last_unstale":"2024-03-07T03:14:39.524576+0000","last_undegraded":"2024-03-07T03:14:39.524576+0000","last_fullsized":"2024-03-07T03:14:39.524576+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:40:20.268555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1118,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:13.984667+0000","last_change":"2024-03-07T03:07:23.072635+0000","last_active":"2024-03-07T03:15:13.984667+0000","last_peered":"2024-03-07T03:15:13.984667+0000","last_clean":"2024-03-07T03:15:13.984667+0000","last_became_active":"2024-03-07T03:07:23.071712+0000","last_became_peered":"2024-03-07T03:07:23.071712+0000","last_unstale":"2024-03-07T03:15:13.984667+0000","last_undegraded":"2024-03-07T03:15:13.984667+0000","last_fullsized":"2024-03-07T03:15:13.984667+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:00:39.298564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:30.816816+0000","last_change":"2024-03-07T03:06:47.851538+0000","last_active":"2024-03-07T03:15:30.816816+0000","last_peered":"2024-03-07T03:15:30.816816+0000","last_clean":"2024-03-07T03:15:30.816816+0000","last_became_active":"2024-03-07T03:06:47.851183+0000","last_became_peered":"2024-03-07T03:06:47.851183+0000","last_unstale":"2024-03-07T03:15:30.816816+0000","last_undegraded":"2024-03-07T03:15:30.816816+0000","last_fullsized":"2024-03-07T03:15:30.816816+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:36:23.932334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:04.922575+0000","last_change":"2024-03-07T03:06:47.843126+0000","last_active":"2024-03-07T03:16:04.922575+0000","last_peered":"2024-03-07T03:16:04.922575+0000","last_clean":"2024-03-07T03:16:04.922575+0000","last_became_active":"2024-03-07T03:06:47.842736+0000","last_became_peered":"2024-03-07T03:06:47.842736+0000","last_unstale":"2024-03-07T03:16:04.922575+0000","last_undegraded":"2024-03-07T03:16:04.922575+0000","last_fullsized":"2024-03-07T03:16:04.922575+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:48:10.843465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1036,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:05.974417+0000","last_change":"2024-03-07T03:07:58.755620+0000","last_active":"2024-03-07T03:16:05.974417+0000","last_peered":"2024-03-07T03:16:05.974417+0000","last_clean":"2024-03-07T03:16:05.974417+0000","last_became_active":"2024-03-07T03:07:58.755267+0000","last_became_peered":"2024-03-07T03:07:58.755267+0000","last_unstale":"2024-03-07T03:16:05.974417+0000","last_undegraded":"2024-03-07T03:16:05.974417+0000","last_fullsized":"2024-03-07T03:16:05.974417+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:51:32.339400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1040,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:05.974492+0000","last_change":"2024-03-07T03:07:58.756358+0000","last_active":"2024-03-07T03:16:05.974492+0000","last_peered":"2024-03-07T03:16:05.974492+0000","last_clean":"2024-03-07T03:16:05.974492+0000","last_became_active":"2024-03-07T03:07:58.755960+0000","last_became_peered":"2024-03-07T03:07:58.755960+0000","last_unstale":"2024-03-07T03:16:05.974492+0000","last_undegraded":"2024-03-07T03:16:05.974492+0000","last_fullsized":"2024-03-07T03:16:05.974492+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:47.464423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1157,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:19.522506+0000","last_change":"2024-03-07T03:07:58.755619+0000","last_active":"2024-03-07T03:14:19.522506+0000","last_peered":"2024-03-07T03:14:19.522506+0000","last_clean":"2024-03-07T03:14:19.522506+0000","last_became_active":"2024-03-07T03:07:58.755214+0000","last_became_peered":"2024-03-07T03:07:58.755214+0000","last_unstale":"2024-03-07T03:14:19.522506+0000","last_undegraded":"2024-03-07T03:14:19.522506+0000","last_fullsized":"2024-03-07T03:14:19.522506+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:59:02.041330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":973,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:41.415600+0000","last_change":"2024-03-07T03:07:58.756563+0000","last_active":"2024-03-07T03:14:41.415600+0000","last_peered":"2024-03-07T03:14:41.415600+0000","last_clean":"2024-03-07T03:14:41.415600+0000","last_became_active":"2024-03-07T03:07:58.752195+0000","last_became_peered":"2024-03-07T03:07:58.752195+0000","last_unstale":"2024-03-07T03:14:41.415600+0000","last_undegraded":"2024-03-07T03:14:41.415600+0000","last_fullsized":"2024-03-07T03:14:41.415600+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:32:35.496500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"716'5","reported_seq":1224,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822272+0000","last_change":"2024-03-07T03:07:58.753999+0000","last_active":"2024-03-07T03:16:20.822272+0000","last_peered":"2024-03-07T03:16:20.822272+0000","last_clean":"2024-03-07T03:16:20.822272+0000","last_became_active":"2024-03-07T03:07:58.753607+0000","last_became_peered":"2024-03-07T03:07:58.753607+0000","last_unstale":"2024-03-07T03:16:20.822272+0000","last_undegraded":"2024-03-07T03:16:20.822272+0000","last_fullsized":"2024-03-07T03:16:20.822272+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:28:57.567238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1112,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:33.987393+0000","last_change":"2024-03-07T03:07:23.083830+0000","last_active":"2024-03-07T03:15:33.987393+0000","last_peered":"2024-03-07T03:15:33.987393+0000","last_clean":"2024-03-07T03:15:33.987393+0000","last_became_active":"2024-03-07T03:07:23.083530+0000","last_became_peered":"2024-03-07T03:07:23.083530+0000","last_unstale":"2024-03-07T03:15:33.987393+0000","last_undegraded":"2024-03-07T03:15:33.987393+0000","last_fullsized":"2024-03-07T03:15:33.987393+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:57.938032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"716'2","reported_seq":1132,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:33.987404+0000","last_change":"2024-03-07T03:06:47.849618+0000","last_active":"2024-03-07T03:15:33.987404+0000","last_peered":"2024-03-07T03:15:33.987404+0000","last_clean":"2024-03-07T03:15:33.987404+0000","last_became_active":"2024-03-07T03:06:47.849222+0000","last_became_peered":"2024-03-07T03:06:47.849222+0000","last_unstale":"2024-03-07T03:15:33.987404+0000","last_undegraded":"2024-03-07T03:15:33.987404+0000","last_fullsized":"2024-03-07T03:15:33.987404+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:36:41.880143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1216,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822262+0000","last_change":"2024-03-07T03:06:47.851880+0000","last_active":"2024-03-07T03:16:20.822262+0000","last_peered":"2024-03-07T03:16:20.822262+0000","last_clean":"2024-03-07T03:16:20.822262+0000","last_became_active":"2024-03-07T03:06:47.851176+0000","last_became_peered":"2024-03-07T03:06:47.851176+0000","last_unstale":"2024-03-07T03:16:20.822262+0000","last_undegraded":"2024-03-07T03:16:20.822262+0000","last_fullsized":"2024-03-07T03:16:20.822262+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:38:59.663068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":978,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:26.420409+0000","last_change":"2024-03-07T03:07:58.757245+0000","last_active":"2024-03-07T03:15:26.420409+0000","last_peered":"2024-03-07T03:15:26.420409+0000","last_clean":"2024-03-07T03:15:26.420409+0000","last_became_active":"2024-03-07T03:07:58.754456+0000","last_became_peered":"2024-03-07T03:07:58.754456+0000","last_unstale":"2024-03-07T03:15:26.420409+0000","last_undegraded":"2024-03-07T03:15:26.420409+0000","last_fullsized":"2024-03-07T03:15:26.420409+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:57:32.153933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1044,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.960779+0000","last_change":"2024-03-07T03:06:47.855220+0000","last_active":"2024-03-07T03:14:15.960779+0000","last_peered":"2024-03-07T03:14:15.960779+0000","last_clean":"2024-03-07T03:14:15.960779+0000","last_became_active":"2024-03-07T03:06:47.854836+0000","last_became_peered":"2024-03-07T03:06:47.854836+0000","last_unstale":"2024-03-07T03:14:15.960779+0000","last_undegraded":"2024-03-07T03:14:15.960779+0000","last_fullsized":"2024-03-07T03:14:15.960779+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:51:35.386552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:26.420388+0000","last_change":"2024-03-07T03:07:58.757676+0000","last_active":"2024-03-07T03:15:26.420388+0000","last_peered":"2024-03-07T03:15:26.420388+0000","last_clean":"2024-03-07T03:15:26.420388+0000","last_became_active":"2024-03-07T03:07:58.753930+0000","last_became_peered":"2024-03-07T03:07:58.753930+0000","last_unstale":"2024-03-07T03:15:26.420388+0000","last_undegraded":"2024-03-07T03:15:26.420388+0000","last_fullsized":"2024-03-07T03:15:26.420388+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:56.639688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1038,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.960791+0000","last_change":"2024-03-07T03:07:23.076532+0000","last_active":"2024-03-07T03:14:15.960791+0000","last_peered":"2024-03-07T03:14:15.960791+0000","last_clean":"2024-03-07T03:14:15.960791+0000","last_became_active":"2024-03-07T03:07:23.076234+0000","last_became_peered":"2024-03-07T03:07:23.076234+0000","last_unstale":"2024-03-07T03:14:15.960791+0000","last_undegraded":"2024-03-07T03:14:15.960791+0000","last_fullsized":"2024-03-07T03:14:15.960791+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:16:39.967241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"716'2","reported_seq":1091,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:33.987379+0000","last_change":"2024-03-07T03:07:58.752045+0000","last_active":"2024-03-07T03:15:33.987379+0000","last_peered":"2024-03-07T03:15:33.987379+0000","last_clean":"2024-03-07T03:15:33.987379+0000","last_became_active":"2024-03-07T03:07:58.751585+0000","last_became_peered":"2024-03-07T03:07:58.751585+0000","last_unstale":"2024-03-07T03:15:33.987379+0000","last_undegraded":"2024-03-07T03:15:33.987379+0000","last_fullsized":"2024-03-07T03:15:33.987379+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:03:01.652607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1109,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:08.094223+0000","last_change":"2024-03-07T03:06:09.990854+0000","last_active":"2024-03-07T03:16:08.094223+0000","last_peered":"2024-03-07T03:16:08.094223+0000","last_clean":"2024-03-07T03:16:08.094223+0000","last_became_active":"2024-03-07T03:06:09.990464+0000","last_became_peered":"2024-03-07T03:06:09.990464+0000","last_unstale":"2024-03-07T03:16:08.094223+0000","last_undegraded":"2024-03-07T03:16:08.094223+0000","last_fullsized":"2024-03-07T03:16:08.094223+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:53:52.856954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"716'2","reported_seq":1011,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:51.181910+0000","last_change":"2024-03-07T03:07:58.754526+0000","last_active":"2024-03-07T03:14:51.181910+0000","last_peered":"2024-03-07T03:14:51.181910+0000","last_clean":"2024-03-07T03:14:51.181910+0000","last_became_active":"2024-03-07T03:07:58.754123+0000","last_became_peered":"2024-03-07T03:07:58.754123+0000","last_unstale":"2024-03-07T03:14:51.181910+0000","last_undegraded":"2024-03-07T03:14:51.181910+0000","last_fullsized":"2024-03-07T03:14:51.181910+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:41:34.446180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822224+0000","last_change":"2024-03-07T03:07:58.750769+0000","last_active":"2024-03-07T03:16:20.822224+0000","last_peered":"2024-03-07T03:16:20.822224+0000","last_clean":"2024-03-07T03:16:20.822224+0000","last_became_active":"2024-03-07T03:07:58.749974+0000","last_became_peered":"2024-03-07T03:07:58.749974+0000","last_unstale":"2024-03-07T03:16:20.822224+0000","last_undegraded":"2024-03-07T03:16:20.822224+0000","last_fullsized":"2024-03-07T03:16:20.822224+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:56:14.059734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1128,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:13.984650+0000","last_change":"2024-03-07T03:07:23.072942+0000","last_active":"2024-03-07T03:15:13.984650+0000","last_peered":"2024-03-07T03:15:13.984650+0000","last_clean":"2024-03-07T03:15:13.984650+0000","last_became_active":"2024-03-07T03:07:23.072639+0000","last_became_peered":"2024-03-07T03:07:23.072639+0000","last_unstale":"2024-03-07T03:15:13.984650+0000","last_undegraded":"2024-03-07T03:15:13.984650+0000","last_fullsized":"2024-03-07T03:15:13.984650+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:42.808853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1125,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:13.984615+0000","last_change":"2024-03-07T03:05:35.934963+0000","last_active":"2024-03-07T03:15:13.984615+0000","last_peered":"2024-03-07T03:15:13.984615+0000","last_clean":"2024-03-07T03:15:13.984615+0000","last_became_active":"2024-03-07T03:05:35.932493+0000","last_became_peered":"2024-03-07T03:05:35.932493+0000","last_unstale":"2024-03-07T03:15:13.984615+0000","last_undegraded":"2024-03-07T03:15:13.984615+0000","last_fullsized":"2024-03-07T03:15:13.984615+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:00:57.111662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1041,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:25.976999+0000","last_change":"2024-03-07T03:07:58.756063+0000","last_active":"2024-03-07T03:16:25.976999+0000","last_peered":"2024-03-07T03:16:25.976999+0000","last_clean":"2024-03-07T03:16:25.976999+0000","last_became_active":"2024-03-07T03:07:58.755712+0000","last_became_peered":"2024-03-07T03:07:58.755712+0000","last_unstale":"2024-03-07T03:16:25.976999+0000","last_undegraded":"2024-03-07T03:16:25.976999+0000","last_fullsized":"2024-03-07T03:16:25.976999+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:13:06.484346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:04.910749+0000","last_change":"2024-03-07T03:06:09.996319+0000","last_active":"2024-03-07T03:14:04.910749+0000","last_peered":"2024-03-07T03:14:04.910749+0000","last_clean":"2024-03-07T03:14:04.910749+0000","last_became_active":"2024-03-07T03:06:09.996002+0000","last_became_peered":"2024-03-07T03:06:09.996002+0000","last_unstale":"2024-03-07T03:14:04.910749+0000","last_undegraded":"2024-03-07T03:14:04.910749+0000","last_fullsized":"2024-03-07T03:14:04.910749+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:41:55.764562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1007,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:36.180568+0000","last_change":"2024-03-07T03:07:23.083466+0000","last_active":"2024-03-07T03:14:36.180568+0000","last_peered":"2024-03-07T03:14:36.180568+0000","last_clean":"2024-03-07T03:14:36.180568+0000","last_became_active":"2024-03-07T03:07:23.083156+0000","last_became_peered":"2024-03-07T03:07:23.083156+0000","last_unstale":"2024-03-07T03:14:36.180568+0000","last_undegraded":"2024-03-07T03:14:36.180568+0000","last_fullsized":"2024-03-07T03:14:36.180568+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:32:00.539449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1027,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:25.977070+0000","last_change":"2024-03-07T03:07:58.752127+0000","last_active":"2024-03-07T03:16:25.977070+0000","last_peered":"2024-03-07T03:16:25.977070+0000","last_clean":"2024-03-07T03:16:25.977070+0000","last_became_active":"2024-03-07T03:07:58.751770+0000","last_became_peered":"2024-03-07T03:07:58.751770+0000","last_unstale":"2024-03-07T03:16:25.977070+0000","last_undegraded":"2024-03-07T03:16:25.977070+0000","last_fullsized":"2024-03-07T03:16:25.977070+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:43.791488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1061,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:25.977059+0000","last_change":"2024-03-07T03:07:23.077653+0000","last_active":"2024-03-07T03:16:25.977059+0000","last_peered":"2024-03-07T03:16:25.977059+0000","last_clean":"2024-03-07T03:16:25.977059+0000","last_became_active":"2024-03-07T03:07:23.077355+0000","last_became_peered":"2024-03-07T03:07:23.077355+0000","last_unstale":"2024-03-07T03:16:25.977059+0000","last_undegraded":"2024-03-07T03:16:25.977059+0000","last_fullsized":"2024-03-07T03:16:25.977059+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:45.861158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:55.819456+0000","last_change":"2024-03-07T03:06:47.851508+0000","last_active":"2024-03-07T03:15:55.819456+0000","last_peered":"2024-03-07T03:15:55.819456+0000","last_clean":"2024-03-07T03:15:55.819456+0000","last_became_active":"2024-03-07T03:06:47.850839+0000","last_became_peered":"2024-03-07T03:06:47.850839+0000","last_unstale":"2024-03-07T03:15:55.819456+0000","last_undegraded":"2024-03-07T03:15:55.819456+0000","last_fullsized":"2024-03-07T03:15:55.819456+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:08:06.622234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1193,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:04.910791+0000","last_change":"2024-03-07T03:06:47.845848+0000","last_active":"2024-03-07T03:14:04.910791+0000","last_peered":"2024-03-07T03:14:04.910791+0000","last_clean":"2024-03-07T03:14:04.910791+0000","last_became_active":"2024-03-07T03:06:47.845425+0000","last_became_peered":"2024-03-07T03:06:47.845425+0000","last_unstale":"2024-03-07T03:14:04.910791+0000","last_undegraded":"2024-03-07T03:14:04.910791+0000","last_fullsized":"2024-03-07T03:14:04.910791+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:16:24.833986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1080,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:28.090047+0000","last_change":"2024-03-07T03:07:58.754983+0000","last_active":"2024-03-07T03:15:28.090047+0000","last_peered":"2024-03-07T03:15:28.090047+0000","last_clean":"2024-03-07T03:15:28.090047+0000","last_became_active":"2024-03-07T03:07:58.754657+0000","last_became_peered":"2024-03-07T03:07:58.754657+0000","last_unstale":"2024-03-07T03:15:28.090047+0000","last_undegraded":"2024-03-07T03:15:28.090047+0000","last_fullsized":"2024-03-07T03:15:28.090047+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:06:00.897772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"716'29","reported_seq":1042,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:21.179150+0000","last_change":"2024-03-07T03:07:23.079677+0000","last_active":"2024-03-07T03:14:21.179150+0000","last_peered":"2024-03-07T03:14:21.179150+0000","last_clean":"2024-03-07T03:14:21.179150+0000","last_became_active":"2024-03-07T03:07:23.079320+0000","last_became_peered":"2024-03-07T03:07:23.079320+0000","last_unstale":"2024-03-07T03:14:21.179150+0000","last_undegraded":"2024-03-07T03:14:21.179150+0000","last_fullsized":"2024-03-07T03:14:21.179150+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:49:54.979015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:11.418787+0000","last_change":"2024-03-07T03:07:58.758376+0000","last_active":"2024-03-07T03:15:11.418787+0000","last_peered":"2024-03-07T03:15:11.418787+0000","last_clean":"2024-03-07T03:15:11.418787+0000","last_became_active":"2024-03-07T03:07:58.757816+0000","last_became_peered":"2024-03-07T03:07:58.757816+0000","last_unstale":"2024-03-07T03:15:11.418787+0000","last_undegraded":"2024-03-07T03:15:11.418787+0000","last_fullsized":"2024-03-07T03:15:11.418787+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:47.253727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1220,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:30.816851+0000","last_change":"2024-03-07T03:06:09.989072+0000","last_active":"2024-03-07T03:15:30.816851+0000","last_peered":"2024-03-07T03:15:30.816851+0000","last_clean":"2024-03-07T03:15:30.816851+0000","last_became_active":"2024-03-07T03:06:09.987754+0000","last_became_peered":"2024-03-07T03:06:09.987754+0000","last_unstale":"2024-03-07T03:15:30.816851+0000","last_undegraded":"2024-03-07T03:15:30.816851+0000","last_fullsized":"2024-03-07T03:15:30.816851+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:05:15.340331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:30.816835+0000","last_change":"2024-03-07T03:07:58.754207+0000","last_active":"2024-03-07T03:15:30.816835+0000","last_peered":"2024-03-07T03:15:30.816835+0000","last_clean":"2024-03-07T03:15:30.816835+0000","last_became_active":"2024-03-07T03:07:58.753859+0000","last_became_peered":"2024-03-07T03:07:58.753859+0000","last_unstale":"2024-03-07T03:15:30.816835+0000","last_undegraded":"2024-03-07T03:15:30.816835+0000","last_fullsized":"2024-03-07T03:15:30.816835+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:14:02.813872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1054,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:05.974451+0000","last_change":"2024-03-07T03:07:58.755838+0000","last_active":"2024-03-07T03:16:05.974451+0000","last_peered":"2024-03-07T03:16:05.974451+0000","last_clean":"2024-03-07T03:16:05.974451+0000","last_became_active":"2024-03-07T03:07:58.755436+0000","last_became_peered":"2024-03-07T03:07:58.755436+0000","last_unstale":"2024-03-07T03:16:05.974451+0000","last_undegraded":"2024-03-07T03:16:05.974451+0000","last_fullsized":"2024-03-07T03:16:05.974451+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:25.094944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:56.417167+0000","last_change":"2024-03-07T03:07:58.750199+0000","last_active":"2024-03-07T03:14:56.417167+0000","last_peered":"2024-03-07T03:14:56.417167+0000","last_clean":"2024-03-07T03:14:56.417167+0000","last_became_active":"2024-03-07T03:07:58.749858+0000","last_became_peered":"2024-03-07T03:07:58.749858+0000","last_unstale":"2024-03-07T03:14:56.417167+0000","last_undegraded":"2024-03-07T03:14:56.417167+0000","last_fullsized":"2024-03-07T03:14:56.417167+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:41.122539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1015,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:21.179131+0000","last_change":"2024-03-07T03:07:23.076835+0000","last_active":"2024-03-07T03:14:21.179131+0000","last_peered":"2024-03-07T03:14:21.179131+0000","last_clean":"2024-03-07T03:14:21.179131+0000","last_became_active":"2024-03-07T03:07:23.075094+0000","last_became_peered":"2024-03-07T03:07:23.075094+0000","last_unstale":"2024-03-07T03:14:21.179131+0000","last_undegraded":"2024-03-07T03:14:21.179131+0000","last_fullsized":"2024-03-07T03:14:21.179131+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:50:36.739831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1006,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:21.179108+0000","last_change":"2024-03-07T03:07:23.078279+0000","last_active":"2024-03-07T03:14:21.179108+0000","last_peered":"2024-03-07T03:14:21.179108+0000","last_clean":"2024-03-07T03:14:21.179108+0000","last_became_active":"2024-03-07T03:07:23.077338+0000","last_became_peered":"2024-03-07T03:07:23.077338+0000","last_unstale":"2024-03-07T03:14:21.179108+0000","last_undegraded":"2024-03-07T03:14:21.179108+0000","last_fullsized":"2024-03-07T03:14:21.179108+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:05:40.599683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1170,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:19.522440+0000","last_change":"2024-03-07T03:05:01.461919+0000","last_active":"2024-03-07T03:14:19.522440+0000","last_peered":"2024-03-07T03:14:19.522440+0000","last_clean":"2024-03-07T03:14:19.522440+0000","last_became_active":"2024-03-07T03:05:01.459759+0000","last_became_peered":"2024-03-07T03:05:01.459759+0000","last_unstale":"2024-03-07T03:14:19.522440+0000","last_undegraded":"2024-03-07T03:14:19.522440+0000","last_fullsized":"2024-03-07T03:14:19.522440+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:31:45.535178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":973,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:56.417138+0000","last_change":"2024-03-07T03:07:58.753856+0000","last_active":"2024-03-07T03:14:56.417138+0000","last_peered":"2024-03-07T03:14:56.417138+0000","last_clean":"2024-03-07T03:14:56.417138+0000","last_became_active":"2024-03-07T03:07:58.751889+0000","last_became_peered":"2024-03-07T03:07:58.751889+0000","last_unstale":"2024-03-07T03:14:56.417138+0000","last_undegraded":"2024-03-07T03:14:56.417138+0000","last_fullsized":"2024-03-07T03:14:56.417138+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:27:20.126942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"863'1273","reported_seq":4342,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:49.531941+0000","last_change":"2024-03-07T03:10:56.137635+0000","last_active":"2024-03-07T03:15:49.531941+0000","last_peered":"2024-03-07T03:15:49.531941+0000","last_clean":"2024-03-07T03:15:49.531941+0000","last_became_active":"2024-03-07T03:05:01.457883+0000","last_became_peered":"2024-03-07T03:05:01.457883+0000","last_unstale":"2024-03-07T03:15:49.531941+0000","last_undegraded":"2024-03-07T03:15:49.531941+0000","last_fullsized":"2024-03-07T03:15:49.531941+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1273,"log_dups_size":0,"ondisk_log_size":1273,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:21:46.718939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.021818005000000001,"stat_sum":{"num_bytes":15540224,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":258,"num_read_kb":529715,"num_write":442,"num_write_kb":102224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1441792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.f","version":"61'1","reported_seq":1083,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:08.088005+0000","last_change":"2024-03-07T03:07:58.755003+0000","last_active":"2024-03-07T03:15:08.088005+0000","last_peered":"2024-03-07T03:15:08.088005+0000","last_clean":"2024-03-07T03:15:08.088005+0000","last_became_active":"2024-03-07T03:07:58.754564+0000","last_became_peered":"2024-03-07T03:07:58.754564+0000","last_unstale":"2024-03-07T03:15:08.088005+0000","last_undegraded":"2024-03-07T03:15:08.088005+0000","last_fullsized":"2024-03-07T03:15:08.088005+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:34:53.344746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":988,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:41.415610+0000","last_change":"2024-03-07T03:07:58.750952+0000","last_active":"2024-03-07T03:14:41.415610+0000","last_peered":"2024-03-07T03:14:41.415610+0000","last_clean":"2024-03-07T03:14:41.415610+0000","last_became_active":"2024-03-07T03:07:58.749229+0000","last_became_peered":"2024-03-07T03:07:58.749229+0000","last_unstale":"2024-03-07T03:14:41.415610+0000","last_undegraded":"2024-03-07T03:14:41.415610+0000","last_fullsized":"2024-03-07T03:14:41.415610+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:53:10.534950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"863'847","reported_seq":4050,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822185+0000","last_change":"2024-03-07T03:10:56.129162+0000","last_active":"2024-03-07T03:16:20.822185+0000","last_peered":"2024-03-07T03:16:20.822185+0000","last_clean":"2024-03-07T03:16:20.822185+0000","last_became_active":"2024-03-07T03:07:23.074596+0000","last_became_peered":"2024-03-07T03:07:23.074596+0000","last_unstale":"2024-03-07T03:16:20.822185+0000","last_undegraded":"2024-03-07T03:16:20.822185+0000","last_fullsized":"2024-03-07T03:16:20.822185+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":847,"log_dups_size":0,"ondisk_log_size":847,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:34:23.625809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0099120149999999997,"stat_sum":{"num_bytes":38936576,"num_objects":11,"num_object_clones":9,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":157,"num_read_kb":413258,"num_write":266,"num_write_kb":109952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":4374528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.2","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:49.915330+0000","last_change":"2024-03-07T03:06:47.845893+0000","last_active":"2024-03-07T03:14:49.915330+0000","last_peered":"2024-03-07T03:14:49.915330+0000","last_clean":"2024-03-07T03:14:49.915330+0000","last_became_active":"2024-03-07T03:06:47.845548+0000","last_became_peered":"2024-03-07T03:06:47.845548+0000","last_unstale":"2024-03-07T03:14:49.915330+0000","last_undegraded":"2024-03-07T03:14:49.915330+0000","last_fullsized":"2024-03-07T03:14:49.915330+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:19:55.051329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:49.915367+0000","last_change":"2024-03-07T03:07:58.751041+0000","last_active":"2024-03-07T03:14:49.915367+0000","last_peered":"2024-03-07T03:14:49.915367+0000","last_clean":"2024-03-07T03:14:49.915367+0000","last_became_active":"2024-03-07T03:07:58.749047+0000","last_became_peered":"2024-03-07T03:07:58.749047+0000","last_unstale":"2024-03-07T03:14:49.915367+0000","last_undegraded":"2024-03-07T03:14:49.915367+0000","last_fullsized":"2024-03-07T03:14:49.915367+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:47:59.256394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1059,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:05.967226+0000","last_change":"2024-03-07T03:06:47.858022+0000","last_active":"2024-03-07T03:15:05.967226+0000","last_peered":"2024-03-07T03:15:05.967226+0000","last_clean":"2024-03-07T03:15:05.967226+0000","last_became_active":"2024-03-07T03:06:47.857526+0000","last_became_peered":"2024-03-07T03:06:47.857526+0000","last_unstale":"2024-03-07T03:15:05.967226+0000","last_undegraded":"2024-03-07T03:15:05.967226+0000","last_fullsized":"2024-03-07T03:15:05.967226+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:02:03.856321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"862'1186","reported_seq":4381,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822242+0000","last_change":"2024-03-07T03:10:56.119983+0000","last_active":"2024-03-07T03:16:20.822242+0000","last_peered":"2024-03-07T03:16:20.822242+0000","last_clean":"2024-03-07T03:16:20.822242+0000","last_became_active":"2024-03-07T03:06:09.988405+0000","last_became_peered":"2024-03-07T03:06:09.988405+0000","last_unstale":"2024-03-07T03:16:20.822242+0000","last_undegraded":"2024-03-07T03:16:20.822242+0000","last_fullsized":"2024-03-07T03:16:20.822242+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1186,"log_dups_size":0,"ondisk_log_size":1186,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:41:38.890400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099770099999999993,"stat_sum":{"num_bytes":13524992,"num_objects":9,"num_object_clones":6,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":208,"num_read_kb":390958,"num_write":505,"num_write_kb":103888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":50642944,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:49.915380+0000","last_change":"2024-03-07T03:05:35.928460+0000","last_active":"2024-03-07T03:14:49.915380+0000","last_peered":"2024-03-07T03:14:49.915380+0000","last_clean":"2024-03-07T03:14:49.915380+0000","last_became_active":"2024-03-07T03:05:35.928017+0000","last_became_peered":"2024-03-07T03:05:35.928017+0000","last_unstale":"2024-03-07T03:14:49.915380+0000","last_undegraded":"2024-03-07T03:14:49.915380+0000","last_fullsized":"2024-03-07T03:14:49.915380+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:53:27.674544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1028,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:05.967147+0000","last_change":"2024-03-07T03:07:23.075249+0000","last_active":"2024-03-07T03:15:05.967147+0000","last_peered":"2024-03-07T03:15:05.967147+0000","last_clean":"2024-03-07T03:15:05.967147+0000","last_became_active":"2024-03-07T03:07:23.074866+0000","last_became_peered":"2024-03-07T03:07:23.074866+0000","last_unstale":"2024-03-07T03:15:05.967147+0000","last_undegraded":"2024-03-07T03:15:05.967147+0000","last_fullsized":"2024-03-07T03:15:05.967147+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:03.393010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1081,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:33.096893+0000","last_change":"2024-03-07T03:07:23.069585+0000","last_active":"2024-03-07T03:16:33.096893+0000","last_peered":"2024-03-07T03:16:33.096893+0000","last_clean":"2024-03-07T03:16:33.096893+0000","last_became_active":"2024-03-07T03:07:23.069262+0000","last_became_peered":"2024-03-07T03:07:23.069262+0000","last_unstale":"2024-03-07T03:16:33.096893+0000","last_undegraded":"2024-03-07T03:16:33.096893+0000","last_fullsized":"2024-03-07T03:16:33.096893+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:11:22.045807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"861'1094","reported_seq":4798,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:15:49.532042+0000","last_change":"2024-03-07T03:10:57.331022+0000","last_active":"2024-03-07T03:15:49.532042+0000","last_peered":"2024-03-07T03:15:49.532042+0000","last_clean":"2024-03-07T03:15:49.532042+0000","last_became_active":"2024-03-07T03:06:47.847229+0000","last_became_peered":"2024-03-07T03:06:47.847229+0000","last_unstale":"2024-03-07T03:15:49.532042+0000","last_undegraded":"2024-03-07T03:15:49.532042+0000","last_fullsized":"2024-03-07T03:15:49.532042+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1094,"log_dups_size":0,"ondisk_log_size":1094,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:58:27.729404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.032339935,"stat_sum":{"num_bytes":113606656,"num_objects":59,"num_object_clones":55,"num_object_copies":177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":279,"num_read_kb":358703,"num_write":525,"num_write_kb":146904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":36642816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1184,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:14.918114+0000","last_change":"2024-03-07T03:06:47.843416+0000","last_active":"2024-03-07T03:15:14.918114+0000","last_peered":"2024-03-07T03:15:14.918114+0000","last_clean":"2024-03-07T03:15:14.918114+0000","last_became_active":"2024-03-07T03:06:47.842812+0000","last_became_peered":"2024-03-07T03:06:47.842812+0000","last_unstale":"2024-03-07T03:15:14.918114+0000","last_undegraded":"2024-03-07T03:15:14.918114+0000","last_fullsized":"2024-03-07T03:15:14.918114+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:03:02.672609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1191,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:24.924765+0000","last_change":"2024-03-07T03:07:23.071850+0000","last_active":"2024-03-07T03:16:24.924765+0000","last_peered":"2024-03-07T03:16:24.924765+0000","last_clean":"2024-03-07T03:16:24.924765+0000","last_became_active":"2024-03-07T03:07:23.071476+0000","last_became_peered":"2024-03-07T03:07:23.071476+0000","last_unstale":"2024-03-07T03:16:24.924765+0000","last_undegraded":"2024-03-07T03:16:24.924765+0000","last_fullsized":"2024-03-07T03:16:24.924765+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:13:05.296486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1159,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:24.529427+0000","last_change":"2024-03-07T03:05:35.926187+0000","last_active":"2024-03-07T03:15:24.529427+0000","last_peered":"2024-03-07T03:15:24.529427+0000","last_clean":"2024-03-07T03:15:24.529427+0000","last_became_active":"2024-03-07T03:05:35.925908+0000","last_became_peered":"2024-03-07T03:05:35.925908+0000","last_unstale":"2024-03-07T03:15:24.529427+0000","last_undegraded":"2024-03-07T03:15:24.529427+0000","last_fullsized":"2024-03-07T03:15:24.529427+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:48:33.101185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"863'1146","reported_seq":3875,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:16.425698+0000","last_change":"2024-03-07T03:10:56.132170+0000","last_active":"2024-03-07T03:16:16.425698+0000","last_peered":"2024-03-07T03:16:16.425698+0000","last_clean":"2024-03-07T03:16:16.425698+0000","last_became_active":"2024-03-07T03:07:58.756854+0000","last_became_peered":"2024-03-07T03:07:58.756854+0000","last_unstale":"2024-03-07T03:16:16.425698+0000","last_undegraded":"2024-03-07T03:16:16.425698+0000","last_fullsized":"2024-03-07T03:16:16.425698+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1146,"log_dups_size":0,"ondisk_log_size":1146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T02:59:04.693146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.010433211,"stat_sum":{"num_bytes":34668544,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":1,"num_read":219,"num_read_kb":317694,"num_write":420,"num_write_kb":93568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":10240000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1007,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:41.187412+0000","last_change":"2024-03-07T03:07:58.760449+0000","last_active":"2024-03-07T03:15:41.187412+0000","last_peered":"2024-03-07T03:15:41.187412+0000","last_clean":"2024-03-07T03:15:41.187412+0000","last_became_active":"2024-03-07T03:07:58.760086+0000","last_became_peered":"2024-03-07T03:07:58.760086+0000","last_unstale":"2024-03-07T03:15:41.187412+0000","last_undegraded":"2024-03-07T03:15:41.187412+0000","last_fullsized":"2024-03-07T03:15:41.187412+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:34:38.583100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1090,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:58.990252+0000","last_change":"2024-03-07T03:07:23.073659+0000","last_active":"2024-03-07T03:15:58.990252+0000","last_peered":"2024-03-07T03:15:58.990252+0000","last_clean":"2024-03-07T03:15:58.990252+0000","last_became_active":"2024-03-07T03:07:23.073277+0000","last_became_peered":"2024-03-07T03:07:23.073277+0000","last_unstale":"2024-03-07T03:15:58.990252+0000","last_undegraded":"2024-03-07T03:15:58.990252+0000","last_fullsized":"2024-03-07T03:15:58.990252+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:48:34.819985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1062,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:05.967201+0000","last_change":"2024-03-07T03:07:58.752576+0000","last_active":"2024-03-07T03:15:05.967201+0000","last_peered":"2024-03-07T03:15:05.967201+0000","last_clean":"2024-03-07T03:15:05.967201+0000","last_became_active":"2024-03-07T03:07:58.752193+0000","last_became_peered":"2024-03-07T03:07:58.752193+0000","last_unstale":"2024-03-07T03:15:05.967201+0000","last_undegraded":"2024-03-07T03:15:05.967201+0000","last_fullsized":"2024-03-07T03:15:05.967201+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:55:14.205594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"395'197","reported_seq":1467,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:56.423645+0000","last_change":"2024-03-07T03:07:58.752982+0000","last_active":"2024-03-07T03:15:56.423645+0000","last_peered":"2024-03-07T03:15:56.423645+0000","last_clean":"2024-03-07T03:15:56.423645+0000","last_became_active":"2024-03-07T03:07:58.752004+0000","last_became_peered":"2024-03-07T03:07:58.752004+0000","last_unstale":"2024-03-07T03:15:56.423645+0000","last_undegraded":"2024-03-07T03:15:56.423645+0000","last_fullsized":"2024-03-07T03:15:56.423645+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_clean_scrub_stamp":"2024-03-07T02:51:31.238394+0000","objects_scrubbed":0,"log_size":197,"log_dups_size":0,"ondisk_log_size":197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:53.766202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"858'3145","reported_seq":6531,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:15:25.969713+0000","last_change":"2024-03-07T03:10:57.131283+0000","last_active":"2024-03-07T03:15:25.969713+0000","last_peered":"2024-03-07T03:15:25.969713+0000","last_clean":"2024-03-07T03:15:25.969713+0000","last_became_active":"2024-03-07T03:06:47.859231+0000","last_became_peered":"2024-03-07T03:06:47.859231+0000","last_unstale":"2024-03-07T03:15:25.969713+0000","last_undegraded":"2024-03-07T03:15:25.969713+0000","last_fullsized":"2024-03-07T03:15:25.969713+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3145,"log_dups_size":0,"ondisk_log_size":3145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:10:03.781442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001499434,"stat_sum":{"num_bytes":18481152,"num_objects":15,"num_object_clones":14,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":124,"num_read_kb":398406,"num_write":253,"num_write_kb":45856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":9773056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:40.811710+0000","last_change":"2024-03-07T03:05:01.454053+0000","last_active":"2024-03-07T03:14:40.811710+0000","last_peered":"2024-03-07T03:14:40.811710+0000","last_clean":"2024-03-07T03:14:40.811710+0000","last_became_active":"2024-03-07T03:05:01.453718+0000","last_became_peered":"2024-03-07T03:05:01.453718+0000","last_unstale":"2024-03-07T03:14:40.811710+0000","last_undegraded":"2024-03-07T03:14:40.811710+0000","last_fullsized":"2024-03-07T03:14:40.811710+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:10:59.835543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1216,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822159+0000","last_change":"2024-03-07T03:06:09.987673+0000","last_active":"2024-03-07T03:16:20.822159+0000","last_peered":"2024-03-07T03:16:20.822159+0000","last_clean":"2024-03-07T03:16:20.822159+0000","last_became_active":"2024-03-07T03:06:09.987328+0000","last_became_peered":"2024-03-07T03:06:09.987328+0000","last_unstale":"2024-03-07T03:16:20.822159+0000","last_undegraded":"2024-03-07T03:16:20.822159+0000","last_fullsized":"2024-03-07T03:16:20.822159+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:11:17.983744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":976,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:56.423621+0000","last_change":"2024-03-07T03:07:58.757849+0000","last_active":"2024-03-07T03:15:56.423621+0000","last_peered":"2024-03-07T03:15:56.423621+0000","last_clean":"2024-03-07T03:15:56.423621+0000","last_became_active":"2024-03-07T03:07:58.757399+0000","last_became_peered":"2024-03-07T03:07:58.757399+0000","last_unstale":"2024-03-07T03:15:56.423621+0000","last_undegraded":"2024-03-07T03:15:56.423621+0000","last_fullsized":"2024-03-07T03:15:56.423621+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:54:11.413787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"864'1259","reported_seq":4065,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:41.187366+0000","last_change":"2024-03-07T03:10:56.129203+0000","last_active":"2024-03-07T03:15:41.187366+0000","last_peered":"2024-03-07T03:15:41.187366+0000","last_clean":"2024-03-07T03:15:41.187366+0000","last_became_active":"2024-03-07T03:07:23.080120+0000","last_became_peered":"2024-03-07T03:07:23.080120+0000","last_unstale":"2024-03-07T03:15:41.187366+0000","last_undegraded":"2024-03-07T03:15:41.187366+0000","last_fullsized":"2024-03-07T03:15:41.187366+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1259,"log_dups_size":0,"ondisk_log_size":1259,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:33:24.850580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0059393290000000001,"stat_sum":{"num_bytes":23298048,"num_objects":10,"num_object_clones":7,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":249,"num_read_kb":271095,"num_write":553,"num_write_kb":138504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":18890752,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.3","version":"0'0","reported_seq":1216,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822216+0000","last_change":"2024-03-07T03:07:58.750289+0000","last_active":"2024-03-07T03:16:20.822216+0000","last_peered":"2024-03-07T03:16:20.822216+0000","last_clean":"2024-03-07T03:16:20.822216+0000","last_became_active":"2024-03-07T03:07:58.749557+0000","last_became_peered":"2024-03-07T03:07:58.749557+0000","last_unstale":"2024-03-07T03:16:20.822216+0000","last_undegraded":"2024-03-07T03:16:20.822216+0000","last_fullsized":"2024-03-07T03:16:20.822216+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:54:43.865660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":990,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:16.425734+0000","last_change":"2024-03-07T03:07:58.758005+0000","last_active":"2024-03-07T03:16:16.425734+0000","last_peered":"2024-03-07T03:16:16.425734+0000","last_clean":"2024-03-07T03:16:16.425734+0000","last_became_active":"2024-03-07T03:07:58.756833+0000","last_became_peered":"2024-03-07T03:07:58.756833+0000","last_unstale":"2024-03-07T03:16:16.425734+0000","last_undegraded":"2024-03-07T03:16:16.425734+0000","last_fullsized":"2024-03-07T03:16:16.425734+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:37:55.288554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:49.915390+0000","last_change":"2024-03-07T03:06:47.843644+0000","last_active":"2024-03-07T03:14:49.915390+0000","last_peered":"2024-03-07T03:14:49.915390+0000","last_clean":"2024-03-07T03:14:49.915390+0000","last_became_active":"2024-03-07T03:06:47.842694+0000","last_became_peered":"2024-03-07T03:06:47.842694+0000","last_unstale":"2024-03-07T03:14:49.915390+0000","last_undegraded":"2024-03-07T03:14:49.915390+0000","last_fullsized":"2024-03-07T03:14:49.915390+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:25:34.783974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"863'880","reported_seq":3817,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:33.096853+0000","last_change":"2024-03-07T03:10:56.125509+0000","last_active":"2024-03-07T03:16:33.096853+0000","last_peered":"2024-03-07T03:16:33.096853+0000","last_clean":"2024-03-07T03:16:33.096853+0000","last_became_active":"2024-03-07T03:07:58.755248+0000","last_became_peered":"2024-03-07T03:07:58.755248+0000","last_unstale":"2024-03-07T03:16:33.096853+0000","last_undegraded":"2024-03-07T03:16:33.096853+0000","last_fullsized":"2024-03-07T03:16:33.096853+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":880,"log_dups_size":0,"ondisk_log_size":880,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:40:02.788467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0073429089999999999,"stat_sum":{"num_bytes":9224192,"num_objects":8,"num_object_clones":6,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":1,"num_read":161,"num_read_kb":133885,"num_write":362,"num_write_kb":55920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1126,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:33.987356+0000","last_change":"2024-03-07T03:07:58.764215+0000","last_active":"2024-03-07T03:15:33.987356+0000","last_peered":"2024-03-07T03:15:33.987356+0000","last_clean":"2024-03-07T03:15:33.987356+0000","last_became_active":"2024-03-07T03:07:58.763818+0000","last_became_peered":"2024-03-07T03:07:58.763818+0000","last_unstale":"2024-03-07T03:15:33.987356+0000","last_undegraded":"2024-03-07T03:15:33.987356+0000","last_fullsized":"2024-03-07T03:15:33.987356+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:27:54.623360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"719'2","reported_seq":1194,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:14.918091+0000","last_change":"2024-03-07T03:07:23.074913+0000","last_active":"2024-03-07T03:15:14.918091+0000","last_peered":"2024-03-07T03:15:14.918091+0000","last_clean":"2024-03-07T03:15:14.918091+0000","last_became_active":"2024-03-07T03:07:23.074530+0000","last_became_peered":"2024-03-07T03:07:23.074530+0000","last_unstale":"2024-03-07T03:15:14.918091+0000","last_undegraded":"2024-03-07T03:15:14.918091+0000","last_fullsized":"2024-03-07T03:15:14.918091+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:13:25.877187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1129,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:23.992537+0000","last_change":"2024-03-07T03:07:58.757756+0000","last_active":"2024-03-07T03:16:23.992537+0000","last_peered":"2024-03-07T03:16:23.992537+0000","last_clean":"2024-03-07T03:16:23.992537+0000","last_became_active":"2024-03-07T03:07:58.757430+0000","last_became_peered":"2024-03-07T03:07:58.757430+0000","last_unstale":"2024-03-07T03:16:23.992537+0000","last_undegraded":"2024-03-07T03:16:23.992537+0000","last_fullsized":"2024-03-07T03:16:23.992537+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:22:21.412765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"863'1564","reported_seq":5165,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:15:33.987325+0000","last_change":"2024-03-07T03:10:57.329944+0000","last_active":"2024-03-07T03:15:33.987325+0000","last_peered":"2024-03-07T03:15:33.987325+0000","last_clean":"2024-03-07T03:15:33.987325+0000","last_became_active":"2024-03-07T03:06:09.990793+0000","last_became_peered":"2024-03-07T03:06:09.990793+0000","last_unstale":"2024-03-07T03:15:33.987325+0000","last_undegraded":"2024-03-07T03:15:33.987325+0000","last_fullsized":"2024-03-07T03:15:33.987325+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1564,"log_dups_size":0,"ondisk_log_size":1564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":143,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:53.639078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.019553126000000001,"stat_sum":{"num_bytes":100999168,"num_objects":73,"num_object_clones":68,"num_object_copies":219,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":1,"num_read":410,"num_read_kb":572954,"num_write":777,"num_write_kb":204640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":51175424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"c"},{"start":"178","length":"4"},{"start":"17e","length":"3"},{"start":"182","length":"4"},{"start":"187","length":"5"},{"start":"18d","length":"2"}]},{"pgid":"4.1","version":"0'0","reported_seq":1082,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:33.096817+0000","last_change":"2024-03-07T03:07:23.071468+0000","last_active":"2024-03-07T03:16:33.096817+0000","last_peered":"2024-03-07T03:16:33.096817+0000","last_clean":"2024-03-07T03:16:33.096817+0000","last_became_active":"2024-03-07T03:07:23.071160+0000","last_became_peered":"2024-03-07T03:07:23.071160+0000","last_unstale":"2024-03-07T03:16:33.096817+0000","last_undegraded":"2024-03-07T03:16:33.096817+0000","last_fullsized":"2024-03-07T03:16:33.096817+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:17:55.686793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":992,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:01.189618+0000","last_change":"2024-03-07T03:07:58.759142+0000","last_active":"2024-03-07T03:16:01.189618+0000","last_peered":"2024-03-07T03:16:01.189618+0000","last_clean":"2024-03-07T03:16:01.189618+0000","last_became_active":"2024-03-07T03:07:58.758771+0000","last_became_peered":"2024-03-07T03:07:58.758771+0000","last_unstale":"2024-03-07T03:16:01.189618+0000","last_undegraded":"2024-03-07T03:16:01.189618+0000","last_fullsized":"2024-03-07T03:16:01.189618+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:45:13.985820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:40.811685+0000","last_change":"2024-03-07T03:06:09.988597+0000","last_active":"2024-03-07T03:14:40.811685+0000","last_peered":"2024-03-07T03:14:40.811685+0000","last_clean":"2024-03-07T03:14:40.811685+0000","last_became_active":"2024-03-07T03:06:09.988261+0000","last_became_peered":"2024-03-07T03:06:09.988261+0000","last_unstale":"2024-03-07T03:14:40.811685+0000","last_undegraded":"2024-03-07T03:14:40.811685+0000","last_fullsized":"2024-03-07T03:14:40.811685+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:11:06.717251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"843'3099","reported_seq":6400,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:15:45.972108+0000","last_change":"2024-03-07T03:10:57.131044+0000","last_active":"2024-03-07T03:15:45.972108+0000","last_peered":"2024-03-07T03:15:45.972108+0000","last_clean":"2024-03-07T03:15:45.972108+0000","last_became_active":"2024-03-07T03:07:23.084936+0000","last_became_peered":"2024-03-07T03:07:23.084936+0000","last_unstale":"2024-03-07T03:15:45.972108+0000","last_undegraded":"2024-03-07T03:15:45.972108+0000","last_fullsized":"2024-03-07T03:15:45.972108+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3099,"log_dups_size":0,"ondisk_log_size":3099,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:46:48.809690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012703,"stat_sum":{"num_bytes":8347648,"num_objects":13,"num_object_clones":12,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":56,"num_read_kb":33721,"num_write":241,"num_write_kb":36816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":434176,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1148,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:49.531980+0000","last_change":"2024-03-07T03:05:01.461136+0000","last_active":"2024-03-07T03:15:49.531980+0000","last_peered":"2024-03-07T03:15:49.531980+0000","last_clean":"2024-03-07T03:15:49.531980+0000","last_became_active":"2024-03-07T03:05:01.457189+0000","last_became_peered":"2024-03-07T03:05:01.457189+0000","last_unstale":"2024-03-07T03:15:49.531980+0000","last_undegraded":"2024-03-07T03:15:49.531980+0000","last_fullsized":"2024-03-07T03:15:49.531980+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:23.791243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1104,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:48.085317+0000","last_change":"2024-03-07T03:07:58.750311+0000","last_active":"2024-03-07T03:14:48.085317+0000","last_peered":"2024-03-07T03:14:48.085317+0000","last_clean":"2024-03-07T03:14:48.085317+0000","last_became_active":"2024-03-07T03:07:58.750001+0000","last_became_peered":"2024-03-07T03:07:58.750001+0000","last_unstale":"2024-03-07T03:14:48.085317+0000","last_undegraded":"2024-03-07T03:14:48.085317+0000","last_fullsized":"2024-03-07T03:14:48.085317+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:05.963944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"847'12789","reported_seq":16204,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:15:08.087960+0000","last_change":"2024-03-07T03:10:57.124034+0000","last_active":"2024-03-07T03:15:08.087960+0000","last_peered":"2024-03-07T03:15:08.087960+0000","last_clean":"2024-03-07T03:15:08.087960+0000","last_became_active":"2024-03-07T03:06:47.859957+0000","last_became_peered":"2024-03-07T03:06:47.859957+0000","last_unstale":"2024-03-07T03:15:08.087960+0000","last_undegraded":"2024-03-07T03:15:08.087960+0000","last_fullsized":"2024-03-07T03:15:08.087960+0000","mapping_epoch":625,"log_start":"599'6200","ondisk_log_start":"599'6200","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":6589,"log_dups_size":0,"ondisk_log_size":6589,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":137,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:29:13.699651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0091875959999999993,"stat_sum":{"num_bytes":71745536,"num_objects":32,"num_object_clones":30,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":0,"num_read":146,"num_read_kb":316804,"num_write":323,"num_write_kb":90232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":20865024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"5"},{"start":"171","length":"b"},{"start":"17e","length":"8"},{"start":"187","length":"5"},{"start":"18d","length":"3"},{"start":"192","length":"1"},{"start":"197","length":"1"},{"start":"199","length":"2"}]},{"pgid":"2.9","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:14.918021+0000","last_change":"2024-03-07T03:07:58.752456+0000","last_active":"2024-03-07T03:15:14.918021+0000","last_peered":"2024-03-07T03:15:14.918021+0000","last_clean":"2024-03-07T03:15:14.918021+0000","last_became_active":"2024-03-07T03:07:58.752118+0000","last_became_peered":"2024-03-07T03:07:58.752118+0000","last_unstale":"2024-03-07T03:15:14.918021+0000","last_undegraded":"2024-03-07T03:15:14.918021+0000","last_fullsized":"2024-03-07T03:15:14.918021+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:08:08.574482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1120,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:23.992489+0000","last_change":"2024-03-07T03:07:58.757839+0000","last_active":"2024-03-07T03:16:23.992489+0000","last_peered":"2024-03-07T03:16:23.992489+0000","last_clean":"2024-03-07T03:16:23.992489+0000","last_became_active":"2024-03-07T03:07:58.757495+0000","last_became_peered":"2024-03-07T03:07:58.757495+0000","last_unstale":"2024-03-07T03:16:23.992489+0000","last_undegraded":"2024-03-07T03:16:23.992489+0000","last_fullsized":"2024-03-07T03:16:23.992489+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:27:02.190643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"861'1463","reported_seq":5090,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:16:14.534628+0000","last_change":"2024-03-07T03:10:57.330799+0000","last_active":"2024-03-07T03:16:14.534628+0000","last_peered":"2024-03-07T03:16:14.534628+0000","last_clean":"2024-03-07T03:16:14.534628+0000","last_became_active":"2024-03-07T03:07:58.763085+0000","last_became_peered":"2024-03-07T03:07:58.763085+0000","last_unstale":"2024-03-07T03:16:14.534628+0000","last_undegraded":"2024-03-07T03:16:14.534628+0000","last_fullsized":"2024-03-07T03:16:14.534628+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1463,"log_dups_size":0,"ondisk_log_size":1463,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:39:21.050544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.016579719999999999,"stat_sum":{"num_bytes":106192896,"num_objects":71,"num_object_clones":66,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":1,"num_read":323,"num_read_kb":516030,"num_write":942,"num_write_kb":231680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":48201728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:14.918048+0000","last_change":"2024-03-07T03:07:58.752370+0000","last_active":"2024-03-07T03:15:14.918048+0000","last_peered":"2024-03-07T03:15:14.918048+0000","last_clean":"2024-03-07T03:15:14.918048+0000","last_became_active":"2024-03-07T03:07:58.751985+0000","last_became_peered":"2024-03-07T03:07:58.751985+0000","last_unstale":"2024-03-07T03:15:14.918048+0000","last_undegraded":"2024-03-07T03:15:14.918048+0000","last_fullsized":"2024-03-07T03:15:14.918048+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:31:33.590004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1128,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:33.980099+0000","last_change":"2024-03-07T03:06:09.987484+0000","last_active":"2024-03-07T03:14:33.980099+0000","last_peered":"2024-03-07T03:14:33.980099+0000","last_clean":"2024-03-07T03:14:33.980099+0000","last_became_active":"2024-03-07T03:06:09.986947+0000","last_became_peered":"2024-03-07T03:06:09.986947+0000","last_unstale":"2024-03-07T03:14:33.980099+0000","last_undegraded":"2024-03-07T03:14:33.980099+0000","last_fullsized":"2024-03-07T03:14:33.980099+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:37:38.253630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"857'1055","reported_seq":4920,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:15:39.920472+0000","last_change":"2024-03-07T03:10:57.123092+0000","last_active":"2024-03-07T03:15:39.920472+0000","last_peered":"2024-03-07T03:15:39.920472+0000","last_clean":"2024-03-07T03:15:39.920472+0000","last_became_active":"2024-03-07T03:06:09.993513+0000","last_became_peered":"2024-03-07T03:06:09.993513+0000","last_unstale":"2024-03-07T03:15:39.920472+0000","last_undegraded":"2024-03-07T03:15:39.920472+0000","last_fullsized":"2024-03-07T03:15:39.920472+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1055,"log_dups_size":0,"ondisk_log_size":1055,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:34:07.352811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013205965,"stat_sum":{"num_bytes":99745792,"num_objects":66,"num_object_clones":62,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":306,"num_read_kb":434534,"num_write":588,"num_write_kb":145464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":21749760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.b","version":"716'3","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:41.415545+0000","last_change":"2024-03-07T03:07:58.749480+0000","last_active":"2024-03-07T03:14:41.415545+0000","last_peered":"2024-03-07T03:14:41.415545+0000","last_clean":"2024-03-07T03:14:41.415545+0000","last_became_active":"2024-03-07T03:07:58.749098+0000","last_became_peered":"2024-03-07T03:07:58.749098+0000","last_unstale":"2024-03-07T03:14:41.415545+0000","last_undegraded":"2024-03-07T03:14:41.415545+0000","last_fullsized":"2024-03-07T03:14:41.415545+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:35:33.945855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1037,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:01.189552+0000","last_change":"2024-03-07T03:07:23.075725+0000","last_active":"2024-03-07T03:16:01.189552+0000","last_peered":"2024-03-07T03:16:01.189552+0000","last_clean":"2024-03-07T03:16:01.189552+0000","last_became_active":"2024-03-07T03:07:23.075203+0000","last_became_peered":"2024-03-07T03:07:23.075203+0000","last_unstale":"2024-03-07T03:16:01.189552+0000","last_undegraded":"2024-03-07T03:16:01.189552+0000","last_fullsized":"2024-03-07T03:16:01.189552+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:47:11.192302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"863'1711","reported_seq":5462,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:16:14.534560+0000","last_change":"2024-03-07T03:10:57.330918+0000","last_active":"2024-03-07T03:16:14.534560+0000","last_peered":"2024-03-07T03:16:14.534560+0000","last_clean":"2024-03-07T03:16:14.534560+0000","last_became_active":"2024-03-07T03:06:47.849454+0000","last_became_peered":"2024-03-07T03:06:47.849454+0000","last_unstale":"2024-03-07T03:16:14.534560+0000","last_undegraded":"2024-03-07T03:16:14.534560+0000","last_fullsized":"2024-03-07T03:16:14.534560+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1711,"log_dups_size":0,"ondisk_log_size":1711,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:40:07.156907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.014160193999999999,"stat_sum":{"num_bytes":165158912,"num_objects":93,"num_object_clones":87,"num_object_copies":279,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":93,"num_whiteouts":2,"num_read":489,"num_read_kb":756200,"num_write":870,"num_write_kb":258896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":69541888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1158,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:14.534618+0000","last_change":"2024-03-07T03:06:47.847077+0000","last_active":"2024-03-07T03:16:14.534618+0000","last_peered":"2024-03-07T03:16:14.534618+0000","last_clean":"2024-03-07T03:16:14.534618+0000","last_became_active":"2024-03-07T03:06:47.846359+0000","last_became_peered":"2024-03-07T03:06:47.846359+0000","last_unstale":"2024-03-07T03:16:14.534618+0000","last_undegraded":"2024-03-07T03:16:14.534618+0000","last_fullsized":"2024-03-07T03:16:14.534618+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:00:08.102949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":973,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:41.415586+0000","last_change":"2024-03-07T03:07:58.760528+0000","last_active":"2024-03-07T03:14:41.415586+0000","last_peered":"2024-03-07T03:14:41.415586+0000","last_clean":"2024-03-07T03:14:41.415586+0000","last_became_active":"2024-03-07T03:07:58.760226+0000","last_became_peered":"2024-03-07T03:07:58.760226+0000","last_unstale":"2024-03-07T03:14:41.415586+0000","last_undegraded":"2024-03-07T03:14:41.415586+0000","last_fullsized":"2024-03-07T03:14:41.415586+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:10:36.411047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"863'1938","reported_seq":4940,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:49.531994+0000","last_change":"2024-03-07T03:10:56.140803+0000","last_active":"2024-03-07T03:15:49.531994+0000","last_peered":"2024-03-07T03:15:49.531994+0000","last_clean":"2024-03-07T03:15:49.531994+0000","last_became_active":"2024-03-07T03:06:09.993933+0000","last_became_peered":"2024-03-07T03:06:09.993933+0000","last_unstale":"2024-03-07T03:15:49.531994+0000","last_undegraded":"2024-03-07T03:15:49.531994+0000","last_fullsized":"2024-03-07T03:15:49.531994+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1938,"log_dups_size":0,"ondisk_log_size":1938,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:16.359457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.024996012000000001,"stat_sum":{"num_bytes":22765568,"num_objects":17,"num_object_clones":12,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":2,"num_read":350,"num_read_kb":387634,"num_write":702,"num_write_kb":183472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":7151616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.d","version":"61'1","reported_seq":1192,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:39.920505+0000","last_change":"2024-03-07T03:06:09.993129+0000","last_active":"2024-03-07T03:15:39.920505+0000","last_peered":"2024-03-07T03:15:39.920505+0000","last_clean":"2024-03-07T03:15:39.920505+0000","last_became_active":"2024-03-07T03:06:09.992737+0000","last_became_peered":"2024-03-07T03:06:09.992737+0000","last_unstale":"2024-03-07T03:15:39.920505+0000","last_undegraded":"2024-03-07T03:15:39.920505+0000","last_fullsized":"2024-03-07T03:15:39.920505+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:02:42.055569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1053,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:45.972088+0000","last_change":"2024-03-07T03:07:23.076846+0000","last_active":"2024-03-07T03:15:45.972088+0000","last_peered":"2024-03-07T03:15:45.972088+0000","last_clean":"2024-03-07T03:15:45.972088+0000","last_became_active":"2024-03-07T03:07:23.075895+0000","last_became_peered":"2024-03-07T03:07:23.075895+0000","last_unstale":"2024-03-07T03:15:45.972088+0000","last_undegraded":"2024-03-07T03:15:45.972088+0000","last_fullsized":"2024-03-07T03:15:45.972088+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:09:15.080126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"854'331","reported_seq":3441,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:16:36.427861+0000","last_change":"2024-03-07T03:10:57.298223+0000","last_active":"2024-03-07T03:16:36.427861+0000","last_peered":"2024-03-07T03:16:36.427861+0000","last_clean":"2024-03-07T03:16:36.427861+0000","last_became_active":"2024-03-07T03:07:58.749089+0000","last_became_peered":"2024-03-07T03:07:58.749089+0000","last_unstale":"2024-03-07T03:16:36.427861+0000","last_undegraded":"2024-03-07T03:16:36.427861+0000","last_fullsized":"2024-03-07T03:16:36.427861+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":331,"log_dups_size":0,"ondisk_log_size":331,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":83,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:26:07.404191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00085119700000000004,"stat_sum":{"num_bytes":15409152,"num_objects":11,"num_object_clones":10,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":91,"num_read_kb":118251,"num_write":162,"num_write_kb":30616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":34586624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"56"},{"start":"1c2","length":"3"},{"start":"1c9","length":"1"}]},{"pgid":"2.e","version":"61'2","reported_seq":1162,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:14.534664+0000","last_change":"2024-03-07T03:07:58.755578+0000","last_active":"2024-03-07T03:16:14.534664+0000","last_peered":"2024-03-07T03:16:14.534664+0000","last_clean":"2024-03-07T03:16:14.534664+0000","last_became_active":"2024-03-07T03:07:58.755160+0000","last_became_peered":"2024-03-07T03:07:58.755160+0000","last_unstale":"2024-03-07T03:16:14.534664+0000","last_undegraded":"2024-03-07T03:16:14.534664+0000","last_fullsized":"2024-03-07T03:16:14.534664+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:20.584382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":988,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:41.415624+0000","last_change":"2024-03-07T03:07:58.751269+0000","last_active":"2024-03-07T03:14:41.415624+0000","last_peered":"2024-03-07T03:14:41.415624+0000","last_clean":"2024-03-07T03:14:41.415624+0000","last_became_active":"2024-03-07T03:07:58.750956+0000","last_became_peered":"2024-03-07T03:07:58.750956+0000","last_unstale":"2024-03-07T03:14:41.415624+0000","last_undegraded":"2024-03-07T03:14:41.415624+0000","last_fullsized":"2024-03-07T03:14:41.415624+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:39.414545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1008,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:41.187302+0000","last_change":"2024-03-07T03:07:23.081711+0000","last_active":"2024-03-07T03:15:41.187302+0000","last_peered":"2024-03-07T03:15:41.187302+0000","last_clean":"2024-03-07T03:15:41.187302+0000","last_became_active":"2024-03-07T03:07:23.079269+0000","last_became_peered":"2024-03-07T03:07:23.079269+0000","last_unstale":"2024-03-07T03:15:41.187302+0000","last_undegraded":"2024-03-07T03:15:41.187302+0000","last_fullsized":"2024-03-07T03:15:41.187302+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:39.008957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1159,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:24.529402+0000","last_change":"2024-03-07T03:07:23.072806+0000","last_active":"2024-03-07T03:15:24.529402+0000","last_peered":"2024-03-07T03:15:24.529402+0000","last_clean":"2024-03-07T03:15:24.529402+0000","last_became_active":"2024-03-07T03:07:23.071234+0000","last_became_peered":"2024-03-07T03:07:23.071234+0000","last_unstale":"2024-03-07T03:15:24.529402+0000","last_undegraded":"2024-03-07T03:15:24.529402+0000","last_fullsized":"2024-03-07T03:15:24.529402+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:52.610744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1059,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:05.967181+0000","last_change":"2024-03-07T03:06:47.851593+0000","last_active":"2024-03-07T03:15:05.967181+0000","last_peered":"2024-03-07T03:15:05.967181+0000","last_clean":"2024-03-07T03:15:05.967181+0000","last_became_active":"2024-03-07T03:06:47.849677+0000","last_became_peered":"2024-03-07T03:06:47.849677+0000","last_unstale":"2024-03-07T03:15:05.967181+0000","last_undegraded":"2024-03-07T03:15:05.967181+0000","last_fullsized":"2024-03-07T03:15:05.967181+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:30.969251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1118,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:24.529446+0000","last_change":"2024-03-07T03:06:09.995434+0000","last_active":"2024-03-07T03:15:24.529446+0000","last_peered":"2024-03-07T03:15:24.529446+0000","last_clean":"2024-03-07T03:15:24.529446+0000","last_became_active":"2024-03-07T03:06:09.994939+0000","last_became_peered":"2024-03-07T03:06:09.994939+0000","last_unstale":"2024-03-07T03:15:24.529446+0000","last_undegraded":"2024-03-07T03:15:24.529446+0000","last_fullsized":"2024-03-07T03:15:24.529446+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:27:11.737354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1129,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:23.992522+0000","last_change":"2024-03-07T03:06:09.987381+0000","last_active":"2024-03-07T03:16:23.992522+0000","last_peered":"2024-03-07T03:16:23.992522+0000","last_clean":"2024-03-07T03:16:23.992522+0000","last_became_active":"2024-03-07T03:06:09.986952+0000","last_became_peered":"2024-03-07T03:06:09.986952+0000","last_unstale":"2024-03-07T03:16:23.992522+0000","last_undegraded":"2024-03-07T03:16:23.992522+0000","last_fullsized":"2024-03-07T03:16:23.992522+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:26:15.439852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:14.918074+0000","last_change":"2024-03-07T03:05:35.923999+0000","last_active":"2024-03-07T03:15:14.918074+0000","last_peered":"2024-03-07T03:15:14.918074+0000","last_clean":"2024-03-07T03:15:14.918074+0000","last_became_active":"2024-03-07T03:05:35.923719+0000","last_became_peered":"2024-03-07T03:05:35.923719+0000","last_unstale":"2024-03-07T03:15:14.918074+0000","last_undegraded":"2024-03-07T03:15:14.918074+0000","last_fullsized":"2024-03-07T03:15:14.918074+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:43:04.724647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1010,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:01.189608+0000","last_change":"2024-03-07T03:07:58.749989+0000","last_active":"2024-03-07T03:16:01.189608+0000","last_peered":"2024-03-07T03:16:01.189608+0000","last_clean":"2024-03-07T03:16:01.189608+0000","last_became_active":"2024-03-07T03:07:58.749643+0000","last_became_peered":"2024-03-07T03:07:58.749643+0000","last_unstale":"2024-03-07T03:16:01.189608+0000","last_undegraded":"2024-03-07T03:16:01.189608+0000","last_fullsized":"2024-03-07T03:16:01.189608+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:00:44.729806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1112,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:23.992546+0000","last_change":"2024-03-07T03:06:09.999184+0000","last_active":"2024-03-07T03:16:23.992546+0000","last_peered":"2024-03-07T03:16:23.992546+0000","last_clean":"2024-03-07T03:16:23.992546+0000","last_became_active":"2024-03-07T03:06:09.998856+0000","last_became_peered":"2024-03-07T03:06:09.998856+0000","last_unstale":"2024-03-07T03:16:23.992546+0000","last_undegraded":"2024-03-07T03:16:23.992546+0000","last_fullsized":"2024-03-07T03:16:23.992546+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:37:00.102189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1059,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:25.969656+0000","last_change":"2024-03-07T03:06:47.857644+0000","last_active":"2024-03-07T03:15:25.969656+0000","last_peered":"2024-03-07T03:15:25.969656+0000","last_clean":"2024-03-07T03:15:25.969656+0000","last_became_active":"2024-03-07T03:06:47.857354+0000","last_became_peered":"2024-03-07T03:06:47.857354+0000","last_unstale":"2024-03-07T03:15:25.969656+0000","last_undegraded":"2024-03-07T03:15:25.969656+0000","last_fullsized":"2024-03-07T03:15:25.969656+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:02:18.860369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1119,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:33.980041+0000","last_change":"2024-03-07T03:06:09.987872+0000","last_active":"2024-03-07T03:14:33.980041+0000","last_peered":"2024-03-07T03:14:33.980041+0000","last_clean":"2024-03-07T03:14:33.980041+0000","last_became_active":"2024-03-07T03:06:09.986852+0000","last_became_peered":"2024-03-07T03:06:09.986852+0000","last_unstale":"2024-03-07T03:14:33.980041+0000","last_undegraded":"2024-03-07T03:14:33.980041+0000","last_fullsized":"2024-03-07T03:14:33.980041+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:13.708512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1037,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:45.972051+0000","last_change":"2024-03-07T03:07:58.755825+0000","last_active":"2024-03-07T03:15:45.972051+0000","last_peered":"2024-03-07T03:15:45.972051+0000","last_clean":"2024-03-07T03:15:45.972051+0000","last_became_active":"2024-03-07T03:07:58.755395+0000","last_became_peered":"2024-03-07T03:07:58.755395+0000","last_unstale":"2024-03-07T03:15:45.972051+0000","last_undegraded":"2024-03-07T03:15:45.972051+0000","last_fullsized":"2024-03-07T03:15:45.972051+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:10:43.184914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:05.814494+0000","last_change":"2024-03-07T03:07:58.753962+0000","last_active":"2024-03-07T03:15:05.814494+0000","last_peered":"2024-03-07T03:15:05.814494+0000","last_clean":"2024-03-07T03:15:05.814494+0000","last_became_active":"2024-03-07T03:07:58.753619+0000","last_became_peered":"2024-03-07T03:07:58.753619+0000","last_unstale":"2024-03-07T03:15:05.814494+0000","last_undegraded":"2024-03-07T03:15:05.814494+0000","last_fullsized":"2024-03-07T03:15:05.814494+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:44:44.641067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1015,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:21.191831+0000","last_change":"2024-03-07T03:07:23.078516+0000","last_active":"2024-03-07T03:16:21.191831+0000","last_peered":"2024-03-07T03:16:21.191831+0000","last_clean":"2024-03-07T03:16:21.191831+0000","last_became_active":"2024-03-07T03:07:23.076017+0000","last_became_peered":"2024-03-07T03:07:23.076017+0000","last_unstale":"2024-03-07T03:16:21.191831+0000","last_undegraded":"2024-03-07T03:16:21.191831+0000","last_fullsized":"2024-03-07T03:16:21.191831+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:17:54.725933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":857645056,"num_objects":516,"num_object_clones":466,"num_object_copies":1548,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":516,"num_whiteouts":8,"num_read":3826,"num_read_kb":5949842,"num_write":7931,"num_write_kb":1978632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":107,"num_bytes_recovered":385712128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1170673664,"data_stored":2969124864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28580,"ondisk_log_size":28580,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197,"ondisk_log_size":197,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":26375,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":694,"seq":2980707303556,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":150184,"kb_used_data":96156,"kb_used_omap":35,"kb_used_meta":53980,"kb_avail":93594968,"statfs":{"total":95995035648,"available":95841247232,"internally_reserved":0,"allocated":98463744,"data_stored":167037349,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36312,"internal_metadata":55276072},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":660,"seq":2834678415499,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":94940,"kb_used_data":42576,"kb_used_omap":23,"kb_used_meta":52328,"kb_avail":93650212,"statfs":{"total":95995035648,"available":95897817088,"internally_reserved":0,"allocated":43597824,"data_stored":80829959,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":24173,"internal_metadata":53584275},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":463,"seq":1988569858229,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":692864,"kb_used_data":193964,"kb_used_omap":46,"kb_used_meta":498833,"kb_avail":93052288,"statfs":{"total":95995035648,"available":95285542912,"internally_reserved":0,"allocated":198619136,"data_stored":533391905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48036,"internal_metadata":510805084},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":528,"seq":2267742732455,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":401776,"kb_used_data":209252,"kb_used_omap":54,"kb_used_meta":192457,"kb_avail":93343376,"statfs":{"total":95995035648,"available":95583617024,"internally_reserved":0,"allocated":214274048,"data_stored":587826473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56016,"internal_metadata":197076272},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":495,"seq":2126008811694,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":485244,"kb_used_data":166572,"kb_used_omap":47,"kb_used_meta":318608,"kb_avail":93259908,"statfs":{"total":95995035648,"available":95498145792,"internally_reserved":0,"allocated":170569728,"data_stored":457545161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48143,"internal_metadata":326255601},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":562,"seq":2413771620512,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":177748,"kb_used_data":84672,"kb_used_omap":37,"kb_used_meta":93018,"kb_avail":93567404,"statfs":{"total":95995035648,"available":95813021696,"internally_reserved":0,"allocated":86704128,"data_stored":171510863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38083,"internal_metadata":95251261},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":591,"seq":2538325672090,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":365920,"kb_used_data":157844,"kb_used_omap":61,"kb_used_meta":208002,"kb_avail":93379232,"statfs":{"total":95995035648,"available":95620333568,"internally_reserved":0,"allocated":161632256,"data_stored":367986669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":62843,"internal_metadata":212994693},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":625,"seq":2684354560146,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":509804,"kb_used_data":269020,"kb_used_omap":73,"kb_used_meta":240694,"kb_avail":93235348,"statfs":{"total":95995035648,"available":95472996352,"internally_reserved":0,"allocated":275476480,"data_stored":649851960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":75044,"internal_metadata":246471388},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7413,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2060,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2124,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3359,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3677,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2797,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2839,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2106,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":188411904,"data_stored":527167488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":160964608,"data_stored":451911680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":204677120,"data_stored":582193152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":77082624,"data_stored":165871616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":152018944,"data_stored":362352640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":265863168,"data_stored":644214784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":33390592,"data_stored":74600448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":88264704,"data_stored":160813056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-07T03:18:54.918 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:18:54.918 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:18:54.919 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:18:54.919 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-07T03:18:54.919 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-07T03:18:54.919 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-07T03:18:54.919 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.c in trimming, state: active+clean+snaptrim_error 2024-03-07T03:18:54.919 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-07T03:18:54.919 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:18:54.919 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-07T03:18:55.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:18:55 smithi090 ceph-mon[89511]: pgmap v967: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:55.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:18:55 smithi090 ceph-mon[89511]: from='client.34722 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:18:55.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:18:55 smithi090 ceph-mon[91928]: pgmap v967: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:55.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:18:55 smithi090 ceph-mon[91928]: from='client.34722 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:18:55.657 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:18:55 smithi092 ceph-mon[83777]: pgmap v967: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:55.657 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:18:55 smithi092 ceph-mon[83777]: from='client.34722 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:18:57.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:18:57 smithi090 ceph-mon[89511]: pgmap v968: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:57.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:18:57 smithi090 ceph-mon[91928]: pgmap v968: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:57.657 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:18:57 smithi092 ceph-mon[83777]: pgmap v968: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:58.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:18:58 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:18:58.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:18:58 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:18:58.657 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:18:58 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:18:59.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:18:59 smithi090 ceph-mon[89511]: pgmap v969: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:59.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:18:59 smithi090 ceph-mon[91928]: pgmap v969: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:18:59.657 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:18:59 smithi092 ceph-mon[83777]: pgmap v969: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:01.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:19:01 smithi090 ceph-mon[89511]: pgmap v970: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:01.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:19:01 smithi090 ceph-mon[91928]: pgmap v970: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:01.657 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:19:01 smithi092 ceph-mon[83777]: pgmap v970: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:02.657 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:19:02 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:19:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:19:03.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:19:03 smithi090 ceph-mon[89511]: pgmap v971: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:03.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:19:03 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:19:03.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:19:03 smithi090 ceph-mon[91928]: pgmap v971: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:03.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:19:03 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:19:03.319 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:19:03 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:19:03] "GET /metrics HTTP/1.1" 200 36311 "" "Prometheus/2.43.0" 2024-03-07T03:19:03.657 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:19:03 smithi092 ceph-mon[83777]: pgmap v971: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:03.657 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:19:03 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:19:04.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:19:04 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:19:04.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:19:04 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:19:04.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:19:04 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:19:04.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:19:04 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:19:04.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:19:04 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:19:04.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:19:04 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:19:04.657 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:19:04 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:19:04.657 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:19:04 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:19:04.657 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:19:04 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:19:04.920 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph pg dump --format=json 2024-03-07T03:19:05.136 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T03:19:05.819 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:19:05 smithi090 ceph-mon[89511]: pgmap v972: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:05.819 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:19:05 smithi090 ceph-mon[91928]: pgmap v972: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:06.157 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:19:05 smithi092 ceph-mon[83777]: pgmap v972: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:07.000 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T03:19:07.002 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-03-07T03:19:07.615 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":973,"stamp":"2024-03-07T03:19:06.005335+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":858242044,"num_objects":540,"num_object_clones":466,"num_object_copies":1620,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":540,"num_whiteouts":8,"num_read":4717,"num_read_kb":5951239,"num_write":8310,"num_write_kb":1981084,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":113,"num_bytes_recovered":387483232,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28845,"ondisk_log_size":28845,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2878480,"kb_used_data":1220056,"kb_used_omap":379,"kb_used_meta":1657924,"kb_avail":747082736,"statfs":{"total":767960285184,"available":765012721664,"internally_reserved":0,"allocated":1249337344,"data_stored":3015980339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":388650,"internal_metadata":1697714646},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003920"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":975,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:16.425753+0000","last_change":"2024-03-07T03:07:58.753984+0000","last_active":"2024-03-07T03:16:16.425753+0000","last_peered":"2024-03-07T03:16:16.425753+0000","last_clean":"2024-03-07T03:16:16.425753+0000","last_became_active":"2024-03-07T03:07:58.753138+0000","last_became_peered":"2024-03-07T03:07:58.753138+0000","last_unstale":"2024-03-07T03:16:16.425753+0000","last_undegraded":"2024-03-07T03:16:16.425753+0000","last_fullsized":"2024-03-07T03:16:16.425753+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:37:39.612519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:54.928301+0000","last_change":"2024-03-07T03:07:23.074862+0000","last_active":"2024-03-07T03:16:54.928301+0000","last_peered":"2024-03-07T03:16:54.928301+0000","last_clean":"2024-03-07T03:16:54.928301+0000","last_became_active":"2024-03-07T03:07:23.074512+0000","last_became_peered":"2024-03-07T03:07:23.074512+0000","last_unstale":"2024-03-07T03:16:54.928301+0000","last_undegraded":"2024-03-07T03:16:54.928301+0000","last_fullsized":"2024-03-07T03:16:54.928301+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:45:24.128672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1216,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822233+0000","last_change":"2024-03-07T03:05:01.446762+0000","last_active":"2024-03-07T03:16:20.822233+0000","last_peered":"2024-03-07T03:16:20.822233+0000","last_clean":"2024-03-07T03:16:20.822233+0000","last_became_active":"2024-03-07T03:05:01.446425+0000","last_became_peered":"2024-03-07T03:05:01.446425+0000","last_unstale":"2024-03-07T03:16:20.822233+0000","last_undegraded":"2024-03-07T03:16:20.822233+0000","last_fullsized":"2024-03-07T03:16:20.822233+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:39:39.897066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1055,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:45.979415+0000","last_change":"2024-03-07T03:07:58.755992+0000","last_active":"2024-03-07T03:16:45.979415+0000","last_peered":"2024-03-07T03:16:45.979415+0000","last_clean":"2024-03-07T03:16:45.979415+0000","last_became_active":"2024-03-07T03:07:58.755499+0000","last_became_peered":"2024-03-07T03:07:58.755499+0000","last_unstale":"2024-03-07T03:16:45.979415+0000","last_undegraded":"2024-03-07T03:16:45.979415+0000","last_fullsized":"2024-03-07T03:16:45.979415+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:26:12.313572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:26.420373+0000","last_change":"2024-03-07T03:07:58.752235+0000","last_active":"2024-03-07T03:15:26.420373+0000","last_peered":"2024-03-07T03:15:26.420373+0000","last_clean":"2024-03-07T03:15:26.420373+0000","last_became_active":"2024-03-07T03:07:58.751575+0000","last_became_peered":"2024-03-07T03:07:58.751575+0000","last_unstale":"2024-03-07T03:15:26.420373+0000","last_undegraded":"2024-03-07T03:15:26.420373+0000","last_fullsized":"2024-03-07T03:15:26.420373+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:12:05.995515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1031,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.960740+0000","last_change":"2024-03-07T03:06:47.859644+0000","last_active":"2024-03-07T03:14:15.960740+0000","last_peered":"2024-03-07T03:14:15.960740+0000","last_clean":"2024-03-07T03:14:15.960740+0000","last_became_active":"2024-03-07T03:06:47.859097+0000","last_became_peered":"2024-03-07T03:06:47.859097+0000","last_unstale":"2024-03-07T03:14:15.960740+0000","last_undegraded":"2024-03-07T03:14:15.960740+0000","last_fullsized":"2024-03-07T03:14:15.960740+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:22:46.909130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:26.420347+0000","last_change":"2024-03-07T03:07:58.754226+0000","last_active":"2024-03-07T03:15:26.420347+0000","last_peered":"2024-03-07T03:15:26.420347+0000","last_clean":"2024-03-07T03:15:26.420347+0000","last_became_active":"2024-03-07T03:07:58.753169+0000","last_became_peered":"2024-03-07T03:07:58.753169+0000","last_unstale":"2024-03-07T03:15:26.420347+0000","last_undegraded":"2024-03-07T03:15:26.420347+0000","last_fullsized":"2024-03-07T03:15:26.420347+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:46:59.258099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1088,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:33.987297+0000","last_change":"2024-03-07T03:07:23.073492+0000","last_active":"2024-03-07T03:15:33.987297+0000","last_peered":"2024-03-07T03:15:33.987297+0000","last_clean":"2024-03-07T03:15:33.987297+0000","last_became_active":"2024-03-07T03:07:23.071929+0000","last_became_peered":"2024-03-07T03:07:23.071929+0000","last_unstale":"2024-03-07T03:15:33.987297+0000","last_undegraded":"2024-03-07T03:15:33.987297+0000","last_fullsized":"2024-03-07T03:15:33.987297+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:35:26.391722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":980,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:11.418817+0000","last_change":"2024-03-07T03:07:58.760328+0000","last_active":"2024-03-07T03:15:11.418817+0000","last_peered":"2024-03-07T03:15:11.418817+0000","last_clean":"2024-03-07T03:15:11.418817+0000","last_became_active":"2024-03-07T03:07:58.760046+0000","last_became_peered":"2024-03-07T03:07:58.760046+0000","last_unstale":"2024-03-07T03:15:11.418817+0000","last_undegraded":"2024-03-07T03:15:11.418817+0000","last_fullsized":"2024-03-07T03:15:11.418817+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:08:46.356817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1006,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:36.180545+0000","last_change":"2024-03-07T03:07:23.079945+0000","last_active":"2024-03-07T03:14:36.180545+0000","last_peered":"2024-03-07T03:14:36.180545+0000","last_clean":"2024-03-07T03:14:36.180545+0000","last_became_active":"2024-03-07T03:07:23.078551+0000","last_became_peered":"2024-03-07T03:07:23.078551+0000","last_unstale":"2024-03-07T03:14:36.180545+0000","last_undegraded":"2024-03-07T03:14:36.180545+0000","last_fullsized":"2024-03-07T03:14:36.180545+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:03:46.670084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1006,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:36.180515+0000","last_change":"2024-03-07T03:07:23.081963+0000","last_active":"2024-03-07T03:14:36.180515+0000","last_peered":"2024-03-07T03:14:36.180515+0000","last_clean":"2024-03-07T03:14:36.180515+0000","last_became_active":"2024-03-07T03:07:23.080128+0000","last_became_peered":"2024-03-07T03:07:23.080128+0000","last_unstale":"2024-03-07T03:14:36.180515+0000","last_undegraded":"2024-03-07T03:14:36.180515+0000","last_fullsized":"2024-03-07T03:14:36.180515+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:56.813267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1149,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:39.524576+0000","last_change":"2024-03-07T03:07:23.074902+0000","last_active":"2024-03-07T03:14:39.524576+0000","last_peered":"2024-03-07T03:14:39.524576+0000","last_clean":"2024-03-07T03:14:39.524576+0000","last_became_active":"2024-03-07T03:07:23.074466+0000","last_became_peered":"2024-03-07T03:07:23.074466+0000","last_unstale":"2024-03-07T03:14:39.524576+0000","last_undegraded":"2024-03-07T03:14:39.524576+0000","last_fullsized":"2024-03-07T03:14:39.524576+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:40:20.268555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1118,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:13.984667+0000","last_change":"2024-03-07T03:07:23.072635+0000","last_active":"2024-03-07T03:15:13.984667+0000","last_peered":"2024-03-07T03:15:13.984667+0000","last_clean":"2024-03-07T03:15:13.984667+0000","last_became_active":"2024-03-07T03:07:23.071712+0000","last_became_peered":"2024-03-07T03:07:23.071712+0000","last_unstale":"2024-03-07T03:15:13.984667+0000","last_undegraded":"2024-03-07T03:15:13.984667+0000","last_fullsized":"2024-03-07T03:15:13.984667+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:00:39.298564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:30.816816+0000","last_change":"2024-03-07T03:06:47.851538+0000","last_active":"2024-03-07T03:15:30.816816+0000","last_peered":"2024-03-07T03:15:30.816816+0000","last_clean":"2024-03-07T03:15:30.816816+0000","last_became_active":"2024-03-07T03:06:47.851183+0000","last_became_peered":"2024-03-07T03:06:47.851183+0000","last_unstale":"2024-03-07T03:15:30.816816+0000","last_undegraded":"2024-03-07T03:15:30.816816+0000","last_fullsized":"2024-03-07T03:15:30.816816+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:36:23.932334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:04.922575+0000","last_change":"2024-03-07T03:06:47.843126+0000","last_active":"2024-03-07T03:16:04.922575+0000","last_peered":"2024-03-07T03:16:04.922575+0000","last_clean":"2024-03-07T03:16:04.922575+0000","last_became_active":"2024-03-07T03:06:47.842736+0000","last_became_peered":"2024-03-07T03:06:47.842736+0000","last_unstale":"2024-03-07T03:16:04.922575+0000","last_undegraded":"2024-03-07T03:16:04.922575+0000","last_fullsized":"2024-03-07T03:16:04.922575+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:48:10.843465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1036,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:05.974417+0000","last_change":"2024-03-07T03:07:58.755620+0000","last_active":"2024-03-07T03:16:05.974417+0000","last_peered":"2024-03-07T03:16:05.974417+0000","last_clean":"2024-03-07T03:16:05.974417+0000","last_became_active":"2024-03-07T03:07:58.755267+0000","last_became_peered":"2024-03-07T03:07:58.755267+0000","last_unstale":"2024-03-07T03:16:05.974417+0000","last_undegraded":"2024-03-07T03:16:05.974417+0000","last_fullsized":"2024-03-07T03:16:05.974417+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:51:32.339400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1040,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:05.974492+0000","last_change":"2024-03-07T03:07:58.756358+0000","last_active":"2024-03-07T03:16:05.974492+0000","last_peered":"2024-03-07T03:16:05.974492+0000","last_clean":"2024-03-07T03:16:05.974492+0000","last_became_active":"2024-03-07T03:07:58.755960+0000","last_became_peered":"2024-03-07T03:07:58.755960+0000","last_unstale":"2024-03-07T03:16:05.974492+0000","last_undegraded":"2024-03-07T03:16:05.974492+0000","last_fullsized":"2024-03-07T03:16:05.974492+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:47.464423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1158,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:39.537174+0000","last_change":"2024-03-07T03:07:58.755619+0000","last_active":"2024-03-07T03:16:39.537174+0000","last_peered":"2024-03-07T03:16:39.537174+0000","last_clean":"2024-03-07T03:16:39.537174+0000","last_became_active":"2024-03-07T03:07:58.755214+0000","last_became_peered":"2024-03-07T03:07:58.755214+0000","last_unstale":"2024-03-07T03:16:39.537174+0000","last_undegraded":"2024-03-07T03:16:39.537174+0000","last_fullsized":"2024-03-07T03:16:39.537174+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:59:02.041330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":973,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:41.415600+0000","last_change":"2024-03-07T03:07:58.756563+0000","last_active":"2024-03-07T03:14:41.415600+0000","last_peered":"2024-03-07T03:14:41.415600+0000","last_clean":"2024-03-07T03:14:41.415600+0000","last_became_active":"2024-03-07T03:07:58.752195+0000","last_became_peered":"2024-03-07T03:07:58.752195+0000","last_unstale":"2024-03-07T03:14:41.415600+0000","last_undegraded":"2024-03-07T03:14:41.415600+0000","last_fullsized":"2024-03-07T03:14:41.415600+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:32:35.496500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"716'5","reported_seq":1224,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822272+0000","last_change":"2024-03-07T03:07:58.753999+0000","last_active":"2024-03-07T03:16:20.822272+0000","last_peered":"2024-03-07T03:16:20.822272+0000","last_clean":"2024-03-07T03:16:20.822272+0000","last_became_active":"2024-03-07T03:07:58.753607+0000","last_became_peered":"2024-03-07T03:07:58.753607+0000","last_unstale":"2024-03-07T03:16:20.822272+0000","last_undegraded":"2024-03-07T03:16:20.822272+0000","last_fullsized":"2024-03-07T03:16:20.822272+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:28:57.567238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1112,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:33.987393+0000","last_change":"2024-03-07T03:07:23.083830+0000","last_active":"2024-03-07T03:15:33.987393+0000","last_peered":"2024-03-07T03:15:33.987393+0000","last_clean":"2024-03-07T03:15:33.987393+0000","last_became_active":"2024-03-07T03:07:23.083530+0000","last_became_peered":"2024-03-07T03:07:23.083530+0000","last_unstale":"2024-03-07T03:15:33.987393+0000","last_undegraded":"2024-03-07T03:15:33.987393+0000","last_fullsized":"2024-03-07T03:15:33.987393+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:57.938032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"716'2","reported_seq":1132,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:33.987404+0000","last_change":"2024-03-07T03:06:47.849618+0000","last_active":"2024-03-07T03:15:33.987404+0000","last_peered":"2024-03-07T03:15:33.987404+0000","last_clean":"2024-03-07T03:15:33.987404+0000","last_became_active":"2024-03-07T03:06:47.849222+0000","last_became_peered":"2024-03-07T03:06:47.849222+0000","last_unstale":"2024-03-07T03:15:33.987404+0000","last_undegraded":"2024-03-07T03:15:33.987404+0000","last_fullsized":"2024-03-07T03:15:33.987404+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:36:41.880143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1216,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822262+0000","last_change":"2024-03-07T03:06:47.851880+0000","last_active":"2024-03-07T03:16:20.822262+0000","last_peered":"2024-03-07T03:16:20.822262+0000","last_clean":"2024-03-07T03:16:20.822262+0000","last_became_active":"2024-03-07T03:06:47.851176+0000","last_became_peered":"2024-03-07T03:06:47.851176+0000","last_unstale":"2024-03-07T03:16:20.822262+0000","last_undegraded":"2024-03-07T03:16:20.822262+0000","last_fullsized":"2024-03-07T03:16:20.822262+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:38:59.663068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":978,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:26.420409+0000","last_change":"2024-03-07T03:07:58.757245+0000","last_active":"2024-03-07T03:15:26.420409+0000","last_peered":"2024-03-07T03:15:26.420409+0000","last_clean":"2024-03-07T03:15:26.420409+0000","last_became_active":"2024-03-07T03:07:58.754456+0000","last_became_peered":"2024-03-07T03:07:58.754456+0000","last_unstale":"2024-03-07T03:15:26.420409+0000","last_undegraded":"2024-03-07T03:15:26.420409+0000","last_fullsized":"2024-03-07T03:15:26.420409+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:57:32.153933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1044,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.960779+0000","last_change":"2024-03-07T03:06:47.855220+0000","last_active":"2024-03-07T03:14:15.960779+0000","last_peered":"2024-03-07T03:14:15.960779+0000","last_clean":"2024-03-07T03:14:15.960779+0000","last_became_active":"2024-03-07T03:06:47.854836+0000","last_became_peered":"2024-03-07T03:06:47.854836+0000","last_unstale":"2024-03-07T03:14:15.960779+0000","last_undegraded":"2024-03-07T03:14:15.960779+0000","last_fullsized":"2024-03-07T03:14:15.960779+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:51:35.386552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:26.420388+0000","last_change":"2024-03-07T03:07:58.757676+0000","last_active":"2024-03-07T03:15:26.420388+0000","last_peered":"2024-03-07T03:15:26.420388+0000","last_clean":"2024-03-07T03:15:26.420388+0000","last_became_active":"2024-03-07T03:07:58.753930+0000","last_became_peered":"2024-03-07T03:07:58.753930+0000","last_unstale":"2024-03-07T03:15:26.420388+0000","last_undegraded":"2024-03-07T03:15:26.420388+0000","last_fullsized":"2024-03-07T03:15:26.420388+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:56.639688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1038,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:15.960791+0000","last_change":"2024-03-07T03:07:23.076532+0000","last_active":"2024-03-07T03:14:15.960791+0000","last_peered":"2024-03-07T03:14:15.960791+0000","last_clean":"2024-03-07T03:14:15.960791+0000","last_became_active":"2024-03-07T03:07:23.076234+0000","last_became_peered":"2024-03-07T03:07:23.076234+0000","last_unstale":"2024-03-07T03:14:15.960791+0000","last_undegraded":"2024-03-07T03:14:15.960791+0000","last_fullsized":"2024-03-07T03:14:15.960791+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:16:39.967241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"716'2","reported_seq":1091,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:33.987379+0000","last_change":"2024-03-07T03:07:58.752045+0000","last_active":"2024-03-07T03:15:33.987379+0000","last_peered":"2024-03-07T03:15:33.987379+0000","last_clean":"2024-03-07T03:15:33.987379+0000","last_became_active":"2024-03-07T03:07:58.751585+0000","last_became_peered":"2024-03-07T03:07:58.751585+0000","last_unstale":"2024-03-07T03:15:33.987379+0000","last_undegraded":"2024-03-07T03:15:33.987379+0000","last_fullsized":"2024-03-07T03:15:33.987379+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:03:01.652607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1109,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:08.094223+0000","last_change":"2024-03-07T03:06:09.990854+0000","last_active":"2024-03-07T03:16:08.094223+0000","last_peered":"2024-03-07T03:16:08.094223+0000","last_clean":"2024-03-07T03:16:08.094223+0000","last_became_active":"2024-03-07T03:06:09.990464+0000","last_became_peered":"2024-03-07T03:06:09.990464+0000","last_unstale":"2024-03-07T03:16:08.094223+0000","last_undegraded":"2024-03-07T03:16:08.094223+0000","last_fullsized":"2024-03-07T03:16:08.094223+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:53:52.856954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"716'2","reported_seq":1011,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:51.181910+0000","last_change":"2024-03-07T03:07:58.754526+0000","last_active":"2024-03-07T03:14:51.181910+0000","last_peered":"2024-03-07T03:14:51.181910+0000","last_clean":"2024-03-07T03:14:51.181910+0000","last_became_active":"2024-03-07T03:07:58.754123+0000","last_became_peered":"2024-03-07T03:07:58.754123+0000","last_unstale":"2024-03-07T03:14:51.181910+0000","last_undegraded":"2024-03-07T03:14:51.181910+0000","last_fullsized":"2024-03-07T03:14:51.181910+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:41:34.446180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822224+0000","last_change":"2024-03-07T03:07:58.750769+0000","last_active":"2024-03-07T03:16:20.822224+0000","last_peered":"2024-03-07T03:16:20.822224+0000","last_clean":"2024-03-07T03:16:20.822224+0000","last_became_active":"2024-03-07T03:07:58.749974+0000","last_became_peered":"2024-03-07T03:07:58.749974+0000","last_unstale":"2024-03-07T03:16:20.822224+0000","last_undegraded":"2024-03-07T03:16:20.822224+0000","last_fullsized":"2024-03-07T03:16:20.822224+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:56:14.059734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1128,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:13.984650+0000","last_change":"2024-03-07T03:07:23.072942+0000","last_active":"2024-03-07T03:15:13.984650+0000","last_peered":"2024-03-07T03:15:13.984650+0000","last_clean":"2024-03-07T03:15:13.984650+0000","last_became_active":"2024-03-07T03:07:23.072639+0000","last_became_peered":"2024-03-07T03:07:23.072639+0000","last_unstale":"2024-03-07T03:15:13.984650+0000","last_undegraded":"2024-03-07T03:15:13.984650+0000","last_fullsized":"2024-03-07T03:15:13.984650+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:42.808853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1125,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:13.984615+0000","last_change":"2024-03-07T03:05:35.934963+0000","last_active":"2024-03-07T03:15:13.984615+0000","last_peered":"2024-03-07T03:15:13.984615+0000","last_clean":"2024-03-07T03:15:13.984615+0000","last_became_active":"2024-03-07T03:05:35.932493+0000","last_became_peered":"2024-03-07T03:05:35.932493+0000","last_unstale":"2024-03-07T03:15:13.984615+0000","last_undegraded":"2024-03-07T03:15:13.984615+0000","last_fullsized":"2024-03-07T03:15:13.984615+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:00:57.111662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1041,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:25.976999+0000","last_change":"2024-03-07T03:07:58.756063+0000","last_active":"2024-03-07T03:16:25.976999+0000","last_peered":"2024-03-07T03:16:25.976999+0000","last_clean":"2024-03-07T03:16:25.976999+0000","last_became_active":"2024-03-07T03:07:58.755712+0000","last_became_peered":"2024-03-07T03:07:58.755712+0000","last_unstale":"2024-03-07T03:16:25.976999+0000","last_undegraded":"2024-03-07T03:16:25.976999+0000","last_fullsized":"2024-03-07T03:16:25.976999+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:13:06.484346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:29.925426+0000","last_change":"2024-03-07T03:06:09.996319+0000","last_active":"2024-03-07T03:16:29.925426+0000","last_peered":"2024-03-07T03:16:29.925426+0000","last_clean":"2024-03-07T03:16:29.925426+0000","last_became_active":"2024-03-07T03:06:09.996002+0000","last_became_peered":"2024-03-07T03:06:09.996002+0000","last_unstale":"2024-03-07T03:16:29.925426+0000","last_undegraded":"2024-03-07T03:16:29.925426+0000","last_fullsized":"2024-03-07T03:16:29.925426+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:41:55.764562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1007,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:36.180568+0000","last_change":"2024-03-07T03:07:23.083466+0000","last_active":"2024-03-07T03:14:36.180568+0000","last_peered":"2024-03-07T03:14:36.180568+0000","last_clean":"2024-03-07T03:14:36.180568+0000","last_became_active":"2024-03-07T03:07:23.083156+0000","last_became_peered":"2024-03-07T03:07:23.083156+0000","last_unstale":"2024-03-07T03:14:36.180568+0000","last_undegraded":"2024-03-07T03:14:36.180568+0000","last_fullsized":"2024-03-07T03:14:36.180568+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:32:00.539449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1027,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:25.977070+0000","last_change":"2024-03-07T03:07:58.752127+0000","last_active":"2024-03-07T03:16:25.977070+0000","last_peered":"2024-03-07T03:16:25.977070+0000","last_clean":"2024-03-07T03:16:25.977070+0000","last_became_active":"2024-03-07T03:07:58.751770+0000","last_became_peered":"2024-03-07T03:07:58.751770+0000","last_unstale":"2024-03-07T03:16:25.977070+0000","last_undegraded":"2024-03-07T03:16:25.977070+0000","last_fullsized":"2024-03-07T03:16:25.977070+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:43.791488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1061,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:25.977059+0000","last_change":"2024-03-07T03:07:23.077653+0000","last_active":"2024-03-07T03:16:25.977059+0000","last_peered":"2024-03-07T03:16:25.977059+0000","last_clean":"2024-03-07T03:16:25.977059+0000","last_became_active":"2024-03-07T03:07:23.077355+0000","last_became_peered":"2024-03-07T03:07:23.077355+0000","last_unstale":"2024-03-07T03:16:25.977059+0000","last_undegraded":"2024-03-07T03:16:25.977059+0000","last_fullsized":"2024-03-07T03:16:25.977059+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:45.861158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:55.819456+0000","last_change":"2024-03-07T03:06:47.851508+0000","last_active":"2024-03-07T03:15:55.819456+0000","last_peered":"2024-03-07T03:15:55.819456+0000","last_clean":"2024-03-07T03:15:55.819456+0000","last_became_active":"2024-03-07T03:06:47.850839+0000","last_became_peered":"2024-03-07T03:06:47.850839+0000","last_unstale":"2024-03-07T03:15:55.819456+0000","last_undegraded":"2024-03-07T03:15:55.819456+0000","last_fullsized":"2024-03-07T03:15:55.819456+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:08:06.622234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1194,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:29.925482+0000","last_change":"2024-03-07T03:06:47.845848+0000","last_active":"2024-03-07T03:16:29.925482+0000","last_peered":"2024-03-07T03:16:29.925482+0000","last_clean":"2024-03-07T03:16:29.925482+0000","last_became_active":"2024-03-07T03:06:47.845425+0000","last_became_peered":"2024-03-07T03:06:47.845425+0000","last_unstale":"2024-03-07T03:16:29.925482+0000","last_undegraded":"2024-03-07T03:16:29.925482+0000","last_fullsized":"2024-03-07T03:16:29.925482+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:16:24.833986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1080,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:28.090047+0000","last_change":"2024-03-07T03:07:58.754983+0000","last_active":"2024-03-07T03:15:28.090047+0000","last_peered":"2024-03-07T03:15:28.090047+0000","last_clean":"2024-03-07T03:15:28.090047+0000","last_became_active":"2024-03-07T03:07:58.754657+0000","last_became_peered":"2024-03-07T03:07:58.754657+0000","last_unstale":"2024-03-07T03:15:28.090047+0000","last_undegraded":"2024-03-07T03:15:28.090047+0000","last_fullsized":"2024-03-07T03:15:28.090047+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:06:00.897772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"716'29","reported_seq":1043,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:41.193896+0000","last_change":"2024-03-07T03:07:23.079677+0000","last_active":"2024-03-07T03:16:41.193896+0000","last_peered":"2024-03-07T03:16:41.193896+0000","last_clean":"2024-03-07T03:16:41.193896+0000","last_became_active":"2024-03-07T03:07:23.079320+0000","last_became_peered":"2024-03-07T03:07:23.079320+0000","last_unstale":"2024-03-07T03:16:41.193896+0000","last_undegraded":"2024-03-07T03:16:41.193896+0000","last_fullsized":"2024-03-07T03:16:41.193896+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:49:54.979015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:11.418787+0000","last_change":"2024-03-07T03:07:58.758376+0000","last_active":"2024-03-07T03:15:11.418787+0000","last_peered":"2024-03-07T03:15:11.418787+0000","last_clean":"2024-03-07T03:15:11.418787+0000","last_became_active":"2024-03-07T03:07:58.757816+0000","last_became_peered":"2024-03-07T03:07:58.757816+0000","last_unstale":"2024-03-07T03:15:11.418787+0000","last_undegraded":"2024-03-07T03:15:11.418787+0000","last_fullsized":"2024-03-07T03:15:11.418787+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:47.253727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1220,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:30.816851+0000","last_change":"2024-03-07T03:06:09.989072+0000","last_active":"2024-03-07T03:15:30.816851+0000","last_peered":"2024-03-07T03:15:30.816851+0000","last_clean":"2024-03-07T03:15:30.816851+0000","last_became_active":"2024-03-07T03:06:09.987754+0000","last_became_peered":"2024-03-07T03:06:09.987754+0000","last_unstale":"2024-03-07T03:15:30.816851+0000","last_undegraded":"2024-03-07T03:15:30.816851+0000","last_fullsized":"2024-03-07T03:15:30.816851+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:05:15.340331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:30.816835+0000","last_change":"2024-03-07T03:07:58.754207+0000","last_active":"2024-03-07T03:15:30.816835+0000","last_peered":"2024-03-07T03:15:30.816835+0000","last_clean":"2024-03-07T03:15:30.816835+0000","last_became_active":"2024-03-07T03:07:58.753859+0000","last_became_peered":"2024-03-07T03:07:58.753859+0000","last_unstale":"2024-03-07T03:15:30.816835+0000","last_undegraded":"2024-03-07T03:15:30.816835+0000","last_fullsized":"2024-03-07T03:15:30.816835+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:14:02.813872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1054,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:05.974451+0000","last_change":"2024-03-07T03:07:58.755838+0000","last_active":"2024-03-07T03:16:05.974451+0000","last_peered":"2024-03-07T03:16:05.974451+0000","last_clean":"2024-03-07T03:16:05.974451+0000","last_became_active":"2024-03-07T03:07:58.755436+0000","last_became_peered":"2024-03-07T03:07:58.755436+0000","last_unstale":"2024-03-07T03:16:05.974451+0000","last_undegraded":"2024-03-07T03:16:05.974451+0000","last_fullsized":"2024-03-07T03:16:05.974451+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:25.094944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:56.417167+0000","last_change":"2024-03-07T03:07:58.750199+0000","last_active":"2024-03-07T03:14:56.417167+0000","last_peered":"2024-03-07T03:14:56.417167+0000","last_clean":"2024-03-07T03:14:56.417167+0000","last_became_active":"2024-03-07T03:07:58.749858+0000","last_became_peered":"2024-03-07T03:07:58.749858+0000","last_unstale":"2024-03-07T03:14:56.417167+0000","last_undegraded":"2024-03-07T03:14:56.417167+0000","last_fullsized":"2024-03-07T03:14:56.417167+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:41.122539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1016,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:41.193859+0000","last_change":"2024-03-07T03:07:23.076835+0000","last_active":"2024-03-07T03:16:41.193859+0000","last_peered":"2024-03-07T03:16:41.193859+0000","last_clean":"2024-03-07T03:16:41.193859+0000","last_became_active":"2024-03-07T03:07:23.075094+0000","last_became_peered":"2024-03-07T03:07:23.075094+0000","last_unstale":"2024-03-07T03:16:41.193859+0000","last_undegraded":"2024-03-07T03:16:41.193859+0000","last_fullsized":"2024-03-07T03:16:41.193859+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:50:36.739831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1007,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:41.193835+0000","last_change":"2024-03-07T03:07:23.078279+0000","last_active":"2024-03-07T03:16:41.193835+0000","last_peered":"2024-03-07T03:16:41.193835+0000","last_clean":"2024-03-07T03:16:41.193835+0000","last_became_active":"2024-03-07T03:07:23.077338+0000","last_became_peered":"2024-03-07T03:07:23.077338+0000","last_unstale":"2024-03-07T03:16:41.193835+0000","last_undegraded":"2024-03-07T03:16:41.193835+0000","last_fullsized":"2024-03-07T03:16:41.193835+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:05:40.599683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1171,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:39.537087+0000","last_change":"2024-03-07T03:05:01.461919+0000","last_active":"2024-03-07T03:16:39.537087+0000","last_peered":"2024-03-07T03:16:39.537087+0000","last_clean":"2024-03-07T03:16:39.537087+0000","last_became_active":"2024-03-07T03:05:01.459759+0000","last_became_peered":"2024-03-07T03:05:01.459759+0000","last_unstale":"2024-03-07T03:16:39.537087+0000","last_undegraded":"2024-03-07T03:16:39.537087+0000","last_fullsized":"2024-03-07T03:16:39.537087+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:31:45.535178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":973,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:56.417138+0000","last_change":"2024-03-07T03:07:58.753856+0000","last_active":"2024-03-07T03:14:56.417138+0000","last_peered":"2024-03-07T03:14:56.417138+0000","last_clean":"2024-03-07T03:14:56.417138+0000","last_became_active":"2024-03-07T03:07:58.751889+0000","last_became_peered":"2024-03-07T03:07:58.751889+0000","last_unstale":"2024-03-07T03:14:56.417138+0000","last_undegraded":"2024-03-07T03:14:56.417138+0000","last_fullsized":"2024-03-07T03:14:56.417138+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:27:20.126942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"863'1273","reported_seq":4342,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:49.531941+0000","last_change":"2024-03-07T03:10:56.137635+0000","last_active":"2024-03-07T03:15:49.531941+0000","last_peered":"2024-03-07T03:15:49.531941+0000","last_clean":"2024-03-07T03:15:49.531941+0000","last_became_active":"2024-03-07T03:05:01.457883+0000","last_became_peered":"2024-03-07T03:05:01.457883+0000","last_unstale":"2024-03-07T03:15:49.531941+0000","last_undegraded":"2024-03-07T03:15:49.531941+0000","last_fullsized":"2024-03-07T03:15:49.531941+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1273,"log_dups_size":0,"ondisk_log_size":1273,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:21:46.718939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.021818005000000001,"stat_sum":{"num_bytes":15540224,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":258,"num_read_kb":529715,"num_write":442,"num_write_kb":102224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1441792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.f","version":"61'1","reported_seq":1083,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:08.088005+0000","last_change":"2024-03-07T03:07:58.755003+0000","last_active":"2024-03-07T03:15:08.088005+0000","last_peered":"2024-03-07T03:15:08.088005+0000","last_clean":"2024-03-07T03:15:08.088005+0000","last_became_active":"2024-03-07T03:07:58.754564+0000","last_became_peered":"2024-03-07T03:07:58.754564+0000","last_unstale":"2024-03-07T03:15:08.088005+0000","last_undegraded":"2024-03-07T03:15:08.088005+0000","last_fullsized":"2024-03-07T03:15:08.088005+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:34:53.344746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":988,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:41.415610+0000","last_change":"2024-03-07T03:07:58.750952+0000","last_active":"2024-03-07T03:14:41.415610+0000","last_peered":"2024-03-07T03:14:41.415610+0000","last_clean":"2024-03-07T03:14:41.415610+0000","last_became_active":"2024-03-07T03:07:58.749229+0000","last_became_peered":"2024-03-07T03:07:58.749229+0000","last_unstale":"2024-03-07T03:14:41.415610+0000","last_undegraded":"2024-03-07T03:14:41.415610+0000","last_fullsized":"2024-03-07T03:14:41.415610+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:53:10.534950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"863'847","reported_seq":4050,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822185+0000","last_change":"2024-03-07T03:10:56.129162+0000","last_active":"2024-03-07T03:16:20.822185+0000","last_peered":"2024-03-07T03:16:20.822185+0000","last_clean":"2024-03-07T03:16:20.822185+0000","last_became_active":"2024-03-07T03:07:23.074596+0000","last_became_peered":"2024-03-07T03:07:23.074596+0000","last_unstale":"2024-03-07T03:16:20.822185+0000","last_undegraded":"2024-03-07T03:16:20.822185+0000","last_fullsized":"2024-03-07T03:16:20.822185+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":847,"log_dups_size":0,"ondisk_log_size":847,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:34:23.625809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0099120149999999997,"stat_sum":{"num_bytes":38936576,"num_objects":11,"num_object_clones":9,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":157,"num_read_kb":413258,"num_write":266,"num_write_kb":109952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":4374528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.2","version":"0'0","reported_seq":1190,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:54.928240+0000","last_change":"2024-03-07T03:06:47.845893+0000","last_active":"2024-03-07T03:16:54.928240+0000","last_peered":"2024-03-07T03:16:54.928240+0000","last_clean":"2024-03-07T03:16:54.928240+0000","last_became_active":"2024-03-07T03:06:47.845548+0000","last_became_peered":"2024-03-07T03:06:47.845548+0000","last_unstale":"2024-03-07T03:16:54.928240+0000","last_undegraded":"2024-03-07T03:16:54.928240+0000","last_fullsized":"2024-03-07T03:16:54.928240+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:19:55.051329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:54.928264+0000","last_change":"2024-03-07T03:07:58.751041+0000","last_active":"2024-03-07T03:16:54.928264+0000","last_peered":"2024-03-07T03:16:54.928264+0000","last_clean":"2024-03-07T03:16:54.928264+0000","last_became_active":"2024-03-07T03:07:58.749047+0000","last_became_peered":"2024-03-07T03:07:58.749047+0000","last_unstale":"2024-03-07T03:16:54.928264+0000","last_undegraded":"2024-03-07T03:16:54.928264+0000","last_fullsized":"2024-03-07T03:16:54.928264+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:47:59.256394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1059,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:05.967226+0000","last_change":"2024-03-07T03:06:47.858022+0000","last_active":"2024-03-07T03:15:05.967226+0000","last_peered":"2024-03-07T03:15:05.967226+0000","last_clean":"2024-03-07T03:15:05.967226+0000","last_became_active":"2024-03-07T03:06:47.857526+0000","last_became_peered":"2024-03-07T03:06:47.857526+0000","last_unstale":"2024-03-07T03:15:05.967226+0000","last_undegraded":"2024-03-07T03:15:05.967226+0000","last_fullsized":"2024-03-07T03:15:05.967226+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:02:03.856321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"862'1186","reported_seq":4381,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822242+0000","last_change":"2024-03-07T03:10:56.119983+0000","last_active":"2024-03-07T03:16:20.822242+0000","last_peered":"2024-03-07T03:16:20.822242+0000","last_clean":"2024-03-07T03:16:20.822242+0000","last_became_active":"2024-03-07T03:06:09.988405+0000","last_became_peered":"2024-03-07T03:06:09.988405+0000","last_unstale":"2024-03-07T03:16:20.822242+0000","last_undegraded":"2024-03-07T03:16:20.822242+0000","last_fullsized":"2024-03-07T03:16:20.822242+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1186,"log_dups_size":0,"ondisk_log_size":1186,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:41:38.890400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099770099999999993,"stat_sum":{"num_bytes":13524992,"num_objects":9,"num_object_clones":6,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":208,"num_read_kb":390958,"num_write":505,"num_write_kb":103888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":50642944,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1190,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:54.928274+0000","last_change":"2024-03-07T03:05:35.928460+0000","last_active":"2024-03-07T03:16:54.928274+0000","last_peered":"2024-03-07T03:16:54.928274+0000","last_clean":"2024-03-07T03:16:54.928274+0000","last_became_active":"2024-03-07T03:05:35.928017+0000","last_became_peered":"2024-03-07T03:05:35.928017+0000","last_unstale":"2024-03-07T03:16:54.928274+0000","last_undegraded":"2024-03-07T03:16:54.928274+0000","last_fullsized":"2024-03-07T03:16:54.928274+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:53:27.674544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1028,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:05.967147+0000","last_change":"2024-03-07T03:07:23.075249+0000","last_active":"2024-03-07T03:15:05.967147+0000","last_peered":"2024-03-07T03:15:05.967147+0000","last_clean":"2024-03-07T03:15:05.967147+0000","last_became_active":"2024-03-07T03:07:23.074866+0000","last_became_peered":"2024-03-07T03:07:23.074866+0000","last_unstale":"2024-03-07T03:15:05.967147+0000","last_undegraded":"2024-03-07T03:15:05.967147+0000","last_fullsized":"2024-03-07T03:15:05.967147+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:03.393010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1081,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:33.096893+0000","last_change":"2024-03-07T03:07:23.069585+0000","last_active":"2024-03-07T03:16:33.096893+0000","last_peered":"2024-03-07T03:16:33.096893+0000","last_clean":"2024-03-07T03:16:33.096893+0000","last_became_active":"2024-03-07T03:07:23.069262+0000","last_became_peered":"2024-03-07T03:07:23.069262+0000","last_unstale":"2024-03-07T03:16:33.096893+0000","last_undegraded":"2024-03-07T03:16:33.096893+0000","last_fullsized":"2024-03-07T03:16:33.096893+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:11:22.045807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"861'1094","reported_seq":4798,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:15:49.532042+0000","last_change":"2024-03-07T03:10:57.331022+0000","last_active":"2024-03-07T03:15:49.532042+0000","last_peered":"2024-03-07T03:15:49.532042+0000","last_clean":"2024-03-07T03:15:49.532042+0000","last_became_active":"2024-03-07T03:06:47.847229+0000","last_became_peered":"2024-03-07T03:06:47.847229+0000","last_unstale":"2024-03-07T03:15:49.532042+0000","last_undegraded":"2024-03-07T03:15:49.532042+0000","last_fullsized":"2024-03-07T03:15:49.532042+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1094,"log_dups_size":0,"ondisk_log_size":1094,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:58:27.729404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.032339935,"stat_sum":{"num_bytes":113606656,"num_objects":59,"num_object_clones":55,"num_object_copies":177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":279,"num_read_kb":358703,"num_write":525,"num_write_kb":146904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":36642816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1184,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:14.918114+0000","last_change":"2024-03-07T03:06:47.843416+0000","last_active":"2024-03-07T03:15:14.918114+0000","last_peered":"2024-03-07T03:15:14.918114+0000","last_clean":"2024-03-07T03:15:14.918114+0000","last_became_active":"2024-03-07T03:06:47.842812+0000","last_became_peered":"2024-03-07T03:06:47.842812+0000","last_unstale":"2024-03-07T03:15:14.918114+0000","last_undegraded":"2024-03-07T03:15:14.918114+0000","last_fullsized":"2024-03-07T03:15:14.918114+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:03:02.672609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1191,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:24.924765+0000","last_change":"2024-03-07T03:07:23.071850+0000","last_active":"2024-03-07T03:16:24.924765+0000","last_peered":"2024-03-07T03:16:24.924765+0000","last_clean":"2024-03-07T03:16:24.924765+0000","last_became_active":"2024-03-07T03:07:23.071476+0000","last_became_peered":"2024-03-07T03:07:23.071476+0000","last_unstale":"2024-03-07T03:16:24.924765+0000","last_undegraded":"2024-03-07T03:16:24.924765+0000","last_fullsized":"2024-03-07T03:16:24.924765+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:13:05.296486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1159,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:24.529427+0000","last_change":"2024-03-07T03:05:35.926187+0000","last_active":"2024-03-07T03:15:24.529427+0000","last_peered":"2024-03-07T03:15:24.529427+0000","last_clean":"2024-03-07T03:15:24.529427+0000","last_became_active":"2024-03-07T03:05:35.925908+0000","last_became_peered":"2024-03-07T03:05:35.925908+0000","last_unstale":"2024-03-07T03:15:24.529427+0000","last_undegraded":"2024-03-07T03:15:24.529427+0000","last_fullsized":"2024-03-07T03:15:24.529427+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:48:33.101185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"863'1146","reported_seq":3875,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:16.425698+0000","last_change":"2024-03-07T03:10:56.132170+0000","last_active":"2024-03-07T03:16:16.425698+0000","last_peered":"2024-03-07T03:16:16.425698+0000","last_clean":"2024-03-07T03:16:16.425698+0000","last_became_active":"2024-03-07T03:07:58.756854+0000","last_became_peered":"2024-03-07T03:07:58.756854+0000","last_unstale":"2024-03-07T03:16:16.425698+0000","last_undegraded":"2024-03-07T03:16:16.425698+0000","last_fullsized":"2024-03-07T03:16:16.425698+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1146,"log_dups_size":0,"ondisk_log_size":1146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T02:59:04.693146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.010433211,"stat_sum":{"num_bytes":34668544,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":1,"num_read":219,"num_read_kb":317694,"num_write":420,"num_write_kb":93568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":10240000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1007,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:41.187412+0000","last_change":"2024-03-07T03:07:58.760449+0000","last_active":"2024-03-07T03:15:41.187412+0000","last_peered":"2024-03-07T03:15:41.187412+0000","last_clean":"2024-03-07T03:15:41.187412+0000","last_became_active":"2024-03-07T03:07:58.760086+0000","last_became_peered":"2024-03-07T03:07:58.760086+0000","last_unstale":"2024-03-07T03:15:41.187412+0000","last_undegraded":"2024-03-07T03:15:41.187412+0000","last_fullsized":"2024-03-07T03:15:41.187412+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:34:38.583100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1090,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:58.990252+0000","last_change":"2024-03-07T03:07:23.073659+0000","last_active":"2024-03-07T03:15:58.990252+0000","last_peered":"2024-03-07T03:15:58.990252+0000","last_clean":"2024-03-07T03:15:58.990252+0000","last_became_active":"2024-03-07T03:07:23.073277+0000","last_became_peered":"2024-03-07T03:07:23.073277+0000","last_unstale":"2024-03-07T03:15:58.990252+0000","last_undegraded":"2024-03-07T03:15:58.990252+0000","last_fullsized":"2024-03-07T03:15:58.990252+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:48:34.819985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1062,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:05.967201+0000","last_change":"2024-03-07T03:07:58.752576+0000","last_active":"2024-03-07T03:15:05.967201+0000","last_peered":"2024-03-07T03:15:05.967201+0000","last_clean":"2024-03-07T03:15:05.967201+0000","last_became_active":"2024-03-07T03:07:58.752193+0000","last_became_peered":"2024-03-07T03:07:58.752193+0000","last_unstale":"2024-03-07T03:15:05.967201+0000","last_undegraded":"2024-03-07T03:15:05.967201+0000","last_fullsized":"2024-03-07T03:15:05.967201+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:55:14.205594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"395'197","reported_seq":1467,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:56.423645+0000","last_change":"2024-03-07T03:07:58.752982+0000","last_active":"2024-03-07T03:15:56.423645+0000","last_peered":"2024-03-07T03:15:56.423645+0000","last_clean":"2024-03-07T03:15:56.423645+0000","last_became_active":"2024-03-07T03:07:58.752004+0000","last_became_peered":"2024-03-07T03:07:58.752004+0000","last_unstale":"2024-03-07T03:15:56.423645+0000","last_undegraded":"2024-03-07T03:15:56.423645+0000","last_fullsized":"2024-03-07T03:15:56.423645+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_clean_scrub_stamp":"2024-03-07T02:51:31.238394+0000","objects_scrubbed":0,"log_size":197,"log_dups_size":0,"ondisk_log_size":197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:53.766202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"858'3145","reported_seq":6531,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:15:25.969713+0000","last_change":"2024-03-07T03:10:57.131283+0000","last_active":"2024-03-07T03:15:25.969713+0000","last_peered":"2024-03-07T03:15:25.969713+0000","last_clean":"2024-03-07T03:15:25.969713+0000","last_became_active":"2024-03-07T03:06:47.859231+0000","last_became_peered":"2024-03-07T03:06:47.859231+0000","last_unstale":"2024-03-07T03:15:25.969713+0000","last_undegraded":"2024-03-07T03:15:25.969713+0000","last_fullsized":"2024-03-07T03:15:25.969713+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3145,"log_dups_size":0,"ondisk_log_size":3145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:10:03.781442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001499434,"stat_sum":{"num_bytes":18481152,"num_objects":15,"num_object_clones":14,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":124,"num_read_kb":398406,"num_write":253,"num_write_kb":45856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":9773056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1216,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:50.825515+0000","last_change":"2024-03-07T03:05:01.454053+0000","last_active":"2024-03-07T03:16:50.825515+0000","last_peered":"2024-03-07T03:16:50.825515+0000","last_clean":"2024-03-07T03:16:50.825515+0000","last_became_active":"2024-03-07T03:05:01.453718+0000","last_became_peered":"2024-03-07T03:05:01.453718+0000","last_unstale":"2024-03-07T03:16:50.825515+0000","last_undegraded":"2024-03-07T03:16:50.825515+0000","last_fullsized":"2024-03-07T03:16:50.825515+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:10:59.835543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1216,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822159+0000","last_change":"2024-03-07T03:06:09.987673+0000","last_active":"2024-03-07T03:16:20.822159+0000","last_peered":"2024-03-07T03:16:20.822159+0000","last_clean":"2024-03-07T03:16:20.822159+0000","last_became_active":"2024-03-07T03:06:09.987328+0000","last_became_peered":"2024-03-07T03:06:09.987328+0000","last_unstale":"2024-03-07T03:16:20.822159+0000","last_undegraded":"2024-03-07T03:16:20.822159+0000","last_fullsized":"2024-03-07T03:16:20.822159+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:11:17.983744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":976,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:56.423621+0000","last_change":"2024-03-07T03:07:58.757849+0000","last_active":"2024-03-07T03:15:56.423621+0000","last_peered":"2024-03-07T03:15:56.423621+0000","last_clean":"2024-03-07T03:15:56.423621+0000","last_became_active":"2024-03-07T03:07:58.757399+0000","last_became_peered":"2024-03-07T03:07:58.757399+0000","last_unstale":"2024-03-07T03:15:56.423621+0000","last_undegraded":"2024-03-07T03:15:56.423621+0000","last_fullsized":"2024-03-07T03:15:56.423621+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:54:11.413787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"864'1259","reported_seq":4065,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:41.187366+0000","last_change":"2024-03-07T03:10:56.129203+0000","last_active":"2024-03-07T03:15:41.187366+0000","last_peered":"2024-03-07T03:15:41.187366+0000","last_clean":"2024-03-07T03:15:41.187366+0000","last_became_active":"2024-03-07T03:07:23.080120+0000","last_became_peered":"2024-03-07T03:07:23.080120+0000","last_unstale":"2024-03-07T03:15:41.187366+0000","last_undegraded":"2024-03-07T03:15:41.187366+0000","last_fullsized":"2024-03-07T03:15:41.187366+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1259,"log_dups_size":0,"ondisk_log_size":1259,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:33:24.850580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0059393290000000001,"stat_sum":{"num_bytes":23298048,"num_objects":10,"num_object_clones":7,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":249,"num_read_kb":271095,"num_write":553,"num_write_kb":138504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":18890752,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.3","version":"0'0","reported_seq":1216,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822216+0000","last_change":"2024-03-07T03:07:58.750289+0000","last_active":"2024-03-07T03:16:20.822216+0000","last_peered":"2024-03-07T03:16:20.822216+0000","last_clean":"2024-03-07T03:16:20.822216+0000","last_became_active":"2024-03-07T03:07:58.749557+0000","last_became_peered":"2024-03-07T03:07:58.749557+0000","last_unstale":"2024-03-07T03:16:20.822216+0000","last_undegraded":"2024-03-07T03:16:20.822216+0000","last_fullsized":"2024-03-07T03:16:20.822216+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:54:43.865660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":990,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:16.425734+0000","last_change":"2024-03-07T03:07:58.758005+0000","last_active":"2024-03-07T03:16:16.425734+0000","last_peered":"2024-03-07T03:16:16.425734+0000","last_clean":"2024-03-07T03:16:16.425734+0000","last_became_active":"2024-03-07T03:07:58.756833+0000","last_became_peered":"2024-03-07T03:07:58.756833+0000","last_unstale":"2024-03-07T03:16:16.425734+0000","last_undegraded":"2024-03-07T03:16:16.425734+0000","last_fullsized":"2024-03-07T03:16:16.425734+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:37:55.288554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1190,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:54.928283+0000","last_change":"2024-03-07T03:06:47.843644+0000","last_active":"2024-03-07T03:16:54.928283+0000","last_peered":"2024-03-07T03:16:54.928283+0000","last_clean":"2024-03-07T03:16:54.928283+0000","last_became_active":"2024-03-07T03:06:47.842694+0000","last_became_peered":"2024-03-07T03:06:47.842694+0000","last_unstale":"2024-03-07T03:16:54.928283+0000","last_undegraded":"2024-03-07T03:16:54.928283+0000","last_fullsized":"2024-03-07T03:16:54.928283+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:25:34.783974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"863'880","reported_seq":3817,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:33.096853+0000","last_change":"2024-03-07T03:10:56.125509+0000","last_active":"2024-03-07T03:16:33.096853+0000","last_peered":"2024-03-07T03:16:33.096853+0000","last_clean":"2024-03-07T03:16:33.096853+0000","last_became_active":"2024-03-07T03:07:58.755248+0000","last_became_peered":"2024-03-07T03:07:58.755248+0000","last_unstale":"2024-03-07T03:16:33.096853+0000","last_undegraded":"2024-03-07T03:16:33.096853+0000","last_fullsized":"2024-03-07T03:16:33.096853+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":880,"log_dups_size":0,"ondisk_log_size":880,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:40:02.788467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0073429089999999999,"stat_sum":{"num_bytes":9224192,"num_objects":8,"num_object_clones":6,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":1,"num_read":161,"num_read_kb":133885,"num_write":362,"num_write_kb":55920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1126,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:33.987356+0000","last_change":"2024-03-07T03:07:58.764215+0000","last_active":"2024-03-07T03:15:33.987356+0000","last_peered":"2024-03-07T03:15:33.987356+0000","last_clean":"2024-03-07T03:15:33.987356+0000","last_became_active":"2024-03-07T03:07:58.763818+0000","last_became_peered":"2024-03-07T03:07:58.763818+0000","last_unstale":"2024-03-07T03:15:33.987356+0000","last_undegraded":"2024-03-07T03:15:33.987356+0000","last_fullsized":"2024-03-07T03:15:33.987356+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:27:54.623360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"719'2","reported_seq":1194,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:14.918091+0000","last_change":"2024-03-07T03:07:23.074913+0000","last_active":"2024-03-07T03:15:14.918091+0000","last_peered":"2024-03-07T03:15:14.918091+0000","last_clean":"2024-03-07T03:15:14.918091+0000","last_became_active":"2024-03-07T03:07:23.074530+0000","last_became_peered":"2024-03-07T03:07:23.074530+0000","last_unstale":"2024-03-07T03:15:14.918091+0000","last_undegraded":"2024-03-07T03:15:14.918091+0000","last_fullsized":"2024-03-07T03:15:14.918091+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:13:25.877187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1129,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:23.992537+0000","last_change":"2024-03-07T03:07:58.757756+0000","last_active":"2024-03-07T03:16:23.992537+0000","last_peered":"2024-03-07T03:16:23.992537+0000","last_clean":"2024-03-07T03:16:23.992537+0000","last_became_active":"2024-03-07T03:07:58.757430+0000","last_became_peered":"2024-03-07T03:07:58.757430+0000","last_unstale":"2024-03-07T03:16:23.992537+0000","last_undegraded":"2024-03-07T03:16:23.992537+0000","last_fullsized":"2024-03-07T03:16:23.992537+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:22:21.412765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"863'1564","reported_seq":5165,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:15:33.987325+0000","last_change":"2024-03-07T03:10:57.329944+0000","last_active":"2024-03-07T03:15:33.987325+0000","last_peered":"2024-03-07T03:15:33.987325+0000","last_clean":"2024-03-07T03:15:33.987325+0000","last_became_active":"2024-03-07T03:06:09.990793+0000","last_became_peered":"2024-03-07T03:06:09.990793+0000","last_unstale":"2024-03-07T03:15:33.987325+0000","last_undegraded":"2024-03-07T03:15:33.987325+0000","last_fullsized":"2024-03-07T03:15:33.987325+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1564,"log_dups_size":0,"ondisk_log_size":1564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":143,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:53.639078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.019553126000000001,"stat_sum":{"num_bytes":100999168,"num_objects":73,"num_object_clones":68,"num_object_copies":219,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":1,"num_read":410,"num_read_kb":572954,"num_write":777,"num_write_kb":204640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":51175424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"c"},{"start":"178","length":"4"},{"start":"17e","length":"3"},{"start":"182","length":"4"},{"start":"187","length":"5"},{"start":"18d","length":"2"}]},{"pgid":"4.1","version":"0'0","reported_seq":1082,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:33.096817+0000","last_change":"2024-03-07T03:07:23.071468+0000","last_active":"2024-03-07T03:16:33.096817+0000","last_peered":"2024-03-07T03:16:33.096817+0000","last_clean":"2024-03-07T03:16:33.096817+0000","last_became_active":"2024-03-07T03:07:23.071160+0000","last_became_peered":"2024-03-07T03:07:23.071160+0000","last_unstale":"2024-03-07T03:16:33.096817+0000","last_undegraded":"2024-03-07T03:16:33.096817+0000","last_fullsized":"2024-03-07T03:16:33.096817+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:17:55.686793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":992,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:01.189618+0000","last_change":"2024-03-07T03:07:58.759142+0000","last_active":"2024-03-07T03:16:01.189618+0000","last_peered":"2024-03-07T03:16:01.189618+0000","last_clean":"2024-03-07T03:16:01.189618+0000","last_became_active":"2024-03-07T03:07:58.758771+0000","last_became_peered":"2024-03-07T03:07:58.758771+0000","last_unstale":"2024-03-07T03:16:01.189618+0000","last_undegraded":"2024-03-07T03:16:01.189618+0000","last_fullsized":"2024-03-07T03:16:01.189618+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:45:13.985820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1216,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:50.825492+0000","last_change":"2024-03-07T03:06:09.988597+0000","last_active":"2024-03-07T03:16:50.825492+0000","last_peered":"2024-03-07T03:16:50.825492+0000","last_clean":"2024-03-07T03:16:50.825492+0000","last_became_active":"2024-03-07T03:06:09.988261+0000","last_became_peered":"2024-03-07T03:06:09.988261+0000","last_unstale":"2024-03-07T03:16:50.825492+0000","last_undegraded":"2024-03-07T03:16:50.825492+0000","last_fullsized":"2024-03-07T03:16:50.825492+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:11:06.717251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"843'3099","reported_seq":6400,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:15:45.972108+0000","last_change":"2024-03-07T03:10:57.131044+0000","last_active":"2024-03-07T03:15:45.972108+0000","last_peered":"2024-03-07T03:15:45.972108+0000","last_clean":"2024-03-07T03:15:45.972108+0000","last_became_active":"2024-03-07T03:07:23.084936+0000","last_became_peered":"2024-03-07T03:07:23.084936+0000","last_unstale":"2024-03-07T03:15:45.972108+0000","last_undegraded":"2024-03-07T03:15:45.972108+0000","last_fullsized":"2024-03-07T03:15:45.972108+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3099,"log_dups_size":0,"ondisk_log_size":3099,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:46:48.809690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012703,"stat_sum":{"num_bytes":8347648,"num_objects":13,"num_object_clones":12,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":56,"num_read_kb":33721,"num_write":241,"num_write_kb":36816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":434176,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1148,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:49.531980+0000","last_change":"2024-03-07T03:05:01.461136+0000","last_active":"2024-03-07T03:15:49.531980+0000","last_peered":"2024-03-07T03:15:49.531980+0000","last_clean":"2024-03-07T03:15:49.531980+0000","last_became_active":"2024-03-07T03:05:01.457189+0000","last_became_peered":"2024-03-07T03:05:01.457189+0000","last_unstale":"2024-03-07T03:15:49.531980+0000","last_undegraded":"2024-03-07T03:15:49.531980+0000","last_fullsized":"2024-03-07T03:15:49.531980+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:23.791243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1104,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:48.085317+0000","last_change":"2024-03-07T03:07:58.750311+0000","last_active":"2024-03-07T03:14:48.085317+0000","last_peered":"2024-03-07T03:14:48.085317+0000","last_clean":"2024-03-07T03:14:48.085317+0000","last_became_active":"2024-03-07T03:07:58.750001+0000","last_became_peered":"2024-03-07T03:07:58.750001+0000","last_unstale":"2024-03-07T03:14:48.085317+0000","last_undegraded":"2024-03-07T03:14:48.085317+0000","last_fullsized":"2024-03-07T03:14:48.085317+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:05.963944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"847'12789","reported_seq":16204,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:15:08.087960+0000","last_change":"2024-03-07T03:10:57.124034+0000","last_active":"2024-03-07T03:15:08.087960+0000","last_peered":"2024-03-07T03:15:08.087960+0000","last_clean":"2024-03-07T03:15:08.087960+0000","last_became_active":"2024-03-07T03:06:47.859957+0000","last_became_peered":"2024-03-07T03:06:47.859957+0000","last_unstale":"2024-03-07T03:15:08.087960+0000","last_undegraded":"2024-03-07T03:15:08.087960+0000","last_fullsized":"2024-03-07T03:15:08.087960+0000","mapping_epoch":625,"log_start":"599'6200","ondisk_log_start":"599'6200","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":6589,"log_dups_size":0,"ondisk_log_size":6589,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":137,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:29:13.699651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0091875959999999993,"stat_sum":{"num_bytes":71745536,"num_objects":32,"num_object_clones":30,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":0,"num_read":146,"num_read_kb":316804,"num_write":323,"num_write_kb":90232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":20865024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"5"},{"start":"171","length":"b"},{"start":"17e","length":"8"},{"start":"187","length":"5"},{"start":"18d","length":"3"},{"start":"192","length":"1"},{"start":"197","length":"1"},{"start":"199","length":"2"}]},{"pgid":"2.9","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:14.918021+0000","last_change":"2024-03-07T03:07:58.752456+0000","last_active":"2024-03-07T03:15:14.918021+0000","last_peered":"2024-03-07T03:15:14.918021+0000","last_clean":"2024-03-07T03:15:14.918021+0000","last_became_active":"2024-03-07T03:07:58.752118+0000","last_became_peered":"2024-03-07T03:07:58.752118+0000","last_unstale":"2024-03-07T03:15:14.918021+0000","last_undegraded":"2024-03-07T03:15:14.918021+0000","last_fullsized":"2024-03-07T03:15:14.918021+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:08:08.574482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1120,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:23.992489+0000","last_change":"2024-03-07T03:07:58.757839+0000","last_active":"2024-03-07T03:16:23.992489+0000","last_peered":"2024-03-07T03:16:23.992489+0000","last_clean":"2024-03-07T03:16:23.992489+0000","last_became_active":"2024-03-07T03:07:58.757495+0000","last_became_peered":"2024-03-07T03:07:58.757495+0000","last_unstale":"2024-03-07T03:16:23.992489+0000","last_undegraded":"2024-03-07T03:16:23.992489+0000","last_fullsized":"2024-03-07T03:16:23.992489+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:27:02.190643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"861'1463","reported_seq":5090,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:16:14.534628+0000","last_change":"2024-03-07T03:10:57.330799+0000","last_active":"2024-03-07T03:16:14.534628+0000","last_peered":"2024-03-07T03:16:14.534628+0000","last_clean":"2024-03-07T03:16:14.534628+0000","last_became_active":"2024-03-07T03:07:58.763085+0000","last_became_peered":"2024-03-07T03:07:58.763085+0000","last_unstale":"2024-03-07T03:16:14.534628+0000","last_undegraded":"2024-03-07T03:16:14.534628+0000","last_fullsized":"2024-03-07T03:16:14.534628+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1463,"log_dups_size":0,"ondisk_log_size":1463,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:39:21.050544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.016579719999999999,"stat_sum":{"num_bytes":106192896,"num_objects":71,"num_object_clones":66,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":1,"num_read":323,"num_read_kb":516030,"num_write":942,"num_write_kb":231680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":48201728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:14.918048+0000","last_change":"2024-03-07T03:07:58.752370+0000","last_active":"2024-03-07T03:15:14.918048+0000","last_peered":"2024-03-07T03:15:14.918048+0000","last_clean":"2024-03-07T03:15:14.918048+0000","last_became_active":"2024-03-07T03:07:58.751985+0000","last_became_peered":"2024-03-07T03:07:58.751985+0000","last_unstale":"2024-03-07T03:15:14.918048+0000","last_undegraded":"2024-03-07T03:15:14.918048+0000","last_fullsized":"2024-03-07T03:15:14.918048+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:31:33.590004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1129,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:48.995494+0000","last_change":"2024-03-07T03:06:09.987484+0000","last_active":"2024-03-07T03:16:48.995494+0000","last_peered":"2024-03-07T03:16:48.995494+0000","last_clean":"2024-03-07T03:16:48.995494+0000","last_became_active":"2024-03-07T03:06:09.986947+0000","last_became_peered":"2024-03-07T03:06:09.986947+0000","last_unstale":"2024-03-07T03:16:48.995494+0000","last_undegraded":"2024-03-07T03:16:48.995494+0000","last_fullsized":"2024-03-07T03:16:48.995494+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:37:38.253630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"857'1055","reported_seq":4920,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:15:39.920472+0000","last_change":"2024-03-07T03:10:57.123092+0000","last_active":"2024-03-07T03:15:39.920472+0000","last_peered":"2024-03-07T03:15:39.920472+0000","last_clean":"2024-03-07T03:15:39.920472+0000","last_became_active":"2024-03-07T03:06:09.993513+0000","last_became_peered":"2024-03-07T03:06:09.993513+0000","last_unstale":"2024-03-07T03:15:39.920472+0000","last_undegraded":"2024-03-07T03:15:39.920472+0000","last_fullsized":"2024-03-07T03:15:39.920472+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1055,"log_dups_size":0,"ondisk_log_size":1055,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:34:07.352811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013205965,"stat_sum":{"num_bytes":99745792,"num_objects":66,"num_object_clones":62,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":306,"num_read_kb":434534,"num_write":588,"num_write_kb":145464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":21749760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.b","version":"716'3","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:41.415545+0000","last_change":"2024-03-07T03:07:58.749480+0000","last_active":"2024-03-07T03:14:41.415545+0000","last_peered":"2024-03-07T03:14:41.415545+0000","last_clean":"2024-03-07T03:14:41.415545+0000","last_became_active":"2024-03-07T03:07:58.749098+0000","last_became_peered":"2024-03-07T03:07:58.749098+0000","last_unstale":"2024-03-07T03:14:41.415545+0000","last_undegraded":"2024-03-07T03:14:41.415545+0000","last_fullsized":"2024-03-07T03:14:41.415545+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:35:33.945855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1037,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:01.189552+0000","last_change":"2024-03-07T03:07:23.075725+0000","last_active":"2024-03-07T03:16:01.189552+0000","last_peered":"2024-03-07T03:16:01.189552+0000","last_clean":"2024-03-07T03:16:01.189552+0000","last_became_active":"2024-03-07T03:07:23.075203+0000","last_became_peered":"2024-03-07T03:07:23.075203+0000","last_unstale":"2024-03-07T03:16:01.189552+0000","last_undegraded":"2024-03-07T03:16:01.189552+0000","last_fullsized":"2024-03-07T03:16:01.189552+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:47:11.192302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"863'1711","reported_seq":5462,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:16:14.534560+0000","last_change":"2024-03-07T03:10:57.330918+0000","last_active":"2024-03-07T03:16:14.534560+0000","last_peered":"2024-03-07T03:16:14.534560+0000","last_clean":"2024-03-07T03:16:14.534560+0000","last_became_active":"2024-03-07T03:06:47.849454+0000","last_became_peered":"2024-03-07T03:06:47.849454+0000","last_unstale":"2024-03-07T03:16:14.534560+0000","last_undegraded":"2024-03-07T03:16:14.534560+0000","last_fullsized":"2024-03-07T03:16:14.534560+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1711,"log_dups_size":0,"ondisk_log_size":1711,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:40:07.156907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.014160193999999999,"stat_sum":{"num_bytes":165158912,"num_objects":93,"num_object_clones":87,"num_object_copies":279,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":93,"num_whiteouts":2,"num_read":489,"num_read_kb":756200,"num_write":870,"num_write_kb":258896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":69541888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1158,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:14.534618+0000","last_change":"2024-03-07T03:06:47.847077+0000","last_active":"2024-03-07T03:16:14.534618+0000","last_peered":"2024-03-07T03:16:14.534618+0000","last_clean":"2024-03-07T03:16:14.534618+0000","last_became_active":"2024-03-07T03:06:47.846359+0000","last_became_peered":"2024-03-07T03:06:47.846359+0000","last_unstale":"2024-03-07T03:16:14.534618+0000","last_undegraded":"2024-03-07T03:16:14.534618+0000","last_fullsized":"2024-03-07T03:16:14.534618+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:00:08.102949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":973,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:41.415586+0000","last_change":"2024-03-07T03:07:58.760528+0000","last_active":"2024-03-07T03:14:41.415586+0000","last_peered":"2024-03-07T03:14:41.415586+0000","last_clean":"2024-03-07T03:14:41.415586+0000","last_became_active":"2024-03-07T03:07:58.760226+0000","last_became_peered":"2024-03-07T03:07:58.760226+0000","last_unstale":"2024-03-07T03:14:41.415586+0000","last_undegraded":"2024-03-07T03:14:41.415586+0000","last_fullsized":"2024-03-07T03:14:41.415586+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:10:36.411047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"863'1938","reported_seq":4940,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:49.531994+0000","last_change":"2024-03-07T03:10:56.140803+0000","last_active":"2024-03-07T03:15:49.531994+0000","last_peered":"2024-03-07T03:15:49.531994+0000","last_clean":"2024-03-07T03:15:49.531994+0000","last_became_active":"2024-03-07T03:06:09.993933+0000","last_became_peered":"2024-03-07T03:06:09.993933+0000","last_unstale":"2024-03-07T03:15:49.531994+0000","last_undegraded":"2024-03-07T03:15:49.531994+0000","last_fullsized":"2024-03-07T03:15:49.531994+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1938,"log_dups_size":0,"ondisk_log_size":1938,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:16.359457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.024996012000000001,"stat_sum":{"num_bytes":22765568,"num_objects":17,"num_object_clones":12,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":2,"num_read":350,"num_read_kb":387634,"num_write":702,"num_write_kb":183472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":7151616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.d","version":"61'1","reported_seq":1192,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:39.920505+0000","last_change":"2024-03-07T03:06:09.993129+0000","last_active":"2024-03-07T03:15:39.920505+0000","last_peered":"2024-03-07T03:15:39.920505+0000","last_clean":"2024-03-07T03:15:39.920505+0000","last_became_active":"2024-03-07T03:06:09.992737+0000","last_became_peered":"2024-03-07T03:06:09.992737+0000","last_unstale":"2024-03-07T03:15:39.920505+0000","last_undegraded":"2024-03-07T03:15:39.920505+0000","last_fullsized":"2024-03-07T03:15:39.920505+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:02:42.055569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1053,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:45.972088+0000","last_change":"2024-03-07T03:07:23.076846+0000","last_active":"2024-03-07T03:15:45.972088+0000","last_peered":"2024-03-07T03:15:45.972088+0000","last_clean":"2024-03-07T03:15:45.972088+0000","last_became_active":"2024-03-07T03:07:23.075895+0000","last_became_peered":"2024-03-07T03:07:23.075895+0000","last_unstale":"2024-03-07T03:15:45.972088+0000","last_undegraded":"2024-03-07T03:15:45.972088+0000","last_fullsized":"2024-03-07T03:15:45.972088+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:09:15.080126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"854'331","reported_seq":3441,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:16:36.427861+0000","last_change":"2024-03-07T03:10:57.298223+0000","last_active":"2024-03-07T03:16:36.427861+0000","last_peered":"2024-03-07T03:16:36.427861+0000","last_clean":"2024-03-07T03:16:36.427861+0000","last_became_active":"2024-03-07T03:07:58.749089+0000","last_became_peered":"2024-03-07T03:07:58.749089+0000","last_unstale":"2024-03-07T03:16:36.427861+0000","last_undegraded":"2024-03-07T03:16:36.427861+0000","last_fullsized":"2024-03-07T03:16:36.427861+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":331,"log_dups_size":0,"ondisk_log_size":331,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":83,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:26:07.404191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00085119700000000004,"stat_sum":{"num_bytes":15409152,"num_objects":11,"num_object_clones":10,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":91,"num_read_kb":118251,"num_write":162,"num_write_kb":30616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":34586624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"56"},{"start":"1c2","length":"3"},{"start":"1c9","length":"1"}]},{"pgid":"2.e","version":"61'2","reported_seq":1162,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:14.534664+0000","last_change":"2024-03-07T03:07:58.755578+0000","last_active":"2024-03-07T03:16:14.534664+0000","last_peered":"2024-03-07T03:16:14.534664+0000","last_clean":"2024-03-07T03:16:14.534664+0000","last_became_active":"2024-03-07T03:07:58.755160+0000","last_became_peered":"2024-03-07T03:07:58.755160+0000","last_unstale":"2024-03-07T03:16:14.534664+0000","last_undegraded":"2024-03-07T03:16:14.534664+0000","last_fullsized":"2024-03-07T03:16:14.534664+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:20.584382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":988,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:41.415624+0000","last_change":"2024-03-07T03:07:58.751269+0000","last_active":"2024-03-07T03:14:41.415624+0000","last_peered":"2024-03-07T03:14:41.415624+0000","last_clean":"2024-03-07T03:14:41.415624+0000","last_became_active":"2024-03-07T03:07:58.750956+0000","last_became_peered":"2024-03-07T03:07:58.750956+0000","last_unstale":"2024-03-07T03:14:41.415624+0000","last_undegraded":"2024-03-07T03:14:41.415624+0000","last_fullsized":"2024-03-07T03:14:41.415624+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:39.414545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1008,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:41.187302+0000","last_change":"2024-03-07T03:07:23.081711+0000","last_active":"2024-03-07T03:15:41.187302+0000","last_peered":"2024-03-07T03:15:41.187302+0000","last_clean":"2024-03-07T03:15:41.187302+0000","last_became_active":"2024-03-07T03:07:23.079269+0000","last_became_peered":"2024-03-07T03:07:23.079269+0000","last_unstale":"2024-03-07T03:15:41.187302+0000","last_undegraded":"2024-03-07T03:15:41.187302+0000","last_fullsized":"2024-03-07T03:15:41.187302+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:39.008957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1159,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:24.529402+0000","last_change":"2024-03-07T03:07:23.072806+0000","last_active":"2024-03-07T03:15:24.529402+0000","last_peered":"2024-03-07T03:15:24.529402+0000","last_clean":"2024-03-07T03:15:24.529402+0000","last_became_active":"2024-03-07T03:07:23.071234+0000","last_became_peered":"2024-03-07T03:07:23.071234+0000","last_unstale":"2024-03-07T03:15:24.529402+0000","last_undegraded":"2024-03-07T03:15:24.529402+0000","last_fullsized":"2024-03-07T03:15:24.529402+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:52.610744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1059,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:05.967181+0000","last_change":"2024-03-07T03:06:47.851593+0000","last_active":"2024-03-07T03:15:05.967181+0000","last_peered":"2024-03-07T03:15:05.967181+0000","last_clean":"2024-03-07T03:15:05.967181+0000","last_became_active":"2024-03-07T03:06:47.849677+0000","last_became_peered":"2024-03-07T03:06:47.849677+0000","last_unstale":"2024-03-07T03:15:05.967181+0000","last_undegraded":"2024-03-07T03:15:05.967181+0000","last_fullsized":"2024-03-07T03:15:05.967181+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:30.969251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1118,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:24.529446+0000","last_change":"2024-03-07T03:06:09.995434+0000","last_active":"2024-03-07T03:15:24.529446+0000","last_peered":"2024-03-07T03:15:24.529446+0000","last_clean":"2024-03-07T03:15:24.529446+0000","last_became_active":"2024-03-07T03:06:09.994939+0000","last_became_peered":"2024-03-07T03:06:09.994939+0000","last_unstale":"2024-03-07T03:15:24.529446+0000","last_undegraded":"2024-03-07T03:15:24.529446+0000","last_fullsized":"2024-03-07T03:15:24.529446+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:27:11.737354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1129,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:23.992522+0000","last_change":"2024-03-07T03:06:09.987381+0000","last_active":"2024-03-07T03:16:23.992522+0000","last_peered":"2024-03-07T03:16:23.992522+0000","last_clean":"2024-03-07T03:16:23.992522+0000","last_became_active":"2024-03-07T03:06:09.986952+0000","last_became_peered":"2024-03-07T03:06:09.986952+0000","last_unstale":"2024-03-07T03:16:23.992522+0000","last_undegraded":"2024-03-07T03:16:23.992522+0000","last_fullsized":"2024-03-07T03:16:23.992522+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:26:15.439852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:14.918074+0000","last_change":"2024-03-07T03:05:35.923999+0000","last_active":"2024-03-07T03:15:14.918074+0000","last_peered":"2024-03-07T03:15:14.918074+0000","last_clean":"2024-03-07T03:15:14.918074+0000","last_became_active":"2024-03-07T03:05:35.923719+0000","last_became_peered":"2024-03-07T03:05:35.923719+0000","last_unstale":"2024-03-07T03:15:14.918074+0000","last_undegraded":"2024-03-07T03:15:14.918074+0000","last_fullsized":"2024-03-07T03:15:14.918074+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:43:04.724647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1010,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:01.189608+0000","last_change":"2024-03-07T03:07:58.749989+0000","last_active":"2024-03-07T03:16:01.189608+0000","last_peered":"2024-03-07T03:16:01.189608+0000","last_clean":"2024-03-07T03:16:01.189608+0000","last_became_active":"2024-03-07T03:07:58.749643+0000","last_became_peered":"2024-03-07T03:07:58.749643+0000","last_unstale":"2024-03-07T03:16:01.189608+0000","last_undegraded":"2024-03-07T03:16:01.189608+0000","last_fullsized":"2024-03-07T03:16:01.189608+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:00:44.729806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1112,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:23.992546+0000","last_change":"2024-03-07T03:06:09.999184+0000","last_active":"2024-03-07T03:16:23.992546+0000","last_peered":"2024-03-07T03:16:23.992546+0000","last_clean":"2024-03-07T03:16:23.992546+0000","last_became_active":"2024-03-07T03:06:09.998856+0000","last_became_peered":"2024-03-07T03:06:09.998856+0000","last_unstale":"2024-03-07T03:16:23.992546+0000","last_undegraded":"2024-03-07T03:16:23.992546+0000","last_fullsized":"2024-03-07T03:16:23.992546+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:37:00.102189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1059,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:25.969656+0000","last_change":"2024-03-07T03:06:47.857644+0000","last_active":"2024-03-07T03:15:25.969656+0000","last_peered":"2024-03-07T03:15:25.969656+0000","last_clean":"2024-03-07T03:15:25.969656+0000","last_became_active":"2024-03-07T03:06:47.857354+0000","last_became_peered":"2024-03-07T03:06:47.857354+0000","last_unstale":"2024-03-07T03:15:25.969656+0000","last_undegraded":"2024-03-07T03:15:25.969656+0000","last_fullsized":"2024-03-07T03:15:25.969656+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:02:18.860369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1120,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:48.995469+0000","last_change":"2024-03-07T03:06:09.987872+0000","last_active":"2024-03-07T03:16:48.995469+0000","last_peered":"2024-03-07T03:16:48.995469+0000","last_clean":"2024-03-07T03:16:48.995469+0000","last_became_active":"2024-03-07T03:06:09.986852+0000","last_became_peered":"2024-03-07T03:06:09.986852+0000","last_unstale":"2024-03-07T03:16:48.995469+0000","last_undegraded":"2024-03-07T03:16:48.995469+0000","last_fullsized":"2024-03-07T03:16:48.995469+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:13.708512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1037,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:45.972051+0000","last_change":"2024-03-07T03:07:58.755825+0000","last_active":"2024-03-07T03:15:45.972051+0000","last_peered":"2024-03-07T03:15:45.972051+0000","last_clean":"2024-03-07T03:15:45.972051+0000","last_became_active":"2024-03-07T03:07:58.755395+0000","last_became_peered":"2024-03-07T03:07:58.755395+0000","last_unstale":"2024-03-07T03:15:45.972051+0000","last_undegraded":"2024-03-07T03:15:45.972051+0000","last_fullsized":"2024-03-07T03:15:45.972051+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:10:43.184914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:05.814494+0000","last_change":"2024-03-07T03:07:58.753962+0000","last_active":"2024-03-07T03:15:05.814494+0000","last_peered":"2024-03-07T03:15:05.814494+0000","last_clean":"2024-03-07T03:15:05.814494+0000","last_became_active":"2024-03-07T03:07:58.753619+0000","last_became_peered":"2024-03-07T03:07:58.753619+0000","last_unstale":"2024-03-07T03:15:05.814494+0000","last_undegraded":"2024-03-07T03:15:05.814494+0000","last_fullsized":"2024-03-07T03:15:05.814494+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:44:44.641067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1015,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:21.191831+0000","last_change":"2024-03-07T03:07:23.078516+0000","last_active":"2024-03-07T03:16:21.191831+0000","last_peered":"2024-03-07T03:16:21.191831+0000","last_clean":"2024-03-07T03:16:21.191831+0000","last_became_active":"2024-03-07T03:07:23.076017+0000","last_became_peered":"2024-03-07T03:07:23.076017+0000","last_unstale":"2024-03-07T03:16:21.191831+0000","last_undegraded":"2024-03-07T03:16:21.191831+0000","last_fullsized":"2024-03-07T03:16:21.191831+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:17:54.725933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":857645056,"num_objects":516,"num_object_clones":466,"num_object_copies":1548,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":516,"num_whiteouts":8,"num_read":3826,"num_read_kb":5949842,"num_write":7931,"num_write_kb":1978632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":107,"num_bytes_recovered":385712128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1170673664,"data_stored":2969124864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28580,"ondisk_log_size":28580,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197,"ondisk_log_size":197,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":26375,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":694,"seq":2980707303558,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":150184,"kb_used_data":96156,"kb_used_omap":35,"kb_used_meta":53980,"kb_avail":93594968,"statfs":{"total":95995035648,"available":95841247232,"internally_reserved":0,"allocated":98463744,"data_stored":167037349,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36312,"internal_metadata":55276072},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":660,"seq":2834678415501,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":94940,"kb_used_data":42576,"kb_used_omap":23,"kb_used_meta":52328,"kb_avail":93650212,"statfs":{"total":95995035648,"available":95897817088,"internally_reserved":0,"allocated":43597824,"data_stored":80829959,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":24173,"internal_metadata":53584275},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":463,"seq":1988569858232,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":692864,"kb_used_data":193964,"kb_used_omap":46,"kb_used_meta":498833,"kb_avail":93052288,"statfs":{"total":95995035648,"available":95285542912,"internally_reserved":0,"allocated":198619136,"data_stored":533391905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48036,"internal_metadata":510805084},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":528,"seq":2267742732458,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":401776,"kb_used_data":209252,"kb_used_omap":54,"kb_used_meta":192457,"kb_avail":93343376,"statfs":{"total":95995035648,"available":95583617024,"internally_reserved":0,"allocated":214274048,"data_stored":587826473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56016,"internal_metadata":197076272},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":495,"seq":2126008811697,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":485244,"kb_used_data":166572,"kb_used_omap":47,"kb_used_meta":318608,"kb_avail":93259908,"statfs":{"total":95995035648,"available":95498145792,"internally_reserved":0,"allocated":170569728,"data_stored":457545161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48143,"internal_metadata":326255601},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":562,"seq":2413771620515,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":177748,"kb_used_data":84672,"kb_used_omap":37,"kb_used_meta":93018,"kb_avail":93567404,"statfs":{"total":95995035648,"available":95813021696,"internally_reserved":0,"allocated":86704128,"data_stored":171510863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38083,"internal_metadata":95251261},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":591,"seq":2538325672092,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":365920,"kb_used_data":157844,"kb_used_omap":61,"kb_used_meta":208002,"kb_avail":93379232,"statfs":{"total":95995035648,"available":95620333568,"internally_reserved":0,"allocated":161632256,"data_stored":367986669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":62843,"internal_metadata":212994693},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":625,"seq":2684354560149,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":509804,"kb_used_data":269020,"kb_used_omap":73,"kb_used_meta":240694,"kb_avail":93235348,"statfs":{"total":95995035648,"available":95472996352,"internally_reserved":0,"allocated":275476480,"data_stored":649851960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":75044,"internal_metadata":246471388},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7413,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2060,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2124,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3359,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3677,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2797,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2839,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2106,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":188411904,"data_stored":527167488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":160964608,"data_stored":451911680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":204677120,"data_stored":582193152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":77082624,"data_stored":165871616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":152018944,"data_stored":362352640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":265863168,"data_stored":644214784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":33390592,"data_stored":74600448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":88264704,"data_stored":160813056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-07T03:19:07.620 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:19:07.621 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:19:07.621 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:19:07.621 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-07T03:19:07.621 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-07T03:19:07.621 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-07T03:19:07.621 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.c in trimming, state: active+clean+snaptrim_error 2024-03-07T03:19:07.621 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-07T03:19:07.621 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:19:07.621 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-07T03:19:08.069 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:19:07 smithi090 ceph-mon[89511]: pgmap v973: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:08.069 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:19:07 smithi090 ceph-mon[91928]: pgmap v973: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:08.157 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:19:07 smithi092 ceph-mon[83777]: pgmap v973: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:09.069 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:19:08 smithi090 ceph-mon[89511]: from='client.44666 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:19:09.069 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:19:08 smithi090 ceph-mon[91928]: from='client.44666 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:19:09.157 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:19:08 smithi092 ceph-mon[83777]: from='client.44666 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:19:10.069 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:19:09 smithi090 ceph-mon[89511]: pgmap v974: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:10.069 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:19:09 smithi090 ceph-mon[91928]: pgmap v974: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:10.157 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:19:09 smithi092 ceph-mon[83777]: pgmap v974: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:12.069 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:19:11 smithi090 ceph-mon[89511]: pgmap v975: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:12.069 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:19:11 smithi090 ceph-mon[91928]: pgmap v975: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:12.157 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:19:11 smithi092 ceph-mon[83777]: pgmap v975: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:12.657 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:19:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:19:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:19:13.319 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:19:13 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:19:13] "GET /metrics HTTP/1.1" 200 36314 "" "Prometheus/2.43.0" 2024-03-07T03:19:14.069 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:19:13 smithi090 ceph-mon[89511]: pgmap v976: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:14.069 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:19:13 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:19:14.069 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:19:13 smithi090 ceph-mon[91928]: pgmap v976: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:14.069 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:19:13 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:19:14.157 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:19:13 smithi092 ceph-mon[83777]: pgmap v976: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:14.157 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:19:13 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:19:16.068 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:19:15 smithi090 ceph-mon[89511]: pgmap v977: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:16.069 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:19:15 smithi090 ceph-mon[91928]: pgmap v977: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:16.157 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:19:15 smithi092 ceph-mon[83777]: pgmap v977: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:17.622 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph pg dump --format=json 2024-03-07T03:19:17.844 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T03:19:17.964 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:19:17 smithi090 ceph-mon[91928]: pgmap v978: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:17.964 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:19:17 smithi090 ceph-mon[89511]: pgmap v978: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:18.157 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:19:17 smithi092 ceph-mon[83777]: pgmap v978: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:19.566 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T03:19:19.568 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-03-07T03:19:19.818 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:19:19 smithi090 ceph-mon[89511]: pgmap v979: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:19.819 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:19:19 smithi090 ceph-mon[91928]: pgmap v979: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:20.157 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:19:19 smithi092 ceph-mon[83777]: pgmap v979: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:20.201 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":979,"stamp":"2024-03-07T03:19:18.009085+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":858242044,"num_objects":540,"num_object_clones":466,"num_object_copies":1620,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":540,"num_whiteouts":8,"num_read":4717,"num_read_kb":5951239,"num_write":8310,"num_write_kb":1981084,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":113,"num_bytes_recovered":387483232,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28845,"ondisk_log_size":28845,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2878480,"kb_used_data":1220056,"kb_used_omap":379,"kb_used_meta":1657924,"kb_avail":747082736,"statfs":{"total":767960285184,"available":765012721664,"internally_reserved":0,"allocated":1249337344,"data_stored":3015980339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":388650,"internal_metadata":1697714646},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003750"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":975,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:16.425753+0000","last_change":"2024-03-07T03:07:58.753984+0000","last_active":"2024-03-07T03:16:16.425753+0000","last_peered":"2024-03-07T03:16:16.425753+0000","last_clean":"2024-03-07T03:16:16.425753+0000","last_became_active":"2024-03-07T03:07:58.753138+0000","last_became_peered":"2024-03-07T03:07:58.753138+0000","last_unstale":"2024-03-07T03:16:16.425753+0000","last_undegraded":"2024-03-07T03:16:16.425753+0000","last_fullsized":"2024-03-07T03:16:16.425753+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:37:39.612519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:54.928301+0000","last_change":"2024-03-07T03:07:23.074862+0000","last_active":"2024-03-07T03:16:54.928301+0000","last_peered":"2024-03-07T03:16:54.928301+0000","last_clean":"2024-03-07T03:16:54.928301+0000","last_became_active":"2024-03-07T03:07:23.074512+0000","last_became_peered":"2024-03-07T03:07:23.074512+0000","last_unstale":"2024-03-07T03:16:54.928301+0000","last_undegraded":"2024-03-07T03:16:54.928301+0000","last_fullsized":"2024-03-07T03:16:54.928301+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:45:24.128672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1216,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822233+0000","last_change":"2024-03-07T03:05:01.446762+0000","last_active":"2024-03-07T03:16:20.822233+0000","last_peered":"2024-03-07T03:16:20.822233+0000","last_clean":"2024-03-07T03:16:20.822233+0000","last_became_active":"2024-03-07T03:05:01.446425+0000","last_became_peered":"2024-03-07T03:05:01.446425+0000","last_unstale":"2024-03-07T03:16:20.822233+0000","last_undegraded":"2024-03-07T03:16:20.822233+0000","last_fullsized":"2024-03-07T03:16:20.822233+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:39:39.897066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1055,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:45.979415+0000","last_change":"2024-03-07T03:07:58.755992+0000","last_active":"2024-03-07T03:16:45.979415+0000","last_peered":"2024-03-07T03:16:45.979415+0000","last_clean":"2024-03-07T03:16:45.979415+0000","last_became_active":"2024-03-07T03:07:58.755499+0000","last_became_peered":"2024-03-07T03:07:58.755499+0000","last_unstale":"2024-03-07T03:16:45.979415+0000","last_undegraded":"2024-03-07T03:16:45.979415+0000","last_fullsized":"2024-03-07T03:16:45.979415+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:26:12.313572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:26.420373+0000","last_change":"2024-03-07T03:07:58.752235+0000","last_active":"2024-03-07T03:15:26.420373+0000","last_peered":"2024-03-07T03:15:26.420373+0000","last_clean":"2024-03-07T03:15:26.420373+0000","last_became_active":"2024-03-07T03:07:58.751575+0000","last_became_peered":"2024-03-07T03:07:58.751575+0000","last_unstale":"2024-03-07T03:15:26.420373+0000","last_undegraded":"2024-03-07T03:15:26.420373+0000","last_fullsized":"2024-03-07T03:15:26.420373+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:12:05.995515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1032,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:45.979386+0000","last_change":"2024-03-07T03:06:47.859644+0000","last_active":"2024-03-07T03:16:45.979386+0000","last_peered":"2024-03-07T03:16:45.979386+0000","last_clean":"2024-03-07T03:16:45.979386+0000","last_became_active":"2024-03-07T03:06:47.859097+0000","last_became_peered":"2024-03-07T03:06:47.859097+0000","last_unstale":"2024-03-07T03:16:45.979386+0000","last_undegraded":"2024-03-07T03:16:45.979386+0000","last_fullsized":"2024-03-07T03:16:45.979386+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:22:46.909130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:26.420347+0000","last_change":"2024-03-07T03:07:58.754226+0000","last_active":"2024-03-07T03:15:26.420347+0000","last_peered":"2024-03-07T03:15:26.420347+0000","last_clean":"2024-03-07T03:15:26.420347+0000","last_became_active":"2024-03-07T03:07:58.753169+0000","last_became_peered":"2024-03-07T03:07:58.753169+0000","last_unstale":"2024-03-07T03:15:26.420347+0000","last_undegraded":"2024-03-07T03:15:26.420347+0000","last_fullsized":"2024-03-07T03:15:26.420347+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:46:59.258099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1088,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:33.987297+0000","last_change":"2024-03-07T03:07:23.073492+0000","last_active":"2024-03-07T03:15:33.987297+0000","last_peered":"2024-03-07T03:15:33.987297+0000","last_clean":"2024-03-07T03:15:33.987297+0000","last_became_active":"2024-03-07T03:07:23.071929+0000","last_became_peered":"2024-03-07T03:07:23.071929+0000","last_unstale":"2024-03-07T03:15:33.987297+0000","last_undegraded":"2024-03-07T03:15:33.987297+0000","last_fullsized":"2024-03-07T03:15:33.987297+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:35:26.391722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":980,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:11.418817+0000","last_change":"2024-03-07T03:07:58.760328+0000","last_active":"2024-03-07T03:15:11.418817+0000","last_peered":"2024-03-07T03:15:11.418817+0000","last_clean":"2024-03-07T03:15:11.418817+0000","last_became_active":"2024-03-07T03:07:58.760046+0000","last_became_peered":"2024-03-07T03:07:58.760046+0000","last_unstale":"2024-03-07T03:15:11.418817+0000","last_undegraded":"2024-03-07T03:15:11.418817+0000","last_fullsized":"2024-03-07T03:15:11.418817+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:08:46.356817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1006,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:36.180545+0000","last_change":"2024-03-07T03:07:23.079945+0000","last_active":"2024-03-07T03:14:36.180545+0000","last_peered":"2024-03-07T03:14:36.180545+0000","last_clean":"2024-03-07T03:14:36.180545+0000","last_became_active":"2024-03-07T03:07:23.078551+0000","last_became_peered":"2024-03-07T03:07:23.078551+0000","last_unstale":"2024-03-07T03:14:36.180545+0000","last_undegraded":"2024-03-07T03:14:36.180545+0000","last_fullsized":"2024-03-07T03:14:36.180545+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:03:46.670084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1006,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:36.180515+0000","last_change":"2024-03-07T03:07:23.081963+0000","last_active":"2024-03-07T03:14:36.180515+0000","last_peered":"2024-03-07T03:14:36.180515+0000","last_clean":"2024-03-07T03:14:36.180515+0000","last_became_active":"2024-03-07T03:07:23.080128+0000","last_became_peered":"2024-03-07T03:07:23.080128+0000","last_unstale":"2024-03-07T03:14:36.180515+0000","last_undegraded":"2024-03-07T03:14:36.180515+0000","last_fullsized":"2024-03-07T03:14:36.180515+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:56.813267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1149,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:39.524576+0000","last_change":"2024-03-07T03:07:23.074902+0000","last_active":"2024-03-07T03:14:39.524576+0000","last_peered":"2024-03-07T03:14:39.524576+0000","last_clean":"2024-03-07T03:14:39.524576+0000","last_became_active":"2024-03-07T03:07:23.074466+0000","last_became_peered":"2024-03-07T03:07:23.074466+0000","last_unstale":"2024-03-07T03:14:39.524576+0000","last_undegraded":"2024-03-07T03:14:39.524576+0000","last_fullsized":"2024-03-07T03:14:39.524576+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:40:20.268555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1118,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:13.984667+0000","last_change":"2024-03-07T03:07:23.072635+0000","last_active":"2024-03-07T03:15:13.984667+0000","last_peered":"2024-03-07T03:15:13.984667+0000","last_clean":"2024-03-07T03:15:13.984667+0000","last_became_active":"2024-03-07T03:07:23.071712+0000","last_became_peered":"2024-03-07T03:07:23.071712+0000","last_unstale":"2024-03-07T03:15:13.984667+0000","last_undegraded":"2024-03-07T03:15:13.984667+0000","last_fullsized":"2024-03-07T03:15:13.984667+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:00:39.298564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:30.816816+0000","last_change":"2024-03-07T03:06:47.851538+0000","last_active":"2024-03-07T03:15:30.816816+0000","last_peered":"2024-03-07T03:15:30.816816+0000","last_clean":"2024-03-07T03:15:30.816816+0000","last_became_active":"2024-03-07T03:06:47.851183+0000","last_became_peered":"2024-03-07T03:06:47.851183+0000","last_unstale":"2024-03-07T03:15:30.816816+0000","last_undegraded":"2024-03-07T03:15:30.816816+0000","last_fullsized":"2024-03-07T03:15:30.816816+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:36:23.932334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:04.922575+0000","last_change":"2024-03-07T03:06:47.843126+0000","last_active":"2024-03-07T03:16:04.922575+0000","last_peered":"2024-03-07T03:16:04.922575+0000","last_clean":"2024-03-07T03:16:04.922575+0000","last_became_active":"2024-03-07T03:06:47.842736+0000","last_became_peered":"2024-03-07T03:06:47.842736+0000","last_unstale":"2024-03-07T03:16:04.922575+0000","last_undegraded":"2024-03-07T03:16:04.922575+0000","last_fullsized":"2024-03-07T03:16:04.922575+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:48:10.843465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1036,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:05.974417+0000","last_change":"2024-03-07T03:07:58.755620+0000","last_active":"2024-03-07T03:16:05.974417+0000","last_peered":"2024-03-07T03:16:05.974417+0000","last_clean":"2024-03-07T03:16:05.974417+0000","last_became_active":"2024-03-07T03:07:58.755267+0000","last_became_peered":"2024-03-07T03:07:58.755267+0000","last_unstale":"2024-03-07T03:16:05.974417+0000","last_undegraded":"2024-03-07T03:16:05.974417+0000","last_fullsized":"2024-03-07T03:16:05.974417+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:51:32.339400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1040,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:05.974492+0000","last_change":"2024-03-07T03:07:58.756358+0000","last_active":"2024-03-07T03:16:05.974492+0000","last_peered":"2024-03-07T03:16:05.974492+0000","last_clean":"2024-03-07T03:16:05.974492+0000","last_became_active":"2024-03-07T03:07:58.755960+0000","last_became_peered":"2024-03-07T03:07:58.755960+0000","last_unstale":"2024-03-07T03:16:05.974492+0000","last_undegraded":"2024-03-07T03:16:05.974492+0000","last_fullsized":"2024-03-07T03:16:05.974492+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:47.464423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1158,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:39.537174+0000","last_change":"2024-03-07T03:07:58.755619+0000","last_active":"2024-03-07T03:16:39.537174+0000","last_peered":"2024-03-07T03:16:39.537174+0000","last_clean":"2024-03-07T03:16:39.537174+0000","last_became_active":"2024-03-07T03:07:58.755214+0000","last_became_peered":"2024-03-07T03:07:58.755214+0000","last_unstale":"2024-03-07T03:16:39.537174+0000","last_undegraded":"2024-03-07T03:16:39.537174+0000","last_fullsized":"2024-03-07T03:16:39.537174+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:59:02.041330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":974,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:56.430188+0000","last_change":"2024-03-07T03:07:58.756563+0000","last_active":"2024-03-07T03:16:56.430188+0000","last_peered":"2024-03-07T03:16:56.430188+0000","last_clean":"2024-03-07T03:16:56.430188+0000","last_became_active":"2024-03-07T03:07:58.752195+0000","last_became_peered":"2024-03-07T03:07:58.752195+0000","last_unstale":"2024-03-07T03:16:56.430188+0000","last_undegraded":"2024-03-07T03:16:56.430188+0000","last_fullsized":"2024-03-07T03:16:56.430188+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:32:35.496500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"716'5","reported_seq":1224,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822272+0000","last_change":"2024-03-07T03:07:58.753999+0000","last_active":"2024-03-07T03:16:20.822272+0000","last_peered":"2024-03-07T03:16:20.822272+0000","last_clean":"2024-03-07T03:16:20.822272+0000","last_became_active":"2024-03-07T03:07:58.753607+0000","last_became_peered":"2024-03-07T03:07:58.753607+0000","last_unstale":"2024-03-07T03:16:20.822272+0000","last_undegraded":"2024-03-07T03:16:20.822272+0000","last_fullsized":"2024-03-07T03:16:20.822272+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:28:57.567238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1112,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:33.987393+0000","last_change":"2024-03-07T03:07:23.083830+0000","last_active":"2024-03-07T03:15:33.987393+0000","last_peered":"2024-03-07T03:15:33.987393+0000","last_clean":"2024-03-07T03:15:33.987393+0000","last_became_active":"2024-03-07T03:07:23.083530+0000","last_became_peered":"2024-03-07T03:07:23.083530+0000","last_unstale":"2024-03-07T03:15:33.987393+0000","last_undegraded":"2024-03-07T03:15:33.987393+0000","last_fullsized":"2024-03-07T03:15:33.987393+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:57.938032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"716'2","reported_seq":1132,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:33.987404+0000","last_change":"2024-03-07T03:06:47.849618+0000","last_active":"2024-03-07T03:15:33.987404+0000","last_peered":"2024-03-07T03:15:33.987404+0000","last_clean":"2024-03-07T03:15:33.987404+0000","last_became_active":"2024-03-07T03:06:47.849222+0000","last_became_peered":"2024-03-07T03:06:47.849222+0000","last_unstale":"2024-03-07T03:15:33.987404+0000","last_undegraded":"2024-03-07T03:15:33.987404+0000","last_fullsized":"2024-03-07T03:15:33.987404+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:36:41.880143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1216,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822262+0000","last_change":"2024-03-07T03:06:47.851880+0000","last_active":"2024-03-07T03:16:20.822262+0000","last_peered":"2024-03-07T03:16:20.822262+0000","last_clean":"2024-03-07T03:16:20.822262+0000","last_became_active":"2024-03-07T03:06:47.851176+0000","last_became_peered":"2024-03-07T03:06:47.851176+0000","last_unstale":"2024-03-07T03:16:20.822262+0000","last_undegraded":"2024-03-07T03:16:20.822262+0000","last_fullsized":"2024-03-07T03:16:20.822262+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:38:59.663068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":978,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:26.420409+0000","last_change":"2024-03-07T03:07:58.757245+0000","last_active":"2024-03-07T03:15:26.420409+0000","last_peered":"2024-03-07T03:15:26.420409+0000","last_clean":"2024-03-07T03:15:26.420409+0000","last_became_active":"2024-03-07T03:07:58.754456+0000","last_became_peered":"2024-03-07T03:07:58.754456+0000","last_unstale":"2024-03-07T03:15:26.420409+0000","last_undegraded":"2024-03-07T03:15:26.420409+0000","last_fullsized":"2024-03-07T03:15:26.420409+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:57:32.153933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1045,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:45.979429+0000","last_change":"2024-03-07T03:06:47.855220+0000","last_active":"2024-03-07T03:16:45.979429+0000","last_peered":"2024-03-07T03:16:45.979429+0000","last_clean":"2024-03-07T03:16:45.979429+0000","last_became_active":"2024-03-07T03:06:47.854836+0000","last_became_peered":"2024-03-07T03:06:47.854836+0000","last_unstale":"2024-03-07T03:16:45.979429+0000","last_undegraded":"2024-03-07T03:16:45.979429+0000","last_fullsized":"2024-03-07T03:16:45.979429+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:51:35.386552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:26.420388+0000","last_change":"2024-03-07T03:07:58.757676+0000","last_active":"2024-03-07T03:15:26.420388+0000","last_peered":"2024-03-07T03:15:26.420388+0000","last_clean":"2024-03-07T03:15:26.420388+0000","last_became_active":"2024-03-07T03:07:58.753930+0000","last_became_peered":"2024-03-07T03:07:58.753930+0000","last_unstale":"2024-03-07T03:15:26.420388+0000","last_undegraded":"2024-03-07T03:15:26.420388+0000","last_fullsized":"2024-03-07T03:15:26.420388+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:56.639688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1039,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:45.979442+0000","last_change":"2024-03-07T03:07:23.076532+0000","last_active":"2024-03-07T03:16:45.979442+0000","last_peered":"2024-03-07T03:16:45.979442+0000","last_clean":"2024-03-07T03:16:45.979442+0000","last_became_active":"2024-03-07T03:07:23.076234+0000","last_became_peered":"2024-03-07T03:07:23.076234+0000","last_unstale":"2024-03-07T03:16:45.979442+0000","last_undegraded":"2024-03-07T03:16:45.979442+0000","last_fullsized":"2024-03-07T03:16:45.979442+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:16:39.967241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"716'2","reported_seq":1091,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:33.987379+0000","last_change":"2024-03-07T03:07:58.752045+0000","last_active":"2024-03-07T03:15:33.987379+0000","last_peered":"2024-03-07T03:15:33.987379+0000","last_clean":"2024-03-07T03:15:33.987379+0000","last_became_active":"2024-03-07T03:07:58.751585+0000","last_became_peered":"2024-03-07T03:07:58.751585+0000","last_unstale":"2024-03-07T03:15:33.987379+0000","last_undegraded":"2024-03-07T03:15:33.987379+0000","last_fullsized":"2024-03-07T03:15:33.987379+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:03:01.652607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1109,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:08.094223+0000","last_change":"2024-03-07T03:06:09.990854+0000","last_active":"2024-03-07T03:16:08.094223+0000","last_peered":"2024-03-07T03:16:08.094223+0000","last_clean":"2024-03-07T03:16:08.094223+0000","last_became_active":"2024-03-07T03:06:09.990464+0000","last_became_peered":"2024-03-07T03:06:09.990464+0000","last_unstale":"2024-03-07T03:16:08.094223+0000","last_undegraded":"2024-03-07T03:16:08.094223+0000","last_fullsized":"2024-03-07T03:16:08.094223+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:53:52.856954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"716'2","reported_seq":1011,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:51.181910+0000","last_change":"2024-03-07T03:07:58.754526+0000","last_active":"2024-03-07T03:14:51.181910+0000","last_peered":"2024-03-07T03:14:51.181910+0000","last_clean":"2024-03-07T03:14:51.181910+0000","last_became_active":"2024-03-07T03:07:58.754123+0000","last_became_peered":"2024-03-07T03:07:58.754123+0000","last_unstale":"2024-03-07T03:14:51.181910+0000","last_undegraded":"2024-03-07T03:14:51.181910+0000","last_fullsized":"2024-03-07T03:14:51.181910+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:41:34.446180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822224+0000","last_change":"2024-03-07T03:07:58.750769+0000","last_active":"2024-03-07T03:16:20.822224+0000","last_peered":"2024-03-07T03:16:20.822224+0000","last_clean":"2024-03-07T03:16:20.822224+0000","last_became_active":"2024-03-07T03:07:58.749974+0000","last_became_peered":"2024-03-07T03:07:58.749974+0000","last_unstale":"2024-03-07T03:16:20.822224+0000","last_undegraded":"2024-03-07T03:16:20.822224+0000","last_fullsized":"2024-03-07T03:16:20.822224+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:56:14.059734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1128,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:13.984650+0000","last_change":"2024-03-07T03:07:23.072942+0000","last_active":"2024-03-07T03:15:13.984650+0000","last_peered":"2024-03-07T03:15:13.984650+0000","last_clean":"2024-03-07T03:15:13.984650+0000","last_became_active":"2024-03-07T03:07:23.072639+0000","last_became_peered":"2024-03-07T03:07:23.072639+0000","last_unstale":"2024-03-07T03:15:13.984650+0000","last_undegraded":"2024-03-07T03:15:13.984650+0000","last_fullsized":"2024-03-07T03:15:13.984650+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:42.808853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1125,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:13.984615+0000","last_change":"2024-03-07T03:05:35.934963+0000","last_active":"2024-03-07T03:15:13.984615+0000","last_peered":"2024-03-07T03:15:13.984615+0000","last_clean":"2024-03-07T03:15:13.984615+0000","last_became_active":"2024-03-07T03:05:35.932493+0000","last_became_peered":"2024-03-07T03:05:35.932493+0000","last_unstale":"2024-03-07T03:15:13.984615+0000","last_undegraded":"2024-03-07T03:15:13.984615+0000","last_fullsized":"2024-03-07T03:15:13.984615+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:00:57.111662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1041,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:25.976999+0000","last_change":"2024-03-07T03:07:58.756063+0000","last_active":"2024-03-07T03:16:25.976999+0000","last_peered":"2024-03-07T03:16:25.976999+0000","last_clean":"2024-03-07T03:16:25.976999+0000","last_became_active":"2024-03-07T03:07:58.755712+0000","last_became_peered":"2024-03-07T03:07:58.755712+0000","last_unstale":"2024-03-07T03:16:25.976999+0000","last_undegraded":"2024-03-07T03:16:25.976999+0000","last_fullsized":"2024-03-07T03:16:25.976999+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:13:06.484346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:29.925426+0000","last_change":"2024-03-07T03:06:09.996319+0000","last_active":"2024-03-07T03:16:29.925426+0000","last_peered":"2024-03-07T03:16:29.925426+0000","last_clean":"2024-03-07T03:16:29.925426+0000","last_became_active":"2024-03-07T03:06:09.996002+0000","last_became_peered":"2024-03-07T03:06:09.996002+0000","last_unstale":"2024-03-07T03:16:29.925426+0000","last_undegraded":"2024-03-07T03:16:29.925426+0000","last_fullsized":"2024-03-07T03:16:29.925426+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:41:55.764562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1007,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:36.180568+0000","last_change":"2024-03-07T03:07:23.083466+0000","last_active":"2024-03-07T03:14:36.180568+0000","last_peered":"2024-03-07T03:14:36.180568+0000","last_clean":"2024-03-07T03:14:36.180568+0000","last_became_active":"2024-03-07T03:07:23.083156+0000","last_became_peered":"2024-03-07T03:07:23.083156+0000","last_unstale":"2024-03-07T03:14:36.180568+0000","last_undegraded":"2024-03-07T03:14:36.180568+0000","last_fullsized":"2024-03-07T03:14:36.180568+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:32:00.539449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1027,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:25.977070+0000","last_change":"2024-03-07T03:07:58.752127+0000","last_active":"2024-03-07T03:16:25.977070+0000","last_peered":"2024-03-07T03:16:25.977070+0000","last_clean":"2024-03-07T03:16:25.977070+0000","last_became_active":"2024-03-07T03:07:58.751770+0000","last_became_peered":"2024-03-07T03:07:58.751770+0000","last_unstale":"2024-03-07T03:16:25.977070+0000","last_undegraded":"2024-03-07T03:16:25.977070+0000","last_fullsized":"2024-03-07T03:16:25.977070+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:43.791488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1061,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:25.977059+0000","last_change":"2024-03-07T03:07:23.077653+0000","last_active":"2024-03-07T03:16:25.977059+0000","last_peered":"2024-03-07T03:16:25.977059+0000","last_clean":"2024-03-07T03:16:25.977059+0000","last_became_active":"2024-03-07T03:07:23.077355+0000","last_became_peered":"2024-03-07T03:07:23.077355+0000","last_unstale":"2024-03-07T03:16:25.977059+0000","last_undegraded":"2024-03-07T03:16:25.977059+0000","last_fullsized":"2024-03-07T03:16:25.977059+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:45.861158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:55.819456+0000","last_change":"2024-03-07T03:06:47.851508+0000","last_active":"2024-03-07T03:15:55.819456+0000","last_peered":"2024-03-07T03:15:55.819456+0000","last_clean":"2024-03-07T03:15:55.819456+0000","last_became_active":"2024-03-07T03:06:47.850839+0000","last_became_peered":"2024-03-07T03:06:47.850839+0000","last_unstale":"2024-03-07T03:15:55.819456+0000","last_undegraded":"2024-03-07T03:15:55.819456+0000","last_fullsized":"2024-03-07T03:15:55.819456+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:08:06.622234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1194,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:29.925482+0000","last_change":"2024-03-07T03:06:47.845848+0000","last_active":"2024-03-07T03:16:29.925482+0000","last_peered":"2024-03-07T03:16:29.925482+0000","last_clean":"2024-03-07T03:16:29.925482+0000","last_became_active":"2024-03-07T03:06:47.845425+0000","last_became_peered":"2024-03-07T03:06:47.845425+0000","last_unstale":"2024-03-07T03:16:29.925482+0000","last_undegraded":"2024-03-07T03:16:29.925482+0000","last_fullsized":"2024-03-07T03:16:29.925482+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:16:24.833986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1080,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:28.090047+0000","last_change":"2024-03-07T03:07:58.754983+0000","last_active":"2024-03-07T03:15:28.090047+0000","last_peered":"2024-03-07T03:15:28.090047+0000","last_clean":"2024-03-07T03:15:28.090047+0000","last_became_active":"2024-03-07T03:07:58.754657+0000","last_became_peered":"2024-03-07T03:07:58.754657+0000","last_unstale":"2024-03-07T03:15:28.090047+0000","last_undegraded":"2024-03-07T03:15:28.090047+0000","last_fullsized":"2024-03-07T03:15:28.090047+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:06:00.897772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"716'29","reported_seq":1043,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:41.193896+0000","last_change":"2024-03-07T03:07:23.079677+0000","last_active":"2024-03-07T03:16:41.193896+0000","last_peered":"2024-03-07T03:16:41.193896+0000","last_clean":"2024-03-07T03:16:41.193896+0000","last_became_active":"2024-03-07T03:07:23.079320+0000","last_became_peered":"2024-03-07T03:07:23.079320+0000","last_unstale":"2024-03-07T03:16:41.193896+0000","last_undegraded":"2024-03-07T03:16:41.193896+0000","last_fullsized":"2024-03-07T03:16:41.193896+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:49:54.979015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:11.418787+0000","last_change":"2024-03-07T03:07:58.758376+0000","last_active":"2024-03-07T03:15:11.418787+0000","last_peered":"2024-03-07T03:15:11.418787+0000","last_clean":"2024-03-07T03:15:11.418787+0000","last_became_active":"2024-03-07T03:07:58.757816+0000","last_became_peered":"2024-03-07T03:07:58.757816+0000","last_unstale":"2024-03-07T03:15:11.418787+0000","last_undegraded":"2024-03-07T03:15:11.418787+0000","last_fullsized":"2024-03-07T03:15:11.418787+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:47.253727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1220,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:30.816851+0000","last_change":"2024-03-07T03:06:09.989072+0000","last_active":"2024-03-07T03:15:30.816851+0000","last_peered":"2024-03-07T03:15:30.816851+0000","last_clean":"2024-03-07T03:15:30.816851+0000","last_became_active":"2024-03-07T03:06:09.987754+0000","last_became_peered":"2024-03-07T03:06:09.987754+0000","last_unstale":"2024-03-07T03:15:30.816851+0000","last_undegraded":"2024-03-07T03:15:30.816851+0000","last_fullsized":"2024-03-07T03:15:30.816851+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:05:15.340331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:30.816835+0000","last_change":"2024-03-07T03:07:58.754207+0000","last_active":"2024-03-07T03:15:30.816835+0000","last_peered":"2024-03-07T03:15:30.816835+0000","last_clean":"2024-03-07T03:15:30.816835+0000","last_became_active":"2024-03-07T03:07:58.753859+0000","last_became_peered":"2024-03-07T03:07:58.753859+0000","last_unstale":"2024-03-07T03:15:30.816835+0000","last_undegraded":"2024-03-07T03:15:30.816835+0000","last_fullsized":"2024-03-07T03:15:30.816835+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:14:02.813872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1054,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:05.974451+0000","last_change":"2024-03-07T03:07:58.755838+0000","last_active":"2024-03-07T03:16:05.974451+0000","last_peered":"2024-03-07T03:16:05.974451+0000","last_clean":"2024-03-07T03:16:05.974451+0000","last_became_active":"2024-03-07T03:07:58.755436+0000","last_became_peered":"2024-03-07T03:07:58.755436+0000","last_unstale":"2024-03-07T03:16:05.974451+0000","last_undegraded":"2024-03-07T03:16:05.974451+0000","last_fullsized":"2024-03-07T03:16:05.974451+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:25.094944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:56.417167+0000","last_change":"2024-03-07T03:07:58.750199+0000","last_active":"2024-03-07T03:14:56.417167+0000","last_peered":"2024-03-07T03:14:56.417167+0000","last_clean":"2024-03-07T03:14:56.417167+0000","last_became_active":"2024-03-07T03:07:58.749858+0000","last_became_peered":"2024-03-07T03:07:58.749858+0000","last_unstale":"2024-03-07T03:14:56.417167+0000","last_undegraded":"2024-03-07T03:14:56.417167+0000","last_fullsized":"2024-03-07T03:14:56.417167+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:41.122539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1016,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:41.193859+0000","last_change":"2024-03-07T03:07:23.076835+0000","last_active":"2024-03-07T03:16:41.193859+0000","last_peered":"2024-03-07T03:16:41.193859+0000","last_clean":"2024-03-07T03:16:41.193859+0000","last_became_active":"2024-03-07T03:07:23.075094+0000","last_became_peered":"2024-03-07T03:07:23.075094+0000","last_unstale":"2024-03-07T03:16:41.193859+0000","last_undegraded":"2024-03-07T03:16:41.193859+0000","last_fullsized":"2024-03-07T03:16:41.193859+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:50:36.739831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1007,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:41.193835+0000","last_change":"2024-03-07T03:07:23.078279+0000","last_active":"2024-03-07T03:16:41.193835+0000","last_peered":"2024-03-07T03:16:41.193835+0000","last_clean":"2024-03-07T03:16:41.193835+0000","last_became_active":"2024-03-07T03:07:23.077338+0000","last_became_peered":"2024-03-07T03:07:23.077338+0000","last_unstale":"2024-03-07T03:16:41.193835+0000","last_undegraded":"2024-03-07T03:16:41.193835+0000","last_fullsized":"2024-03-07T03:16:41.193835+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:05:40.599683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1171,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:39.537087+0000","last_change":"2024-03-07T03:05:01.461919+0000","last_active":"2024-03-07T03:16:39.537087+0000","last_peered":"2024-03-07T03:16:39.537087+0000","last_clean":"2024-03-07T03:16:39.537087+0000","last_became_active":"2024-03-07T03:05:01.459759+0000","last_became_peered":"2024-03-07T03:05:01.459759+0000","last_unstale":"2024-03-07T03:16:39.537087+0000","last_undegraded":"2024-03-07T03:16:39.537087+0000","last_fullsized":"2024-03-07T03:16:39.537087+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:31:45.535178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":973,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:56.417138+0000","last_change":"2024-03-07T03:07:58.753856+0000","last_active":"2024-03-07T03:14:56.417138+0000","last_peered":"2024-03-07T03:14:56.417138+0000","last_clean":"2024-03-07T03:14:56.417138+0000","last_became_active":"2024-03-07T03:07:58.751889+0000","last_became_peered":"2024-03-07T03:07:58.751889+0000","last_unstale":"2024-03-07T03:14:56.417138+0000","last_undegraded":"2024-03-07T03:14:56.417138+0000","last_fullsized":"2024-03-07T03:14:56.417138+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:27:20.126942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"863'1273","reported_seq":4342,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:49.531941+0000","last_change":"2024-03-07T03:10:56.137635+0000","last_active":"2024-03-07T03:15:49.531941+0000","last_peered":"2024-03-07T03:15:49.531941+0000","last_clean":"2024-03-07T03:15:49.531941+0000","last_became_active":"2024-03-07T03:05:01.457883+0000","last_became_peered":"2024-03-07T03:05:01.457883+0000","last_unstale":"2024-03-07T03:15:49.531941+0000","last_undegraded":"2024-03-07T03:15:49.531941+0000","last_fullsized":"2024-03-07T03:15:49.531941+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1273,"log_dups_size":0,"ondisk_log_size":1273,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:21:46.718939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.021818005000000001,"stat_sum":{"num_bytes":15540224,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":258,"num_read_kb":529715,"num_write":442,"num_write_kb":102224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1441792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.f","version":"61'1","reported_seq":1083,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:08.088005+0000","last_change":"2024-03-07T03:07:58.755003+0000","last_active":"2024-03-07T03:15:08.088005+0000","last_peered":"2024-03-07T03:15:08.088005+0000","last_clean":"2024-03-07T03:15:08.088005+0000","last_became_active":"2024-03-07T03:07:58.754564+0000","last_became_peered":"2024-03-07T03:07:58.754564+0000","last_unstale":"2024-03-07T03:15:08.088005+0000","last_undegraded":"2024-03-07T03:15:08.088005+0000","last_fullsized":"2024-03-07T03:15:08.088005+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:34:53.344746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":989,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:56.430198+0000","last_change":"2024-03-07T03:07:58.750952+0000","last_active":"2024-03-07T03:16:56.430198+0000","last_peered":"2024-03-07T03:16:56.430198+0000","last_clean":"2024-03-07T03:16:56.430198+0000","last_became_active":"2024-03-07T03:07:58.749229+0000","last_became_peered":"2024-03-07T03:07:58.749229+0000","last_unstale":"2024-03-07T03:16:56.430198+0000","last_undegraded":"2024-03-07T03:16:56.430198+0000","last_fullsized":"2024-03-07T03:16:56.430198+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:53:10.534950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"863'847","reported_seq":4050,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822185+0000","last_change":"2024-03-07T03:10:56.129162+0000","last_active":"2024-03-07T03:16:20.822185+0000","last_peered":"2024-03-07T03:16:20.822185+0000","last_clean":"2024-03-07T03:16:20.822185+0000","last_became_active":"2024-03-07T03:07:23.074596+0000","last_became_peered":"2024-03-07T03:07:23.074596+0000","last_unstale":"2024-03-07T03:16:20.822185+0000","last_undegraded":"2024-03-07T03:16:20.822185+0000","last_fullsized":"2024-03-07T03:16:20.822185+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":847,"log_dups_size":0,"ondisk_log_size":847,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:34:23.625809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0099120149999999997,"stat_sum":{"num_bytes":38936576,"num_objects":11,"num_object_clones":9,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":157,"num_read_kb":413258,"num_write":266,"num_write_kb":109952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":4374528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.2","version":"0'0","reported_seq":1190,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:54.928240+0000","last_change":"2024-03-07T03:06:47.845893+0000","last_active":"2024-03-07T03:16:54.928240+0000","last_peered":"2024-03-07T03:16:54.928240+0000","last_clean":"2024-03-07T03:16:54.928240+0000","last_became_active":"2024-03-07T03:06:47.845548+0000","last_became_peered":"2024-03-07T03:06:47.845548+0000","last_unstale":"2024-03-07T03:16:54.928240+0000","last_undegraded":"2024-03-07T03:16:54.928240+0000","last_fullsized":"2024-03-07T03:16:54.928240+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:19:55.051329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:54.928264+0000","last_change":"2024-03-07T03:07:58.751041+0000","last_active":"2024-03-07T03:16:54.928264+0000","last_peered":"2024-03-07T03:16:54.928264+0000","last_clean":"2024-03-07T03:16:54.928264+0000","last_became_active":"2024-03-07T03:07:58.749047+0000","last_became_peered":"2024-03-07T03:07:58.749047+0000","last_unstale":"2024-03-07T03:16:54.928264+0000","last_undegraded":"2024-03-07T03:16:54.928264+0000","last_fullsized":"2024-03-07T03:16:54.928264+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:47:59.256394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1060,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:10.982091+0000","last_change":"2024-03-07T03:06:47.858022+0000","last_active":"2024-03-07T03:17:10.982091+0000","last_peered":"2024-03-07T03:17:10.982091+0000","last_clean":"2024-03-07T03:17:10.982091+0000","last_became_active":"2024-03-07T03:06:47.857526+0000","last_became_peered":"2024-03-07T03:06:47.857526+0000","last_unstale":"2024-03-07T03:17:10.982091+0000","last_undegraded":"2024-03-07T03:17:10.982091+0000","last_fullsized":"2024-03-07T03:17:10.982091+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:02:03.856321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"862'1186","reported_seq":4381,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822242+0000","last_change":"2024-03-07T03:10:56.119983+0000","last_active":"2024-03-07T03:16:20.822242+0000","last_peered":"2024-03-07T03:16:20.822242+0000","last_clean":"2024-03-07T03:16:20.822242+0000","last_became_active":"2024-03-07T03:06:09.988405+0000","last_became_peered":"2024-03-07T03:06:09.988405+0000","last_unstale":"2024-03-07T03:16:20.822242+0000","last_undegraded":"2024-03-07T03:16:20.822242+0000","last_fullsized":"2024-03-07T03:16:20.822242+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1186,"log_dups_size":0,"ondisk_log_size":1186,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:41:38.890400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099770099999999993,"stat_sum":{"num_bytes":13524992,"num_objects":9,"num_object_clones":6,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":208,"num_read_kb":390958,"num_write":505,"num_write_kb":103888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":50642944,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1190,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:54.928274+0000","last_change":"2024-03-07T03:05:35.928460+0000","last_active":"2024-03-07T03:16:54.928274+0000","last_peered":"2024-03-07T03:16:54.928274+0000","last_clean":"2024-03-07T03:16:54.928274+0000","last_became_active":"2024-03-07T03:05:35.928017+0000","last_became_peered":"2024-03-07T03:05:35.928017+0000","last_unstale":"2024-03-07T03:16:54.928274+0000","last_undegraded":"2024-03-07T03:16:54.928274+0000","last_fullsized":"2024-03-07T03:16:54.928274+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:53:27.674544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1029,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:10.982038+0000","last_change":"2024-03-07T03:07:23.075249+0000","last_active":"2024-03-07T03:17:10.982038+0000","last_peered":"2024-03-07T03:17:10.982038+0000","last_clean":"2024-03-07T03:17:10.982038+0000","last_became_active":"2024-03-07T03:07:23.074866+0000","last_became_peered":"2024-03-07T03:07:23.074866+0000","last_unstale":"2024-03-07T03:17:10.982038+0000","last_undegraded":"2024-03-07T03:17:10.982038+0000","last_fullsized":"2024-03-07T03:17:10.982038+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:03.393010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1081,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:33.096893+0000","last_change":"2024-03-07T03:07:23.069585+0000","last_active":"2024-03-07T03:16:33.096893+0000","last_peered":"2024-03-07T03:16:33.096893+0000","last_clean":"2024-03-07T03:16:33.096893+0000","last_became_active":"2024-03-07T03:07:23.069262+0000","last_became_peered":"2024-03-07T03:07:23.069262+0000","last_unstale":"2024-03-07T03:16:33.096893+0000","last_undegraded":"2024-03-07T03:16:33.096893+0000","last_fullsized":"2024-03-07T03:16:33.096893+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:11:22.045807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"861'1094","reported_seq":4798,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:15:49.532042+0000","last_change":"2024-03-07T03:10:57.331022+0000","last_active":"2024-03-07T03:15:49.532042+0000","last_peered":"2024-03-07T03:15:49.532042+0000","last_clean":"2024-03-07T03:15:49.532042+0000","last_became_active":"2024-03-07T03:06:47.847229+0000","last_became_peered":"2024-03-07T03:06:47.847229+0000","last_unstale":"2024-03-07T03:15:49.532042+0000","last_undegraded":"2024-03-07T03:15:49.532042+0000","last_fullsized":"2024-03-07T03:15:49.532042+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1094,"log_dups_size":0,"ondisk_log_size":1094,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:58:27.729404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.032339935,"stat_sum":{"num_bytes":113606656,"num_objects":59,"num_object_clones":55,"num_object_copies":177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":279,"num_read_kb":358703,"num_write":525,"num_write_kb":146904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":36642816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1184,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:14.918114+0000","last_change":"2024-03-07T03:06:47.843416+0000","last_active":"2024-03-07T03:15:14.918114+0000","last_peered":"2024-03-07T03:15:14.918114+0000","last_clean":"2024-03-07T03:15:14.918114+0000","last_became_active":"2024-03-07T03:06:47.842812+0000","last_became_peered":"2024-03-07T03:06:47.842812+0000","last_unstale":"2024-03-07T03:15:14.918114+0000","last_undegraded":"2024-03-07T03:15:14.918114+0000","last_fullsized":"2024-03-07T03:15:14.918114+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:03:02.672609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1191,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:24.924765+0000","last_change":"2024-03-07T03:07:23.071850+0000","last_active":"2024-03-07T03:16:24.924765+0000","last_peered":"2024-03-07T03:16:24.924765+0000","last_clean":"2024-03-07T03:16:24.924765+0000","last_became_active":"2024-03-07T03:07:23.071476+0000","last_became_peered":"2024-03-07T03:07:23.071476+0000","last_unstale":"2024-03-07T03:16:24.924765+0000","last_undegraded":"2024-03-07T03:16:24.924765+0000","last_fullsized":"2024-03-07T03:16:24.924765+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:13:05.296486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1159,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:24.529427+0000","last_change":"2024-03-07T03:05:35.926187+0000","last_active":"2024-03-07T03:15:24.529427+0000","last_peered":"2024-03-07T03:15:24.529427+0000","last_clean":"2024-03-07T03:15:24.529427+0000","last_became_active":"2024-03-07T03:05:35.925908+0000","last_became_peered":"2024-03-07T03:05:35.925908+0000","last_unstale":"2024-03-07T03:15:24.529427+0000","last_undegraded":"2024-03-07T03:15:24.529427+0000","last_fullsized":"2024-03-07T03:15:24.529427+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:48:33.101185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"863'1146","reported_seq":3875,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:16.425698+0000","last_change":"2024-03-07T03:10:56.132170+0000","last_active":"2024-03-07T03:16:16.425698+0000","last_peered":"2024-03-07T03:16:16.425698+0000","last_clean":"2024-03-07T03:16:16.425698+0000","last_became_active":"2024-03-07T03:07:58.756854+0000","last_became_peered":"2024-03-07T03:07:58.756854+0000","last_unstale":"2024-03-07T03:16:16.425698+0000","last_undegraded":"2024-03-07T03:16:16.425698+0000","last_fullsized":"2024-03-07T03:16:16.425698+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1146,"log_dups_size":0,"ondisk_log_size":1146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T02:59:04.693146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.010433211,"stat_sum":{"num_bytes":34668544,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":1,"num_read":219,"num_read_kb":317694,"num_write":420,"num_write_kb":93568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":10240000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1007,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:41.187412+0000","last_change":"2024-03-07T03:07:58.760449+0000","last_active":"2024-03-07T03:15:41.187412+0000","last_peered":"2024-03-07T03:15:41.187412+0000","last_clean":"2024-03-07T03:15:41.187412+0000","last_became_active":"2024-03-07T03:07:58.760086+0000","last_became_peered":"2024-03-07T03:07:58.760086+0000","last_unstale":"2024-03-07T03:15:41.187412+0000","last_undegraded":"2024-03-07T03:15:41.187412+0000","last_fullsized":"2024-03-07T03:15:41.187412+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:34:38.583100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1090,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:58.990252+0000","last_change":"2024-03-07T03:07:23.073659+0000","last_active":"2024-03-07T03:15:58.990252+0000","last_peered":"2024-03-07T03:15:58.990252+0000","last_clean":"2024-03-07T03:15:58.990252+0000","last_became_active":"2024-03-07T03:07:23.073277+0000","last_became_peered":"2024-03-07T03:07:23.073277+0000","last_unstale":"2024-03-07T03:15:58.990252+0000","last_undegraded":"2024-03-07T03:15:58.990252+0000","last_fullsized":"2024-03-07T03:15:58.990252+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:48:34.819985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1063,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:10.982075+0000","last_change":"2024-03-07T03:07:58.752576+0000","last_active":"2024-03-07T03:17:10.982075+0000","last_peered":"2024-03-07T03:17:10.982075+0000","last_clean":"2024-03-07T03:17:10.982075+0000","last_became_active":"2024-03-07T03:07:58.752193+0000","last_became_peered":"2024-03-07T03:07:58.752193+0000","last_unstale":"2024-03-07T03:17:10.982075+0000","last_undegraded":"2024-03-07T03:17:10.982075+0000","last_fullsized":"2024-03-07T03:17:10.982075+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:55:14.205594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"395'197","reported_seq":1467,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:56.423645+0000","last_change":"2024-03-07T03:07:58.752982+0000","last_active":"2024-03-07T03:15:56.423645+0000","last_peered":"2024-03-07T03:15:56.423645+0000","last_clean":"2024-03-07T03:15:56.423645+0000","last_became_active":"2024-03-07T03:07:58.752004+0000","last_became_peered":"2024-03-07T03:07:58.752004+0000","last_unstale":"2024-03-07T03:15:56.423645+0000","last_undegraded":"2024-03-07T03:15:56.423645+0000","last_fullsized":"2024-03-07T03:15:56.423645+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_clean_scrub_stamp":"2024-03-07T02:51:31.238394+0000","objects_scrubbed":0,"log_size":197,"log_dups_size":0,"ondisk_log_size":197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:53.766202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"858'3145","reported_seq":6531,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:15:25.969713+0000","last_change":"2024-03-07T03:10:57.131283+0000","last_active":"2024-03-07T03:15:25.969713+0000","last_peered":"2024-03-07T03:15:25.969713+0000","last_clean":"2024-03-07T03:15:25.969713+0000","last_became_active":"2024-03-07T03:06:47.859231+0000","last_became_peered":"2024-03-07T03:06:47.859231+0000","last_unstale":"2024-03-07T03:15:25.969713+0000","last_undegraded":"2024-03-07T03:15:25.969713+0000","last_fullsized":"2024-03-07T03:15:25.969713+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3145,"log_dups_size":0,"ondisk_log_size":3145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:10:03.781442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001499434,"stat_sum":{"num_bytes":18481152,"num_objects":15,"num_object_clones":14,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":124,"num_read_kb":398406,"num_write":253,"num_write_kb":45856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":9773056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1216,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:50.825515+0000","last_change":"2024-03-07T03:05:01.454053+0000","last_active":"2024-03-07T03:16:50.825515+0000","last_peered":"2024-03-07T03:16:50.825515+0000","last_clean":"2024-03-07T03:16:50.825515+0000","last_became_active":"2024-03-07T03:05:01.453718+0000","last_became_peered":"2024-03-07T03:05:01.453718+0000","last_unstale":"2024-03-07T03:16:50.825515+0000","last_undegraded":"2024-03-07T03:16:50.825515+0000","last_fullsized":"2024-03-07T03:16:50.825515+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:10:59.835543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1216,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822159+0000","last_change":"2024-03-07T03:06:09.987673+0000","last_active":"2024-03-07T03:16:20.822159+0000","last_peered":"2024-03-07T03:16:20.822159+0000","last_clean":"2024-03-07T03:16:20.822159+0000","last_became_active":"2024-03-07T03:06:09.987328+0000","last_became_peered":"2024-03-07T03:06:09.987328+0000","last_unstale":"2024-03-07T03:16:20.822159+0000","last_undegraded":"2024-03-07T03:16:20.822159+0000","last_fullsized":"2024-03-07T03:16:20.822159+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:11:17.983744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":976,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:56.423621+0000","last_change":"2024-03-07T03:07:58.757849+0000","last_active":"2024-03-07T03:15:56.423621+0000","last_peered":"2024-03-07T03:15:56.423621+0000","last_clean":"2024-03-07T03:15:56.423621+0000","last_became_active":"2024-03-07T03:07:58.757399+0000","last_became_peered":"2024-03-07T03:07:58.757399+0000","last_unstale":"2024-03-07T03:15:56.423621+0000","last_undegraded":"2024-03-07T03:15:56.423621+0000","last_fullsized":"2024-03-07T03:15:56.423621+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:54:11.413787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"864'1259","reported_seq":4065,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:41.187366+0000","last_change":"2024-03-07T03:10:56.129203+0000","last_active":"2024-03-07T03:15:41.187366+0000","last_peered":"2024-03-07T03:15:41.187366+0000","last_clean":"2024-03-07T03:15:41.187366+0000","last_became_active":"2024-03-07T03:07:23.080120+0000","last_became_peered":"2024-03-07T03:07:23.080120+0000","last_unstale":"2024-03-07T03:15:41.187366+0000","last_undegraded":"2024-03-07T03:15:41.187366+0000","last_fullsized":"2024-03-07T03:15:41.187366+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1259,"log_dups_size":0,"ondisk_log_size":1259,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:33:24.850580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0059393290000000001,"stat_sum":{"num_bytes":23298048,"num_objects":10,"num_object_clones":7,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":249,"num_read_kb":271095,"num_write":553,"num_write_kb":138504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":18890752,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.3","version":"0'0","reported_seq":1216,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822216+0000","last_change":"2024-03-07T03:07:58.750289+0000","last_active":"2024-03-07T03:16:20.822216+0000","last_peered":"2024-03-07T03:16:20.822216+0000","last_clean":"2024-03-07T03:16:20.822216+0000","last_became_active":"2024-03-07T03:07:58.749557+0000","last_became_peered":"2024-03-07T03:07:58.749557+0000","last_unstale":"2024-03-07T03:16:20.822216+0000","last_undegraded":"2024-03-07T03:16:20.822216+0000","last_fullsized":"2024-03-07T03:16:20.822216+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:54:43.865660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":990,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:16.425734+0000","last_change":"2024-03-07T03:07:58.758005+0000","last_active":"2024-03-07T03:16:16.425734+0000","last_peered":"2024-03-07T03:16:16.425734+0000","last_clean":"2024-03-07T03:16:16.425734+0000","last_became_active":"2024-03-07T03:07:58.756833+0000","last_became_peered":"2024-03-07T03:07:58.756833+0000","last_unstale":"2024-03-07T03:16:16.425734+0000","last_undegraded":"2024-03-07T03:16:16.425734+0000","last_fullsized":"2024-03-07T03:16:16.425734+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:37:55.288554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1190,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:54.928283+0000","last_change":"2024-03-07T03:06:47.843644+0000","last_active":"2024-03-07T03:16:54.928283+0000","last_peered":"2024-03-07T03:16:54.928283+0000","last_clean":"2024-03-07T03:16:54.928283+0000","last_became_active":"2024-03-07T03:06:47.842694+0000","last_became_peered":"2024-03-07T03:06:47.842694+0000","last_unstale":"2024-03-07T03:16:54.928283+0000","last_undegraded":"2024-03-07T03:16:54.928283+0000","last_fullsized":"2024-03-07T03:16:54.928283+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:25:34.783974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"863'880","reported_seq":3817,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:33.096853+0000","last_change":"2024-03-07T03:10:56.125509+0000","last_active":"2024-03-07T03:16:33.096853+0000","last_peered":"2024-03-07T03:16:33.096853+0000","last_clean":"2024-03-07T03:16:33.096853+0000","last_became_active":"2024-03-07T03:07:58.755248+0000","last_became_peered":"2024-03-07T03:07:58.755248+0000","last_unstale":"2024-03-07T03:16:33.096853+0000","last_undegraded":"2024-03-07T03:16:33.096853+0000","last_fullsized":"2024-03-07T03:16:33.096853+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":880,"log_dups_size":0,"ondisk_log_size":880,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:40:02.788467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0073429089999999999,"stat_sum":{"num_bytes":9224192,"num_objects":8,"num_object_clones":6,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":1,"num_read":161,"num_read_kb":133885,"num_write":362,"num_write_kb":55920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1126,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:33.987356+0000","last_change":"2024-03-07T03:07:58.764215+0000","last_active":"2024-03-07T03:15:33.987356+0000","last_peered":"2024-03-07T03:15:33.987356+0000","last_clean":"2024-03-07T03:15:33.987356+0000","last_became_active":"2024-03-07T03:07:58.763818+0000","last_became_peered":"2024-03-07T03:07:58.763818+0000","last_unstale":"2024-03-07T03:15:33.987356+0000","last_undegraded":"2024-03-07T03:15:33.987356+0000","last_fullsized":"2024-03-07T03:15:33.987356+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:27:54.623360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"719'2","reported_seq":1194,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:14.918091+0000","last_change":"2024-03-07T03:07:23.074913+0000","last_active":"2024-03-07T03:15:14.918091+0000","last_peered":"2024-03-07T03:15:14.918091+0000","last_clean":"2024-03-07T03:15:14.918091+0000","last_became_active":"2024-03-07T03:07:23.074530+0000","last_became_peered":"2024-03-07T03:07:23.074530+0000","last_unstale":"2024-03-07T03:15:14.918091+0000","last_undegraded":"2024-03-07T03:15:14.918091+0000","last_fullsized":"2024-03-07T03:15:14.918091+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:13:25.877187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1129,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:23.992537+0000","last_change":"2024-03-07T03:07:58.757756+0000","last_active":"2024-03-07T03:16:23.992537+0000","last_peered":"2024-03-07T03:16:23.992537+0000","last_clean":"2024-03-07T03:16:23.992537+0000","last_became_active":"2024-03-07T03:07:58.757430+0000","last_became_peered":"2024-03-07T03:07:58.757430+0000","last_unstale":"2024-03-07T03:16:23.992537+0000","last_undegraded":"2024-03-07T03:16:23.992537+0000","last_fullsized":"2024-03-07T03:16:23.992537+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:22:21.412765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"863'1564","reported_seq":5165,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:15:33.987325+0000","last_change":"2024-03-07T03:10:57.329944+0000","last_active":"2024-03-07T03:15:33.987325+0000","last_peered":"2024-03-07T03:15:33.987325+0000","last_clean":"2024-03-07T03:15:33.987325+0000","last_became_active":"2024-03-07T03:06:09.990793+0000","last_became_peered":"2024-03-07T03:06:09.990793+0000","last_unstale":"2024-03-07T03:15:33.987325+0000","last_undegraded":"2024-03-07T03:15:33.987325+0000","last_fullsized":"2024-03-07T03:15:33.987325+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1564,"log_dups_size":0,"ondisk_log_size":1564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":143,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:53.639078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.019553126000000001,"stat_sum":{"num_bytes":100999168,"num_objects":73,"num_object_clones":68,"num_object_copies":219,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":1,"num_read":410,"num_read_kb":572954,"num_write":777,"num_write_kb":204640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":51175424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"c"},{"start":"178","length":"4"},{"start":"17e","length":"3"},{"start":"182","length":"4"},{"start":"187","length":"5"},{"start":"18d","length":"2"}]},{"pgid":"4.1","version":"0'0","reported_seq":1082,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:33.096817+0000","last_change":"2024-03-07T03:07:23.071468+0000","last_active":"2024-03-07T03:16:33.096817+0000","last_peered":"2024-03-07T03:16:33.096817+0000","last_clean":"2024-03-07T03:16:33.096817+0000","last_became_active":"2024-03-07T03:07:23.071160+0000","last_became_peered":"2024-03-07T03:07:23.071160+0000","last_unstale":"2024-03-07T03:16:33.096817+0000","last_undegraded":"2024-03-07T03:16:33.096817+0000","last_fullsized":"2024-03-07T03:16:33.096817+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:17:55.686793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":992,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:01.189618+0000","last_change":"2024-03-07T03:07:58.759142+0000","last_active":"2024-03-07T03:16:01.189618+0000","last_peered":"2024-03-07T03:16:01.189618+0000","last_clean":"2024-03-07T03:16:01.189618+0000","last_became_active":"2024-03-07T03:07:58.758771+0000","last_became_peered":"2024-03-07T03:07:58.758771+0000","last_unstale":"2024-03-07T03:16:01.189618+0000","last_undegraded":"2024-03-07T03:16:01.189618+0000","last_fullsized":"2024-03-07T03:16:01.189618+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:45:13.985820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1216,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:50.825492+0000","last_change":"2024-03-07T03:06:09.988597+0000","last_active":"2024-03-07T03:16:50.825492+0000","last_peered":"2024-03-07T03:16:50.825492+0000","last_clean":"2024-03-07T03:16:50.825492+0000","last_became_active":"2024-03-07T03:06:09.988261+0000","last_became_peered":"2024-03-07T03:06:09.988261+0000","last_unstale":"2024-03-07T03:16:50.825492+0000","last_undegraded":"2024-03-07T03:16:50.825492+0000","last_fullsized":"2024-03-07T03:16:50.825492+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:11:06.717251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"843'3099","reported_seq":6400,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:15:45.972108+0000","last_change":"2024-03-07T03:10:57.131044+0000","last_active":"2024-03-07T03:15:45.972108+0000","last_peered":"2024-03-07T03:15:45.972108+0000","last_clean":"2024-03-07T03:15:45.972108+0000","last_became_active":"2024-03-07T03:07:23.084936+0000","last_became_peered":"2024-03-07T03:07:23.084936+0000","last_unstale":"2024-03-07T03:15:45.972108+0000","last_undegraded":"2024-03-07T03:15:45.972108+0000","last_fullsized":"2024-03-07T03:15:45.972108+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3099,"log_dups_size":0,"ondisk_log_size":3099,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:46:48.809690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012703,"stat_sum":{"num_bytes":8347648,"num_objects":13,"num_object_clones":12,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":56,"num_read_kb":33721,"num_write":241,"num_write_kb":36816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":434176,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1148,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:49.531980+0000","last_change":"2024-03-07T03:05:01.461136+0000","last_active":"2024-03-07T03:15:49.531980+0000","last_peered":"2024-03-07T03:15:49.531980+0000","last_clean":"2024-03-07T03:15:49.531980+0000","last_became_active":"2024-03-07T03:05:01.457189+0000","last_became_peered":"2024-03-07T03:05:01.457189+0000","last_unstale":"2024-03-07T03:15:49.531980+0000","last_undegraded":"2024-03-07T03:15:49.531980+0000","last_fullsized":"2024-03-07T03:15:49.531980+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:23.791243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1105,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:58.099399+0000","last_change":"2024-03-07T03:07:58.750311+0000","last_active":"2024-03-07T03:16:58.099399+0000","last_peered":"2024-03-07T03:16:58.099399+0000","last_clean":"2024-03-07T03:16:58.099399+0000","last_became_active":"2024-03-07T03:07:58.750001+0000","last_became_peered":"2024-03-07T03:07:58.750001+0000","last_unstale":"2024-03-07T03:16:58.099399+0000","last_undegraded":"2024-03-07T03:16:58.099399+0000","last_fullsized":"2024-03-07T03:16:58.099399+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:05.963944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"847'12789","reported_seq":16204,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:15:08.087960+0000","last_change":"2024-03-07T03:10:57.124034+0000","last_active":"2024-03-07T03:15:08.087960+0000","last_peered":"2024-03-07T03:15:08.087960+0000","last_clean":"2024-03-07T03:15:08.087960+0000","last_became_active":"2024-03-07T03:06:47.859957+0000","last_became_peered":"2024-03-07T03:06:47.859957+0000","last_unstale":"2024-03-07T03:15:08.087960+0000","last_undegraded":"2024-03-07T03:15:08.087960+0000","last_fullsized":"2024-03-07T03:15:08.087960+0000","mapping_epoch":625,"log_start":"599'6200","ondisk_log_start":"599'6200","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":6589,"log_dups_size":0,"ondisk_log_size":6589,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":137,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:29:13.699651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0091875959999999993,"stat_sum":{"num_bytes":71745536,"num_objects":32,"num_object_clones":30,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":0,"num_read":146,"num_read_kb":316804,"num_write":323,"num_write_kb":90232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":20865024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"5"},{"start":"171","length":"b"},{"start":"17e","length":"8"},{"start":"187","length":"5"},{"start":"18d","length":"3"},{"start":"192","length":"1"},{"start":"197","length":"1"},{"start":"199","length":"2"}]},{"pgid":"2.9","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:14.918021+0000","last_change":"2024-03-07T03:07:58.752456+0000","last_active":"2024-03-07T03:15:14.918021+0000","last_peered":"2024-03-07T03:15:14.918021+0000","last_clean":"2024-03-07T03:15:14.918021+0000","last_became_active":"2024-03-07T03:07:58.752118+0000","last_became_peered":"2024-03-07T03:07:58.752118+0000","last_unstale":"2024-03-07T03:15:14.918021+0000","last_undegraded":"2024-03-07T03:15:14.918021+0000","last_fullsized":"2024-03-07T03:15:14.918021+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:08:08.574482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1120,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:23.992489+0000","last_change":"2024-03-07T03:07:58.757839+0000","last_active":"2024-03-07T03:16:23.992489+0000","last_peered":"2024-03-07T03:16:23.992489+0000","last_clean":"2024-03-07T03:16:23.992489+0000","last_became_active":"2024-03-07T03:07:58.757495+0000","last_became_peered":"2024-03-07T03:07:58.757495+0000","last_unstale":"2024-03-07T03:16:23.992489+0000","last_undegraded":"2024-03-07T03:16:23.992489+0000","last_fullsized":"2024-03-07T03:16:23.992489+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:27:02.190643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"861'1463","reported_seq":5090,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:16:14.534628+0000","last_change":"2024-03-07T03:10:57.330799+0000","last_active":"2024-03-07T03:16:14.534628+0000","last_peered":"2024-03-07T03:16:14.534628+0000","last_clean":"2024-03-07T03:16:14.534628+0000","last_became_active":"2024-03-07T03:07:58.763085+0000","last_became_peered":"2024-03-07T03:07:58.763085+0000","last_unstale":"2024-03-07T03:16:14.534628+0000","last_undegraded":"2024-03-07T03:16:14.534628+0000","last_fullsized":"2024-03-07T03:16:14.534628+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1463,"log_dups_size":0,"ondisk_log_size":1463,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:39:21.050544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.016579719999999999,"stat_sum":{"num_bytes":106192896,"num_objects":71,"num_object_clones":66,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":1,"num_read":323,"num_read_kb":516030,"num_write":942,"num_write_kb":231680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":48201728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:14.918048+0000","last_change":"2024-03-07T03:07:58.752370+0000","last_active":"2024-03-07T03:15:14.918048+0000","last_peered":"2024-03-07T03:15:14.918048+0000","last_clean":"2024-03-07T03:15:14.918048+0000","last_became_active":"2024-03-07T03:07:58.751985+0000","last_became_peered":"2024-03-07T03:07:58.751985+0000","last_unstale":"2024-03-07T03:15:14.918048+0000","last_undegraded":"2024-03-07T03:15:14.918048+0000","last_fullsized":"2024-03-07T03:15:14.918048+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:31:33.590004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1129,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:48.995494+0000","last_change":"2024-03-07T03:06:09.987484+0000","last_active":"2024-03-07T03:16:48.995494+0000","last_peered":"2024-03-07T03:16:48.995494+0000","last_clean":"2024-03-07T03:16:48.995494+0000","last_became_active":"2024-03-07T03:06:09.986947+0000","last_became_peered":"2024-03-07T03:06:09.986947+0000","last_unstale":"2024-03-07T03:16:48.995494+0000","last_undegraded":"2024-03-07T03:16:48.995494+0000","last_fullsized":"2024-03-07T03:16:48.995494+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:37:38.253630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"857'1055","reported_seq":4920,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:15:39.920472+0000","last_change":"2024-03-07T03:10:57.123092+0000","last_active":"2024-03-07T03:15:39.920472+0000","last_peered":"2024-03-07T03:15:39.920472+0000","last_clean":"2024-03-07T03:15:39.920472+0000","last_became_active":"2024-03-07T03:06:09.993513+0000","last_became_peered":"2024-03-07T03:06:09.993513+0000","last_unstale":"2024-03-07T03:15:39.920472+0000","last_undegraded":"2024-03-07T03:15:39.920472+0000","last_fullsized":"2024-03-07T03:15:39.920472+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1055,"log_dups_size":0,"ondisk_log_size":1055,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:34:07.352811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013205965,"stat_sum":{"num_bytes":99745792,"num_objects":66,"num_object_clones":62,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":306,"num_read_kb":434534,"num_write":588,"num_write_kb":145464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":21749760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.b","version":"716'3","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:56.430141+0000","last_change":"2024-03-07T03:07:58.749480+0000","last_active":"2024-03-07T03:16:56.430141+0000","last_peered":"2024-03-07T03:16:56.430141+0000","last_clean":"2024-03-07T03:16:56.430141+0000","last_became_active":"2024-03-07T03:07:58.749098+0000","last_became_peered":"2024-03-07T03:07:58.749098+0000","last_unstale":"2024-03-07T03:16:56.430141+0000","last_undegraded":"2024-03-07T03:16:56.430141+0000","last_fullsized":"2024-03-07T03:16:56.430141+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:35:33.945855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1037,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:01.189552+0000","last_change":"2024-03-07T03:07:23.075725+0000","last_active":"2024-03-07T03:16:01.189552+0000","last_peered":"2024-03-07T03:16:01.189552+0000","last_clean":"2024-03-07T03:16:01.189552+0000","last_became_active":"2024-03-07T03:07:23.075203+0000","last_became_peered":"2024-03-07T03:07:23.075203+0000","last_unstale":"2024-03-07T03:16:01.189552+0000","last_undegraded":"2024-03-07T03:16:01.189552+0000","last_fullsized":"2024-03-07T03:16:01.189552+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:47:11.192302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"863'1711","reported_seq":5462,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:16:14.534560+0000","last_change":"2024-03-07T03:10:57.330918+0000","last_active":"2024-03-07T03:16:14.534560+0000","last_peered":"2024-03-07T03:16:14.534560+0000","last_clean":"2024-03-07T03:16:14.534560+0000","last_became_active":"2024-03-07T03:06:47.849454+0000","last_became_peered":"2024-03-07T03:06:47.849454+0000","last_unstale":"2024-03-07T03:16:14.534560+0000","last_undegraded":"2024-03-07T03:16:14.534560+0000","last_fullsized":"2024-03-07T03:16:14.534560+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1711,"log_dups_size":0,"ondisk_log_size":1711,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:40:07.156907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.014160193999999999,"stat_sum":{"num_bytes":165158912,"num_objects":93,"num_object_clones":87,"num_object_copies":279,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":93,"num_whiteouts":2,"num_read":489,"num_read_kb":756200,"num_write":870,"num_write_kb":258896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":69541888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1158,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:14.534618+0000","last_change":"2024-03-07T03:06:47.847077+0000","last_active":"2024-03-07T03:16:14.534618+0000","last_peered":"2024-03-07T03:16:14.534618+0000","last_clean":"2024-03-07T03:16:14.534618+0000","last_became_active":"2024-03-07T03:06:47.846359+0000","last_became_peered":"2024-03-07T03:06:47.846359+0000","last_unstale":"2024-03-07T03:16:14.534618+0000","last_undegraded":"2024-03-07T03:16:14.534618+0000","last_fullsized":"2024-03-07T03:16:14.534618+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:00:08.102949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":974,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:56.430175+0000","last_change":"2024-03-07T03:07:58.760528+0000","last_active":"2024-03-07T03:16:56.430175+0000","last_peered":"2024-03-07T03:16:56.430175+0000","last_clean":"2024-03-07T03:16:56.430175+0000","last_became_active":"2024-03-07T03:07:58.760226+0000","last_became_peered":"2024-03-07T03:07:58.760226+0000","last_unstale":"2024-03-07T03:16:56.430175+0000","last_undegraded":"2024-03-07T03:16:56.430175+0000","last_fullsized":"2024-03-07T03:16:56.430175+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:10:36.411047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"863'1938","reported_seq":4940,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:49.531994+0000","last_change":"2024-03-07T03:10:56.140803+0000","last_active":"2024-03-07T03:15:49.531994+0000","last_peered":"2024-03-07T03:15:49.531994+0000","last_clean":"2024-03-07T03:15:49.531994+0000","last_became_active":"2024-03-07T03:06:09.993933+0000","last_became_peered":"2024-03-07T03:06:09.993933+0000","last_unstale":"2024-03-07T03:15:49.531994+0000","last_undegraded":"2024-03-07T03:15:49.531994+0000","last_fullsized":"2024-03-07T03:15:49.531994+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1938,"log_dups_size":0,"ondisk_log_size":1938,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:16.359457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.024996012000000001,"stat_sum":{"num_bytes":22765568,"num_objects":17,"num_object_clones":12,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":2,"num_read":350,"num_read_kb":387634,"num_write":702,"num_write_kb":183472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":7151616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.d","version":"61'1","reported_seq":1192,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:39.920505+0000","last_change":"2024-03-07T03:06:09.993129+0000","last_active":"2024-03-07T03:15:39.920505+0000","last_peered":"2024-03-07T03:15:39.920505+0000","last_clean":"2024-03-07T03:15:39.920505+0000","last_became_active":"2024-03-07T03:06:09.992737+0000","last_became_peered":"2024-03-07T03:06:09.992737+0000","last_unstale":"2024-03-07T03:15:39.920505+0000","last_undegraded":"2024-03-07T03:15:39.920505+0000","last_fullsized":"2024-03-07T03:15:39.920505+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:02:42.055569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1053,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:45.972088+0000","last_change":"2024-03-07T03:07:23.076846+0000","last_active":"2024-03-07T03:15:45.972088+0000","last_peered":"2024-03-07T03:15:45.972088+0000","last_clean":"2024-03-07T03:15:45.972088+0000","last_became_active":"2024-03-07T03:07:23.075895+0000","last_became_peered":"2024-03-07T03:07:23.075895+0000","last_unstale":"2024-03-07T03:15:45.972088+0000","last_undegraded":"2024-03-07T03:15:45.972088+0000","last_fullsized":"2024-03-07T03:15:45.972088+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:09:15.080126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"854'331","reported_seq":3441,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:16:36.427861+0000","last_change":"2024-03-07T03:10:57.298223+0000","last_active":"2024-03-07T03:16:36.427861+0000","last_peered":"2024-03-07T03:16:36.427861+0000","last_clean":"2024-03-07T03:16:36.427861+0000","last_became_active":"2024-03-07T03:07:58.749089+0000","last_became_peered":"2024-03-07T03:07:58.749089+0000","last_unstale":"2024-03-07T03:16:36.427861+0000","last_undegraded":"2024-03-07T03:16:36.427861+0000","last_fullsized":"2024-03-07T03:16:36.427861+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":331,"log_dups_size":0,"ondisk_log_size":331,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":83,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:26:07.404191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00085119700000000004,"stat_sum":{"num_bytes":15409152,"num_objects":11,"num_object_clones":10,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":91,"num_read_kb":118251,"num_write":162,"num_write_kb":30616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":34586624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"56"},{"start":"1c2","length":"3"},{"start":"1c9","length":"1"}]},{"pgid":"2.e","version":"61'2","reported_seq":1162,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:14.534664+0000","last_change":"2024-03-07T03:07:58.755578+0000","last_active":"2024-03-07T03:16:14.534664+0000","last_peered":"2024-03-07T03:16:14.534664+0000","last_clean":"2024-03-07T03:16:14.534664+0000","last_became_active":"2024-03-07T03:07:58.755160+0000","last_became_peered":"2024-03-07T03:07:58.755160+0000","last_unstale":"2024-03-07T03:16:14.534664+0000","last_undegraded":"2024-03-07T03:16:14.534664+0000","last_fullsized":"2024-03-07T03:16:14.534664+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:20.584382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":989,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:56.430221+0000","last_change":"2024-03-07T03:07:58.751269+0000","last_active":"2024-03-07T03:16:56.430221+0000","last_peered":"2024-03-07T03:16:56.430221+0000","last_clean":"2024-03-07T03:16:56.430221+0000","last_became_active":"2024-03-07T03:07:58.750956+0000","last_became_peered":"2024-03-07T03:07:58.750956+0000","last_unstale":"2024-03-07T03:16:56.430221+0000","last_undegraded":"2024-03-07T03:16:56.430221+0000","last_fullsized":"2024-03-07T03:16:56.430221+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:39.414545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1008,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:41.187302+0000","last_change":"2024-03-07T03:07:23.081711+0000","last_active":"2024-03-07T03:15:41.187302+0000","last_peered":"2024-03-07T03:15:41.187302+0000","last_clean":"2024-03-07T03:15:41.187302+0000","last_became_active":"2024-03-07T03:07:23.079269+0000","last_became_peered":"2024-03-07T03:07:23.079269+0000","last_unstale":"2024-03-07T03:15:41.187302+0000","last_undegraded":"2024-03-07T03:15:41.187302+0000","last_fullsized":"2024-03-07T03:15:41.187302+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:39.008957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1159,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:24.529402+0000","last_change":"2024-03-07T03:07:23.072806+0000","last_active":"2024-03-07T03:15:24.529402+0000","last_peered":"2024-03-07T03:15:24.529402+0000","last_clean":"2024-03-07T03:15:24.529402+0000","last_became_active":"2024-03-07T03:07:23.071234+0000","last_became_peered":"2024-03-07T03:07:23.071234+0000","last_unstale":"2024-03-07T03:15:24.529402+0000","last_undegraded":"2024-03-07T03:15:24.529402+0000","last_fullsized":"2024-03-07T03:15:24.529402+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:52.610744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1060,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:10.982061+0000","last_change":"2024-03-07T03:06:47.851593+0000","last_active":"2024-03-07T03:17:10.982061+0000","last_peered":"2024-03-07T03:17:10.982061+0000","last_clean":"2024-03-07T03:17:10.982061+0000","last_became_active":"2024-03-07T03:06:47.849677+0000","last_became_peered":"2024-03-07T03:06:47.849677+0000","last_unstale":"2024-03-07T03:17:10.982061+0000","last_undegraded":"2024-03-07T03:17:10.982061+0000","last_fullsized":"2024-03-07T03:17:10.982061+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:30.969251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1118,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:24.529446+0000","last_change":"2024-03-07T03:06:09.995434+0000","last_active":"2024-03-07T03:15:24.529446+0000","last_peered":"2024-03-07T03:15:24.529446+0000","last_clean":"2024-03-07T03:15:24.529446+0000","last_became_active":"2024-03-07T03:06:09.994939+0000","last_became_peered":"2024-03-07T03:06:09.994939+0000","last_unstale":"2024-03-07T03:15:24.529446+0000","last_undegraded":"2024-03-07T03:15:24.529446+0000","last_fullsized":"2024-03-07T03:15:24.529446+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:27:11.737354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1129,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:23.992522+0000","last_change":"2024-03-07T03:06:09.987381+0000","last_active":"2024-03-07T03:16:23.992522+0000","last_peered":"2024-03-07T03:16:23.992522+0000","last_clean":"2024-03-07T03:16:23.992522+0000","last_became_active":"2024-03-07T03:06:09.986952+0000","last_became_peered":"2024-03-07T03:06:09.986952+0000","last_unstale":"2024-03-07T03:16:23.992522+0000","last_undegraded":"2024-03-07T03:16:23.992522+0000","last_fullsized":"2024-03-07T03:16:23.992522+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:26:15.439852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:14.918074+0000","last_change":"2024-03-07T03:05:35.923999+0000","last_active":"2024-03-07T03:15:14.918074+0000","last_peered":"2024-03-07T03:15:14.918074+0000","last_clean":"2024-03-07T03:15:14.918074+0000","last_became_active":"2024-03-07T03:05:35.923719+0000","last_became_peered":"2024-03-07T03:05:35.923719+0000","last_unstale":"2024-03-07T03:15:14.918074+0000","last_undegraded":"2024-03-07T03:15:14.918074+0000","last_fullsized":"2024-03-07T03:15:14.918074+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:43:04.724647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1010,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:01.189608+0000","last_change":"2024-03-07T03:07:58.749989+0000","last_active":"2024-03-07T03:16:01.189608+0000","last_peered":"2024-03-07T03:16:01.189608+0000","last_clean":"2024-03-07T03:16:01.189608+0000","last_became_active":"2024-03-07T03:07:58.749643+0000","last_became_peered":"2024-03-07T03:07:58.749643+0000","last_unstale":"2024-03-07T03:16:01.189608+0000","last_undegraded":"2024-03-07T03:16:01.189608+0000","last_fullsized":"2024-03-07T03:16:01.189608+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:00:44.729806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1112,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:23.992546+0000","last_change":"2024-03-07T03:06:09.999184+0000","last_active":"2024-03-07T03:16:23.992546+0000","last_peered":"2024-03-07T03:16:23.992546+0000","last_clean":"2024-03-07T03:16:23.992546+0000","last_became_active":"2024-03-07T03:06:09.998856+0000","last_became_peered":"2024-03-07T03:06:09.998856+0000","last_unstale":"2024-03-07T03:16:23.992546+0000","last_undegraded":"2024-03-07T03:16:23.992546+0000","last_fullsized":"2024-03-07T03:16:23.992546+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:37:00.102189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1059,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:25.969656+0000","last_change":"2024-03-07T03:06:47.857644+0000","last_active":"2024-03-07T03:15:25.969656+0000","last_peered":"2024-03-07T03:15:25.969656+0000","last_clean":"2024-03-07T03:15:25.969656+0000","last_became_active":"2024-03-07T03:06:47.857354+0000","last_became_peered":"2024-03-07T03:06:47.857354+0000","last_unstale":"2024-03-07T03:15:25.969656+0000","last_undegraded":"2024-03-07T03:15:25.969656+0000","last_fullsized":"2024-03-07T03:15:25.969656+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:02:18.860369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1120,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:48.995469+0000","last_change":"2024-03-07T03:06:09.987872+0000","last_active":"2024-03-07T03:16:48.995469+0000","last_peered":"2024-03-07T03:16:48.995469+0000","last_clean":"2024-03-07T03:16:48.995469+0000","last_became_active":"2024-03-07T03:06:09.986852+0000","last_became_peered":"2024-03-07T03:06:09.986852+0000","last_unstale":"2024-03-07T03:16:48.995469+0000","last_undegraded":"2024-03-07T03:16:48.995469+0000","last_fullsized":"2024-03-07T03:16:48.995469+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:13.708512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1037,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:45.972051+0000","last_change":"2024-03-07T03:07:58.755825+0000","last_active":"2024-03-07T03:15:45.972051+0000","last_peered":"2024-03-07T03:15:45.972051+0000","last_clean":"2024-03-07T03:15:45.972051+0000","last_became_active":"2024-03-07T03:07:58.755395+0000","last_became_peered":"2024-03-07T03:07:58.755395+0000","last_unstale":"2024-03-07T03:15:45.972051+0000","last_undegraded":"2024-03-07T03:15:45.972051+0000","last_fullsized":"2024-03-07T03:15:45.972051+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:10:43.184914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:05.814494+0000","last_change":"2024-03-07T03:07:58.753962+0000","last_active":"2024-03-07T03:15:05.814494+0000","last_peered":"2024-03-07T03:15:05.814494+0000","last_clean":"2024-03-07T03:15:05.814494+0000","last_became_active":"2024-03-07T03:07:58.753619+0000","last_became_peered":"2024-03-07T03:07:58.753619+0000","last_unstale":"2024-03-07T03:15:05.814494+0000","last_undegraded":"2024-03-07T03:15:05.814494+0000","last_fullsized":"2024-03-07T03:15:05.814494+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:44:44.641067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1015,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:21.191831+0000","last_change":"2024-03-07T03:07:23.078516+0000","last_active":"2024-03-07T03:16:21.191831+0000","last_peered":"2024-03-07T03:16:21.191831+0000","last_clean":"2024-03-07T03:16:21.191831+0000","last_became_active":"2024-03-07T03:07:23.076017+0000","last_became_peered":"2024-03-07T03:07:23.076017+0000","last_unstale":"2024-03-07T03:16:21.191831+0000","last_undegraded":"2024-03-07T03:16:21.191831+0000","last_fullsized":"2024-03-07T03:16:21.191831+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:17:54.725933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":857645056,"num_objects":516,"num_object_clones":466,"num_object_copies":1548,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":516,"num_whiteouts":8,"num_read":3826,"num_read_kb":5949842,"num_write":7931,"num_write_kb":1978632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":107,"num_bytes_recovered":385712128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1170673664,"data_stored":2969124864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28580,"ondisk_log_size":28580,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197,"ondisk_log_size":197,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":26375,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":694,"seq":2980707303561,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":150184,"kb_used_data":96156,"kb_used_omap":35,"kb_used_meta":53980,"kb_avail":93594968,"statfs":{"total":95995035648,"available":95841247232,"internally_reserved":0,"allocated":98463744,"data_stored":167037349,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36312,"internal_metadata":55276072},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":660,"seq":2834678415504,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":94940,"kb_used_data":42576,"kb_used_omap":23,"kb_used_meta":52328,"kb_avail":93650212,"statfs":{"total":95995035648,"available":95897817088,"internally_reserved":0,"allocated":43597824,"data_stored":80829959,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":24173,"internal_metadata":53584275},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":463,"seq":1988569858234,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":692864,"kb_used_data":193964,"kb_used_omap":46,"kb_used_meta":498833,"kb_avail":93052288,"statfs":{"total":95995035648,"available":95285542912,"internally_reserved":0,"allocated":198619136,"data_stored":533391905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48036,"internal_metadata":510805084},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":528,"seq":2267742732460,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":401776,"kb_used_data":209252,"kb_used_omap":54,"kb_used_meta":192457,"kb_avail":93343376,"statfs":{"total":95995035648,"available":95583617024,"internally_reserved":0,"allocated":214274048,"data_stored":587826473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56016,"internal_metadata":197076272},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":495,"seq":2126008811699,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":485244,"kb_used_data":166572,"kb_used_omap":47,"kb_used_meta":318608,"kb_avail":93259908,"statfs":{"total":95995035648,"available":95498145792,"internally_reserved":0,"allocated":170569728,"data_stored":457545161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48143,"internal_metadata":326255601},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":562,"seq":2413771620517,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":177748,"kb_used_data":84672,"kb_used_omap":37,"kb_used_meta":93018,"kb_avail":93567404,"statfs":{"total":95995035648,"available":95813021696,"internally_reserved":0,"allocated":86704128,"data_stored":171510863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38083,"internal_metadata":95251261},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":591,"seq":2538325672094,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":365920,"kb_used_data":157844,"kb_used_omap":61,"kb_used_meta":208002,"kb_avail":93379232,"statfs":{"total":95995035648,"available":95620333568,"internally_reserved":0,"allocated":161632256,"data_stored":367986669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":62843,"internal_metadata":212994693},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":625,"seq":2684354560151,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":509804,"kb_used_data":269020,"kb_used_omap":73,"kb_used_meta":240694,"kb_avail":93235348,"statfs":{"total":95995035648,"available":95472996352,"internally_reserved":0,"allocated":275476480,"data_stored":649851960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":75044,"internal_metadata":246471388},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7413,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2060,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2124,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3359,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3677,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2797,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2839,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2106,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":188411904,"data_stored":527167488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":160964608,"data_stored":451911680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":204677120,"data_stored":582193152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":77082624,"data_stored":165871616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":152018944,"data_stored":362352640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":265863168,"data_stored":644214784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":33390592,"data_stored":74600448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":88264704,"data_stored":160813056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-07T03:19:20.206 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:19:20.207 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:19:20.207 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:19:20.207 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-07T03:19:20.207 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-07T03:19:20.207 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-07T03:19:20.207 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.c in trimming, state: active+clean+snaptrim_error 2024-03-07T03:19:20.207 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-07T03:19:20.207 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:19:20.207 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-07T03:19:21.069 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:19:20 smithi090 ceph-mon[89511]: from='client.44672 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:19:21.069 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:19:20 smithi090 ceph-mon[91928]: from='client.44672 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:19:21.157 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:19:20 smithi092 ceph-mon[83777]: from='client.44672 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:19:22.068 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:19:21 smithi090 ceph-mon[89511]: pgmap v980: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:22.069 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:19:21 smithi090 ceph-mon[91928]: pgmap v980: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:22.157 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:19:21 smithi092 ceph-mon[83777]: pgmap v980: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:22.657 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:19:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:19:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:19:23.319 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:19:23 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:19:23] "GET /metrics HTTP/1.1" 200 36314 "" "Prometheus/2.43.0" 2024-03-07T03:19:24.069 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:19:23 smithi090 ceph-mon[89511]: pgmap v981: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:24.069 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:19:23 smithi090 ceph-mon[91928]: pgmap v981: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:24.157 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:19:23 smithi092 ceph-mon[83777]: pgmap v981: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:26.069 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:19:25 smithi090 ceph-mon[89511]: pgmap v982: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:26.069 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:19:25 smithi090 ceph-mon[91928]: pgmap v982: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:26.157 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:19:25 smithi092 ceph-mon[83777]: pgmap v982: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:28.068 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:19:27 smithi090 ceph-mon[89511]: pgmap v983: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:28.069 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:19:27 smithi090 ceph-mon[91928]: pgmap v983: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:28.157 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:19:27 smithi092 ceph-mon[83777]: pgmap v983: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:29.069 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:19:28 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:19:29.069 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:19:28 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:19:29.157 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:19:28 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:19:30.068 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:19:29 smithi090 ceph-mon[89511]: pgmap v984: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:30.069 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:19:29 smithi090 ceph-mon[91928]: pgmap v984: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:30.157 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:19:29 smithi092 ceph-mon[83777]: pgmap v984: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:30.209 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph pg dump --format=json 2024-03-07T03:19:30.429 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T03:19:31.818 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:19:31 smithi090 ceph-mon[91928]: pgmap v985: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:31.819 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:19:31 smithi090 ceph-mon[89511]: pgmap v985: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:32.157 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:19:31 smithi092 ceph-mon[83777]: pgmap v985: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:32.260 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T03:19:32.262 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-03-07T03:19:32.657 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:19:32 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:19:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:19:32.875 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":986,"stamp":"2024-03-07T03:19:32.013899+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":858242044,"num_objects":540,"num_object_clones":466,"num_object_copies":1620,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":540,"num_whiteouts":8,"num_read":4717,"num_read_kb":5951239,"num_write":8310,"num_write_kb":1981084,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":113,"num_bytes_recovered":387483232,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28845,"ondisk_log_size":28845,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2878480,"kb_used_data":1220056,"kb_used_omap":379,"kb_used_meta":1657924,"kb_avail":747082736,"statfs":{"total":767960285184,"available":765012721664,"internally_reserved":0,"allocated":1249337344,"data_stored":3015980339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":388650,"internal_metadata":1697714646},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004207"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":975,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:16.425753+0000","last_change":"2024-03-07T03:07:58.753984+0000","last_active":"2024-03-07T03:16:16.425753+0000","last_peered":"2024-03-07T03:16:16.425753+0000","last_clean":"2024-03-07T03:16:16.425753+0000","last_became_active":"2024-03-07T03:07:58.753138+0000","last_became_peered":"2024-03-07T03:07:58.753138+0000","last_unstale":"2024-03-07T03:16:16.425753+0000","last_undegraded":"2024-03-07T03:16:16.425753+0000","last_fullsized":"2024-03-07T03:16:16.425753+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:37:39.612519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:54.928301+0000","last_change":"2024-03-07T03:07:23.074862+0000","last_active":"2024-03-07T03:16:54.928301+0000","last_peered":"2024-03-07T03:16:54.928301+0000","last_clean":"2024-03-07T03:16:54.928301+0000","last_became_active":"2024-03-07T03:07:23.074512+0000","last_became_peered":"2024-03-07T03:07:23.074512+0000","last_unstale":"2024-03-07T03:16:54.928301+0000","last_undegraded":"2024-03-07T03:16:54.928301+0000","last_fullsized":"2024-03-07T03:16:54.928301+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:45:24.128672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1216,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822233+0000","last_change":"2024-03-07T03:05:01.446762+0000","last_active":"2024-03-07T03:16:20.822233+0000","last_peered":"2024-03-07T03:16:20.822233+0000","last_clean":"2024-03-07T03:16:20.822233+0000","last_became_active":"2024-03-07T03:05:01.446425+0000","last_became_peered":"2024-03-07T03:05:01.446425+0000","last_unstale":"2024-03-07T03:16:20.822233+0000","last_undegraded":"2024-03-07T03:16:20.822233+0000","last_fullsized":"2024-03-07T03:16:20.822233+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:39:39.897066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1055,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:45.979415+0000","last_change":"2024-03-07T03:07:58.755992+0000","last_active":"2024-03-07T03:16:45.979415+0000","last_peered":"2024-03-07T03:16:45.979415+0000","last_clean":"2024-03-07T03:16:45.979415+0000","last_became_active":"2024-03-07T03:07:58.755499+0000","last_became_peered":"2024-03-07T03:07:58.755499+0000","last_unstale":"2024-03-07T03:16:45.979415+0000","last_undegraded":"2024-03-07T03:16:45.979415+0000","last_fullsized":"2024-03-07T03:16:45.979415+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:26:12.313572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:26.420373+0000","last_change":"2024-03-07T03:07:58.752235+0000","last_active":"2024-03-07T03:15:26.420373+0000","last_peered":"2024-03-07T03:15:26.420373+0000","last_clean":"2024-03-07T03:15:26.420373+0000","last_became_active":"2024-03-07T03:07:58.751575+0000","last_became_peered":"2024-03-07T03:07:58.751575+0000","last_unstale":"2024-03-07T03:15:26.420373+0000","last_undegraded":"2024-03-07T03:15:26.420373+0000","last_fullsized":"2024-03-07T03:15:26.420373+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:12:05.995515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1032,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:45.979386+0000","last_change":"2024-03-07T03:06:47.859644+0000","last_active":"2024-03-07T03:16:45.979386+0000","last_peered":"2024-03-07T03:16:45.979386+0000","last_clean":"2024-03-07T03:16:45.979386+0000","last_became_active":"2024-03-07T03:06:47.859097+0000","last_became_peered":"2024-03-07T03:06:47.859097+0000","last_unstale":"2024-03-07T03:16:45.979386+0000","last_undegraded":"2024-03-07T03:16:45.979386+0000","last_fullsized":"2024-03-07T03:16:45.979386+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:22:46.909130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:26.420347+0000","last_change":"2024-03-07T03:07:58.754226+0000","last_active":"2024-03-07T03:15:26.420347+0000","last_peered":"2024-03-07T03:15:26.420347+0000","last_clean":"2024-03-07T03:15:26.420347+0000","last_became_active":"2024-03-07T03:07:58.753169+0000","last_became_peered":"2024-03-07T03:07:58.753169+0000","last_unstale":"2024-03-07T03:15:26.420347+0000","last_undegraded":"2024-03-07T03:15:26.420347+0000","last_fullsized":"2024-03-07T03:15:26.420347+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:46:59.258099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1088,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:33.987297+0000","last_change":"2024-03-07T03:07:23.073492+0000","last_active":"2024-03-07T03:15:33.987297+0000","last_peered":"2024-03-07T03:15:33.987297+0000","last_clean":"2024-03-07T03:15:33.987297+0000","last_became_active":"2024-03-07T03:07:23.071929+0000","last_became_peered":"2024-03-07T03:07:23.071929+0000","last_unstale":"2024-03-07T03:15:33.987297+0000","last_undegraded":"2024-03-07T03:15:33.987297+0000","last_fullsized":"2024-03-07T03:15:33.987297+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:35:26.391722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":980,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:11.418817+0000","last_change":"2024-03-07T03:07:58.760328+0000","last_active":"2024-03-07T03:15:11.418817+0000","last_peered":"2024-03-07T03:15:11.418817+0000","last_clean":"2024-03-07T03:15:11.418817+0000","last_became_active":"2024-03-07T03:07:58.760046+0000","last_became_peered":"2024-03-07T03:07:58.760046+0000","last_unstale":"2024-03-07T03:15:11.418817+0000","last_undegraded":"2024-03-07T03:15:11.418817+0000","last_fullsized":"2024-03-07T03:15:11.418817+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:08:46.356817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1007,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:01.196169+0000","last_change":"2024-03-07T03:07:23.079945+0000","last_active":"2024-03-07T03:17:01.196169+0000","last_peered":"2024-03-07T03:17:01.196169+0000","last_clean":"2024-03-07T03:17:01.196169+0000","last_became_active":"2024-03-07T03:07:23.078551+0000","last_became_peered":"2024-03-07T03:07:23.078551+0000","last_unstale":"2024-03-07T03:17:01.196169+0000","last_undegraded":"2024-03-07T03:17:01.196169+0000","last_fullsized":"2024-03-07T03:17:01.196169+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:03:46.670084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1007,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:01.196137+0000","last_change":"2024-03-07T03:07:23.081963+0000","last_active":"2024-03-07T03:17:01.196137+0000","last_peered":"2024-03-07T03:17:01.196137+0000","last_clean":"2024-03-07T03:17:01.196137+0000","last_became_active":"2024-03-07T03:07:23.080128+0000","last_became_peered":"2024-03-07T03:07:23.080128+0000","last_unstale":"2024-03-07T03:17:01.196137+0000","last_undegraded":"2024-03-07T03:17:01.196137+0000","last_fullsized":"2024-03-07T03:17:01.196137+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:56.813267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1150,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:04.539266+0000","last_change":"2024-03-07T03:07:23.074902+0000","last_active":"2024-03-07T03:17:04.539266+0000","last_peered":"2024-03-07T03:17:04.539266+0000","last_clean":"2024-03-07T03:17:04.539266+0000","last_became_active":"2024-03-07T03:07:23.074466+0000","last_became_peered":"2024-03-07T03:07:23.074466+0000","last_unstale":"2024-03-07T03:17:04.539266+0000","last_undegraded":"2024-03-07T03:17:04.539266+0000","last_fullsized":"2024-03-07T03:17:04.539266+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:40:20.268555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1118,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:13.984667+0000","last_change":"2024-03-07T03:07:23.072635+0000","last_active":"2024-03-07T03:15:13.984667+0000","last_peered":"2024-03-07T03:15:13.984667+0000","last_clean":"2024-03-07T03:15:13.984667+0000","last_became_active":"2024-03-07T03:07:23.071712+0000","last_became_peered":"2024-03-07T03:07:23.071712+0000","last_unstale":"2024-03-07T03:15:13.984667+0000","last_undegraded":"2024-03-07T03:15:13.984667+0000","last_fullsized":"2024-03-07T03:15:13.984667+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:00:39.298564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:30.816816+0000","last_change":"2024-03-07T03:06:47.851538+0000","last_active":"2024-03-07T03:15:30.816816+0000","last_peered":"2024-03-07T03:15:30.816816+0000","last_clean":"2024-03-07T03:15:30.816816+0000","last_became_active":"2024-03-07T03:06:47.851183+0000","last_became_peered":"2024-03-07T03:06:47.851183+0000","last_unstale":"2024-03-07T03:15:30.816816+0000","last_undegraded":"2024-03-07T03:15:30.816816+0000","last_fullsized":"2024-03-07T03:15:30.816816+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:36:23.932334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:04.922575+0000","last_change":"2024-03-07T03:06:47.843126+0000","last_active":"2024-03-07T03:16:04.922575+0000","last_peered":"2024-03-07T03:16:04.922575+0000","last_clean":"2024-03-07T03:16:04.922575+0000","last_became_active":"2024-03-07T03:06:47.842736+0000","last_became_peered":"2024-03-07T03:06:47.842736+0000","last_unstale":"2024-03-07T03:16:04.922575+0000","last_undegraded":"2024-03-07T03:16:04.922575+0000","last_fullsized":"2024-03-07T03:16:04.922575+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:48:10.843465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1036,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:05.974417+0000","last_change":"2024-03-07T03:07:58.755620+0000","last_active":"2024-03-07T03:16:05.974417+0000","last_peered":"2024-03-07T03:16:05.974417+0000","last_clean":"2024-03-07T03:16:05.974417+0000","last_became_active":"2024-03-07T03:07:58.755267+0000","last_became_peered":"2024-03-07T03:07:58.755267+0000","last_unstale":"2024-03-07T03:16:05.974417+0000","last_undegraded":"2024-03-07T03:16:05.974417+0000","last_fullsized":"2024-03-07T03:16:05.974417+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:51:32.339400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1040,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:05.974492+0000","last_change":"2024-03-07T03:07:58.756358+0000","last_active":"2024-03-07T03:16:05.974492+0000","last_peered":"2024-03-07T03:16:05.974492+0000","last_clean":"2024-03-07T03:16:05.974492+0000","last_became_active":"2024-03-07T03:07:58.755960+0000","last_became_peered":"2024-03-07T03:07:58.755960+0000","last_unstale":"2024-03-07T03:16:05.974492+0000","last_undegraded":"2024-03-07T03:16:05.974492+0000","last_fullsized":"2024-03-07T03:16:05.974492+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:47.464423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1158,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:39.537174+0000","last_change":"2024-03-07T03:07:58.755619+0000","last_active":"2024-03-07T03:16:39.537174+0000","last_peered":"2024-03-07T03:16:39.537174+0000","last_clean":"2024-03-07T03:16:39.537174+0000","last_became_active":"2024-03-07T03:07:58.755214+0000","last_became_peered":"2024-03-07T03:07:58.755214+0000","last_unstale":"2024-03-07T03:16:39.537174+0000","last_undegraded":"2024-03-07T03:16:39.537174+0000","last_fullsized":"2024-03-07T03:16:39.537174+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:59:02.041330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":974,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:56.430188+0000","last_change":"2024-03-07T03:07:58.756563+0000","last_active":"2024-03-07T03:16:56.430188+0000","last_peered":"2024-03-07T03:16:56.430188+0000","last_clean":"2024-03-07T03:16:56.430188+0000","last_became_active":"2024-03-07T03:07:58.752195+0000","last_became_peered":"2024-03-07T03:07:58.752195+0000","last_unstale":"2024-03-07T03:16:56.430188+0000","last_undegraded":"2024-03-07T03:16:56.430188+0000","last_fullsized":"2024-03-07T03:16:56.430188+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:32:35.496500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"716'5","reported_seq":1224,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822272+0000","last_change":"2024-03-07T03:07:58.753999+0000","last_active":"2024-03-07T03:16:20.822272+0000","last_peered":"2024-03-07T03:16:20.822272+0000","last_clean":"2024-03-07T03:16:20.822272+0000","last_became_active":"2024-03-07T03:07:58.753607+0000","last_became_peered":"2024-03-07T03:07:58.753607+0000","last_unstale":"2024-03-07T03:16:20.822272+0000","last_undegraded":"2024-03-07T03:16:20.822272+0000","last_fullsized":"2024-03-07T03:16:20.822272+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:28:57.567238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1112,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:33.987393+0000","last_change":"2024-03-07T03:07:23.083830+0000","last_active":"2024-03-07T03:15:33.987393+0000","last_peered":"2024-03-07T03:15:33.987393+0000","last_clean":"2024-03-07T03:15:33.987393+0000","last_became_active":"2024-03-07T03:07:23.083530+0000","last_became_peered":"2024-03-07T03:07:23.083530+0000","last_unstale":"2024-03-07T03:15:33.987393+0000","last_undegraded":"2024-03-07T03:15:33.987393+0000","last_fullsized":"2024-03-07T03:15:33.987393+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:57.938032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"716'2","reported_seq":1132,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:33.987404+0000","last_change":"2024-03-07T03:06:47.849618+0000","last_active":"2024-03-07T03:15:33.987404+0000","last_peered":"2024-03-07T03:15:33.987404+0000","last_clean":"2024-03-07T03:15:33.987404+0000","last_became_active":"2024-03-07T03:06:47.849222+0000","last_became_peered":"2024-03-07T03:06:47.849222+0000","last_unstale":"2024-03-07T03:15:33.987404+0000","last_undegraded":"2024-03-07T03:15:33.987404+0000","last_fullsized":"2024-03-07T03:15:33.987404+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:36:41.880143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1216,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822262+0000","last_change":"2024-03-07T03:06:47.851880+0000","last_active":"2024-03-07T03:16:20.822262+0000","last_peered":"2024-03-07T03:16:20.822262+0000","last_clean":"2024-03-07T03:16:20.822262+0000","last_became_active":"2024-03-07T03:06:47.851176+0000","last_became_peered":"2024-03-07T03:06:47.851176+0000","last_unstale":"2024-03-07T03:16:20.822262+0000","last_undegraded":"2024-03-07T03:16:20.822262+0000","last_fullsized":"2024-03-07T03:16:20.822262+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:38:59.663068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":978,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:26.420409+0000","last_change":"2024-03-07T03:07:58.757245+0000","last_active":"2024-03-07T03:15:26.420409+0000","last_peered":"2024-03-07T03:15:26.420409+0000","last_clean":"2024-03-07T03:15:26.420409+0000","last_became_active":"2024-03-07T03:07:58.754456+0000","last_became_peered":"2024-03-07T03:07:58.754456+0000","last_unstale":"2024-03-07T03:15:26.420409+0000","last_undegraded":"2024-03-07T03:15:26.420409+0000","last_fullsized":"2024-03-07T03:15:26.420409+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:57:32.153933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1045,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:45.979429+0000","last_change":"2024-03-07T03:06:47.855220+0000","last_active":"2024-03-07T03:16:45.979429+0000","last_peered":"2024-03-07T03:16:45.979429+0000","last_clean":"2024-03-07T03:16:45.979429+0000","last_became_active":"2024-03-07T03:06:47.854836+0000","last_became_peered":"2024-03-07T03:06:47.854836+0000","last_unstale":"2024-03-07T03:16:45.979429+0000","last_undegraded":"2024-03-07T03:16:45.979429+0000","last_fullsized":"2024-03-07T03:16:45.979429+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:51:35.386552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:26.420388+0000","last_change":"2024-03-07T03:07:58.757676+0000","last_active":"2024-03-07T03:15:26.420388+0000","last_peered":"2024-03-07T03:15:26.420388+0000","last_clean":"2024-03-07T03:15:26.420388+0000","last_became_active":"2024-03-07T03:07:58.753930+0000","last_became_peered":"2024-03-07T03:07:58.753930+0000","last_unstale":"2024-03-07T03:15:26.420388+0000","last_undegraded":"2024-03-07T03:15:26.420388+0000","last_fullsized":"2024-03-07T03:15:26.420388+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:56.639688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1039,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:45.979442+0000","last_change":"2024-03-07T03:07:23.076532+0000","last_active":"2024-03-07T03:16:45.979442+0000","last_peered":"2024-03-07T03:16:45.979442+0000","last_clean":"2024-03-07T03:16:45.979442+0000","last_became_active":"2024-03-07T03:07:23.076234+0000","last_became_peered":"2024-03-07T03:07:23.076234+0000","last_unstale":"2024-03-07T03:16:45.979442+0000","last_undegraded":"2024-03-07T03:16:45.979442+0000","last_fullsized":"2024-03-07T03:16:45.979442+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:16:39.967241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"716'2","reported_seq":1091,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:33.987379+0000","last_change":"2024-03-07T03:07:58.752045+0000","last_active":"2024-03-07T03:15:33.987379+0000","last_peered":"2024-03-07T03:15:33.987379+0000","last_clean":"2024-03-07T03:15:33.987379+0000","last_became_active":"2024-03-07T03:07:58.751585+0000","last_became_peered":"2024-03-07T03:07:58.751585+0000","last_unstale":"2024-03-07T03:15:33.987379+0000","last_undegraded":"2024-03-07T03:15:33.987379+0000","last_fullsized":"2024-03-07T03:15:33.987379+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:03:01.652607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1109,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:08.094223+0000","last_change":"2024-03-07T03:06:09.990854+0000","last_active":"2024-03-07T03:16:08.094223+0000","last_peered":"2024-03-07T03:16:08.094223+0000","last_clean":"2024-03-07T03:16:08.094223+0000","last_became_active":"2024-03-07T03:06:09.990464+0000","last_became_peered":"2024-03-07T03:06:09.990464+0000","last_unstale":"2024-03-07T03:16:08.094223+0000","last_undegraded":"2024-03-07T03:16:08.094223+0000","last_fullsized":"2024-03-07T03:16:08.094223+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:53:52.856954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"716'2","reported_seq":1011,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:51.181910+0000","last_change":"2024-03-07T03:07:58.754526+0000","last_active":"2024-03-07T03:14:51.181910+0000","last_peered":"2024-03-07T03:14:51.181910+0000","last_clean":"2024-03-07T03:14:51.181910+0000","last_became_active":"2024-03-07T03:07:58.754123+0000","last_became_peered":"2024-03-07T03:07:58.754123+0000","last_unstale":"2024-03-07T03:14:51.181910+0000","last_undegraded":"2024-03-07T03:14:51.181910+0000","last_fullsized":"2024-03-07T03:14:51.181910+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:41:34.446180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822224+0000","last_change":"2024-03-07T03:07:58.750769+0000","last_active":"2024-03-07T03:16:20.822224+0000","last_peered":"2024-03-07T03:16:20.822224+0000","last_clean":"2024-03-07T03:16:20.822224+0000","last_became_active":"2024-03-07T03:07:58.749974+0000","last_became_peered":"2024-03-07T03:07:58.749974+0000","last_unstale":"2024-03-07T03:16:20.822224+0000","last_undegraded":"2024-03-07T03:16:20.822224+0000","last_fullsized":"2024-03-07T03:16:20.822224+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:56:14.059734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1128,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:13.984650+0000","last_change":"2024-03-07T03:07:23.072942+0000","last_active":"2024-03-07T03:15:13.984650+0000","last_peered":"2024-03-07T03:15:13.984650+0000","last_clean":"2024-03-07T03:15:13.984650+0000","last_became_active":"2024-03-07T03:07:23.072639+0000","last_became_peered":"2024-03-07T03:07:23.072639+0000","last_unstale":"2024-03-07T03:15:13.984650+0000","last_undegraded":"2024-03-07T03:15:13.984650+0000","last_fullsized":"2024-03-07T03:15:13.984650+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:42.808853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1125,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:13.984615+0000","last_change":"2024-03-07T03:05:35.934963+0000","last_active":"2024-03-07T03:15:13.984615+0000","last_peered":"2024-03-07T03:15:13.984615+0000","last_clean":"2024-03-07T03:15:13.984615+0000","last_became_active":"2024-03-07T03:05:35.932493+0000","last_became_peered":"2024-03-07T03:05:35.932493+0000","last_unstale":"2024-03-07T03:15:13.984615+0000","last_undegraded":"2024-03-07T03:15:13.984615+0000","last_fullsized":"2024-03-07T03:15:13.984615+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:00:57.111662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1041,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:25.976999+0000","last_change":"2024-03-07T03:07:58.756063+0000","last_active":"2024-03-07T03:16:25.976999+0000","last_peered":"2024-03-07T03:16:25.976999+0000","last_clean":"2024-03-07T03:16:25.976999+0000","last_became_active":"2024-03-07T03:07:58.755712+0000","last_became_peered":"2024-03-07T03:07:58.755712+0000","last_unstale":"2024-03-07T03:16:25.976999+0000","last_undegraded":"2024-03-07T03:16:25.976999+0000","last_fullsized":"2024-03-07T03:16:25.976999+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:13:06.484346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:29.925426+0000","last_change":"2024-03-07T03:06:09.996319+0000","last_active":"2024-03-07T03:16:29.925426+0000","last_peered":"2024-03-07T03:16:29.925426+0000","last_clean":"2024-03-07T03:16:29.925426+0000","last_became_active":"2024-03-07T03:06:09.996002+0000","last_became_peered":"2024-03-07T03:06:09.996002+0000","last_unstale":"2024-03-07T03:16:29.925426+0000","last_undegraded":"2024-03-07T03:16:29.925426+0000","last_fullsized":"2024-03-07T03:16:29.925426+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:41:55.764562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1008,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:01.196182+0000","last_change":"2024-03-07T03:07:23.083466+0000","last_active":"2024-03-07T03:17:01.196182+0000","last_peered":"2024-03-07T03:17:01.196182+0000","last_clean":"2024-03-07T03:17:01.196182+0000","last_became_active":"2024-03-07T03:07:23.083156+0000","last_became_peered":"2024-03-07T03:07:23.083156+0000","last_unstale":"2024-03-07T03:17:01.196182+0000","last_undegraded":"2024-03-07T03:17:01.196182+0000","last_fullsized":"2024-03-07T03:17:01.196182+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:32:00.539449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1027,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:25.977070+0000","last_change":"2024-03-07T03:07:58.752127+0000","last_active":"2024-03-07T03:16:25.977070+0000","last_peered":"2024-03-07T03:16:25.977070+0000","last_clean":"2024-03-07T03:16:25.977070+0000","last_became_active":"2024-03-07T03:07:58.751770+0000","last_became_peered":"2024-03-07T03:07:58.751770+0000","last_unstale":"2024-03-07T03:16:25.977070+0000","last_undegraded":"2024-03-07T03:16:25.977070+0000","last_fullsized":"2024-03-07T03:16:25.977070+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:43.791488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1061,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:25.977059+0000","last_change":"2024-03-07T03:07:23.077653+0000","last_active":"2024-03-07T03:16:25.977059+0000","last_peered":"2024-03-07T03:16:25.977059+0000","last_clean":"2024-03-07T03:16:25.977059+0000","last_became_active":"2024-03-07T03:07:23.077355+0000","last_became_peered":"2024-03-07T03:07:23.077355+0000","last_unstale":"2024-03-07T03:16:25.977059+0000","last_undegraded":"2024-03-07T03:16:25.977059+0000","last_fullsized":"2024-03-07T03:16:25.977059+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:45.861158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:55.819456+0000","last_change":"2024-03-07T03:06:47.851508+0000","last_active":"2024-03-07T03:15:55.819456+0000","last_peered":"2024-03-07T03:15:55.819456+0000","last_clean":"2024-03-07T03:15:55.819456+0000","last_became_active":"2024-03-07T03:06:47.850839+0000","last_became_peered":"2024-03-07T03:06:47.850839+0000","last_unstale":"2024-03-07T03:15:55.819456+0000","last_undegraded":"2024-03-07T03:15:55.819456+0000","last_fullsized":"2024-03-07T03:15:55.819456+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:08:06.622234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1194,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:29.925482+0000","last_change":"2024-03-07T03:06:47.845848+0000","last_active":"2024-03-07T03:16:29.925482+0000","last_peered":"2024-03-07T03:16:29.925482+0000","last_clean":"2024-03-07T03:16:29.925482+0000","last_became_active":"2024-03-07T03:06:47.845425+0000","last_became_peered":"2024-03-07T03:06:47.845425+0000","last_unstale":"2024-03-07T03:16:29.925482+0000","last_undegraded":"2024-03-07T03:16:29.925482+0000","last_fullsized":"2024-03-07T03:16:29.925482+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:16:24.833986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1080,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:28.090047+0000","last_change":"2024-03-07T03:07:58.754983+0000","last_active":"2024-03-07T03:15:28.090047+0000","last_peered":"2024-03-07T03:15:28.090047+0000","last_clean":"2024-03-07T03:15:28.090047+0000","last_became_active":"2024-03-07T03:07:58.754657+0000","last_became_peered":"2024-03-07T03:07:58.754657+0000","last_unstale":"2024-03-07T03:15:28.090047+0000","last_undegraded":"2024-03-07T03:15:28.090047+0000","last_fullsized":"2024-03-07T03:15:28.090047+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:06:00.897772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"716'29","reported_seq":1043,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:41.193896+0000","last_change":"2024-03-07T03:07:23.079677+0000","last_active":"2024-03-07T03:16:41.193896+0000","last_peered":"2024-03-07T03:16:41.193896+0000","last_clean":"2024-03-07T03:16:41.193896+0000","last_became_active":"2024-03-07T03:07:23.079320+0000","last_became_peered":"2024-03-07T03:07:23.079320+0000","last_unstale":"2024-03-07T03:16:41.193896+0000","last_undegraded":"2024-03-07T03:16:41.193896+0000","last_fullsized":"2024-03-07T03:16:41.193896+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:49:54.979015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:11.418787+0000","last_change":"2024-03-07T03:07:58.758376+0000","last_active":"2024-03-07T03:15:11.418787+0000","last_peered":"2024-03-07T03:15:11.418787+0000","last_clean":"2024-03-07T03:15:11.418787+0000","last_became_active":"2024-03-07T03:07:58.757816+0000","last_became_peered":"2024-03-07T03:07:58.757816+0000","last_unstale":"2024-03-07T03:15:11.418787+0000","last_undegraded":"2024-03-07T03:15:11.418787+0000","last_fullsized":"2024-03-07T03:15:11.418787+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:47.253727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1220,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:30.816851+0000","last_change":"2024-03-07T03:06:09.989072+0000","last_active":"2024-03-07T03:15:30.816851+0000","last_peered":"2024-03-07T03:15:30.816851+0000","last_clean":"2024-03-07T03:15:30.816851+0000","last_became_active":"2024-03-07T03:06:09.987754+0000","last_became_peered":"2024-03-07T03:06:09.987754+0000","last_unstale":"2024-03-07T03:15:30.816851+0000","last_undegraded":"2024-03-07T03:15:30.816851+0000","last_fullsized":"2024-03-07T03:15:30.816851+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:05:15.340331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:30.816835+0000","last_change":"2024-03-07T03:07:58.754207+0000","last_active":"2024-03-07T03:15:30.816835+0000","last_peered":"2024-03-07T03:15:30.816835+0000","last_clean":"2024-03-07T03:15:30.816835+0000","last_became_active":"2024-03-07T03:07:58.753859+0000","last_became_peered":"2024-03-07T03:07:58.753859+0000","last_unstale":"2024-03-07T03:15:30.816835+0000","last_undegraded":"2024-03-07T03:15:30.816835+0000","last_fullsized":"2024-03-07T03:15:30.816835+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:14:02.813872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1054,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:05.974451+0000","last_change":"2024-03-07T03:07:58.755838+0000","last_active":"2024-03-07T03:16:05.974451+0000","last_peered":"2024-03-07T03:16:05.974451+0000","last_clean":"2024-03-07T03:16:05.974451+0000","last_became_active":"2024-03-07T03:07:58.755436+0000","last_became_peered":"2024-03-07T03:07:58.755436+0000","last_unstale":"2024-03-07T03:16:05.974451+0000","last_undegraded":"2024-03-07T03:16:05.974451+0000","last_fullsized":"2024-03-07T03:16:05.974451+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:25.094944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:56.417167+0000","last_change":"2024-03-07T03:07:58.750199+0000","last_active":"2024-03-07T03:14:56.417167+0000","last_peered":"2024-03-07T03:14:56.417167+0000","last_clean":"2024-03-07T03:14:56.417167+0000","last_became_active":"2024-03-07T03:07:58.749858+0000","last_became_peered":"2024-03-07T03:07:58.749858+0000","last_unstale":"2024-03-07T03:14:56.417167+0000","last_undegraded":"2024-03-07T03:14:56.417167+0000","last_fullsized":"2024-03-07T03:14:56.417167+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:41.122539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1016,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:41.193859+0000","last_change":"2024-03-07T03:07:23.076835+0000","last_active":"2024-03-07T03:16:41.193859+0000","last_peered":"2024-03-07T03:16:41.193859+0000","last_clean":"2024-03-07T03:16:41.193859+0000","last_became_active":"2024-03-07T03:07:23.075094+0000","last_became_peered":"2024-03-07T03:07:23.075094+0000","last_unstale":"2024-03-07T03:16:41.193859+0000","last_undegraded":"2024-03-07T03:16:41.193859+0000","last_fullsized":"2024-03-07T03:16:41.193859+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:50:36.739831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1007,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:41.193835+0000","last_change":"2024-03-07T03:07:23.078279+0000","last_active":"2024-03-07T03:16:41.193835+0000","last_peered":"2024-03-07T03:16:41.193835+0000","last_clean":"2024-03-07T03:16:41.193835+0000","last_became_active":"2024-03-07T03:07:23.077338+0000","last_became_peered":"2024-03-07T03:07:23.077338+0000","last_unstale":"2024-03-07T03:16:41.193835+0000","last_undegraded":"2024-03-07T03:16:41.193835+0000","last_fullsized":"2024-03-07T03:16:41.193835+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:05:40.599683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1171,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:39.537087+0000","last_change":"2024-03-07T03:05:01.461919+0000","last_active":"2024-03-07T03:16:39.537087+0000","last_peered":"2024-03-07T03:16:39.537087+0000","last_clean":"2024-03-07T03:16:39.537087+0000","last_became_active":"2024-03-07T03:05:01.459759+0000","last_became_peered":"2024-03-07T03:05:01.459759+0000","last_unstale":"2024-03-07T03:16:39.537087+0000","last_undegraded":"2024-03-07T03:16:39.537087+0000","last_fullsized":"2024-03-07T03:16:39.537087+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:31:45.535178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":973,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:56.417138+0000","last_change":"2024-03-07T03:07:58.753856+0000","last_active":"2024-03-07T03:14:56.417138+0000","last_peered":"2024-03-07T03:14:56.417138+0000","last_clean":"2024-03-07T03:14:56.417138+0000","last_became_active":"2024-03-07T03:07:58.751889+0000","last_became_peered":"2024-03-07T03:07:58.751889+0000","last_unstale":"2024-03-07T03:14:56.417138+0000","last_undegraded":"2024-03-07T03:14:56.417138+0000","last_fullsized":"2024-03-07T03:14:56.417138+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:27:20.126942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"863'1273","reported_seq":4342,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:49.531941+0000","last_change":"2024-03-07T03:10:56.137635+0000","last_active":"2024-03-07T03:15:49.531941+0000","last_peered":"2024-03-07T03:15:49.531941+0000","last_clean":"2024-03-07T03:15:49.531941+0000","last_became_active":"2024-03-07T03:05:01.457883+0000","last_became_peered":"2024-03-07T03:05:01.457883+0000","last_unstale":"2024-03-07T03:15:49.531941+0000","last_undegraded":"2024-03-07T03:15:49.531941+0000","last_fullsized":"2024-03-07T03:15:49.531941+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1273,"log_dups_size":0,"ondisk_log_size":1273,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:21:46.718939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.021818005000000001,"stat_sum":{"num_bytes":15540224,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":258,"num_read_kb":529715,"num_write":442,"num_write_kb":102224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1441792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.f","version":"61'1","reported_seq":1083,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:08.088005+0000","last_change":"2024-03-07T03:07:58.755003+0000","last_active":"2024-03-07T03:15:08.088005+0000","last_peered":"2024-03-07T03:15:08.088005+0000","last_clean":"2024-03-07T03:15:08.088005+0000","last_became_active":"2024-03-07T03:07:58.754564+0000","last_became_peered":"2024-03-07T03:07:58.754564+0000","last_unstale":"2024-03-07T03:15:08.088005+0000","last_undegraded":"2024-03-07T03:15:08.088005+0000","last_fullsized":"2024-03-07T03:15:08.088005+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:34:53.344746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":989,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:56.430198+0000","last_change":"2024-03-07T03:07:58.750952+0000","last_active":"2024-03-07T03:16:56.430198+0000","last_peered":"2024-03-07T03:16:56.430198+0000","last_clean":"2024-03-07T03:16:56.430198+0000","last_became_active":"2024-03-07T03:07:58.749229+0000","last_became_peered":"2024-03-07T03:07:58.749229+0000","last_unstale":"2024-03-07T03:16:56.430198+0000","last_undegraded":"2024-03-07T03:16:56.430198+0000","last_fullsized":"2024-03-07T03:16:56.430198+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:53:10.534950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"863'847","reported_seq":4050,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822185+0000","last_change":"2024-03-07T03:10:56.129162+0000","last_active":"2024-03-07T03:16:20.822185+0000","last_peered":"2024-03-07T03:16:20.822185+0000","last_clean":"2024-03-07T03:16:20.822185+0000","last_became_active":"2024-03-07T03:07:23.074596+0000","last_became_peered":"2024-03-07T03:07:23.074596+0000","last_unstale":"2024-03-07T03:16:20.822185+0000","last_undegraded":"2024-03-07T03:16:20.822185+0000","last_fullsized":"2024-03-07T03:16:20.822185+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":847,"log_dups_size":0,"ondisk_log_size":847,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:34:23.625809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0099120149999999997,"stat_sum":{"num_bytes":38936576,"num_objects":11,"num_object_clones":9,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":157,"num_read_kb":413258,"num_write":266,"num_write_kb":109952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":4374528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.2","version":"0'0","reported_seq":1190,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:54.928240+0000","last_change":"2024-03-07T03:06:47.845893+0000","last_active":"2024-03-07T03:16:54.928240+0000","last_peered":"2024-03-07T03:16:54.928240+0000","last_clean":"2024-03-07T03:16:54.928240+0000","last_became_active":"2024-03-07T03:06:47.845548+0000","last_became_peered":"2024-03-07T03:06:47.845548+0000","last_unstale":"2024-03-07T03:16:54.928240+0000","last_undegraded":"2024-03-07T03:16:54.928240+0000","last_fullsized":"2024-03-07T03:16:54.928240+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:19:55.051329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:54.928264+0000","last_change":"2024-03-07T03:07:58.751041+0000","last_active":"2024-03-07T03:16:54.928264+0000","last_peered":"2024-03-07T03:16:54.928264+0000","last_clean":"2024-03-07T03:16:54.928264+0000","last_became_active":"2024-03-07T03:07:58.749047+0000","last_became_peered":"2024-03-07T03:07:58.749047+0000","last_unstale":"2024-03-07T03:16:54.928264+0000","last_undegraded":"2024-03-07T03:16:54.928264+0000","last_fullsized":"2024-03-07T03:16:54.928264+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:47:59.256394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1060,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:10.982091+0000","last_change":"2024-03-07T03:06:47.858022+0000","last_active":"2024-03-07T03:17:10.982091+0000","last_peered":"2024-03-07T03:17:10.982091+0000","last_clean":"2024-03-07T03:17:10.982091+0000","last_became_active":"2024-03-07T03:06:47.857526+0000","last_became_peered":"2024-03-07T03:06:47.857526+0000","last_unstale":"2024-03-07T03:17:10.982091+0000","last_undegraded":"2024-03-07T03:17:10.982091+0000","last_fullsized":"2024-03-07T03:17:10.982091+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:02:03.856321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"862'1186","reported_seq":4381,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822242+0000","last_change":"2024-03-07T03:10:56.119983+0000","last_active":"2024-03-07T03:16:20.822242+0000","last_peered":"2024-03-07T03:16:20.822242+0000","last_clean":"2024-03-07T03:16:20.822242+0000","last_became_active":"2024-03-07T03:06:09.988405+0000","last_became_peered":"2024-03-07T03:06:09.988405+0000","last_unstale":"2024-03-07T03:16:20.822242+0000","last_undegraded":"2024-03-07T03:16:20.822242+0000","last_fullsized":"2024-03-07T03:16:20.822242+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1186,"log_dups_size":0,"ondisk_log_size":1186,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:41:38.890400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099770099999999993,"stat_sum":{"num_bytes":13524992,"num_objects":9,"num_object_clones":6,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":208,"num_read_kb":390958,"num_write":505,"num_write_kb":103888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":50642944,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1190,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:54.928274+0000","last_change":"2024-03-07T03:05:35.928460+0000","last_active":"2024-03-07T03:16:54.928274+0000","last_peered":"2024-03-07T03:16:54.928274+0000","last_clean":"2024-03-07T03:16:54.928274+0000","last_became_active":"2024-03-07T03:05:35.928017+0000","last_became_peered":"2024-03-07T03:05:35.928017+0000","last_unstale":"2024-03-07T03:16:54.928274+0000","last_undegraded":"2024-03-07T03:16:54.928274+0000","last_fullsized":"2024-03-07T03:16:54.928274+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:53:27.674544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1029,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:10.982038+0000","last_change":"2024-03-07T03:07:23.075249+0000","last_active":"2024-03-07T03:17:10.982038+0000","last_peered":"2024-03-07T03:17:10.982038+0000","last_clean":"2024-03-07T03:17:10.982038+0000","last_became_active":"2024-03-07T03:07:23.074866+0000","last_became_peered":"2024-03-07T03:07:23.074866+0000","last_unstale":"2024-03-07T03:17:10.982038+0000","last_undegraded":"2024-03-07T03:17:10.982038+0000","last_fullsized":"2024-03-07T03:17:10.982038+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:03.393010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1081,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:33.096893+0000","last_change":"2024-03-07T03:07:23.069585+0000","last_active":"2024-03-07T03:16:33.096893+0000","last_peered":"2024-03-07T03:16:33.096893+0000","last_clean":"2024-03-07T03:16:33.096893+0000","last_became_active":"2024-03-07T03:07:23.069262+0000","last_became_peered":"2024-03-07T03:07:23.069262+0000","last_unstale":"2024-03-07T03:16:33.096893+0000","last_undegraded":"2024-03-07T03:16:33.096893+0000","last_fullsized":"2024-03-07T03:16:33.096893+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:11:22.045807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"861'1094","reported_seq":4798,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:15:49.532042+0000","last_change":"2024-03-07T03:10:57.331022+0000","last_active":"2024-03-07T03:15:49.532042+0000","last_peered":"2024-03-07T03:15:49.532042+0000","last_clean":"2024-03-07T03:15:49.532042+0000","last_became_active":"2024-03-07T03:06:47.847229+0000","last_became_peered":"2024-03-07T03:06:47.847229+0000","last_unstale":"2024-03-07T03:15:49.532042+0000","last_undegraded":"2024-03-07T03:15:49.532042+0000","last_fullsized":"2024-03-07T03:15:49.532042+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1094,"log_dups_size":0,"ondisk_log_size":1094,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:58:27.729404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.032339935,"stat_sum":{"num_bytes":113606656,"num_objects":59,"num_object_clones":55,"num_object_copies":177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":279,"num_read_kb":358703,"num_write":525,"num_write_kb":146904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":36642816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1184,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:14.918114+0000","last_change":"2024-03-07T03:06:47.843416+0000","last_active":"2024-03-07T03:15:14.918114+0000","last_peered":"2024-03-07T03:15:14.918114+0000","last_clean":"2024-03-07T03:15:14.918114+0000","last_became_active":"2024-03-07T03:06:47.842812+0000","last_became_peered":"2024-03-07T03:06:47.842812+0000","last_unstale":"2024-03-07T03:15:14.918114+0000","last_undegraded":"2024-03-07T03:15:14.918114+0000","last_fullsized":"2024-03-07T03:15:14.918114+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:03:02.672609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1191,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:24.924765+0000","last_change":"2024-03-07T03:07:23.071850+0000","last_active":"2024-03-07T03:16:24.924765+0000","last_peered":"2024-03-07T03:16:24.924765+0000","last_clean":"2024-03-07T03:16:24.924765+0000","last_became_active":"2024-03-07T03:07:23.071476+0000","last_became_peered":"2024-03-07T03:07:23.071476+0000","last_unstale":"2024-03-07T03:16:24.924765+0000","last_undegraded":"2024-03-07T03:16:24.924765+0000","last_fullsized":"2024-03-07T03:16:24.924765+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:13:05.296486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1159,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:24.529427+0000","last_change":"2024-03-07T03:05:35.926187+0000","last_active":"2024-03-07T03:15:24.529427+0000","last_peered":"2024-03-07T03:15:24.529427+0000","last_clean":"2024-03-07T03:15:24.529427+0000","last_became_active":"2024-03-07T03:05:35.925908+0000","last_became_peered":"2024-03-07T03:05:35.925908+0000","last_unstale":"2024-03-07T03:15:24.529427+0000","last_undegraded":"2024-03-07T03:15:24.529427+0000","last_fullsized":"2024-03-07T03:15:24.529427+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:48:33.101185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"863'1146","reported_seq":3875,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:16.425698+0000","last_change":"2024-03-07T03:10:56.132170+0000","last_active":"2024-03-07T03:16:16.425698+0000","last_peered":"2024-03-07T03:16:16.425698+0000","last_clean":"2024-03-07T03:16:16.425698+0000","last_became_active":"2024-03-07T03:07:58.756854+0000","last_became_peered":"2024-03-07T03:07:58.756854+0000","last_unstale":"2024-03-07T03:16:16.425698+0000","last_undegraded":"2024-03-07T03:16:16.425698+0000","last_fullsized":"2024-03-07T03:16:16.425698+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1146,"log_dups_size":0,"ondisk_log_size":1146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T02:59:04.693146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.010433211,"stat_sum":{"num_bytes":34668544,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":1,"num_read":219,"num_read_kb":317694,"num_write":420,"num_write_kb":93568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":10240000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1007,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:41.187412+0000","last_change":"2024-03-07T03:07:58.760449+0000","last_active":"2024-03-07T03:15:41.187412+0000","last_peered":"2024-03-07T03:15:41.187412+0000","last_clean":"2024-03-07T03:15:41.187412+0000","last_became_active":"2024-03-07T03:07:58.760086+0000","last_became_peered":"2024-03-07T03:07:58.760086+0000","last_unstale":"2024-03-07T03:15:41.187412+0000","last_undegraded":"2024-03-07T03:15:41.187412+0000","last_fullsized":"2024-03-07T03:15:41.187412+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:34:38.583100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1090,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:58.990252+0000","last_change":"2024-03-07T03:07:23.073659+0000","last_active":"2024-03-07T03:15:58.990252+0000","last_peered":"2024-03-07T03:15:58.990252+0000","last_clean":"2024-03-07T03:15:58.990252+0000","last_became_active":"2024-03-07T03:07:23.073277+0000","last_became_peered":"2024-03-07T03:07:23.073277+0000","last_unstale":"2024-03-07T03:15:58.990252+0000","last_undegraded":"2024-03-07T03:15:58.990252+0000","last_fullsized":"2024-03-07T03:15:58.990252+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:48:34.819985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1063,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:10.982075+0000","last_change":"2024-03-07T03:07:58.752576+0000","last_active":"2024-03-07T03:17:10.982075+0000","last_peered":"2024-03-07T03:17:10.982075+0000","last_clean":"2024-03-07T03:17:10.982075+0000","last_became_active":"2024-03-07T03:07:58.752193+0000","last_became_peered":"2024-03-07T03:07:58.752193+0000","last_unstale":"2024-03-07T03:17:10.982075+0000","last_undegraded":"2024-03-07T03:17:10.982075+0000","last_fullsized":"2024-03-07T03:17:10.982075+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:55:14.205594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"395'197","reported_seq":1467,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:56.423645+0000","last_change":"2024-03-07T03:07:58.752982+0000","last_active":"2024-03-07T03:15:56.423645+0000","last_peered":"2024-03-07T03:15:56.423645+0000","last_clean":"2024-03-07T03:15:56.423645+0000","last_became_active":"2024-03-07T03:07:58.752004+0000","last_became_peered":"2024-03-07T03:07:58.752004+0000","last_unstale":"2024-03-07T03:15:56.423645+0000","last_undegraded":"2024-03-07T03:15:56.423645+0000","last_fullsized":"2024-03-07T03:15:56.423645+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_clean_scrub_stamp":"2024-03-07T02:51:31.238394+0000","objects_scrubbed":0,"log_size":197,"log_dups_size":0,"ondisk_log_size":197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:53.766202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"858'3145","reported_seq":6531,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:15:25.969713+0000","last_change":"2024-03-07T03:10:57.131283+0000","last_active":"2024-03-07T03:15:25.969713+0000","last_peered":"2024-03-07T03:15:25.969713+0000","last_clean":"2024-03-07T03:15:25.969713+0000","last_became_active":"2024-03-07T03:06:47.859231+0000","last_became_peered":"2024-03-07T03:06:47.859231+0000","last_unstale":"2024-03-07T03:15:25.969713+0000","last_undegraded":"2024-03-07T03:15:25.969713+0000","last_fullsized":"2024-03-07T03:15:25.969713+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3145,"log_dups_size":0,"ondisk_log_size":3145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:10:03.781442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001499434,"stat_sum":{"num_bytes":18481152,"num_objects":15,"num_object_clones":14,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":124,"num_read_kb":398406,"num_write":253,"num_write_kb":45856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":9773056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1216,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:50.825515+0000","last_change":"2024-03-07T03:05:01.454053+0000","last_active":"2024-03-07T03:16:50.825515+0000","last_peered":"2024-03-07T03:16:50.825515+0000","last_clean":"2024-03-07T03:16:50.825515+0000","last_became_active":"2024-03-07T03:05:01.453718+0000","last_became_peered":"2024-03-07T03:05:01.453718+0000","last_unstale":"2024-03-07T03:16:50.825515+0000","last_undegraded":"2024-03-07T03:16:50.825515+0000","last_fullsized":"2024-03-07T03:16:50.825515+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:10:59.835543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1216,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822159+0000","last_change":"2024-03-07T03:06:09.987673+0000","last_active":"2024-03-07T03:16:20.822159+0000","last_peered":"2024-03-07T03:16:20.822159+0000","last_clean":"2024-03-07T03:16:20.822159+0000","last_became_active":"2024-03-07T03:06:09.987328+0000","last_became_peered":"2024-03-07T03:06:09.987328+0000","last_unstale":"2024-03-07T03:16:20.822159+0000","last_undegraded":"2024-03-07T03:16:20.822159+0000","last_fullsized":"2024-03-07T03:16:20.822159+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:11:17.983744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":976,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:56.423621+0000","last_change":"2024-03-07T03:07:58.757849+0000","last_active":"2024-03-07T03:15:56.423621+0000","last_peered":"2024-03-07T03:15:56.423621+0000","last_clean":"2024-03-07T03:15:56.423621+0000","last_became_active":"2024-03-07T03:07:58.757399+0000","last_became_peered":"2024-03-07T03:07:58.757399+0000","last_unstale":"2024-03-07T03:15:56.423621+0000","last_undegraded":"2024-03-07T03:15:56.423621+0000","last_fullsized":"2024-03-07T03:15:56.423621+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:54:11.413787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"864'1259","reported_seq":4065,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:41.187366+0000","last_change":"2024-03-07T03:10:56.129203+0000","last_active":"2024-03-07T03:15:41.187366+0000","last_peered":"2024-03-07T03:15:41.187366+0000","last_clean":"2024-03-07T03:15:41.187366+0000","last_became_active":"2024-03-07T03:07:23.080120+0000","last_became_peered":"2024-03-07T03:07:23.080120+0000","last_unstale":"2024-03-07T03:15:41.187366+0000","last_undegraded":"2024-03-07T03:15:41.187366+0000","last_fullsized":"2024-03-07T03:15:41.187366+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1259,"log_dups_size":0,"ondisk_log_size":1259,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:33:24.850580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0059393290000000001,"stat_sum":{"num_bytes":23298048,"num_objects":10,"num_object_clones":7,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":249,"num_read_kb":271095,"num_write":553,"num_write_kb":138504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":18890752,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.3","version":"0'0","reported_seq":1216,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822216+0000","last_change":"2024-03-07T03:07:58.750289+0000","last_active":"2024-03-07T03:16:20.822216+0000","last_peered":"2024-03-07T03:16:20.822216+0000","last_clean":"2024-03-07T03:16:20.822216+0000","last_became_active":"2024-03-07T03:07:58.749557+0000","last_became_peered":"2024-03-07T03:07:58.749557+0000","last_unstale":"2024-03-07T03:16:20.822216+0000","last_undegraded":"2024-03-07T03:16:20.822216+0000","last_fullsized":"2024-03-07T03:16:20.822216+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:54:43.865660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":990,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:16.425734+0000","last_change":"2024-03-07T03:07:58.758005+0000","last_active":"2024-03-07T03:16:16.425734+0000","last_peered":"2024-03-07T03:16:16.425734+0000","last_clean":"2024-03-07T03:16:16.425734+0000","last_became_active":"2024-03-07T03:07:58.756833+0000","last_became_peered":"2024-03-07T03:07:58.756833+0000","last_unstale":"2024-03-07T03:16:16.425734+0000","last_undegraded":"2024-03-07T03:16:16.425734+0000","last_fullsized":"2024-03-07T03:16:16.425734+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:37:55.288554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1190,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:54.928283+0000","last_change":"2024-03-07T03:06:47.843644+0000","last_active":"2024-03-07T03:16:54.928283+0000","last_peered":"2024-03-07T03:16:54.928283+0000","last_clean":"2024-03-07T03:16:54.928283+0000","last_became_active":"2024-03-07T03:06:47.842694+0000","last_became_peered":"2024-03-07T03:06:47.842694+0000","last_unstale":"2024-03-07T03:16:54.928283+0000","last_undegraded":"2024-03-07T03:16:54.928283+0000","last_fullsized":"2024-03-07T03:16:54.928283+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:25:34.783974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"863'880","reported_seq":3817,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:33.096853+0000","last_change":"2024-03-07T03:10:56.125509+0000","last_active":"2024-03-07T03:16:33.096853+0000","last_peered":"2024-03-07T03:16:33.096853+0000","last_clean":"2024-03-07T03:16:33.096853+0000","last_became_active":"2024-03-07T03:07:58.755248+0000","last_became_peered":"2024-03-07T03:07:58.755248+0000","last_unstale":"2024-03-07T03:16:33.096853+0000","last_undegraded":"2024-03-07T03:16:33.096853+0000","last_fullsized":"2024-03-07T03:16:33.096853+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":880,"log_dups_size":0,"ondisk_log_size":880,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:40:02.788467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0073429089999999999,"stat_sum":{"num_bytes":9224192,"num_objects":8,"num_object_clones":6,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":1,"num_read":161,"num_read_kb":133885,"num_write":362,"num_write_kb":55920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1126,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:33.987356+0000","last_change":"2024-03-07T03:07:58.764215+0000","last_active":"2024-03-07T03:15:33.987356+0000","last_peered":"2024-03-07T03:15:33.987356+0000","last_clean":"2024-03-07T03:15:33.987356+0000","last_became_active":"2024-03-07T03:07:58.763818+0000","last_became_peered":"2024-03-07T03:07:58.763818+0000","last_unstale":"2024-03-07T03:15:33.987356+0000","last_undegraded":"2024-03-07T03:15:33.987356+0000","last_fullsized":"2024-03-07T03:15:33.987356+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:27:54.623360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"719'2","reported_seq":1194,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:14.918091+0000","last_change":"2024-03-07T03:07:23.074913+0000","last_active":"2024-03-07T03:15:14.918091+0000","last_peered":"2024-03-07T03:15:14.918091+0000","last_clean":"2024-03-07T03:15:14.918091+0000","last_became_active":"2024-03-07T03:07:23.074530+0000","last_became_peered":"2024-03-07T03:07:23.074530+0000","last_unstale":"2024-03-07T03:15:14.918091+0000","last_undegraded":"2024-03-07T03:15:14.918091+0000","last_fullsized":"2024-03-07T03:15:14.918091+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:13:25.877187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1129,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:23.992537+0000","last_change":"2024-03-07T03:07:58.757756+0000","last_active":"2024-03-07T03:16:23.992537+0000","last_peered":"2024-03-07T03:16:23.992537+0000","last_clean":"2024-03-07T03:16:23.992537+0000","last_became_active":"2024-03-07T03:07:58.757430+0000","last_became_peered":"2024-03-07T03:07:58.757430+0000","last_unstale":"2024-03-07T03:16:23.992537+0000","last_undegraded":"2024-03-07T03:16:23.992537+0000","last_fullsized":"2024-03-07T03:16:23.992537+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:22:21.412765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"863'1564","reported_seq":5165,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:15:33.987325+0000","last_change":"2024-03-07T03:10:57.329944+0000","last_active":"2024-03-07T03:15:33.987325+0000","last_peered":"2024-03-07T03:15:33.987325+0000","last_clean":"2024-03-07T03:15:33.987325+0000","last_became_active":"2024-03-07T03:06:09.990793+0000","last_became_peered":"2024-03-07T03:06:09.990793+0000","last_unstale":"2024-03-07T03:15:33.987325+0000","last_undegraded":"2024-03-07T03:15:33.987325+0000","last_fullsized":"2024-03-07T03:15:33.987325+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1564,"log_dups_size":0,"ondisk_log_size":1564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":143,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:53.639078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.019553126000000001,"stat_sum":{"num_bytes":100999168,"num_objects":73,"num_object_clones":68,"num_object_copies":219,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":1,"num_read":410,"num_read_kb":572954,"num_write":777,"num_write_kb":204640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":51175424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"c"},{"start":"178","length":"4"},{"start":"17e","length":"3"},{"start":"182","length":"4"},{"start":"187","length":"5"},{"start":"18d","length":"2"}]},{"pgid":"4.1","version":"0'0","reported_seq":1082,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:33.096817+0000","last_change":"2024-03-07T03:07:23.071468+0000","last_active":"2024-03-07T03:16:33.096817+0000","last_peered":"2024-03-07T03:16:33.096817+0000","last_clean":"2024-03-07T03:16:33.096817+0000","last_became_active":"2024-03-07T03:07:23.071160+0000","last_became_peered":"2024-03-07T03:07:23.071160+0000","last_unstale":"2024-03-07T03:16:33.096817+0000","last_undegraded":"2024-03-07T03:16:33.096817+0000","last_fullsized":"2024-03-07T03:16:33.096817+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:17:55.686793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":992,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:01.189618+0000","last_change":"2024-03-07T03:07:58.759142+0000","last_active":"2024-03-07T03:16:01.189618+0000","last_peered":"2024-03-07T03:16:01.189618+0000","last_clean":"2024-03-07T03:16:01.189618+0000","last_became_active":"2024-03-07T03:07:58.758771+0000","last_became_peered":"2024-03-07T03:07:58.758771+0000","last_unstale":"2024-03-07T03:16:01.189618+0000","last_undegraded":"2024-03-07T03:16:01.189618+0000","last_fullsized":"2024-03-07T03:16:01.189618+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:45:13.985820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1216,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:50.825492+0000","last_change":"2024-03-07T03:06:09.988597+0000","last_active":"2024-03-07T03:16:50.825492+0000","last_peered":"2024-03-07T03:16:50.825492+0000","last_clean":"2024-03-07T03:16:50.825492+0000","last_became_active":"2024-03-07T03:06:09.988261+0000","last_became_peered":"2024-03-07T03:06:09.988261+0000","last_unstale":"2024-03-07T03:16:50.825492+0000","last_undegraded":"2024-03-07T03:16:50.825492+0000","last_fullsized":"2024-03-07T03:16:50.825492+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:11:06.717251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"843'3099","reported_seq":6400,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:15:45.972108+0000","last_change":"2024-03-07T03:10:57.131044+0000","last_active":"2024-03-07T03:15:45.972108+0000","last_peered":"2024-03-07T03:15:45.972108+0000","last_clean":"2024-03-07T03:15:45.972108+0000","last_became_active":"2024-03-07T03:07:23.084936+0000","last_became_peered":"2024-03-07T03:07:23.084936+0000","last_unstale":"2024-03-07T03:15:45.972108+0000","last_undegraded":"2024-03-07T03:15:45.972108+0000","last_fullsized":"2024-03-07T03:15:45.972108+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3099,"log_dups_size":0,"ondisk_log_size":3099,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:46:48.809690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012703,"stat_sum":{"num_bytes":8347648,"num_objects":13,"num_object_clones":12,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":56,"num_read_kb":33721,"num_write":241,"num_write_kb":36816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":434176,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1148,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:49.531980+0000","last_change":"2024-03-07T03:05:01.461136+0000","last_active":"2024-03-07T03:15:49.531980+0000","last_peered":"2024-03-07T03:15:49.531980+0000","last_clean":"2024-03-07T03:15:49.531980+0000","last_became_active":"2024-03-07T03:05:01.457189+0000","last_became_peered":"2024-03-07T03:05:01.457189+0000","last_unstale":"2024-03-07T03:15:49.531980+0000","last_undegraded":"2024-03-07T03:15:49.531980+0000","last_fullsized":"2024-03-07T03:15:49.531980+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:23.791243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1105,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:58.099399+0000","last_change":"2024-03-07T03:07:58.750311+0000","last_active":"2024-03-07T03:16:58.099399+0000","last_peered":"2024-03-07T03:16:58.099399+0000","last_clean":"2024-03-07T03:16:58.099399+0000","last_became_active":"2024-03-07T03:07:58.750001+0000","last_became_peered":"2024-03-07T03:07:58.750001+0000","last_unstale":"2024-03-07T03:16:58.099399+0000","last_undegraded":"2024-03-07T03:16:58.099399+0000","last_fullsized":"2024-03-07T03:16:58.099399+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:05.963944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"847'12789","reported_seq":16204,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:15:08.087960+0000","last_change":"2024-03-07T03:10:57.124034+0000","last_active":"2024-03-07T03:15:08.087960+0000","last_peered":"2024-03-07T03:15:08.087960+0000","last_clean":"2024-03-07T03:15:08.087960+0000","last_became_active":"2024-03-07T03:06:47.859957+0000","last_became_peered":"2024-03-07T03:06:47.859957+0000","last_unstale":"2024-03-07T03:15:08.087960+0000","last_undegraded":"2024-03-07T03:15:08.087960+0000","last_fullsized":"2024-03-07T03:15:08.087960+0000","mapping_epoch":625,"log_start":"599'6200","ondisk_log_start":"599'6200","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":6589,"log_dups_size":0,"ondisk_log_size":6589,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":137,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:29:13.699651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0091875959999999993,"stat_sum":{"num_bytes":71745536,"num_objects":32,"num_object_clones":30,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":0,"num_read":146,"num_read_kb":316804,"num_write":323,"num_write_kb":90232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":20865024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"5"},{"start":"171","length":"b"},{"start":"17e","length":"8"},{"start":"187","length":"5"},{"start":"18d","length":"3"},{"start":"192","length":"1"},{"start":"197","length":"1"},{"start":"199","length":"2"}]},{"pgid":"2.9","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:14.918021+0000","last_change":"2024-03-07T03:07:58.752456+0000","last_active":"2024-03-07T03:15:14.918021+0000","last_peered":"2024-03-07T03:15:14.918021+0000","last_clean":"2024-03-07T03:15:14.918021+0000","last_became_active":"2024-03-07T03:07:58.752118+0000","last_became_peered":"2024-03-07T03:07:58.752118+0000","last_unstale":"2024-03-07T03:15:14.918021+0000","last_undegraded":"2024-03-07T03:15:14.918021+0000","last_fullsized":"2024-03-07T03:15:14.918021+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:08:08.574482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1120,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:23.992489+0000","last_change":"2024-03-07T03:07:58.757839+0000","last_active":"2024-03-07T03:16:23.992489+0000","last_peered":"2024-03-07T03:16:23.992489+0000","last_clean":"2024-03-07T03:16:23.992489+0000","last_became_active":"2024-03-07T03:07:58.757495+0000","last_became_peered":"2024-03-07T03:07:58.757495+0000","last_unstale":"2024-03-07T03:16:23.992489+0000","last_undegraded":"2024-03-07T03:16:23.992489+0000","last_fullsized":"2024-03-07T03:16:23.992489+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:27:02.190643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"861'1463","reported_seq":5090,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:16:14.534628+0000","last_change":"2024-03-07T03:10:57.330799+0000","last_active":"2024-03-07T03:16:14.534628+0000","last_peered":"2024-03-07T03:16:14.534628+0000","last_clean":"2024-03-07T03:16:14.534628+0000","last_became_active":"2024-03-07T03:07:58.763085+0000","last_became_peered":"2024-03-07T03:07:58.763085+0000","last_unstale":"2024-03-07T03:16:14.534628+0000","last_undegraded":"2024-03-07T03:16:14.534628+0000","last_fullsized":"2024-03-07T03:16:14.534628+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1463,"log_dups_size":0,"ondisk_log_size":1463,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:39:21.050544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.016579719999999999,"stat_sum":{"num_bytes":106192896,"num_objects":71,"num_object_clones":66,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":1,"num_read":323,"num_read_kb":516030,"num_write":942,"num_write_kb":231680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":48201728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:14.918048+0000","last_change":"2024-03-07T03:07:58.752370+0000","last_active":"2024-03-07T03:15:14.918048+0000","last_peered":"2024-03-07T03:15:14.918048+0000","last_clean":"2024-03-07T03:15:14.918048+0000","last_became_active":"2024-03-07T03:07:58.751985+0000","last_became_peered":"2024-03-07T03:07:58.751985+0000","last_unstale":"2024-03-07T03:15:14.918048+0000","last_undegraded":"2024-03-07T03:15:14.918048+0000","last_fullsized":"2024-03-07T03:15:14.918048+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:31:33.590004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1129,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:48.995494+0000","last_change":"2024-03-07T03:06:09.987484+0000","last_active":"2024-03-07T03:16:48.995494+0000","last_peered":"2024-03-07T03:16:48.995494+0000","last_clean":"2024-03-07T03:16:48.995494+0000","last_became_active":"2024-03-07T03:06:09.986947+0000","last_became_peered":"2024-03-07T03:06:09.986947+0000","last_unstale":"2024-03-07T03:16:48.995494+0000","last_undegraded":"2024-03-07T03:16:48.995494+0000","last_fullsized":"2024-03-07T03:16:48.995494+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:37:38.253630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"857'1055","reported_seq":4920,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:15:39.920472+0000","last_change":"2024-03-07T03:10:57.123092+0000","last_active":"2024-03-07T03:15:39.920472+0000","last_peered":"2024-03-07T03:15:39.920472+0000","last_clean":"2024-03-07T03:15:39.920472+0000","last_became_active":"2024-03-07T03:06:09.993513+0000","last_became_peered":"2024-03-07T03:06:09.993513+0000","last_unstale":"2024-03-07T03:15:39.920472+0000","last_undegraded":"2024-03-07T03:15:39.920472+0000","last_fullsized":"2024-03-07T03:15:39.920472+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1055,"log_dups_size":0,"ondisk_log_size":1055,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:34:07.352811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013205965,"stat_sum":{"num_bytes":99745792,"num_objects":66,"num_object_clones":62,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":306,"num_read_kb":434534,"num_write":588,"num_write_kb":145464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":21749760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.b","version":"716'3","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:56.430141+0000","last_change":"2024-03-07T03:07:58.749480+0000","last_active":"2024-03-07T03:16:56.430141+0000","last_peered":"2024-03-07T03:16:56.430141+0000","last_clean":"2024-03-07T03:16:56.430141+0000","last_became_active":"2024-03-07T03:07:58.749098+0000","last_became_peered":"2024-03-07T03:07:58.749098+0000","last_unstale":"2024-03-07T03:16:56.430141+0000","last_undegraded":"2024-03-07T03:16:56.430141+0000","last_fullsized":"2024-03-07T03:16:56.430141+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:35:33.945855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1037,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:01.189552+0000","last_change":"2024-03-07T03:07:23.075725+0000","last_active":"2024-03-07T03:16:01.189552+0000","last_peered":"2024-03-07T03:16:01.189552+0000","last_clean":"2024-03-07T03:16:01.189552+0000","last_became_active":"2024-03-07T03:07:23.075203+0000","last_became_peered":"2024-03-07T03:07:23.075203+0000","last_unstale":"2024-03-07T03:16:01.189552+0000","last_undegraded":"2024-03-07T03:16:01.189552+0000","last_fullsized":"2024-03-07T03:16:01.189552+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:47:11.192302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"863'1711","reported_seq":5462,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:16:14.534560+0000","last_change":"2024-03-07T03:10:57.330918+0000","last_active":"2024-03-07T03:16:14.534560+0000","last_peered":"2024-03-07T03:16:14.534560+0000","last_clean":"2024-03-07T03:16:14.534560+0000","last_became_active":"2024-03-07T03:06:47.849454+0000","last_became_peered":"2024-03-07T03:06:47.849454+0000","last_unstale":"2024-03-07T03:16:14.534560+0000","last_undegraded":"2024-03-07T03:16:14.534560+0000","last_fullsized":"2024-03-07T03:16:14.534560+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1711,"log_dups_size":0,"ondisk_log_size":1711,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:40:07.156907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.014160193999999999,"stat_sum":{"num_bytes":165158912,"num_objects":93,"num_object_clones":87,"num_object_copies":279,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":93,"num_whiteouts":2,"num_read":489,"num_read_kb":756200,"num_write":870,"num_write_kb":258896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":69541888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1158,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:14.534618+0000","last_change":"2024-03-07T03:06:47.847077+0000","last_active":"2024-03-07T03:16:14.534618+0000","last_peered":"2024-03-07T03:16:14.534618+0000","last_clean":"2024-03-07T03:16:14.534618+0000","last_became_active":"2024-03-07T03:06:47.846359+0000","last_became_peered":"2024-03-07T03:06:47.846359+0000","last_unstale":"2024-03-07T03:16:14.534618+0000","last_undegraded":"2024-03-07T03:16:14.534618+0000","last_fullsized":"2024-03-07T03:16:14.534618+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:00:08.102949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":974,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:56.430175+0000","last_change":"2024-03-07T03:07:58.760528+0000","last_active":"2024-03-07T03:16:56.430175+0000","last_peered":"2024-03-07T03:16:56.430175+0000","last_clean":"2024-03-07T03:16:56.430175+0000","last_became_active":"2024-03-07T03:07:58.760226+0000","last_became_peered":"2024-03-07T03:07:58.760226+0000","last_unstale":"2024-03-07T03:16:56.430175+0000","last_undegraded":"2024-03-07T03:16:56.430175+0000","last_fullsized":"2024-03-07T03:16:56.430175+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:10:36.411047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"863'1938","reported_seq":4940,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:49.531994+0000","last_change":"2024-03-07T03:10:56.140803+0000","last_active":"2024-03-07T03:15:49.531994+0000","last_peered":"2024-03-07T03:15:49.531994+0000","last_clean":"2024-03-07T03:15:49.531994+0000","last_became_active":"2024-03-07T03:06:09.993933+0000","last_became_peered":"2024-03-07T03:06:09.993933+0000","last_unstale":"2024-03-07T03:15:49.531994+0000","last_undegraded":"2024-03-07T03:15:49.531994+0000","last_fullsized":"2024-03-07T03:15:49.531994+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1938,"log_dups_size":0,"ondisk_log_size":1938,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:16.359457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.024996012000000001,"stat_sum":{"num_bytes":22765568,"num_objects":17,"num_object_clones":12,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":2,"num_read":350,"num_read_kb":387634,"num_write":702,"num_write_kb":183472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":7151616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.d","version":"61'1","reported_seq":1192,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:39.920505+0000","last_change":"2024-03-07T03:06:09.993129+0000","last_active":"2024-03-07T03:15:39.920505+0000","last_peered":"2024-03-07T03:15:39.920505+0000","last_clean":"2024-03-07T03:15:39.920505+0000","last_became_active":"2024-03-07T03:06:09.992737+0000","last_became_peered":"2024-03-07T03:06:09.992737+0000","last_unstale":"2024-03-07T03:15:39.920505+0000","last_undegraded":"2024-03-07T03:15:39.920505+0000","last_fullsized":"2024-03-07T03:15:39.920505+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:02:42.055569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1053,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:45.972088+0000","last_change":"2024-03-07T03:07:23.076846+0000","last_active":"2024-03-07T03:15:45.972088+0000","last_peered":"2024-03-07T03:15:45.972088+0000","last_clean":"2024-03-07T03:15:45.972088+0000","last_became_active":"2024-03-07T03:07:23.075895+0000","last_became_peered":"2024-03-07T03:07:23.075895+0000","last_unstale":"2024-03-07T03:15:45.972088+0000","last_undegraded":"2024-03-07T03:15:45.972088+0000","last_fullsized":"2024-03-07T03:15:45.972088+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:09:15.080126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"854'331","reported_seq":3441,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:16:36.427861+0000","last_change":"2024-03-07T03:10:57.298223+0000","last_active":"2024-03-07T03:16:36.427861+0000","last_peered":"2024-03-07T03:16:36.427861+0000","last_clean":"2024-03-07T03:16:36.427861+0000","last_became_active":"2024-03-07T03:07:58.749089+0000","last_became_peered":"2024-03-07T03:07:58.749089+0000","last_unstale":"2024-03-07T03:16:36.427861+0000","last_undegraded":"2024-03-07T03:16:36.427861+0000","last_fullsized":"2024-03-07T03:16:36.427861+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":331,"log_dups_size":0,"ondisk_log_size":331,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":83,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:26:07.404191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00085119700000000004,"stat_sum":{"num_bytes":15409152,"num_objects":11,"num_object_clones":10,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":91,"num_read_kb":118251,"num_write":162,"num_write_kb":30616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":34586624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"56"},{"start":"1c2","length":"3"},{"start":"1c9","length":"1"}]},{"pgid":"2.e","version":"61'2","reported_seq":1162,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:14.534664+0000","last_change":"2024-03-07T03:07:58.755578+0000","last_active":"2024-03-07T03:16:14.534664+0000","last_peered":"2024-03-07T03:16:14.534664+0000","last_clean":"2024-03-07T03:16:14.534664+0000","last_became_active":"2024-03-07T03:07:58.755160+0000","last_became_peered":"2024-03-07T03:07:58.755160+0000","last_unstale":"2024-03-07T03:16:14.534664+0000","last_undegraded":"2024-03-07T03:16:14.534664+0000","last_fullsized":"2024-03-07T03:16:14.534664+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:20.584382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":989,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:56.430221+0000","last_change":"2024-03-07T03:07:58.751269+0000","last_active":"2024-03-07T03:16:56.430221+0000","last_peered":"2024-03-07T03:16:56.430221+0000","last_clean":"2024-03-07T03:16:56.430221+0000","last_became_active":"2024-03-07T03:07:58.750956+0000","last_became_peered":"2024-03-07T03:07:58.750956+0000","last_unstale":"2024-03-07T03:16:56.430221+0000","last_undegraded":"2024-03-07T03:16:56.430221+0000","last_fullsized":"2024-03-07T03:16:56.430221+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:39.414545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1008,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:41.187302+0000","last_change":"2024-03-07T03:07:23.081711+0000","last_active":"2024-03-07T03:15:41.187302+0000","last_peered":"2024-03-07T03:15:41.187302+0000","last_clean":"2024-03-07T03:15:41.187302+0000","last_became_active":"2024-03-07T03:07:23.079269+0000","last_became_peered":"2024-03-07T03:07:23.079269+0000","last_unstale":"2024-03-07T03:15:41.187302+0000","last_undegraded":"2024-03-07T03:15:41.187302+0000","last_fullsized":"2024-03-07T03:15:41.187302+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:39.008957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1159,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:24.529402+0000","last_change":"2024-03-07T03:07:23.072806+0000","last_active":"2024-03-07T03:15:24.529402+0000","last_peered":"2024-03-07T03:15:24.529402+0000","last_clean":"2024-03-07T03:15:24.529402+0000","last_became_active":"2024-03-07T03:07:23.071234+0000","last_became_peered":"2024-03-07T03:07:23.071234+0000","last_unstale":"2024-03-07T03:15:24.529402+0000","last_undegraded":"2024-03-07T03:15:24.529402+0000","last_fullsized":"2024-03-07T03:15:24.529402+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:52.610744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1060,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:10.982061+0000","last_change":"2024-03-07T03:06:47.851593+0000","last_active":"2024-03-07T03:17:10.982061+0000","last_peered":"2024-03-07T03:17:10.982061+0000","last_clean":"2024-03-07T03:17:10.982061+0000","last_became_active":"2024-03-07T03:06:47.849677+0000","last_became_peered":"2024-03-07T03:06:47.849677+0000","last_unstale":"2024-03-07T03:17:10.982061+0000","last_undegraded":"2024-03-07T03:17:10.982061+0000","last_fullsized":"2024-03-07T03:17:10.982061+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:30.969251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1118,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:24.529446+0000","last_change":"2024-03-07T03:06:09.995434+0000","last_active":"2024-03-07T03:15:24.529446+0000","last_peered":"2024-03-07T03:15:24.529446+0000","last_clean":"2024-03-07T03:15:24.529446+0000","last_became_active":"2024-03-07T03:06:09.994939+0000","last_became_peered":"2024-03-07T03:06:09.994939+0000","last_unstale":"2024-03-07T03:15:24.529446+0000","last_undegraded":"2024-03-07T03:15:24.529446+0000","last_fullsized":"2024-03-07T03:15:24.529446+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:27:11.737354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1129,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:23.992522+0000","last_change":"2024-03-07T03:06:09.987381+0000","last_active":"2024-03-07T03:16:23.992522+0000","last_peered":"2024-03-07T03:16:23.992522+0000","last_clean":"2024-03-07T03:16:23.992522+0000","last_became_active":"2024-03-07T03:06:09.986952+0000","last_became_peered":"2024-03-07T03:06:09.986952+0000","last_unstale":"2024-03-07T03:16:23.992522+0000","last_undegraded":"2024-03-07T03:16:23.992522+0000","last_fullsized":"2024-03-07T03:16:23.992522+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:26:15.439852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:14.918074+0000","last_change":"2024-03-07T03:05:35.923999+0000","last_active":"2024-03-07T03:15:14.918074+0000","last_peered":"2024-03-07T03:15:14.918074+0000","last_clean":"2024-03-07T03:15:14.918074+0000","last_became_active":"2024-03-07T03:05:35.923719+0000","last_became_peered":"2024-03-07T03:05:35.923719+0000","last_unstale":"2024-03-07T03:15:14.918074+0000","last_undegraded":"2024-03-07T03:15:14.918074+0000","last_fullsized":"2024-03-07T03:15:14.918074+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:43:04.724647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1010,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:01.189608+0000","last_change":"2024-03-07T03:07:58.749989+0000","last_active":"2024-03-07T03:16:01.189608+0000","last_peered":"2024-03-07T03:16:01.189608+0000","last_clean":"2024-03-07T03:16:01.189608+0000","last_became_active":"2024-03-07T03:07:58.749643+0000","last_became_peered":"2024-03-07T03:07:58.749643+0000","last_unstale":"2024-03-07T03:16:01.189608+0000","last_undegraded":"2024-03-07T03:16:01.189608+0000","last_fullsized":"2024-03-07T03:16:01.189608+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:00:44.729806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1112,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:23.992546+0000","last_change":"2024-03-07T03:06:09.999184+0000","last_active":"2024-03-07T03:16:23.992546+0000","last_peered":"2024-03-07T03:16:23.992546+0000","last_clean":"2024-03-07T03:16:23.992546+0000","last_became_active":"2024-03-07T03:06:09.998856+0000","last_became_peered":"2024-03-07T03:06:09.998856+0000","last_unstale":"2024-03-07T03:16:23.992546+0000","last_undegraded":"2024-03-07T03:16:23.992546+0000","last_fullsized":"2024-03-07T03:16:23.992546+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:37:00.102189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1059,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:25.969656+0000","last_change":"2024-03-07T03:06:47.857644+0000","last_active":"2024-03-07T03:15:25.969656+0000","last_peered":"2024-03-07T03:15:25.969656+0000","last_clean":"2024-03-07T03:15:25.969656+0000","last_became_active":"2024-03-07T03:06:47.857354+0000","last_became_peered":"2024-03-07T03:06:47.857354+0000","last_unstale":"2024-03-07T03:15:25.969656+0000","last_undegraded":"2024-03-07T03:15:25.969656+0000","last_fullsized":"2024-03-07T03:15:25.969656+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:02:18.860369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1120,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:48.995469+0000","last_change":"2024-03-07T03:06:09.987872+0000","last_active":"2024-03-07T03:16:48.995469+0000","last_peered":"2024-03-07T03:16:48.995469+0000","last_clean":"2024-03-07T03:16:48.995469+0000","last_became_active":"2024-03-07T03:06:09.986852+0000","last_became_peered":"2024-03-07T03:06:09.986852+0000","last_unstale":"2024-03-07T03:16:48.995469+0000","last_undegraded":"2024-03-07T03:16:48.995469+0000","last_fullsized":"2024-03-07T03:16:48.995469+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:13.708512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1037,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:45.972051+0000","last_change":"2024-03-07T03:07:58.755825+0000","last_active":"2024-03-07T03:15:45.972051+0000","last_peered":"2024-03-07T03:15:45.972051+0000","last_clean":"2024-03-07T03:15:45.972051+0000","last_became_active":"2024-03-07T03:07:58.755395+0000","last_became_peered":"2024-03-07T03:07:58.755395+0000","last_unstale":"2024-03-07T03:15:45.972051+0000","last_undegraded":"2024-03-07T03:15:45.972051+0000","last_fullsized":"2024-03-07T03:15:45.972051+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:10:43.184914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:05.814494+0000","last_change":"2024-03-07T03:07:58.753962+0000","last_active":"2024-03-07T03:15:05.814494+0000","last_peered":"2024-03-07T03:15:05.814494+0000","last_clean":"2024-03-07T03:15:05.814494+0000","last_became_active":"2024-03-07T03:07:58.753619+0000","last_became_peered":"2024-03-07T03:07:58.753619+0000","last_unstale":"2024-03-07T03:15:05.814494+0000","last_undegraded":"2024-03-07T03:15:05.814494+0000","last_fullsized":"2024-03-07T03:15:05.814494+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:44:44.641067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1015,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:21.191831+0000","last_change":"2024-03-07T03:07:23.078516+0000","last_active":"2024-03-07T03:16:21.191831+0000","last_peered":"2024-03-07T03:16:21.191831+0000","last_clean":"2024-03-07T03:16:21.191831+0000","last_became_active":"2024-03-07T03:07:23.076017+0000","last_became_peered":"2024-03-07T03:07:23.076017+0000","last_unstale":"2024-03-07T03:16:21.191831+0000","last_undegraded":"2024-03-07T03:16:21.191831+0000","last_fullsized":"2024-03-07T03:16:21.191831+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:17:54.725933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":857645056,"num_objects":516,"num_object_clones":466,"num_object_copies":1548,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":516,"num_whiteouts":8,"num_read":3826,"num_read_kb":5949842,"num_write":7931,"num_write_kb":1978632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":107,"num_bytes_recovered":385712128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1170673664,"data_stored":2969124864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28580,"ondisk_log_size":28580,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197,"ondisk_log_size":197,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":26375,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":694,"seq":2980707303564,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":150184,"kb_used_data":96156,"kb_used_omap":35,"kb_used_meta":53980,"kb_avail":93594968,"statfs":{"total":95995035648,"available":95841247232,"internally_reserved":0,"allocated":98463744,"data_stored":167037349,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36312,"internal_metadata":55276072},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":660,"seq":2834678415507,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":94940,"kb_used_data":42576,"kb_used_omap":23,"kb_used_meta":52328,"kb_avail":93650212,"statfs":{"total":95995035648,"available":95897817088,"internally_reserved":0,"allocated":43597824,"data_stored":80829959,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":24173,"internal_metadata":53584275},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":463,"seq":1988569858237,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":692864,"kb_used_data":193964,"kb_used_omap":46,"kb_used_meta":498833,"kb_avail":93052288,"statfs":{"total":95995035648,"available":95285542912,"internally_reserved":0,"allocated":198619136,"data_stored":533391905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48036,"internal_metadata":510805084},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":528,"seq":2267742732463,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":401776,"kb_used_data":209252,"kb_used_omap":54,"kb_used_meta":192457,"kb_avail":93343376,"statfs":{"total":95995035648,"available":95583617024,"internally_reserved":0,"allocated":214274048,"data_stored":587826473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56016,"internal_metadata":197076272},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":495,"seq":2126008811702,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":485244,"kb_used_data":166572,"kb_used_omap":47,"kb_used_meta":318608,"kb_avail":93259908,"statfs":{"total":95995035648,"available":95498145792,"internally_reserved":0,"allocated":170569728,"data_stored":457545161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48143,"internal_metadata":326255601},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":562,"seq":2413771620520,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":177748,"kb_used_data":84672,"kb_used_omap":37,"kb_used_meta":93018,"kb_avail":93567404,"statfs":{"total":95995035648,"available":95813021696,"internally_reserved":0,"allocated":86704128,"data_stored":171510863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38083,"internal_metadata":95251261},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":591,"seq":2538325672097,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":365920,"kb_used_data":157844,"kb_used_omap":61,"kb_used_meta":208002,"kb_avail":93379232,"statfs":{"total":95995035648,"available":95620333568,"internally_reserved":0,"allocated":161632256,"data_stored":367986669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":62843,"internal_metadata":212994693},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":625,"seq":2684354560154,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":509804,"kb_used_data":269020,"kb_used_omap":73,"kb_used_meta":240694,"kb_avail":93235348,"statfs":{"total":95995035648,"available":95472996352,"internally_reserved":0,"allocated":275476480,"data_stored":649851960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":75044,"internal_metadata":246471388},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7413,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2060,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2124,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3359,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3677,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2797,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2839,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2106,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":188411904,"data_stored":527167488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":160964608,"data_stored":451911680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":204677120,"data_stored":582193152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":77082624,"data_stored":165871616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":152018944,"data_stored":362352640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":265863168,"data_stored":644214784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":33390592,"data_stored":74600448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":88264704,"data_stored":160813056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-07T03:19:32.881 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:19:32.881 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:19:32.881 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:19:32.881 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-07T03:19:32.881 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-07T03:19:32.881 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-07T03:19:32.881 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.c in trimming, state: active+clean+snaptrim_error 2024-03-07T03:19:32.881 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-07T03:19:32.881 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:19:32.881 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-07T03:19:33.318 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:19:33 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:19:33] "GET /metrics HTTP/1.1" 200 36315 "" "Prometheus/2.43.0" 2024-03-07T03:19:34.068 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:19:33 smithi090 ceph-mon[89511]: pgmap v986: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:34.069 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:19:33 smithi090 ceph-mon[89511]: from='client.44678 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:19:34.069 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:19:33 smithi090 ceph-mon[91928]: pgmap v986: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:34.069 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:19:33 smithi090 ceph-mon[91928]: from='client.44678 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:19:34.157 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:19:33 smithi092 ceph-mon[83777]: pgmap v986: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:34.157 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:19:33 smithi092 ceph-mon[83777]: from='client.44678 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:19:36.068 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:19:35 smithi090 ceph-mon[89511]: pgmap v987: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:36.069 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:19:35 smithi090 ceph-mon[91928]: pgmap v987: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:36.157 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:19:35 smithi092 ceph-mon[83777]: pgmap v987: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:38.068 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:19:37 smithi090 ceph-mon[89511]: pgmap v988: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:38.069 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:19:37 smithi090 ceph-mon[91928]: pgmap v988: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:38.157 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:19:37 smithi092 ceph-mon[83777]: pgmap v988: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:40.068 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:19:39 smithi090 ceph-mon[89511]: pgmap v989: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:40.069 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:19:39 smithi090 ceph-mon[91928]: pgmap v989: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:40.157 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:19:39 smithi092 ceph-mon[83777]: pgmap v989: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:42.068 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:19:41 smithi090 ceph-mon[89511]: pgmap v990: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:42.069 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:19:41 smithi090 ceph-mon[91928]: pgmap v990: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:42.157 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:19:41 smithi092 ceph-mon[83777]: pgmap v990: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:42.657 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:19:42 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:19:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:19:42.883 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph pg dump --format=json 2024-03-07T03:19:43.098 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T03:19:43.220 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:19:43 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:19:43] "GET /metrics HTTP/1.1" 200 36311 "" "Prometheus/2.43.0" 2024-03-07T03:19:43.793 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:19:43 smithi090 ceph-mon[91928]: pgmap v991: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:43.793 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:19:43 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:19:43.794 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:19:43 smithi090 ceph-mon[89511]: pgmap v991: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:43.794 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:19:43 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:19:44.157 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:19:43 smithi092 ceph-mon[83777]: pgmap v991: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:44.157 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:19:43 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:19:45.223 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T03:19:45.225 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-03-07T03:19:45.766 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:19:45 smithi090 ceph-mon[89511]: pgmap v992: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:45.882 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":992,"stamp":"2024-03-07T03:19:44.018158+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":858242044,"num_objects":540,"num_object_clones":466,"num_object_copies":1620,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":540,"num_whiteouts":8,"num_read":4717,"num_read_kb":5951239,"num_write":8310,"num_write_kb":1981084,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":113,"num_bytes_recovered":387483232,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28845,"ondisk_log_size":28845,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2878480,"kb_used_data":1220056,"kb_used_omap":379,"kb_used_meta":1657924,"kb_avail":747082736,"statfs":{"total":767960285184,"available":765012721664,"internally_reserved":0,"allocated":1249337344,"data_stored":3015980339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":388650,"internal_metadata":1697714646},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004258"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":975,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:16.425753+0000","last_change":"2024-03-07T03:07:58.753984+0000","last_active":"2024-03-07T03:16:16.425753+0000","last_peered":"2024-03-07T03:16:16.425753+0000","last_clean":"2024-03-07T03:16:16.425753+0000","last_became_active":"2024-03-07T03:07:58.753138+0000","last_became_peered":"2024-03-07T03:07:58.753138+0000","last_unstale":"2024-03-07T03:16:16.425753+0000","last_undegraded":"2024-03-07T03:16:16.425753+0000","last_fullsized":"2024-03-07T03:16:16.425753+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:37:39.612519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:54.928301+0000","last_change":"2024-03-07T03:07:23.074862+0000","last_active":"2024-03-07T03:16:54.928301+0000","last_peered":"2024-03-07T03:16:54.928301+0000","last_clean":"2024-03-07T03:16:54.928301+0000","last_became_active":"2024-03-07T03:07:23.074512+0000","last_became_peered":"2024-03-07T03:07:23.074512+0000","last_unstale":"2024-03-07T03:16:54.928301+0000","last_undegraded":"2024-03-07T03:16:54.928301+0000","last_fullsized":"2024-03-07T03:16:54.928301+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:45:24.128672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1216,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822233+0000","last_change":"2024-03-07T03:05:01.446762+0000","last_active":"2024-03-07T03:16:20.822233+0000","last_peered":"2024-03-07T03:16:20.822233+0000","last_clean":"2024-03-07T03:16:20.822233+0000","last_became_active":"2024-03-07T03:05:01.446425+0000","last_became_peered":"2024-03-07T03:05:01.446425+0000","last_unstale":"2024-03-07T03:16:20.822233+0000","last_undegraded":"2024-03-07T03:16:20.822233+0000","last_fullsized":"2024-03-07T03:16:20.822233+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:39:39.897066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1055,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:45.979415+0000","last_change":"2024-03-07T03:07:58.755992+0000","last_active":"2024-03-07T03:16:45.979415+0000","last_peered":"2024-03-07T03:16:45.979415+0000","last_clean":"2024-03-07T03:16:45.979415+0000","last_became_active":"2024-03-07T03:07:58.755499+0000","last_became_peered":"2024-03-07T03:07:58.755499+0000","last_unstale":"2024-03-07T03:16:45.979415+0000","last_undegraded":"2024-03-07T03:16:45.979415+0000","last_fullsized":"2024-03-07T03:16:45.979415+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:26:12.313572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:26.420373+0000","last_change":"2024-03-07T03:07:58.752235+0000","last_active":"2024-03-07T03:15:26.420373+0000","last_peered":"2024-03-07T03:15:26.420373+0000","last_clean":"2024-03-07T03:15:26.420373+0000","last_became_active":"2024-03-07T03:07:58.751575+0000","last_became_peered":"2024-03-07T03:07:58.751575+0000","last_unstale":"2024-03-07T03:15:26.420373+0000","last_undegraded":"2024-03-07T03:15:26.420373+0000","last_fullsized":"2024-03-07T03:15:26.420373+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:12:05.995515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1032,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:45.979386+0000","last_change":"2024-03-07T03:06:47.859644+0000","last_active":"2024-03-07T03:16:45.979386+0000","last_peered":"2024-03-07T03:16:45.979386+0000","last_clean":"2024-03-07T03:16:45.979386+0000","last_became_active":"2024-03-07T03:06:47.859097+0000","last_became_peered":"2024-03-07T03:06:47.859097+0000","last_unstale":"2024-03-07T03:16:45.979386+0000","last_undegraded":"2024-03-07T03:16:45.979386+0000","last_fullsized":"2024-03-07T03:16:45.979386+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:22:46.909130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:26.420347+0000","last_change":"2024-03-07T03:07:58.754226+0000","last_active":"2024-03-07T03:15:26.420347+0000","last_peered":"2024-03-07T03:15:26.420347+0000","last_clean":"2024-03-07T03:15:26.420347+0000","last_became_active":"2024-03-07T03:07:58.753169+0000","last_became_peered":"2024-03-07T03:07:58.753169+0000","last_unstale":"2024-03-07T03:15:26.420347+0000","last_undegraded":"2024-03-07T03:15:26.420347+0000","last_fullsized":"2024-03-07T03:15:26.420347+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:46:59.258099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1088,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:33.987297+0000","last_change":"2024-03-07T03:07:23.073492+0000","last_active":"2024-03-07T03:15:33.987297+0000","last_peered":"2024-03-07T03:15:33.987297+0000","last_clean":"2024-03-07T03:15:33.987297+0000","last_became_active":"2024-03-07T03:07:23.071929+0000","last_became_peered":"2024-03-07T03:07:23.071929+0000","last_unstale":"2024-03-07T03:15:33.987297+0000","last_undegraded":"2024-03-07T03:15:33.987297+0000","last_fullsized":"2024-03-07T03:15:33.987297+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:35:26.391722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":980,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:11.418817+0000","last_change":"2024-03-07T03:07:58.760328+0000","last_active":"2024-03-07T03:15:11.418817+0000","last_peered":"2024-03-07T03:15:11.418817+0000","last_clean":"2024-03-07T03:15:11.418817+0000","last_became_active":"2024-03-07T03:07:58.760046+0000","last_became_peered":"2024-03-07T03:07:58.760046+0000","last_unstale":"2024-03-07T03:15:11.418817+0000","last_undegraded":"2024-03-07T03:15:11.418817+0000","last_fullsized":"2024-03-07T03:15:11.418817+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:08:46.356817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1007,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:01.196169+0000","last_change":"2024-03-07T03:07:23.079945+0000","last_active":"2024-03-07T03:17:01.196169+0000","last_peered":"2024-03-07T03:17:01.196169+0000","last_clean":"2024-03-07T03:17:01.196169+0000","last_became_active":"2024-03-07T03:07:23.078551+0000","last_became_peered":"2024-03-07T03:07:23.078551+0000","last_unstale":"2024-03-07T03:17:01.196169+0000","last_undegraded":"2024-03-07T03:17:01.196169+0000","last_fullsized":"2024-03-07T03:17:01.196169+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:03:46.670084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1007,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:01.196137+0000","last_change":"2024-03-07T03:07:23.081963+0000","last_active":"2024-03-07T03:17:01.196137+0000","last_peered":"2024-03-07T03:17:01.196137+0000","last_clean":"2024-03-07T03:17:01.196137+0000","last_became_active":"2024-03-07T03:07:23.080128+0000","last_became_peered":"2024-03-07T03:07:23.080128+0000","last_unstale":"2024-03-07T03:17:01.196137+0000","last_undegraded":"2024-03-07T03:17:01.196137+0000","last_fullsized":"2024-03-07T03:17:01.196137+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:56.813267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1150,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:04.539266+0000","last_change":"2024-03-07T03:07:23.074902+0000","last_active":"2024-03-07T03:17:04.539266+0000","last_peered":"2024-03-07T03:17:04.539266+0000","last_clean":"2024-03-07T03:17:04.539266+0000","last_became_active":"2024-03-07T03:07:23.074466+0000","last_became_peered":"2024-03-07T03:07:23.074466+0000","last_unstale":"2024-03-07T03:17:04.539266+0000","last_undegraded":"2024-03-07T03:17:04.539266+0000","last_fullsized":"2024-03-07T03:17:04.539266+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:40:20.268555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1118,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:13.984667+0000","last_change":"2024-03-07T03:07:23.072635+0000","last_active":"2024-03-07T03:15:13.984667+0000","last_peered":"2024-03-07T03:15:13.984667+0000","last_clean":"2024-03-07T03:15:13.984667+0000","last_became_active":"2024-03-07T03:07:23.071712+0000","last_became_peered":"2024-03-07T03:07:23.071712+0000","last_unstale":"2024-03-07T03:15:13.984667+0000","last_undegraded":"2024-03-07T03:15:13.984667+0000","last_fullsized":"2024-03-07T03:15:13.984667+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:00:39.298564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:30.816816+0000","last_change":"2024-03-07T03:06:47.851538+0000","last_active":"2024-03-07T03:15:30.816816+0000","last_peered":"2024-03-07T03:15:30.816816+0000","last_clean":"2024-03-07T03:15:30.816816+0000","last_became_active":"2024-03-07T03:06:47.851183+0000","last_became_peered":"2024-03-07T03:06:47.851183+0000","last_unstale":"2024-03-07T03:15:30.816816+0000","last_undegraded":"2024-03-07T03:15:30.816816+0000","last_fullsized":"2024-03-07T03:15:30.816816+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:36:23.932334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:04.922575+0000","last_change":"2024-03-07T03:06:47.843126+0000","last_active":"2024-03-07T03:16:04.922575+0000","last_peered":"2024-03-07T03:16:04.922575+0000","last_clean":"2024-03-07T03:16:04.922575+0000","last_became_active":"2024-03-07T03:06:47.842736+0000","last_became_peered":"2024-03-07T03:06:47.842736+0000","last_unstale":"2024-03-07T03:16:04.922575+0000","last_undegraded":"2024-03-07T03:16:04.922575+0000","last_fullsized":"2024-03-07T03:16:04.922575+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:48:10.843465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1036,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:05.974417+0000","last_change":"2024-03-07T03:07:58.755620+0000","last_active":"2024-03-07T03:16:05.974417+0000","last_peered":"2024-03-07T03:16:05.974417+0000","last_clean":"2024-03-07T03:16:05.974417+0000","last_became_active":"2024-03-07T03:07:58.755267+0000","last_became_peered":"2024-03-07T03:07:58.755267+0000","last_unstale":"2024-03-07T03:16:05.974417+0000","last_undegraded":"2024-03-07T03:16:05.974417+0000","last_fullsized":"2024-03-07T03:16:05.974417+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:51:32.339400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1040,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:05.974492+0000","last_change":"2024-03-07T03:07:58.756358+0000","last_active":"2024-03-07T03:16:05.974492+0000","last_peered":"2024-03-07T03:16:05.974492+0000","last_clean":"2024-03-07T03:16:05.974492+0000","last_became_active":"2024-03-07T03:07:58.755960+0000","last_became_peered":"2024-03-07T03:07:58.755960+0000","last_unstale":"2024-03-07T03:16:05.974492+0000","last_undegraded":"2024-03-07T03:16:05.974492+0000","last_fullsized":"2024-03-07T03:16:05.974492+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:47.464423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1158,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:39.537174+0000","last_change":"2024-03-07T03:07:58.755619+0000","last_active":"2024-03-07T03:16:39.537174+0000","last_peered":"2024-03-07T03:16:39.537174+0000","last_clean":"2024-03-07T03:16:39.537174+0000","last_became_active":"2024-03-07T03:07:58.755214+0000","last_became_peered":"2024-03-07T03:07:58.755214+0000","last_unstale":"2024-03-07T03:16:39.537174+0000","last_undegraded":"2024-03-07T03:16:39.537174+0000","last_fullsized":"2024-03-07T03:16:39.537174+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:59:02.041330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":974,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:56.430188+0000","last_change":"2024-03-07T03:07:58.756563+0000","last_active":"2024-03-07T03:16:56.430188+0000","last_peered":"2024-03-07T03:16:56.430188+0000","last_clean":"2024-03-07T03:16:56.430188+0000","last_became_active":"2024-03-07T03:07:58.752195+0000","last_became_peered":"2024-03-07T03:07:58.752195+0000","last_unstale":"2024-03-07T03:16:56.430188+0000","last_undegraded":"2024-03-07T03:16:56.430188+0000","last_fullsized":"2024-03-07T03:16:56.430188+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:32:35.496500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"716'5","reported_seq":1224,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822272+0000","last_change":"2024-03-07T03:07:58.753999+0000","last_active":"2024-03-07T03:16:20.822272+0000","last_peered":"2024-03-07T03:16:20.822272+0000","last_clean":"2024-03-07T03:16:20.822272+0000","last_became_active":"2024-03-07T03:07:58.753607+0000","last_became_peered":"2024-03-07T03:07:58.753607+0000","last_unstale":"2024-03-07T03:16:20.822272+0000","last_undegraded":"2024-03-07T03:16:20.822272+0000","last_fullsized":"2024-03-07T03:16:20.822272+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:28:57.567238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1113,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:34.000512+0000","last_change":"2024-03-07T03:07:23.083830+0000","last_active":"2024-03-07T03:17:34.000512+0000","last_peered":"2024-03-07T03:17:34.000512+0000","last_clean":"2024-03-07T03:17:34.000512+0000","last_became_active":"2024-03-07T03:07:23.083530+0000","last_became_peered":"2024-03-07T03:07:23.083530+0000","last_unstale":"2024-03-07T03:17:34.000512+0000","last_undegraded":"2024-03-07T03:17:34.000512+0000","last_fullsized":"2024-03-07T03:17:34.000512+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:57.938032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"716'2","reported_seq":1133,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:34.000522+0000","last_change":"2024-03-07T03:06:47.849618+0000","last_active":"2024-03-07T03:17:34.000522+0000","last_peered":"2024-03-07T03:17:34.000522+0000","last_clean":"2024-03-07T03:17:34.000522+0000","last_became_active":"2024-03-07T03:06:47.849222+0000","last_became_peered":"2024-03-07T03:06:47.849222+0000","last_unstale":"2024-03-07T03:17:34.000522+0000","last_undegraded":"2024-03-07T03:17:34.000522+0000","last_fullsized":"2024-03-07T03:17:34.000522+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:36:41.880143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1216,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822262+0000","last_change":"2024-03-07T03:06:47.851880+0000","last_active":"2024-03-07T03:16:20.822262+0000","last_peered":"2024-03-07T03:16:20.822262+0000","last_clean":"2024-03-07T03:16:20.822262+0000","last_became_active":"2024-03-07T03:06:47.851176+0000","last_became_peered":"2024-03-07T03:06:47.851176+0000","last_unstale":"2024-03-07T03:16:20.822262+0000","last_undegraded":"2024-03-07T03:16:20.822262+0000","last_fullsized":"2024-03-07T03:16:20.822262+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:38:59.663068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":978,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:26.420409+0000","last_change":"2024-03-07T03:07:58.757245+0000","last_active":"2024-03-07T03:15:26.420409+0000","last_peered":"2024-03-07T03:15:26.420409+0000","last_clean":"2024-03-07T03:15:26.420409+0000","last_became_active":"2024-03-07T03:07:58.754456+0000","last_became_peered":"2024-03-07T03:07:58.754456+0000","last_unstale":"2024-03-07T03:15:26.420409+0000","last_undegraded":"2024-03-07T03:15:26.420409+0000","last_fullsized":"2024-03-07T03:15:26.420409+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:57:32.153933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1045,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:45.979429+0000","last_change":"2024-03-07T03:06:47.855220+0000","last_active":"2024-03-07T03:16:45.979429+0000","last_peered":"2024-03-07T03:16:45.979429+0000","last_clean":"2024-03-07T03:16:45.979429+0000","last_became_active":"2024-03-07T03:06:47.854836+0000","last_became_peered":"2024-03-07T03:06:47.854836+0000","last_unstale":"2024-03-07T03:16:45.979429+0000","last_undegraded":"2024-03-07T03:16:45.979429+0000","last_fullsized":"2024-03-07T03:16:45.979429+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:51:35.386552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:26.420388+0000","last_change":"2024-03-07T03:07:58.757676+0000","last_active":"2024-03-07T03:15:26.420388+0000","last_peered":"2024-03-07T03:15:26.420388+0000","last_clean":"2024-03-07T03:15:26.420388+0000","last_became_active":"2024-03-07T03:07:58.753930+0000","last_became_peered":"2024-03-07T03:07:58.753930+0000","last_unstale":"2024-03-07T03:15:26.420388+0000","last_undegraded":"2024-03-07T03:15:26.420388+0000","last_fullsized":"2024-03-07T03:15:26.420388+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:56.639688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1039,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:45.979442+0000","last_change":"2024-03-07T03:07:23.076532+0000","last_active":"2024-03-07T03:16:45.979442+0000","last_peered":"2024-03-07T03:16:45.979442+0000","last_clean":"2024-03-07T03:16:45.979442+0000","last_became_active":"2024-03-07T03:07:23.076234+0000","last_became_peered":"2024-03-07T03:07:23.076234+0000","last_unstale":"2024-03-07T03:16:45.979442+0000","last_undegraded":"2024-03-07T03:16:45.979442+0000","last_fullsized":"2024-03-07T03:16:45.979442+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:16:39.967241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"716'2","reported_seq":1091,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:33.987379+0000","last_change":"2024-03-07T03:07:58.752045+0000","last_active":"2024-03-07T03:15:33.987379+0000","last_peered":"2024-03-07T03:15:33.987379+0000","last_clean":"2024-03-07T03:15:33.987379+0000","last_became_active":"2024-03-07T03:07:58.751585+0000","last_became_peered":"2024-03-07T03:07:58.751585+0000","last_unstale":"2024-03-07T03:15:33.987379+0000","last_undegraded":"2024-03-07T03:15:33.987379+0000","last_fullsized":"2024-03-07T03:15:33.987379+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:03:01.652607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1109,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:08.094223+0000","last_change":"2024-03-07T03:06:09.990854+0000","last_active":"2024-03-07T03:16:08.094223+0000","last_peered":"2024-03-07T03:16:08.094223+0000","last_clean":"2024-03-07T03:16:08.094223+0000","last_became_active":"2024-03-07T03:06:09.990464+0000","last_became_peered":"2024-03-07T03:06:09.990464+0000","last_unstale":"2024-03-07T03:16:08.094223+0000","last_undegraded":"2024-03-07T03:16:08.094223+0000","last_fullsized":"2024-03-07T03:16:08.094223+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:53:52.856954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"716'2","reported_seq":1011,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:14:51.181910+0000","last_change":"2024-03-07T03:07:58.754526+0000","last_active":"2024-03-07T03:14:51.181910+0000","last_peered":"2024-03-07T03:14:51.181910+0000","last_clean":"2024-03-07T03:14:51.181910+0000","last_became_active":"2024-03-07T03:07:58.754123+0000","last_became_peered":"2024-03-07T03:07:58.754123+0000","last_unstale":"2024-03-07T03:14:51.181910+0000","last_undegraded":"2024-03-07T03:14:51.181910+0000","last_fullsized":"2024-03-07T03:14:51.181910+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:41:34.446180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822224+0000","last_change":"2024-03-07T03:07:58.750769+0000","last_active":"2024-03-07T03:16:20.822224+0000","last_peered":"2024-03-07T03:16:20.822224+0000","last_clean":"2024-03-07T03:16:20.822224+0000","last_became_active":"2024-03-07T03:07:58.749974+0000","last_became_peered":"2024-03-07T03:07:58.749974+0000","last_unstale":"2024-03-07T03:16:20.822224+0000","last_undegraded":"2024-03-07T03:16:20.822224+0000","last_fullsized":"2024-03-07T03:16:20.822224+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:56:14.059734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1128,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:13.984650+0000","last_change":"2024-03-07T03:07:23.072942+0000","last_active":"2024-03-07T03:15:13.984650+0000","last_peered":"2024-03-07T03:15:13.984650+0000","last_clean":"2024-03-07T03:15:13.984650+0000","last_became_active":"2024-03-07T03:07:23.072639+0000","last_became_peered":"2024-03-07T03:07:23.072639+0000","last_unstale":"2024-03-07T03:15:13.984650+0000","last_undegraded":"2024-03-07T03:15:13.984650+0000","last_fullsized":"2024-03-07T03:15:13.984650+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:42.808853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1125,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:13.984615+0000","last_change":"2024-03-07T03:05:35.934963+0000","last_active":"2024-03-07T03:15:13.984615+0000","last_peered":"2024-03-07T03:15:13.984615+0000","last_clean":"2024-03-07T03:15:13.984615+0000","last_became_active":"2024-03-07T03:05:35.932493+0000","last_became_peered":"2024-03-07T03:05:35.932493+0000","last_unstale":"2024-03-07T03:15:13.984615+0000","last_undegraded":"2024-03-07T03:15:13.984615+0000","last_fullsized":"2024-03-07T03:15:13.984615+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:00:57.111662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1041,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:25.976999+0000","last_change":"2024-03-07T03:07:58.756063+0000","last_active":"2024-03-07T03:16:25.976999+0000","last_peered":"2024-03-07T03:16:25.976999+0000","last_clean":"2024-03-07T03:16:25.976999+0000","last_became_active":"2024-03-07T03:07:58.755712+0000","last_became_peered":"2024-03-07T03:07:58.755712+0000","last_unstale":"2024-03-07T03:16:25.976999+0000","last_undegraded":"2024-03-07T03:16:25.976999+0000","last_fullsized":"2024-03-07T03:16:25.976999+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:13:06.484346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:29.925426+0000","last_change":"2024-03-07T03:06:09.996319+0000","last_active":"2024-03-07T03:16:29.925426+0000","last_peered":"2024-03-07T03:16:29.925426+0000","last_clean":"2024-03-07T03:16:29.925426+0000","last_became_active":"2024-03-07T03:06:09.996002+0000","last_became_peered":"2024-03-07T03:06:09.996002+0000","last_unstale":"2024-03-07T03:16:29.925426+0000","last_undegraded":"2024-03-07T03:16:29.925426+0000","last_fullsized":"2024-03-07T03:16:29.925426+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:41:55.764562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1008,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:01.196182+0000","last_change":"2024-03-07T03:07:23.083466+0000","last_active":"2024-03-07T03:17:01.196182+0000","last_peered":"2024-03-07T03:17:01.196182+0000","last_clean":"2024-03-07T03:17:01.196182+0000","last_became_active":"2024-03-07T03:07:23.083156+0000","last_became_peered":"2024-03-07T03:07:23.083156+0000","last_unstale":"2024-03-07T03:17:01.196182+0000","last_undegraded":"2024-03-07T03:17:01.196182+0000","last_fullsized":"2024-03-07T03:17:01.196182+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:32:00.539449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1027,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:25.977070+0000","last_change":"2024-03-07T03:07:58.752127+0000","last_active":"2024-03-07T03:16:25.977070+0000","last_peered":"2024-03-07T03:16:25.977070+0000","last_clean":"2024-03-07T03:16:25.977070+0000","last_became_active":"2024-03-07T03:07:58.751770+0000","last_became_peered":"2024-03-07T03:07:58.751770+0000","last_unstale":"2024-03-07T03:16:25.977070+0000","last_undegraded":"2024-03-07T03:16:25.977070+0000","last_fullsized":"2024-03-07T03:16:25.977070+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:43.791488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1061,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:25.977059+0000","last_change":"2024-03-07T03:07:23.077653+0000","last_active":"2024-03-07T03:16:25.977059+0000","last_peered":"2024-03-07T03:16:25.977059+0000","last_clean":"2024-03-07T03:16:25.977059+0000","last_became_active":"2024-03-07T03:07:23.077355+0000","last_became_peered":"2024-03-07T03:07:23.077355+0000","last_unstale":"2024-03-07T03:16:25.977059+0000","last_undegraded":"2024-03-07T03:16:25.977059+0000","last_fullsized":"2024-03-07T03:16:25.977059+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:45.861158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:55.819456+0000","last_change":"2024-03-07T03:06:47.851508+0000","last_active":"2024-03-07T03:15:55.819456+0000","last_peered":"2024-03-07T03:15:55.819456+0000","last_clean":"2024-03-07T03:15:55.819456+0000","last_became_active":"2024-03-07T03:06:47.850839+0000","last_became_peered":"2024-03-07T03:06:47.850839+0000","last_unstale":"2024-03-07T03:15:55.819456+0000","last_undegraded":"2024-03-07T03:15:55.819456+0000","last_fullsized":"2024-03-07T03:15:55.819456+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:08:06.622234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1194,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:29.925482+0000","last_change":"2024-03-07T03:06:47.845848+0000","last_active":"2024-03-07T03:16:29.925482+0000","last_peered":"2024-03-07T03:16:29.925482+0000","last_clean":"2024-03-07T03:16:29.925482+0000","last_became_active":"2024-03-07T03:06:47.845425+0000","last_became_peered":"2024-03-07T03:06:47.845425+0000","last_unstale":"2024-03-07T03:16:29.925482+0000","last_undegraded":"2024-03-07T03:16:29.925482+0000","last_fullsized":"2024-03-07T03:16:29.925482+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:16:24.833986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1080,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:28.090047+0000","last_change":"2024-03-07T03:07:58.754983+0000","last_active":"2024-03-07T03:15:28.090047+0000","last_peered":"2024-03-07T03:15:28.090047+0000","last_clean":"2024-03-07T03:15:28.090047+0000","last_became_active":"2024-03-07T03:07:58.754657+0000","last_became_peered":"2024-03-07T03:07:58.754657+0000","last_unstale":"2024-03-07T03:15:28.090047+0000","last_undegraded":"2024-03-07T03:15:28.090047+0000","last_fullsized":"2024-03-07T03:15:28.090047+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:06:00.897772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"716'29","reported_seq":1043,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:41.193896+0000","last_change":"2024-03-07T03:07:23.079677+0000","last_active":"2024-03-07T03:16:41.193896+0000","last_peered":"2024-03-07T03:16:41.193896+0000","last_clean":"2024-03-07T03:16:41.193896+0000","last_became_active":"2024-03-07T03:07:23.079320+0000","last_became_peered":"2024-03-07T03:07:23.079320+0000","last_unstale":"2024-03-07T03:16:41.193896+0000","last_undegraded":"2024-03-07T03:16:41.193896+0000","last_fullsized":"2024-03-07T03:16:41.193896+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:49:54.979015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:11.418787+0000","last_change":"2024-03-07T03:07:58.758376+0000","last_active":"2024-03-07T03:15:11.418787+0000","last_peered":"2024-03-07T03:15:11.418787+0000","last_clean":"2024-03-07T03:15:11.418787+0000","last_became_active":"2024-03-07T03:07:58.757816+0000","last_became_peered":"2024-03-07T03:07:58.757816+0000","last_unstale":"2024-03-07T03:15:11.418787+0000","last_undegraded":"2024-03-07T03:15:11.418787+0000","last_fullsized":"2024-03-07T03:15:11.418787+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:47.253727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1220,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:30.816851+0000","last_change":"2024-03-07T03:06:09.989072+0000","last_active":"2024-03-07T03:15:30.816851+0000","last_peered":"2024-03-07T03:15:30.816851+0000","last_clean":"2024-03-07T03:15:30.816851+0000","last_became_active":"2024-03-07T03:06:09.987754+0000","last_became_peered":"2024-03-07T03:06:09.987754+0000","last_unstale":"2024-03-07T03:15:30.816851+0000","last_undegraded":"2024-03-07T03:15:30.816851+0000","last_fullsized":"2024-03-07T03:15:30.816851+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:05:15.340331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:30.816835+0000","last_change":"2024-03-07T03:07:58.754207+0000","last_active":"2024-03-07T03:15:30.816835+0000","last_peered":"2024-03-07T03:15:30.816835+0000","last_clean":"2024-03-07T03:15:30.816835+0000","last_became_active":"2024-03-07T03:07:58.753859+0000","last_became_peered":"2024-03-07T03:07:58.753859+0000","last_unstale":"2024-03-07T03:15:30.816835+0000","last_undegraded":"2024-03-07T03:15:30.816835+0000","last_fullsized":"2024-03-07T03:15:30.816835+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:14:02.813872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1054,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:05.974451+0000","last_change":"2024-03-07T03:07:58.755838+0000","last_active":"2024-03-07T03:16:05.974451+0000","last_peered":"2024-03-07T03:16:05.974451+0000","last_clean":"2024-03-07T03:16:05.974451+0000","last_became_active":"2024-03-07T03:07:58.755436+0000","last_became_peered":"2024-03-07T03:07:58.755436+0000","last_unstale":"2024-03-07T03:16:05.974451+0000","last_undegraded":"2024-03-07T03:16:05.974451+0000","last_fullsized":"2024-03-07T03:16:05.974451+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:25.094944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":988,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:16.432089+0000","last_change":"2024-03-07T03:07:58.750199+0000","last_active":"2024-03-07T03:17:16.432089+0000","last_peered":"2024-03-07T03:17:16.432089+0000","last_clean":"2024-03-07T03:17:16.432089+0000","last_became_active":"2024-03-07T03:07:58.749858+0000","last_became_peered":"2024-03-07T03:07:58.749858+0000","last_unstale":"2024-03-07T03:17:16.432089+0000","last_undegraded":"2024-03-07T03:17:16.432089+0000","last_fullsized":"2024-03-07T03:17:16.432089+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:41.122539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1016,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:41.193859+0000","last_change":"2024-03-07T03:07:23.076835+0000","last_active":"2024-03-07T03:16:41.193859+0000","last_peered":"2024-03-07T03:16:41.193859+0000","last_clean":"2024-03-07T03:16:41.193859+0000","last_became_active":"2024-03-07T03:07:23.075094+0000","last_became_peered":"2024-03-07T03:07:23.075094+0000","last_unstale":"2024-03-07T03:16:41.193859+0000","last_undegraded":"2024-03-07T03:16:41.193859+0000","last_fullsized":"2024-03-07T03:16:41.193859+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:50:36.739831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1007,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:41.193835+0000","last_change":"2024-03-07T03:07:23.078279+0000","last_active":"2024-03-07T03:16:41.193835+0000","last_peered":"2024-03-07T03:16:41.193835+0000","last_clean":"2024-03-07T03:16:41.193835+0000","last_became_active":"2024-03-07T03:07:23.077338+0000","last_became_peered":"2024-03-07T03:07:23.077338+0000","last_unstale":"2024-03-07T03:16:41.193835+0000","last_undegraded":"2024-03-07T03:16:41.193835+0000","last_fullsized":"2024-03-07T03:16:41.193835+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:05:40.599683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1171,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:39.537087+0000","last_change":"2024-03-07T03:05:01.461919+0000","last_active":"2024-03-07T03:16:39.537087+0000","last_peered":"2024-03-07T03:16:39.537087+0000","last_clean":"2024-03-07T03:16:39.537087+0000","last_became_active":"2024-03-07T03:05:01.459759+0000","last_became_peered":"2024-03-07T03:05:01.459759+0000","last_unstale":"2024-03-07T03:16:39.537087+0000","last_undegraded":"2024-03-07T03:16:39.537087+0000","last_fullsized":"2024-03-07T03:16:39.537087+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:31:45.535178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":974,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:16.432055+0000","last_change":"2024-03-07T03:07:58.753856+0000","last_active":"2024-03-07T03:17:16.432055+0000","last_peered":"2024-03-07T03:17:16.432055+0000","last_clean":"2024-03-07T03:17:16.432055+0000","last_became_active":"2024-03-07T03:07:58.751889+0000","last_became_peered":"2024-03-07T03:07:58.751889+0000","last_unstale":"2024-03-07T03:17:16.432055+0000","last_undegraded":"2024-03-07T03:17:16.432055+0000","last_fullsized":"2024-03-07T03:17:16.432055+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:27:20.126942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"863'1273","reported_seq":4342,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:49.531941+0000","last_change":"2024-03-07T03:10:56.137635+0000","last_active":"2024-03-07T03:15:49.531941+0000","last_peered":"2024-03-07T03:15:49.531941+0000","last_clean":"2024-03-07T03:15:49.531941+0000","last_became_active":"2024-03-07T03:05:01.457883+0000","last_became_peered":"2024-03-07T03:05:01.457883+0000","last_unstale":"2024-03-07T03:15:49.531941+0000","last_undegraded":"2024-03-07T03:15:49.531941+0000","last_fullsized":"2024-03-07T03:15:49.531941+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1273,"log_dups_size":0,"ondisk_log_size":1273,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:21:46.718939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.021818005000000001,"stat_sum":{"num_bytes":15540224,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":258,"num_read_kb":529715,"num_write":442,"num_write_kb":102224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1441792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.f","version":"61'1","reported_seq":1084,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:23.102514+0000","last_change":"2024-03-07T03:07:58.755003+0000","last_active":"2024-03-07T03:17:23.102514+0000","last_peered":"2024-03-07T03:17:23.102514+0000","last_clean":"2024-03-07T03:17:23.102514+0000","last_became_active":"2024-03-07T03:07:58.754564+0000","last_became_peered":"2024-03-07T03:07:58.754564+0000","last_unstale":"2024-03-07T03:17:23.102514+0000","last_undegraded":"2024-03-07T03:17:23.102514+0000","last_fullsized":"2024-03-07T03:17:23.102514+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:34:53.344746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":989,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:56.430198+0000","last_change":"2024-03-07T03:07:58.750952+0000","last_active":"2024-03-07T03:16:56.430198+0000","last_peered":"2024-03-07T03:16:56.430198+0000","last_clean":"2024-03-07T03:16:56.430198+0000","last_became_active":"2024-03-07T03:07:58.749229+0000","last_became_peered":"2024-03-07T03:07:58.749229+0000","last_unstale":"2024-03-07T03:16:56.430198+0000","last_undegraded":"2024-03-07T03:16:56.430198+0000","last_fullsized":"2024-03-07T03:16:56.430198+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:53:10.534950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"863'847","reported_seq":4050,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822185+0000","last_change":"2024-03-07T03:10:56.129162+0000","last_active":"2024-03-07T03:16:20.822185+0000","last_peered":"2024-03-07T03:16:20.822185+0000","last_clean":"2024-03-07T03:16:20.822185+0000","last_became_active":"2024-03-07T03:07:23.074596+0000","last_became_peered":"2024-03-07T03:07:23.074596+0000","last_unstale":"2024-03-07T03:16:20.822185+0000","last_undegraded":"2024-03-07T03:16:20.822185+0000","last_fullsized":"2024-03-07T03:16:20.822185+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":847,"log_dups_size":0,"ondisk_log_size":847,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:34:23.625809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0099120149999999997,"stat_sum":{"num_bytes":38936576,"num_objects":11,"num_object_clones":9,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":157,"num_read_kb":413258,"num_write":266,"num_write_kb":109952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":4374528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.2","version":"0'0","reported_seq":1190,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:54.928240+0000","last_change":"2024-03-07T03:06:47.845893+0000","last_active":"2024-03-07T03:16:54.928240+0000","last_peered":"2024-03-07T03:16:54.928240+0000","last_clean":"2024-03-07T03:16:54.928240+0000","last_became_active":"2024-03-07T03:06:47.845548+0000","last_became_peered":"2024-03-07T03:06:47.845548+0000","last_unstale":"2024-03-07T03:16:54.928240+0000","last_undegraded":"2024-03-07T03:16:54.928240+0000","last_fullsized":"2024-03-07T03:16:54.928240+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:19:55.051329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:54.928264+0000","last_change":"2024-03-07T03:07:58.751041+0000","last_active":"2024-03-07T03:16:54.928264+0000","last_peered":"2024-03-07T03:16:54.928264+0000","last_clean":"2024-03-07T03:16:54.928264+0000","last_became_active":"2024-03-07T03:07:58.749047+0000","last_became_peered":"2024-03-07T03:07:58.749047+0000","last_unstale":"2024-03-07T03:16:54.928264+0000","last_undegraded":"2024-03-07T03:16:54.928264+0000","last_fullsized":"2024-03-07T03:16:54.928264+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:47:59.256394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1060,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:10.982091+0000","last_change":"2024-03-07T03:06:47.858022+0000","last_active":"2024-03-07T03:17:10.982091+0000","last_peered":"2024-03-07T03:17:10.982091+0000","last_clean":"2024-03-07T03:17:10.982091+0000","last_became_active":"2024-03-07T03:06:47.857526+0000","last_became_peered":"2024-03-07T03:06:47.857526+0000","last_unstale":"2024-03-07T03:17:10.982091+0000","last_undegraded":"2024-03-07T03:17:10.982091+0000","last_fullsized":"2024-03-07T03:17:10.982091+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:02:03.856321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"862'1186","reported_seq":4381,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822242+0000","last_change":"2024-03-07T03:10:56.119983+0000","last_active":"2024-03-07T03:16:20.822242+0000","last_peered":"2024-03-07T03:16:20.822242+0000","last_clean":"2024-03-07T03:16:20.822242+0000","last_became_active":"2024-03-07T03:06:09.988405+0000","last_became_peered":"2024-03-07T03:06:09.988405+0000","last_unstale":"2024-03-07T03:16:20.822242+0000","last_undegraded":"2024-03-07T03:16:20.822242+0000","last_fullsized":"2024-03-07T03:16:20.822242+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1186,"log_dups_size":0,"ondisk_log_size":1186,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:41:38.890400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099770099999999993,"stat_sum":{"num_bytes":13524992,"num_objects":9,"num_object_clones":6,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":208,"num_read_kb":390958,"num_write":505,"num_write_kb":103888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":50642944,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1190,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:54.928274+0000","last_change":"2024-03-07T03:05:35.928460+0000","last_active":"2024-03-07T03:16:54.928274+0000","last_peered":"2024-03-07T03:16:54.928274+0000","last_clean":"2024-03-07T03:16:54.928274+0000","last_became_active":"2024-03-07T03:05:35.928017+0000","last_became_peered":"2024-03-07T03:05:35.928017+0000","last_unstale":"2024-03-07T03:16:54.928274+0000","last_undegraded":"2024-03-07T03:16:54.928274+0000","last_fullsized":"2024-03-07T03:16:54.928274+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:53:27.674544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1029,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:10.982038+0000","last_change":"2024-03-07T03:07:23.075249+0000","last_active":"2024-03-07T03:17:10.982038+0000","last_peered":"2024-03-07T03:17:10.982038+0000","last_clean":"2024-03-07T03:17:10.982038+0000","last_became_active":"2024-03-07T03:07:23.074866+0000","last_became_peered":"2024-03-07T03:07:23.074866+0000","last_unstale":"2024-03-07T03:17:10.982038+0000","last_undegraded":"2024-03-07T03:17:10.982038+0000","last_fullsized":"2024-03-07T03:17:10.982038+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:03.393010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1081,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:33.096893+0000","last_change":"2024-03-07T03:07:23.069585+0000","last_active":"2024-03-07T03:16:33.096893+0000","last_peered":"2024-03-07T03:16:33.096893+0000","last_clean":"2024-03-07T03:16:33.096893+0000","last_became_active":"2024-03-07T03:07:23.069262+0000","last_became_peered":"2024-03-07T03:07:23.069262+0000","last_unstale":"2024-03-07T03:16:33.096893+0000","last_undegraded":"2024-03-07T03:16:33.096893+0000","last_fullsized":"2024-03-07T03:16:33.096893+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:11:22.045807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"861'1094","reported_seq":4798,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:15:49.532042+0000","last_change":"2024-03-07T03:10:57.331022+0000","last_active":"2024-03-07T03:15:49.532042+0000","last_peered":"2024-03-07T03:15:49.532042+0000","last_clean":"2024-03-07T03:15:49.532042+0000","last_became_active":"2024-03-07T03:06:47.847229+0000","last_became_peered":"2024-03-07T03:06:47.847229+0000","last_unstale":"2024-03-07T03:15:49.532042+0000","last_undegraded":"2024-03-07T03:15:49.532042+0000","last_fullsized":"2024-03-07T03:15:49.532042+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1094,"log_dups_size":0,"ondisk_log_size":1094,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:58:27.729404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.032339935,"stat_sum":{"num_bytes":113606656,"num_objects":59,"num_object_clones":55,"num_object_copies":177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":279,"num_read_kb":358703,"num_write":525,"num_write_kb":146904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":36642816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1185,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:24.931072+0000","last_change":"2024-03-07T03:06:47.843416+0000","last_active":"2024-03-07T03:17:24.931072+0000","last_peered":"2024-03-07T03:17:24.931072+0000","last_clean":"2024-03-07T03:17:24.931072+0000","last_became_active":"2024-03-07T03:06:47.842812+0000","last_became_peered":"2024-03-07T03:06:47.842812+0000","last_unstale":"2024-03-07T03:17:24.931072+0000","last_undegraded":"2024-03-07T03:17:24.931072+0000","last_fullsized":"2024-03-07T03:17:24.931072+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:03:02.672609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1191,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:24.924765+0000","last_change":"2024-03-07T03:07:23.071850+0000","last_active":"2024-03-07T03:16:24.924765+0000","last_peered":"2024-03-07T03:16:24.924765+0000","last_clean":"2024-03-07T03:16:24.924765+0000","last_became_active":"2024-03-07T03:07:23.071476+0000","last_became_peered":"2024-03-07T03:07:23.071476+0000","last_unstale":"2024-03-07T03:16:24.924765+0000","last_undegraded":"2024-03-07T03:16:24.924765+0000","last_fullsized":"2024-03-07T03:16:24.924765+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:13:05.296486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1160,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:29.541526+0000","last_change":"2024-03-07T03:05:35.926187+0000","last_active":"2024-03-07T03:17:29.541526+0000","last_peered":"2024-03-07T03:17:29.541526+0000","last_clean":"2024-03-07T03:17:29.541526+0000","last_became_active":"2024-03-07T03:05:35.925908+0000","last_became_peered":"2024-03-07T03:05:35.925908+0000","last_unstale":"2024-03-07T03:17:29.541526+0000","last_undegraded":"2024-03-07T03:17:29.541526+0000","last_fullsized":"2024-03-07T03:17:29.541526+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:48:33.101185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"863'1146","reported_seq":3875,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:16.425698+0000","last_change":"2024-03-07T03:10:56.132170+0000","last_active":"2024-03-07T03:16:16.425698+0000","last_peered":"2024-03-07T03:16:16.425698+0000","last_clean":"2024-03-07T03:16:16.425698+0000","last_became_active":"2024-03-07T03:07:58.756854+0000","last_became_peered":"2024-03-07T03:07:58.756854+0000","last_unstale":"2024-03-07T03:16:16.425698+0000","last_undegraded":"2024-03-07T03:16:16.425698+0000","last_fullsized":"2024-03-07T03:16:16.425698+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1146,"log_dups_size":0,"ondisk_log_size":1146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T02:59:04.693146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.010433211,"stat_sum":{"num_bytes":34668544,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":1,"num_read":219,"num_read_kb":317694,"num_write":420,"num_write_kb":93568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":10240000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1007,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:41.187412+0000","last_change":"2024-03-07T03:07:58.760449+0000","last_active":"2024-03-07T03:15:41.187412+0000","last_peered":"2024-03-07T03:15:41.187412+0000","last_clean":"2024-03-07T03:15:41.187412+0000","last_became_active":"2024-03-07T03:07:58.760086+0000","last_became_peered":"2024-03-07T03:07:58.760086+0000","last_unstale":"2024-03-07T03:15:41.187412+0000","last_undegraded":"2024-03-07T03:15:41.187412+0000","last_fullsized":"2024-03-07T03:15:41.187412+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:34:38.583100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1090,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:58.990252+0000","last_change":"2024-03-07T03:07:23.073659+0000","last_active":"2024-03-07T03:15:58.990252+0000","last_peered":"2024-03-07T03:15:58.990252+0000","last_clean":"2024-03-07T03:15:58.990252+0000","last_became_active":"2024-03-07T03:07:23.073277+0000","last_became_peered":"2024-03-07T03:07:23.073277+0000","last_unstale":"2024-03-07T03:15:58.990252+0000","last_undegraded":"2024-03-07T03:15:58.990252+0000","last_fullsized":"2024-03-07T03:15:58.990252+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:48:34.819985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1063,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:10.982075+0000","last_change":"2024-03-07T03:07:58.752576+0000","last_active":"2024-03-07T03:17:10.982075+0000","last_peered":"2024-03-07T03:17:10.982075+0000","last_clean":"2024-03-07T03:17:10.982075+0000","last_became_active":"2024-03-07T03:07:58.752193+0000","last_became_peered":"2024-03-07T03:07:58.752193+0000","last_unstale":"2024-03-07T03:17:10.982075+0000","last_undegraded":"2024-03-07T03:17:10.982075+0000","last_fullsized":"2024-03-07T03:17:10.982075+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:55:14.205594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"395'197","reported_seq":1467,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:56.423645+0000","last_change":"2024-03-07T03:07:58.752982+0000","last_active":"2024-03-07T03:15:56.423645+0000","last_peered":"2024-03-07T03:15:56.423645+0000","last_clean":"2024-03-07T03:15:56.423645+0000","last_became_active":"2024-03-07T03:07:58.752004+0000","last_became_peered":"2024-03-07T03:07:58.752004+0000","last_unstale":"2024-03-07T03:15:56.423645+0000","last_undegraded":"2024-03-07T03:15:56.423645+0000","last_fullsized":"2024-03-07T03:15:56.423645+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_clean_scrub_stamp":"2024-03-07T02:51:31.238394+0000","objects_scrubbed":0,"log_size":197,"log_dups_size":0,"ondisk_log_size":197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:53.766202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"858'3145","reported_seq":6531,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:15:25.969713+0000","last_change":"2024-03-07T03:10:57.131283+0000","last_active":"2024-03-07T03:15:25.969713+0000","last_peered":"2024-03-07T03:15:25.969713+0000","last_clean":"2024-03-07T03:15:25.969713+0000","last_became_active":"2024-03-07T03:06:47.859231+0000","last_became_peered":"2024-03-07T03:06:47.859231+0000","last_unstale":"2024-03-07T03:15:25.969713+0000","last_undegraded":"2024-03-07T03:15:25.969713+0000","last_fullsized":"2024-03-07T03:15:25.969713+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3145,"log_dups_size":0,"ondisk_log_size":3145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:10:03.781442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001499434,"stat_sum":{"num_bytes":18481152,"num_objects":15,"num_object_clones":14,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":124,"num_read_kb":398406,"num_write":253,"num_write_kb":45856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":9773056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1216,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:50.825515+0000","last_change":"2024-03-07T03:05:01.454053+0000","last_active":"2024-03-07T03:16:50.825515+0000","last_peered":"2024-03-07T03:16:50.825515+0000","last_clean":"2024-03-07T03:16:50.825515+0000","last_became_active":"2024-03-07T03:05:01.453718+0000","last_became_peered":"2024-03-07T03:05:01.453718+0000","last_unstale":"2024-03-07T03:16:50.825515+0000","last_undegraded":"2024-03-07T03:16:50.825515+0000","last_fullsized":"2024-03-07T03:16:50.825515+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:10:59.835543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1216,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822159+0000","last_change":"2024-03-07T03:06:09.987673+0000","last_active":"2024-03-07T03:16:20.822159+0000","last_peered":"2024-03-07T03:16:20.822159+0000","last_clean":"2024-03-07T03:16:20.822159+0000","last_became_active":"2024-03-07T03:06:09.987328+0000","last_became_peered":"2024-03-07T03:06:09.987328+0000","last_unstale":"2024-03-07T03:16:20.822159+0000","last_undegraded":"2024-03-07T03:16:20.822159+0000","last_fullsized":"2024-03-07T03:16:20.822159+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:11:17.983744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":976,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:56.423621+0000","last_change":"2024-03-07T03:07:58.757849+0000","last_active":"2024-03-07T03:15:56.423621+0000","last_peered":"2024-03-07T03:15:56.423621+0000","last_clean":"2024-03-07T03:15:56.423621+0000","last_became_active":"2024-03-07T03:07:58.757399+0000","last_became_peered":"2024-03-07T03:07:58.757399+0000","last_unstale":"2024-03-07T03:15:56.423621+0000","last_undegraded":"2024-03-07T03:15:56.423621+0000","last_fullsized":"2024-03-07T03:15:56.423621+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:54:11.413787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"864'1259","reported_seq":4065,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:41.187366+0000","last_change":"2024-03-07T03:10:56.129203+0000","last_active":"2024-03-07T03:15:41.187366+0000","last_peered":"2024-03-07T03:15:41.187366+0000","last_clean":"2024-03-07T03:15:41.187366+0000","last_became_active":"2024-03-07T03:07:23.080120+0000","last_became_peered":"2024-03-07T03:07:23.080120+0000","last_unstale":"2024-03-07T03:15:41.187366+0000","last_undegraded":"2024-03-07T03:15:41.187366+0000","last_fullsized":"2024-03-07T03:15:41.187366+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1259,"log_dups_size":0,"ondisk_log_size":1259,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:33:24.850580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0059393290000000001,"stat_sum":{"num_bytes":23298048,"num_objects":10,"num_object_clones":7,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":249,"num_read_kb":271095,"num_write":553,"num_write_kb":138504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":18890752,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.3","version":"0'0","reported_seq":1216,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822216+0000","last_change":"2024-03-07T03:07:58.750289+0000","last_active":"2024-03-07T03:16:20.822216+0000","last_peered":"2024-03-07T03:16:20.822216+0000","last_clean":"2024-03-07T03:16:20.822216+0000","last_became_active":"2024-03-07T03:07:58.749557+0000","last_became_peered":"2024-03-07T03:07:58.749557+0000","last_unstale":"2024-03-07T03:16:20.822216+0000","last_undegraded":"2024-03-07T03:16:20.822216+0000","last_fullsized":"2024-03-07T03:16:20.822216+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:54:43.865660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":990,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:16.425734+0000","last_change":"2024-03-07T03:07:58.758005+0000","last_active":"2024-03-07T03:16:16.425734+0000","last_peered":"2024-03-07T03:16:16.425734+0000","last_clean":"2024-03-07T03:16:16.425734+0000","last_became_active":"2024-03-07T03:07:58.756833+0000","last_became_peered":"2024-03-07T03:07:58.756833+0000","last_unstale":"2024-03-07T03:16:16.425734+0000","last_undegraded":"2024-03-07T03:16:16.425734+0000","last_fullsized":"2024-03-07T03:16:16.425734+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:37:55.288554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1190,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:54.928283+0000","last_change":"2024-03-07T03:06:47.843644+0000","last_active":"2024-03-07T03:16:54.928283+0000","last_peered":"2024-03-07T03:16:54.928283+0000","last_clean":"2024-03-07T03:16:54.928283+0000","last_became_active":"2024-03-07T03:06:47.842694+0000","last_became_peered":"2024-03-07T03:06:47.842694+0000","last_unstale":"2024-03-07T03:16:54.928283+0000","last_undegraded":"2024-03-07T03:16:54.928283+0000","last_fullsized":"2024-03-07T03:16:54.928283+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:25:34.783974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"863'880","reported_seq":3817,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:33.096853+0000","last_change":"2024-03-07T03:10:56.125509+0000","last_active":"2024-03-07T03:16:33.096853+0000","last_peered":"2024-03-07T03:16:33.096853+0000","last_clean":"2024-03-07T03:16:33.096853+0000","last_became_active":"2024-03-07T03:07:58.755248+0000","last_became_peered":"2024-03-07T03:07:58.755248+0000","last_unstale":"2024-03-07T03:16:33.096853+0000","last_undegraded":"2024-03-07T03:16:33.096853+0000","last_fullsized":"2024-03-07T03:16:33.096853+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":880,"log_dups_size":0,"ondisk_log_size":880,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:40:02.788467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0073429089999999999,"stat_sum":{"num_bytes":9224192,"num_objects":8,"num_object_clones":6,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":1,"num_read":161,"num_read_kb":133885,"num_write":362,"num_write_kb":55920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1127,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:34.000486+0000","last_change":"2024-03-07T03:07:58.764215+0000","last_active":"2024-03-07T03:17:34.000486+0000","last_peered":"2024-03-07T03:17:34.000486+0000","last_clean":"2024-03-07T03:17:34.000486+0000","last_became_active":"2024-03-07T03:07:58.763818+0000","last_became_peered":"2024-03-07T03:07:58.763818+0000","last_unstale":"2024-03-07T03:17:34.000486+0000","last_undegraded":"2024-03-07T03:17:34.000486+0000","last_fullsized":"2024-03-07T03:17:34.000486+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:27:54.623360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"719'2","reported_seq":1195,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:24.931055+0000","last_change":"2024-03-07T03:07:23.074913+0000","last_active":"2024-03-07T03:17:24.931055+0000","last_peered":"2024-03-07T03:17:24.931055+0000","last_clean":"2024-03-07T03:17:24.931055+0000","last_became_active":"2024-03-07T03:07:23.074530+0000","last_became_peered":"2024-03-07T03:07:23.074530+0000","last_unstale":"2024-03-07T03:17:24.931055+0000","last_undegraded":"2024-03-07T03:17:24.931055+0000","last_fullsized":"2024-03-07T03:17:24.931055+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:13:25.877187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1129,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:23.992537+0000","last_change":"2024-03-07T03:07:58.757756+0000","last_active":"2024-03-07T03:16:23.992537+0000","last_peered":"2024-03-07T03:16:23.992537+0000","last_clean":"2024-03-07T03:16:23.992537+0000","last_became_active":"2024-03-07T03:07:58.757430+0000","last_became_peered":"2024-03-07T03:07:58.757430+0000","last_unstale":"2024-03-07T03:16:23.992537+0000","last_undegraded":"2024-03-07T03:16:23.992537+0000","last_fullsized":"2024-03-07T03:16:23.992537+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:22:21.412765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"863'1564","reported_seq":5166,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:17:34.000392+0000","last_change":"2024-03-07T03:10:57.329944+0000","last_active":"2024-03-07T03:17:34.000392+0000","last_peered":"2024-03-07T03:17:34.000392+0000","last_clean":"2024-03-07T03:17:34.000392+0000","last_became_active":"2024-03-07T03:06:09.990793+0000","last_became_peered":"2024-03-07T03:06:09.990793+0000","last_unstale":"2024-03-07T03:17:34.000392+0000","last_undegraded":"2024-03-07T03:17:34.000392+0000","last_fullsized":"2024-03-07T03:17:34.000392+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1564,"log_dups_size":0,"ondisk_log_size":1564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":143,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:53.639078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.019553126000000001,"stat_sum":{"num_bytes":100999168,"num_objects":73,"num_object_clones":68,"num_object_copies":219,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":1,"num_read":410,"num_read_kb":572954,"num_write":777,"num_write_kb":204640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":51175424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"c"},{"start":"178","length":"4"},{"start":"17e","length":"3"},{"start":"182","length":"4"},{"start":"187","length":"5"},{"start":"18d","length":"2"}]},{"pgid":"4.1","version":"0'0","reported_seq":1082,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:33.096817+0000","last_change":"2024-03-07T03:07:23.071468+0000","last_active":"2024-03-07T03:16:33.096817+0000","last_peered":"2024-03-07T03:16:33.096817+0000","last_clean":"2024-03-07T03:16:33.096817+0000","last_became_active":"2024-03-07T03:07:23.071160+0000","last_became_peered":"2024-03-07T03:07:23.071160+0000","last_unstale":"2024-03-07T03:16:33.096817+0000","last_undegraded":"2024-03-07T03:16:33.096817+0000","last_fullsized":"2024-03-07T03:16:33.096817+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:17:55.686793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":992,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:01.189618+0000","last_change":"2024-03-07T03:07:58.759142+0000","last_active":"2024-03-07T03:16:01.189618+0000","last_peered":"2024-03-07T03:16:01.189618+0000","last_clean":"2024-03-07T03:16:01.189618+0000","last_became_active":"2024-03-07T03:07:58.758771+0000","last_became_peered":"2024-03-07T03:07:58.758771+0000","last_unstale":"2024-03-07T03:16:01.189618+0000","last_undegraded":"2024-03-07T03:16:01.189618+0000","last_fullsized":"2024-03-07T03:16:01.189618+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:45:13.985820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1216,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:50.825492+0000","last_change":"2024-03-07T03:06:09.988597+0000","last_active":"2024-03-07T03:16:50.825492+0000","last_peered":"2024-03-07T03:16:50.825492+0000","last_clean":"2024-03-07T03:16:50.825492+0000","last_became_active":"2024-03-07T03:06:09.988261+0000","last_became_peered":"2024-03-07T03:06:09.988261+0000","last_unstale":"2024-03-07T03:16:50.825492+0000","last_undegraded":"2024-03-07T03:16:50.825492+0000","last_fullsized":"2024-03-07T03:16:50.825492+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:11:06.717251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"843'3099","reported_seq":6400,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:15:45.972108+0000","last_change":"2024-03-07T03:10:57.131044+0000","last_active":"2024-03-07T03:15:45.972108+0000","last_peered":"2024-03-07T03:15:45.972108+0000","last_clean":"2024-03-07T03:15:45.972108+0000","last_became_active":"2024-03-07T03:07:23.084936+0000","last_became_peered":"2024-03-07T03:07:23.084936+0000","last_unstale":"2024-03-07T03:15:45.972108+0000","last_undegraded":"2024-03-07T03:15:45.972108+0000","last_fullsized":"2024-03-07T03:15:45.972108+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3099,"log_dups_size":0,"ondisk_log_size":3099,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:46:48.809690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012703,"stat_sum":{"num_bytes":8347648,"num_objects":13,"num_object_clones":12,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":56,"num_read_kb":33721,"num_write":241,"num_write_kb":36816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":434176,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1148,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:49.531980+0000","last_change":"2024-03-07T03:05:01.461136+0000","last_active":"2024-03-07T03:15:49.531980+0000","last_peered":"2024-03-07T03:15:49.531980+0000","last_clean":"2024-03-07T03:15:49.531980+0000","last_became_active":"2024-03-07T03:05:01.457189+0000","last_became_peered":"2024-03-07T03:05:01.457189+0000","last_unstale":"2024-03-07T03:15:49.531980+0000","last_undegraded":"2024-03-07T03:15:49.531980+0000","last_fullsized":"2024-03-07T03:15:49.531980+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:23.791243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1105,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:58.099399+0000","last_change":"2024-03-07T03:07:58.750311+0000","last_active":"2024-03-07T03:16:58.099399+0000","last_peered":"2024-03-07T03:16:58.099399+0000","last_clean":"2024-03-07T03:16:58.099399+0000","last_became_active":"2024-03-07T03:07:58.750001+0000","last_became_peered":"2024-03-07T03:07:58.750001+0000","last_unstale":"2024-03-07T03:16:58.099399+0000","last_undegraded":"2024-03-07T03:16:58.099399+0000","last_fullsized":"2024-03-07T03:16:58.099399+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:05.963944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"847'12789","reported_seq":16205,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:17:23.102472+0000","last_change":"2024-03-07T03:10:57.124034+0000","last_active":"2024-03-07T03:17:23.102472+0000","last_peered":"2024-03-07T03:17:23.102472+0000","last_clean":"2024-03-07T03:17:23.102472+0000","last_became_active":"2024-03-07T03:06:47.859957+0000","last_became_peered":"2024-03-07T03:06:47.859957+0000","last_unstale":"2024-03-07T03:17:23.102472+0000","last_undegraded":"2024-03-07T03:17:23.102472+0000","last_fullsized":"2024-03-07T03:17:23.102472+0000","mapping_epoch":625,"log_start":"599'6200","ondisk_log_start":"599'6200","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":6589,"log_dups_size":0,"ondisk_log_size":6589,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":137,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:29:13.699651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0091875959999999993,"stat_sum":{"num_bytes":71745536,"num_objects":32,"num_object_clones":30,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":0,"num_read":146,"num_read_kb":316804,"num_write":323,"num_write_kb":90232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":20865024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"5"},{"start":"171","length":"b"},{"start":"17e","length":"8"},{"start":"187","length":"5"},{"start":"18d","length":"3"},{"start":"192","length":"1"},{"start":"197","length":"1"},{"start":"199","length":"2"}]},{"pgid":"2.9","version":"0'0","reported_seq":1190,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:24.930967+0000","last_change":"2024-03-07T03:07:58.752456+0000","last_active":"2024-03-07T03:17:24.930967+0000","last_peered":"2024-03-07T03:17:24.930967+0000","last_clean":"2024-03-07T03:17:24.930967+0000","last_became_active":"2024-03-07T03:07:58.752118+0000","last_became_peered":"2024-03-07T03:07:58.752118+0000","last_unstale":"2024-03-07T03:17:24.930967+0000","last_undegraded":"2024-03-07T03:17:24.930967+0000","last_fullsized":"2024-03-07T03:17:24.930967+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:08:08.574482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1120,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:23.992489+0000","last_change":"2024-03-07T03:07:58.757839+0000","last_active":"2024-03-07T03:16:23.992489+0000","last_peered":"2024-03-07T03:16:23.992489+0000","last_clean":"2024-03-07T03:16:23.992489+0000","last_became_active":"2024-03-07T03:07:58.757495+0000","last_became_peered":"2024-03-07T03:07:58.757495+0000","last_unstale":"2024-03-07T03:16:23.992489+0000","last_undegraded":"2024-03-07T03:16:23.992489+0000","last_fullsized":"2024-03-07T03:16:23.992489+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:27:02.190643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"861'1463","reported_seq":5090,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:16:14.534628+0000","last_change":"2024-03-07T03:10:57.330799+0000","last_active":"2024-03-07T03:16:14.534628+0000","last_peered":"2024-03-07T03:16:14.534628+0000","last_clean":"2024-03-07T03:16:14.534628+0000","last_became_active":"2024-03-07T03:07:58.763085+0000","last_became_peered":"2024-03-07T03:07:58.763085+0000","last_unstale":"2024-03-07T03:16:14.534628+0000","last_undegraded":"2024-03-07T03:16:14.534628+0000","last_fullsized":"2024-03-07T03:16:14.534628+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1463,"log_dups_size":0,"ondisk_log_size":1463,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:39:21.050544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.016579719999999999,"stat_sum":{"num_bytes":106192896,"num_objects":71,"num_object_clones":66,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":1,"num_read":323,"num_read_kb":516030,"num_write":942,"num_write_kb":231680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":48201728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1190,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:24.931017+0000","last_change":"2024-03-07T03:07:58.752370+0000","last_active":"2024-03-07T03:17:24.931017+0000","last_peered":"2024-03-07T03:17:24.931017+0000","last_clean":"2024-03-07T03:17:24.931017+0000","last_became_active":"2024-03-07T03:07:58.751985+0000","last_became_peered":"2024-03-07T03:07:58.751985+0000","last_unstale":"2024-03-07T03:17:24.931017+0000","last_undegraded":"2024-03-07T03:17:24.931017+0000","last_fullsized":"2024-03-07T03:17:24.931017+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:31:33.590004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1129,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:48.995494+0000","last_change":"2024-03-07T03:06:09.987484+0000","last_active":"2024-03-07T03:16:48.995494+0000","last_peered":"2024-03-07T03:16:48.995494+0000","last_clean":"2024-03-07T03:16:48.995494+0000","last_became_active":"2024-03-07T03:06:09.986947+0000","last_became_peered":"2024-03-07T03:06:09.986947+0000","last_unstale":"2024-03-07T03:16:48.995494+0000","last_undegraded":"2024-03-07T03:16:48.995494+0000","last_fullsized":"2024-03-07T03:16:48.995494+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:37:38.253630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"857'1055","reported_seq":4920,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:15:39.920472+0000","last_change":"2024-03-07T03:10:57.123092+0000","last_active":"2024-03-07T03:15:39.920472+0000","last_peered":"2024-03-07T03:15:39.920472+0000","last_clean":"2024-03-07T03:15:39.920472+0000","last_became_active":"2024-03-07T03:06:09.993513+0000","last_became_peered":"2024-03-07T03:06:09.993513+0000","last_unstale":"2024-03-07T03:15:39.920472+0000","last_undegraded":"2024-03-07T03:15:39.920472+0000","last_fullsized":"2024-03-07T03:15:39.920472+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1055,"log_dups_size":0,"ondisk_log_size":1055,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:34:07.352811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013205965,"stat_sum":{"num_bytes":99745792,"num_objects":66,"num_object_clones":62,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":306,"num_read_kb":434534,"num_write":588,"num_write_kb":145464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":21749760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.b","version":"716'3","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:56.430141+0000","last_change":"2024-03-07T03:07:58.749480+0000","last_active":"2024-03-07T03:16:56.430141+0000","last_peered":"2024-03-07T03:16:56.430141+0000","last_clean":"2024-03-07T03:16:56.430141+0000","last_became_active":"2024-03-07T03:07:58.749098+0000","last_became_peered":"2024-03-07T03:07:58.749098+0000","last_unstale":"2024-03-07T03:16:56.430141+0000","last_undegraded":"2024-03-07T03:16:56.430141+0000","last_fullsized":"2024-03-07T03:16:56.430141+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:35:33.945855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1037,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:01.189552+0000","last_change":"2024-03-07T03:07:23.075725+0000","last_active":"2024-03-07T03:16:01.189552+0000","last_peered":"2024-03-07T03:16:01.189552+0000","last_clean":"2024-03-07T03:16:01.189552+0000","last_became_active":"2024-03-07T03:07:23.075203+0000","last_became_peered":"2024-03-07T03:07:23.075203+0000","last_unstale":"2024-03-07T03:16:01.189552+0000","last_undegraded":"2024-03-07T03:16:01.189552+0000","last_fullsized":"2024-03-07T03:16:01.189552+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:47:11.192302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"863'1711","reported_seq":5462,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:16:14.534560+0000","last_change":"2024-03-07T03:10:57.330918+0000","last_active":"2024-03-07T03:16:14.534560+0000","last_peered":"2024-03-07T03:16:14.534560+0000","last_clean":"2024-03-07T03:16:14.534560+0000","last_became_active":"2024-03-07T03:06:47.849454+0000","last_became_peered":"2024-03-07T03:06:47.849454+0000","last_unstale":"2024-03-07T03:16:14.534560+0000","last_undegraded":"2024-03-07T03:16:14.534560+0000","last_fullsized":"2024-03-07T03:16:14.534560+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1711,"log_dups_size":0,"ondisk_log_size":1711,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:40:07.156907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.014160193999999999,"stat_sum":{"num_bytes":165158912,"num_objects":93,"num_object_clones":87,"num_object_copies":279,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":93,"num_whiteouts":2,"num_read":489,"num_read_kb":756200,"num_write":870,"num_write_kb":258896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":69541888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1158,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:14.534618+0000","last_change":"2024-03-07T03:06:47.847077+0000","last_active":"2024-03-07T03:16:14.534618+0000","last_peered":"2024-03-07T03:16:14.534618+0000","last_clean":"2024-03-07T03:16:14.534618+0000","last_became_active":"2024-03-07T03:06:47.846359+0000","last_became_peered":"2024-03-07T03:06:47.846359+0000","last_unstale":"2024-03-07T03:16:14.534618+0000","last_undegraded":"2024-03-07T03:16:14.534618+0000","last_fullsized":"2024-03-07T03:16:14.534618+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:00:08.102949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":974,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:56.430175+0000","last_change":"2024-03-07T03:07:58.760528+0000","last_active":"2024-03-07T03:16:56.430175+0000","last_peered":"2024-03-07T03:16:56.430175+0000","last_clean":"2024-03-07T03:16:56.430175+0000","last_became_active":"2024-03-07T03:07:58.760226+0000","last_became_peered":"2024-03-07T03:07:58.760226+0000","last_unstale":"2024-03-07T03:16:56.430175+0000","last_undegraded":"2024-03-07T03:16:56.430175+0000","last_fullsized":"2024-03-07T03:16:56.430175+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:10:36.411047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"863'1938","reported_seq":4940,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:49.531994+0000","last_change":"2024-03-07T03:10:56.140803+0000","last_active":"2024-03-07T03:15:49.531994+0000","last_peered":"2024-03-07T03:15:49.531994+0000","last_clean":"2024-03-07T03:15:49.531994+0000","last_became_active":"2024-03-07T03:06:09.993933+0000","last_became_peered":"2024-03-07T03:06:09.993933+0000","last_unstale":"2024-03-07T03:15:49.531994+0000","last_undegraded":"2024-03-07T03:15:49.531994+0000","last_fullsized":"2024-03-07T03:15:49.531994+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1938,"log_dups_size":0,"ondisk_log_size":1938,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:16.359457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.024996012000000001,"stat_sum":{"num_bytes":22765568,"num_objects":17,"num_object_clones":12,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":2,"num_read":350,"num_read_kb":387634,"num_write":702,"num_write_kb":183472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":7151616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.d","version":"61'1","reported_seq":1192,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:39.920505+0000","last_change":"2024-03-07T03:06:09.993129+0000","last_active":"2024-03-07T03:15:39.920505+0000","last_peered":"2024-03-07T03:15:39.920505+0000","last_clean":"2024-03-07T03:15:39.920505+0000","last_became_active":"2024-03-07T03:06:09.992737+0000","last_became_peered":"2024-03-07T03:06:09.992737+0000","last_unstale":"2024-03-07T03:15:39.920505+0000","last_undegraded":"2024-03-07T03:15:39.920505+0000","last_fullsized":"2024-03-07T03:15:39.920505+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:02:42.055569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1053,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:45.972088+0000","last_change":"2024-03-07T03:07:23.076846+0000","last_active":"2024-03-07T03:15:45.972088+0000","last_peered":"2024-03-07T03:15:45.972088+0000","last_clean":"2024-03-07T03:15:45.972088+0000","last_became_active":"2024-03-07T03:07:23.075895+0000","last_became_peered":"2024-03-07T03:07:23.075895+0000","last_unstale":"2024-03-07T03:15:45.972088+0000","last_undegraded":"2024-03-07T03:15:45.972088+0000","last_fullsized":"2024-03-07T03:15:45.972088+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:09:15.080126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"854'331","reported_seq":3441,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:16:36.427861+0000","last_change":"2024-03-07T03:10:57.298223+0000","last_active":"2024-03-07T03:16:36.427861+0000","last_peered":"2024-03-07T03:16:36.427861+0000","last_clean":"2024-03-07T03:16:36.427861+0000","last_became_active":"2024-03-07T03:07:58.749089+0000","last_became_peered":"2024-03-07T03:07:58.749089+0000","last_unstale":"2024-03-07T03:16:36.427861+0000","last_undegraded":"2024-03-07T03:16:36.427861+0000","last_fullsized":"2024-03-07T03:16:36.427861+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":331,"log_dups_size":0,"ondisk_log_size":331,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":83,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:26:07.404191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00085119700000000004,"stat_sum":{"num_bytes":15409152,"num_objects":11,"num_object_clones":10,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":91,"num_read_kb":118251,"num_write":162,"num_write_kb":30616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":34586624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"56"},{"start":"1c2","length":"3"},{"start":"1c9","length":"1"}]},{"pgid":"2.e","version":"61'2","reported_seq":1162,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:14.534664+0000","last_change":"2024-03-07T03:07:58.755578+0000","last_active":"2024-03-07T03:16:14.534664+0000","last_peered":"2024-03-07T03:16:14.534664+0000","last_clean":"2024-03-07T03:16:14.534664+0000","last_became_active":"2024-03-07T03:07:58.755160+0000","last_became_peered":"2024-03-07T03:07:58.755160+0000","last_unstale":"2024-03-07T03:16:14.534664+0000","last_undegraded":"2024-03-07T03:16:14.534664+0000","last_fullsized":"2024-03-07T03:16:14.534664+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:20.584382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":989,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:56.430221+0000","last_change":"2024-03-07T03:07:58.751269+0000","last_active":"2024-03-07T03:16:56.430221+0000","last_peered":"2024-03-07T03:16:56.430221+0000","last_clean":"2024-03-07T03:16:56.430221+0000","last_became_active":"2024-03-07T03:07:58.750956+0000","last_became_peered":"2024-03-07T03:07:58.750956+0000","last_unstale":"2024-03-07T03:16:56.430221+0000","last_undegraded":"2024-03-07T03:16:56.430221+0000","last_fullsized":"2024-03-07T03:16:56.430221+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:39.414545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1008,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:41.187302+0000","last_change":"2024-03-07T03:07:23.081711+0000","last_active":"2024-03-07T03:15:41.187302+0000","last_peered":"2024-03-07T03:15:41.187302+0000","last_clean":"2024-03-07T03:15:41.187302+0000","last_became_active":"2024-03-07T03:07:23.079269+0000","last_became_peered":"2024-03-07T03:07:23.079269+0000","last_unstale":"2024-03-07T03:15:41.187302+0000","last_undegraded":"2024-03-07T03:15:41.187302+0000","last_fullsized":"2024-03-07T03:15:41.187302+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:39.008957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1160,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:29.541501+0000","last_change":"2024-03-07T03:07:23.072806+0000","last_active":"2024-03-07T03:17:29.541501+0000","last_peered":"2024-03-07T03:17:29.541501+0000","last_clean":"2024-03-07T03:17:29.541501+0000","last_became_active":"2024-03-07T03:07:23.071234+0000","last_became_peered":"2024-03-07T03:07:23.071234+0000","last_unstale":"2024-03-07T03:17:29.541501+0000","last_undegraded":"2024-03-07T03:17:29.541501+0000","last_fullsized":"2024-03-07T03:17:29.541501+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:52.610744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1060,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:10.982061+0000","last_change":"2024-03-07T03:06:47.851593+0000","last_active":"2024-03-07T03:17:10.982061+0000","last_peered":"2024-03-07T03:17:10.982061+0000","last_clean":"2024-03-07T03:17:10.982061+0000","last_became_active":"2024-03-07T03:06:47.849677+0000","last_became_peered":"2024-03-07T03:06:47.849677+0000","last_unstale":"2024-03-07T03:17:10.982061+0000","last_undegraded":"2024-03-07T03:17:10.982061+0000","last_fullsized":"2024-03-07T03:17:10.982061+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:30.969251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1119,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:29.541546+0000","last_change":"2024-03-07T03:06:09.995434+0000","last_active":"2024-03-07T03:17:29.541546+0000","last_peered":"2024-03-07T03:17:29.541546+0000","last_clean":"2024-03-07T03:17:29.541546+0000","last_became_active":"2024-03-07T03:06:09.994939+0000","last_became_peered":"2024-03-07T03:06:09.994939+0000","last_unstale":"2024-03-07T03:17:29.541546+0000","last_undegraded":"2024-03-07T03:17:29.541546+0000","last_fullsized":"2024-03-07T03:17:29.541546+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:27:11.737354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1129,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:23.992522+0000","last_change":"2024-03-07T03:06:09.987381+0000","last_active":"2024-03-07T03:16:23.992522+0000","last_peered":"2024-03-07T03:16:23.992522+0000","last_clean":"2024-03-07T03:16:23.992522+0000","last_became_active":"2024-03-07T03:06:09.986952+0000","last_became_peered":"2024-03-07T03:06:09.986952+0000","last_unstale":"2024-03-07T03:16:23.992522+0000","last_undegraded":"2024-03-07T03:16:23.992522+0000","last_fullsized":"2024-03-07T03:16:23.992522+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:26:15.439852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1190,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:24.931042+0000","last_change":"2024-03-07T03:05:35.923999+0000","last_active":"2024-03-07T03:17:24.931042+0000","last_peered":"2024-03-07T03:17:24.931042+0000","last_clean":"2024-03-07T03:17:24.931042+0000","last_became_active":"2024-03-07T03:05:35.923719+0000","last_became_peered":"2024-03-07T03:05:35.923719+0000","last_unstale":"2024-03-07T03:17:24.931042+0000","last_undegraded":"2024-03-07T03:17:24.931042+0000","last_fullsized":"2024-03-07T03:17:24.931042+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:43:04.724647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1010,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:01.189608+0000","last_change":"2024-03-07T03:07:58.749989+0000","last_active":"2024-03-07T03:16:01.189608+0000","last_peered":"2024-03-07T03:16:01.189608+0000","last_clean":"2024-03-07T03:16:01.189608+0000","last_became_active":"2024-03-07T03:07:58.749643+0000","last_became_peered":"2024-03-07T03:07:58.749643+0000","last_unstale":"2024-03-07T03:16:01.189608+0000","last_undegraded":"2024-03-07T03:16:01.189608+0000","last_fullsized":"2024-03-07T03:16:01.189608+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:00:44.729806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1112,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:23.992546+0000","last_change":"2024-03-07T03:06:09.999184+0000","last_active":"2024-03-07T03:16:23.992546+0000","last_peered":"2024-03-07T03:16:23.992546+0000","last_clean":"2024-03-07T03:16:23.992546+0000","last_became_active":"2024-03-07T03:06:09.998856+0000","last_became_peered":"2024-03-07T03:06:09.998856+0000","last_unstale":"2024-03-07T03:16:23.992546+0000","last_undegraded":"2024-03-07T03:16:23.992546+0000","last_fullsized":"2024-03-07T03:16:23.992546+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:37:00.102189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1059,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:25.969656+0000","last_change":"2024-03-07T03:06:47.857644+0000","last_active":"2024-03-07T03:15:25.969656+0000","last_peered":"2024-03-07T03:15:25.969656+0000","last_clean":"2024-03-07T03:15:25.969656+0000","last_became_active":"2024-03-07T03:06:47.857354+0000","last_became_peered":"2024-03-07T03:06:47.857354+0000","last_unstale":"2024-03-07T03:15:25.969656+0000","last_undegraded":"2024-03-07T03:15:25.969656+0000","last_fullsized":"2024-03-07T03:15:25.969656+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:02:18.860369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1120,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:48.995469+0000","last_change":"2024-03-07T03:06:09.987872+0000","last_active":"2024-03-07T03:16:48.995469+0000","last_peered":"2024-03-07T03:16:48.995469+0000","last_clean":"2024-03-07T03:16:48.995469+0000","last_became_active":"2024-03-07T03:06:09.986852+0000","last_became_peered":"2024-03-07T03:06:09.986852+0000","last_unstale":"2024-03-07T03:16:48.995469+0000","last_undegraded":"2024-03-07T03:16:48.995469+0000","last_fullsized":"2024-03-07T03:16:48.995469+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:13.708512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1037,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:45.972051+0000","last_change":"2024-03-07T03:07:58.755825+0000","last_active":"2024-03-07T03:15:45.972051+0000","last_peered":"2024-03-07T03:15:45.972051+0000","last_clean":"2024-03-07T03:15:45.972051+0000","last_became_active":"2024-03-07T03:07:58.755395+0000","last_became_peered":"2024-03-07T03:07:58.755395+0000","last_unstale":"2024-03-07T03:15:45.972051+0000","last_undegraded":"2024-03-07T03:15:45.972051+0000","last_fullsized":"2024-03-07T03:15:45.972051+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:10:43.184914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1216,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:20.828868+0000","last_change":"2024-03-07T03:07:58.753962+0000","last_active":"2024-03-07T03:17:20.828868+0000","last_peered":"2024-03-07T03:17:20.828868+0000","last_clean":"2024-03-07T03:17:20.828868+0000","last_became_active":"2024-03-07T03:07:58.753619+0000","last_became_peered":"2024-03-07T03:07:58.753619+0000","last_unstale":"2024-03-07T03:17:20.828868+0000","last_undegraded":"2024-03-07T03:17:20.828868+0000","last_fullsized":"2024-03-07T03:17:20.828868+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:44:44.641067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1015,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:21.191831+0000","last_change":"2024-03-07T03:07:23.078516+0000","last_active":"2024-03-07T03:16:21.191831+0000","last_peered":"2024-03-07T03:16:21.191831+0000","last_clean":"2024-03-07T03:16:21.191831+0000","last_became_active":"2024-03-07T03:07:23.076017+0000","last_became_peered":"2024-03-07T03:07:23.076017+0000","last_unstale":"2024-03-07T03:16:21.191831+0000","last_undegraded":"2024-03-07T03:16:21.191831+0000","last_fullsized":"2024-03-07T03:16:21.191831+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:17:54.725933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":857645056,"num_objects":516,"num_object_clones":466,"num_object_copies":1548,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":516,"num_whiteouts":8,"num_read":3826,"num_read_kb":5949842,"num_write":7931,"num_write_kb":1978632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":107,"num_bytes_recovered":385712128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1170673664,"data_stored":2969124864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28580,"ondisk_log_size":28580,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197,"ondisk_log_size":197,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":26375,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":694,"seq":2980707303566,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":150184,"kb_used_data":96156,"kb_used_omap":35,"kb_used_meta":53980,"kb_avail":93594968,"statfs":{"total":95995035648,"available":95841247232,"internally_reserved":0,"allocated":98463744,"data_stored":167037349,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36312,"internal_metadata":55276072},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":660,"seq":2834678415509,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":94940,"kb_used_data":42576,"kb_used_omap":23,"kb_used_meta":52328,"kb_avail":93650212,"statfs":{"total":95995035648,"available":95897817088,"internally_reserved":0,"allocated":43597824,"data_stored":80829959,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":24173,"internal_metadata":53584275},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":463,"seq":1988569858239,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":692864,"kb_used_data":193964,"kb_used_omap":46,"kb_used_meta":498833,"kb_avail":93052288,"statfs":{"total":95995035648,"available":95285542912,"internally_reserved":0,"allocated":198619136,"data_stored":533391905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48036,"internal_metadata":510805084},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":528,"seq":2267742732465,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":401776,"kb_used_data":209252,"kb_used_omap":54,"kb_used_meta":192457,"kb_avail":93343376,"statfs":{"total":95995035648,"available":95583617024,"internally_reserved":0,"allocated":214274048,"data_stored":587826473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56016,"internal_metadata":197076272},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":495,"seq":2126008811704,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":485244,"kb_used_data":166572,"kb_used_omap":47,"kb_used_meta":318608,"kb_avail":93259908,"statfs":{"total":95995035648,"available":95498145792,"internally_reserved":0,"allocated":170569728,"data_stored":457545161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48143,"internal_metadata":326255601},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":562,"seq":2413771620523,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":177748,"kb_used_data":84672,"kb_used_omap":37,"kb_used_meta":93018,"kb_avail":93567404,"statfs":{"total":95995035648,"available":95813021696,"internally_reserved":0,"allocated":86704128,"data_stored":171510863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38083,"internal_metadata":95251261},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":591,"seq":2538325672100,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":365920,"kb_used_data":157844,"kb_used_omap":61,"kb_used_meta":208002,"kb_avail":93379232,"statfs":{"total":95995035648,"available":95620333568,"internally_reserved":0,"allocated":161632256,"data_stored":367986669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":62843,"internal_metadata":212994693},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":625,"seq":2684354560156,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":509804,"kb_used_data":269020,"kb_used_omap":73,"kb_used_meta":240694,"kb_avail":93235348,"statfs":{"total":95995035648,"available":95472996352,"internally_reserved":0,"allocated":275476480,"data_stored":649851960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":75044,"internal_metadata":246471388},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7413,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2060,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2124,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3359,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3677,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2797,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2839,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2106,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":188411904,"data_stored":527167488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":160964608,"data_stored":451911680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":204677120,"data_stored":582193152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":77082624,"data_stored":165871616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":152018944,"data_stored":362352640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":265863168,"data_stored":644214784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":33390592,"data_stored":74600448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":88264704,"data_stored":160813056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-07T03:19:45.887 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:19:45.887 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:19:45.887 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:19:45.888 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-07T03:19:45.888 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-07T03:19:45.888 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-07T03:19:45.888 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.c in trimming, state: active+clean+snaptrim_error 2024-03-07T03:19:45.888 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-07T03:19:45.888 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:19:45.888 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-07T03:19:46.068 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:19:45 smithi090 ceph-mon[91928]: pgmap v992: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:46.156 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:19:45 smithi092 ceph-mon[83777]: pgmap v992: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:47.068 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:19:46 smithi090 ceph-mon[91928]: from='client.34746 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:19:47.069 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:19:46 smithi090 ceph-mon[89511]: from='client.34746 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:19:47.157 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:19:46 smithi092 ceph-mon[83777]: from='client.34746 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:19:48.068 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:19:47 smithi090 ceph-mon[91928]: pgmap v993: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:48.069 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:19:47 smithi090 ceph-mon[89511]: pgmap v993: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:48.156 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:19:47 smithi092 ceph-mon[83777]: pgmap v993: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:48.907 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 03:19:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a[119709]: logger=cleanup t=2024-03-07T03:19:48.560866279Z level=info msg="Completed cleanup jobs" duration=3.189723ms 2024-03-07T03:19:50.068 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:19:49 smithi090 ceph-mon[89511]: pgmap v994: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:50.069 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:19:49 smithi090 ceph-mon[91928]: pgmap v994: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:50.157 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:19:49 smithi092 ceph-mon[83777]: pgmap v994: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:52.068 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:19:51 smithi090 ceph-mon[89511]: pgmap v995: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:52.069 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:19:51 smithi090 ceph-mon[91928]: pgmap v995: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:52.156 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:19:51 smithi092 ceph-mon[83777]: pgmap v995: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:52.657 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:19:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:19:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:19:53.318 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:19:53 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:19:53] "GET /metrics HTTP/1.1" 200 36311 "" "Prometheus/2.43.0" 2024-03-07T03:19:54.068 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:19:53 smithi090 ceph-mon[89511]: pgmap v996: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:54.069 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:19:53 smithi090 ceph-mon[91928]: pgmap v996: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:54.157 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:19:53 smithi092 ceph-mon[83777]: pgmap v996: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:55.889 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph pg dump --format=json 2024-03-07T03:19:56.068 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:19:55 smithi090 ceph-mon[89511]: pgmap v997: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:56.068 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:19:55 smithi090 ceph-mon[91928]: pgmap v997: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:56.107 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T03:19:56.157 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:19:55 smithi092 ceph-mon[83777]: pgmap v997: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:57.984 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T03:19:57.986 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-03-07T03:19:58.068 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:19:57 smithi090 ceph-mon[89511]: pgmap v998: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:58.069 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:19:57 smithi090 ceph-mon[91928]: pgmap v998: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:58.157 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:19:57 smithi092 ceph-mon[83777]: pgmap v998: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:19:58.662 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":998,"stamp":"2024-03-07T03:19:56.022368+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":858242044,"num_objects":540,"num_object_clones":466,"num_object_copies":1620,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":540,"num_whiteouts":8,"num_read":4717,"num_read_kb":5951239,"num_write":8310,"num_write_kb":1981084,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":113,"num_bytes_recovered":387483232,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28845,"ondisk_log_size":28845,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2878480,"kb_used_data":1220056,"kb_used_omap":379,"kb_used_meta":1657924,"kb_avail":747082736,"statfs":{"total":767960285184,"available":765012721664,"internally_reserved":0,"allocated":1249337344,"data_stored":3015980339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":388650,"internal_metadata":1697714646},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004209"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":975,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:16.425753+0000","last_change":"2024-03-07T03:07:58.753984+0000","last_active":"2024-03-07T03:16:16.425753+0000","last_peered":"2024-03-07T03:16:16.425753+0000","last_clean":"2024-03-07T03:16:16.425753+0000","last_became_active":"2024-03-07T03:07:58.753138+0000","last_became_peered":"2024-03-07T03:07:58.753138+0000","last_unstale":"2024-03-07T03:16:16.425753+0000","last_undegraded":"2024-03-07T03:16:16.425753+0000","last_fullsized":"2024-03-07T03:16:16.425753+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:37:39.612519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:54.928301+0000","last_change":"2024-03-07T03:07:23.074862+0000","last_active":"2024-03-07T03:16:54.928301+0000","last_peered":"2024-03-07T03:16:54.928301+0000","last_clean":"2024-03-07T03:16:54.928301+0000","last_became_active":"2024-03-07T03:07:23.074512+0000","last_became_peered":"2024-03-07T03:07:23.074512+0000","last_unstale":"2024-03-07T03:16:54.928301+0000","last_undegraded":"2024-03-07T03:16:54.928301+0000","last_fullsized":"2024-03-07T03:16:54.928301+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:45:24.128672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1216,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822233+0000","last_change":"2024-03-07T03:05:01.446762+0000","last_active":"2024-03-07T03:16:20.822233+0000","last_peered":"2024-03-07T03:16:20.822233+0000","last_clean":"2024-03-07T03:16:20.822233+0000","last_became_active":"2024-03-07T03:05:01.446425+0000","last_became_peered":"2024-03-07T03:05:01.446425+0000","last_unstale":"2024-03-07T03:16:20.822233+0000","last_undegraded":"2024-03-07T03:16:20.822233+0000","last_fullsized":"2024-03-07T03:16:20.822233+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:39:39.897066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1055,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:45.979415+0000","last_change":"2024-03-07T03:07:58.755992+0000","last_active":"2024-03-07T03:16:45.979415+0000","last_peered":"2024-03-07T03:16:45.979415+0000","last_clean":"2024-03-07T03:16:45.979415+0000","last_became_active":"2024-03-07T03:07:58.755499+0000","last_became_peered":"2024-03-07T03:07:58.755499+0000","last_unstale":"2024-03-07T03:16:45.979415+0000","last_undegraded":"2024-03-07T03:16:45.979415+0000","last_fullsized":"2024-03-07T03:16:45.979415+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:26:12.313572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:26.420373+0000","last_change":"2024-03-07T03:07:58.752235+0000","last_active":"2024-03-07T03:15:26.420373+0000","last_peered":"2024-03-07T03:15:26.420373+0000","last_clean":"2024-03-07T03:15:26.420373+0000","last_became_active":"2024-03-07T03:07:58.751575+0000","last_became_peered":"2024-03-07T03:07:58.751575+0000","last_unstale":"2024-03-07T03:15:26.420373+0000","last_undegraded":"2024-03-07T03:15:26.420373+0000","last_fullsized":"2024-03-07T03:15:26.420373+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:12:05.995515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1032,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:45.979386+0000","last_change":"2024-03-07T03:06:47.859644+0000","last_active":"2024-03-07T03:16:45.979386+0000","last_peered":"2024-03-07T03:16:45.979386+0000","last_clean":"2024-03-07T03:16:45.979386+0000","last_became_active":"2024-03-07T03:06:47.859097+0000","last_became_peered":"2024-03-07T03:06:47.859097+0000","last_unstale":"2024-03-07T03:16:45.979386+0000","last_undegraded":"2024-03-07T03:16:45.979386+0000","last_fullsized":"2024-03-07T03:16:45.979386+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:22:46.909130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:26.420347+0000","last_change":"2024-03-07T03:07:58.754226+0000","last_active":"2024-03-07T03:15:26.420347+0000","last_peered":"2024-03-07T03:15:26.420347+0000","last_clean":"2024-03-07T03:15:26.420347+0000","last_became_active":"2024-03-07T03:07:58.753169+0000","last_became_peered":"2024-03-07T03:07:58.753169+0000","last_unstale":"2024-03-07T03:15:26.420347+0000","last_undegraded":"2024-03-07T03:15:26.420347+0000","last_fullsized":"2024-03-07T03:15:26.420347+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:46:59.258099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1088,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:33.987297+0000","last_change":"2024-03-07T03:07:23.073492+0000","last_active":"2024-03-07T03:15:33.987297+0000","last_peered":"2024-03-07T03:15:33.987297+0000","last_clean":"2024-03-07T03:15:33.987297+0000","last_became_active":"2024-03-07T03:07:23.071929+0000","last_became_peered":"2024-03-07T03:07:23.071929+0000","last_unstale":"2024-03-07T03:15:33.987297+0000","last_undegraded":"2024-03-07T03:15:33.987297+0000","last_fullsized":"2024-03-07T03:15:33.987297+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:35:26.391722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":980,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:11.418817+0000","last_change":"2024-03-07T03:07:58.760328+0000","last_active":"2024-03-07T03:15:11.418817+0000","last_peered":"2024-03-07T03:15:11.418817+0000","last_clean":"2024-03-07T03:15:11.418817+0000","last_became_active":"2024-03-07T03:07:58.760046+0000","last_became_peered":"2024-03-07T03:07:58.760046+0000","last_unstale":"2024-03-07T03:15:11.418817+0000","last_undegraded":"2024-03-07T03:15:11.418817+0000","last_fullsized":"2024-03-07T03:15:11.418817+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:08:46.356817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1007,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:01.196169+0000","last_change":"2024-03-07T03:07:23.079945+0000","last_active":"2024-03-07T03:17:01.196169+0000","last_peered":"2024-03-07T03:17:01.196169+0000","last_clean":"2024-03-07T03:17:01.196169+0000","last_became_active":"2024-03-07T03:07:23.078551+0000","last_became_peered":"2024-03-07T03:07:23.078551+0000","last_unstale":"2024-03-07T03:17:01.196169+0000","last_undegraded":"2024-03-07T03:17:01.196169+0000","last_fullsized":"2024-03-07T03:17:01.196169+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:03:46.670084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1007,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:01.196137+0000","last_change":"2024-03-07T03:07:23.081963+0000","last_active":"2024-03-07T03:17:01.196137+0000","last_peered":"2024-03-07T03:17:01.196137+0000","last_clean":"2024-03-07T03:17:01.196137+0000","last_became_active":"2024-03-07T03:07:23.080128+0000","last_became_peered":"2024-03-07T03:07:23.080128+0000","last_unstale":"2024-03-07T03:17:01.196137+0000","last_undegraded":"2024-03-07T03:17:01.196137+0000","last_fullsized":"2024-03-07T03:17:01.196137+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:56.813267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1150,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:04.539266+0000","last_change":"2024-03-07T03:07:23.074902+0000","last_active":"2024-03-07T03:17:04.539266+0000","last_peered":"2024-03-07T03:17:04.539266+0000","last_clean":"2024-03-07T03:17:04.539266+0000","last_became_active":"2024-03-07T03:07:23.074466+0000","last_became_peered":"2024-03-07T03:07:23.074466+0000","last_unstale":"2024-03-07T03:17:04.539266+0000","last_undegraded":"2024-03-07T03:17:04.539266+0000","last_fullsized":"2024-03-07T03:17:04.539266+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:40:20.268555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1118,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:13.984667+0000","last_change":"2024-03-07T03:07:23.072635+0000","last_active":"2024-03-07T03:15:13.984667+0000","last_peered":"2024-03-07T03:15:13.984667+0000","last_clean":"2024-03-07T03:15:13.984667+0000","last_became_active":"2024-03-07T03:07:23.071712+0000","last_became_peered":"2024-03-07T03:07:23.071712+0000","last_unstale":"2024-03-07T03:15:13.984667+0000","last_undegraded":"2024-03-07T03:15:13.984667+0000","last_fullsized":"2024-03-07T03:15:13.984667+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:00:39.298564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:30.816816+0000","last_change":"2024-03-07T03:06:47.851538+0000","last_active":"2024-03-07T03:15:30.816816+0000","last_peered":"2024-03-07T03:15:30.816816+0000","last_clean":"2024-03-07T03:15:30.816816+0000","last_became_active":"2024-03-07T03:06:47.851183+0000","last_became_peered":"2024-03-07T03:06:47.851183+0000","last_unstale":"2024-03-07T03:15:30.816816+0000","last_undegraded":"2024-03-07T03:15:30.816816+0000","last_fullsized":"2024-03-07T03:15:30.816816+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:36:23.932334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:04.922575+0000","last_change":"2024-03-07T03:06:47.843126+0000","last_active":"2024-03-07T03:16:04.922575+0000","last_peered":"2024-03-07T03:16:04.922575+0000","last_clean":"2024-03-07T03:16:04.922575+0000","last_became_active":"2024-03-07T03:06:47.842736+0000","last_became_peered":"2024-03-07T03:06:47.842736+0000","last_unstale":"2024-03-07T03:16:04.922575+0000","last_undegraded":"2024-03-07T03:16:04.922575+0000","last_fullsized":"2024-03-07T03:16:04.922575+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:48:10.843465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1036,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:05.974417+0000","last_change":"2024-03-07T03:07:58.755620+0000","last_active":"2024-03-07T03:16:05.974417+0000","last_peered":"2024-03-07T03:16:05.974417+0000","last_clean":"2024-03-07T03:16:05.974417+0000","last_became_active":"2024-03-07T03:07:58.755267+0000","last_became_peered":"2024-03-07T03:07:58.755267+0000","last_unstale":"2024-03-07T03:16:05.974417+0000","last_undegraded":"2024-03-07T03:16:05.974417+0000","last_fullsized":"2024-03-07T03:16:05.974417+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:51:32.339400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1040,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:05.974492+0000","last_change":"2024-03-07T03:07:58.756358+0000","last_active":"2024-03-07T03:16:05.974492+0000","last_peered":"2024-03-07T03:16:05.974492+0000","last_clean":"2024-03-07T03:16:05.974492+0000","last_became_active":"2024-03-07T03:07:58.755960+0000","last_became_peered":"2024-03-07T03:07:58.755960+0000","last_unstale":"2024-03-07T03:16:05.974492+0000","last_undegraded":"2024-03-07T03:16:05.974492+0000","last_fullsized":"2024-03-07T03:16:05.974492+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:47.464423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1158,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:39.537174+0000","last_change":"2024-03-07T03:07:58.755619+0000","last_active":"2024-03-07T03:16:39.537174+0000","last_peered":"2024-03-07T03:16:39.537174+0000","last_clean":"2024-03-07T03:16:39.537174+0000","last_became_active":"2024-03-07T03:07:58.755214+0000","last_became_peered":"2024-03-07T03:07:58.755214+0000","last_unstale":"2024-03-07T03:16:39.537174+0000","last_undegraded":"2024-03-07T03:16:39.537174+0000","last_fullsized":"2024-03-07T03:16:39.537174+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:59:02.041330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":974,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:56.430188+0000","last_change":"2024-03-07T03:07:58.756563+0000","last_active":"2024-03-07T03:16:56.430188+0000","last_peered":"2024-03-07T03:16:56.430188+0000","last_clean":"2024-03-07T03:16:56.430188+0000","last_became_active":"2024-03-07T03:07:58.752195+0000","last_became_peered":"2024-03-07T03:07:58.752195+0000","last_unstale":"2024-03-07T03:16:56.430188+0000","last_undegraded":"2024-03-07T03:16:56.430188+0000","last_fullsized":"2024-03-07T03:16:56.430188+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:32:35.496500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"716'5","reported_seq":1224,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822272+0000","last_change":"2024-03-07T03:07:58.753999+0000","last_active":"2024-03-07T03:16:20.822272+0000","last_peered":"2024-03-07T03:16:20.822272+0000","last_clean":"2024-03-07T03:16:20.822272+0000","last_became_active":"2024-03-07T03:07:58.753607+0000","last_became_peered":"2024-03-07T03:07:58.753607+0000","last_unstale":"2024-03-07T03:16:20.822272+0000","last_undegraded":"2024-03-07T03:16:20.822272+0000","last_fullsized":"2024-03-07T03:16:20.822272+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:28:57.567238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1113,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:34.000512+0000","last_change":"2024-03-07T03:07:23.083830+0000","last_active":"2024-03-07T03:17:34.000512+0000","last_peered":"2024-03-07T03:17:34.000512+0000","last_clean":"2024-03-07T03:17:34.000512+0000","last_became_active":"2024-03-07T03:07:23.083530+0000","last_became_peered":"2024-03-07T03:07:23.083530+0000","last_unstale":"2024-03-07T03:17:34.000512+0000","last_undegraded":"2024-03-07T03:17:34.000512+0000","last_fullsized":"2024-03-07T03:17:34.000512+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:57.938032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"716'2","reported_seq":1133,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:34.000522+0000","last_change":"2024-03-07T03:06:47.849618+0000","last_active":"2024-03-07T03:17:34.000522+0000","last_peered":"2024-03-07T03:17:34.000522+0000","last_clean":"2024-03-07T03:17:34.000522+0000","last_became_active":"2024-03-07T03:06:47.849222+0000","last_became_peered":"2024-03-07T03:06:47.849222+0000","last_unstale":"2024-03-07T03:17:34.000522+0000","last_undegraded":"2024-03-07T03:17:34.000522+0000","last_fullsized":"2024-03-07T03:17:34.000522+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:36:41.880143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1216,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822262+0000","last_change":"2024-03-07T03:06:47.851880+0000","last_active":"2024-03-07T03:16:20.822262+0000","last_peered":"2024-03-07T03:16:20.822262+0000","last_clean":"2024-03-07T03:16:20.822262+0000","last_became_active":"2024-03-07T03:06:47.851176+0000","last_became_peered":"2024-03-07T03:06:47.851176+0000","last_unstale":"2024-03-07T03:16:20.822262+0000","last_undegraded":"2024-03-07T03:16:20.822262+0000","last_fullsized":"2024-03-07T03:16:20.822262+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:38:59.663068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":978,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:26.420409+0000","last_change":"2024-03-07T03:07:58.757245+0000","last_active":"2024-03-07T03:15:26.420409+0000","last_peered":"2024-03-07T03:15:26.420409+0000","last_clean":"2024-03-07T03:15:26.420409+0000","last_became_active":"2024-03-07T03:07:58.754456+0000","last_became_peered":"2024-03-07T03:07:58.754456+0000","last_unstale":"2024-03-07T03:15:26.420409+0000","last_undegraded":"2024-03-07T03:15:26.420409+0000","last_fullsized":"2024-03-07T03:15:26.420409+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:57:32.153933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1045,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:45.979429+0000","last_change":"2024-03-07T03:06:47.855220+0000","last_active":"2024-03-07T03:16:45.979429+0000","last_peered":"2024-03-07T03:16:45.979429+0000","last_clean":"2024-03-07T03:16:45.979429+0000","last_became_active":"2024-03-07T03:06:47.854836+0000","last_became_peered":"2024-03-07T03:06:47.854836+0000","last_unstale":"2024-03-07T03:16:45.979429+0000","last_undegraded":"2024-03-07T03:16:45.979429+0000","last_fullsized":"2024-03-07T03:16:45.979429+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:51:35.386552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:26.420388+0000","last_change":"2024-03-07T03:07:58.757676+0000","last_active":"2024-03-07T03:15:26.420388+0000","last_peered":"2024-03-07T03:15:26.420388+0000","last_clean":"2024-03-07T03:15:26.420388+0000","last_became_active":"2024-03-07T03:07:58.753930+0000","last_became_peered":"2024-03-07T03:07:58.753930+0000","last_unstale":"2024-03-07T03:15:26.420388+0000","last_undegraded":"2024-03-07T03:15:26.420388+0000","last_fullsized":"2024-03-07T03:15:26.420388+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:56.639688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1039,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:45.979442+0000","last_change":"2024-03-07T03:07:23.076532+0000","last_active":"2024-03-07T03:16:45.979442+0000","last_peered":"2024-03-07T03:16:45.979442+0000","last_clean":"2024-03-07T03:16:45.979442+0000","last_became_active":"2024-03-07T03:07:23.076234+0000","last_became_peered":"2024-03-07T03:07:23.076234+0000","last_unstale":"2024-03-07T03:16:45.979442+0000","last_undegraded":"2024-03-07T03:16:45.979442+0000","last_fullsized":"2024-03-07T03:16:45.979442+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:16:39.967241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"716'2","reported_seq":1091,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:33.987379+0000","last_change":"2024-03-07T03:07:58.752045+0000","last_active":"2024-03-07T03:15:33.987379+0000","last_peered":"2024-03-07T03:15:33.987379+0000","last_clean":"2024-03-07T03:15:33.987379+0000","last_became_active":"2024-03-07T03:07:58.751585+0000","last_became_peered":"2024-03-07T03:07:58.751585+0000","last_unstale":"2024-03-07T03:15:33.987379+0000","last_undegraded":"2024-03-07T03:15:33.987379+0000","last_fullsized":"2024-03-07T03:15:33.987379+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:03:01.652607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1109,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:08.094223+0000","last_change":"2024-03-07T03:06:09.990854+0000","last_active":"2024-03-07T03:16:08.094223+0000","last_peered":"2024-03-07T03:16:08.094223+0000","last_clean":"2024-03-07T03:16:08.094223+0000","last_became_active":"2024-03-07T03:06:09.990464+0000","last_became_peered":"2024-03-07T03:06:09.990464+0000","last_unstale":"2024-03-07T03:16:08.094223+0000","last_undegraded":"2024-03-07T03:16:08.094223+0000","last_fullsized":"2024-03-07T03:16:08.094223+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:53:52.856954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"716'2","reported_seq":1012,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:21.198331+0000","last_change":"2024-03-07T03:07:58.754526+0000","last_active":"2024-03-07T03:17:21.198331+0000","last_peered":"2024-03-07T03:17:21.198331+0000","last_clean":"2024-03-07T03:17:21.198331+0000","last_became_active":"2024-03-07T03:07:58.754123+0000","last_became_peered":"2024-03-07T03:07:58.754123+0000","last_unstale":"2024-03-07T03:17:21.198331+0000","last_undegraded":"2024-03-07T03:17:21.198331+0000","last_fullsized":"2024-03-07T03:17:21.198331+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:41:34.446180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822224+0000","last_change":"2024-03-07T03:07:58.750769+0000","last_active":"2024-03-07T03:16:20.822224+0000","last_peered":"2024-03-07T03:16:20.822224+0000","last_clean":"2024-03-07T03:16:20.822224+0000","last_became_active":"2024-03-07T03:07:58.749974+0000","last_became_peered":"2024-03-07T03:07:58.749974+0000","last_unstale":"2024-03-07T03:16:20.822224+0000","last_undegraded":"2024-03-07T03:16:20.822224+0000","last_fullsized":"2024-03-07T03:16:20.822224+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:56:14.059734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1128,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:13.984650+0000","last_change":"2024-03-07T03:07:23.072942+0000","last_active":"2024-03-07T03:15:13.984650+0000","last_peered":"2024-03-07T03:15:13.984650+0000","last_clean":"2024-03-07T03:15:13.984650+0000","last_became_active":"2024-03-07T03:07:23.072639+0000","last_became_peered":"2024-03-07T03:07:23.072639+0000","last_unstale":"2024-03-07T03:15:13.984650+0000","last_undegraded":"2024-03-07T03:15:13.984650+0000","last_fullsized":"2024-03-07T03:15:13.984650+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:42.808853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1125,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:13.984615+0000","last_change":"2024-03-07T03:05:35.934963+0000","last_active":"2024-03-07T03:15:13.984615+0000","last_peered":"2024-03-07T03:15:13.984615+0000","last_clean":"2024-03-07T03:15:13.984615+0000","last_became_active":"2024-03-07T03:05:35.932493+0000","last_became_peered":"2024-03-07T03:05:35.932493+0000","last_unstale":"2024-03-07T03:15:13.984615+0000","last_undegraded":"2024-03-07T03:15:13.984615+0000","last_fullsized":"2024-03-07T03:15:13.984615+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:00:57.111662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1041,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:25.976999+0000","last_change":"2024-03-07T03:07:58.756063+0000","last_active":"2024-03-07T03:16:25.976999+0000","last_peered":"2024-03-07T03:16:25.976999+0000","last_clean":"2024-03-07T03:16:25.976999+0000","last_became_active":"2024-03-07T03:07:58.755712+0000","last_became_peered":"2024-03-07T03:07:58.755712+0000","last_unstale":"2024-03-07T03:16:25.976999+0000","last_undegraded":"2024-03-07T03:16:25.976999+0000","last_fullsized":"2024-03-07T03:16:25.976999+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:13:06.484346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:29.925426+0000","last_change":"2024-03-07T03:06:09.996319+0000","last_active":"2024-03-07T03:16:29.925426+0000","last_peered":"2024-03-07T03:16:29.925426+0000","last_clean":"2024-03-07T03:16:29.925426+0000","last_became_active":"2024-03-07T03:06:09.996002+0000","last_became_peered":"2024-03-07T03:06:09.996002+0000","last_unstale":"2024-03-07T03:16:29.925426+0000","last_undegraded":"2024-03-07T03:16:29.925426+0000","last_fullsized":"2024-03-07T03:16:29.925426+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:41:55.764562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1008,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:01.196182+0000","last_change":"2024-03-07T03:07:23.083466+0000","last_active":"2024-03-07T03:17:01.196182+0000","last_peered":"2024-03-07T03:17:01.196182+0000","last_clean":"2024-03-07T03:17:01.196182+0000","last_became_active":"2024-03-07T03:07:23.083156+0000","last_became_peered":"2024-03-07T03:07:23.083156+0000","last_unstale":"2024-03-07T03:17:01.196182+0000","last_undegraded":"2024-03-07T03:17:01.196182+0000","last_fullsized":"2024-03-07T03:17:01.196182+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:32:00.539449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1027,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:25.977070+0000","last_change":"2024-03-07T03:07:58.752127+0000","last_active":"2024-03-07T03:16:25.977070+0000","last_peered":"2024-03-07T03:16:25.977070+0000","last_clean":"2024-03-07T03:16:25.977070+0000","last_became_active":"2024-03-07T03:07:58.751770+0000","last_became_peered":"2024-03-07T03:07:58.751770+0000","last_unstale":"2024-03-07T03:16:25.977070+0000","last_undegraded":"2024-03-07T03:16:25.977070+0000","last_fullsized":"2024-03-07T03:16:25.977070+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:43.791488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1061,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:25.977059+0000","last_change":"2024-03-07T03:07:23.077653+0000","last_active":"2024-03-07T03:16:25.977059+0000","last_peered":"2024-03-07T03:16:25.977059+0000","last_clean":"2024-03-07T03:16:25.977059+0000","last_became_active":"2024-03-07T03:07:23.077355+0000","last_became_peered":"2024-03-07T03:07:23.077355+0000","last_unstale":"2024-03-07T03:16:25.977059+0000","last_undegraded":"2024-03-07T03:16:25.977059+0000","last_fullsized":"2024-03-07T03:16:25.977059+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:45.861158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:55.819456+0000","last_change":"2024-03-07T03:06:47.851508+0000","last_active":"2024-03-07T03:15:55.819456+0000","last_peered":"2024-03-07T03:15:55.819456+0000","last_clean":"2024-03-07T03:15:55.819456+0000","last_became_active":"2024-03-07T03:06:47.850839+0000","last_became_peered":"2024-03-07T03:06:47.850839+0000","last_unstale":"2024-03-07T03:15:55.819456+0000","last_undegraded":"2024-03-07T03:15:55.819456+0000","last_fullsized":"2024-03-07T03:15:55.819456+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:08:06.622234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1194,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:29.925482+0000","last_change":"2024-03-07T03:06:47.845848+0000","last_active":"2024-03-07T03:16:29.925482+0000","last_peered":"2024-03-07T03:16:29.925482+0000","last_clean":"2024-03-07T03:16:29.925482+0000","last_became_active":"2024-03-07T03:06:47.845425+0000","last_became_peered":"2024-03-07T03:06:47.845425+0000","last_unstale":"2024-03-07T03:16:29.925482+0000","last_undegraded":"2024-03-07T03:16:29.925482+0000","last_fullsized":"2024-03-07T03:16:29.925482+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:16:24.833986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1080,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:28.090047+0000","last_change":"2024-03-07T03:07:58.754983+0000","last_active":"2024-03-07T03:15:28.090047+0000","last_peered":"2024-03-07T03:15:28.090047+0000","last_clean":"2024-03-07T03:15:28.090047+0000","last_became_active":"2024-03-07T03:07:58.754657+0000","last_became_peered":"2024-03-07T03:07:58.754657+0000","last_unstale":"2024-03-07T03:15:28.090047+0000","last_undegraded":"2024-03-07T03:15:28.090047+0000","last_fullsized":"2024-03-07T03:15:28.090047+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:06:00.897772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"716'29","reported_seq":1043,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:41.193896+0000","last_change":"2024-03-07T03:07:23.079677+0000","last_active":"2024-03-07T03:16:41.193896+0000","last_peered":"2024-03-07T03:16:41.193896+0000","last_clean":"2024-03-07T03:16:41.193896+0000","last_became_active":"2024-03-07T03:07:23.079320+0000","last_became_peered":"2024-03-07T03:07:23.079320+0000","last_unstale":"2024-03-07T03:16:41.193896+0000","last_undegraded":"2024-03-07T03:16:41.193896+0000","last_fullsized":"2024-03-07T03:16:41.193896+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:49:54.979015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:11.418787+0000","last_change":"2024-03-07T03:07:58.758376+0000","last_active":"2024-03-07T03:15:11.418787+0000","last_peered":"2024-03-07T03:15:11.418787+0000","last_clean":"2024-03-07T03:15:11.418787+0000","last_became_active":"2024-03-07T03:07:58.757816+0000","last_became_peered":"2024-03-07T03:07:58.757816+0000","last_unstale":"2024-03-07T03:15:11.418787+0000","last_undegraded":"2024-03-07T03:15:11.418787+0000","last_fullsized":"2024-03-07T03:15:11.418787+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:47.253727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1220,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:30.816851+0000","last_change":"2024-03-07T03:06:09.989072+0000","last_active":"2024-03-07T03:15:30.816851+0000","last_peered":"2024-03-07T03:15:30.816851+0000","last_clean":"2024-03-07T03:15:30.816851+0000","last_became_active":"2024-03-07T03:06:09.987754+0000","last_became_peered":"2024-03-07T03:06:09.987754+0000","last_unstale":"2024-03-07T03:15:30.816851+0000","last_undegraded":"2024-03-07T03:15:30.816851+0000","last_fullsized":"2024-03-07T03:15:30.816851+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:05:15.340331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:30.816835+0000","last_change":"2024-03-07T03:07:58.754207+0000","last_active":"2024-03-07T03:15:30.816835+0000","last_peered":"2024-03-07T03:15:30.816835+0000","last_clean":"2024-03-07T03:15:30.816835+0000","last_became_active":"2024-03-07T03:07:58.753859+0000","last_became_peered":"2024-03-07T03:07:58.753859+0000","last_unstale":"2024-03-07T03:15:30.816835+0000","last_undegraded":"2024-03-07T03:15:30.816835+0000","last_fullsized":"2024-03-07T03:15:30.816835+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:14:02.813872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1054,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:05.974451+0000","last_change":"2024-03-07T03:07:58.755838+0000","last_active":"2024-03-07T03:16:05.974451+0000","last_peered":"2024-03-07T03:16:05.974451+0000","last_clean":"2024-03-07T03:16:05.974451+0000","last_became_active":"2024-03-07T03:07:58.755436+0000","last_became_peered":"2024-03-07T03:07:58.755436+0000","last_unstale":"2024-03-07T03:16:05.974451+0000","last_undegraded":"2024-03-07T03:16:05.974451+0000","last_fullsized":"2024-03-07T03:16:05.974451+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:25.094944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":988,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:16.432089+0000","last_change":"2024-03-07T03:07:58.750199+0000","last_active":"2024-03-07T03:17:16.432089+0000","last_peered":"2024-03-07T03:17:16.432089+0000","last_clean":"2024-03-07T03:17:16.432089+0000","last_became_active":"2024-03-07T03:07:58.749858+0000","last_became_peered":"2024-03-07T03:07:58.749858+0000","last_unstale":"2024-03-07T03:17:16.432089+0000","last_undegraded":"2024-03-07T03:17:16.432089+0000","last_fullsized":"2024-03-07T03:17:16.432089+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:41.122539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1016,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:41.193859+0000","last_change":"2024-03-07T03:07:23.076835+0000","last_active":"2024-03-07T03:16:41.193859+0000","last_peered":"2024-03-07T03:16:41.193859+0000","last_clean":"2024-03-07T03:16:41.193859+0000","last_became_active":"2024-03-07T03:07:23.075094+0000","last_became_peered":"2024-03-07T03:07:23.075094+0000","last_unstale":"2024-03-07T03:16:41.193859+0000","last_undegraded":"2024-03-07T03:16:41.193859+0000","last_fullsized":"2024-03-07T03:16:41.193859+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:50:36.739831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1007,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:41.193835+0000","last_change":"2024-03-07T03:07:23.078279+0000","last_active":"2024-03-07T03:16:41.193835+0000","last_peered":"2024-03-07T03:16:41.193835+0000","last_clean":"2024-03-07T03:16:41.193835+0000","last_became_active":"2024-03-07T03:07:23.077338+0000","last_became_peered":"2024-03-07T03:07:23.077338+0000","last_unstale":"2024-03-07T03:16:41.193835+0000","last_undegraded":"2024-03-07T03:16:41.193835+0000","last_fullsized":"2024-03-07T03:16:41.193835+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:05:40.599683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1171,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:39.537087+0000","last_change":"2024-03-07T03:05:01.461919+0000","last_active":"2024-03-07T03:16:39.537087+0000","last_peered":"2024-03-07T03:16:39.537087+0000","last_clean":"2024-03-07T03:16:39.537087+0000","last_became_active":"2024-03-07T03:05:01.459759+0000","last_became_peered":"2024-03-07T03:05:01.459759+0000","last_unstale":"2024-03-07T03:16:39.537087+0000","last_undegraded":"2024-03-07T03:16:39.537087+0000","last_fullsized":"2024-03-07T03:16:39.537087+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:31:45.535178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":974,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:16.432055+0000","last_change":"2024-03-07T03:07:58.753856+0000","last_active":"2024-03-07T03:17:16.432055+0000","last_peered":"2024-03-07T03:17:16.432055+0000","last_clean":"2024-03-07T03:17:16.432055+0000","last_became_active":"2024-03-07T03:07:58.751889+0000","last_became_peered":"2024-03-07T03:07:58.751889+0000","last_unstale":"2024-03-07T03:17:16.432055+0000","last_undegraded":"2024-03-07T03:17:16.432055+0000","last_fullsized":"2024-03-07T03:17:16.432055+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:27:20.126942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"863'1273","reported_seq":4342,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:49.531941+0000","last_change":"2024-03-07T03:10:56.137635+0000","last_active":"2024-03-07T03:15:49.531941+0000","last_peered":"2024-03-07T03:15:49.531941+0000","last_clean":"2024-03-07T03:15:49.531941+0000","last_became_active":"2024-03-07T03:05:01.457883+0000","last_became_peered":"2024-03-07T03:05:01.457883+0000","last_unstale":"2024-03-07T03:15:49.531941+0000","last_undegraded":"2024-03-07T03:15:49.531941+0000","last_fullsized":"2024-03-07T03:15:49.531941+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1273,"log_dups_size":0,"ondisk_log_size":1273,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:21:46.718939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.021818005000000001,"stat_sum":{"num_bytes":15540224,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":258,"num_read_kb":529715,"num_write":442,"num_write_kb":102224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1441792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.f","version":"61'1","reported_seq":1084,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:23.102514+0000","last_change":"2024-03-07T03:07:58.755003+0000","last_active":"2024-03-07T03:17:23.102514+0000","last_peered":"2024-03-07T03:17:23.102514+0000","last_clean":"2024-03-07T03:17:23.102514+0000","last_became_active":"2024-03-07T03:07:58.754564+0000","last_became_peered":"2024-03-07T03:07:58.754564+0000","last_unstale":"2024-03-07T03:17:23.102514+0000","last_undegraded":"2024-03-07T03:17:23.102514+0000","last_fullsized":"2024-03-07T03:17:23.102514+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:34:53.344746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":989,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:56.430198+0000","last_change":"2024-03-07T03:07:58.750952+0000","last_active":"2024-03-07T03:16:56.430198+0000","last_peered":"2024-03-07T03:16:56.430198+0000","last_clean":"2024-03-07T03:16:56.430198+0000","last_became_active":"2024-03-07T03:07:58.749229+0000","last_became_peered":"2024-03-07T03:07:58.749229+0000","last_unstale":"2024-03-07T03:16:56.430198+0000","last_undegraded":"2024-03-07T03:16:56.430198+0000","last_fullsized":"2024-03-07T03:16:56.430198+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:53:10.534950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"863'847","reported_seq":4050,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822185+0000","last_change":"2024-03-07T03:10:56.129162+0000","last_active":"2024-03-07T03:16:20.822185+0000","last_peered":"2024-03-07T03:16:20.822185+0000","last_clean":"2024-03-07T03:16:20.822185+0000","last_became_active":"2024-03-07T03:07:23.074596+0000","last_became_peered":"2024-03-07T03:07:23.074596+0000","last_unstale":"2024-03-07T03:16:20.822185+0000","last_undegraded":"2024-03-07T03:16:20.822185+0000","last_fullsized":"2024-03-07T03:16:20.822185+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":847,"log_dups_size":0,"ondisk_log_size":847,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:34:23.625809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0099120149999999997,"stat_sum":{"num_bytes":38936576,"num_objects":11,"num_object_clones":9,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":157,"num_read_kb":413258,"num_write":266,"num_write_kb":109952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":4374528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.2","version":"0'0","reported_seq":1190,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:54.928240+0000","last_change":"2024-03-07T03:06:47.845893+0000","last_active":"2024-03-07T03:16:54.928240+0000","last_peered":"2024-03-07T03:16:54.928240+0000","last_clean":"2024-03-07T03:16:54.928240+0000","last_became_active":"2024-03-07T03:06:47.845548+0000","last_became_peered":"2024-03-07T03:06:47.845548+0000","last_unstale":"2024-03-07T03:16:54.928240+0000","last_undegraded":"2024-03-07T03:16:54.928240+0000","last_fullsized":"2024-03-07T03:16:54.928240+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:19:55.051329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:54.928264+0000","last_change":"2024-03-07T03:07:58.751041+0000","last_active":"2024-03-07T03:16:54.928264+0000","last_peered":"2024-03-07T03:16:54.928264+0000","last_clean":"2024-03-07T03:16:54.928264+0000","last_became_active":"2024-03-07T03:07:58.749047+0000","last_became_peered":"2024-03-07T03:07:58.749047+0000","last_unstale":"2024-03-07T03:16:54.928264+0000","last_undegraded":"2024-03-07T03:16:54.928264+0000","last_fullsized":"2024-03-07T03:16:54.928264+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:47:59.256394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1060,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:10.982091+0000","last_change":"2024-03-07T03:06:47.858022+0000","last_active":"2024-03-07T03:17:10.982091+0000","last_peered":"2024-03-07T03:17:10.982091+0000","last_clean":"2024-03-07T03:17:10.982091+0000","last_became_active":"2024-03-07T03:06:47.857526+0000","last_became_peered":"2024-03-07T03:06:47.857526+0000","last_unstale":"2024-03-07T03:17:10.982091+0000","last_undegraded":"2024-03-07T03:17:10.982091+0000","last_fullsized":"2024-03-07T03:17:10.982091+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:02:03.856321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"862'1186","reported_seq":4381,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822242+0000","last_change":"2024-03-07T03:10:56.119983+0000","last_active":"2024-03-07T03:16:20.822242+0000","last_peered":"2024-03-07T03:16:20.822242+0000","last_clean":"2024-03-07T03:16:20.822242+0000","last_became_active":"2024-03-07T03:06:09.988405+0000","last_became_peered":"2024-03-07T03:06:09.988405+0000","last_unstale":"2024-03-07T03:16:20.822242+0000","last_undegraded":"2024-03-07T03:16:20.822242+0000","last_fullsized":"2024-03-07T03:16:20.822242+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1186,"log_dups_size":0,"ondisk_log_size":1186,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:41:38.890400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099770099999999993,"stat_sum":{"num_bytes":13524992,"num_objects":9,"num_object_clones":6,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":208,"num_read_kb":390958,"num_write":505,"num_write_kb":103888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":50642944,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1190,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:54.928274+0000","last_change":"2024-03-07T03:05:35.928460+0000","last_active":"2024-03-07T03:16:54.928274+0000","last_peered":"2024-03-07T03:16:54.928274+0000","last_clean":"2024-03-07T03:16:54.928274+0000","last_became_active":"2024-03-07T03:05:35.928017+0000","last_became_peered":"2024-03-07T03:05:35.928017+0000","last_unstale":"2024-03-07T03:16:54.928274+0000","last_undegraded":"2024-03-07T03:16:54.928274+0000","last_fullsized":"2024-03-07T03:16:54.928274+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:53:27.674544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1029,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:10.982038+0000","last_change":"2024-03-07T03:07:23.075249+0000","last_active":"2024-03-07T03:17:10.982038+0000","last_peered":"2024-03-07T03:17:10.982038+0000","last_clean":"2024-03-07T03:17:10.982038+0000","last_became_active":"2024-03-07T03:07:23.074866+0000","last_became_peered":"2024-03-07T03:07:23.074866+0000","last_unstale":"2024-03-07T03:17:10.982038+0000","last_undegraded":"2024-03-07T03:17:10.982038+0000","last_fullsized":"2024-03-07T03:17:10.982038+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:03.393010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1081,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:33.096893+0000","last_change":"2024-03-07T03:07:23.069585+0000","last_active":"2024-03-07T03:16:33.096893+0000","last_peered":"2024-03-07T03:16:33.096893+0000","last_clean":"2024-03-07T03:16:33.096893+0000","last_became_active":"2024-03-07T03:07:23.069262+0000","last_became_peered":"2024-03-07T03:07:23.069262+0000","last_unstale":"2024-03-07T03:16:33.096893+0000","last_undegraded":"2024-03-07T03:16:33.096893+0000","last_fullsized":"2024-03-07T03:16:33.096893+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:11:22.045807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"861'1094","reported_seq":4798,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:15:49.532042+0000","last_change":"2024-03-07T03:10:57.331022+0000","last_active":"2024-03-07T03:15:49.532042+0000","last_peered":"2024-03-07T03:15:49.532042+0000","last_clean":"2024-03-07T03:15:49.532042+0000","last_became_active":"2024-03-07T03:06:47.847229+0000","last_became_peered":"2024-03-07T03:06:47.847229+0000","last_unstale":"2024-03-07T03:15:49.532042+0000","last_undegraded":"2024-03-07T03:15:49.532042+0000","last_fullsized":"2024-03-07T03:15:49.532042+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1094,"log_dups_size":0,"ondisk_log_size":1094,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:58:27.729404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.032339935,"stat_sum":{"num_bytes":113606656,"num_objects":59,"num_object_clones":55,"num_object_copies":177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":279,"num_read_kb":358703,"num_write":525,"num_write_kb":146904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":36642816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1185,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:24.931072+0000","last_change":"2024-03-07T03:06:47.843416+0000","last_active":"2024-03-07T03:17:24.931072+0000","last_peered":"2024-03-07T03:17:24.931072+0000","last_clean":"2024-03-07T03:17:24.931072+0000","last_became_active":"2024-03-07T03:06:47.842812+0000","last_became_peered":"2024-03-07T03:06:47.842812+0000","last_unstale":"2024-03-07T03:17:24.931072+0000","last_undegraded":"2024-03-07T03:17:24.931072+0000","last_fullsized":"2024-03-07T03:17:24.931072+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:03:02.672609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1191,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:24.924765+0000","last_change":"2024-03-07T03:07:23.071850+0000","last_active":"2024-03-07T03:16:24.924765+0000","last_peered":"2024-03-07T03:16:24.924765+0000","last_clean":"2024-03-07T03:16:24.924765+0000","last_became_active":"2024-03-07T03:07:23.071476+0000","last_became_peered":"2024-03-07T03:07:23.071476+0000","last_unstale":"2024-03-07T03:16:24.924765+0000","last_undegraded":"2024-03-07T03:16:24.924765+0000","last_fullsized":"2024-03-07T03:16:24.924765+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:13:05.296486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1160,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:29.541526+0000","last_change":"2024-03-07T03:05:35.926187+0000","last_active":"2024-03-07T03:17:29.541526+0000","last_peered":"2024-03-07T03:17:29.541526+0000","last_clean":"2024-03-07T03:17:29.541526+0000","last_became_active":"2024-03-07T03:05:35.925908+0000","last_became_peered":"2024-03-07T03:05:35.925908+0000","last_unstale":"2024-03-07T03:17:29.541526+0000","last_undegraded":"2024-03-07T03:17:29.541526+0000","last_fullsized":"2024-03-07T03:17:29.541526+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:48:33.101185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"863'1146","reported_seq":3875,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:16.425698+0000","last_change":"2024-03-07T03:10:56.132170+0000","last_active":"2024-03-07T03:16:16.425698+0000","last_peered":"2024-03-07T03:16:16.425698+0000","last_clean":"2024-03-07T03:16:16.425698+0000","last_became_active":"2024-03-07T03:07:58.756854+0000","last_became_peered":"2024-03-07T03:07:58.756854+0000","last_unstale":"2024-03-07T03:16:16.425698+0000","last_undegraded":"2024-03-07T03:16:16.425698+0000","last_fullsized":"2024-03-07T03:16:16.425698+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1146,"log_dups_size":0,"ondisk_log_size":1146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T02:59:04.693146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.010433211,"stat_sum":{"num_bytes":34668544,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":1,"num_read":219,"num_read_kb":317694,"num_write":420,"num_write_kb":93568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":10240000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1008,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:46.200874+0000","last_change":"2024-03-07T03:07:58.760449+0000","last_active":"2024-03-07T03:17:46.200874+0000","last_peered":"2024-03-07T03:17:46.200874+0000","last_clean":"2024-03-07T03:17:46.200874+0000","last_became_active":"2024-03-07T03:07:58.760086+0000","last_became_peered":"2024-03-07T03:07:58.760086+0000","last_unstale":"2024-03-07T03:17:46.200874+0000","last_undegraded":"2024-03-07T03:17:46.200874+0000","last_fullsized":"2024-03-07T03:17:46.200874+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:34:38.583100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1090,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:58.990252+0000","last_change":"2024-03-07T03:07:23.073659+0000","last_active":"2024-03-07T03:15:58.990252+0000","last_peered":"2024-03-07T03:15:58.990252+0000","last_clean":"2024-03-07T03:15:58.990252+0000","last_became_active":"2024-03-07T03:07:23.073277+0000","last_became_peered":"2024-03-07T03:07:23.073277+0000","last_unstale":"2024-03-07T03:15:58.990252+0000","last_undegraded":"2024-03-07T03:15:58.990252+0000","last_fullsized":"2024-03-07T03:15:58.990252+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:48:34.819985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1063,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:10.982075+0000","last_change":"2024-03-07T03:07:58.752576+0000","last_active":"2024-03-07T03:17:10.982075+0000","last_peered":"2024-03-07T03:17:10.982075+0000","last_clean":"2024-03-07T03:17:10.982075+0000","last_became_active":"2024-03-07T03:07:58.752193+0000","last_became_peered":"2024-03-07T03:07:58.752193+0000","last_unstale":"2024-03-07T03:17:10.982075+0000","last_undegraded":"2024-03-07T03:17:10.982075+0000","last_fullsized":"2024-03-07T03:17:10.982075+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:55:14.205594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"395'197","reported_seq":1467,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:56.423645+0000","last_change":"2024-03-07T03:07:58.752982+0000","last_active":"2024-03-07T03:15:56.423645+0000","last_peered":"2024-03-07T03:15:56.423645+0000","last_clean":"2024-03-07T03:15:56.423645+0000","last_became_active":"2024-03-07T03:07:58.752004+0000","last_became_peered":"2024-03-07T03:07:58.752004+0000","last_unstale":"2024-03-07T03:15:56.423645+0000","last_undegraded":"2024-03-07T03:15:56.423645+0000","last_fullsized":"2024-03-07T03:15:56.423645+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_clean_scrub_stamp":"2024-03-07T02:51:31.238394+0000","objects_scrubbed":0,"log_size":197,"log_dups_size":0,"ondisk_log_size":197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:53.766202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"858'3145","reported_seq":6532,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:17:35.985034+0000","last_change":"2024-03-07T03:10:57.131283+0000","last_active":"2024-03-07T03:17:35.985034+0000","last_peered":"2024-03-07T03:17:35.985034+0000","last_clean":"2024-03-07T03:17:35.985034+0000","last_became_active":"2024-03-07T03:06:47.859231+0000","last_became_peered":"2024-03-07T03:06:47.859231+0000","last_unstale":"2024-03-07T03:17:35.985034+0000","last_undegraded":"2024-03-07T03:17:35.985034+0000","last_fullsized":"2024-03-07T03:17:35.985034+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3145,"log_dups_size":0,"ondisk_log_size":3145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:10:03.781442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001499434,"stat_sum":{"num_bytes":18481152,"num_objects":15,"num_object_clones":14,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":124,"num_read_kb":398406,"num_write":253,"num_write_kb":45856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":9773056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1216,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:50.825515+0000","last_change":"2024-03-07T03:05:01.454053+0000","last_active":"2024-03-07T03:16:50.825515+0000","last_peered":"2024-03-07T03:16:50.825515+0000","last_clean":"2024-03-07T03:16:50.825515+0000","last_became_active":"2024-03-07T03:05:01.453718+0000","last_became_peered":"2024-03-07T03:05:01.453718+0000","last_unstale":"2024-03-07T03:16:50.825515+0000","last_undegraded":"2024-03-07T03:16:50.825515+0000","last_fullsized":"2024-03-07T03:16:50.825515+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:10:59.835543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1216,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822159+0000","last_change":"2024-03-07T03:06:09.987673+0000","last_active":"2024-03-07T03:16:20.822159+0000","last_peered":"2024-03-07T03:16:20.822159+0000","last_clean":"2024-03-07T03:16:20.822159+0000","last_became_active":"2024-03-07T03:06:09.987328+0000","last_became_peered":"2024-03-07T03:06:09.987328+0000","last_unstale":"2024-03-07T03:16:20.822159+0000","last_undegraded":"2024-03-07T03:16:20.822159+0000","last_fullsized":"2024-03-07T03:16:20.822159+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:11:17.983744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":976,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:56.423621+0000","last_change":"2024-03-07T03:07:58.757849+0000","last_active":"2024-03-07T03:15:56.423621+0000","last_peered":"2024-03-07T03:15:56.423621+0000","last_clean":"2024-03-07T03:15:56.423621+0000","last_became_active":"2024-03-07T03:07:58.757399+0000","last_became_peered":"2024-03-07T03:07:58.757399+0000","last_unstale":"2024-03-07T03:15:56.423621+0000","last_undegraded":"2024-03-07T03:15:56.423621+0000","last_fullsized":"2024-03-07T03:15:56.423621+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:54:11.413787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"864'1259","reported_seq":4066,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:46.200844+0000","last_change":"2024-03-07T03:10:56.129203+0000","last_active":"2024-03-07T03:17:46.200844+0000","last_peered":"2024-03-07T03:17:46.200844+0000","last_clean":"2024-03-07T03:17:46.200844+0000","last_became_active":"2024-03-07T03:07:23.080120+0000","last_became_peered":"2024-03-07T03:07:23.080120+0000","last_unstale":"2024-03-07T03:17:46.200844+0000","last_undegraded":"2024-03-07T03:17:46.200844+0000","last_fullsized":"2024-03-07T03:17:46.200844+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1259,"log_dups_size":0,"ondisk_log_size":1259,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:33:24.850580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0059393290000000001,"stat_sum":{"num_bytes":23298048,"num_objects":10,"num_object_clones":7,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":249,"num_read_kb":271095,"num_write":553,"num_write_kb":138504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":18890752,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.3","version":"0'0","reported_seq":1216,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822216+0000","last_change":"2024-03-07T03:07:58.750289+0000","last_active":"2024-03-07T03:16:20.822216+0000","last_peered":"2024-03-07T03:16:20.822216+0000","last_clean":"2024-03-07T03:16:20.822216+0000","last_became_active":"2024-03-07T03:07:58.749557+0000","last_became_peered":"2024-03-07T03:07:58.749557+0000","last_unstale":"2024-03-07T03:16:20.822216+0000","last_undegraded":"2024-03-07T03:16:20.822216+0000","last_fullsized":"2024-03-07T03:16:20.822216+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:54:43.865660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":990,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:16.425734+0000","last_change":"2024-03-07T03:07:58.758005+0000","last_active":"2024-03-07T03:16:16.425734+0000","last_peered":"2024-03-07T03:16:16.425734+0000","last_clean":"2024-03-07T03:16:16.425734+0000","last_became_active":"2024-03-07T03:07:58.756833+0000","last_became_peered":"2024-03-07T03:07:58.756833+0000","last_unstale":"2024-03-07T03:16:16.425734+0000","last_undegraded":"2024-03-07T03:16:16.425734+0000","last_fullsized":"2024-03-07T03:16:16.425734+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:37:55.288554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1190,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:54.928283+0000","last_change":"2024-03-07T03:06:47.843644+0000","last_active":"2024-03-07T03:16:54.928283+0000","last_peered":"2024-03-07T03:16:54.928283+0000","last_clean":"2024-03-07T03:16:54.928283+0000","last_became_active":"2024-03-07T03:06:47.842694+0000","last_became_peered":"2024-03-07T03:06:47.842694+0000","last_unstale":"2024-03-07T03:16:54.928283+0000","last_undegraded":"2024-03-07T03:16:54.928283+0000","last_fullsized":"2024-03-07T03:16:54.928283+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:25:34.783974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"863'880","reported_seq":3817,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:33.096853+0000","last_change":"2024-03-07T03:10:56.125509+0000","last_active":"2024-03-07T03:16:33.096853+0000","last_peered":"2024-03-07T03:16:33.096853+0000","last_clean":"2024-03-07T03:16:33.096853+0000","last_became_active":"2024-03-07T03:07:58.755248+0000","last_became_peered":"2024-03-07T03:07:58.755248+0000","last_unstale":"2024-03-07T03:16:33.096853+0000","last_undegraded":"2024-03-07T03:16:33.096853+0000","last_fullsized":"2024-03-07T03:16:33.096853+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":880,"log_dups_size":0,"ondisk_log_size":880,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:40:02.788467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0073429089999999999,"stat_sum":{"num_bytes":9224192,"num_objects":8,"num_object_clones":6,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":1,"num_read":161,"num_read_kb":133885,"num_write":362,"num_write_kb":55920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1127,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:34.000486+0000","last_change":"2024-03-07T03:07:58.764215+0000","last_active":"2024-03-07T03:17:34.000486+0000","last_peered":"2024-03-07T03:17:34.000486+0000","last_clean":"2024-03-07T03:17:34.000486+0000","last_became_active":"2024-03-07T03:07:58.763818+0000","last_became_peered":"2024-03-07T03:07:58.763818+0000","last_unstale":"2024-03-07T03:17:34.000486+0000","last_undegraded":"2024-03-07T03:17:34.000486+0000","last_fullsized":"2024-03-07T03:17:34.000486+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:27:54.623360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"719'2","reported_seq":1195,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:24.931055+0000","last_change":"2024-03-07T03:07:23.074913+0000","last_active":"2024-03-07T03:17:24.931055+0000","last_peered":"2024-03-07T03:17:24.931055+0000","last_clean":"2024-03-07T03:17:24.931055+0000","last_became_active":"2024-03-07T03:07:23.074530+0000","last_became_peered":"2024-03-07T03:07:23.074530+0000","last_unstale":"2024-03-07T03:17:24.931055+0000","last_undegraded":"2024-03-07T03:17:24.931055+0000","last_fullsized":"2024-03-07T03:17:24.931055+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:13:25.877187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1129,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:23.992537+0000","last_change":"2024-03-07T03:07:58.757756+0000","last_active":"2024-03-07T03:16:23.992537+0000","last_peered":"2024-03-07T03:16:23.992537+0000","last_clean":"2024-03-07T03:16:23.992537+0000","last_became_active":"2024-03-07T03:07:58.757430+0000","last_became_peered":"2024-03-07T03:07:58.757430+0000","last_unstale":"2024-03-07T03:16:23.992537+0000","last_undegraded":"2024-03-07T03:16:23.992537+0000","last_fullsized":"2024-03-07T03:16:23.992537+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:22:21.412765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"863'1564","reported_seq":5166,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:17:34.000392+0000","last_change":"2024-03-07T03:10:57.329944+0000","last_active":"2024-03-07T03:17:34.000392+0000","last_peered":"2024-03-07T03:17:34.000392+0000","last_clean":"2024-03-07T03:17:34.000392+0000","last_became_active":"2024-03-07T03:06:09.990793+0000","last_became_peered":"2024-03-07T03:06:09.990793+0000","last_unstale":"2024-03-07T03:17:34.000392+0000","last_undegraded":"2024-03-07T03:17:34.000392+0000","last_fullsized":"2024-03-07T03:17:34.000392+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1564,"log_dups_size":0,"ondisk_log_size":1564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":143,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:53.639078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.019553126000000001,"stat_sum":{"num_bytes":100999168,"num_objects":73,"num_object_clones":68,"num_object_copies":219,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":1,"num_read":410,"num_read_kb":572954,"num_write":777,"num_write_kb":204640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":51175424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"c"},{"start":"178","length":"4"},{"start":"17e","length":"3"},{"start":"182","length":"4"},{"start":"187","length":"5"},{"start":"18d","length":"2"}]},{"pgid":"4.1","version":"0'0","reported_seq":1082,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:33.096817+0000","last_change":"2024-03-07T03:07:23.071468+0000","last_active":"2024-03-07T03:16:33.096817+0000","last_peered":"2024-03-07T03:16:33.096817+0000","last_clean":"2024-03-07T03:16:33.096817+0000","last_became_active":"2024-03-07T03:07:23.071160+0000","last_became_peered":"2024-03-07T03:07:23.071160+0000","last_unstale":"2024-03-07T03:16:33.096817+0000","last_undegraded":"2024-03-07T03:16:33.096817+0000","last_fullsized":"2024-03-07T03:16:33.096817+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:17:55.686793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":992,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:01.189618+0000","last_change":"2024-03-07T03:07:58.759142+0000","last_active":"2024-03-07T03:16:01.189618+0000","last_peered":"2024-03-07T03:16:01.189618+0000","last_clean":"2024-03-07T03:16:01.189618+0000","last_became_active":"2024-03-07T03:07:58.758771+0000","last_became_peered":"2024-03-07T03:07:58.758771+0000","last_unstale":"2024-03-07T03:16:01.189618+0000","last_undegraded":"2024-03-07T03:16:01.189618+0000","last_fullsized":"2024-03-07T03:16:01.189618+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:45:13.985820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1216,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:50.825492+0000","last_change":"2024-03-07T03:06:09.988597+0000","last_active":"2024-03-07T03:16:50.825492+0000","last_peered":"2024-03-07T03:16:50.825492+0000","last_clean":"2024-03-07T03:16:50.825492+0000","last_became_active":"2024-03-07T03:06:09.988261+0000","last_became_peered":"2024-03-07T03:06:09.988261+0000","last_unstale":"2024-03-07T03:16:50.825492+0000","last_undegraded":"2024-03-07T03:16:50.825492+0000","last_fullsized":"2024-03-07T03:16:50.825492+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:11:06.717251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"843'3099","reported_seq":6400,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:15:45.972108+0000","last_change":"2024-03-07T03:10:57.131044+0000","last_active":"2024-03-07T03:15:45.972108+0000","last_peered":"2024-03-07T03:15:45.972108+0000","last_clean":"2024-03-07T03:15:45.972108+0000","last_became_active":"2024-03-07T03:07:23.084936+0000","last_became_peered":"2024-03-07T03:07:23.084936+0000","last_unstale":"2024-03-07T03:15:45.972108+0000","last_undegraded":"2024-03-07T03:15:45.972108+0000","last_fullsized":"2024-03-07T03:15:45.972108+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3099,"log_dups_size":0,"ondisk_log_size":3099,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:46:48.809690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012703,"stat_sum":{"num_bytes":8347648,"num_objects":13,"num_object_clones":12,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":56,"num_read_kb":33721,"num_write":241,"num_write_kb":36816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":434176,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1148,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:49.531980+0000","last_change":"2024-03-07T03:05:01.461136+0000","last_active":"2024-03-07T03:15:49.531980+0000","last_peered":"2024-03-07T03:15:49.531980+0000","last_clean":"2024-03-07T03:15:49.531980+0000","last_became_active":"2024-03-07T03:05:01.457189+0000","last_became_peered":"2024-03-07T03:05:01.457189+0000","last_unstale":"2024-03-07T03:15:49.531980+0000","last_undegraded":"2024-03-07T03:15:49.531980+0000","last_fullsized":"2024-03-07T03:15:49.531980+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:23.791243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1105,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:58.099399+0000","last_change":"2024-03-07T03:07:58.750311+0000","last_active":"2024-03-07T03:16:58.099399+0000","last_peered":"2024-03-07T03:16:58.099399+0000","last_clean":"2024-03-07T03:16:58.099399+0000","last_became_active":"2024-03-07T03:07:58.750001+0000","last_became_peered":"2024-03-07T03:07:58.750001+0000","last_unstale":"2024-03-07T03:16:58.099399+0000","last_undegraded":"2024-03-07T03:16:58.099399+0000","last_fullsized":"2024-03-07T03:16:58.099399+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:05.963944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"847'12789","reported_seq":16205,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:17:23.102472+0000","last_change":"2024-03-07T03:10:57.124034+0000","last_active":"2024-03-07T03:17:23.102472+0000","last_peered":"2024-03-07T03:17:23.102472+0000","last_clean":"2024-03-07T03:17:23.102472+0000","last_became_active":"2024-03-07T03:06:47.859957+0000","last_became_peered":"2024-03-07T03:06:47.859957+0000","last_unstale":"2024-03-07T03:17:23.102472+0000","last_undegraded":"2024-03-07T03:17:23.102472+0000","last_fullsized":"2024-03-07T03:17:23.102472+0000","mapping_epoch":625,"log_start":"599'6200","ondisk_log_start":"599'6200","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":6589,"log_dups_size":0,"ondisk_log_size":6589,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":137,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:29:13.699651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0091875959999999993,"stat_sum":{"num_bytes":71745536,"num_objects":32,"num_object_clones":30,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":0,"num_read":146,"num_read_kb":316804,"num_write":323,"num_write_kb":90232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":20865024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"5"},{"start":"171","length":"b"},{"start":"17e","length":"8"},{"start":"187","length":"5"},{"start":"18d","length":"3"},{"start":"192","length":"1"},{"start":"197","length":"1"},{"start":"199","length":"2"}]},{"pgid":"2.9","version":"0'0","reported_seq":1190,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:24.930967+0000","last_change":"2024-03-07T03:07:58.752456+0000","last_active":"2024-03-07T03:17:24.930967+0000","last_peered":"2024-03-07T03:17:24.930967+0000","last_clean":"2024-03-07T03:17:24.930967+0000","last_became_active":"2024-03-07T03:07:58.752118+0000","last_became_peered":"2024-03-07T03:07:58.752118+0000","last_unstale":"2024-03-07T03:17:24.930967+0000","last_undegraded":"2024-03-07T03:17:24.930967+0000","last_fullsized":"2024-03-07T03:17:24.930967+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:08:08.574482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1120,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:23.992489+0000","last_change":"2024-03-07T03:07:58.757839+0000","last_active":"2024-03-07T03:16:23.992489+0000","last_peered":"2024-03-07T03:16:23.992489+0000","last_clean":"2024-03-07T03:16:23.992489+0000","last_became_active":"2024-03-07T03:07:58.757495+0000","last_became_peered":"2024-03-07T03:07:58.757495+0000","last_unstale":"2024-03-07T03:16:23.992489+0000","last_undegraded":"2024-03-07T03:16:23.992489+0000","last_fullsized":"2024-03-07T03:16:23.992489+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:27:02.190643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"861'1463","reported_seq":5090,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:16:14.534628+0000","last_change":"2024-03-07T03:10:57.330799+0000","last_active":"2024-03-07T03:16:14.534628+0000","last_peered":"2024-03-07T03:16:14.534628+0000","last_clean":"2024-03-07T03:16:14.534628+0000","last_became_active":"2024-03-07T03:07:58.763085+0000","last_became_peered":"2024-03-07T03:07:58.763085+0000","last_unstale":"2024-03-07T03:16:14.534628+0000","last_undegraded":"2024-03-07T03:16:14.534628+0000","last_fullsized":"2024-03-07T03:16:14.534628+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1463,"log_dups_size":0,"ondisk_log_size":1463,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:39:21.050544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.016579719999999999,"stat_sum":{"num_bytes":106192896,"num_objects":71,"num_object_clones":66,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":1,"num_read":323,"num_read_kb":516030,"num_write":942,"num_write_kb":231680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":48201728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1190,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:24.931017+0000","last_change":"2024-03-07T03:07:58.752370+0000","last_active":"2024-03-07T03:17:24.931017+0000","last_peered":"2024-03-07T03:17:24.931017+0000","last_clean":"2024-03-07T03:17:24.931017+0000","last_became_active":"2024-03-07T03:07:58.751985+0000","last_became_peered":"2024-03-07T03:07:58.751985+0000","last_unstale":"2024-03-07T03:17:24.931017+0000","last_undegraded":"2024-03-07T03:17:24.931017+0000","last_fullsized":"2024-03-07T03:17:24.931017+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:31:33.590004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1129,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:48.995494+0000","last_change":"2024-03-07T03:06:09.987484+0000","last_active":"2024-03-07T03:16:48.995494+0000","last_peered":"2024-03-07T03:16:48.995494+0000","last_clean":"2024-03-07T03:16:48.995494+0000","last_became_active":"2024-03-07T03:06:09.986947+0000","last_became_peered":"2024-03-07T03:06:09.986947+0000","last_unstale":"2024-03-07T03:16:48.995494+0000","last_undegraded":"2024-03-07T03:16:48.995494+0000","last_fullsized":"2024-03-07T03:16:48.995494+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:37:38.253630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"857'1055","reported_seq":4920,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:15:39.920472+0000","last_change":"2024-03-07T03:10:57.123092+0000","last_active":"2024-03-07T03:15:39.920472+0000","last_peered":"2024-03-07T03:15:39.920472+0000","last_clean":"2024-03-07T03:15:39.920472+0000","last_became_active":"2024-03-07T03:06:09.993513+0000","last_became_peered":"2024-03-07T03:06:09.993513+0000","last_unstale":"2024-03-07T03:15:39.920472+0000","last_undegraded":"2024-03-07T03:15:39.920472+0000","last_fullsized":"2024-03-07T03:15:39.920472+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1055,"log_dups_size":0,"ondisk_log_size":1055,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:34:07.352811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013205965,"stat_sum":{"num_bytes":99745792,"num_objects":66,"num_object_clones":62,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":306,"num_read_kb":434534,"num_write":588,"num_write_kb":145464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":21749760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.b","version":"716'3","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:56.430141+0000","last_change":"2024-03-07T03:07:58.749480+0000","last_active":"2024-03-07T03:16:56.430141+0000","last_peered":"2024-03-07T03:16:56.430141+0000","last_clean":"2024-03-07T03:16:56.430141+0000","last_became_active":"2024-03-07T03:07:58.749098+0000","last_became_peered":"2024-03-07T03:07:58.749098+0000","last_unstale":"2024-03-07T03:16:56.430141+0000","last_undegraded":"2024-03-07T03:16:56.430141+0000","last_fullsized":"2024-03-07T03:16:56.430141+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:35:33.945855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1037,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:01.189552+0000","last_change":"2024-03-07T03:07:23.075725+0000","last_active":"2024-03-07T03:16:01.189552+0000","last_peered":"2024-03-07T03:16:01.189552+0000","last_clean":"2024-03-07T03:16:01.189552+0000","last_became_active":"2024-03-07T03:07:23.075203+0000","last_became_peered":"2024-03-07T03:07:23.075203+0000","last_unstale":"2024-03-07T03:16:01.189552+0000","last_undegraded":"2024-03-07T03:16:01.189552+0000","last_fullsized":"2024-03-07T03:16:01.189552+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:47:11.192302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"863'1711","reported_seq":5462,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:16:14.534560+0000","last_change":"2024-03-07T03:10:57.330918+0000","last_active":"2024-03-07T03:16:14.534560+0000","last_peered":"2024-03-07T03:16:14.534560+0000","last_clean":"2024-03-07T03:16:14.534560+0000","last_became_active":"2024-03-07T03:06:47.849454+0000","last_became_peered":"2024-03-07T03:06:47.849454+0000","last_unstale":"2024-03-07T03:16:14.534560+0000","last_undegraded":"2024-03-07T03:16:14.534560+0000","last_fullsized":"2024-03-07T03:16:14.534560+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1711,"log_dups_size":0,"ondisk_log_size":1711,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:40:07.156907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.014160193999999999,"stat_sum":{"num_bytes":165158912,"num_objects":93,"num_object_clones":87,"num_object_copies":279,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":93,"num_whiteouts":2,"num_read":489,"num_read_kb":756200,"num_write":870,"num_write_kb":258896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":69541888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1158,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:14.534618+0000","last_change":"2024-03-07T03:06:47.847077+0000","last_active":"2024-03-07T03:16:14.534618+0000","last_peered":"2024-03-07T03:16:14.534618+0000","last_clean":"2024-03-07T03:16:14.534618+0000","last_became_active":"2024-03-07T03:06:47.846359+0000","last_became_peered":"2024-03-07T03:06:47.846359+0000","last_unstale":"2024-03-07T03:16:14.534618+0000","last_undegraded":"2024-03-07T03:16:14.534618+0000","last_fullsized":"2024-03-07T03:16:14.534618+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:00:08.102949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":974,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:56.430175+0000","last_change":"2024-03-07T03:07:58.760528+0000","last_active":"2024-03-07T03:16:56.430175+0000","last_peered":"2024-03-07T03:16:56.430175+0000","last_clean":"2024-03-07T03:16:56.430175+0000","last_became_active":"2024-03-07T03:07:58.760226+0000","last_became_peered":"2024-03-07T03:07:58.760226+0000","last_unstale":"2024-03-07T03:16:56.430175+0000","last_undegraded":"2024-03-07T03:16:56.430175+0000","last_fullsized":"2024-03-07T03:16:56.430175+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:10:36.411047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"863'1938","reported_seq":4940,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:49.531994+0000","last_change":"2024-03-07T03:10:56.140803+0000","last_active":"2024-03-07T03:15:49.531994+0000","last_peered":"2024-03-07T03:15:49.531994+0000","last_clean":"2024-03-07T03:15:49.531994+0000","last_became_active":"2024-03-07T03:06:09.993933+0000","last_became_peered":"2024-03-07T03:06:09.993933+0000","last_unstale":"2024-03-07T03:15:49.531994+0000","last_undegraded":"2024-03-07T03:15:49.531994+0000","last_fullsized":"2024-03-07T03:15:49.531994+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1938,"log_dups_size":0,"ondisk_log_size":1938,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:16.359457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.024996012000000001,"stat_sum":{"num_bytes":22765568,"num_objects":17,"num_object_clones":12,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":2,"num_read":350,"num_read_kb":387634,"num_write":702,"num_write_kb":183472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":7151616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.d","version":"61'1","reported_seq":1192,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:39.920505+0000","last_change":"2024-03-07T03:06:09.993129+0000","last_active":"2024-03-07T03:15:39.920505+0000","last_peered":"2024-03-07T03:15:39.920505+0000","last_clean":"2024-03-07T03:15:39.920505+0000","last_became_active":"2024-03-07T03:06:09.992737+0000","last_became_peered":"2024-03-07T03:06:09.992737+0000","last_unstale":"2024-03-07T03:15:39.920505+0000","last_undegraded":"2024-03-07T03:15:39.920505+0000","last_fullsized":"2024-03-07T03:15:39.920505+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:02:42.055569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1053,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:45.972088+0000","last_change":"2024-03-07T03:07:23.076846+0000","last_active":"2024-03-07T03:15:45.972088+0000","last_peered":"2024-03-07T03:15:45.972088+0000","last_clean":"2024-03-07T03:15:45.972088+0000","last_became_active":"2024-03-07T03:07:23.075895+0000","last_became_peered":"2024-03-07T03:07:23.075895+0000","last_unstale":"2024-03-07T03:15:45.972088+0000","last_undegraded":"2024-03-07T03:15:45.972088+0000","last_fullsized":"2024-03-07T03:15:45.972088+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:09:15.080126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"854'331","reported_seq":3441,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:16:36.427861+0000","last_change":"2024-03-07T03:10:57.298223+0000","last_active":"2024-03-07T03:16:36.427861+0000","last_peered":"2024-03-07T03:16:36.427861+0000","last_clean":"2024-03-07T03:16:36.427861+0000","last_became_active":"2024-03-07T03:07:58.749089+0000","last_became_peered":"2024-03-07T03:07:58.749089+0000","last_unstale":"2024-03-07T03:16:36.427861+0000","last_undegraded":"2024-03-07T03:16:36.427861+0000","last_fullsized":"2024-03-07T03:16:36.427861+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":331,"log_dups_size":0,"ondisk_log_size":331,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":83,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:26:07.404191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00085119700000000004,"stat_sum":{"num_bytes":15409152,"num_objects":11,"num_object_clones":10,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":91,"num_read_kb":118251,"num_write":162,"num_write_kb":30616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":34586624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"56"},{"start":"1c2","length":"3"},{"start":"1c9","length":"1"}]},{"pgid":"2.e","version":"61'2","reported_seq":1162,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:14.534664+0000","last_change":"2024-03-07T03:07:58.755578+0000","last_active":"2024-03-07T03:16:14.534664+0000","last_peered":"2024-03-07T03:16:14.534664+0000","last_clean":"2024-03-07T03:16:14.534664+0000","last_became_active":"2024-03-07T03:07:58.755160+0000","last_became_peered":"2024-03-07T03:07:58.755160+0000","last_unstale":"2024-03-07T03:16:14.534664+0000","last_undegraded":"2024-03-07T03:16:14.534664+0000","last_fullsized":"2024-03-07T03:16:14.534664+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:20.584382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":989,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:56.430221+0000","last_change":"2024-03-07T03:07:58.751269+0000","last_active":"2024-03-07T03:16:56.430221+0000","last_peered":"2024-03-07T03:16:56.430221+0000","last_clean":"2024-03-07T03:16:56.430221+0000","last_became_active":"2024-03-07T03:07:58.750956+0000","last_became_peered":"2024-03-07T03:07:58.750956+0000","last_unstale":"2024-03-07T03:16:56.430221+0000","last_undegraded":"2024-03-07T03:16:56.430221+0000","last_fullsized":"2024-03-07T03:16:56.430221+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:39.414545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1009,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:46.200815+0000","last_change":"2024-03-07T03:07:23.081711+0000","last_active":"2024-03-07T03:17:46.200815+0000","last_peered":"2024-03-07T03:17:46.200815+0000","last_clean":"2024-03-07T03:17:46.200815+0000","last_became_active":"2024-03-07T03:07:23.079269+0000","last_became_peered":"2024-03-07T03:07:23.079269+0000","last_unstale":"2024-03-07T03:17:46.200815+0000","last_undegraded":"2024-03-07T03:17:46.200815+0000","last_fullsized":"2024-03-07T03:17:46.200815+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:39.008957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1160,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:29.541501+0000","last_change":"2024-03-07T03:07:23.072806+0000","last_active":"2024-03-07T03:17:29.541501+0000","last_peered":"2024-03-07T03:17:29.541501+0000","last_clean":"2024-03-07T03:17:29.541501+0000","last_became_active":"2024-03-07T03:07:23.071234+0000","last_became_peered":"2024-03-07T03:07:23.071234+0000","last_unstale":"2024-03-07T03:17:29.541501+0000","last_undegraded":"2024-03-07T03:17:29.541501+0000","last_fullsized":"2024-03-07T03:17:29.541501+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:52.610744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1060,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:10.982061+0000","last_change":"2024-03-07T03:06:47.851593+0000","last_active":"2024-03-07T03:17:10.982061+0000","last_peered":"2024-03-07T03:17:10.982061+0000","last_clean":"2024-03-07T03:17:10.982061+0000","last_became_active":"2024-03-07T03:06:47.849677+0000","last_became_peered":"2024-03-07T03:06:47.849677+0000","last_unstale":"2024-03-07T03:17:10.982061+0000","last_undegraded":"2024-03-07T03:17:10.982061+0000","last_fullsized":"2024-03-07T03:17:10.982061+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:30.969251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1119,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:29.541546+0000","last_change":"2024-03-07T03:06:09.995434+0000","last_active":"2024-03-07T03:17:29.541546+0000","last_peered":"2024-03-07T03:17:29.541546+0000","last_clean":"2024-03-07T03:17:29.541546+0000","last_became_active":"2024-03-07T03:06:09.994939+0000","last_became_peered":"2024-03-07T03:06:09.994939+0000","last_unstale":"2024-03-07T03:17:29.541546+0000","last_undegraded":"2024-03-07T03:17:29.541546+0000","last_fullsized":"2024-03-07T03:17:29.541546+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:27:11.737354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1129,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:23.992522+0000","last_change":"2024-03-07T03:06:09.987381+0000","last_active":"2024-03-07T03:16:23.992522+0000","last_peered":"2024-03-07T03:16:23.992522+0000","last_clean":"2024-03-07T03:16:23.992522+0000","last_became_active":"2024-03-07T03:06:09.986952+0000","last_became_peered":"2024-03-07T03:06:09.986952+0000","last_unstale":"2024-03-07T03:16:23.992522+0000","last_undegraded":"2024-03-07T03:16:23.992522+0000","last_fullsized":"2024-03-07T03:16:23.992522+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:26:15.439852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1190,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:24.931042+0000","last_change":"2024-03-07T03:05:35.923999+0000","last_active":"2024-03-07T03:17:24.931042+0000","last_peered":"2024-03-07T03:17:24.931042+0000","last_clean":"2024-03-07T03:17:24.931042+0000","last_became_active":"2024-03-07T03:05:35.923719+0000","last_became_peered":"2024-03-07T03:05:35.923719+0000","last_unstale":"2024-03-07T03:17:24.931042+0000","last_undegraded":"2024-03-07T03:17:24.931042+0000","last_fullsized":"2024-03-07T03:17:24.931042+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:43:04.724647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1010,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:01.189608+0000","last_change":"2024-03-07T03:07:58.749989+0000","last_active":"2024-03-07T03:16:01.189608+0000","last_peered":"2024-03-07T03:16:01.189608+0000","last_clean":"2024-03-07T03:16:01.189608+0000","last_became_active":"2024-03-07T03:07:58.749643+0000","last_became_peered":"2024-03-07T03:07:58.749643+0000","last_unstale":"2024-03-07T03:16:01.189608+0000","last_undegraded":"2024-03-07T03:16:01.189608+0000","last_fullsized":"2024-03-07T03:16:01.189608+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:00:44.729806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1112,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:23.992546+0000","last_change":"2024-03-07T03:06:09.999184+0000","last_active":"2024-03-07T03:16:23.992546+0000","last_peered":"2024-03-07T03:16:23.992546+0000","last_clean":"2024-03-07T03:16:23.992546+0000","last_became_active":"2024-03-07T03:06:09.998856+0000","last_became_peered":"2024-03-07T03:06:09.998856+0000","last_unstale":"2024-03-07T03:16:23.992546+0000","last_undegraded":"2024-03-07T03:16:23.992546+0000","last_fullsized":"2024-03-07T03:16:23.992546+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:37:00.102189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1060,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:35.984977+0000","last_change":"2024-03-07T03:06:47.857644+0000","last_active":"2024-03-07T03:17:35.984977+0000","last_peered":"2024-03-07T03:17:35.984977+0000","last_clean":"2024-03-07T03:17:35.984977+0000","last_became_active":"2024-03-07T03:06:47.857354+0000","last_became_peered":"2024-03-07T03:06:47.857354+0000","last_unstale":"2024-03-07T03:17:35.984977+0000","last_undegraded":"2024-03-07T03:17:35.984977+0000","last_fullsized":"2024-03-07T03:17:35.984977+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:02:18.860369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1120,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:48.995469+0000","last_change":"2024-03-07T03:06:09.987872+0000","last_active":"2024-03-07T03:16:48.995469+0000","last_peered":"2024-03-07T03:16:48.995469+0000","last_clean":"2024-03-07T03:16:48.995469+0000","last_became_active":"2024-03-07T03:06:09.986852+0000","last_became_peered":"2024-03-07T03:06:09.986852+0000","last_unstale":"2024-03-07T03:16:48.995469+0000","last_undegraded":"2024-03-07T03:16:48.995469+0000","last_fullsized":"2024-03-07T03:16:48.995469+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:13.708512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1037,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:45.972051+0000","last_change":"2024-03-07T03:07:58.755825+0000","last_active":"2024-03-07T03:15:45.972051+0000","last_peered":"2024-03-07T03:15:45.972051+0000","last_clean":"2024-03-07T03:15:45.972051+0000","last_became_active":"2024-03-07T03:07:58.755395+0000","last_became_peered":"2024-03-07T03:07:58.755395+0000","last_unstale":"2024-03-07T03:15:45.972051+0000","last_undegraded":"2024-03-07T03:15:45.972051+0000","last_fullsized":"2024-03-07T03:15:45.972051+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:10:43.184914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1216,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:20.828868+0000","last_change":"2024-03-07T03:07:58.753962+0000","last_active":"2024-03-07T03:17:20.828868+0000","last_peered":"2024-03-07T03:17:20.828868+0000","last_clean":"2024-03-07T03:17:20.828868+0000","last_became_active":"2024-03-07T03:07:58.753619+0000","last_became_peered":"2024-03-07T03:07:58.753619+0000","last_unstale":"2024-03-07T03:17:20.828868+0000","last_undegraded":"2024-03-07T03:17:20.828868+0000","last_fullsized":"2024-03-07T03:17:20.828868+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:44:44.641067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1015,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:21.191831+0000","last_change":"2024-03-07T03:07:23.078516+0000","last_active":"2024-03-07T03:16:21.191831+0000","last_peered":"2024-03-07T03:16:21.191831+0000","last_clean":"2024-03-07T03:16:21.191831+0000","last_became_active":"2024-03-07T03:07:23.076017+0000","last_became_peered":"2024-03-07T03:07:23.076017+0000","last_unstale":"2024-03-07T03:16:21.191831+0000","last_undegraded":"2024-03-07T03:16:21.191831+0000","last_fullsized":"2024-03-07T03:16:21.191831+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:17:54.725933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":857645056,"num_objects":516,"num_object_clones":466,"num_object_copies":1548,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":516,"num_whiteouts":8,"num_read":3826,"num_read_kb":5949842,"num_write":7931,"num_write_kb":1978632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":107,"num_bytes_recovered":385712128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1170673664,"data_stored":2969124864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28580,"ondisk_log_size":28580,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197,"ondisk_log_size":197,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":26375,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":694,"seq":2980707303568,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":150184,"kb_used_data":96156,"kb_used_omap":35,"kb_used_meta":53980,"kb_avail":93594968,"statfs":{"total":95995035648,"available":95841247232,"internally_reserved":0,"allocated":98463744,"data_stored":167037349,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36312,"internal_metadata":55276072},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":660,"seq":2834678415511,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":94940,"kb_used_data":42576,"kb_used_omap":23,"kb_used_meta":52328,"kb_avail":93650212,"statfs":{"total":95995035648,"available":95897817088,"internally_reserved":0,"allocated":43597824,"data_stored":80829959,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":24173,"internal_metadata":53584275},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":463,"seq":1988569858242,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":692864,"kb_used_data":193964,"kb_used_omap":46,"kb_used_meta":498833,"kb_avail":93052288,"statfs":{"total":95995035648,"available":95285542912,"internally_reserved":0,"allocated":198619136,"data_stored":533391905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48036,"internal_metadata":510805084},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":528,"seq":2267742732468,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":401776,"kb_used_data":209252,"kb_used_omap":54,"kb_used_meta":192457,"kb_avail":93343376,"statfs":{"total":95995035648,"available":95583617024,"internally_reserved":0,"allocated":214274048,"data_stored":587826473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56016,"internal_metadata":197076272},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":495,"seq":2126008811707,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":485244,"kb_used_data":166572,"kb_used_omap":47,"kb_used_meta":318608,"kb_avail":93259908,"statfs":{"total":95995035648,"available":95498145792,"internally_reserved":0,"allocated":170569728,"data_stored":457545161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48143,"internal_metadata":326255601},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":562,"seq":2413771620525,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":177748,"kb_used_data":84672,"kb_used_omap":37,"kb_used_meta":93018,"kb_avail":93567404,"statfs":{"total":95995035648,"available":95813021696,"internally_reserved":0,"allocated":86704128,"data_stored":171510863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38083,"internal_metadata":95251261},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":591,"seq":2538325672102,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":365920,"kb_used_data":157844,"kb_used_omap":61,"kb_used_meta":208002,"kb_avail":93379232,"statfs":{"total":95995035648,"available":95620333568,"internally_reserved":0,"allocated":161632256,"data_stored":367986669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":62843,"internal_metadata":212994693},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":625,"seq":2684354560159,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":509804,"kb_used_data":269020,"kb_used_omap":73,"kb_used_meta":240694,"kb_avail":93235348,"statfs":{"total":95995035648,"available":95472996352,"internally_reserved":0,"allocated":275476480,"data_stored":649851960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":75044,"internal_metadata":246471388},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7413,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2060,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2124,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3359,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3677,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2797,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2839,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2106,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":188411904,"data_stored":527167488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":160964608,"data_stored":451911680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":204677120,"data_stored":582193152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":77082624,"data_stored":165871616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":152018944,"data_stored":362352640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":265863168,"data_stored":644214784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":33390592,"data_stored":74600448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":88264704,"data_stored":160813056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-07T03:19:58.667 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:19:58.667 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:19:58.667 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:19:58.667 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-07T03:19:58.667 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-07T03:19:58.667 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-07T03:19:58.667 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.c in trimming, state: active+clean+snaptrim_error 2024-03-07T03:19:58.667 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-07T03:19:58.667 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:19:58.667 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-07T03:19:59.068 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:19:58 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:19:59.069 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:19:58 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:19:59.157 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:19:58 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:20:00.068 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:19:59 smithi090 ceph-mon[91928]: from='client.34752 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:20:00.069 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:19:59 smithi090 ceph-mon[91928]: pgmap v999: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:00.069 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:19:59 smithi090 ceph-mon[89511]: from='client.34752 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:20:00.069 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:19:59 smithi090 ceph-mon[89511]: pgmap v999: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:00.069 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:20:00 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-a[89507]: 2024-03-07T03:19:59.999+0000 7f55cfa4e700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Possible data damage: 9 pgs snaptrim_error 2024-03-07T03:20:00.156 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:19:59 smithi092 ceph-mon[83777]: from='client.34752 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:20:00.157 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:19:59 smithi092 ceph-mon[83777]: pgmap v999: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:01.068 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:20:00 smithi090 ceph-mon[89511]: overall HEALTH_ERR Possible data damage: 9 pgs snaptrim_error 2024-03-07T03:20:01.069 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:20:00 smithi090 ceph-mon[91928]: overall HEALTH_ERR Possible data damage: 9 pgs snaptrim_error 2024-03-07T03:20:01.156 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:20:00 smithi092 ceph-mon[83777]: overall HEALTH_ERR Possible data damage: 9 pgs snaptrim_error 2024-03-07T03:20:02.068 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:20:01 smithi090 ceph-mon[89511]: pgmap v1000: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:02.069 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:20:01 smithi090 ceph-mon[91928]: pgmap v1000: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:02.157 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:20:01 smithi092 ceph-mon[83777]: pgmap v1000: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:02.657 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:20:02 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:20:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:20:03.318 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:20:03 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:20:03] "GET /metrics HTTP/1.1" 200 36311 "" "Prometheus/2.43.0" 2024-03-07T03:20:04.068 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:20:03 smithi090 ceph-mon[91928]: pgmap v1001: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:04.068 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:20:03 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:20:04.069 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:20:03 smithi090 ceph-mon[89511]: pgmap v1001: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:04.069 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:20:03 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:20:04.156 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:20:03 smithi092 ceph-mon[83777]: pgmap v1001: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:04.156 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:20:03 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T03:20:06.068 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:20:05 smithi090 ceph-mon[89511]: pgmap v1002: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:06.069 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:20:05 smithi090 ceph-mon[91928]: pgmap v1002: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:06.157 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:20:05 smithi092 ceph-mon[83777]: pgmap v1002: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:08.068 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:20:07 smithi090 ceph-mon[89511]: pgmap v1003: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:08.068 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:20:07 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:20:08.069 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:20:07 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:20:08.069 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:20:07 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:20:08.069 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:20:07 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:20:08.069 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:20:07 smithi090 ceph-mon[91928]: pgmap v1003: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:08.069 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:20:07 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:20:08.069 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:20:07 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:20:08.069 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:20:07 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:20:08.069 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:20:07 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:20:08.156 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:20:07 smithi092 ceph-mon[83777]: pgmap v1003: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:08.157 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:20:07 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:20:08.157 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:20:07 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:20:08.157 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:20:07 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:20:08.157 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:20:07 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:20:08.668 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph pg dump --format=json 2024-03-07T03:20:08.880 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T03:20:08.907 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:20:08 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:20:08.907 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:20:08 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:20:08.907 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:20:08 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:20:09.000 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:20:08 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:20:09.000 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:20:08 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:20:09.000 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:20:08 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:20:09.001 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:20:08 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T03:20:09.001 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:20:08 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T03:20:09.001 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:20:08 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' 2024-03-07T03:20:10.046 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:20:09 smithi090 ceph-mon[91928]: pgmap v1004: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:10.046 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:20:09 smithi090 ceph-mon[89511]: pgmap v1004: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:10.156 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:20:09 smithi092 ceph-mon[83777]: pgmap v1004: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:10.703 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T03:20:10.705 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-03-07T03:20:11.309 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":1005,"stamp":"2024-03-07T03:20:10.026143+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":858242044,"num_objects":540,"num_object_clones":466,"num_object_copies":1620,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":540,"num_whiteouts":8,"num_read":4717,"num_read_kb":5951239,"num_write":8310,"num_write_kb":1981084,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":113,"num_bytes_recovered":387483232,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28845,"ondisk_log_size":28845,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2878480,"kb_used_data":1220056,"kb_used_omap":379,"kb_used_meta":1657924,"kb_avail":747082736,"statfs":{"total":767960285184,"available":765012721664,"internally_reserved":0,"allocated":1249337344,"data_stored":3015980339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":388650,"internal_metadata":1697714646},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003250"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":975,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:16.425753+0000","last_change":"2024-03-07T03:07:58.753984+0000","last_active":"2024-03-07T03:16:16.425753+0000","last_peered":"2024-03-07T03:16:16.425753+0000","last_clean":"2024-03-07T03:16:16.425753+0000","last_became_active":"2024-03-07T03:07:58.753138+0000","last_became_peered":"2024-03-07T03:07:58.753138+0000","last_unstale":"2024-03-07T03:16:16.425753+0000","last_undegraded":"2024-03-07T03:16:16.425753+0000","last_fullsized":"2024-03-07T03:16:16.425753+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:37:39.612519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:54.928301+0000","last_change":"2024-03-07T03:07:23.074862+0000","last_active":"2024-03-07T03:16:54.928301+0000","last_peered":"2024-03-07T03:16:54.928301+0000","last_clean":"2024-03-07T03:16:54.928301+0000","last_became_active":"2024-03-07T03:07:23.074512+0000","last_became_peered":"2024-03-07T03:07:23.074512+0000","last_unstale":"2024-03-07T03:16:54.928301+0000","last_undegraded":"2024-03-07T03:16:54.928301+0000","last_fullsized":"2024-03-07T03:16:54.928301+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:45:24.128672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1216,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822233+0000","last_change":"2024-03-07T03:05:01.446762+0000","last_active":"2024-03-07T03:16:20.822233+0000","last_peered":"2024-03-07T03:16:20.822233+0000","last_clean":"2024-03-07T03:16:20.822233+0000","last_became_active":"2024-03-07T03:05:01.446425+0000","last_became_peered":"2024-03-07T03:05:01.446425+0000","last_unstale":"2024-03-07T03:16:20.822233+0000","last_undegraded":"2024-03-07T03:16:20.822233+0000","last_fullsized":"2024-03-07T03:16:20.822233+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:39:39.897066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1055,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:45.979415+0000","last_change":"2024-03-07T03:07:58.755992+0000","last_active":"2024-03-07T03:16:45.979415+0000","last_peered":"2024-03-07T03:16:45.979415+0000","last_clean":"2024-03-07T03:16:45.979415+0000","last_became_active":"2024-03-07T03:07:58.755499+0000","last_became_peered":"2024-03-07T03:07:58.755499+0000","last_unstale":"2024-03-07T03:16:45.979415+0000","last_undegraded":"2024-03-07T03:16:45.979415+0000","last_fullsized":"2024-03-07T03:16:45.979415+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:26:12.313572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:26.420373+0000","last_change":"2024-03-07T03:07:58.752235+0000","last_active":"2024-03-07T03:15:26.420373+0000","last_peered":"2024-03-07T03:15:26.420373+0000","last_clean":"2024-03-07T03:15:26.420373+0000","last_became_active":"2024-03-07T03:07:58.751575+0000","last_became_peered":"2024-03-07T03:07:58.751575+0000","last_unstale":"2024-03-07T03:15:26.420373+0000","last_undegraded":"2024-03-07T03:15:26.420373+0000","last_fullsized":"2024-03-07T03:15:26.420373+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:12:05.995515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1032,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:45.979386+0000","last_change":"2024-03-07T03:06:47.859644+0000","last_active":"2024-03-07T03:16:45.979386+0000","last_peered":"2024-03-07T03:16:45.979386+0000","last_clean":"2024-03-07T03:16:45.979386+0000","last_became_active":"2024-03-07T03:06:47.859097+0000","last_became_peered":"2024-03-07T03:06:47.859097+0000","last_unstale":"2024-03-07T03:16:45.979386+0000","last_undegraded":"2024-03-07T03:16:45.979386+0000","last_fullsized":"2024-03-07T03:16:45.979386+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:22:46.909130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:26.420347+0000","last_change":"2024-03-07T03:07:58.754226+0000","last_active":"2024-03-07T03:15:26.420347+0000","last_peered":"2024-03-07T03:15:26.420347+0000","last_clean":"2024-03-07T03:15:26.420347+0000","last_became_active":"2024-03-07T03:07:58.753169+0000","last_became_peered":"2024-03-07T03:07:58.753169+0000","last_unstale":"2024-03-07T03:15:26.420347+0000","last_undegraded":"2024-03-07T03:15:26.420347+0000","last_fullsized":"2024-03-07T03:15:26.420347+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:46:59.258099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1088,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:33.987297+0000","last_change":"2024-03-07T03:07:23.073492+0000","last_active":"2024-03-07T03:15:33.987297+0000","last_peered":"2024-03-07T03:15:33.987297+0000","last_clean":"2024-03-07T03:15:33.987297+0000","last_became_active":"2024-03-07T03:07:23.071929+0000","last_became_peered":"2024-03-07T03:07:23.071929+0000","last_unstale":"2024-03-07T03:15:33.987297+0000","last_undegraded":"2024-03-07T03:15:33.987297+0000","last_fullsized":"2024-03-07T03:15:33.987297+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:35:26.391722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":981,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:36.434122+0000","last_change":"2024-03-07T03:07:58.760328+0000","last_active":"2024-03-07T03:17:36.434122+0000","last_peered":"2024-03-07T03:17:36.434122+0000","last_clean":"2024-03-07T03:17:36.434122+0000","last_became_active":"2024-03-07T03:07:58.760046+0000","last_became_peered":"2024-03-07T03:07:58.760046+0000","last_unstale":"2024-03-07T03:17:36.434122+0000","last_undegraded":"2024-03-07T03:17:36.434122+0000","last_fullsized":"2024-03-07T03:17:36.434122+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:08:46.356817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1007,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:01.196169+0000","last_change":"2024-03-07T03:07:23.079945+0000","last_active":"2024-03-07T03:17:01.196169+0000","last_peered":"2024-03-07T03:17:01.196169+0000","last_clean":"2024-03-07T03:17:01.196169+0000","last_became_active":"2024-03-07T03:07:23.078551+0000","last_became_peered":"2024-03-07T03:07:23.078551+0000","last_unstale":"2024-03-07T03:17:01.196169+0000","last_undegraded":"2024-03-07T03:17:01.196169+0000","last_fullsized":"2024-03-07T03:17:01.196169+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:03:46.670084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1007,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:01.196137+0000","last_change":"2024-03-07T03:07:23.081963+0000","last_active":"2024-03-07T03:17:01.196137+0000","last_peered":"2024-03-07T03:17:01.196137+0000","last_clean":"2024-03-07T03:17:01.196137+0000","last_became_active":"2024-03-07T03:07:23.080128+0000","last_became_peered":"2024-03-07T03:07:23.080128+0000","last_unstale":"2024-03-07T03:17:01.196137+0000","last_undegraded":"2024-03-07T03:17:01.196137+0000","last_fullsized":"2024-03-07T03:17:01.196137+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:56.813267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1150,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:04.539266+0000","last_change":"2024-03-07T03:07:23.074902+0000","last_active":"2024-03-07T03:17:04.539266+0000","last_peered":"2024-03-07T03:17:04.539266+0000","last_clean":"2024-03-07T03:17:04.539266+0000","last_became_active":"2024-03-07T03:07:23.074466+0000","last_became_peered":"2024-03-07T03:07:23.074466+0000","last_unstale":"2024-03-07T03:17:04.539266+0000","last_undegraded":"2024-03-07T03:17:04.539266+0000","last_fullsized":"2024-03-07T03:17:04.539266+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:40:20.268555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1119,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:39.000978+0000","last_change":"2024-03-07T03:07:23.072635+0000","last_active":"2024-03-07T03:17:39.000978+0000","last_peered":"2024-03-07T03:17:39.000978+0000","last_clean":"2024-03-07T03:17:39.000978+0000","last_became_active":"2024-03-07T03:07:23.071712+0000","last_became_peered":"2024-03-07T03:07:23.071712+0000","last_unstale":"2024-03-07T03:17:39.000978+0000","last_undegraded":"2024-03-07T03:17:39.000978+0000","last_fullsized":"2024-03-07T03:17:39.000978+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:00:39.298564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:30.816816+0000","last_change":"2024-03-07T03:06:47.851538+0000","last_active":"2024-03-07T03:15:30.816816+0000","last_peered":"2024-03-07T03:15:30.816816+0000","last_clean":"2024-03-07T03:15:30.816816+0000","last_became_active":"2024-03-07T03:06:47.851183+0000","last_became_peered":"2024-03-07T03:06:47.851183+0000","last_unstale":"2024-03-07T03:15:30.816816+0000","last_undegraded":"2024-03-07T03:15:30.816816+0000","last_fullsized":"2024-03-07T03:15:30.816816+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:36:23.932334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:04.922575+0000","last_change":"2024-03-07T03:06:47.843126+0000","last_active":"2024-03-07T03:16:04.922575+0000","last_peered":"2024-03-07T03:16:04.922575+0000","last_clean":"2024-03-07T03:16:04.922575+0000","last_became_active":"2024-03-07T03:06:47.842736+0000","last_became_peered":"2024-03-07T03:06:47.842736+0000","last_unstale":"2024-03-07T03:16:04.922575+0000","last_undegraded":"2024-03-07T03:16:04.922575+0000","last_fullsized":"2024-03-07T03:16:04.922575+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:48:10.843465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1036,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:05.974417+0000","last_change":"2024-03-07T03:07:58.755620+0000","last_active":"2024-03-07T03:16:05.974417+0000","last_peered":"2024-03-07T03:16:05.974417+0000","last_clean":"2024-03-07T03:16:05.974417+0000","last_became_active":"2024-03-07T03:07:58.755267+0000","last_became_peered":"2024-03-07T03:07:58.755267+0000","last_unstale":"2024-03-07T03:16:05.974417+0000","last_undegraded":"2024-03-07T03:16:05.974417+0000","last_fullsized":"2024-03-07T03:16:05.974417+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:51:32.339400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1040,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:05.974492+0000","last_change":"2024-03-07T03:07:58.756358+0000","last_active":"2024-03-07T03:16:05.974492+0000","last_peered":"2024-03-07T03:16:05.974492+0000","last_clean":"2024-03-07T03:16:05.974492+0000","last_became_active":"2024-03-07T03:07:58.755960+0000","last_became_peered":"2024-03-07T03:07:58.755960+0000","last_unstale":"2024-03-07T03:16:05.974492+0000","last_undegraded":"2024-03-07T03:16:05.974492+0000","last_fullsized":"2024-03-07T03:16:05.974492+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:47.464423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1158,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:39.537174+0000","last_change":"2024-03-07T03:07:58.755619+0000","last_active":"2024-03-07T03:16:39.537174+0000","last_peered":"2024-03-07T03:16:39.537174+0000","last_clean":"2024-03-07T03:16:39.537174+0000","last_became_active":"2024-03-07T03:07:58.755214+0000","last_became_peered":"2024-03-07T03:07:58.755214+0000","last_unstale":"2024-03-07T03:16:39.537174+0000","last_undegraded":"2024-03-07T03:16:39.537174+0000","last_fullsized":"2024-03-07T03:16:39.537174+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:59:02.041330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":974,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:56.430188+0000","last_change":"2024-03-07T03:07:58.756563+0000","last_active":"2024-03-07T03:16:56.430188+0000","last_peered":"2024-03-07T03:16:56.430188+0000","last_clean":"2024-03-07T03:16:56.430188+0000","last_became_active":"2024-03-07T03:07:58.752195+0000","last_became_peered":"2024-03-07T03:07:58.752195+0000","last_unstale":"2024-03-07T03:16:56.430188+0000","last_undegraded":"2024-03-07T03:16:56.430188+0000","last_fullsized":"2024-03-07T03:16:56.430188+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:32:35.496500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"716'5","reported_seq":1224,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822272+0000","last_change":"2024-03-07T03:07:58.753999+0000","last_active":"2024-03-07T03:16:20.822272+0000","last_peered":"2024-03-07T03:16:20.822272+0000","last_clean":"2024-03-07T03:16:20.822272+0000","last_became_active":"2024-03-07T03:07:58.753607+0000","last_became_peered":"2024-03-07T03:07:58.753607+0000","last_unstale":"2024-03-07T03:16:20.822272+0000","last_undegraded":"2024-03-07T03:16:20.822272+0000","last_fullsized":"2024-03-07T03:16:20.822272+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:28:57.567238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1113,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:34.000512+0000","last_change":"2024-03-07T03:07:23.083830+0000","last_active":"2024-03-07T03:17:34.000512+0000","last_peered":"2024-03-07T03:17:34.000512+0000","last_clean":"2024-03-07T03:17:34.000512+0000","last_became_active":"2024-03-07T03:07:23.083530+0000","last_became_peered":"2024-03-07T03:07:23.083530+0000","last_unstale":"2024-03-07T03:17:34.000512+0000","last_undegraded":"2024-03-07T03:17:34.000512+0000","last_fullsized":"2024-03-07T03:17:34.000512+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:57.938032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"716'2","reported_seq":1133,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:34.000522+0000","last_change":"2024-03-07T03:06:47.849618+0000","last_active":"2024-03-07T03:17:34.000522+0000","last_peered":"2024-03-07T03:17:34.000522+0000","last_clean":"2024-03-07T03:17:34.000522+0000","last_became_active":"2024-03-07T03:06:47.849222+0000","last_became_peered":"2024-03-07T03:06:47.849222+0000","last_unstale":"2024-03-07T03:17:34.000522+0000","last_undegraded":"2024-03-07T03:17:34.000522+0000","last_fullsized":"2024-03-07T03:17:34.000522+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:36:41.880143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1216,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822262+0000","last_change":"2024-03-07T03:06:47.851880+0000","last_active":"2024-03-07T03:16:20.822262+0000","last_peered":"2024-03-07T03:16:20.822262+0000","last_clean":"2024-03-07T03:16:20.822262+0000","last_became_active":"2024-03-07T03:06:47.851176+0000","last_became_peered":"2024-03-07T03:06:47.851176+0000","last_unstale":"2024-03-07T03:16:20.822262+0000","last_undegraded":"2024-03-07T03:16:20.822262+0000","last_fullsized":"2024-03-07T03:16:20.822262+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:38:59.663068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":978,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:26.420409+0000","last_change":"2024-03-07T03:07:58.757245+0000","last_active":"2024-03-07T03:15:26.420409+0000","last_peered":"2024-03-07T03:15:26.420409+0000","last_clean":"2024-03-07T03:15:26.420409+0000","last_became_active":"2024-03-07T03:07:58.754456+0000","last_became_peered":"2024-03-07T03:07:58.754456+0000","last_unstale":"2024-03-07T03:15:26.420409+0000","last_undegraded":"2024-03-07T03:15:26.420409+0000","last_fullsized":"2024-03-07T03:15:26.420409+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:57:32.153933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1045,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:45.979429+0000","last_change":"2024-03-07T03:06:47.855220+0000","last_active":"2024-03-07T03:16:45.979429+0000","last_peered":"2024-03-07T03:16:45.979429+0000","last_clean":"2024-03-07T03:16:45.979429+0000","last_became_active":"2024-03-07T03:06:47.854836+0000","last_became_peered":"2024-03-07T03:06:47.854836+0000","last_unstale":"2024-03-07T03:16:45.979429+0000","last_undegraded":"2024-03-07T03:16:45.979429+0000","last_fullsized":"2024-03-07T03:16:45.979429+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:51:35.386552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:26.420388+0000","last_change":"2024-03-07T03:07:58.757676+0000","last_active":"2024-03-07T03:15:26.420388+0000","last_peered":"2024-03-07T03:15:26.420388+0000","last_clean":"2024-03-07T03:15:26.420388+0000","last_became_active":"2024-03-07T03:07:58.753930+0000","last_became_peered":"2024-03-07T03:07:58.753930+0000","last_unstale":"2024-03-07T03:15:26.420388+0000","last_undegraded":"2024-03-07T03:15:26.420388+0000","last_fullsized":"2024-03-07T03:15:26.420388+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:56.639688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1039,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:45.979442+0000","last_change":"2024-03-07T03:07:23.076532+0000","last_active":"2024-03-07T03:16:45.979442+0000","last_peered":"2024-03-07T03:16:45.979442+0000","last_clean":"2024-03-07T03:16:45.979442+0000","last_became_active":"2024-03-07T03:07:23.076234+0000","last_became_peered":"2024-03-07T03:07:23.076234+0000","last_unstale":"2024-03-07T03:16:45.979442+0000","last_undegraded":"2024-03-07T03:16:45.979442+0000","last_fullsized":"2024-03-07T03:16:45.979442+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:16:39.967241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"716'2","reported_seq":1091,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:33.987379+0000","last_change":"2024-03-07T03:07:58.752045+0000","last_active":"2024-03-07T03:15:33.987379+0000","last_peered":"2024-03-07T03:15:33.987379+0000","last_clean":"2024-03-07T03:15:33.987379+0000","last_became_active":"2024-03-07T03:07:58.751585+0000","last_became_peered":"2024-03-07T03:07:58.751585+0000","last_unstale":"2024-03-07T03:15:33.987379+0000","last_undegraded":"2024-03-07T03:15:33.987379+0000","last_fullsized":"2024-03-07T03:15:33.987379+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:03:01.652607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1109,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:08.094223+0000","last_change":"2024-03-07T03:06:09.990854+0000","last_active":"2024-03-07T03:16:08.094223+0000","last_peered":"2024-03-07T03:16:08.094223+0000","last_clean":"2024-03-07T03:16:08.094223+0000","last_became_active":"2024-03-07T03:06:09.990464+0000","last_became_peered":"2024-03-07T03:06:09.990464+0000","last_unstale":"2024-03-07T03:16:08.094223+0000","last_undegraded":"2024-03-07T03:16:08.094223+0000","last_fullsized":"2024-03-07T03:16:08.094223+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:53:52.856954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"716'2","reported_seq":1012,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:21.198331+0000","last_change":"2024-03-07T03:07:58.754526+0000","last_active":"2024-03-07T03:17:21.198331+0000","last_peered":"2024-03-07T03:17:21.198331+0000","last_clean":"2024-03-07T03:17:21.198331+0000","last_became_active":"2024-03-07T03:07:58.754123+0000","last_became_peered":"2024-03-07T03:07:58.754123+0000","last_unstale":"2024-03-07T03:17:21.198331+0000","last_undegraded":"2024-03-07T03:17:21.198331+0000","last_fullsized":"2024-03-07T03:17:21.198331+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:41:34.446180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822224+0000","last_change":"2024-03-07T03:07:58.750769+0000","last_active":"2024-03-07T03:16:20.822224+0000","last_peered":"2024-03-07T03:16:20.822224+0000","last_clean":"2024-03-07T03:16:20.822224+0000","last_became_active":"2024-03-07T03:07:58.749974+0000","last_became_peered":"2024-03-07T03:07:58.749974+0000","last_unstale":"2024-03-07T03:16:20.822224+0000","last_undegraded":"2024-03-07T03:16:20.822224+0000","last_fullsized":"2024-03-07T03:16:20.822224+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:56:14.059734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1129,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:39.000941+0000","last_change":"2024-03-07T03:07:23.072942+0000","last_active":"2024-03-07T03:17:39.000941+0000","last_peered":"2024-03-07T03:17:39.000941+0000","last_clean":"2024-03-07T03:17:39.000941+0000","last_became_active":"2024-03-07T03:07:23.072639+0000","last_became_peered":"2024-03-07T03:07:23.072639+0000","last_unstale":"2024-03-07T03:17:39.000941+0000","last_undegraded":"2024-03-07T03:17:39.000941+0000","last_fullsized":"2024-03-07T03:17:39.000941+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:42.808853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1126,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:39.000912+0000","last_change":"2024-03-07T03:05:35.934963+0000","last_active":"2024-03-07T03:17:39.000912+0000","last_peered":"2024-03-07T03:17:39.000912+0000","last_clean":"2024-03-07T03:17:39.000912+0000","last_became_active":"2024-03-07T03:05:35.932493+0000","last_became_peered":"2024-03-07T03:05:35.932493+0000","last_unstale":"2024-03-07T03:17:39.000912+0000","last_undegraded":"2024-03-07T03:17:39.000912+0000","last_fullsized":"2024-03-07T03:17:39.000912+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:00:57.111662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1041,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:25.976999+0000","last_change":"2024-03-07T03:07:58.756063+0000","last_active":"2024-03-07T03:16:25.976999+0000","last_peered":"2024-03-07T03:16:25.976999+0000","last_clean":"2024-03-07T03:16:25.976999+0000","last_became_active":"2024-03-07T03:07:58.755712+0000","last_became_peered":"2024-03-07T03:07:58.755712+0000","last_unstale":"2024-03-07T03:16:25.976999+0000","last_undegraded":"2024-03-07T03:16:25.976999+0000","last_fullsized":"2024-03-07T03:16:25.976999+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:13:06.484346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:29.925426+0000","last_change":"2024-03-07T03:06:09.996319+0000","last_active":"2024-03-07T03:16:29.925426+0000","last_peered":"2024-03-07T03:16:29.925426+0000","last_clean":"2024-03-07T03:16:29.925426+0000","last_became_active":"2024-03-07T03:06:09.996002+0000","last_became_peered":"2024-03-07T03:06:09.996002+0000","last_unstale":"2024-03-07T03:16:29.925426+0000","last_undegraded":"2024-03-07T03:16:29.925426+0000","last_fullsized":"2024-03-07T03:16:29.925426+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:41:55.764562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1008,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:01.196182+0000","last_change":"2024-03-07T03:07:23.083466+0000","last_active":"2024-03-07T03:17:01.196182+0000","last_peered":"2024-03-07T03:17:01.196182+0000","last_clean":"2024-03-07T03:17:01.196182+0000","last_became_active":"2024-03-07T03:07:23.083156+0000","last_became_peered":"2024-03-07T03:07:23.083156+0000","last_unstale":"2024-03-07T03:17:01.196182+0000","last_undegraded":"2024-03-07T03:17:01.196182+0000","last_fullsized":"2024-03-07T03:17:01.196182+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:32:00.539449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1027,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:25.977070+0000","last_change":"2024-03-07T03:07:58.752127+0000","last_active":"2024-03-07T03:16:25.977070+0000","last_peered":"2024-03-07T03:16:25.977070+0000","last_clean":"2024-03-07T03:16:25.977070+0000","last_became_active":"2024-03-07T03:07:58.751770+0000","last_became_peered":"2024-03-07T03:07:58.751770+0000","last_unstale":"2024-03-07T03:16:25.977070+0000","last_undegraded":"2024-03-07T03:16:25.977070+0000","last_fullsized":"2024-03-07T03:16:25.977070+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:43.791488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1061,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:25.977059+0000","last_change":"2024-03-07T03:07:23.077653+0000","last_active":"2024-03-07T03:16:25.977059+0000","last_peered":"2024-03-07T03:16:25.977059+0000","last_clean":"2024-03-07T03:16:25.977059+0000","last_became_active":"2024-03-07T03:07:23.077355+0000","last_became_peered":"2024-03-07T03:07:23.077355+0000","last_unstale":"2024-03-07T03:16:25.977059+0000","last_undegraded":"2024-03-07T03:16:25.977059+0000","last_fullsized":"2024-03-07T03:16:25.977059+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:45.861158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:55.819456+0000","last_change":"2024-03-07T03:06:47.851508+0000","last_active":"2024-03-07T03:15:55.819456+0000","last_peered":"2024-03-07T03:15:55.819456+0000","last_clean":"2024-03-07T03:15:55.819456+0000","last_became_active":"2024-03-07T03:06:47.850839+0000","last_became_peered":"2024-03-07T03:06:47.850839+0000","last_unstale":"2024-03-07T03:15:55.819456+0000","last_undegraded":"2024-03-07T03:15:55.819456+0000","last_fullsized":"2024-03-07T03:15:55.819456+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:08:06.622234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1194,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:29.925482+0000","last_change":"2024-03-07T03:06:47.845848+0000","last_active":"2024-03-07T03:16:29.925482+0000","last_peered":"2024-03-07T03:16:29.925482+0000","last_clean":"2024-03-07T03:16:29.925482+0000","last_became_active":"2024-03-07T03:06:47.845425+0000","last_became_peered":"2024-03-07T03:06:47.845425+0000","last_unstale":"2024-03-07T03:16:29.925482+0000","last_undegraded":"2024-03-07T03:16:29.925482+0000","last_fullsized":"2024-03-07T03:16:29.925482+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:16:24.833986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1081,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:48.105113+0000","last_change":"2024-03-07T03:07:58.754983+0000","last_active":"2024-03-07T03:17:48.105113+0000","last_peered":"2024-03-07T03:17:48.105113+0000","last_clean":"2024-03-07T03:17:48.105113+0000","last_became_active":"2024-03-07T03:07:58.754657+0000","last_became_peered":"2024-03-07T03:07:58.754657+0000","last_unstale":"2024-03-07T03:17:48.105113+0000","last_undegraded":"2024-03-07T03:17:48.105113+0000","last_fullsized":"2024-03-07T03:17:48.105113+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:06:00.897772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"716'29","reported_seq":1043,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:41.193896+0000","last_change":"2024-03-07T03:07:23.079677+0000","last_active":"2024-03-07T03:16:41.193896+0000","last_peered":"2024-03-07T03:16:41.193896+0000","last_clean":"2024-03-07T03:16:41.193896+0000","last_became_active":"2024-03-07T03:07:23.079320+0000","last_became_peered":"2024-03-07T03:07:23.079320+0000","last_unstale":"2024-03-07T03:16:41.193896+0000","last_undegraded":"2024-03-07T03:16:41.193896+0000","last_fullsized":"2024-03-07T03:16:41.193896+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:49:54.979015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":988,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:36.434092+0000","last_change":"2024-03-07T03:07:58.758376+0000","last_active":"2024-03-07T03:17:36.434092+0000","last_peered":"2024-03-07T03:17:36.434092+0000","last_clean":"2024-03-07T03:17:36.434092+0000","last_became_active":"2024-03-07T03:07:58.757816+0000","last_became_peered":"2024-03-07T03:07:58.757816+0000","last_unstale":"2024-03-07T03:17:36.434092+0000","last_undegraded":"2024-03-07T03:17:36.434092+0000","last_fullsized":"2024-03-07T03:17:36.434092+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:47.253727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1220,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:30.816851+0000","last_change":"2024-03-07T03:06:09.989072+0000","last_active":"2024-03-07T03:15:30.816851+0000","last_peered":"2024-03-07T03:15:30.816851+0000","last_clean":"2024-03-07T03:15:30.816851+0000","last_became_active":"2024-03-07T03:06:09.987754+0000","last_became_peered":"2024-03-07T03:06:09.987754+0000","last_unstale":"2024-03-07T03:15:30.816851+0000","last_undegraded":"2024-03-07T03:15:30.816851+0000","last_fullsized":"2024-03-07T03:15:30.816851+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:05:15.340331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:30.816835+0000","last_change":"2024-03-07T03:07:58.754207+0000","last_active":"2024-03-07T03:15:30.816835+0000","last_peered":"2024-03-07T03:15:30.816835+0000","last_clean":"2024-03-07T03:15:30.816835+0000","last_became_active":"2024-03-07T03:07:58.753859+0000","last_became_peered":"2024-03-07T03:07:58.753859+0000","last_unstale":"2024-03-07T03:15:30.816835+0000","last_undegraded":"2024-03-07T03:15:30.816835+0000","last_fullsized":"2024-03-07T03:15:30.816835+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:14:02.813872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1054,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:05.974451+0000","last_change":"2024-03-07T03:07:58.755838+0000","last_active":"2024-03-07T03:16:05.974451+0000","last_peered":"2024-03-07T03:16:05.974451+0000","last_clean":"2024-03-07T03:16:05.974451+0000","last_became_active":"2024-03-07T03:07:58.755436+0000","last_became_peered":"2024-03-07T03:07:58.755436+0000","last_unstale":"2024-03-07T03:16:05.974451+0000","last_undegraded":"2024-03-07T03:16:05.974451+0000","last_fullsized":"2024-03-07T03:16:05.974451+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:25.094944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":988,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:16.432089+0000","last_change":"2024-03-07T03:07:58.750199+0000","last_active":"2024-03-07T03:17:16.432089+0000","last_peered":"2024-03-07T03:17:16.432089+0000","last_clean":"2024-03-07T03:17:16.432089+0000","last_became_active":"2024-03-07T03:07:58.749858+0000","last_became_peered":"2024-03-07T03:07:58.749858+0000","last_unstale":"2024-03-07T03:17:16.432089+0000","last_undegraded":"2024-03-07T03:17:16.432089+0000","last_fullsized":"2024-03-07T03:17:16.432089+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:41.122539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1016,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:41.193859+0000","last_change":"2024-03-07T03:07:23.076835+0000","last_active":"2024-03-07T03:16:41.193859+0000","last_peered":"2024-03-07T03:16:41.193859+0000","last_clean":"2024-03-07T03:16:41.193859+0000","last_became_active":"2024-03-07T03:07:23.075094+0000","last_became_peered":"2024-03-07T03:07:23.075094+0000","last_unstale":"2024-03-07T03:16:41.193859+0000","last_undegraded":"2024-03-07T03:16:41.193859+0000","last_fullsized":"2024-03-07T03:16:41.193859+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:50:36.739831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1007,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:41.193835+0000","last_change":"2024-03-07T03:07:23.078279+0000","last_active":"2024-03-07T03:16:41.193835+0000","last_peered":"2024-03-07T03:16:41.193835+0000","last_clean":"2024-03-07T03:16:41.193835+0000","last_became_active":"2024-03-07T03:07:23.077338+0000","last_became_peered":"2024-03-07T03:07:23.077338+0000","last_unstale":"2024-03-07T03:16:41.193835+0000","last_undegraded":"2024-03-07T03:16:41.193835+0000","last_fullsized":"2024-03-07T03:16:41.193835+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:05:40.599683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1171,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:39.537087+0000","last_change":"2024-03-07T03:05:01.461919+0000","last_active":"2024-03-07T03:16:39.537087+0000","last_peered":"2024-03-07T03:16:39.537087+0000","last_clean":"2024-03-07T03:16:39.537087+0000","last_became_active":"2024-03-07T03:05:01.459759+0000","last_became_peered":"2024-03-07T03:05:01.459759+0000","last_unstale":"2024-03-07T03:16:39.537087+0000","last_undegraded":"2024-03-07T03:16:39.537087+0000","last_fullsized":"2024-03-07T03:16:39.537087+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:31:45.535178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":974,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:16.432055+0000","last_change":"2024-03-07T03:07:58.753856+0000","last_active":"2024-03-07T03:17:16.432055+0000","last_peered":"2024-03-07T03:17:16.432055+0000","last_clean":"2024-03-07T03:17:16.432055+0000","last_became_active":"2024-03-07T03:07:58.751889+0000","last_became_peered":"2024-03-07T03:07:58.751889+0000","last_unstale":"2024-03-07T03:17:16.432055+0000","last_undegraded":"2024-03-07T03:17:16.432055+0000","last_fullsized":"2024-03-07T03:17:16.432055+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:27:20.126942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"863'1273","reported_seq":4343,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:59.544694+0000","last_change":"2024-03-07T03:10:56.137635+0000","last_active":"2024-03-07T03:17:59.544694+0000","last_peered":"2024-03-07T03:17:59.544694+0000","last_clean":"2024-03-07T03:17:59.544694+0000","last_became_active":"2024-03-07T03:05:01.457883+0000","last_became_peered":"2024-03-07T03:05:01.457883+0000","last_unstale":"2024-03-07T03:17:59.544694+0000","last_undegraded":"2024-03-07T03:17:59.544694+0000","last_fullsized":"2024-03-07T03:17:59.544694+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1273,"log_dups_size":0,"ondisk_log_size":1273,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:21:46.718939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.021818005000000001,"stat_sum":{"num_bytes":15540224,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":258,"num_read_kb":529715,"num_write":442,"num_write_kb":102224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1441792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.f","version":"61'1","reported_seq":1084,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:23.102514+0000","last_change":"2024-03-07T03:07:58.755003+0000","last_active":"2024-03-07T03:17:23.102514+0000","last_peered":"2024-03-07T03:17:23.102514+0000","last_clean":"2024-03-07T03:17:23.102514+0000","last_became_active":"2024-03-07T03:07:58.754564+0000","last_became_peered":"2024-03-07T03:07:58.754564+0000","last_unstale":"2024-03-07T03:17:23.102514+0000","last_undegraded":"2024-03-07T03:17:23.102514+0000","last_fullsized":"2024-03-07T03:17:23.102514+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:34:53.344746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":989,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:56.430198+0000","last_change":"2024-03-07T03:07:58.750952+0000","last_active":"2024-03-07T03:16:56.430198+0000","last_peered":"2024-03-07T03:16:56.430198+0000","last_clean":"2024-03-07T03:16:56.430198+0000","last_became_active":"2024-03-07T03:07:58.749229+0000","last_became_peered":"2024-03-07T03:07:58.749229+0000","last_unstale":"2024-03-07T03:16:56.430198+0000","last_undegraded":"2024-03-07T03:16:56.430198+0000","last_fullsized":"2024-03-07T03:16:56.430198+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:53:10.534950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"863'847","reported_seq":4050,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822185+0000","last_change":"2024-03-07T03:10:56.129162+0000","last_active":"2024-03-07T03:16:20.822185+0000","last_peered":"2024-03-07T03:16:20.822185+0000","last_clean":"2024-03-07T03:16:20.822185+0000","last_became_active":"2024-03-07T03:07:23.074596+0000","last_became_peered":"2024-03-07T03:07:23.074596+0000","last_unstale":"2024-03-07T03:16:20.822185+0000","last_undegraded":"2024-03-07T03:16:20.822185+0000","last_fullsized":"2024-03-07T03:16:20.822185+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":847,"log_dups_size":0,"ondisk_log_size":847,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:34:23.625809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0099120149999999997,"stat_sum":{"num_bytes":38936576,"num_objects":11,"num_object_clones":9,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":157,"num_read_kb":413258,"num_write":266,"num_write_kb":109952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":4374528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.2","version":"0'0","reported_seq":1190,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:54.928240+0000","last_change":"2024-03-07T03:06:47.845893+0000","last_active":"2024-03-07T03:16:54.928240+0000","last_peered":"2024-03-07T03:16:54.928240+0000","last_clean":"2024-03-07T03:16:54.928240+0000","last_became_active":"2024-03-07T03:06:47.845548+0000","last_became_peered":"2024-03-07T03:06:47.845548+0000","last_unstale":"2024-03-07T03:16:54.928240+0000","last_undegraded":"2024-03-07T03:16:54.928240+0000","last_fullsized":"2024-03-07T03:16:54.928240+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:19:55.051329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:54.928264+0000","last_change":"2024-03-07T03:07:58.751041+0000","last_active":"2024-03-07T03:16:54.928264+0000","last_peered":"2024-03-07T03:16:54.928264+0000","last_clean":"2024-03-07T03:16:54.928264+0000","last_became_active":"2024-03-07T03:07:58.749047+0000","last_became_peered":"2024-03-07T03:07:58.749047+0000","last_unstale":"2024-03-07T03:16:54.928264+0000","last_undegraded":"2024-03-07T03:16:54.928264+0000","last_fullsized":"2024-03-07T03:16:54.928264+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:47:59.256394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1060,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:10.982091+0000","last_change":"2024-03-07T03:06:47.858022+0000","last_active":"2024-03-07T03:17:10.982091+0000","last_peered":"2024-03-07T03:17:10.982091+0000","last_clean":"2024-03-07T03:17:10.982091+0000","last_became_active":"2024-03-07T03:06:47.857526+0000","last_became_peered":"2024-03-07T03:06:47.857526+0000","last_unstale":"2024-03-07T03:17:10.982091+0000","last_undegraded":"2024-03-07T03:17:10.982091+0000","last_fullsized":"2024-03-07T03:17:10.982091+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:02:03.856321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"862'1186","reported_seq":4381,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822242+0000","last_change":"2024-03-07T03:10:56.119983+0000","last_active":"2024-03-07T03:16:20.822242+0000","last_peered":"2024-03-07T03:16:20.822242+0000","last_clean":"2024-03-07T03:16:20.822242+0000","last_became_active":"2024-03-07T03:06:09.988405+0000","last_became_peered":"2024-03-07T03:06:09.988405+0000","last_unstale":"2024-03-07T03:16:20.822242+0000","last_undegraded":"2024-03-07T03:16:20.822242+0000","last_fullsized":"2024-03-07T03:16:20.822242+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1186,"log_dups_size":0,"ondisk_log_size":1186,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:41:38.890400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099770099999999993,"stat_sum":{"num_bytes":13524992,"num_objects":9,"num_object_clones":6,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":208,"num_read_kb":390958,"num_write":505,"num_write_kb":103888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":50642944,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1190,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:54.928274+0000","last_change":"2024-03-07T03:05:35.928460+0000","last_active":"2024-03-07T03:16:54.928274+0000","last_peered":"2024-03-07T03:16:54.928274+0000","last_clean":"2024-03-07T03:16:54.928274+0000","last_became_active":"2024-03-07T03:05:35.928017+0000","last_became_peered":"2024-03-07T03:05:35.928017+0000","last_unstale":"2024-03-07T03:16:54.928274+0000","last_undegraded":"2024-03-07T03:16:54.928274+0000","last_fullsized":"2024-03-07T03:16:54.928274+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:53:27.674544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1029,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:10.982038+0000","last_change":"2024-03-07T03:07:23.075249+0000","last_active":"2024-03-07T03:17:10.982038+0000","last_peered":"2024-03-07T03:17:10.982038+0000","last_clean":"2024-03-07T03:17:10.982038+0000","last_became_active":"2024-03-07T03:07:23.074866+0000","last_became_peered":"2024-03-07T03:07:23.074866+0000","last_unstale":"2024-03-07T03:17:10.982038+0000","last_undegraded":"2024-03-07T03:17:10.982038+0000","last_fullsized":"2024-03-07T03:17:10.982038+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:03.393010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1081,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:33.096893+0000","last_change":"2024-03-07T03:07:23.069585+0000","last_active":"2024-03-07T03:16:33.096893+0000","last_peered":"2024-03-07T03:16:33.096893+0000","last_clean":"2024-03-07T03:16:33.096893+0000","last_became_active":"2024-03-07T03:07:23.069262+0000","last_became_peered":"2024-03-07T03:07:23.069262+0000","last_unstale":"2024-03-07T03:16:33.096893+0000","last_undegraded":"2024-03-07T03:16:33.096893+0000","last_fullsized":"2024-03-07T03:16:33.096893+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:11:22.045807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"861'1094","reported_seq":4799,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:17:59.544834+0000","last_change":"2024-03-07T03:10:57.331022+0000","last_active":"2024-03-07T03:17:59.544834+0000","last_peered":"2024-03-07T03:17:59.544834+0000","last_clean":"2024-03-07T03:17:59.544834+0000","last_became_active":"2024-03-07T03:06:47.847229+0000","last_became_peered":"2024-03-07T03:06:47.847229+0000","last_unstale":"2024-03-07T03:17:59.544834+0000","last_undegraded":"2024-03-07T03:17:59.544834+0000","last_fullsized":"2024-03-07T03:17:59.544834+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1094,"log_dups_size":0,"ondisk_log_size":1094,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:58:27.729404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.032339935,"stat_sum":{"num_bytes":113606656,"num_objects":59,"num_object_clones":55,"num_object_copies":177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":279,"num_read_kb":358703,"num_write":525,"num_write_kb":146904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":36642816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1185,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:24.931072+0000","last_change":"2024-03-07T03:06:47.843416+0000","last_active":"2024-03-07T03:17:24.931072+0000","last_peered":"2024-03-07T03:17:24.931072+0000","last_clean":"2024-03-07T03:17:24.931072+0000","last_became_active":"2024-03-07T03:06:47.842812+0000","last_became_peered":"2024-03-07T03:06:47.842812+0000","last_unstale":"2024-03-07T03:17:24.931072+0000","last_undegraded":"2024-03-07T03:17:24.931072+0000","last_fullsized":"2024-03-07T03:17:24.931072+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:03:02.672609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1191,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:24.924765+0000","last_change":"2024-03-07T03:07:23.071850+0000","last_active":"2024-03-07T03:16:24.924765+0000","last_peered":"2024-03-07T03:16:24.924765+0000","last_clean":"2024-03-07T03:16:24.924765+0000","last_became_active":"2024-03-07T03:07:23.071476+0000","last_became_peered":"2024-03-07T03:07:23.071476+0000","last_unstale":"2024-03-07T03:16:24.924765+0000","last_undegraded":"2024-03-07T03:16:24.924765+0000","last_fullsized":"2024-03-07T03:16:24.924765+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:13:05.296486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1160,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:29.541526+0000","last_change":"2024-03-07T03:05:35.926187+0000","last_active":"2024-03-07T03:17:29.541526+0000","last_peered":"2024-03-07T03:17:29.541526+0000","last_clean":"2024-03-07T03:17:29.541526+0000","last_became_active":"2024-03-07T03:05:35.925908+0000","last_became_peered":"2024-03-07T03:05:35.925908+0000","last_unstale":"2024-03-07T03:17:29.541526+0000","last_undegraded":"2024-03-07T03:17:29.541526+0000","last_fullsized":"2024-03-07T03:17:29.541526+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:48:33.101185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"863'1146","reported_seq":3875,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:16.425698+0000","last_change":"2024-03-07T03:10:56.132170+0000","last_active":"2024-03-07T03:16:16.425698+0000","last_peered":"2024-03-07T03:16:16.425698+0000","last_clean":"2024-03-07T03:16:16.425698+0000","last_became_active":"2024-03-07T03:07:58.756854+0000","last_became_peered":"2024-03-07T03:07:58.756854+0000","last_unstale":"2024-03-07T03:16:16.425698+0000","last_undegraded":"2024-03-07T03:16:16.425698+0000","last_fullsized":"2024-03-07T03:16:16.425698+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1146,"log_dups_size":0,"ondisk_log_size":1146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T02:59:04.693146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.010433211,"stat_sum":{"num_bytes":34668544,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":1,"num_read":219,"num_read_kb":317694,"num_write":420,"num_write_kb":93568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":10240000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1008,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:46.200874+0000","last_change":"2024-03-07T03:07:58.760449+0000","last_active":"2024-03-07T03:17:46.200874+0000","last_peered":"2024-03-07T03:17:46.200874+0000","last_clean":"2024-03-07T03:17:46.200874+0000","last_became_active":"2024-03-07T03:07:58.760086+0000","last_became_peered":"2024-03-07T03:07:58.760086+0000","last_unstale":"2024-03-07T03:17:46.200874+0000","last_undegraded":"2024-03-07T03:17:46.200874+0000","last_fullsized":"2024-03-07T03:17:46.200874+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:34:38.583100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1091,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:18:04.003910+0000","last_change":"2024-03-07T03:07:23.073659+0000","last_active":"2024-03-07T03:18:04.003910+0000","last_peered":"2024-03-07T03:18:04.003910+0000","last_clean":"2024-03-07T03:18:04.003910+0000","last_became_active":"2024-03-07T03:07:23.073277+0000","last_became_peered":"2024-03-07T03:07:23.073277+0000","last_unstale":"2024-03-07T03:18:04.003910+0000","last_undegraded":"2024-03-07T03:18:04.003910+0000","last_fullsized":"2024-03-07T03:18:04.003910+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:48:34.819985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1063,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:10.982075+0000","last_change":"2024-03-07T03:07:58.752576+0000","last_active":"2024-03-07T03:17:10.982075+0000","last_peered":"2024-03-07T03:17:10.982075+0000","last_clean":"2024-03-07T03:17:10.982075+0000","last_became_active":"2024-03-07T03:07:58.752193+0000","last_became_peered":"2024-03-07T03:07:58.752193+0000","last_unstale":"2024-03-07T03:17:10.982075+0000","last_undegraded":"2024-03-07T03:17:10.982075+0000","last_fullsized":"2024-03-07T03:17:10.982075+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:55:14.205594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"395'197","reported_seq":1468,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:56.436067+0000","last_change":"2024-03-07T03:07:58.752982+0000","last_active":"2024-03-07T03:17:56.436067+0000","last_peered":"2024-03-07T03:17:56.436067+0000","last_clean":"2024-03-07T03:17:56.436067+0000","last_became_active":"2024-03-07T03:07:58.752004+0000","last_became_peered":"2024-03-07T03:07:58.752004+0000","last_unstale":"2024-03-07T03:17:56.436067+0000","last_undegraded":"2024-03-07T03:17:56.436067+0000","last_fullsized":"2024-03-07T03:17:56.436067+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_clean_scrub_stamp":"2024-03-07T02:51:31.238394+0000","objects_scrubbed":0,"log_size":197,"log_dups_size":0,"ondisk_log_size":197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:53.766202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"858'3145","reported_seq":6532,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:17:35.985034+0000","last_change":"2024-03-07T03:10:57.131283+0000","last_active":"2024-03-07T03:17:35.985034+0000","last_peered":"2024-03-07T03:17:35.985034+0000","last_clean":"2024-03-07T03:17:35.985034+0000","last_became_active":"2024-03-07T03:06:47.859231+0000","last_became_peered":"2024-03-07T03:06:47.859231+0000","last_unstale":"2024-03-07T03:17:35.985034+0000","last_undegraded":"2024-03-07T03:17:35.985034+0000","last_fullsized":"2024-03-07T03:17:35.985034+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3145,"log_dups_size":0,"ondisk_log_size":3145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:10:03.781442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001499434,"stat_sum":{"num_bytes":18481152,"num_objects":15,"num_object_clones":14,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":124,"num_read_kb":398406,"num_write":253,"num_write_kb":45856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":9773056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1216,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:50.825515+0000","last_change":"2024-03-07T03:05:01.454053+0000","last_active":"2024-03-07T03:16:50.825515+0000","last_peered":"2024-03-07T03:16:50.825515+0000","last_clean":"2024-03-07T03:16:50.825515+0000","last_became_active":"2024-03-07T03:05:01.453718+0000","last_became_peered":"2024-03-07T03:05:01.453718+0000","last_unstale":"2024-03-07T03:16:50.825515+0000","last_undegraded":"2024-03-07T03:16:50.825515+0000","last_fullsized":"2024-03-07T03:16:50.825515+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:10:59.835543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1216,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822159+0000","last_change":"2024-03-07T03:06:09.987673+0000","last_active":"2024-03-07T03:16:20.822159+0000","last_peered":"2024-03-07T03:16:20.822159+0000","last_clean":"2024-03-07T03:16:20.822159+0000","last_became_active":"2024-03-07T03:06:09.987328+0000","last_became_peered":"2024-03-07T03:06:09.987328+0000","last_unstale":"2024-03-07T03:16:20.822159+0000","last_undegraded":"2024-03-07T03:16:20.822159+0000","last_fullsized":"2024-03-07T03:16:20.822159+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:11:17.983744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":977,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:56.436043+0000","last_change":"2024-03-07T03:07:58.757849+0000","last_active":"2024-03-07T03:17:56.436043+0000","last_peered":"2024-03-07T03:17:56.436043+0000","last_clean":"2024-03-07T03:17:56.436043+0000","last_became_active":"2024-03-07T03:07:58.757399+0000","last_became_peered":"2024-03-07T03:07:58.757399+0000","last_unstale":"2024-03-07T03:17:56.436043+0000","last_undegraded":"2024-03-07T03:17:56.436043+0000","last_fullsized":"2024-03-07T03:17:56.436043+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:54:11.413787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"864'1259","reported_seq":4066,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:46.200844+0000","last_change":"2024-03-07T03:10:56.129203+0000","last_active":"2024-03-07T03:17:46.200844+0000","last_peered":"2024-03-07T03:17:46.200844+0000","last_clean":"2024-03-07T03:17:46.200844+0000","last_became_active":"2024-03-07T03:07:23.080120+0000","last_became_peered":"2024-03-07T03:07:23.080120+0000","last_unstale":"2024-03-07T03:17:46.200844+0000","last_undegraded":"2024-03-07T03:17:46.200844+0000","last_fullsized":"2024-03-07T03:17:46.200844+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1259,"log_dups_size":0,"ondisk_log_size":1259,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:33:24.850580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0059393290000000001,"stat_sum":{"num_bytes":23298048,"num_objects":10,"num_object_clones":7,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":249,"num_read_kb":271095,"num_write":553,"num_write_kb":138504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":18890752,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.3","version":"0'0","reported_seq":1216,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822216+0000","last_change":"2024-03-07T03:07:58.750289+0000","last_active":"2024-03-07T03:16:20.822216+0000","last_peered":"2024-03-07T03:16:20.822216+0000","last_clean":"2024-03-07T03:16:20.822216+0000","last_became_active":"2024-03-07T03:07:58.749557+0000","last_became_peered":"2024-03-07T03:07:58.749557+0000","last_unstale":"2024-03-07T03:16:20.822216+0000","last_undegraded":"2024-03-07T03:16:20.822216+0000","last_fullsized":"2024-03-07T03:16:20.822216+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:54:43.865660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":990,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:16.425734+0000","last_change":"2024-03-07T03:07:58.758005+0000","last_active":"2024-03-07T03:16:16.425734+0000","last_peered":"2024-03-07T03:16:16.425734+0000","last_clean":"2024-03-07T03:16:16.425734+0000","last_became_active":"2024-03-07T03:07:58.756833+0000","last_became_peered":"2024-03-07T03:07:58.756833+0000","last_unstale":"2024-03-07T03:16:16.425734+0000","last_undegraded":"2024-03-07T03:16:16.425734+0000","last_fullsized":"2024-03-07T03:16:16.425734+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:37:55.288554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1190,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:54.928283+0000","last_change":"2024-03-07T03:06:47.843644+0000","last_active":"2024-03-07T03:16:54.928283+0000","last_peered":"2024-03-07T03:16:54.928283+0000","last_clean":"2024-03-07T03:16:54.928283+0000","last_became_active":"2024-03-07T03:06:47.842694+0000","last_became_peered":"2024-03-07T03:06:47.842694+0000","last_unstale":"2024-03-07T03:16:54.928283+0000","last_undegraded":"2024-03-07T03:16:54.928283+0000","last_fullsized":"2024-03-07T03:16:54.928283+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:25:34.783974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"863'880","reported_seq":3817,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:33.096853+0000","last_change":"2024-03-07T03:10:56.125509+0000","last_active":"2024-03-07T03:16:33.096853+0000","last_peered":"2024-03-07T03:16:33.096853+0000","last_clean":"2024-03-07T03:16:33.096853+0000","last_became_active":"2024-03-07T03:07:58.755248+0000","last_became_peered":"2024-03-07T03:07:58.755248+0000","last_unstale":"2024-03-07T03:16:33.096853+0000","last_undegraded":"2024-03-07T03:16:33.096853+0000","last_fullsized":"2024-03-07T03:16:33.096853+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":880,"log_dups_size":0,"ondisk_log_size":880,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:40:02.788467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0073429089999999999,"stat_sum":{"num_bytes":9224192,"num_objects":8,"num_object_clones":6,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":1,"num_read":161,"num_read_kb":133885,"num_write":362,"num_write_kb":55920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1127,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:34.000486+0000","last_change":"2024-03-07T03:07:58.764215+0000","last_active":"2024-03-07T03:17:34.000486+0000","last_peered":"2024-03-07T03:17:34.000486+0000","last_clean":"2024-03-07T03:17:34.000486+0000","last_became_active":"2024-03-07T03:07:58.763818+0000","last_became_peered":"2024-03-07T03:07:58.763818+0000","last_unstale":"2024-03-07T03:17:34.000486+0000","last_undegraded":"2024-03-07T03:17:34.000486+0000","last_fullsized":"2024-03-07T03:17:34.000486+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:27:54.623360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"719'2","reported_seq":1195,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:24.931055+0000","last_change":"2024-03-07T03:07:23.074913+0000","last_active":"2024-03-07T03:17:24.931055+0000","last_peered":"2024-03-07T03:17:24.931055+0000","last_clean":"2024-03-07T03:17:24.931055+0000","last_became_active":"2024-03-07T03:07:23.074530+0000","last_became_peered":"2024-03-07T03:07:23.074530+0000","last_unstale":"2024-03-07T03:17:24.931055+0000","last_undegraded":"2024-03-07T03:17:24.931055+0000","last_fullsized":"2024-03-07T03:17:24.931055+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:13:25.877187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1129,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:23.992537+0000","last_change":"2024-03-07T03:07:58.757756+0000","last_active":"2024-03-07T03:16:23.992537+0000","last_peered":"2024-03-07T03:16:23.992537+0000","last_clean":"2024-03-07T03:16:23.992537+0000","last_became_active":"2024-03-07T03:07:58.757430+0000","last_became_peered":"2024-03-07T03:07:58.757430+0000","last_unstale":"2024-03-07T03:16:23.992537+0000","last_undegraded":"2024-03-07T03:16:23.992537+0000","last_fullsized":"2024-03-07T03:16:23.992537+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:22:21.412765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"863'1564","reported_seq":5166,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:17:34.000392+0000","last_change":"2024-03-07T03:10:57.329944+0000","last_active":"2024-03-07T03:17:34.000392+0000","last_peered":"2024-03-07T03:17:34.000392+0000","last_clean":"2024-03-07T03:17:34.000392+0000","last_became_active":"2024-03-07T03:06:09.990793+0000","last_became_peered":"2024-03-07T03:06:09.990793+0000","last_unstale":"2024-03-07T03:17:34.000392+0000","last_undegraded":"2024-03-07T03:17:34.000392+0000","last_fullsized":"2024-03-07T03:17:34.000392+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1564,"log_dups_size":0,"ondisk_log_size":1564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":143,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:53.639078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.019553126000000001,"stat_sum":{"num_bytes":100999168,"num_objects":73,"num_object_clones":68,"num_object_copies":219,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":1,"num_read":410,"num_read_kb":572954,"num_write":777,"num_write_kb":204640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":51175424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"c"},{"start":"178","length":"4"},{"start":"17e","length":"3"},{"start":"182","length":"4"},{"start":"187","length":"5"},{"start":"18d","length":"2"}]},{"pgid":"4.1","version":"0'0","reported_seq":1082,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:33.096817+0000","last_change":"2024-03-07T03:07:23.071468+0000","last_active":"2024-03-07T03:16:33.096817+0000","last_peered":"2024-03-07T03:16:33.096817+0000","last_clean":"2024-03-07T03:16:33.096817+0000","last_became_active":"2024-03-07T03:07:23.071160+0000","last_became_peered":"2024-03-07T03:07:23.071160+0000","last_unstale":"2024-03-07T03:16:33.096817+0000","last_undegraded":"2024-03-07T03:16:33.096817+0000","last_fullsized":"2024-03-07T03:16:33.096817+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:17:55.686793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":992,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:01.189618+0000","last_change":"2024-03-07T03:07:58.759142+0000","last_active":"2024-03-07T03:16:01.189618+0000","last_peered":"2024-03-07T03:16:01.189618+0000","last_clean":"2024-03-07T03:16:01.189618+0000","last_became_active":"2024-03-07T03:07:58.758771+0000","last_became_peered":"2024-03-07T03:07:58.758771+0000","last_unstale":"2024-03-07T03:16:01.189618+0000","last_undegraded":"2024-03-07T03:16:01.189618+0000","last_fullsized":"2024-03-07T03:16:01.189618+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:45:13.985820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1216,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:50.825492+0000","last_change":"2024-03-07T03:06:09.988597+0000","last_active":"2024-03-07T03:16:50.825492+0000","last_peered":"2024-03-07T03:16:50.825492+0000","last_clean":"2024-03-07T03:16:50.825492+0000","last_became_active":"2024-03-07T03:06:09.988261+0000","last_became_peered":"2024-03-07T03:06:09.988261+0000","last_unstale":"2024-03-07T03:16:50.825492+0000","last_undegraded":"2024-03-07T03:16:50.825492+0000","last_fullsized":"2024-03-07T03:16:50.825492+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:11:06.717251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"843'3099","reported_seq":6400,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:15:45.972108+0000","last_change":"2024-03-07T03:10:57.131044+0000","last_active":"2024-03-07T03:15:45.972108+0000","last_peered":"2024-03-07T03:15:45.972108+0000","last_clean":"2024-03-07T03:15:45.972108+0000","last_became_active":"2024-03-07T03:07:23.084936+0000","last_became_peered":"2024-03-07T03:07:23.084936+0000","last_unstale":"2024-03-07T03:15:45.972108+0000","last_undegraded":"2024-03-07T03:15:45.972108+0000","last_fullsized":"2024-03-07T03:15:45.972108+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3099,"log_dups_size":0,"ondisk_log_size":3099,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:46:48.809690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012703,"stat_sum":{"num_bytes":8347648,"num_objects":13,"num_object_clones":12,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":56,"num_read_kb":33721,"num_write":241,"num_write_kb":36816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":434176,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1149,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:59.544742+0000","last_change":"2024-03-07T03:05:01.461136+0000","last_active":"2024-03-07T03:17:59.544742+0000","last_peered":"2024-03-07T03:17:59.544742+0000","last_clean":"2024-03-07T03:17:59.544742+0000","last_became_active":"2024-03-07T03:05:01.457189+0000","last_became_peered":"2024-03-07T03:05:01.457189+0000","last_unstale":"2024-03-07T03:17:59.544742+0000","last_undegraded":"2024-03-07T03:17:59.544742+0000","last_fullsized":"2024-03-07T03:17:59.544742+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:23.791243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1105,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:58.099399+0000","last_change":"2024-03-07T03:07:58.750311+0000","last_active":"2024-03-07T03:16:58.099399+0000","last_peered":"2024-03-07T03:16:58.099399+0000","last_clean":"2024-03-07T03:16:58.099399+0000","last_became_active":"2024-03-07T03:07:58.750001+0000","last_became_peered":"2024-03-07T03:07:58.750001+0000","last_unstale":"2024-03-07T03:16:58.099399+0000","last_undegraded":"2024-03-07T03:16:58.099399+0000","last_fullsized":"2024-03-07T03:16:58.099399+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:05.963944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"847'12789","reported_seq":16205,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:17:23.102472+0000","last_change":"2024-03-07T03:10:57.124034+0000","last_active":"2024-03-07T03:17:23.102472+0000","last_peered":"2024-03-07T03:17:23.102472+0000","last_clean":"2024-03-07T03:17:23.102472+0000","last_became_active":"2024-03-07T03:06:47.859957+0000","last_became_peered":"2024-03-07T03:06:47.859957+0000","last_unstale":"2024-03-07T03:17:23.102472+0000","last_undegraded":"2024-03-07T03:17:23.102472+0000","last_fullsized":"2024-03-07T03:17:23.102472+0000","mapping_epoch":625,"log_start":"599'6200","ondisk_log_start":"599'6200","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":6589,"log_dups_size":0,"ondisk_log_size":6589,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":137,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:29:13.699651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0091875959999999993,"stat_sum":{"num_bytes":71745536,"num_objects":32,"num_object_clones":30,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":0,"num_read":146,"num_read_kb":316804,"num_write":323,"num_write_kb":90232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":20865024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"5"},{"start":"171","length":"b"},{"start":"17e","length":"8"},{"start":"187","length":"5"},{"start":"18d","length":"3"},{"start":"192","length":"1"},{"start":"197","length":"1"},{"start":"199","length":"2"}]},{"pgid":"2.9","version":"0'0","reported_seq":1190,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:24.930967+0000","last_change":"2024-03-07T03:07:58.752456+0000","last_active":"2024-03-07T03:17:24.930967+0000","last_peered":"2024-03-07T03:17:24.930967+0000","last_clean":"2024-03-07T03:17:24.930967+0000","last_became_active":"2024-03-07T03:07:58.752118+0000","last_became_peered":"2024-03-07T03:07:58.752118+0000","last_unstale":"2024-03-07T03:17:24.930967+0000","last_undegraded":"2024-03-07T03:17:24.930967+0000","last_fullsized":"2024-03-07T03:17:24.930967+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:08:08.574482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1120,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:23.992489+0000","last_change":"2024-03-07T03:07:58.757839+0000","last_active":"2024-03-07T03:16:23.992489+0000","last_peered":"2024-03-07T03:16:23.992489+0000","last_clean":"2024-03-07T03:16:23.992489+0000","last_became_active":"2024-03-07T03:07:58.757495+0000","last_became_peered":"2024-03-07T03:07:58.757495+0000","last_unstale":"2024-03-07T03:16:23.992489+0000","last_undegraded":"2024-03-07T03:16:23.992489+0000","last_fullsized":"2024-03-07T03:16:23.992489+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:27:02.190643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"861'1463","reported_seq":5090,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:16:14.534628+0000","last_change":"2024-03-07T03:10:57.330799+0000","last_active":"2024-03-07T03:16:14.534628+0000","last_peered":"2024-03-07T03:16:14.534628+0000","last_clean":"2024-03-07T03:16:14.534628+0000","last_became_active":"2024-03-07T03:07:58.763085+0000","last_became_peered":"2024-03-07T03:07:58.763085+0000","last_unstale":"2024-03-07T03:16:14.534628+0000","last_undegraded":"2024-03-07T03:16:14.534628+0000","last_fullsized":"2024-03-07T03:16:14.534628+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1463,"log_dups_size":0,"ondisk_log_size":1463,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:39:21.050544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.016579719999999999,"stat_sum":{"num_bytes":106192896,"num_objects":71,"num_object_clones":66,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":1,"num_read":323,"num_read_kb":516030,"num_write":942,"num_write_kb":231680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":48201728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1190,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:24.931017+0000","last_change":"2024-03-07T03:07:58.752370+0000","last_active":"2024-03-07T03:17:24.931017+0000","last_peered":"2024-03-07T03:17:24.931017+0000","last_clean":"2024-03-07T03:17:24.931017+0000","last_became_active":"2024-03-07T03:07:58.751985+0000","last_became_peered":"2024-03-07T03:07:58.751985+0000","last_unstale":"2024-03-07T03:17:24.931017+0000","last_undegraded":"2024-03-07T03:17:24.931017+0000","last_fullsized":"2024-03-07T03:17:24.931017+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:31:33.590004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1129,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:48.995494+0000","last_change":"2024-03-07T03:06:09.987484+0000","last_active":"2024-03-07T03:16:48.995494+0000","last_peered":"2024-03-07T03:16:48.995494+0000","last_clean":"2024-03-07T03:16:48.995494+0000","last_became_active":"2024-03-07T03:06:09.986947+0000","last_became_peered":"2024-03-07T03:06:09.986947+0000","last_unstale":"2024-03-07T03:16:48.995494+0000","last_undegraded":"2024-03-07T03:16:48.995494+0000","last_fullsized":"2024-03-07T03:16:48.995494+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:37:38.253630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"857'1055","reported_seq":4921,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:17:54.934037+0000","last_change":"2024-03-07T03:10:57.123092+0000","last_active":"2024-03-07T03:17:54.934037+0000","last_peered":"2024-03-07T03:17:54.934037+0000","last_clean":"2024-03-07T03:17:54.934037+0000","last_became_active":"2024-03-07T03:06:09.993513+0000","last_became_peered":"2024-03-07T03:06:09.993513+0000","last_unstale":"2024-03-07T03:17:54.934037+0000","last_undegraded":"2024-03-07T03:17:54.934037+0000","last_fullsized":"2024-03-07T03:17:54.934037+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1055,"log_dups_size":0,"ondisk_log_size":1055,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:34:07.352811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013205965,"stat_sum":{"num_bytes":99745792,"num_objects":66,"num_object_clones":62,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":306,"num_read_kb":434534,"num_write":588,"num_write_kb":145464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":21749760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.b","version":"716'3","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:56.430141+0000","last_change":"2024-03-07T03:07:58.749480+0000","last_active":"2024-03-07T03:16:56.430141+0000","last_peered":"2024-03-07T03:16:56.430141+0000","last_clean":"2024-03-07T03:16:56.430141+0000","last_became_active":"2024-03-07T03:07:58.749098+0000","last_became_peered":"2024-03-07T03:07:58.749098+0000","last_unstale":"2024-03-07T03:16:56.430141+0000","last_undegraded":"2024-03-07T03:16:56.430141+0000","last_fullsized":"2024-03-07T03:16:56.430141+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:35:33.945855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1037,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:01.189552+0000","last_change":"2024-03-07T03:07:23.075725+0000","last_active":"2024-03-07T03:16:01.189552+0000","last_peered":"2024-03-07T03:16:01.189552+0000","last_clean":"2024-03-07T03:16:01.189552+0000","last_became_active":"2024-03-07T03:07:23.075203+0000","last_became_peered":"2024-03-07T03:07:23.075203+0000","last_unstale":"2024-03-07T03:16:01.189552+0000","last_undegraded":"2024-03-07T03:16:01.189552+0000","last_fullsized":"2024-03-07T03:16:01.189552+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:47:11.192302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"863'1711","reported_seq":5462,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:16:14.534560+0000","last_change":"2024-03-07T03:10:57.330918+0000","last_active":"2024-03-07T03:16:14.534560+0000","last_peered":"2024-03-07T03:16:14.534560+0000","last_clean":"2024-03-07T03:16:14.534560+0000","last_became_active":"2024-03-07T03:06:47.849454+0000","last_became_peered":"2024-03-07T03:06:47.849454+0000","last_unstale":"2024-03-07T03:16:14.534560+0000","last_undegraded":"2024-03-07T03:16:14.534560+0000","last_fullsized":"2024-03-07T03:16:14.534560+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1711,"log_dups_size":0,"ondisk_log_size":1711,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:40:07.156907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.014160193999999999,"stat_sum":{"num_bytes":165158912,"num_objects":93,"num_object_clones":87,"num_object_copies":279,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":93,"num_whiteouts":2,"num_read":489,"num_read_kb":756200,"num_write":870,"num_write_kb":258896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":69541888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1158,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:14.534618+0000","last_change":"2024-03-07T03:06:47.847077+0000","last_active":"2024-03-07T03:16:14.534618+0000","last_peered":"2024-03-07T03:16:14.534618+0000","last_clean":"2024-03-07T03:16:14.534618+0000","last_became_active":"2024-03-07T03:06:47.846359+0000","last_became_peered":"2024-03-07T03:06:47.846359+0000","last_unstale":"2024-03-07T03:16:14.534618+0000","last_undegraded":"2024-03-07T03:16:14.534618+0000","last_fullsized":"2024-03-07T03:16:14.534618+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:00:08.102949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":974,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:56.430175+0000","last_change":"2024-03-07T03:07:58.760528+0000","last_active":"2024-03-07T03:16:56.430175+0000","last_peered":"2024-03-07T03:16:56.430175+0000","last_clean":"2024-03-07T03:16:56.430175+0000","last_became_active":"2024-03-07T03:07:58.760226+0000","last_became_peered":"2024-03-07T03:07:58.760226+0000","last_unstale":"2024-03-07T03:16:56.430175+0000","last_undegraded":"2024-03-07T03:16:56.430175+0000","last_fullsized":"2024-03-07T03:16:56.430175+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:10:36.411047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"863'1938","reported_seq":4941,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:59.544782+0000","last_change":"2024-03-07T03:10:56.140803+0000","last_active":"2024-03-07T03:17:59.544782+0000","last_peered":"2024-03-07T03:17:59.544782+0000","last_clean":"2024-03-07T03:17:59.544782+0000","last_became_active":"2024-03-07T03:06:09.993933+0000","last_became_peered":"2024-03-07T03:06:09.993933+0000","last_unstale":"2024-03-07T03:17:59.544782+0000","last_undegraded":"2024-03-07T03:17:59.544782+0000","last_fullsized":"2024-03-07T03:17:59.544782+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1938,"log_dups_size":0,"ondisk_log_size":1938,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:16.359457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.024996012000000001,"stat_sum":{"num_bytes":22765568,"num_objects":17,"num_object_clones":12,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":2,"num_read":350,"num_read_kb":387634,"num_write":702,"num_write_kb":183472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":7151616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.d","version":"61'1","reported_seq":1193,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:54.934064+0000","last_change":"2024-03-07T03:06:09.993129+0000","last_active":"2024-03-07T03:17:54.934064+0000","last_peered":"2024-03-07T03:17:54.934064+0000","last_clean":"2024-03-07T03:17:54.934064+0000","last_became_active":"2024-03-07T03:06:09.992737+0000","last_became_peered":"2024-03-07T03:06:09.992737+0000","last_unstale":"2024-03-07T03:17:54.934064+0000","last_undegraded":"2024-03-07T03:17:54.934064+0000","last_fullsized":"2024-03-07T03:17:54.934064+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:02:42.055569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1053,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:45.972088+0000","last_change":"2024-03-07T03:07:23.076846+0000","last_active":"2024-03-07T03:15:45.972088+0000","last_peered":"2024-03-07T03:15:45.972088+0000","last_clean":"2024-03-07T03:15:45.972088+0000","last_became_active":"2024-03-07T03:07:23.075895+0000","last_became_peered":"2024-03-07T03:07:23.075895+0000","last_unstale":"2024-03-07T03:15:45.972088+0000","last_undegraded":"2024-03-07T03:15:45.972088+0000","last_fullsized":"2024-03-07T03:15:45.972088+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:09:15.080126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"854'331","reported_seq":3441,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:16:36.427861+0000","last_change":"2024-03-07T03:10:57.298223+0000","last_active":"2024-03-07T03:16:36.427861+0000","last_peered":"2024-03-07T03:16:36.427861+0000","last_clean":"2024-03-07T03:16:36.427861+0000","last_became_active":"2024-03-07T03:07:58.749089+0000","last_became_peered":"2024-03-07T03:07:58.749089+0000","last_unstale":"2024-03-07T03:16:36.427861+0000","last_undegraded":"2024-03-07T03:16:36.427861+0000","last_fullsized":"2024-03-07T03:16:36.427861+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":331,"log_dups_size":0,"ondisk_log_size":331,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":83,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:26:07.404191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00085119700000000004,"stat_sum":{"num_bytes":15409152,"num_objects":11,"num_object_clones":10,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":91,"num_read_kb":118251,"num_write":162,"num_write_kb":30616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":34586624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"56"},{"start":"1c2","length":"3"},{"start":"1c9","length":"1"}]},{"pgid":"2.e","version":"61'2","reported_seq":1162,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:14.534664+0000","last_change":"2024-03-07T03:07:58.755578+0000","last_active":"2024-03-07T03:16:14.534664+0000","last_peered":"2024-03-07T03:16:14.534664+0000","last_clean":"2024-03-07T03:16:14.534664+0000","last_became_active":"2024-03-07T03:07:58.755160+0000","last_became_peered":"2024-03-07T03:07:58.755160+0000","last_unstale":"2024-03-07T03:16:14.534664+0000","last_undegraded":"2024-03-07T03:16:14.534664+0000","last_fullsized":"2024-03-07T03:16:14.534664+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:20.584382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":989,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:56.430221+0000","last_change":"2024-03-07T03:07:58.751269+0000","last_active":"2024-03-07T03:16:56.430221+0000","last_peered":"2024-03-07T03:16:56.430221+0000","last_clean":"2024-03-07T03:16:56.430221+0000","last_became_active":"2024-03-07T03:07:58.750956+0000","last_became_peered":"2024-03-07T03:07:58.750956+0000","last_unstale":"2024-03-07T03:16:56.430221+0000","last_undegraded":"2024-03-07T03:16:56.430221+0000","last_fullsized":"2024-03-07T03:16:56.430221+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:39.414545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1009,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:46.200815+0000","last_change":"2024-03-07T03:07:23.081711+0000","last_active":"2024-03-07T03:17:46.200815+0000","last_peered":"2024-03-07T03:17:46.200815+0000","last_clean":"2024-03-07T03:17:46.200815+0000","last_became_active":"2024-03-07T03:07:23.079269+0000","last_became_peered":"2024-03-07T03:07:23.079269+0000","last_unstale":"2024-03-07T03:17:46.200815+0000","last_undegraded":"2024-03-07T03:17:46.200815+0000","last_fullsized":"2024-03-07T03:17:46.200815+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:39.008957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1160,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:29.541501+0000","last_change":"2024-03-07T03:07:23.072806+0000","last_active":"2024-03-07T03:17:29.541501+0000","last_peered":"2024-03-07T03:17:29.541501+0000","last_clean":"2024-03-07T03:17:29.541501+0000","last_became_active":"2024-03-07T03:07:23.071234+0000","last_became_peered":"2024-03-07T03:07:23.071234+0000","last_unstale":"2024-03-07T03:17:29.541501+0000","last_undegraded":"2024-03-07T03:17:29.541501+0000","last_fullsized":"2024-03-07T03:17:29.541501+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:52.610744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1060,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:10.982061+0000","last_change":"2024-03-07T03:06:47.851593+0000","last_active":"2024-03-07T03:17:10.982061+0000","last_peered":"2024-03-07T03:17:10.982061+0000","last_clean":"2024-03-07T03:17:10.982061+0000","last_became_active":"2024-03-07T03:06:47.849677+0000","last_became_peered":"2024-03-07T03:06:47.849677+0000","last_unstale":"2024-03-07T03:17:10.982061+0000","last_undegraded":"2024-03-07T03:17:10.982061+0000","last_fullsized":"2024-03-07T03:17:10.982061+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:30.969251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1119,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:29.541546+0000","last_change":"2024-03-07T03:06:09.995434+0000","last_active":"2024-03-07T03:17:29.541546+0000","last_peered":"2024-03-07T03:17:29.541546+0000","last_clean":"2024-03-07T03:17:29.541546+0000","last_became_active":"2024-03-07T03:06:09.994939+0000","last_became_peered":"2024-03-07T03:06:09.994939+0000","last_unstale":"2024-03-07T03:17:29.541546+0000","last_undegraded":"2024-03-07T03:17:29.541546+0000","last_fullsized":"2024-03-07T03:17:29.541546+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:27:11.737354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1129,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:23.992522+0000","last_change":"2024-03-07T03:06:09.987381+0000","last_active":"2024-03-07T03:16:23.992522+0000","last_peered":"2024-03-07T03:16:23.992522+0000","last_clean":"2024-03-07T03:16:23.992522+0000","last_became_active":"2024-03-07T03:06:09.986952+0000","last_became_peered":"2024-03-07T03:06:09.986952+0000","last_unstale":"2024-03-07T03:16:23.992522+0000","last_undegraded":"2024-03-07T03:16:23.992522+0000","last_fullsized":"2024-03-07T03:16:23.992522+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:26:15.439852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1190,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:24.931042+0000","last_change":"2024-03-07T03:05:35.923999+0000","last_active":"2024-03-07T03:17:24.931042+0000","last_peered":"2024-03-07T03:17:24.931042+0000","last_clean":"2024-03-07T03:17:24.931042+0000","last_became_active":"2024-03-07T03:05:35.923719+0000","last_became_peered":"2024-03-07T03:05:35.923719+0000","last_unstale":"2024-03-07T03:17:24.931042+0000","last_undegraded":"2024-03-07T03:17:24.931042+0000","last_fullsized":"2024-03-07T03:17:24.931042+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:43:04.724647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1010,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:01.189608+0000","last_change":"2024-03-07T03:07:58.749989+0000","last_active":"2024-03-07T03:16:01.189608+0000","last_peered":"2024-03-07T03:16:01.189608+0000","last_clean":"2024-03-07T03:16:01.189608+0000","last_became_active":"2024-03-07T03:07:58.749643+0000","last_became_peered":"2024-03-07T03:07:58.749643+0000","last_unstale":"2024-03-07T03:16:01.189608+0000","last_undegraded":"2024-03-07T03:16:01.189608+0000","last_fullsized":"2024-03-07T03:16:01.189608+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:00:44.729806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1112,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:23.992546+0000","last_change":"2024-03-07T03:06:09.999184+0000","last_active":"2024-03-07T03:16:23.992546+0000","last_peered":"2024-03-07T03:16:23.992546+0000","last_clean":"2024-03-07T03:16:23.992546+0000","last_became_active":"2024-03-07T03:06:09.998856+0000","last_became_peered":"2024-03-07T03:06:09.998856+0000","last_unstale":"2024-03-07T03:16:23.992546+0000","last_undegraded":"2024-03-07T03:16:23.992546+0000","last_fullsized":"2024-03-07T03:16:23.992546+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:37:00.102189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1060,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:35.984977+0000","last_change":"2024-03-07T03:06:47.857644+0000","last_active":"2024-03-07T03:17:35.984977+0000","last_peered":"2024-03-07T03:17:35.984977+0000","last_clean":"2024-03-07T03:17:35.984977+0000","last_became_active":"2024-03-07T03:06:47.857354+0000","last_became_peered":"2024-03-07T03:06:47.857354+0000","last_unstale":"2024-03-07T03:17:35.984977+0000","last_undegraded":"2024-03-07T03:17:35.984977+0000","last_fullsized":"2024-03-07T03:17:35.984977+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:02:18.860369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1120,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:48.995469+0000","last_change":"2024-03-07T03:06:09.987872+0000","last_active":"2024-03-07T03:16:48.995469+0000","last_peered":"2024-03-07T03:16:48.995469+0000","last_clean":"2024-03-07T03:16:48.995469+0000","last_became_active":"2024-03-07T03:06:09.986852+0000","last_became_peered":"2024-03-07T03:06:09.986852+0000","last_unstale":"2024-03-07T03:16:48.995469+0000","last_undegraded":"2024-03-07T03:16:48.995469+0000","last_fullsized":"2024-03-07T03:16:48.995469+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:13.708512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1037,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:45.972051+0000","last_change":"2024-03-07T03:07:58.755825+0000","last_active":"2024-03-07T03:15:45.972051+0000","last_peered":"2024-03-07T03:15:45.972051+0000","last_clean":"2024-03-07T03:15:45.972051+0000","last_became_active":"2024-03-07T03:07:58.755395+0000","last_became_peered":"2024-03-07T03:07:58.755395+0000","last_unstale":"2024-03-07T03:15:45.972051+0000","last_undegraded":"2024-03-07T03:15:45.972051+0000","last_fullsized":"2024-03-07T03:15:45.972051+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:10:43.184914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1216,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:20.828868+0000","last_change":"2024-03-07T03:07:58.753962+0000","last_active":"2024-03-07T03:17:20.828868+0000","last_peered":"2024-03-07T03:17:20.828868+0000","last_clean":"2024-03-07T03:17:20.828868+0000","last_became_active":"2024-03-07T03:07:58.753619+0000","last_became_peered":"2024-03-07T03:07:58.753619+0000","last_unstale":"2024-03-07T03:17:20.828868+0000","last_undegraded":"2024-03-07T03:17:20.828868+0000","last_fullsized":"2024-03-07T03:17:20.828868+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:44:44.641067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1015,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:21.191831+0000","last_change":"2024-03-07T03:07:23.078516+0000","last_active":"2024-03-07T03:16:21.191831+0000","last_peered":"2024-03-07T03:16:21.191831+0000","last_clean":"2024-03-07T03:16:21.191831+0000","last_became_active":"2024-03-07T03:07:23.076017+0000","last_became_peered":"2024-03-07T03:07:23.076017+0000","last_unstale":"2024-03-07T03:16:21.191831+0000","last_undegraded":"2024-03-07T03:16:21.191831+0000","last_fullsized":"2024-03-07T03:16:21.191831+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:17:54.725933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":857645056,"num_objects":516,"num_object_clones":466,"num_object_copies":1548,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":516,"num_whiteouts":8,"num_read":3826,"num_read_kb":5949842,"num_write":7931,"num_write_kb":1978632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":107,"num_bytes_recovered":385712128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1170673664,"data_stored":2969124864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28580,"ondisk_log_size":28580,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197,"ondisk_log_size":197,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":26375,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":694,"seq":2980707303571,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":150184,"kb_used_data":96156,"kb_used_omap":35,"kb_used_meta":53980,"kb_avail":93594968,"statfs":{"total":95995035648,"available":95841247232,"internally_reserved":0,"allocated":98463744,"data_stored":167037349,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36312,"internal_metadata":55276072},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":660,"seq":2834678415514,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":94940,"kb_used_data":42576,"kb_used_omap":23,"kb_used_meta":52328,"kb_avail":93650212,"statfs":{"total":95995035648,"available":95897817088,"internally_reserved":0,"allocated":43597824,"data_stored":80829959,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":24173,"internal_metadata":53584275},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":463,"seq":1988569858244,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":692864,"kb_used_data":193964,"kb_used_omap":46,"kb_used_meta":498833,"kb_avail":93052288,"statfs":{"total":95995035648,"available":95285542912,"internally_reserved":0,"allocated":198619136,"data_stored":533391905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48036,"internal_metadata":510805084},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":528,"seq":2267742732471,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":401776,"kb_used_data":209252,"kb_used_omap":54,"kb_used_meta":192457,"kb_avail":93343376,"statfs":{"total":95995035648,"available":95583617024,"internally_reserved":0,"allocated":214274048,"data_stored":587826473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56016,"internal_metadata":197076272},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":495,"seq":2126008811710,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":485244,"kb_used_data":166572,"kb_used_omap":47,"kb_used_meta":318608,"kb_avail":93259908,"statfs":{"total":95995035648,"available":95498145792,"internally_reserved":0,"allocated":170569728,"data_stored":457545161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48143,"internal_metadata":326255601},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":562,"seq":2413771620528,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":177748,"kb_used_data":84672,"kb_used_omap":37,"kb_used_meta":93018,"kb_avail":93567404,"statfs":{"total":95995035648,"available":95813021696,"internally_reserved":0,"allocated":86704128,"data_stored":171510863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38083,"internal_metadata":95251261},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":591,"seq":2538325672105,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":365920,"kb_used_data":157844,"kb_used_omap":61,"kb_used_meta":208002,"kb_avail":93379232,"statfs":{"total":95995035648,"available":95620333568,"internally_reserved":0,"allocated":161632256,"data_stored":367986669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":62843,"internal_metadata":212994693},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":625,"seq":2684354560161,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":509804,"kb_used_data":269020,"kb_used_omap":73,"kb_used_meta":240694,"kb_avail":93235348,"statfs":{"total":95995035648,"available":95472996352,"internally_reserved":0,"allocated":275476480,"data_stored":649851960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":75044,"internal_metadata":246471388},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7413,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2060,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2124,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3359,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3677,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2797,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2839,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2106,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":188411904,"data_stored":527167488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":160964608,"data_stored":451911680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":204677120,"data_stored":582193152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":77082624,"data_stored":165871616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":152018944,"data_stored":362352640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":265863168,"data_stored":644214784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":33390592,"data_stored":74600448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":88264704,"data_stored":160813056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-07T03:20:11.314 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:20:11.314 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:20:11.314 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:20:11.314 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-07T03:20:11.314 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-07T03:20:11.314 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-07T03:20:11.314 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.c in trimming, state: active+clean+snaptrim_error 2024-03-07T03:20:11.314 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-07T03:20:11.314 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:20:11.315 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-07T03:20:12.068 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:20:11 smithi090 ceph-mon[89511]: pgmap v1005: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:12.069 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:20:11 smithi090 ceph-mon[89511]: from='client.34758 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:20:12.069 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:20:11 smithi090 ceph-mon[91928]: pgmap v1005: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:12.069 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:20:11 smithi090 ceph-mon[91928]: from='client.34758 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:20:12.159 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:20:11 smithi092 ceph-mon[83777]: pgmap v1005: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:12.159 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:20:11 smithi092 ceph-mon[83777]: from='client.34758 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:20:12.657 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:20:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:20:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:20:13.318 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:20:13 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:20:13] "GET /metrics HTTP/1.1" 200 36316 "" "Prometheus/2.43.0" 2024-03-07T03:20:14.068 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:20:13 smithi090 ceph-mon[89511]: pgmap v1006: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:14.068 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:20:13 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:20:14.069 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:20:13 smithi090 ceph-mon[91928]: pgmap v1006: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:14.069 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:20:13 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:20:14.157 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:20:13 smithi092 ceph-mon[83777]: pgmap v1006: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:14.157 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:20:13 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:20:16.068 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:20:15 smithi090 ceph-mon[89511]: pgmap v1007: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:16.069 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:20:15 smithi090 ceph-mon[91928]: pgmap v1007: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:16.157 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:20:15 smithi092 ceph-mon[83777]: pgmap v1007: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:18.068 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:20:17 smithi090 ceph-mon[89511]: pgmap v1008: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:18.069 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:20:17 smithi090 ceph-mon[91928]: pgmap v1008: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:18.127 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:20:17 smithi092 ceph-mon[83777]: pgmap v1008: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:20.068 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:20:19 smithi090 ceph-mon[89511]: pgmap v1009: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:20.069 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:20:19 smithi090 ceph-mon[91928]: pgmap v1009: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:20.156 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:20:19 smithi092 ceph-mon[83777]: pgmap v1009: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:21.315 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph pg dump --format=json 2024-03-07T03:20:21.535 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T03:20:21.968 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:20:21 smithi090 ceph-mon[89511]: pgmap v1010: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:21.969 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:20:21 smithi090 ceph-mon[91928]: pgmap v1010: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:22.156 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:20:21 smithi092 ceph-mon[83777]: pgmap v1010: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:22.657 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:20:22 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:20:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:20:23.318 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:20:23 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:20:23] "GET /metrics HTTP/1.1" 200 36316 "" "Prometheus/2.43.0" 2024-03-07T03:20:23.423 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T03:20:23.425 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-03-07T03:20:24.014 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:20:23 smithi090 ceph-mon[89511]: pgmap v1011: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:24.014 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:20:23 smithi090 ceph-mon[91928]: pgmap v1011: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:24.080 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":1011,"stamp":"2024-03-07T03:20:22.030043+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":858242044,"num_objects":540,"num_object_clones":466,"num_object_copies":1620,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":540,"num_whiteouts":8,"num_read":4717,"num_read_kb":5951239,"num_write":8310,"num_write_kb":1981084,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":113,"num_bytes_recovered":387483232,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28845,"ondisk_log_size":28845,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2878480,"kb_used_data":1220056,"kb_used_omap":379,"kb_used_meta":1657924,"kb_avail":747082736,"statfs":{"total":767960285184,"available":765012721664,"internally_reserved":0,"allocated":1249337344,"data_stored":3015980339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":388650,"internal_metadata":1697714646},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003899"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":975,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:16.425753+0000","last_change":"2024-03-07T03:07:58.753984+0000","last_active":"2024-03-07T03:16:16.425753+0000","last_peered":"2024-03-07T03:16:16.425753+0000","last_clean":"2024-03-07T03:16:16.425753+0000","last_became_active":"2024-03-07T03:07:58.753138+0000","last_became_peered":"2024-03-07T03:07:58.753138+0000","last_unstale":"2024-03-07T03:16:16.425753+0000","last_undegraded":"2024-03-07T03:16:16.425753+0000","last_fullsized":"2024-03-07T03:16:16.425753+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:37:39.612519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:54.928301+0000","last_change":"2024-03-07T03:07:23.074862+0000","last_active":"2024-03-07T03:16:54.928301+0000","last_peered":"2024-03-07T03:16:54.928301+0000","last_clean":"2024-03-07T03:16:54.928301+0000","last_became_active":"2024-03-07T03:07:23.074512+0000","last_became_peered":"2024-03-07T03:07:23.074512+0000","last_unstale":"2024-03-07T03:16:54.928301+0000","last_undegraded":"2024-03-07T03:16:54.928301+0000","last_fullsized":"2024-03-07T03:16:54.928301+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:45:24.128672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1216,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822233+0000","last_change":"2024-03-07T03:05:01.446762+0000","last_active":"2024-03-07T03:16:20.822233+0000","last_peered":"2024-03-07T03:16:20.822233+0000","last_clean":"2024-03-07T03:16:20.822233+0000","last_became_active":"2024-03-07T03:05:01.446425+0000","last_became_peered":"2024-03-07T03:05:01.446425+0000","last_unstale":"2024-03-07T03:16:20.822233+0000","last_undegraded":"2024-03-07T03:16:20.822233+0000","last_fullsized":"2024-03-07T03:16:20.822233+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:39:39.897066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1055,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:45.979415+0000","last_change":"2024-03-07T03:07:58.755992+0000","last_active":"2024-03-07T03:16:45.979415+0000","last_peered":"2024-03-07T03:16:45.979415+0000","last_clean":"2024-03-07T03:16:45.979415+0000","last_became_active":"2024-03-07T03:07:58.755499+0000","last_became_peered":"2024-03-07T03:07:58.755499+0000","last_unstale":"2024-03-07T03:16:45.979415+0000","last_undegraded":"2024-03-07T03:16:45.979415+0000","last_fullsized":"2024-03-07T03:16:45.979415+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:26:12.313572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:26.420373+0000","last_change":"2024-03-07T03:07:58.752235+0000","last_active":"2024-03-07T03:15:26.420373+0000","last_peered":"2024-03-07T03:15:26.420373+0000","last_clean":"2024-03-07T03:15:26.420373+0000","last_became_active":"2024-03-07T03:07:58.751575+0000","last_became_peered":"2024-03-07T03:07:58.751575+0000","last_unstale":"2024-03-07T03:15:26.420373+0000","last_undegraded":"2024-03-07T03:15:26.420373+0000","last_fullsized":"2024-03-07T03:15:26.420373+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:12:05.995515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1032,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:45.979386+0000","last_change":"2024-03-07T03:06:47.859644+0000","last_active":"2024-03-07T03:16:45.979386+0000","last_peered":"2024-03-07T03:16:45.979386+0000","last_clean":"2024-03-07T03:16:45.979386+0000","last_became_active":"2024-03-07T03:06:47.859097+0000","last_became_peered":"2024-03-07T03:06:47.859097+0000","last_unstale":"2024-03-07T03:16:45.979386+0000","last_undegraded":"2024-03-07T03:16:45.979386+0000","last_fullsized":"2024-03-07T03:16:45.979386+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:22:46.909130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:26.420347+0000","last_change":"2024-03-07T03:07:58.754226+0000","last_active":"2024-03-07T03:15:26.420347+0000","last_peered":"2024-03-07T03:15:26.420347+0000","last_clean":"2024-03-07T03:15:26.420347+0000","last_became_active":"2024-03-07T03:07:58.753169+0000","last_became_peered":"2024-03-07T03:07:58.753169+0000","last_unstale":"2024-03-07T03:15:26.420347+0000","last_undegraded":"2024-03-07T03:15:26.420347+0000","last_fullsized":"2024-03-07T03:15:26.420347+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:46:59.258099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1088,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:33.987297+0000","last_change":"2024-03-07T03:07:23.073492+0000","last_active":"2024-03-07T03:15:33.987297+0000","last_peered":"2024-03-07T03:15:33.987297+0000","last_clean":"2024-03-07T03:15:33.987297+0000","last_became_active":"2024-03-07T03:07:23.071929+0000","last_became_peered":"2024-03-07T03:07:23.071929+0000","last_unstale":"2024-03-07T03:15:33.987297+0000","last_undegraded":"2024-03-07T03:15:33.987297+0000","last_fullsized":"2024-03-07T03:15:33.987297+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:35:26.391722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":981,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:36.434122+0000","last_change":"2024-03-07T03:07:58.760328+0000","last_active":"2024-03-07T03:17:36.434122+0000","last_peered":"2024-03-07T03:17:36.434122+0000","last_clean":"2024-03-07T03:17:36.434122+0000","last_became_active":"2024-03-07T03:07:58.760046+0000","last_became_peered":"2024-03-07T03:07:58.760046+0000","last_unstale":"2024-03-07T03:17:36.434122+0000","last_undegraded":"2024-03-07T03:17:36.434122+0000","last_fullsized":"2024-03-07T03:17:36.434122+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:08:46.356817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1007,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:01.196169+0000","last_change":"2024-03-07T03:07:23.079945+0000","last_active":"2024-03-07T03:17:01.196169+0000","last_peered":"2024-03-07T03:17:01.196169+0000","last_clean":"2024-03-07T03:17:01.196169+0000","last_became_active":"2024-03-07T03:07:23.078551+0000","last_became_peered":"2024-03-07T03:07:23.078551+0000","last_unstale":"2024-03-07T03:17:01.196169+0000","last_undegraded":"2024-03-07T03:17:01.196169+0000","last_fullsized":"2024-03-07T03:17:01.196169+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:03:46.670084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1007,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:01.196137+0000","last_change":"2024-03-07T03:07:23.081963+0000","last_active":"2024-03-07T03:17:01.196137+0000","last_peered":"2024-03-07T03:17:01.196137+0000","last_clean":"2024-03-07T03:17:01.196137+0000","last_became_active":"2024-03-07T03:07:23.080128+0000","last_became_peered":"2024-03-07T03:07:23.080128+0000","last_unstale":"2024-03-07T03:17:01.196137+0000","last_undegraded":"2024-03-07T03:17:01.196137+0000","last_fullsized":"2024-03-07T03:17:01.196137+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:56.813267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1150,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:04.539266+0000","last_change":"2024-03-07T03:07:23.074902+0000","last_active":"2024-03-07T03:17:04.539266+0000","last_peered":"2024-03-07T03:17:04.539266+0000","last_clean":"2024-03-07T03:17:04.539266+0000","last_became_active":"2024-03-07T03:07:23.074466+0000","last_became_peered":"2024-03-07T03:07:23.074466+0000","last_unstale":"2024-03-07T03:17:04.539266+0000","last_undegraded":"2024-03-07T03:17:04.539266+0000","last_fullsized":"2024-03-07T03:17:04.539266+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:40:20.268555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1119,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:39.000978+0000","last_change":"2024-03-07T03:07:23.072635+0000","last_active":"2024-03-07T03:17:39.000978+0000","last_peered":"2024-03-07T03:17:39.000978+0000","last_clean":"2024-03-07T03:17:39.000978+0000","last_became_active":"2024-03-07T03:07:23.071712+0000","last_became_peered":"2024-03-07T03:07:23.071712+0000","last_unstale":"2024-03-07T03:17:39.000978+0000","last_undegraded":"2024-03-07T03:17:39.000978+0000","last_fullsized":"2024-03-07T03:17:39.000978+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:00:39.298564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:50.831949+0000","last_change":"2024-03-07T03:06:47.851538+0000","last_active":"2024-03-07T03:17:50.831949+0000","last_peered":"2024-03-07T03:17:50.831949+0000","last_clean":"2024-03-07T03:17:50.831949+0000","last_became_active":"2024-03-07T03:06:47.851183+0000","last_became_peered":"2024-03-07T03:06:47.851183+0000","last_unstale":"2024-03-07T03:17:50.831949+0000","last_undegraded":"2024-03-07T03:17:50.831949+0000","last_fullsized":"2024-03-07T03:17:50.831949+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:36:23.932334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:04.922575+0000","last_change":"2024-03-07T03:06:47.843126+0000","last_active":"2024-03-07T03:16:04.922575+0000","last_peered":"2024-03-07T03:16:04.922575+0000","last_clean":"2024-03-07T03:16:04.922575+0000","last_became_active":"2024-03-07T03:06:47.842736+0000","last_became_peered":"2024-03-07T03:06:47.842736+0000","last_unstale":"2024-03-07T03:16:04.922575+0000","last_undegraded":"2024-03-07T03:16:04.922575+0000","last_fullsized":"2024-03-07T03:16:04.922575+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:48:10.843465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1036,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:05.974417+0000","last_change":"2024-03-07T03:07:58.755620+0000","last_active":"2024-03-07T03:16:05.974417+0000","last_peered":"2024-03-07T03:16:05.974417+0000","last_clean":"2024-03-07T03:16:05.974417+0000","last_became_active":"2024-03-07T03:07:58.755267+0000","last_became_peered":"2024-03-07T03:07:58.755267+0000","last_unstale":"2024-03-07T03:16:05.974417+0000","last_undegraded":"2024-03-07T03:16:05.974417+0000","last_fullsized":"2024-03-07T03:16:05.974417+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:51:32.339400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1040,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:05.974492+0000","last_change":"2024-03-07T03:07:58.756358+0000","last_active":"2024-03-07T03:16:05.974492+0000","last_peered":"2024-03-07T03:16:05.974492+0000","last_clean":"2024-03-07T03:16:05.974492+0000","last_became_active":"2024-03-07T03:07:58.755960+0000","last_became_peered":"2024-03-07T03:07:58.755960+0000","last_unstale":"2024-03-07T03:16:05.974492+0000","last_undegraded":"2024-03-07T03:16:05.974492+0000","last_fullsized":"2024-03-07T03:16:05.974492+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:47.464423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1158,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:39.537174+0000","last_change":"2024-03-07T03:07:58.755619+0000","last_active":"2024-03-07T03:16:39.537174+0000","last_peered":"2024-03-07T03:16:39.537174+0000","last_clean":"2024-03-07T03:16:39.537174+0000","last_became_active":"2024-03-07T03:07:58.755214+0000","last_became_peered":"2024-03-07T03:07:58.755214+0000","last_unstale":"2024-03-07T03:16:39.537174+0000","last_undegraded":"2024-03-07T03:16:39.537174+0000","last_fullsized":"2024-03-07T03:16:39.537174+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:59:02.041330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":974,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:56.430188+0000","last_change":"2024-03-07T03:07:58.756563+0000","last_active":"2024-03-07T03:16:56.430188+0000","last_peered":"2024-03-07T03:16:56.430188+0000","last_clean":"2024-03-07T03:16:56.430188+0000","last_became_active":"2024-03-07T03:07:58.752195+0000","last_became_peered":"2024-03-07T03:07:58.752195+0000","last_unstale":"2024-03-07T03:16:56.430188+0000","last_undegraded":"2024-03-07T03:16:56.430188+0000","last_fullsized":"2024-03-07T03:16:56.430188+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:32:35.496500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"716'5","reported_seq":1224,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822272+0000","last_change":"2024-03-07T03:07:58.753999+0000","last_active":"2024-03-07T03:16:20.822272+0000","last_peered":"2024-03-07T03:16:20.822272+0000","last_clean":"2024-03-07T03:16:20.822272+0000","last_became_active":"2024-03-07T03:07:58.753607+0000","last_became_peered":"2024-03-07T03:07:58.753607+0000","last_unstale":"2024-03-07T03:16:20.822272+0000","last_undegraded":"2024-03-07T03:16:20.822272+0000","last_fullsized":"2024-03-07T03:16:20.822272+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:28:57.567238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1113,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:34.000512+0000","last_change":"2024-03-07T03:07:23.083830+0000","last_active":"2024-03-07T03:17:34.000512+0000","last_peered":"2024-03-07T03:17:34.000512+0000","last_clean":"2024-03-07T03:17:34.000512+0000","last_became_active":"2024-03-07T03:07:23.083530+0000","last_became_peered":"2024-03-07T03:07:23.083530+0000","last_unstale":"2024-03-07T03:17:34.000512+0000","last_undegraded":"2024-03-07T03:17:34.000512+0000","last_fullsized":"2024-03-07T03:17:34.000512+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:57.938032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"716'2","reported_seq":1133,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:34.000522+0000","last_change":"2024-03-07T03:06:47.849618+0000","last_active":"2024-03-07T03:17:34.000522+0000","last_peered":"2024-03-07T03:17:34.000522+0000","last_clean":"2024-03-07T03:17:34.000522+0000","last_became_active":"2024-03-07T03:06:47.849222+0000","last_became_peered":"2024-03-07T03:06:47.849222+0000","last_unstale":"2024-03-07T03:17:34.000522+0000","last_undegraded":"2024-03-07T03:17:34.000522+0000","last_fullsized":"2024-03-07T03:17:34.000522+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:36:41.880143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1216,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822262+0000","last_change":"2024-03-07T03:06:47.851880+0000","last_active":"2024-03-07T03:16:20.822262+0000","last_peered":"2024-03-07T03:16:20.822262+0000","last_clean":"2024-03-07T03:16:20.822262+0000","last_became_active":"2024-03-07T03:06:47.851176+0000","last_became_peered":"2024-03-07T03:06:47.851176+0000","last_unstale":"2024-03-07T03:16:20.822262+0000","last_undegraded":"2024-03-07T03:16:20.822262+0000","last_fullsized":"2024-03-07T03:16:20.822262+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:38:59.663068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":978,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:26.420409+0000","last_change":"2024-03-07T03:07:58.757245+0000","last_active":"2024-03-07T03:15:26.420409+0000","last_peered":"2024-03-07T03:15:26.420409+0000","last_clean":"2024-03-07T03:15:26.420409+0000","last_became_active":"2024-03-07T03:07:58.754456+0000","last_became_peered":"2024-03-07T03:07:58.754456+0000","last_unstale":"2024-03-07T03:15:26.420409+0000","last_undegraded":"2024-03-07T03:15:26.420409+0000","last_fullsized":"2024-03-07T03:15:26.420409+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:57:32.153933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1045,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:45.979429+0000","last_change":"2024-03-07T03:06:47.855220+0000","last_active":"2024-03-07T03:16:45.979429+0000","last_peered":"2024-03-07T03:16:45.979429+0000","last_clean":"2024-03-07T03:16:45.979429+0000","last_became_active":"2024-03-07T03:06:47.854836+0000","last_became_peered":"2024-03-07T03:06:47.854836+0000","last_unstale":"2024-03-07T03:16:45.979429+0000","last_undegraded":"2024-03-07T03:16:45.979429+0000","last_fullsized":"2024-03-07T03:16:45.979429+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:51:35.386552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":985,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:26.420388+0000","last_change":"2024-03-07T03:07:58.757676+0000","last_active":"2024-03-07T03:15:26.420388+0000","last_peered":"2024-03-07T03:15:26.420388+0000","last_clean":"2024-03-07T03:15:26.420388+0000","last_became_active":"2024-03-07T03:07:58.753930+0000","last_became_peered":"2024-03-07T03:07:58.753930+0000","last_unstale":"2024-03-07T03:15:26.420388+0000","last_undegraded":"2024-03-07T03:15:26.420388+0000","last_fullsized":"2024-03-07T03:15:26.420388+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:56.639688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1039,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:45.979442+0000","last_change":"2024-03-07T03:07:23.076532+0000","last_active":"2024-03-07T03:16:45.979442+0000","last_peered":"2024-03-07T03:16:45.979442+0000","last_clean":"2024-03-07T03:16:45.979442+0000","last_became_active":"2024-03-07T03:07:23.076234+0000","last_became_peered":"2024-03-07T03:07:23.076234+0000","last_unstale":"2024-03-07T03:16:45.979442+0000","last_undegraded":"2024-03-07T03:16:45.979442+0000","last_fullsized":"2024-03-07T03:16:45.979442+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:16:39.967241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"716'2","reported_seq":1091,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:33.987379+0000","last_change":"2024-03-07T03:07:58.752045+0000","last_active":"2024-03-07T03:15:33.987379+0000","last_peered":"2024-03-07T03:15:33.987379+0000","last_clean":"2024-03-07T03:15:33.987379+0000","last_became_active":"2024-03-07T03:07:58.751585+0000","last_became_peered":"2024-03-07T03:07:58.751585+0000","last_unstale":"2024-03-07T03:15:33.987379+0000","last_undegraded":"2024-03-07T03:15:33.987379+0000","last_fullsized":"2024-03-07T03:15:33.987379+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:03:01.652607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1109,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:08.094223+0000","last_change":"2024-03-07T03:06:09.990854+0000","last_active":"2024-03-07T03:16:08.094223+0000","last_peered":"2024-03-07T03:16:08.094223+0000","last_clean":"2024-03-07T03:16:08.094223+0000","last_became_active":"2024-03-07T03:06:09.990464+0000","last_became_peered":"2024-03-07T03:06:09.990464+0000","last_unstale":"2024-03-07T03:16:08.094223+0000","last_undegraded":"2024-03-07T03:16:08.094223+0000","last_fullsized":"2024-03-07T03:16:08.094223+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:53:52.856954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"716'2","reported_seq":1012,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:21.198331+0000","last_change":"2024-03-07T03:07:58.754526+0000","last_active":"2024-03-07T03:17:21.198331+0000","last_peered":"2024-03-07T03:17:21.198331+0000","last_clean":"2024-03-07T03:17:21.198331+0000","last_became_active":"2024-03-07T03:07:58.754123+0000","last_became_peered":"2024-03-07T03:07:58.754123+0000","last_unstale":"2024-03-07T03:17:21.198331+0000","last_undegraded":"2024-03-07T03:17:21.198331+0000","last_fullsized":"2024-03-07T03:17:21.198331+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:41:34.446180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822224+0000","last_change":"2024-03-07T03:07:58.750769+0000","last_active":"2024-03-07T03:16:20.822224+0000","last_peered":"2024-03-07T03:16:20.822224+0000","last_clean":"2024-03-07T03:16:20.822224+0000","last_became_active":"2024-03-07T03:07:58.749974+0000","last_became_peered":"2024-03-07T03:07:58.749974+0000","last_unstale":"2024-03-07T03:16:20.822224+0000","last_undegraded":"2024-03-07T03:16:20.822224+0000","last_fullsized":"2024-03-07T03:16:20.822224+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:56:14.059734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1129,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:39.000941+0000","last_change":"2024-03-07T03:07:23.072942+0000","last_active":"2024-03-07T03:17:39.000941+0000","last_peered":"2024-03-07T03:17:39.000941+0000","last_clean":"2024-03-07T03:17:39.000941+0000","last_became_active":"2024-03-07T03:07:23.072639+0000","last_became_peered":"2024-03-07T03:07:23.072639+0000","last_unstale":"2024-03-07T03:17:39.000941+0000","last_undegraded":"2024-03-07T03:17:39.000941+0000","last_fullsized":"2024-03-07T03:17:39.000941+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:42.808853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1126,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:39.000912+0000","last_change":"2024-03-07T03:05:35.934963+0000","last_active":"2024-03-07T03:17:39.000912+0000","last_peered":"2024-03-07T03:17:39.000912+0000","last_clean":"2024-03-07T03:17:39.000912+0000","last_became_active":"2024-03-07T03:05:35.932493+0000","last_became_peered":"2024-03-07T03:05:35.932493+0000","last_unstale":"2024-03-07T03:17:39.000912+0000","last_undegraded":"2024-03-07T03:17:39.000912+0000","last_fullsized":"2024-03-07T03:17:39.000912+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:00:57.111662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1041,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:25.976999+0000","last_change":"2024-03-07T03:07:58.756063+0000","last_active":"2024-03-07T03:16:25.976999+0000","last_peered":"2024-03-07T03:16:25.976999+0000","last_clean":"2024-03-07T03:16:25.976999+0000","last_became_active":"2024-03-07T03:07:58.755712+0000","last_became_peered":"2024-03-07T03:07:58.755712+0000","last_unstale":"2024-03-07T03:16:25.976999+0000","last_undegraded":"2024-03-07T03:16:25.976999+0000","last_fullsized":"2024-03-07T03:16:25.976999+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:13:06.484346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:29.925426+0000","last_change":"2024-03-07T03:06:09.996319+0000","last_active":"2024-03-07T03:16:29.925426+0000","last_peered":"2024-03-07T03:16:29.925426+0000","last_clean":"2024-03-07T03:16:29.925426+0000","last_became_active":"2024-03-07T03:06:09.996002+0000","last_became_peered":"2024-03-07T03:06:09.996002+0000","last_unstale":"2024-03-07T03:16:29.925426+0000","last_undegraded":"2024-03-07T03:16:29.925426+0000","last_fullsized":"2024-03-07T03:16:29.925426+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:41:55.764562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1008,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:01.196182+0000","last_change":"2024-03-07T03:07:23.083466+0000","last_active":"2024-03-07T03:17:01.196182+0000","last_peered":"2024-03-07T03:17:01.196182+0000","last_clean":"2024-03-07T03:17:01.196182+0000","last_became_active":"2024-03-07T03:07:23.083156+0000","last_became_peered":"2024-03-07T03:07:23.083156+0000","last_unstale":"2024-03-07T03:17:01.196182+0000","last_undegraded":"2024-03-07T03:17:01.196182+0000","last_fullsized":"2024-03-07T03:17:01.196182+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:32:00.539449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1027,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:25.977070+0000","last_change":"2024-03-07T03:07:58.752127+0000","last_active":"2024-03-07T03:16:25.977070+0000","last_peered":"2024-03-07T03:16:25.977070+0000","last_clean":"2024-03-07T03:16:25.977070+0000","last_became_active":"2024-03-07T03:07:58.751770+0000","last_became_peered":"2024-03-07T03:07:58.751770+0000","last_unstale":"2024-03-07T03:16:25.977070+0000","last_undegraded":"2024-03-07T03:16:25.977070+0000","last_fullsized":"2024-03-07T03:16:25.977070+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:43.791488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1061,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:25.977059+0000","last_change":"2024-03-07T03:07:23.077653+0000","last_active":"2024-03-07T03:16:25.977059+0000","last_peered":"2024-03-07T03:16:25.977059+0000","last_clean":"2024-03-07T03:16:25.977059+0000","last_became_active":"2024-03-07T03:07:23.077355+0000","last_became_peered":"2024-03-07T03:07:23.077355+0000","last_unstale":"2024-03-07T03:16:25.977059+0000","last_undegraded":"2024-03-07T03:16:25.977059+0000","last_fullsized":"2024-03-07T03:16:25.977059+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:45.861158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:55.819456+0000","last_change":"2024-03-07T03:06:47.851508+0000","last_active":"2024-03-07T03:15:55.819456+0000","last_peered":"2024-03-07T03:15:55.819456+0000","last_clean":"2024-03-07T03:15:55.819456+0000","last_became_active":"2024-03-07T03:06:47.850839+0000","last_became_peered":"2024-03-07T03:06:47.850839+0000","last_unstale":"2024-03-07T03:15:55.819456+0000","last_undegraded":"2024-03-07T03:15:55.819456+0000","last_fullsized":"2024-03-07T03:15:55.819456+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:08:06.622234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1194,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:29.925482+0000","last_change":"2024-03-07T03:06:47.845848+0000","last_active":"2024-03-07T03:16:29.925482+0000","last_peered":"2024-03-07T03:16:29.925482+0000","last_clean":"2024-03-07T03:16:29.925482+0000","last_became_active":"2024-03-07T03:06:47.845425+0000","last_became_peered":"2024-03-07T03:06:47.845425+0000","last_unstale":"2024-03-07T03:16:29.925482+0000","last_undegraded":"2024-03-07T03:16:29.925482+0000","last_fullsized":"2024-03-07T03:16:29.925482+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:16:24.833986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1081,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:48.105113+0000","last_change":"2024-03-07T03:07:58.754983+0000","last_active":"2024-03-07T03:17:48.105113+0000","last_peered":"2024-03-07T03:17:48.105113+0000","last_clean":"2024-03-07T03:17:48.105113+0000","last_became_active":"2024-03-07T03:07:58.754657+0000","last_became_peered":"2024-03-07T03:07:58.754657+0000","last_unstale":"2024-03-07T03:17:48.105113+0000","last_undegraded":"2024-03-07T03:17:48.105113+0000","last_fullsized":"2024-03-07T03:17:48.105113+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:06:00.897772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"716'29","reported_seq":1043,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:41.193896+0000","last_change":"2024-03-07T03:07:23.079677+0000","last_active":"2024-03-07T03:16:41.193896+0000","last_peered":"2024-03-07T03:16:41.193896+0000","last_clean":"2024-03-07T03:16:41.193896+0000","last_became_active":"2024-03-07T03:07:23.079320+0000","last_became_peered":"2024-03-07T03:07:23.079320+0000","last_unstale":"2024-03-07T03:16:41.193896+0000","last_undegraded":"2024-03-07T03:16:41.193896+0000","last_fullsized":"2024-03-07T03:16:41.193896+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:49:54.979015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":988,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:36.434092+0000","last_change":"2024-03-07T03:07:58.758376+0000","last_active":"2024-03-07T03:17:36.434092+0000","last_peered":"2024-03-07T03:17:36.434092+0000","last_clean":"2024-03-07T03:17:36.434092+0000","last_became_active":"2024-03-07T03:07:58.757816+0000","last_became_peered":"2024-03-07T03:07:58.757816+0000","last_unstale":"2024-03-07T03:17:36.434092+0000","last_undegraded":"2024-03-07T03:17:36.434092+0000","last_fullsized":"2024-03-07T03:17:36.434092+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:47.253727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1221,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:50.831987+0000","last_change":"2024-03-07T03:06:09.989072+0000","last_active":"2024-03-07T03:17:50.831987+0000","last_peered":"2024-03-07T03:17:50.831987+0000","last_clean":"2024-03-07T03:17:50.831987+0000","last_became_active":"2024-03-07T03:06:09.987754+0000","last_became_peered":"2024-03-07T03:06:09.987754+0000","last_unstale":"2024-03-07T03:17:50.831987+0000","last_undegraded":"2024-03-07T03:17:50.831987+0000","last_fullsized":"2024-03-07T03:17:50.831987+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:05:15.340331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1216,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:50.831968+0000","last_change":"2024-03-07T03:07:58.754207+0000","last_active":"2024-03-07T03:17:50.831968+0000","last_peered":"2024-03-07T03:17:50.831968+0000","last_clean":"2024-03-07T03:17:50.831968+0000","last_became_active":"2024-03-07T03:07:58.753859+0000","last_became_peered":"2024-03-07T03:07:58.753859+0000","last_unstale":"2024-03-07T03:17:50.831968+0000","last_undegraded":"2024-03-07T03:17:50.831968+0000","last_fullsized":"2024-03-07T03:17:50.831968+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:14:02.813872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1054,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:05.974451+0000","last_change":"2024-03-07T03:07:58.755838+0000","last_active":"2024-03-07T03:16:05.974451+0000","last_peered":"2024-03-07T03:16:05.974451+0000","last_clean":"2024-03-07T03:16:05.974451+0000","last_became_active":"2024-03-07T03:07:58.755436+0000","last_became_peered":"2024-03-07T03:07:58.755436+0000","last_unstale":"2024-03-07T03:16:05.974451+0000","last_undegraded":"2024-03-07T03:16:05.974451+0000","last_fullsized":"2024-03-07T03:16:05.974451+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:25.094944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":988,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:16.432089+0000","last_change":"2024-03-07T03:07:58.750199+0000","last_active":"2024-03-07T03:17:16.432089+0000","last_peered":"2024-03-07T03:17:16.432089+0000","last_clean":"2024-03-07T03:17:16.432089+0000","last_became_active":"2024-03-07T03:07:58.749858+0000","last_became_peered":"2024-03-07T03:07:58.749858+0000","last_unstale":"2024-03-07T03:17:16.432089+0000","last_undegraded":"2024-03-07T03:17:16.432089+0000","last_fullsized":"2024-03-07T03:17:16.432089+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:41.122539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1016,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:41.193859+0000","last_change":"2024-03-07T03:07:23.076835+0000","last_active":"2024-03-07T03:16:41.193859+0000","last_peered":"2024-03-07T03:16:41.193859+0000","last_clean":"2024-03-07T03:16:41.193859+0000","last_became_active":"2024-03-07T03:07:23.075094+0000","last_became_peered":"2024-03-07T03:07:23.075094+0000","last_unstale":"2024-03-07T03:16:41.193859+0000","last_undegraded":"2024-03-07T03:16:41.193859+0000","last_fullsized":"2024-03-07T03:16:41.193859+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:50:36.739831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1007,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:41.193835+0000","last_change":"2024-03-07T03:07:23.078279+0000","last_active":"2024-03-07T03:16:41.193835+0000","last_peered":"2024-03-07T03:16:41.193835+0000","last_clean":"2024-03-07T03:16:41.193835+0000","last_became_active":"2024-03-07T03:07:23.077338+0000","last_became_peered":"2024-03-07T03:07:23.077338+0000","last_unstale":"2024-03-07T03:16:41.193835+0000","last_undegraded":"2024-03-07T03:16:41.193835+0000","last_fullsized":"2024-03-07T03:16:41.193835+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:05:40.599683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1171,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:39.537087+0000","last_change":"2024-03-07T03:05:01.461919+0000","last_active":"2024-03-07T03:16:39.537087+0000","last_peered":"2024-03-07T03:16:39.537087+0000","last_clean":"2024-03-07T03:16:39.537087+0000","last_became_active":"2024-03-07T03:05:01.459759+0000","last_became_peered":"2024-03-07T03:05:01.459759+0000","last_unstale":"2024-03-07T03:16:39.537087+0000","last_undegraded":"2024-03-07T03:16:39.537087+0000","last_fullsized":"2024-03-07T03:16:39.537087+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:31:45.535178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":974,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:16.432055+0000","last_change":"2024-03-07T03:07:58.753856+0000","last_active":"2024-03-07T03:17:16.432055+0000","last_peered":"2024-03-07T03:17:16.432055+0000","last_clean":"2024-03-07T03:17:16.432055+0000","last_became_active":"2024-03-07T03:07:58.751889+0000","last_became_peered":"2024-03-07T03:07:58.751889+0000","last_unstale":"2024-03-07T03:17:16.432055+0000","last_undegraded":"2024-03-07T03:17:16.432055+0000","last_fullsized":"2024-03-07T03:17:16.432055+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:27:20.126942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"863'1273","reported_seq":4343,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:59.544694+0000","last_change":"2024-03-07T03:10:56.137635+0000","last_active":"2024-03-07T03:17:59.544694+0000","last_peered":"2024-03-07T03:17:59.544694+0000","last_clean":"2024-03-07T03:17:59.544694+0000","last_became_active":"2024-03-07T03:05:01.457883+0000","last_became_peered":"2024-03-07T03:05:01.457883+0000","last_unstale":"2024-03-07T03:17:59.544694+0000","last_undegraded":"2024-03-07T03:17:59.544694+0000","last_fullsized":"2024-03-07T03:17:59.544694+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1273,"log_dups_size":0,"ondisk_log_size":1273,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:21:46.718939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.021818005000000001,"stat_sum":{"num_bytes":15540224,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":258,"num_read_kb":529715,"num_write":442,"num_write_kb":102224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1441792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.f","version":"61'1","reported_seq":1084,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:23.102514+0000","last_change":"2024-03-07T03:07:58.755003+0000","last_active":"2024-03-07T03:17:23.102514+0000","last_peered":"2024-03-07T03:17:23.102514+0000","last_clean":"2024-03-07T03:17:23.102514+0000","last_became_active":"2024-03-07T03:07:58.754564+0000","last_became_peered":"2024-03-07T03:07:58.754564+0000","last_unstale":"2024-03-07T03:17:23.102514+0000","last_undegraded":"2024-03-07T03:17:23.102514+0000","last_fullsized":"2024-03-07T03:17:23.102514+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:34:53.344746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":989,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:56.430198+0000","last_change":"2024-03-07T03:07:58.750952+0000","last_active":"2024-03-07T03:16:56.430198+0000","last_peered":"2024-03-07T03:16:56.430198+0000","last_clean":"2024-03-07T03:16:56.430198+0000","last_became_active":"2024-03-07T03:07:58.749229+0000","last_became_peered":"2024-03-07T03:07:58.749229+0000","last_unstale":"2024-03-07T03:16:56.430198+0000","last_undegraded":"2024-03-07T03:16:56.430198+0000","last_fullsized":"2024-03-07T03:16:56.430198+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:53:10.534950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"863'847","reported_seq":4050,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822185+0000","last_change":"2024-03-07T03:10:56.129162+0000","last_active":"2024-03-07T03:16:20.822185+0000","last_peered":"2024-03-07T03:16:20.822185+0000","last_clean":"2024-03-07T03:16:20.822185+0000","last_became_active":"2024-03-07T03:07:23.074596+0000","last_became_peered":"2024-03-07T03:07:23.074596+0000","last_unstale":"2024-03-07T03:16:20.822185+0000","last_undegraded":"2024-03-07T03:16:20.822185+0000","last_fullsized":"2024-03-07T03:16:20.822185+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":847,"log_dups_size":0,"ondisk_log_size":847,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:34:23.625809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0099120149999999997,"stat_sum":{"num_bytes":38936576,"num_objects":11,"num_object_clones":9,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":157,"num_read_kb":413258,"num_write":266,"num_write_kb":109952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":4374528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.2","version":"0'0","reported_seq":1190,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:54.928240+0000","last_change":"2024-03-07T03:06:47.845893+0000","last_active":"2024-03-07T03:16:54.928240+0000","last_peered":"2024-03-07T03:16:54.928240+0000","last_clean":"2024-03-07T03:16:54.928240+0000","last_became_active":"2024-03-07T03:06:47.845548+0000","last_became_peered":"2024-03-07T03:06:47.845548+0000","last_unstale":"2024-03-07T03:16:54.928240+0000","last_undegraded":"2024-03-07T03:16:54.928240+0000","last_fullsized":"2024-03-07T03:16:54.928240+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:19:55.051329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:54.928264+0000","last_change":"2024-03-07T03:07:58.751041+0000","last_active":"2024-03-07T03:16:54.928264+0000","last_peered":"2024-03-07T03:16:54.928264+0000","last_clean":"2024-03-07T03:16:54.928264+0000","last_became_active":"2024-03-07T03:07:58.749047+0000","last_became_peered":"2024-03-07T03:07:58.749047+0000","last_unstale":"2024-03-07T03:16:54.928264+0000","last_undegraded":"2024-03-07T03:16:54.928264+0000","last_fullsized":"2024-03-07T03:16:54.928264+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:47:59.256394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1060,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:10.982091+0000","last_change":"2024-03-07T03:06:47.858022+0000","last_active":"2024-03-07T03:17:10.982091+0000","last_peered":"2024-03-07T03:17:10.982091+0000","last_clean":"2024-03-07T03:17:10.982091+0000","last_became_active":"2024-03-07T03:06:47.857526+0000","last_became_peered":"2024-03-07T03:06:47.857526+0000","last_unstale":"2024-03-07T03:17:10.982091+0000","last_undegraded":"2024-03-07T03:17:10.982091+0000","last_fullsized":"2024-03-07T03:17:10.982091+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:02:03.856321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"862'1186","reported_seq":4381,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822242+0000","last_change":"2024-03-07T03:10:56.119983+0000","last_active":"2024-03-07T03:16:20.822242+0000","last_peered":"2024-03-07T03:16:20.822242+0000","last_clean":"2024-03-07T03:16:20.822242+0000","last_became_active":"2024-03-07T03:06:09.988405+0000","last_became_peered":"2024-03-07T03:06:09.988405+0000","last_unstale":"2024-03-07T03:16:20.822242+0000","last_undegraded":"2024-03-07T03:16:20.822242+0000","last_fullsized":"2024-03-07T03:16:20.822242+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1186,"log_dups_size":0,"ondisk_log_size":1186,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:41:38.890400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099770099999999993,"stat_sum":{"num_bytes":13524992,"num_objects":9,"num_object_clones":6,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":208,"num_read_kb":390958,"num_write":505,"num_write_kb":103888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":50642944,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1190,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:54.928274+0000","last_change":"2024-03-07T03:05:35.928460+0000","last_active":"2024-03-07T03:16:54.928274+0000","last_peered":"2024-03-07T03:16:54.928274+0000","last_clean":"2024-03-07T03:16:54.928274+0000","last_became_active":"2024-03-07T03:05:35.928017+0000","last_became_peered":"2024-03-07T03:05:35.928017+0000","last_unstale":"2024-03-07T03:16:54.928274+0000","last_undegraded":"2024-03-07T03:16:54.928274+0000","last_fullsized":"2024-03-07T03:16:54.928274+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:53:27.674544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1029,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:10.982038+0000","last_change":"2024-03-07T03:07:23.075249+0000","last_active":"2024-03-07T03:17:10.982038+0000","last_peered":"2024-03-07T03:17:10.982038+0000","last_clean":"2024-03-07T03:17:10.982038+0000","last_became_active":"2024-03-07T03:07:23.074866+0000","last_became_peered":"2024-03-07T03:07:23.074866+0000","last_unstale":"2024-03-07T03:17:10.982038+0000","last_undegraded":"2024-03-07T03:17:10.982038+0000","last_fullsized":"2024-03-07T03:17:10.982038+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:03.393010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1081,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:33.096893+0000","last_change":"2024-03-07T03:07:23.069585+0000","last_active":"2024-03-07T03:16:33.096893+0000","last_peered":"2024-03-07T03:16:33.096893+0000","last_clean":"2024-03-07T03:16:33.096893+0000","last_became_active":"2024-03-07T03:07:23.069262+0000","last_became_peered":"2024-03-07T03:07:23.069262+0000","last_unstale":"2024-03-07T03:16:33.096893+0000","last_undegraded":"2024-03-07T03:16:33.096893+0000","last_fullsized":"2024-03-07T03:16:33.096893+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:11:22.045807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"861'1094","reported_seq":4799,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:17:59.544834+0000","last_change":"2024-03-07T03:10:57.331022+0000","last_active":"2024-03-07T03:17:59.544834+0000","last_peered":"2024-03-07T03:17:59.544834+0000","last_clean":"2024-03-07T03:17:59.544834+0000","last_became_active":"2024-03-07T03:06:47.847229+0000","last_became_peered":"2024-03-07T03:06:47.847229+0000","last_unstale":"2024-03-07T03:17:59.544834+0000","last_undegraded":"2024-03-07T03:17:59.544834+0000","last_fullsized":"2024-03-07T03:17:59.544834+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1094,"log_dups_size":0,"ondisk_log_size":1094,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:58:27.729404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.032339935,"stat_sum":{"num_bytes":113606656,"num_objects":59,"num_object_clones":55,"num_object_copies":177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":279,"num_read_kb":358703,"num_write":525,"num_write_kb":146904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":36642816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1185,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:24.931072+0000","last_change":"2024-03-07T03:06:47.843416+0000","last_active":"2024-03-07T03:17:24.931072+0000","last_peered":"2024-03-07T03:17:24.931072+0000","last_clean":"2024-03-07T03:17:24.931072+0000","last_became_active":"2024-03-07T03:06:47.842812+0000","last_became_peered":"2024-03-07T03:06:47.842812+0000","last_unstale":"2024-03-07T03:17:24.931072+0000","last_undegraded":"2024-03-07T03:17:24.931072+0000","last_fullsized":"2024-03-07T03:17:24.931072+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:03:02.672609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1191,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:24.924765+0000","last_change":"2024-03-07T03:07:23.071850+0000","last_active":"2024-03-07T03:16:24.924765+0000","last_peered":"2024-03-07T03:16:24.924765+0000","last_clean":"2024-03-07T03:16:24.924765+0000","last_became_active":"2024-03-07T03:07:23.071476+0000","last_became_peered":"2024-03-07T03:07:23.071476+0000","last_unstale":"2024-03-07T03:16:24.924765+0000","last_undegraded":"2024-03-07T03:16:24.924765+0000","last_fullsized":"2024-03-07T03:16:24.924765+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:13:05.296486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1160,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:29.541526+0000","last_change":"2024-03-07T03:05:35.926187+0000","last_active":"2024-03-07T03:17:29.541526+0000","last_peered":"2024-03-07T03:17:29.541526+0000","last_clean":"2024-03-07T03:17:29.541526+0000","last_became_active":"2024-03-07T03:05:35.925908+0000","last_became_peered":"2024-03-07T03:05:35.925908+0000","last_unstale":"2024-03-07T03:17:29.541526+0000","last_undegraded":"2024-03-07T03:17:29.541526+0000","last_fullsized":"2024-03-07T03:17:29.541526+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:48:33.101185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"863'1146","reported_seq":3875,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:16.425698+0000","last_change":"2024-03-07T03:10:56.132170+0000","last_active":"2024-03-07T03:16:16.425698+0000","last_peered":"2024-03-07T03:16:16.425698+0000","last_clean":"2024-03-07T03:16:16.425698+0000","last_became_active":"2024-03-07T03:07:58.756854+0000","last_became_peered":"2024-03-07T03:07:58.756854+0000","last_unstale":"2024-03-07T03:16:16.425698+0000","last_undegraded":"2024-03-07T03:16:16.425698+0000","last_fullsized":"2024-03-07T03:16:16.425698+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1146,"log_dups_size":0,"ondisk_log_size":1146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T02:59:04.693146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.010433211,"stat_sum":{"num_bytes":34668544,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":1,"num_read":219,"num_read_kb":317694,"num_write":420,"num_write_kb":93568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":10240000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1008,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:46.200874+0000","last_change":"2024-03-07T03:07:58.760449+0000","last_active":"2024-03-07T03:17:46.200874+0000","last_peered":"2024-03-07T03:17:46.200874+0000","last_clean":"2024-03-07T03:17:46.200874+0000","last_became_active":"2024-03-07T03:07:58.760086+0000","last_became_peered":"2024-03-07T03:07:58.760086+0000","last_unstale":"2024-03-07T03:17:46.200874+0000","last_undegraded":"2024-03-07T03:17:46.200874+0000","last_fullsized":"2024-03-07T03:17:46.200874+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:34:38.583100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1091,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:18:04.003910+0000","last_change":"2024-03-07T03:07:23.073659+0000","last_active":"2024-03-07T03:18:04.003910+0000","last_peered":"2024-03-07T03:18:04.003910+0000","last_clean":"2024-03-07T03:18:04.003910+0000","last_became_active":"2024-03-07T03:07:23.073277+0000","last_became_peered":"2024-03-07T03:07:23.073277+0000","last_unstale":"2024-03-07T03:18:04.003910+0000","last_undegraded":"2024-03-07T03:18:04.003910+0000","last_fullsized":"2024-03-07T03:18:04.003910+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:48:34.819985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1063,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:10.982075+0000","last_change":"2024-03-07T03:07:58.752576+0000","last_active":"2024-03-07T03:17:10.982075+0000","last_peered":"2024-03-07T03:17:10.982075+0000","last_clean":"2024-03-07T03:17:10.982075+0000","last_became_active":"2024-03-07T03:07:58.752193+0000","last_became_peered":"2024-03-07T03:07:58.752193+0000","last_unstale":"2024-03-07T03:17:10.982075+0000","last_undegraded":"2024-03-07T03:17:10.982075+0000","last_fullsized":"2024-03-07T03:17:10.982075+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:55:14.205594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"395'197","reported_seq":1468,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:56.436067+0000","last_change":"2024-03-07T03:07:58.752982+0000","last_active":"2024-03-07T03:17:56.436067+0000","last_peered":"2024-03-07T03:17:56.436067+0000","last_clean":"2024-03-07T03:17:56.436067+0000","last_became_active":"2024-03-07T03:07:58.752004+0000","last_became_peered":"2024-03-07T03:07:58.752004+0000","last_unstale":"2024-03-07T03:17:56.436067+0000","last_undegraded":"2024-03-07T03:17:56.436067+0000","last_fullsized":"2024-03-07T03:17:56.436067+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_clean_scrub_stamp":"2024-03-07T02:51:31.238394+0000","objects_scrubbed":0,"log_size":197,"log_dups_size":0,"ondisk_log_size":197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:53.766202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"858'3145","reported_seq":6532,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:17:35.985034+0000","last_change":"2024-03-07T03:10:57.131283+0000","last_active":"2024-03-07T03:17:35.985034+0000","last_peered":"2024-03-07T03:17:35.985034+0000","last_clean":"2024-03-07T03:17:35.985034+0000","last_became_active":"2024-03-07T03:06:47.859231+0000","last_became_peered":"2024-03-07T03:06:47.859231+0000","last_unstale":"2024-03-07T03:17:35.985034+0000","last_undegraded":"2024-03-07T03:17:35.985034+0000","last_fullsized":"2024-03-07T03:17:35.985034+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3145,"log_dups_size":0,"ondisk_log_size":3145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:10:03.781442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001499434,"stat_sum":{"num_bytes":18481152,"num_objects":15,"num_object_clones":14,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":124,"num_read_kb":398406,"num_write":253,"num_write_kb":45856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":9773056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1216,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:50.825515+0000","last_change":"2024-03-07T03:05:01.454053+0000","last_active":"2024-03-07T03:16:50.825515+0000","last_peered":"2024-03-07T03:16:50.825515+0000","last_clean":"2024-03-07T03:16:50.825515+0000","last_became_active":"2024-03-07T03:05:01.453718+0000","last_became_peered":"2024-03-07T03:05:01.453718+0000","last_unstale":"2024-03-07T03:16:50.825515+0000","last_undegraded":"2024-03-07T03:16:50.825515+0000","last_fullsized":"2024-03-07T03:16:50.825515+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:10:59.835543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1216,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822159+0000","last_change":"2024-03-07T03:06:09.987673+0000","last_active":"2024-03-07T03:16:20.822159+0000","last_peered":"2024-03-07T03:16:20.822159+0000","last_clean":"2024-03-07T03:16:20.822159+0000","last_became_active":"2024-03-07T03:06:09.987328+0000","last_became_peered":"2024-03-07T03:06:09.987328+0000","last_unstale":"2024-03-07T03:16:20.822159+0000","last_undegraded":"2024-03-07T03:16:20.822159+0000","last_fullsized":"2024-03-07T03:16:20.822159+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:11:17.983744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":977,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:56.436043+0000","last_change":"2024-03-07T03:07:58.757849+0000","last_active":"2024-03-07T03:17:56.436043+0000","last_peered":"2024-03-07T03:17:56.436043+0000","last_clean":"2024-03-07T03:17:56.436043+0000","last_became_active":"2024-03-07T03:07:58.757399+0000","last_became_peered":"2024-03-07T03:07:58.757399+0000","last_unstale":"2024-03-07T03:17:56.436043+0000","last_undegraded":"2024-03-07T03:17:56.436043+0000","last_fullsized":"2024-03-07T03:17:56.436043+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:54:11.413787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"864'1259","reported_seq":4066,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:46.200844+0000","last_change":"2024-03-07T03:10:56.129203+0000","last_active":"2024-03-07T03:17:46.200844+0000","last_peered":"2024-03-07T03:17:46.200844+0000","last_clean":"2024-03-07T03:17:46.200844+0000","last_became_active":"2024-03-07T03:07:23.080120+0000","last_became_peered":"2024-03-07T03:07:23.080120+0000","last_unstale":"2024-03-07T03:17:46.200844+0000","last_undegraded":"2024-03-07T03:17:46.200844+0000","last_fullsized":"2024-03-07T03:17:46.200844+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1259,"log_dups_size":0,"ondisk_log_size":1259,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:33:24.850580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0059393290000000001,"stat_sum":{"num_bytes":23298048,"num_objects":10,"num_object_clones":7,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":249,"num_read_kb":271095,"num_write":553,"num_write_kb":138504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":18890752,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.3","version":"0'0","reported_seq":1216,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822216+0000","last_change":"2024-03-07T03:07:58.750289+0000","last_active":"2024-03-07T03:16:20.822216+0000","last_peered":"2024-03-07T03:16:20.822216+0000","last_clean":"2024-03-07T03:16:20.822216+0000","last_became_active":"2024-03-07T03:07:58.749557+0000","last_became_peered":"2024-03-07T03:07:58.749557+0000","last_unstale":"2024-03-07T03:16:20.822216+0000","last_undegraded":"2024-03-07T03:16:20.822216+0000","last_fullsized":"2024-03-07T03:16:20.822216+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:54:43.865660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":990,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:16.425734+0000","last_change":"2024-03-07T03:07:58.758005+0000","last_active":"2024-03-07T03:16:16.425734+0000","last_peered":"2024-03-07T03:16:16.425734+0000","last_clean":"2024-03-07T03:16:16.425734+0000","last_became_active":"2024-03-07T03:07:58.756833+0000","last_became_peered":"2024-03-07T03:07:58.756833+0000","last_unstale":"2024-03-07T03:16:16.425734+0000","last_undegraded":"2024-03-07T03:16:16.425734+0000","last_fullsized":"2024-03-07T03:16:16.425734+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:37:55.288554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1190,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:54.928283+0000","last_change":"2024-03-07T03:06:47.843644+0000","last_active":"2024-03-07T03:16:54.928283+0000","last_peered":"2024-03-07T03:16:54.928283+0000","last_clean":"2024-03-07T03:16:54.928283+0000","last_became_active":"2024-03-07T03:06:47.842694+0000","last_became_peered":"2024-03-07T03:06:47.842694+0000","last_unstale":"2024-03-07T03:16:54.928283+0000","last_undegraded":"2024-03-07T03:16:54.928283+0000","last_fullsized":"2024-03-07T03:16:54.928283+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:25:34.783974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"863'880","reported_seq":3817,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:33.096853+0000","last_change":"2024-03-07T03:10:56.125509+0000","last_active":"2024-03-07T03:16:33.096853+0000","last_peered":"2024-03-07T03:16:33.096853+0000","last_clean":"2024-03-07T03:16:33.096853+0000","last_became_active":"2024-03-07T03:07:58.755248+0000","last_became_peered":"2024-03-07T03:07:58.755248+0000","last_unstale":"2024-03-07T03:16:33.096853+0000","last_undegraded":"2024-03-07T03:16:33.096853+0000","last_fullsized":"2024-03-07T03:16:33.096853+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":880,"log_dups_size":0,"ondisk_log_size":880,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:40:02.788467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0073429089999999999,"stat_sum":{"num_bytes":9224192,"num_objects":8,"num_object_clones":6,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":1,"num_read":161,"num_read_kb":133885,"num_write":362,"num_write_kb":55920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1127,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:34.000486+0000","last_change":"2024-03-07T03:07:58.764215+0000","last_active":"2024-03-07T03:17:34.000486+0000","last_peered":"2024-03-07T03:17:34.000486+0000","last_clean":"2024-03-07T03:17:34.000486+0000","last_became_active":"2024-03-07T03:07:58.763818+0000","last_became_peered":"2024-03-07T03:07:58.763818+0000","last_unstale":"2024-03-07T03:17:34.000486+0000","last_undegraded":"2024-03-07T03:17:34.000486+0000","last_fullsized":"2024-03-07T03:17:34.000486+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:27:54.623360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"719'2","reported_seq":1195,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:24.931055+0000","last_change":"2024-03-07T03:07:23.074913+0000","last_active":"2024-03-07T03:17:24.931055+0000","last_peered":"2024-03-07T03:17:24.931055+0000","last_clean":"2024-03-07T03:17:24.931055+0000","last_became_active":"2024-03-07T03:07:23.074530+0000","last_became_peered":"2024-03-07T03:07:23.074530+0000","last_unstale":"2024-03-07T03:17:24.931055+0000","last_undegraded":"2024-03-07T03:17:24.931055+0000","last_fullsized":"2024-03-07T03:17:24.931055+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:13:25.877187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1129,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:23.992537+0000","last_change":"2024-03-07T03:07:58.757756+0000","last_active":"2024-03-07T03:16:23.992537+0000","last_peered":"2024-03-07T03:16:23.992537+0000","last_clean":"2024-03-07T03:16:23.992537+0000","last_became_active":"2024-03-07T03:07:58.757430+0000","last_became_peered":"2024-03-07T03:07:58.757430+0000","last_unstale":"2024-03-07T03:16:23.992537+0000","last_undegraded":"2024-03-07T03:16:23.992537+0000","last_fullsized":"2024-03-07T03:16:23.992537+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:22:21.412765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"863'1564","reported_seq":5166,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:17:34.000392+0000","last_change":"2024-03-07T03:10:57.329944+0000","last_active":"2024-03-07T03:17:34.000392+0000","last_peered":"2024-03-07T03:17:34.000392+0000","last_clean":"2024-03-07T03:17:34.000392+0000","last_became_active":"2024-03-07T03:06:09.990793+0000","last_became_peered":"2024-03-07T03:06:09.990793+0000","last_unstale":"2024-03-07T03:17:34.000392+0000","last_undegraded":"2024-03-07T03:17:34.000392+0000","last_fullsized":"2024-03-07T03:17:34.000392+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1564,"log_dups_size":0,"ondisk_log_size":1564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":143,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:53.639078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.019553126000000001,"stat_sum":{"num_bytes":100999168,"num_objects":73,"num_object_clones":68,"num_object_copies":219,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":1,"num_read":410,"num_read_kb":572954,"num_write":777,"num_write_kb":204640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":51175424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"c"},{"start":"178","length":"4"},{"start":"17e","length":"3"},{"start":"182","length":"4"},{"start":"187","length":"5"},{"start":"18d","length":"2"}]},{"pgid":"4.1","version":"0'0","reported_seq":1082,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:33.096817+0000","last_change":"2024-03-07T03:07:23.071468+0000","last_active":"2024-03-07T03:16:33.096817+0000","last_peered":"2024-03-07T03:16:33.096817+0000","last_clean":"2024-03-07T03:16:33.096817+0000","last_became_active":"2024-03-07T03:07:23.071160+0000","last_became_peered":"2024-03-07T03:07:23.071160+0000","last_unstale":"2024-03-07T03:16:33.096817+0000","last_undegraded":"2024-03-07T03:16:33.096817+0000","last_fullsized":"2024-03-07T03:16:33.096817+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:17:55.686793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":993,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:18:11.203943+0000","last_change":"2024-03-07T03:07:58.759142+0000","last_active":"2024-03-07T03:18:11.203943+0000","last_peered":"2024-03-07T03:18:11.203943+0000","last_clean":"2024-03-07T03:18:11.203943+0000","last_became_active":"2024-03-07T03:07:58.758771+0000","last_became_peered":"2024-03-07T03:07:58.758771+0000","last_unstale":"2024-03-07T03:18:11.203943+0000","last_undegraded":"2024-03-07T03:18:11.203943+0000","last_fullsized":"2024-03-07T03:18:11.203943+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:45:13.985820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1216,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:50.825492+0000","last_change":"2024-03-07T03:06:09.988597+0000","last_active":"2024-03-07T03:16:50.825492+0000","last_peered":"2024-03-07T03:16:50.825492+0000","last_clean":"2024-03-07T03:16:50.825492+0000","last_became_active":"2024-03-07T03:06:09.988261+0000","last_became_peered":"2024-03-07T03:06:09.988261+0000","last_unstale":"2024-03-07T03:16:50.825492+0000","last_undegraded":"2024-03-07T03:16:50.825492+0000","last_fullsized":"2024-03-07T03:16:50.825492+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:11:06.717251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"843'3099","reported_seq":6401,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:18:00.988298+0000","last_change":"2024-03-07T03:10:57.131044+0000","last_active":"2024-03-07T03:18:00.988298+0000","last_peered":"2024-03-07T03:18:00.988298+0000","last_clean":"2024-03-07T03:18:00.988298+0000","last_became_active":"2024-03-07T03:07:23.084936+0000","last_became_peered":"2024-03-07T03:07:23.084936+0000","last_unstale":"2024-03-07T03:18:00.988298+0000","last_undegraded":"2024-03-07T03:18:00.988298+0000","last_fullsized":"2024-03-07T03:18:00.988298+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3099,"log_dups_size":0,"ondisk_log_size":3099,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:46:48.809690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012703,"stat_sum":{"num_bytes":8347648,"num_objects":13,"num_object_clones":12,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":56,"num_read_kb":33721,"num_write":241,"num_write_kb":36816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":434176,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1149,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:59.544742+0000","last_change":"2024-03-07T03:05:01.461136+0000","last_active":"2024-03-07T03:17:59.544742+0000","last_peered":"2024-03-07T03:17:59.544742+0000","last_clean":"2024-03-07T03:17:59.544742+0000","last_became_active":"2024-03-07T03:05:01.457189+0000","last_became_peered":"2024-03-07T03:05:01.457189+0000","last_unstale":"2024-03-07T03:17:59.544742+0000","last_undegraded":"2024-03-07T03:17:59.544742+0000","last_fullsized":"2024-03-07T03:17:59.544742+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:23.791243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1105,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:58.099399+0000","last_change":"2024-03-07T03:07:58.750311+0000","last_active":"2024-03-07T03:16:58.099399+0000","last_peered":"2024-03-07T03:16:58.099399+0000","last_clean":"2024-03-07T03:16:58.099399+0000","last_became_active":"2024-03-07T03:07:58.750001+0000","last_became_peered":"2024-03-07T03:07:58.750001+0000","last_unstale":"2024-03-07T03:16:58.099399+0000","last_undegraded":"2024-03-07T03:16:58.099399+0000","last_fullsized":"2024-03-07T03:16:58.099399+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:05.963944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"847'12789","reported_seq":16205,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:17:23.102472+0000","last_change":"2024-03-07T03:10:57.124034+0000","last_active":"2024-03-07T03:17:23.102472+0000","last_peered":"2024-03-07T03:17:23.102472+0000","last_clean":"2024-03-07T03:17:23.102472+0000","last_became_active":"2024-03-07T03:06:47.859957+0000","last_became_peered":"2024-03-07T03:06:47.859957+0000","last_unstale":"2024-03-07T03:17:23.102472+0000","last_undegraded":"2024-03-07T03:17:23.102472+0000","last_fullsized":"2024-03-07T03:17:23.102472+0000","mapping_epoch":625,"log_start":"599'6200","ondisk_log_start":"599'6200","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":6589,"log_dups_size":0,"ondisk_log_size":6589,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":137,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:29:13.699651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0091875959999999993,"stat_sum":{"num_bytes":71745536,"num_objects":32,"num_object_clones":30,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":0,"num_read":146,"num_read_kb":316804,"num_write":323,"num_write_kb":90232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":20865024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"5"},{"start":"171","length":"b"},{"start":"17e","length":"8"},{"start":"187","length":"5"},{"start":"18d","length":"3"},{"start":"192","length":"1"},{"start":"197","length":"1"},{"start":"199","length":"2"}]},{"pgid":"2.9","version":"0'0","reported_seq":1190,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:24.930967+0000","last_change":"2024-03-07T03:07:58.752456+0000","last_active":"2024-03-07T03:17:24.930967+0000","last_peered":"2024-03-07T03:17:24.930967+0000","last_clean":"2024-03-07T03:17:24.930967+0000","last_became_active":"2024-03-07T03:07:58.752118+0000","last_became_peered":"2024-03-07T03:07:58.752118+0000","last_unstale":"2024-03-07T03:17:24.930967+0000","last_undegraded":"2024-03-07T03:17:24.930967+0000","last_fullsized":"2024-03-07T03:17:24.930967+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:08:08.574482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1120,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:23.992489+0000","last_change":"2024-03-07T03:07:58.757839+0000","last_active":"2024-03-07T03:16:23.992489+0000","last_peered":"2024-03-07T03:16:23.992489+0000","last_clean":"2024-03-07T03:16:23.992489+0000","last_became_active":"2024-03-07T03:07:58.757495+0000","last_became_peered":"2024-03-07T03:07:58.757495+0000","last_unstale":"2024-03-07T03:16:23.992489+0000","last_undegraded":"2024-03-07T03:16:23.992489+0000","last_fullsized":"2024-03-07T03:16:23.992489+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:27:02.190643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"861'1463","reported_seq":5090,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:16:14.534628+0000","last_change":"2024-03-07T03:10:57.330799+0000","last_active":"2024-03-07T03:16:14.534628+0000","last_peered":"2024-03-07T03:16:14.534628+0000","last_clean":"2024-03-07T03:16:14.534628+0000","last_became_active":"2024-03-07T03:07:58.763085+0000","last_became_peered":"2024-03-07T03:07:58.763085+0000","last_unstale":"2024-03-07T03:16:14.534628+0000","last_undegraded":"2024-03-07T03:16:14.534628+0000","last_fullsized":"2024-03-07T03:16:14.534628+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1463,"log_dups_size":0,"ondisk_log_size":1463,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:39:21.050544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.016579719999999999,"stat_sum":{"num_bytes":106192896,"num_objects":71,"num_object_clones":66,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":1,"num_read":323,"num_read_kb":516030,"num_write":942,"num_write_kb":231680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":48201728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1190,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:24.931017+0000","last_change":"2024-03-07T03:07:58.752370+0000","last_active":"2024-03-07T03:17:24.931017+0000","last_peered":"2024-03-07T03:17:24.931017+0000","last_clean":"2024-03-07T03:17:24.931017+0000","last_became_active":"2024-03-07T03:07:58.751985+0000","last_became_peered":"2024-03-07T03:07:58.751985+0000","last_unstale":"2024-03-07T03:17:24.931017+0000","last_undegraded":"2024-03-07T03:17:24.931017+0000","last_fullsized":"2024-03-07T03:17:24.931017+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:31:33.590004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1129,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:48.995494+0000","last_change":"2024-03-07T03:06:09.987484+0000","last_active":"2024-03-07T03:16:48.995494+0000","last_peered":"2024-03-07T03:16:48.995494+0000","last_clean":"2024-03-07T03:16:48.995494+0000","last_became_active":"2024-03-07T03:06:09.986947+0000","last_became_peered":"2024-03-07T03:06:09.986947+0000","last_unstale":"2024-03-07T03:16:48.995494+0000","last_undegraded":"2024-03-07T03:16:48.995494+0000","last_fullsized":"2024-03-07T03:16:48.995494+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:37:38.253630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"857'1055","reported_seq":4921,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:17:54.934037+0000","last_change":"2024-03-07T03:10:57.123092+0000","last_active":"2024-03-07T03:17:54.934037+0000","last_peered":"2024-03-07T03:17:54.934037+0000","last_clean":"2024-03-07T03:17:54.934037+0000","last_became_active":"2024-03-07T03:06:09.993513+0000","last_became_peered":"2024-03-07T03:06:09.993513+0000","last_unstale":"2024-03-07T03:17:54.934037+0000","last_undegraded":"2024-03-07T03:17:54.934037+0000","last_fullsized":"2024-03-07T03:17:54.934037+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1055,"log_dups_size":0,"ondisk_log_size":1055,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:34:07.352811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013205965,"stat_sum":{"num_bytes":99745792,"num_objects":66,"num_object_clones":62,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":306,"num_read_kb":434534,"num_write":588,"num_write_kb":145464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":21749760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.b","version":"716'3","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:56.430141+0000","last_change":"2024-03-07T03:07:58.749480+0000","last_active":"2024-03-07T03:16:56.430141+0000","last_peered":"2024-03-07T03:16:56.430141+0000","last_clean":"2024-03-07T03:16:56.430141+0000","last_became_active":"2024-03-07T03:07:58.749098+0000","last_became_peered":"2024-03-07T03:07:58.749098+0000","last_unstale":"2024-03-07T03:16:56.430141+0000","last_undegraded":"2024-03-07T03:16:56.430141+0000","last_fullsized":"2024-03-07T03:16:56.430141+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:35:33.945855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1038,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:18:11.203877+0000","last_change":"2024-03-07T03:07:23.075725+0000","last_active":"2024-03-07T03:18:11.203877+0000","last_peered":"2024-03-07T03:18:11.203877+0000","last_clean":"2024-03-07T03:18:11.203877+0000","last_became_active":"2024-03-07T03:07:23.075203+0000","last_became_peered":"2024-03-07T03:07:23.075203+0000","last_unstale":"2024-03-07T03:18:11.203877+0000","last_undegraded":"2024-03-07T03:18:11.203877+0000","last_fullsized":"2024-03-07T03:18:11.203877+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:47:11.192302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"863'1711","reported_seq":5462,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:16:14.534560+0000","last_change":"2024-03-07T03:10:57.330918+0000","last_active":"2024-03-07T03:16:14.534560+0000","last_peered":"2024-03-07T03:16:14.534560+0000","last_clean":"2024-03-07T03:16:14.534560+0000","last_became_active":"2024-03-07T03:06:47.849454+0000","last_became_peered":"2024-03-07T03:06:47.849454+0000","last_unstale":"2024-03-07T03:16:14.534560+0000","last_undegraded":"2024-03-07T03:16:14.534560+0000","last_fullsized":"2024-03-07T03:16:14.534560+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1711,"log_dups_size":0,"ondisk_log_size":1711,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:40:07.156907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.014160193999999999,"stat_sum":{"num_bytes":165158912,"num_objects":93,"num_object_clones":87,"num_object_copies":279,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":93,"num_whiteouts":2,"num_read":489,"num_read_kb":756200,"num_write":870,"num_write_kb":258896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":69541888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1158,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:14.534618+0000","last_change":"2024-03-07T03:06:47.847077+0000","last_active":"2024-03-07T03:16:14.534618+0000","last_peered":"2024-03-07T03:16:14.534618+0000","last_clean":"2024-03-07T03:16:14.534618+0000","last_became_active":"2024-03-07T03:06:47.846359+0000","last_became_peered":"2024-03-07T03:06:47.846359+0000","last_unstale":"2024-03-07T03:16:14.534618+0000","last_undegraded":"2024-03-07T03:16:14.534618+0000","last_fullsized":"2024-03-07T03:16:14.534618+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:00:08.102949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":974,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:56.430175+0000","last_change":"2024-03-07T03:07:58.760528+0000","last_active":"2024-03-07T03:16:56.430175+0000","last_peered":"2024-03-07T03:16:56.430175+0000","last_clean":"2024-03-07T03:16:56.430175+0000","last_became_active":"2024-03-07T03:07:58.760226+0000","last_became_peered":"2024-03-07T03:07:58.760226+0000","last_unstale":"2024-03-07T03:16:56.430175+0000","last_undegraded":"2024-03-07T03:16:56.430175+0000","last_fullsized":"2024-03-07T03:16:56.430175+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:10:36.411047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"863'1938","reported_seq":4941,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:59.544782+0000","last_change":"2024-03-07T03:10:56.140803+0000","last_active":"2024-03-07T03:17:59.544782+0000","last_peered":"2024-03-07T03:17:59.544782+0000","last_clean":"2024-03-07T03:17:59.544782+0000","last_became_active":"2024-03-07T03:06:09.993933+0000","last_became_peered":"2024-03-07T03:06:09.993933+0000","last_unstale":"2024-03-07T03:17:59.544782+0000","last_undegraded":"2024-03-07T03:17:59.544782+0000","last_fullsized":"2024-03-07T03:17:59.544782+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1938,"log_dups_size":0,"ondisk_log_size":1938,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:16.359457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.024996012000000001,"stat_sum":{"num_bytes":22765568,"num_objects":17,"num_object_clones":12,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":2,"num_read":350,"num_read_kb":387634,"num_write":702,"num_write_kb":183472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":7151616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.d","version":"61'1","reported_seq":1193,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:54.934064+0000","last_change":"2024-03-07T03:06:09.993129+0000","last_active":"2024-03-07T03:17:54.934064+0000","last_peered":"2024-03-07T03:17:54.934064+0000","last_clean":"2024-03-07T03:17:54.934064+0000","last_became_active":"2024-03-07T03:06:09.992737+0000","last_became_peered":"2024-03-07T03:06:09.992737+0000","last_unstale":"2024-03-07T03:17:54.934064+0000","last_undegraded":"2024-03-07T03:17:54.934064+0000","last_fullsized":"2024-03-07T03:17:54.934064+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:02:42.055569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1054,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:18:00.988277+0000","last_change":"2024-03-07T03:07:23.076846+0000","last_active":"2024-03-07T03:18:00.988277+0000","last_peered":"2024-03-07T03:18:00.988277+0000","last_clean":"2024-03-07T03:18:00.988277+0000","last_became_active":"2024-03-07T03:07:23.075895+0000","last_became_peered":"2024-03-07T03:07:23.075895+0000","last_unstale":"2024-03-07T03:18:00.988277+0000","last_undegraded":"2024-03-07T03:18:00.988277+0000","last_fullsized":"2024-03-07T03:18:00.988277+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:09:15.080126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"854'331","reported_seq":3441,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:16:36.427861+0000","last_change":"2024-03-07T03:10:57.298223+0000","last_active":"2024-03-07T03:16:36.427861+0000","last_peered":"2024-03-07T03:16:36.427861+0000","last_clean":"2024-03-07T03:16:36.427861+0000","last_became_active":"2024-03-07T03:07:58.749089+0000","last_became_peered":"2024-03-07T03:07:58.749089+0000","last_unstale":"2024-03-07T03:16:36.427861+0000","last_undegraded":"2024-03-07T03:16:36.427861+0000","last_fullsized":"2024-03-07T03:16:36.427861+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":331,"log_dups_size":0,"ondisk_log_size":331,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":83,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:26:07.404191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00085119700000000004,"stat_sum":{"num_bytes":15409152,"num_objects":11,"num_object_clones":10,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":91,"num_read_kb":118251,"num_write":162,"num_write_kb":30616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":34586624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"56"},{"start":"1c2","length":"3"},{"start":"1c9","length":"1"}]},{"pgid":"2.e","version":"61'2","reported_seq":1162,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:14.534664+0000","last_change":"2024-03-07T03:07:58.755578+0000","last_active":"2024-03-07T03:16:14.534664+0000","last_peered":"2024-03-07T03:16:14.534664+0000","last_clean":"2024-03-07T03:16:14.534664+0000","last_became_active":"2024-03-07T03:07:58.755160+0000","last_became_peered":"2024-03-07T03:07:58.755160+0000","last_unstale":"2024-03-07T03:16:14.534664+0000","last_undegraded":"2024-03-07T03:16:14.534664+0000","last_fullsized":"2024-03-07T03:16:14.534664+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:20.584382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":989,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:56.430221+0000","last_change":"2024-03-07T03:07:58.751269+0000","last_active":"2024-03-07T03:16:56.430221+0000","last_peered":"2024-03-07T03:16:56.430221+0000","last_clean":"2024-03-07T03:16:56.430221+0000","last_became_active":"2024-03-07T03:07:58.750956+0000","last_became_peered":"2024-03-07T03:07:58.750956+0000","last_unstale":"2024-03-07T03:16:56.430221+0000","last_undegraded":"2024-03-07T03:16:56.430221+0000","last_fullsized":"2024-03-07T03:16:56.430221+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:39.414545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1009,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:46.200815+0000","last_change":"2024-03-07T03:07:23.081711+0000","last_active":"2024-03-07T03:17:46.200815+0000","last_peered":"2024-03-07T03:17:46.200815+0000","last_clean":"2024-03-07T03:17:46.200815+0000","last_became_active":"2024-03-07T03:07:23.079269+0000","last_became_peered":"2024-03-07T03:07:23.079269+0000","last_unstale":"2024-03-07T03:17:46.200815+0000","last_undegraded":"2024-03-07T03:17:46.200815+0000","last_fullsized":"2024-03-07T03:17:46.200815+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:39.008957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1160,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:29.541501+0000","last_change":"2024-03-07T03:07:23.072806+0000","last_active":"2024-03-07T03:17:29.541501+0000","last_peered":"2024-03-07T03:17:29.541501+0000","last_clean":"2024-03-07T03:17:29.541501+0000","last_became_active":"2024-03-07T03:07:23.071234+0000","last_became_peered":"2024-03-07T03:07:23.071234+0000","last_unstale":"2024-03-07T03:17:29.541501+0000","last_undegraded":"2024-03-07T03:17:29.541501+0000","last_fullsized":"2024-03-07T03:17:29.541501+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:52.610744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1060,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:10.982061+0000","last_change":"2024-03-07T03:06:47.851593+0000","last_active":"2024-03-07T03:17:10.982061+0000","last_peered":"2024-03-07T03:17:10.982061+0000","last_clean":"2024-03-07T03:17:10.982061+0000","last_became_active":"2024-03-07T03:06:47.849677+0000","last_became_peered":"2024-03-07T03:06:47.849677+0000","last_unstale":"2024-03-07T03:17:10.982061+0000","last_undegraded":"2024-03-07T03:17:10.982061+0000","last_fullsized":"2024-03-07T03:17:10.982061+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:30.969251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1119,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:29.541546+0000","last_change":"2024-03-07T03:06:09.995434+0000","last_active":"2024-03-07T03:17:29.541546+0000","last_peered":"2024-03-07T03:17:29.541546+0000","last_clean":"2024-03-07T03:17:29.541546+0000","last_became_active":"2024-03-07T03:06:09.994939+0000","last_became_peered":"2024-03-07T03:06:09.994939+0000","last_unstale":"2024-03-07T03:17:29.541546+0000","last_undegraded":"2024-03-07T03:17:29.541546+0000","last_fullsized":"2024-03-07T03:17:29.541546+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:27:11.737354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1129,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:23.992522+0000","last_change":"2024-03-07T03:06:09.987381+0000","last_active":"2024-03-07T03:16:23.992522+0000","last_peered":"2024-03-07T03:16:23.992522+0000","last_clean":"2024-03-07T03:16:23.992522+0000","last_became_active":"2024-03-07T03:06:09.986952+0000","last_became_peered":"2024-03-07T03:06:09.986952+0000","last_unstale":"2024-03-07T03:16:23.992522+0000","last_undegraded":"2024-03-07T03:16:23.992522+0000","last_fullsized":"2024-03-07T03:16:23.992522+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:26:15.439852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1190,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:24.931042+0000","last_change":"2024-03-07T03:05:35.923999+0000","last_active":"2024-03-07T03:17:24.931042+0000","last_peered":"2024-03-07T03:17:24.931042+0000","last_clean":"2024-03-07T03:17:24.931042+0000","last_became_active":"2024-03-07T03:05:35.923719+0000","last_became_peered":"2024-03-07T03:05:35.923719+0000","last_unstale":"2024-03-07T03:17:24.931042+0000","last_undegraded":"2024-03-07T03:17:24.931042+0000","last_fullsized":"2024-03-07T03:17:24.931042+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:43:04.724647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1011,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:18:11.203930+0000","last_change":"2024-03-07T03:07:58.749989+0000","last_active":"2024-03-07T03:18:11.203930+0000","last_peered":"2024-03-07T03:18:11.203930+0000","last_clean":"2024-03-07T03:18:11.203930+0000","last_became_active":"2024-03-07T03:07:58.749643+0000","last_became_peered":"2024-03-07T03:07:58.749643+0000","last_unstale":"2024-03-07T03:18:11.203930+0000","last_undegraded":"2024-03-07T03:18:11.203930+0000","last_fullsized":"2024-03-07T03:18:11.203930+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:00:44.729806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1112,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:23.992546+0000","last_change":"2024-03-07T03:06:09.999184+0000","last_active":"2024-03-07T03:16:23.992546+0000","last_peered":"2024-03-07T03:16:23.992546+0000","last_clean":"2024-03-07T03:16:23.992546+0000","last_became_active":"2024-03-07T03:06:09.998856+0000","last_became_peered":"2024-03-07T03:06:09.998856+0000","last_unstale":"2024-03-07T03:16:23.992546+0000","last_undegraded":"2024-03-07T03:16:23.992546+0000","last_fullsized":"2024-03-07T03:16:23.992546+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:37:00.102189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1060,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:35.984977+0000","last_change":"2024-03-07T03:06:47.857644+0000","last_active":"2024-03-07T03:17:35.984977+0000","last_peered":"2024-03-07T03:17:35.984977+0000","last_clean":"2024-03-07T03:17:35.984977+0000","last_became_active":"2024-03-07T03:06:47.857354+0000","last_became_peered":"2024-03-07T03:06:47.857354+0000","last_unstale":"2024-03-07T03:17:35.984977+0000","last_undegraded":"2024-03-07T03:17:35.984977+0000","last_fullsized":"2024-03-07T03:17:35.984977+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:02:18.860369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1120,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:48.995469+0000","last_change":"2024-03-07T03:06:09.987872+0000","last_active":"2024-03-07T03:16:48.995469+0000","last_peered":"2024-03-07T03:16:48.995469+0000","last_clean":"2024-03-07T03:16:48.995469+0000","last_became_active":"2024-03-07T03:06:09.986852+0000","last_became_peered":"2024-03-07T03:06:09.986852+0000","last_unstale":"2024-03-07T03:16:48.995469+0000","last_undegraded":"2024-03-07T03:16:48.995469+0000","last_fullsized":"2024-03-07T03:16:48.995469+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:13.708512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1038,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:18:00.988241+0000","last_change":"2024-03-07T03:07:58.755825+0000","last_active":"2024-03-07T03:18:00.988241+0000","last_peered":"2024-03-07T03:18:00.988241+0000","last_clean":"2024-03-07T03:18:00.988241+0000","last_became_active":"2024-03-07T03:07:58.755395+0000","last_became_peered":"2024-03-07T03:07:58.755395+0000","last_unstale":"2024-03-07T03:18:00.988241+0000","last_undegraded":"2024-03-07T03:18:00.988241+0000","last_fullsized":"2024-03-07T03:18:00.988241+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:10:43.184914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1216,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:20.828868+0000","last_change":"2024-03-07T03:07:58.753962+0000","last_active":"2024-03-07T03:17:20.828868+0000","last_peered":"2024-03-07T03:17:20.828868+0000","last_clean":"2024-03-07T03:17:20.828868+0000","last_became_active":"2024-03-07T03:07:58.753619+0000","last_became_peered":"2024-03-07T03:07:58.753619+0000","last_unstale":"2024-03-07T03:17:20.828868+0000","last_undegraded":"2024-03-07T03:17:20.828868+0000","last_fullsized":"2024-03-07T03:17:20.828868+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:44:44.641067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1015,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:21.191831+0000","last_change":"2024-03-07T03:07:23.078516+0000","last_active":"2024-03-07T03:16:21.191831+0000","last_peered":"2024-03-07T03:16:21.191831+0000","last_clean":"2024-03-07T03:16:21.191831+0000","last_became_active":"2024-03-07T03:07:23.076017+0000","last_became_peered":"2024-03-07T03:07:23.076017+0000","last_unstale":"2024-03-07T03:16:21.191831+0000","last_undegraded":"2024-03-07T03:16:21.191831+0000","last_fullsized":"2024-03-07T03:16:21.191831+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:17:54.725933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":857645056,"num_objects":516,"num_object_clones":466,"num_object_copies":1548,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":516,"num_whiteouts":8,"num_read":3826,"num_read_kb":5949842,"num_write":7931,"num_write_kb":1978632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":107,"num_bytes_recovered":385712128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1170673664,"data_stored":2969124864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28580,"ondisk_log_size":28580,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197,"ondisk_log_size":197,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":26375,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":694,"seq":2980707303574,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":150184,"kb_used_data":96156,"kb_used_omap":35,"kb_used_meta":53980,"kb_avail":93594968,"statfs":{"total":95995035648,"available":95841247232,"internally_reserved":0,"allocated":98463744,"data_stored":167037349,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36312,"internal_metadata":55276072},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":660,"seq":2834678415517,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":94940,"kb_used_data":42576,"kb_used_omap":23,"kb_used_meta":52328,"kb_avail":93650212,"statfs":{"total":95995035648,"available":95897817088,"internally_reserved":0,"allocated":43597824,"data_stored":80829959,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":24173,"internal_metadata":53584275},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":463,"seq":1988569858247,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":692864,"kb_used_data":193964,"kb_used_omap":46,"kb_used_meta":498833,"kb_avail":93052288,"statfs":{"total":95995035648,"available":95285542912,"internally_reserved":0,"allocated":198619136,"data_stored":533391905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48036,"internal_metadata":510805084},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":528,"seq":2267742732473,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":401776,"kb_used_data":209252,"kb_used_omap":54,"kb_used_meta":192457,"kb_avail":93343376,"statfs":{"total":95995035648,"available":95583617024,"internally_reserved":0,"allocated":214274048,"data_stored":587826473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56016,"internal_metadata":197076272},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":495,"seq":2126008811712,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":485244,"kb_used_data":166572,"kb_used_omap":47,"kb_used_meta":318608,"kb_avail":93259908,"statfs":{"total":95995035648,"available":95498145792,"internally_reserved":0,"allocated":170569728,"data_stored":457545161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48143,"internal_metadata":326255601},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":562,"seq":2413771620530,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":177748,"kb_used_data":84672,"kb_used_omap":37,"kb_used_meta":93018,"kb_avail":93567404,"statfs":{"total":95995035648,"available":95813021696,"internally_reserved":0,"allocated":86704128,"data_stored":171510863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38083,"internal_metadata":95251261},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":591,"seq":2538325672107,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":365920,"kb_used_data":157844,"kb_used_omap":61,"kb_used_meta":208002,"kb_avail":93379232,"statfs":{"total":95995035648,"available":95620333568,"internally_reserved":0,"allocated":161632256,"data_stored":367986669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":62843,"internal_metadata":212994693},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":625,"seq":2684354560164,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":509804,"kb_used_data":269020,"kb_used_omap":73,"kb_used_meta":240694,"kb_avail":93235348,"statfs":{"total":95995035648,"available":95472996352,"internally_reserved":0,"allocated":275476480,"data_stored":649851960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":75044,"internal_metadata":246471388},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7413,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2060,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2124,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3359,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3677,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2797,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2839,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2106,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":188411904,"data_stored":527167488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":160964608,"data_stored":451911680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":204677120,"data_stored":582193152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":77082624,"data_stored":165871616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":152018944,"data_stored":362352640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":265863168,"data_stored":644214784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":33390592,"data_stored":74600448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":88264704,"data_stored":160813056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-07T03:20:24.085 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:20:24.085 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:20:24.085 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:20:24.086 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-07T03:20:24.086 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-07T03:20:24.086 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-07T03:20:24.086 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.c in trimming, state: active+clean+snaptrim_error 2024-03-07T03:20:24.086 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-07T03:20:24.086 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:20:24.086 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-07T03:20:24.156 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:20:23 smithi092 ceph-mon[83777]: pgmap v1011: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:25.068 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:20:24 smithi090 ceph-mon[89511]: from='client.44702 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:20:25.069 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:20:24 smithi090 ceph-mon[91928]: from='client.44702 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:20:25.156 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:20:24 smithi092 ceph-mon[83777]: from='client.44702 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:20:26.068 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:20:25 smithi090 ceph-mon[89511]: pgmap v1012: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:26.069 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:20:25 smithi090 ceph-mon[91928]: pgmap v1012: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:26.156 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:20:25 smithi092 ceph-mon[83777]: pgmap v1012: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:28.068 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:20:27 smithi090 ceph-mon[89511]: pgmap v1013: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:28.068 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:20:27 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:20:28.069 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:20:27 smithi090 ceph-mon[91928]: pgmap v1013: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:28.069 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:20:27 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:20:28.156 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:20:27 smithi092 ceph-mon[83777]: pgmap v1013: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:28.157 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:20:27 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:20:30.156 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:20:29 smithi092 ceph-mon[83777]: pgmap v1014: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:30.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:20:29 smithi090 ceph-mon[89511]: pgmap v1014: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:30.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:20:29 smithi090 ceph-mon[91928]: pgmap v1014: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:32.156 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:20:31 smithi092 ceph-mon[83777]: pgmap v1015: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:32.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:20:31 smithi090 ceph-mon[89511]: pgmap v1015: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:32.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:20:31 smithi090 ceph-mon[91928]: pgmap v1015: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:32.656 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:20:32 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:20:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:20:33.318 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:20:33 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:20:33] "GET /metrics HTTP/1.1" 200 36318 "" "Prometheus/2.43.0" 2024-03-07T03:20:34.087 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph pg dump --format=json 2024-03-07T03:20:34.156 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:20:33 smithi092 ceph-mon[83777]: pgmap v1016: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:34.302 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T03:20:34.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:20:33 smithi090 ceph-mon[89511]: pgmap v1016: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:34.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:20:33 smithi090 ceph-mon[91928]: pgmap v1016: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:35.979 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:20:35 smithi090 ceph-mon[89511]: pgmap v1017: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:35.979 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:20:35 smithi090 ceph-mon[91928]: pgmap v1017: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:36.156 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:20:35 smithi092 ceph-mon[83777]: pgmap v1017: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:36.421 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T03:20:36.424 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-03-07T03:20:37.097 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":1018,"stamp":"2024-03-07T03:20:36.034832+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":858242044,"num_objects":540,"num_object_clones":466,"num_object_copies":1620,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":540,"num_whiteouts":8,"num_read":4717,"num_read_kb":5951239,"num_write":8310,"num_write_kb":1981084,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":113,"num_bytes_recovered":387483232,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28845,"ondisk_log_size":28845,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2878480,"kb_used_data":1220056,"kb_used_omap":379,"kb_used_meta":1657924,"kb_avail":747082736,"statfs":{"total":767960285184,"available":765012721664,"internally_reserved":0,"allocated":1249337344,"data_stored":3015980339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":388650,"internal_metadata":1697714646},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004203"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":976,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:18:21.438790+0000","last_change":"2024-03-07T03:07:58.753984+0000","last_active":"2024-03-07T03:18:21.438790+0000","last_peered":"2024-03-07T03:18:21.438790+0000","last_clean":"2024-03-07T03:18:21.438790+0000","last_became_active":"2024-03-07T03:07:58.753138+0000","last_became_peered":"2024-03-07T03:07:58.753138+0000","last_unstale":"2024-03-07T03:18:21.438790+0000","last_undegraded":"2024-03-07T03:18:21.438790+0000","last_fullsized":"2024-03-07T03:18:21.438790+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:37:39.612519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:54.928301+0000","last_change":"2024-03-07T03:07:23.074862+0000","last_active":"2024-03-07T03:16:54.928301+0000","last_peered":"2024-03-07T03:16:54.928301+0000","last_clean":"2024-03-07T03:16:54.928301+0000","last_became_active":"2024-03-07T03:07:23.074512+0000","last_became_peered":"2024-03-07T03:07:23.074512+0000","last_unstale":"2024-03-07T03:16:54.928301+0000","last_undegraded":"2024-03-07T03:16:54.928301+0000","last_fullsized":"2024-03-07T03:16:54.928301+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:45:24.128672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1217,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:18:25.835932+0000","last_change":"2024-03-07T03:05:01.446762+0000","last_active":"2024-03-07T03:18:25.835932+0000","last_peered":"2024-03-07T03:18:25.835932+0000","last_clean":"2024-03-07T03:18:25.835932+0000","last_became_active":"2024-03-07T03:05:01.446425+0000","last_became_peered":"2024-03-07T03:05:01.446425+0000","last_unstale":"2024-03-07T03:18:25.835932+0000","last_undegraded":"2024-03-07T03:18:25.835932+0000","last_fullsized":"2024-03-07T03:18:25.835932+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:39:39.897066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1055,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:45.979415+0000","last_change":"2024-03-07T03:07:58.755992+0000","last_active":"2024-03-07T03:16:45.979415+0000","last_peered":"2024-03-07T03:16:45.979415+0000","last_clean":"2024-03-07T03:16:45.979415+0000","last_became_active":"2024-03-07T03:07:58.755499+0000","last_became_peered":"2024-03-07T03:07:58.755499+0000","last_unstale":"2024-03-07T03:16:45.979415+0000","last_undegraded":"2024-03-07T03:16:45.979415+0000","last_fullsized":"2024-03-07T03:16:45.979415+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:26:12.313572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":988,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:56.436095+0000","last_change":"2024-03-07T03:07:58.752235+0000","last_active":"2024-03-07T03:17:56.436095+0000","last_peered":"2024-03-07T03:17:56.436095+0000","last_clean":"2024-03-07T03:17:56.436095+0000","last_became_active":"2024-03-07T03:07:58.751575+0000","last_became_peered":"2024-03-07T03:07:58.751575+0000","last_unstale":"2024-03-07T03:17:56.436095+0000","last_undegraded":"2024-03-07T03:17:56.436095+0000","last_fullsized":"2024-03-07T03:17:56.436095+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:12:05.995515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1032,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:45.979386+0000","last_change":"2024-03-07T03:06:47.859644+0000","last_active":"2024-03-07T03:16:45.979386+0000","last_peered":"2024-03-07T03:16:45.979386+0000","last_clean":"2024-03-07T03:16:45.979386+0000","last_became_active":"2024-03-07T03:06:47.859097+0000","last_became_peered":"2024-03-07T03:06:47.859097+0000","last_unstale":"2024-03-07T03:16:45.979386+0000","last_undegraded":"2024-03-07T03:16:45.979386+0000","last_fullsized":"2024-03-07T03:16:45.979386+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:22:46.909130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":988,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:56.436079+0000","last_change":"2024-03-07T03:07:58.754226+0000","last_active":"2024-03-07T03:17:56.436079+0000","last_peered":"2024-03-07T03:17:56.436079+0000","last_clean":"2024-03-07T03:17:56.436079+0000","last_became_active":"2024-03-07T03:07:58.753169+0000","last_became_peered":"2024-03-07T03:07:58.753169+0000","last_unstale":"2024-03-07T03:17:56.436079+0000","last_undegraded":"2024-03-07T03:17:56.436079+0000","last_fullsized":"2024-03-07T03:17:56.436079+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:46:59.258099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1089,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:18:04.003863+0000","last_change":"2024-03-07T03:07:23.073492+0000","last_active":"2024-03-07T03:18:04.003863+0000","last_peered":"2024-03-07T03:18:04.003863+0000","last_clean":"2024-03-07T03:18:04.003863+0000","last_became_active":"2024-03-07T03:07:23.071929+0000","last_became_peered":"2024-03-07T03:07:23.071929+0000","last_unstale":"2024-03-07T03:18:04.003863+0000","last_undegraded":"2024-03-07T03:18:04.003863+0000","last_fullsized":"2024-03-07T03:18:04.003863+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:35:26.391722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":981,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:36.434122+0000","last_change":"2024-03-07T03:07:58.760328+0000","last_active":"2024-03-07T03:17:36.434122+0000","last_peered":"2024-03-07T03:17:36.434122+0000","last_clean":"2024-03-07T03:17:36.434122+0000","last_became_active":"2024-03-07T03:07:58.760046+0000","last_became_peered":"2024-03-07T03:07:58.760046+0000","last_unstale":"2024-03-07T03:17:36.434122+0000","last_undegraded":"2024-03-07T03:17:36.434122+0000","last_fullsized":"2024-03-07T03:17:36.434122+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:08:46.356817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1007,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:01.196169+0000","last_change":"2024-03-07T03:07:23.079945+0000","last_active":"2024-03-07T03:17:01.196169+0000","last_peered":"2024-03-07T03:17:01.196169+0000","last_clean":"2024-03-07T03:17:01.196169+0000","last_became_active":"2024-03-07T03:07:23.078551+0000","last_became_peered":"2024-03-07T03:07:23.078551+0000","last_unstale":"2024-03-07T03:17:01.196169+0000","last_undegraded":"2024-03-07T03:17:01.196169+0000","last_fullsized":"2024-03-07T03:17:01.196169+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:03:46.670084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1007,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:01.196137+0000","last_change":"2024-03-07T03:07:23.081963+0000","last_active":"2024-03-07T03:17:01.196137+0000","last_peered":"2024-03-07T03:17:01.196137+0000","last_clean":"2024-03-07T03:17:01.196137+0000","last_became_active":"2024-03-07T03:07:23.080128+0000","last_became_peered":"2024-03-07T03:07:23.080128+0000","last_unstale":"2024-03-07T03:17:01.196137+0000","last_undegraded":"2024-03-07T03:17:01.196137+0000","last_fullsized":"2024-03-07T03:17:01.196137+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:56.813267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1150,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:04.539266+0000","last_change":"2024-03-07T03:07:23.074902+0000","last_active":"2024-03-07T03:17:04.539266+0000","last_peered":"2024-03-07T03:17:04.539266+0000","last_clean":"2024-03-07T03:17:04.539266+0000","last_became_active":"2024-03-07T03:07:23.074466+0000","last_became_peered":"2024-03-07T03:07:23.074466+0000","last_unstale":"2024-03-07T03:17:04.539266+0000","last_undegraded":"2024-03-07T03:17:04.539266+0000","last_fullsized":"2024-03-07T03:17:04.539266+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:40:20.268555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1119,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:39.000978+0000","last_change":"2024-03-07T03:07:23.072635+0000","last_active":"2024-03-07T03:17:39.000978+0000","last_peered":"2024-03-07T03:17:39.000978+0000","last_clean":"2024-03-07T03:17:39.000978+0000","last_became_active":"2024-03-07T03:07:23.071712+0000","last_became_peered":"2024-03-07T03:07:23.071712+0000","last_unstale":"2024-03-07T03:17:39.000978+0000","last_undegraded":"2024-03-07T03:17:39.000978+0000","last_fullsized":"2024-03-07T03:17:39.000978+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:00:39.298564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:50.831949+0000","last_change":"2024-03-07T03:06:47.851538+0000","last_active":"2024-03-07T03:17:50.831949+0000","last_peered":"2024-03-07T03:17:50.831949+0000","last_clean":"2024-03-07T03:17:50.831949+0000","last_became_active":"2024-03-07T03:06:47.851183+0000","last_became_peered":"2024-03-07T03:06:47.851183+0000","last_unstale":"2024-03-07T03:17:50.831949+0000","last_undegraded":"2024-03-07T03:17:50.831949+0000","last_fullsized":"2024-03-07T03:17:50.831949+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:36:23.932334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:04.922575+0000","last_change":"2024-03-07T03:06:47.843126+0000","last_active":"2024-03-07T03:16:04.922575+0000","last_peered":"2024-03-07T03:16:04.922575+0000","last_clean":"2024-03-07T03:16:04.922575+0000","last_became_active":"2024-03-07T03:06:47.842736+0000","last_became_peered":"2024-03-07T03:06:47.842736+0000","last_unstale":"2024-03-07T03:16:04.922575+0000","last_undegraded":"2024-03-07T03:16:04.922575+0000","last_fullsized":"2024-03-07T03:16:04.922575+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:48:10.843465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1036,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:05.974417+0000","last_change":"2024-03-07T03:07:58.755620+0000","last_active":"2024-03-07T03:16:05.974417+0000","last_peered":"2024-03-07T03:16:05.974417+0000","last_clean":"2024-03-07T03:16:05.974417+0000","last_became_active":"2024-03-07T03:07:58.755267+0000","last_became_peered":"2024-03-07T03:07:58.755267+0000","last_unstale":"2024-03-07T03:16:05.974417+0000","last_undegraded":"2024-03-07T03:16:05.974417+0000","last_fullsized":"2024-03-07T03:16:05.974417+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:51:32.339400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1040,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:05.974492+0000","last_change":"2024-03-07T03:07:58.756358+0000","last_active":"2024-03-07T03:16:05.974492+0000","last_peered":"2024-03-07T03:16:05.974492+0000","last_clean":"2024-03-07T03:16:05.974492+0000","last_became_active":"2024-03-07T03:07:58.755960+0000","last_became_peered":"2024-03-07T03:07:58.755960+0000","last_unstale":"2024-03-07T03:16:05.974492+0000","last_undegraded":"2024-03-07T03:16:05.974492+0000","last_fullsized":"2024-03-07T03:16:05.974492+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:47.464423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1158,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:39.537174+0000","last_change":"2024-03-07T03:07:58.755619+0000","last_active":"2024-03-07T03:16:39.537174+0000","last_peered":"2024-03-07T03:16:39.537174+0000","last_clean":"2024-03-07T03:16:39.537174+0000","last_became_active":"2024-03-07T03:07:58.755214+0000","last_became_peered":"2024-03-07T03:07:58.755214+0000","last_unstale":"2024-03-07T03:16:39.537174+0000","last_undegraded":"2024-03-07T03:16:39.537174+0000","last_fullsized":"2024-03-07T03:16:39.537174+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:59:02.041330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":974,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:56.430188+0000","last_change":"2024-03-07T03:07:58.756563+0000","last_active":"2024-03-07T03:16:56.430188+0000","last_peered":"2024-03-07T03:16:56.430188+0000","last_clean":"2024-03-07T03:16:56.430188+0000","last_became_active":"2024-03-07T03:07:58.752195+0000","last_became_peered":"2024-03-07T03:07:58.752195+0000","last_unstale":"2024-03-07T03:16:56.430188+0000","last_undegraded":"2024-03-07T03:16:56.430188+0000","last_fullsized":"2024-03-07T03:16:56.430188+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:32:35.496500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"716'5","reported_seq":1225,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:18:25.835979+0000","last_change":"2024-03-07T03:07:58.753999+0000","last_active":"2024-03-07T03:18:25.835979+0000","last_peered":"2024-03-07T03:18:25.835979+0000","last_clean":"2024-03-07T03:18:25.835979+0000","last_became_active":"2024-03-07T03:07:58.753607+0000","last_became_peered":"2024-03-07T03:07:58.753607+0000","last_unstale":"2024-03-07T03:18:25.835979+0000","last_undegraded":"2024-03-07T03:18:25.835979+0000","last_fullsized":"2024-03-07T03:18:25.835979+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:28:57.567238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1113,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:34.000512+0000","last_change":"2024-03-07T03:07:23.083830+0000","last_active":"2024-03-07T03:17:34.000512+0000","last_peered":"2024-03-07T03:17:34.000512+0000","last_clean":"2024-03-07T03:17:34.000512+0000","last_became_active":"2024-03-07T03:07:23.083530+0000","last_became_peered":"2024-03-07T03:07:23.083530+0000","last_unstale":"2024-03-07T03:17:34.000512+0000","last_undegraded":"2024-03-07T03:17:34.000512+0000","last_fullsized":"2024-03-07T03:17:34.000512+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:57.938032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"716'2","reported_seq":1133,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:34.000522+0000","last_change":"2024-03-07T03:06:47.849618+0000","last_active":"2024-03-07T03:17:34.000522+0000","last_peered":"2024-03-07T03:17:34.000522+0000","last_clean":"2024-03-07T03:17:34.000522+0000","last_became_active":"2024-03-07T03:06:47.849222+0000","last_became_peered":"2024-03-07T03:06:47.849222+0000","last_unstale":"2024-03-07T03:17:34.000522+0000","last_undegraded":"2024-03-07T03:17:34.000522+0000","last_fullsized":"2024-03-07T03:17:34.000522+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:36:41.880143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1217,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:18:25.835965+0000","last_change":"2024-03-07T03:06:47.851880+0000","last_active":"2024-03-07T03:18:25.835965+0000","last_peered":"2024-03-07T03:18:25.835965+0000","last_clean":"2024-03-07T03:18:25.835965+0000","last_became_active":"2024-03-07T03:06:47.851176+0000","last_became_peered":"2024-03-07T03:06:47.851176+0000","last_unstale":"2024-03-07T03:18:25.835965+0000","last_undegraded":"2024-03-07T03:18:25.835965+0000","last_fullsized":"2024-03-07T03:18:25.835965+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:38:59.663068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":979,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:56.436128+0000","last_change":"2024-03-07T03:07:58.757245+0000","last_active":"2024-03-07T03:17:56.436128+0000","last_peered":"2024-03-07T03:17:56.436128+0000","last_clean":"2024-03-07T03:17:56.436128+0000","last_became_active":"2024-03-07T03:07:58.754456+0000","last_became_peered":"2024-03-07T03:07:58.754456+0000","last_unstale":"2024-03-07T03:17:56.436128+0000","last_undegraded":"2024-03-07T03:17:56.436128+0000","last_fullsized":"2024-03-07T03:17:56.436128+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:57:32.153933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1045,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:45.979429+0000","last_change":"2024-03-07T03:06:47.855220+0000","last_active":"2024-03-07T03:16:45.979429+0000","last_peered":"2024-03-07T03:16:45.979429+0000","last_clean":"2024-03-07T03:16:45.979429+0000","last_became_active":"2024-03-07T03:06:47.854836+0000","last_became_peered":"2024-03-07T03:06:47.854836+0000","last_unstale":"2024-03-07T03:16:45.979429+0000","last_undegraded":"2024-03-07T03:16:45.979429+0000","last_fullsized":"2024-03-07T03:16:45.979429+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:51:35.386552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:56.436107+0000","last_change":"2024-03-07T03:07:58.757676+0000","last_active":"2024-03-07T03:17:56.436107+0000","last_peered":"2024-03-07T03:17:56.436107+0000","last_clean":"2024-03-07T03:17:56.436107+0000","last_became_active":"2024-03-07T03:07:58.753930+0000","last_became_peered":"2024-03-07T03:07:58.753930+0000","last_unstale":"2024-03-07T03:17:56.436107+0000","last_undegraded":"2024-03-07T03:17:56.436107+0000","last_fullsized":"2024-03-07T03:17:56.436107+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:56.639688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1039,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:45.979442+0000","last_change":"2024-03-07T03:07:23.076532+0000","last_active":"2024-03-07T03:16:45.979442+0000","last_peered":"2024-03-07T03:16:45.979442+0000","last_clean":"2024-03-07T03:16:45.979442+0000","last_became_active":"2024-03-07T03:07:23.076234+0000","last_became_peered":"2024-03-07T03:07:23.076234+0000","last_unstale":"2024-03-07T03:16:45.979442+0000","last_undegraded":"2024-03-07T03:16:45.979442+0000","last_fullsized":"2024-03-07T03:16:45.979442+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:16:39.967241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"716'2","reported_seq":1092,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:18:04.003932+0000","last_change":"2024-03-07T03:07:58.752045+0000","last_active":"2024-03-07T03:18:04.003932+0000","last_peered":"2024-03-07T03:18:04.003932+0000","last_clean":"2024-03-07T03:18:04.003932+0000","last_became_active":"2024-03-07T03:07:58.751585+0000","last_became_peered":"2024-03-07T03:07:58.751585+0000","last_unstale":"2024-03-07T03:18:04.003932+0000","last_undegraded":"2024-03-07T03:18:04.003932+0000","last_fullsized":"2024-03-07T03:18:04.003932+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:03:01.652607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1109,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:08.094223+0000","last_change":"2024-03-07T03:06:09.990854+0000","last_active":"2024-03-07T03:16:08.094223+0000","last_peered":"2024-03-07T03:16:08.094223+0000","last_clean":"2024-03-07T03:16:08.094223+0000","last_became_active":"2024-03-07T03:06:09.990464+0000","last_became_peered":"2024-03-07T03:06:09.990464+0000","last_unstale":"2024-03-07T03:16:08.094223+0000","last_undegraded":"2024-03-07T03:16:08.094223+0000","last_fullsized":"2024-03-07T03:16:08.094223+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:53:52.856954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"716'2","reported_seq":1012,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:21.198331+0000","last_change":"2024-03-07T03:07:58.754526+0000","last_active":"2024-03-07T03:17:21.198331+0000","last_peered":"2024-03-07T03:17:21.198331+0000","last_clean":"2024-03-07T03:17:21.198331+0000","last_became_active":"2024-03-07T03:07:58.754123+0000","last_became_peered":"2024-03-07T03:07:58.754123+0000","last_unstale":"2024-03-07T03:17:21.198331+0000","last_undegraded":"2024-03-07T03:17:21.198331+0000","last_fullsized":"2024-03-07T03:17:21.198331+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:41:34.446180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822224+0000","last_change":"2024-03-07T03:07:58.750769+0000","last_active":"2024-03-07T03:16:20.822224+0000","last_peered":"2024-03-07T03:16:20.822224+0000","last_clean":"2024-03-07T03:16:20.822224+0000","last_became_active":"2024-03-07T03:07:58.749974+0000","last_became_peered":"2024-03-07T03:07:58.749974+0000","last_unstale":"2024-03-07T03:16:20.822224+0000","last_undegraded":"2024-03-07T03:16:20.822224+0000","last_fullsized":"2024-03-07T03:16:20.822224+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:56:14.059734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1129,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:39.000941+0000","last_change":"2024-03-07T03:07:23.072942+0000","last_active":"2024-03-07T03:17:39.000941+0000","last_peered":"2024-03-07T03:17:39.000941+0000","last_clean":"2024-03-07T03:17:39.000941+0000","last_became_active":"2024-03-07T03:07:23.072639+0000","last_became_peered":"2024-03-07T03:07:23.072639+0000","last_unstale":"2024-03-07T03:17:39.000941+0000","last_undegraded":"2024-03-07T03:17:39.000941+0000","last_fullsized":"2024-03-07T03:17:39.000941+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:42.808853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1126,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:39.000912+0000","last_change":"2024-03-07T03:05:35.934963+0000","last_active":"2024-03-07T03:17:39.000912+0000","last_peered":"2024-03-07T03:17:39.000912+0000","last_clean":"2024-03-07T03:17:39.000912+0000","last_became_active":"2024-03-07T03:05:35.932493+0000","last_became_peered":"2024-03-07T03:05:35.932493+0000","last_unstale":"2024-03-07T03:17:39.000912+0000","last_undegraded":"2024-03-07T03:17:39.000912+0000","last_fullsized":"2024-03-07T03:17:39.000912+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:00:57.111662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1041,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:25.976999+0000","last_change":"2024-03-07T03:07:58.756063+0000","last_active":"2024-03-07T03:16:25.976999+0000","last_peered":"2024-03-07T03:16:25.976999+0000","last_clean":"2024-03-07T03:16:25.976999+0000","last_became_active":"2024-03-07T03:07:58.755712+0000","last_became_peered":"2024-03-07T03:07:58.755712+0000","last_unstale":"2024-03-07T03:16:25.976999+0000","last_undegraded":"2024-03-07T03:16:25.976999+0000","last_fullsized":"2024-03-07T03:16:25.976999+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:13:06.484346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:29.925426+0000","last_change":"2024-03-07T03:06:09.996319+0000","last_active":"2024-03-07T03:16:29.925426+0000","last_peered":"2024-03-07T03:16:29.925426+0000","last_clean":"2024-03-07T03:16:29.925426+0000","last_became_active":"2024-03-07T03:06:09.996002+0000","last_became_peered":"2024-03-07T03:06:09.996002+0000","last_unstale":"2024-03-07T03:16:29.925426+0000","last_undegraded":"2024-03-07T03:16:29.925426+0000","last_fullsized":"2024-03-07T03:16:29.925426+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:41:55.764562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1008,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:01.196182+0000","last_change":"2024-03-07T03:07:23.083466+0000","last_active":"2024-03-07T03:17:01.196182+0000","last_peered":"2024-03-07T03:17:01.196182+0000","last_clean":"2024-03-07T03:17:01.196182+0000","last_became_active":"2024-03-07T03:07:23.083156+0000","last_became_peered":"2024-03-07T03:07:23.083156+0000","last_unstale":"2024-03-07T03:17:01.196182+0000","last_undegraded":"2024-03-07T03:17:01.196182+0000","last_fullsized":"2024-03-07T03:17:01.196182+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:32:00.539449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1027,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:25.977070+0000","last_change":"2024-03-07T03:07:58.752127+0000","last_active":"2024-03-07T03:16:25.977070+0000","last_peered":"2024-03-07T03:16:25.977070+0000","last_clean":"2024-03-07T03:16:25.977070+0000","last_became_active":"2024-03-07T03:07:58.751770+0000","last_became_peered":"2024-03-07T03:07:58.751770+0000","last_unstale":"2024-03-07T03:16:25.977070+0000","last_undegraded":"2024-03-07T03:16:25.977070+0000","last_fullsized":"2024-03-07T03:16:25.977070+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:43.791488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1061,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:25.977059+0000","last_change":"2024-03-07T03:07:23.077653+0000","last_active":"2024-03-07T03:16:25.977059+0000","last_peered":"2024-03-07T03:16:25.977059+0000","last_clean":"2024-03-07T03:16:25.977059+0000","last_became_active":"2024-03-07T03:07:23.077355+0000","last_became_peered":"2024-03-07T03:07:23.077355+0000","last_unstale":"2024-03-07T03:16:25.977059+0000","last_undegraded":"2024-03-07T03:16:25.977059+0000","last_fullsized":"2024-03-07T03:16:25.977059+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:45.861158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:15:55.819456+0000","last_change":"2024-03-07T03:06:47.851508+0000","last_active":"2024-03-07T03:15:55.819456+0000","last_peered":"2024-03-07T03:15:55.819456+0000","last_clean":"2024-03-07T03:15:55.819456+0000","last_became_active":"2024-03-07T03:06:47.850839+0000","last_became_peered":"2024-03-07T03:06:47.850839+0000","last_unstale":"2024-03-07T03:15:55.819456+0000","last_undegraded":"2024-03-07T03:15:55.819456+0000","last_fullsized":"2024-03-07T03:15:55.819456+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:08:06.622234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1194,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:29.925482+0000","last_change":"2024-03-07T03:06:47.845848+0000","last_active":"2024-03-07T03:16:29.925482+0000","last_peered":"2024-03-07T03:16:29.925482+0000","last_clean":"2024-03-07T03:16:29.925482+0000","last_became_active":"2024-03-07T03:06:47.845425+0000","last_became_peered":"2024-03-07T03:06:47.845425+0000","last_unstale":"2024-03-07T03:16:29.925482+0000","last_undegraded":"2024-03-07T03:16:29.925482+0000","last_fullsized":"2024-03-07T03:16:29.925482+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:16:24.833986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1081,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:48.105113+0000","last_change":"2024-03-07T03:07:58.754983+0000","last_active":"2024-03-07T03:17:48.105113+0000","last_peered":"2024-03-07T03:17:48.105113+0000","last_clean":"2024-03-07T03:17:48.105113+0000","last_became_active":"2024-03-07T03:07:58.754657+0000","last_became_peered":"2024-03-07T03:07:58.754657+0000","last_unstale":"2024-03-07T03:17:48.105113+0000","last_undegraded":"2024-03-07T03:17:48.105113+0000","last_fullsized":"2024-03-07T03:17:48.105113+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:06:00.897772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"716'29","reported_seq":1043,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:41.193896+0000","last_change":"2024-03-07T03:07:23.079677+0000","last_active":"2024-03-07T03:16:41.193896+0000","last_peered":"2024-03-07T03:16:41.193896+0000","last_clean":"2024-03-07T03:16:41.193896+0000","last_became_active":"2024-03-07T03:07:23.079320+0000","last_became_peered":"2024-03-07T03:07:23.079320+0000","last_unstale":"2024-03-07T03:16:41.193896+0000","last_undegraded":"2024-03-07T03:16:41.193896+0000","last_fullsized":"2024-03-07T03:16:41.193896+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:49:54.979015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":988,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:36.434092+0000","last_change":"2024-03-07T03:07:58.758376+0000","last_active":"2024-03-07T03:17:36.434092+0000","last_peered":"2024-03-07T03:17:36.434092+0000","last_clean":"2024-03-07T03:17:36.434092+0000","last_became_active":"2024-03-07T03:07:58.757816+0000","last_became_peered":"2024-03-07T03:07:58.757816+0000","last_unstale":"2024-03-07T03:17:36.434092+0000","last_undegraded":"2024-03-07T03:17:36.434092+0000","last_fullsized":"2024-03-07T03:17:36.434092+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:47.253727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1221,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:50.831987+0000","last_change":"2024-03-07T03:06:09.989072+0000","last_active":"2024-03-07T03:17:50.831987+0000","last_peered":"2024-03-07T03:17:50.831987+0000","last_clean":"2024-03-07T03:17:50.831987+0000","last_became_active":"2024-03-07T03:06:09.987754+0000","last_became_peered":"2024-03-07T03:06:09.987754+0000","last_unstale":"2024-03-07T03:17:50.831987+0000","last_undegraded":"2024-03-07T03:17:50.831987+0000","last_fullsized":"2024-03-07T03:17:50.831987+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:05:15.340331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1216,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:50.831968+0000","last_change":"2024-03-07T03:07:58.754207+0000","last_active":"2024-03-07T03:17:50.831968+0000","last_peered":"2024-03-07T03:17:50.831968+0000","last_clean":"2024-03-07T03:17:50.831968+0000","last_became_active":"2024-03-07T03:07:58.753859+0000","last_became_peered":"2024-03-07T03:07:58.753859+0000","last_unstale":"2024-03-07T03:17:50.831968+0000","last_undegraded":"2024-03-07T03:17:50.831968+0000","last_fullsized":"2024-03-07T03:17:50.831968+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:14:02.813872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1054,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:05.974451+0000","last_change":"2024-03-07T03:07:58.755838+0000","last_active":"2024-03-07T03:16:05.974451+0000","last_peered":"2024-03-07T03:16:05.974451+0000","last_clean":"2024-03-07T03:16:05.974451+0000","last_became_active":"2024-03-07T03:07:58.755436+0000","last_became_peered":"2024-03-07T03:07:58.755436+0000","last_unstale":"2024-03-07T03:16:05.974451+0000","last_undegraded":"2024-03-07T03:16:05.974451+0000","last_fullsized":"2024-03-07T03:16:05.974451+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:25.094944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":988,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:16.432089+0000","last_change":"2024-03-07T03:07:58.750199+0000","last_active":"2024-03-07T03:17:16.432089+0000","last_peered":"2024-03-07T03:17:16.432089+0000","last_clean":"2024-03-07T03:17:16.432089+0000","last_became_active":"2024-03-07T03:07:58.749858+0000","last_became_peered":"2024-03-07T03:07:58.749858+0000","last_unstale":"2024-03-07T03:17:16.432089+0000","last_undegraded":"2024-03-07T03:17:16.432089+0000","last_fullsized":"2024-03-07T03:17:16.432089+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:41.122539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1016,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:41.193859+0000","last_change":"2024-03-07T03:07:23.076835+0000","last_active":"2024-03-07T03:16:41.193859+0000","last_peered":"2024-03-07T03:16:41.193859+0000","last_clean":"2024-03-07T03:16:41.193859+0000","last_became_active":"2024-03-07T03:07:23.075094+0000","last_became_peered":"2024-03-07T03:07:23.075094+0000","last_unstale":"2024-03-07T03:16:41.193859+0000","last_undegraded":"2024-03-07T03:16:41.193859+0000","last_fullsized":"2024-03-07T03:16:41.193859+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:50:36.739831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1007,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:41.193835+0000","last_change":"2024-03-07T03:07:23.078279+0000","last_active":"2024-03-07T03:16:41.193835+0000","last_peered":"2024-03-07T03:16:41.193835+0000","last_clean":"2024-03-07T03:16:41.193835+0000","last_became_active":"2024-03-07T03:07:23.077338+0000","last_became_peered":"2024-03-07T03:07:23.077338+0000","last_unstale":"2024-03-07T03:16:41.193835+0000","last_undegraded":"2024-03-07T03:16:41.193835+0000","last_fullsized":"2024-03-07T03:16:41.193835+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:05:40.599683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1171,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:39.537087+0000","last_change":"2024-03-07T03:05:01.461919+0000","last_active":"2024-03-07T03:16:39.537087+0000","last_peered":"2024-03-07T03:16:39.537087+0000","last_clean":"2024-03-07T03:16:39.537087+0000","last_became_active":"2024-03-07T03:05:01.459759+0000","last_became_peered":"2024-03-07T03:05:01.459759+0000","last_unstale":"2024-03-07T03:16:39.537087+0000","last_undegraded":"2024-03-07T03:16:39.537087+0000","last_fullsized":"2024-03-07T03:16:39.537087+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:31:45.535178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":974,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:16.432055+0000","last_change":"2024-03-07T03:07:58.753856+0000","last_active":"2024-03-07T03:17:16.432055+0000","last_peered":"2024-03-07T03:17:16.432055+0000","last_clean":"2024-03-07T03:17:16.432055+0000","last_became_active":"2024-03-07T03:07:58.751889+0000","last_became_peered":"2024-03-07T03:07:58.751889+0000","last_unstale":"2024-03-07T03:17:16.432055+0000","last_undegraded":"2024-03-07T03:17:16.432055+0000","last_fullsized":"2024-03-07T03:17:16.432055+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:27:20.126942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"863'1273","reported_seq":4343,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:59.544694+0000","last_change":"2024-03-07T03:10:56.137635+0000","last_active":"2024-03-07T03:17:59.544694+0000","last_peered":"2024-03-07T03:17:59.544694+0000","last_clean":"2024-03-07T03:17:59.544694+0000","last_became_active":"2024-03-07T03:05:01.457883+0000","last_became_peered":"2024-03-07T03:05:01.457883+0000","last_unstale":"2024-03-07T03:17:59.544694+0000","last_undegraded":"2024-03-07T03:17:59.544694+0000","last_fullsized":"2024-03-07T03:17:59.544694+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1273,"log_dups_size":0,"ondisk_log_size":1273,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:21:46.718939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.021818005000000001,"stat_sum":{"num_bytes":15540224,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":258,"num_read_kb":529715,"num_write":442,"num_write_kb":102224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1441792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.f","version":"61'1","reported_seq":1084,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:23.102514+0000","last_change":"2024-03-07T03:07:58.755003+0000","last_active":"2024-03-07T03:17:23.102514+0000","last_peered":"2024-03-07T03:17:23.102514+0000","last_clean":"2024-03-07T03:17:23.102514+0000","last_became_active":"2024-03-07T03:07:58.754564+0000","last_became_peered":"2024-03-07T03:07:58.754564+0000","last_unstale":"2024-03-07T03:17:23.102514+0000","last_undegraded":"2024-03-07T03:17:23.102514+0000","last_fullsized":"2024-03-07T03:17:23.102514+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:34:53.344746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":989,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:56.430198+0000","last_change":"2024-03-07T03:07:58.750952+0000","last_active":"2024-03-07T03:16:56.430198+0000","last_peered":"2024-03-07T03:16:56.430198+0000","last_clean":"2024-03-07T03:16:56.430198+0000","last_became_active":"2024-03-07T03:07:58.749229+0000","last_became_peered":"2024-03-07T03:07:58.749229+0000","last_unstale":"2024-03-07T03:16:56.430198+0000","last_undegraded":"2024-03-07T03:16:56.430198+0000","last_fullsized":"2024-03-07T03:16:56.430198+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:53:10.534950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"863'847","reported_seq":4051,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:18:25.835895+0000","last_change":"2024-03-07T03:10:56.129162+0000","last_active":"2024-03-07T03:18:25.835895+0000","last_peered":"2024-03-07T03:18:25.835895+0000","last_clean":"2024-03-07T03:18:25.835895+0000","last_became_active":"2024-03-07T03:07:23.074596+0000","last_became_peered":"2024-03-07T03:07:23.074596+0000","last_unstale":"2024-03-07T03:18:25.835895+0000","last_undegraded":"2024-03-07T03:18:25.835895+0000","last_fullsized":"2024-03-07T03:18:25.835895+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":847,"log_dups_size":0,"ondisk_log_size":847,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:34:23.625809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0099120149999999997,"stat_sum":{"num_bytes":38936576,"num_objects":11,"num_object_clones":9,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":157,"num_read_kb":413258,"num_write":266,"num_write_kb":109952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":4374528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.2","version":"0'0","reported_seq":1190,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:54.928240+0000","last_change":"2024-03-07T03:06:47.845893+0000","last_active":"2024-03-07T03:16:54.928240+0000","last_peered":"2024-03-07T03:16:54.928240+0000","last_clean":"2024-03-07T03:16:54.928240+0000","last_became_active":"2024-03-07T03:06:47.845548+0000","last_became_peered":"2024-03-07T03:06:47.845548+0000","last_unstale":"2024-03-07T03:16:54.928240+0000","last_undegraded":"2024-03-07T03:16:54.928240+0000","last_fullsized":"2024-03-07T03:16:54.928240+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:19:55.051329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:54.928264+0000","last_change":"2024-03-07T03:07:58.751041+0000","last_active":"2024-03-07T03:16:54.928264+0000","last_peered":"2024-03-07T03:16:54.928264+0000","last_clean":"2024-03-07T03:16:54.928264+0000","last_became_active":"2024-03-07T03:07:58.749047+0000","last_became_peered":"2024-03-07T03:07:58.749047+0000","last_unstale":"2024-03-07T03:16:54.928264+0000","last_undegraded":"2024-03-07T03:16:54.928264+0000","last_fullsized":"2024-03-07T03:16:54.928264+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:47:59.256394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1060,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:10.982091+0000","last_change":"2024-03-07T03:06:47.858022+0000","last_active":"2024-03-07T03:17:10.982091+0000","last_peered":"2024-03-07T03:17:10.982091+0000","last_clean":"2024-03-07T03:17:10.982091+0000","last_became_active":"2024-03-07T03:06:47.857526+0000","last_became_peered":"2024-03-07T03:06:47.857526+0000","last_unstale":"2024-03-07T03:17:10.982091+0000","last_undegraded":"2024-03-07T03:17:10.982091+0000","last_fullsized":"2024-03-07T03:17:10.982091+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:02:03.856321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"862'1186","reported_seq":4382,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:18:25.835940+0000","last_change":"2024-03-07T03:10:56.119983+0000","last_active":"2024-03-07T03:18:25.835940+0000","last_peered":"2024-03-07T03:18:25.835940+0000","last_clean":"2024-03-07T03:18:25.835940+0000","last_became_active":"2024-03-07T03:06:09.988405+0000","last_became_peered":"2024-03-07T03:06:09.988405+0000","last_unstale":"2024-03-07T03:18:25.835940+0000","last_undegraded":"2024-03-07T03:18:25.835940+0000","last_fullsized":"2024-03-07T03:18:25.835940+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1186,"log_dups_size":0,"ondisk_log_size":1186,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:41:38.890400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099770099999999993,"stat_sum":{"num_bytes":13524992,"num_objects":9,"num_object_clones":6,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":208,"num_read_kb":390958,"num_write":505,"num_write_kb":103888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":50642944,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1190,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:54.928274+0000","last_change":"2024-03-07T03:05:35.928460+0000","last_active":"2024-03-07T03:16:54.928274+0000","last_peered":"2024-03-07T03:16:54.928274+0000","last_clean":"2024-03-07T03:16:54.928274+0000","last_became_active":"2024-03-07T03:05:35.928017+0000","last_became_peered":"2024-03-07T03:05:35.928017+0000","last_unstale":"2024-03-07T03:16:54.928274+0000","last_undegraded":"2024-03-07T03:16:54.928274+0000","last_fullsized":"2024-03-07T03:16:54.928274+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:53:27.674544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1029,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:10.982038+0000","last_change":"2024-03-07T03:07:23.075249+0000","last_active":"2024-03-07T03:17:10.982038+0000","last_peered":"2024-03-07T03:17:10.982038+0000","last_clean":"2024-03-07T03:17:10.982038+0000","last_became_active":"2024-03-07T03:07:23.074866+0000","last_became_peered":"2024-03-07T03:07:23.074866+0000","last_unstale":"2024-03-07T03:17:10.982038+0000","last_undegraded":"2024-03-07T03:17:10.982038+0000","last_fullsized":"2024-03-07T03:17:10.982038+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:03.393010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1081,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:33.096893+0000","last_change":"2024-03-07T03:07:23.069585+0000","last_active":"2024-03-07T03:16:33.096893+0000","last_peered":"2024-03-07T03:16:33.096893+0000","last_clean":"2024-03-07T03:16:33.096893+0000","last_became_active":"2024-03-07T03:07:23.069262+0000","last_became_peered":"2024-03-07T03:07:23.069262+0000","last_unstale":"2024-03-07T03:16:33.096893+0000","last_undegraded":"2024-03-07T03:16:33.096893+0000","last_fullsized":"2024-03-07T03:16:33.096893+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:11:22.045807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"861'1094","reported_seq":4799,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:17:59.544834+0000","last_change":"2024-03-07T03:10:57.331022+0000","last_active":"2024-03-07T03:17:59.544834+0000","last_peered":"2024-03-07T03:17:59.544834+0000","last_clean":"2024-03-07T03:17:59.544834+0000","last_became_active":"2024-03-07T03:06:47.847229+0000","last_became_peered":"2024-03-07T03:06:47.847229+0000","last_unstale":"2024-03-07T03:17:59.544834+0000","last_undegraded":"2024-03-07T03:17:59.544834+0000","last_fullsized":"2024-03-07T03:17:59.544834+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1094,"log_dups_size":0,"ondisk_log_size":1094,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:58:27.729404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.032339935,"stat_sum":{"num_bytes":113606656,"num_objects":59,"num_object_clones":55,"num_object_copies":177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":279,"num_read_kb":358703,"num_write":525,"num_write_kb":146904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":36642816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1185,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:24.931072+0000","last_change":"2024-03-07T03:06:47.843416+0000","last_active":"2024-03-07T03:17:24.931072+0000","last_peered":"2024-03-07T03:17:24.931072+0000","last_clean":"2024-03-07T03:17:24.931072+0000","last_became_active":"2024-03-07T03:06:47.842812+0000","last_became_peered":"2024-03-07T03:06:47.842812+0000","last_unstale":"2024-03-07T03:17:24.931072+0000","last_undegraded":"2024-03-07T03:17:24.931072+0000","last_fullsized":"2024-03-07T03:17:24.931072+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:03:02.672609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1192,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:18:24.937368+0000","last_change":"2024-03-07T03:07:23.071850+0000","last_active":"2024-03-07T03:18:24.937368+0000","last_peered":"2024-03-07T03:18:24.937368+0000","last_clean":"2024-03-07T03:18:24.937368+0000","last_became_active":"2024-03-07T03:07:23.071476+0000","last_became_peered":"2024-03-07T03:07:23.071476+0000","last_unstale":"2024-03-07T03:18:24.937368+0000","last_undegraded":"2024-03-07T03:18:24.937368+0000","last_fullsized":"2024-03-07T03:18:24.937368+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:13:05.296486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1160,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:29.541526+0000","last_change":"2024-03-07T03:05:35.926187+0000","last_active":"2024-03-07T03:17:29.541526+0000","last_peered":"2024-03-07T03:17:29.541526+0000","last_clean":"2024-03-07T03:17:29.541526+0000","last_became_active":"2024-03-07T03:05:35.925908+0000","last_became_peered":"2024-03-07T03:05:35.925908+0000","last_unstale":"2024-03-07T03:17:29.541526+0000","last_undegraded":"2024-03-07T03:17:29.541526+0000","last_fullsized":"2024-03-07T03:17:29.541526+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:48:33.101185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"863'1146","reported_seq":3876,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:18:21.438734+0000","last_change":"2024-03-07T03:10:56.132170+0000","last_active":"2024-03-07T03:18:21.438734+0000","last_peered":"2024-03-07T03:18:21.438734+0000","last_clean":"2024-03-07T03:18:21.438734+0000","last_became_active":"2024-03-07T03:07:58.756854+0000","last_became_peered":"2024-03-07T03:07:58.756854+0000","last_unstale":"2024-03-07T03:18:21.438734+0000","last_undegraded":"2024-03-07T03:18:21.438734+0000","last_fullsized":"2024-03-07T03:18:21.438734+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1146,"log_dups_size":0,"ondisk_log_size":1146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T02:59:04.693146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.010433211,"stat_sum":{"num_bytes":34668544,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":1,"num_read":219,"num_read_kb":317694,"num_write":420,"num_write_kb":93568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":10240000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1008,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:46.200874+0000","last_change":"2024-03-07T03:07:58.760449+0000","last_active":"2024-03-07T03:17:46.200874+0000","last_peered":"2024-03-07T03:17:46.200874+0000","last_clean":"2024-03-07T03:17:46.200874+0000","last_became_active":"2024-03-07T03:07:58.760086+0000","last_became_peered":"2024-03-07T03:07:58.760086+0000","last_unstale":"2024-03-07T03:17:46.200874+0000","last_undegraded":"2024-03-07T03:17:46.200874+0000","last_fullsized":"2024-03-07T03:17:46.200874+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:34:38.583100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1091,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:18:04.003910+0000","last_change":"2024-03-07T03:07:23.073659+0000","last_active":"2024-03-07T03:18:04.003910+0000","last_peered":"2024-03-07T03:18:04.003910+0000","last_clean":"2024-03-07T03:18:04.003910+0000","last_became_active":"2024-03-07T03:07:23.073277+0000","last_became_peered":"2024-03-07T03:07:23.073277+0000","last_unstale":"2024-03-07T03:18:04.003910+0000","last_undegraded":"2024-03-07T03:18:04.003910+0000","last_fullsized":"2024-03-07T03:18:04.003910+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:48:34.819985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1063,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:10.982075+0000","last_change":"2024-03-07T03:07:58.752576+0000","last_active":"2024-03-07T03:17:10.982075+0000","last_peered":"2024-03-07T03:17:10.982075+0000","last_clean":"2024-03-07T03:17:10.982075+0000","last_became_active":"2024-03-07T03:07:58.752193+0000","last_became_peered":"2024-03-07T03:07:58.752193+0000","last_unstale":"2024-03-07T03:17:10.982075+0000","last_undegraded":"2024-03-07T03:17:10.982075+0000","last_fullsized":"2024-03-07T03:17:10.982075+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:55:14.205594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"395'197","reported_seq":1468,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:56.436067+0000","last_change":"2024-03-07T03:07:58.752982+0000","last_active":"2024-03-07T03:17:56.436067+0000","last_peered":"2024-03-07T03:17:56.436067+0000","last_clean":"2024-03-07T03:17:56.436067+0000","last_became_active":"2024-03-07T03:07:58.752004+0000","last_became_peered":"2024-03-07T03:07:58.752004+0000","last_unstale":"2024-03-07T03:17:56.436067+0000","last_undegraded":"2024-03-07T03:17:56.436067+0000","last_fullsized":"2024-03-07T03:17:56.436067+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_clean_scrub_stamp":"2024-03-07T02:51:31.238394+0000","objects_scrubbed":0,"log_size":197,"log_dups_size":0,"ondisk_log_size":197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:53.766202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"858'3145","reported_seq":6532,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:17:35.985034+0000","last_change":"2024-03-07T03:10:57.131283+0000","last_active":"2024-03-07T03:17:35.985034+0000","last_peered":"2024-03-07T03:17:35.985034+0000","last_clean":"2024-03-07T03:17:35.985034+0000","last_became_active":"2024-03-07T03:06:47.859231+0000","last_became_peered":"2024-03-07T03:06:47.859231+0000","last_unstale":"2024-03-07T03:17:35.985034+0000","last_undegraded":"2024-03-07T03:17:35.985034+0000","last_fullsized":"2024-03-07T03:17:35.985034+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3145,"log_dups_size":0,"ondisk_log_size":3145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:10:03.781442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001499434,"stat_sum":{"num_bytes":18481152,"num_objects":15,"num_object_clones":14,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":124,"num_read_kb":398406,"num_write":253,"num_write_kb":45856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":9773056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1216,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:50.825515+0000","last_change":"2024-03-07T03:05:01.454053+0000","last_active":"2024-03-07T03:16:50.825515+0000","last_peered":"2024-03-07T03:16:50.825515+0000","last_clean":"2024-03-07T03:16:50.825515+0000","last_became_active":"2024-03-07T03:05:01.453718+0000","last_became_peered":"2024-03-07T03:05:01.453718+0000","last_unstale":"2024-03-07T03:16:50.825515+0000","last_undegraded":"2024-03-07T03:16:50.825515+0000","last_fullsized":"2024-03-07T03:16:50.825515+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:10:59.835543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1217,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:18:25.835865+0000","last_change":"2024-03-07T03:06:09.987673+0000","last_active":"2024-03-07T03:18:25.835865+0000","last_peered":"2024-03-07T03:18:25.835865+0000","last_clean":"2024-03-07T03:18:25.835865+0000","last_became_active":"2024-03-07T03:06:09.987328+0000","last_became_peered":"2024-03-07T03:06:09.987328+0000","last_unstale":"2024-03-07T03:18:25.835865+0000","last_undegraded":"2024-03-07T03:18:25.835865+0000","last_fullsized":"2024-03-07T03:18:25.835865+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:11:17.983744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":977,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:56.436043+0000","last_change":"2024-03-07T03:07:58.757849+0000","last_active":"2024-03-07T03:17:56.436043+0000","last_peered":"2024-03-07T03:17:56.436043+0000","last_clean":"2024-03-07T03:17:56.436043+0000","last_became_active":"2024-03-07T03:07:58.757399+0000","last_became_peered":"2024-03-07T03:07:58.757399+0000","last_unstale":"2024-03-07T03:17:56.436043+0000","last_undegraded":"2024-03-07T03:17:56.436043+0000","last_fullsized":"2024-03-07T03:17:56.436043+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:54:11.413787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"864'1259","reported_seq":4066,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:46.200844+0000","last_change":"2024-03-07T03:10:56.129203+0000","last_active":"2024-03-07T03:17:46.200844+0000","last_peered":"2024-03-07T03:17:46.200844+0000","last_clean":"2024-03-07T03:17:46.200844+0000","last_became_active":"2024-03-07T03:07:23.080120+0000","last_became_peered":"2024-03-07T03:07:23.080120+0000","last_unstale":"2024-03-07T03:17:46.200844+0000","last_undegraded":"2024-03-07T03:17:46.200844+0000","last_fullsized":"2024-03-07T03:17:46.200844+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1259,"log_dups_size":0,"ondisk_log_size":1259,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:33:24.850580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0059393290000000001,"stat_sum":{"num_bytes":23298048,"num_objects":10,"num_object_clones":7,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":249,"num_read_kb":271095,"num_write":553,"num_write_kb":138504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":18890752,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.3","version":"0'0","reported_seq":1217,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:18:25.835919+0000","last_change":"2024-03-07T03:07:58.750289+0000","last_active":"2024-03-07T03:18:25.835919+0000","last_peered":"2024-03-07T03:18:25.835919+0000","last_clean":"2024-03-07T03:18:25.835919+0000","last_became_active":"2024-03-07T03:07:58.749557+0000","last_became_peered":"2024-03-07T03:07:58.749557+0000","last_unstale":"2024-03-07T03:18:25.835919+0000","last_undegraded":"2024-03-07T03:18:25.835919+0000","last_fullsized":"2024-03-07T03:18:25.835919+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:54:43.865660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":991,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:18:21.438771+0000","last_change":"2024-03-07T03:07:58.758005+0000","last_active":"2024-03-07T03:18:21.438771+0000","last_peered":"2024-03-07T03:18:21.438771+0000","last_clean":"2024-03-07T03:18:21.438771+0000","last_became_active":"2024-03-07T03:07:58.756833+0000","last_became_peered":"2024-03-07T03:07:58.756833+0000","last_unstale":"2024-03-07T03:18:21.438771+0000","last_undegraded":"2024-03-07T03:18:21.438771+0000","last_fullsized":"2024-03-07T03:18:21.438771+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:37:55.288554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1190,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:54.928283+0000","last_change":"2024-03-07T03:06:47.843644+0000","last_active":"2024-03-07T03:16:54.928283+0000","last_peered":"2024-03-07T03:16:54.928283+0000","last_clean":"2024-03-07T03:16:54.928283+0000","last_became_active":"2024-03-07T03:06:47.842694+0000","last_became_peered":"2024-03-07T03:06:47.842694+0000","last_unstale":"2024-03-07T03:16:54.928283+0000","last_undegraded":"2024-03-07T03:16:54.928283+0000","last_fullsized":"2024-03-07T03:16:54.928283+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:25:34.783974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"863'880","reported_seq":3817,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:33.096853+0000","last_change":"2024-03-07T03:10:56.125509+0000","last_active":"2024-03-07T03:16:33.096853+0000","last_peered":"2024-03-07T03:16:33.096853+0000","last_clean":"2024-03-07T03:16:33.096853+0000","last_became_active":"2024-03-07T03:07:58.755248+0000","last_became_peered":"2024-03-07T03:07:58.755248+0000","last_unstale":"2024-03-07T03:16:33.096853+0000","last_undegraded":"2024-03-07T03:16:33.096853+0000","last_fullsized":"2024-03-07T03:16:33.096853+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":880,"log_dups_size":0,"ondisk_log_size":880,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:40:02.788467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0073429089999999999,"stat_sum":{"num_bytes":9224192,"num_objects":8,"num_object_clones":6,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":1,"num_read":161,"num_read_kb":133885,"num_write":362,"num_write_kb":55920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1127,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:34.000486+0000","last_change":"2024-03-07T03:07:58.764215+0000","last_active":"2024-03-07T03:17:34.000486+0000","last_peered":"2024-03-07T03:17:34.000486+0000","last_clean":"2024-03-07T03:17:34.000486+0000","last_became_active":"2024-03-07T03:07:58.763818+0000","last_became_peered":"2024-03-07T03:07:58.763818+0000","last_unstale":"2024-03-07T03:17:34.000486+0000","last_undegraded":"2024-03-07T03:17:34.000486+0000","last_fullsized":"2024-03-07T03:17:34.000486+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:27:54.623360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"719'2","reported_seq":1195,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:24.931055+0000","last_change":"2024-03-07T03:07:23.074913+0000","last_active":"2024-03-07T03:17:24.931055+0000","last_peered":"2024-03-07T03:17:24.931055+0000","last_clean":"2024-03-07T03:17:24.931055+0000","last_became_active":"2024-03-07T03:07:23.074530+0000","last_became_peered":"2024-03-07T03:07:23.074530+0000","last_unstale":"2024-03-07T03:17:24.931055+0000","last_undegraded":"2024-03-07T03:17:24.931055+0000","last_fullsized":"2024-03-07T03:17:24.931055+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:13:25.877187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1129,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:23.992537+0000","last_change":"2024-03-07T03:07:58.757756+0000","last_active":"2024-03-07T03:16:23.992537+0000","last_peered":"2024-03-07T03:16:23.992537+0000","last_clean":"2024-03-07T03:16:23.992537+0000","last_became_active":"2024-03-07T03:07:58.757430+0000","last_became_peered":"2024-03-07T03:07:58.757430+0000","last_unstale":"2024-03-07T03:16:23.992537+0000","last_undegraded":"2024-03-07T03:16:23.992537+0000","last_fullsized":"2024-03-07T03:16:23.992537+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:22:21.412765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"863'1564","reported_seq":5166,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:17:34.000392+0000","last_change":"2024-03-07T03:10:57.329944+0000","last_active":"2024-03-07T03:17:34.000392+0000","last_peered":"2024-03-07T03:17:34.000392+0000","last_clean":"2024-03-07T03:17:34.000392+0000","last_became_active":"2024-03-07T03:06:09.990793+0000","last_became_peered":"2024-03-07T03:06:09.990793+0000","last_unstale":"2024-03-07T03:17:34.000392+0000","last_undegraded":"2024-03-07T03:17:34.000392+0000","last_fullsized":"2024-03-07T03:17:34.000392+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1564,"log_dups_size":0,"ondisk_log_size":1564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":143,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:53.639078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.019553126000000001,"stat_sum":{"num_bytes":100999168,"num_objects":73,"num_object_clones":68,"num_object_copies":219,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":1,"num_read":410,"num_read_kb":572954,"num_write":777,"num_write_kb":204640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":51175424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"c"},{"start":"178","length":"4"},{"start":"17e","length":"3"},{"start":"182","length":"4"},{"start":"187","length":"5"},{"start":"18d","length":"2"}]},{"pgid":"4.1","version":"0'0","reported_seq":1082,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:33.096817+0000","last_change":"2024-03-07T03:07:23.071468+0000","last_active":"2024-03-07T03:16:33.096817+0000","last_peered":"2024-03-07T03:16:33.096817+0000","last_clean":"2024-03-07T03:16:33.096817+0000","last_became_active":"2024-03-07T03:07:23.071160+0000","last_became_peered":"2024-03-07T03:07:23.071160+0000","last_unstale":"2024-03-07T03:16:33.096817+0000","last_undegraded":"2024-03-07T03:16:33.096817+0000","last_fullsized":"2024-03-07T03:16:33.096817+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:17:55.686793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":993,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:18:11.203943+0000","last_change":"2024-03-07T03:07:58.759142+0000","last_active":"2024-03-07T03:18:11.203943+0000","last_peered":"2024-03-07T03:18:11.203943+0000","last_clean":"2024-03-07T03:18:11.203943+0000","last_became_active":"2024-03-07T03:07:58.758771+0000","last_became_peered":"2024-03-07T03:07:58.758771+0000","last_unstale":"2024-03-07T03:18:11.203943+0000","last_undegraded":"2024-03-07T03:18:11.203943+0000","last_fullsized":"2024-03-07T03:18:11.203943+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:45:13.985820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1216,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:50.825492+0000","last_change":"2024-03-07T03:06:09.988597+0000","last_active":"2024-03-07T03:16:50.825492+0000","last_peered":"2024-03-07T03:16:50.825492+0000","last_clean":"2024-03-07T03:16:50.825492+0000","last_became_active":"2024-03-07T03:06:09.988261+0000","last_became_peered":"2024-03-07T03:06:09.988261+0000","last_unstale":"2024-03-07T03:16:50.825492+0000","last_undegraded":"2024-03-07T03:16:50.825492+0000","last_fullsized":"2024-03-07T03:16:50.825492+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:11:06.717251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"843'3099","reported_seq":6401,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:18:00.988298+0000","last_change":"2024-03-07T03:10:57.131044+0000","last_active":"2024-03-07T03:18:00.988298+0000","last_peered":"2024-03-07T03:18:00.988298+0000","last_clean":"2024-03-07T03:18:00.988298+0000","last_became_active":"2024-03-07T03:07:23.084936+0000","last_became_peered":"2024-03-07T03:07:23.084936+0000","last_unstale":"2024-03-07T03:18:00.988298+0000","last_undegraded":"2024-03-07T03:18:00.988298+0000","last_fullsized":"2024-03-07T03:18:00.988298+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3099,"log_dups_size":0,"ondisk_log_size":3099,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:46:48.809690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012703,"stat_sum":{"num_bytes":8347648,"num_objects":13,"num_object_clones":12,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":56,"num_read_kb":33721,"num_write":241,"num_write_kb":36816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":434176,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1149,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:59.544742+0000","last_change":"2024-03-07T03:05:01.461136+0000","last_active":"2024-03-07T03:17:59.544742+0000","last_peered":"2024-03-07T03:17:59.544742+0000","last_clean":"2024-03-07T03:17:59.544742+0000","last_became_active":"2024-03-07T03:05:01.457189+0000","last_became_peered":"2024-03-07T03:05:01.457189+0000","last_unstale":"2024-03-07T03:17:59.544742+0000","last_undegraded":"2024-03-07T03:17:59.544742+0000","last_fullsized":"2024-03-07T03:17:59.544742+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:23.791243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1105,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:58.099399+0000","last_change":"2024-03-07T03:07:58.750311+0000","last_active":"2024-03-07T03:16:58.099399+0000","last_peered":"2024-03-07T03:16:58.099399+0000","last_clean":"2024-03-07T03:16:58.099399+0000","last_became_active":"2024-03-07T03:07:58.750001+0000","last_became_peered":"2024-03-07T03:07:58.750001+0000","last_unstale":"2024-03-07T03:16:58.099399+0000","last_undegraded":"2024-03-07T03:16:58.099399+0000","last_fullsized":"2024-03-07T03:16:58.099399+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:05.963944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"847'12789","reported_seq":16205,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:17:23.102472+0000","last_change":"2024-03-07T03:10:57.124034+0000","last_active":"2024-03-07T03:17:23.102472+0000","last_peered":"2024-03-07T03:17:23.102472+0000","last_clean":"2024-03-07T03:17:23.102472+0000","last_became_active":"2024-03-07T03:06:47.859957+0000","last_became_peered":"2024-03-07T03:06:47.859957+0000","last_unstale":"2024-03-07T03:17:23.102472+0000","last_undegraded":"2024-03-07T03:17:23.102472+0000","last_fullsized":"2024-03-07T03:17:23.102472+0000","mapping_epoch":625,"log_start":"599'6200","ondisk_log_start":"599'6200","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":6589,"log_dups_size":0,"ondisk_log_size":6589,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":137,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:29:13.699651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0091875959999999993,"stat_sum":{"num_bytes":71745536,"num_objects":32,"num_object_clones":30,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":0,"num_read":146,"num_read_kb":316804,"num_write":323,"num_write_kb":90232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":20865024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"5"},{"start":"171","length":"b"},{"start":"17e","length":"8"},{"start":"187","length":"5"},{"start":"18d","length":"3"},{"start":"192","length":"1"},{"start":"197","length":"1"},{"start":"199","length":"2"}]},{"pgid":"2.9","version":"0'0","reported_seq":1190,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:24.930967+0000","last_change":"2024-03-07T03:07:58.752456+0000","last_active":"2024-03-07T03:17:24.930967+0000","last_peered":"2024-03-07T03:17:24.930967+0000","last_clean":"2024-03-07T03:17:24.930967+0000","last_became_active":"2024-03-07T03:07:58.752118+0000","last_became_peered":"2024-03-07T03:07:58.752118+0000","last_unstale":"2024-03-07T03:17:24.930967+0000","last_undegraded":"2024-03-07T03:17:24.930967+0000","last_fullsized":"2024-03-07T03:17:24.930967+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:08:08.574482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1120,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:23.992489+0000","last_change":"2024-03-07T03:07:58.757839+0000","last_active":"2024-03-07T03:16:23.992489+0000","last_peered":"2024-03-07T03:16:23.992489+0000","last_clean":"2024-03-07T03:16:23.992489+0000","last_became_active":"2024-03-07T03:07:58.757495+0000","last_became_peered":"2024-03-07T03:07:58.757495+0000","last_unstale":"2024-03-07T03:16:23.992489+0000","last_undegraded":"2024-03-07T03:16:23.992489+0000","last_fullsized":"2024-03-07T03:16:23.992489+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:27:02.190643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"861'1463","reported_seq":5090,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:16:14.534628+0000","last_change":"2024-03-07T03:10:57.330799+0000","last_active":"2024-03-07T03:16:14.534628+0000","last_peered":"2024-03-07T03:16:14.534628+0000","last_clean":"2024-03-07T03:16:14.534628+0000","last_became_active":"2024-03-07T03:07:58.763085+0000","last_became_peered":"2024-03-07T03:07:58.763085+0000","last_unstale":"2024-03-07T03:16:14.534628+0000","last_undegraded":"2024-03-07T03:16:14.534628+0000","last_fullsized":"2024-03-07T03:16:14.534628+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1463,"log_dups_size":0,"ondisk_log_size":1463,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:39:21.050544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.016579719999999999,"stat_sum":{"num_bytes":106192896,"num_objects":71,"num_object_clones":66,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":1,"num_read":323,"num_read_kb":516030,"num_write":942,"num_write_kb":231680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":48201728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1190,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:24.931017+0000","last_change":"2024-03-07T03:07:58.752370+0000","last_active":"2024-03-07T03:17:24.931017+0000","last_peered":"2024-03-07T03:17:24.931017+0000","last_clean":"2024-03-07T03:17:24.931017+0000","last_became_active":"2024-03-07T03:07:58.751985+0000","last_became_peered":"2024-03-07T03:07:58.751985+0000","last_unstale":"2024-03-07T03:17:24.931017+0000","last_undegraded":"2024-03-07T03:17:24.931017+0000","last_fullsized":"2024-03-07T03:17:24.931017+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:31:33.590004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1129,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:48.995494+0000","last_change":"2024-03-07T03:06:09.987484+0000","last_active":"2024-03-07T03:16:48.995494+0000","last_peered":"2024-03-07T03:16:48.995494+0000","last_clean":"2024-03-07T03:16:48.995494+0000","last_became_active":"2024-03-07T03:06:09.986947+0000","last_became_peered":"2024-03-07T03:06:09.986947+0000","last_unstale":"2024-03-07T03:16:48.995494+0000","last_undegraded":"2024-03-07T03:16:48.995494+0000","last_fullsized":"2024-03-07T03:16:48.995494+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:37:38.253630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"857'1055","reported_seq":4921,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:17:54.934037+0000","last_change":"2024-03-07T03:10:57.123092+0000","last_active":"2024-03-07T03:17:54.934037+0000","last_peered":"2024-03-07T03:17:54.934037+0000","last_clean":"2024-03-07T03:17:54.934037+0000","last_became_active":"2024-03-07T03:06:09.993513+0000","last_became_peered":"2024-03-07T03:06:09.993513+0000","last_unstale":"2024-03-07T03:17:54.934037+0000","last_undegraded":"2024-03-07T03:17:54.934037+0000","last_fullsized":"2024-03-07T03:17:54.934037+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1055,"log_dups_size":0,"ondisk_log_size":1055,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:34:07.352811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013205965,"stat_sum":{"num_bytes":99745792,"num_objects":66,"num_object_clones":62,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":306,"num_read_kb":434534,"num_write":588,"num_write_kb":145464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":21749760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.b","version":"716'3","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:56.430141+0000","last_change":"2024-03-07T03:07:58.749480+0000","last_active":"2024-03-07T03:16:56.430141+0000","last_peered":"2024-03-07T03:16:56.430141+0000","last_clean":"2024-03-07T03:16:56.430141+0000","last_became_active":"2024-03-07T03:07:58.749098+0000","last_became_peered":"2024-03-07T03:07:58.749098+0000","last_unstale":"2024-03-07T03:16:56.430141+0000","last_undegraded":"2024-03-07T03:16:56.430141+0000","last_fullsized":"2024-03-07T03:16:56.430141+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:35:33.945855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1038,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:18:11.203877+0000","last_change":"2024-03-07T03:07:23.075725+0000","last_active":"2024-03-07T03:18:11.203877+0000","last_peered":"2024-03-07T03:18:11.203877+0000","last_clean":"2024-03-07T03:18:11.203877+0000","last_became_active":"2024-03-07T03:07:23.075203+0000","last_became_peered":"2024-03-07T03:07:23.075203+0000","last_unstale":"2024-03-07T03:18:11.203877+0000","last_undegraded":"2024-03-07T03:18:11.203877+0000","last_fullsized":"2024-03-07T03:18:11.203877+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:47:11.192302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"863'1711","reported_seq":5462,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:16:14.534560+0000","last_change":"2024-03-07T03:10:57.330918+0000","last_active":"2024-03-07T03:16:14.534560+0000","last_peered":"2024-03-07T03:16:14.534560+0000","last_clean":"2024-03-07T03:16:14.534560+0000","last_became_active":"2024-03-07T03:06:47.849454+0000","last_became_peered":"2024-03-07T03:06:47.849454+0000","last_unstale":"2024-03-07T03:16:14.534560+0000","last_undegraded":"2024-03-07T03:16:14.534560+0000","last_fullsized":"2024-03-07T03:16:14.534560+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1711,"log_dups_size":0,"ondisk_log_size":1711,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:40:07.156907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.014160193999999999,"stat_sum":{"num_bytes":165158912,"num_objects":93,"num_object_clones":87,"num_object_copies":279,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":93,"num_whiteouts":2,"num_read":489,"num_read_kb":756200,"num_write":870,"num_write_kb":258896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":69541888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1158,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:14.534618+0000","last_change":"2024-03-07T03:06:47.847077+0000","last_active":"2024-03-07T03:16:14.534618+0000","last_peered":"2024-03-07T03:16:14.534618+0000","last_clean":"2024-03-07T03:16:14.534618+0000","last_became_active":"2024-03-07T03:06:47.846359+0000","last_became_peered":"2024-03-07T03:06:47.846359+0000","last_unstale":"2024-03-07T03:16:14.534618+0000","last_undegraded":"2024-03-07T03:16:14.534618+0000","last_fullsized":"2024-03-07T03:16:14.534618+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:00:08.102949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":974,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:56.430175+0000","last_change":"2024-03-07T03:07:58.760528+0000","last_active":"2024-03-07T03:16:56.430175+0000","last_peered":"2024-03-07T03:16:56.430175+0000","last_clean":"2024-03-07T03:16:56.430175+0000","last_became_active":"2024-03-07T03:07:58.760226+0000","last_became_peered":"2024-03-07T03:07:58.760226+0000","last_unstale":"2024-03-07T03:16:56.430175+0000","last_undegraded":"2024-03-07T03:16:56.430175+0000","last_fullsized":"2024-03-07T03:16:56.430175+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:10:36.411047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"863'1938","reported_seq":4941,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:59.544782+0000","last_change":"2024-03-07T03:10:56.140803+0000","last_active":"2024-03-07T03:17:59.544782+0000","last_peered":"2024-03-07T03:17:59.544782+0000","last_clean":"2024-03-07T03:17:59.544782+0000","last_became_active":"2024-03-07T03:06:09.993933+0000","last_became_peered":"2024-03-07T03:06:09.993933+0000","last_unstale":"2024-03-07T03:17:59.544782+0000","last_undegraded":"2024-03-07T03:17:59.544782+0000","last_fullsized":"2024-03-07T03:17:59.544782+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1938,"log_dups_size":0,"ondisk_log_size":1938,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:16.359457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.024996012000000001,"stat_sum":{"num_bytes":22765568,"num_objects":17,"num_object_clones":12,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":2,"num_read":350,"num_read_kb":387634,"num_write":702,"num_write_kb":183472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":7151616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.d","version":"61'1","reported_seq":1193,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:54.934064+0000","last_change":"2024-03-07T03:06:09.993129+0000","last_active":"2024-03-07T03:17:54.934064+0000","last_peered":"2024-03-07T03:17:54.934064+0000","last_clean":"2024-03-07T03:17:54.934064+0000","last_became_active":"2024-03-07T03:06:09.992737+0000","last_became_peered":"2024-03-07T03:06:09.992737+0000","last_unstale":"2024-03-07T03:17:54.934064+0000","last_undegraded":"2024-03-07T03:17:54.934064+0000","last_fullsized":"2024-03-07T03:17:54.934064+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:02:42.055569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1054,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:18:00.988277+0000","last_change":"2024-03-07T03:07:23.076846+0000","last_active":"2024-03-07T03:18:00.988277+0000","last_peered":"2024-03-07T03:18:00.988277+0000","last_clean":"2024-03-07T03:18:00.988277+0000","last_became_active":"2024-03-07T03:07:23.075895+0000","last_became_peered":"2024-03-07T03:07:23.075895+0000","last_unstale":"2024-03-07T03:18:00.988277+0000","last_undegraded":"2024-03-07T03:18:00.988277+0000","last_fullsized":"2024-03-07T03:18:00.988277+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:09:15.080126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"854'331","reported_seq":3441,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:16:36.427861+0000","last_change":"2024-03-07T03:10:57.298223+0000","last_active":"2024-03-07T03:16:36.427861+0000","last_peered":"2024-03-07T03:16:36.427861+0000","last_clean":"2024-03-07T03:16:36.427861+0000","last_became_active":"2024-03-07T03:07:58.749089+0000","last_became_peered":"2024-03-07T03:07:58.749089+0000","last_unstale":"2024-03-07T03:16:36.427861+0000","last_undegraded":"2024-03-07T03:16:36.427861+0000","last_fullsized":"2024-03-07T03:16:36.427861+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":331,"log_dups_size":0,"ondisk_log_size":331,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":83,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:26:07.404191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00085119700000000004,"stat_sum":{"num_bytes":15409152,"num_objects":11,"num_object_clones":10,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":91,"num_read_kb":118251,"num_write":162,"num_write_kb":30616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":34586624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"56"},{"start":"1c2","length":"3"},{"start":"1c9","length":"1"}]},{"pgid":"2.e","version":"61'2","reported_seq":1162,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:14.534664+0000","last_change":"2024-03-07T03:07:58.755578+0000","last_active":"2024-03-07T03:16:14.534664+0000","last_peered":"2024-03-07T03:16:14.534664+0000","last_clean":"2024-03-07T03:16:14.534664+0000","last_became_active":"2024-03-07T03:07:58.755160+0000","last_became_peered":"2024-03-07T03:07:58.755160+0000","last_unstale":"2024-03-07T03:16:14.534664+0000","last_undegraded":"2024-03-07T03:16:14.534664+0000","last_fullsized":"2024-03-07T03:16:14.534664+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:20.584382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":989,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:56.430221+0000","last_change":"2024-03-07T03:07:58.751269+0000","last_active":"2024-03-07T03:16:56.430221+0000","last_peered":"2024-03-07T03:16:56.430221+0000","last_clean":"2024-03-07T03:16:56.430221+0000","last_became_active":"2024-03-07T03:07:58.750956+0000","last_became_peered":"2024-03-07T03:07:58.750956+0000","last_unstale":"2024-03-07T03:16:56.430221+0000","last_undegraded":"2024-03-07T03:16:56.430221+0000","last_fullsized":"2024-03-07T03:16:56.430221+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:39.414545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1009,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:46.200815+0000","last_change":"2024-03-07T03:07:23.081711+0000","last_active":"2024-03-07T03:17:46.200815+0000","last_peered":"2024-03-07T03:17:46.200815+0000","last_clean":"2024-03-07T03:17:46.200815+0000","last_became_active":"2024-03-07T03:07:23.079269+0000","last_became_peered":"2024-03-07T03:07:23.079269+0000","last_unstale":"2024-03-07T03:17:46.200815+0000","last_undegraded":"2024-03-07T03:17:46.200815+0000","last_fullsized":"2024-03-07T03:17:46.200815+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:39.008957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1160,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:29.541501+0000","last_change":"2024-03-07T03:07:23.072806+0000","last_active":"2024-03-07T03:17:29.541501+0000","last_peered":"2024-03-07T03:17:29.541501+0000","last_clean":"2024-03-07T03:17:29.541501+0000","last_became_active":"2024-03-07T03:07:23.071234+0000","last_became_peered":"2024-03-07T03:07:23.071234+0000","last_unstale":"2024-03-07T03:17:29.541501+0000","last_undegraded":"2024-03-07T03:17:29.541501+0000","last_fullsized":"2024-03-07T03:17:29.541501+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:52.610744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1060,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:10.982061+0000","last_change":"2024-03-07T03:06:47.851593+0000","last_active":"2024-03-07T03:17:10.982061+0000","last_peered":"2024-03-07T03:17:10.982061+0000","last_clean":"2024-03-07T03:17:10.982061+0000","last_became_active":"2024-03-07T03:06:47.849677+0000","last_became_peered":"2024-03-07T03:06:47.849677+0000","last_unstale":"2024-03-07T03:17:10.982061+0000","last_undegraded":"2024-03-07T03:17:10.982061+0000","last_fullsized":"2024-03-07T03:17:10.982061+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:30.969251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1119,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:29.541546+0000","last_change":"2024-03-07T03:06:09.995434+0000","last_active":"2024-03-07T03:17:29.541546+0000","last_peered":"2024-03-07T03:17:29.541546+0000","last_clean":"2024-03-07T03:17:29.541546+0000","last_became_active":"2024-03-07T03:06:09.994939+0000","last_became_peered":"2024-03-07T03:06:09.994939+0000","last_unstale":"2024-03-07T03:17:29.541546+0000","last_undegraded":"2024-03-07T03:17:29.541546+0000","last_fullsized":"2024-03-07T03:17:29.541546+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:27:11.737354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1129,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:23.992522+0000","last_change":"2024-03-07T03:06:09.987381+0000","last_active":"2024-03-07T03:16:23.992522+0000","last_peered":"2024-03-07T03:16:23.992522+0000","last_clean":"2024-03-07T03:16:23.992522+0000","last_became_active":"2024-03-07T03:06:09.986952+0000","last_became_peered":"2024-03-07T03:06:09.986952+0000","last_unstale":"2024-03-07T03:16:23.992522+0000","last_undegraded":"2024-03-07T03:16:23.992522+0000","last_fullsized":"2024-03-07T03:16:23.992522+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:26:15.439852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1190,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:24.931042+0000","last_change":"2024-03-07T03:05:35.923999+0000","last_active":"2024-03-07T03:17:24.931042+0000","last_peered":"2024-03-07T03:17:24.931042+0000","last_clean":"2024-03-07T03:17:24.931042+0000","last_became_active":"2024-03-07T03:05:35.923719+0000","last_became_peered":"2024-03-07T03:05:35.923719+0000","last_unstale":"2024-03-07T03:17:24.931042+0000","last_undegraded":"2024-03-07T03:17:24.931042+0000","last_fullsized":"2024-03-07T03:17:24.931042+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:43:04.724647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1011,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:18:11.203930+0000","last_change":"2024-03-07T03:07:58.749989+0000","last_active":"2024-03-07T03:18:11.203930+0000","last_peered":"2024-03-07T03:18:11.203930+0000","last_clean":"2024-03-07T03:18:11.203930+0000","last_became_active":"2024-03-07T03:07:58.749643+0000","last_became_peered":"2024-03-07T03:07:58.749643+0000","last_unstale":"2024-03-07T03:18:11.203930+0000","last_undegraded":"2024-03-07T03:18:11.203930+0000","last_fullsized":"2024-03-07T03:18:11.203930+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:00:44.729806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1112,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:23.992546+0000","last_change":"2024-03-07T03:06:09.999184+0000","last_active":"2024-03-07T03:16:23.992546+0000","last_peered":"2024-03-07T03:16:23.992546+0000","last_clean":"2024-03-07T03:16:23.992546+0000","last_became_active":"2024-03-07T03:06:09.998856+0000","last_became_peered":"2024-03-07T03:06:09.998856+0000","last_unstale":"2024-03-07T03:16:23.992546+0000","last_undegraded":"2024-03-07T03:16:23.992546+0000","last_fullsized":"2024-03-07T03:16:23.992546+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:37:00.102189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1060,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:35.984977+0000","last_change":"2024-03-07T03:06:47.857644+0000","last_active":"2024-03-07T03:17:35.984977+0000","last_peered":"2024-03-07T03:17:35.984977+0000","last_clean":"2024-03-07T03:17:35.984977+0000","last_became_active":"2024-03-07T03:06:47.857354+0000","last_became_peered":"2024-03-07T03:06:47.857354+0000","last_unstale":"2024-03-07T03:17:35.984977+0000","last_undegraded":"2024-03-07T03:17:35.984977+0000","last_fullsized":"2024-03-07T03:17:35.984977+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:02:18.860369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1120,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:48.995469+0000","last_change":"2024-03-07T03:06:09.987872+0000","last_active":"2024-03-07T03:16:48.995469+0000","last_peered":"2024-03-07T03:16:48.995469+0000","last_clean":"2024-03-07T03:16:48.995469+0000","last_became_active":"2024-03-07T03:06:09.986852+0000","last_became_peered":"2024-03-07T03:06:09.986852+0000","last_unstale":"2024-03-07T03:16:48.995469+0000","last_undegraded":"2024-03-07T03:16:48.995469+0000","last_fullsized":"2024-03-07T03:16:48.995469+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:13.708512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1038,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:18:00.988241+0000","last_change":"2024-03-07T03:07:58.755825+0000","last_active":"2024-03-07T03:18:00.988241+0000","last_peered":"2024-03-07T03:18:00.988241+0000","last_clean":"2024-03-07T03:18:00.988241+0000","last_became_active":"2024-03-07T03:07:58.755395+0000","last_became_peered":"2024-03-07T03:07:58.755395+0000","last_unstale":"2024-03-07T03:18:00.988241+0000","last_undegraded":"2024-03-07T03:18:00.988241+0000","last_fullsized":"2024-03-07T03:18:00.988241+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:10:43.184914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1216,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:20.828868+0000","last_change":"2024-03-07T03:07:58.753962+0000","last_active":"2024-03-07T03:17:20.828868+0000","last_peered":"2024-03-07T03:17:20.828868+0000","last_clean":"2024-03-07T03:17:20.828868+0000","last_became_active":"2024-03-07T03:07:58.753619+0000","last_became_peered":"2024-03-07T03:07:58.753619+0000","last_unstale":"2024-03-07T03:17:20.828868+0000","last_undegraded":"2024-03-07T03:17:20.828868+0000","last_fullsized":"2024-03-07T03:17:20.828868+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:44:44.641067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1015,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:21.191831+0000","last_change":"2024-03-07T03:07:23.078516+0000","last_active":"2024-03-07T03:16:21.191831+0000","last_peered":"2024-03-07T03:16:21.191831+0000","last_clean":"2024-03-07T03:16:21.191831+0000","last_became_active":"2024-03-07T03:07:23.076017+0000","last_became_peered":"2024-03-07T03:07:23.076017+0000","last_unstale":"2024-03-07T03:16:21.191831+0000","last_undegraded":"2024-03-07T03:16:21.191831+0000","last_fullsized":"2024-03-07T03:16:21.191831+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:17:54.725933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":857645056,"num_objects":516,"num_object_clones":466,"num_object_copies":1548,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":516,"num_whiteouts":8,"num_read":3826,"num_read_kb":5949842,"num_write":7931,"num_write_kb":1978632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":107,"num_bytes_recovered":385712128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1170673664,"data_stored":2969124864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28580,"ondisk_log_size":28580,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197,"ondisk_log_size":197,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":26375,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":694,"seq":2980707303576,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":150184,"kb_used_data":96156,"kb_used_omap":35,"kb_used_meta":53980,"kb_avail":93594968,"statfs":{"total":95995035648,"available":95841247232,"internally_reserved":0,"allocated":98463744,"data_stored":167037349,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36312,"internal_metadata":55276072},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":660,"seq":2834678415519,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":94940,"kb_used_data":42576,"kb_used_omap":23,"kb_used_meta":52328,"kb_avail":93650212,"statfs":{"total":95995035648,"available":95897817088,"internally_reserved":0,"allocated":43597824,"data_stored":80829959,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":24173,"internal_metadata":53584275},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":463,"seq":1988569858250,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":692864,"kb_used_data":193964,"kb_used_omap":46,"kb_used_meta":498833,"kb_avail":93052288,"statfs":{"total":95995035648,"available":95285542912,"internally_reserved":0,"allocated":198619136,"data_stored":533391905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48036,"internal_metadata":510805084},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":528,"seq":2267742732476,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":401776,"kb_used_data":209252,"kb_used_omap":54,"kb_used_meta":192457,"kb_avail":93343376,"statfs":{"total":95995035648,"available":95583617024,"internally_reserved":0,"allocated":214274048,"data_stored":587826473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56016,"internal_metadata":197076272},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":495,"seq":2126008811715,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":485244,"kb_used_data":166572,"kb_used_omap":47,"kb_used_meta":318608,"kb_avail":93259908,"statfs":{"total":95995035648,"available":95498145792,"internally_reserved":0,"allocated":170569728,"data_stored":457545161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48143,"internal_metadata":326255601},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":562,"seq":2413771620533,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":177748,"kb_used_data":84672,"kb_used_omap":37,"kb_used_meta":93018,"kb_avail":93567404,"statfs":{"total":95995035648,"available":95813021696,"internally_reserved":0,"allocated":86704128,"data_stored":171510863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38083,"internal_metadata":95251261},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":591,"seq":2538325672110,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":365920,"kb_used_data":157844,"kb_used_omap":61,"kb_used_meta":208002,"kb_avail":93379232,"statfs":{"total":95995035648,"available":95620333568,"internally_reserved":0,"allocated":161632256,"data_stored":367986669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":62843,"internal_metadata":212994693},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":625,"seq":2684354560167,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":509804,"kb_used_data":269020,"kb_used_omap":73,"kb_used_meta":240694,"kb_avail":93235348,"statfs":{"total":95995035648,"available":95472996352,"internally_reserved":0,"allocated":275476480,"data_stored":649851960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":75044,"internal_metadata":246471388},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7413,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2060,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2124,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3359,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3677,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2797,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2839,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2106,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":188411904,"data_stored":527167488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":160964608,"data_stored":451911680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":204677120,"data_stored":582193152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":77082624,"data_stored":165871616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":152018944,"data_stored":362352640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":265863168,"data_stored":644214784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":33390592,"data_stored":74600448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":88264704,"data_stored":160813056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-07T03:20:37.102 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:20:37.102 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:20:37.102 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:20:37.102 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-07T03:20:37.103 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-07T03:20:37.103 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-07T03:20:37.103 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.c in trimming, state: active+clean+snaptrim_error 2024-03-07T03:20:37.103 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-07T03:20:37.103 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:20:37.103 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-07T03:20:38.156 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:20:37 smithi092 ceph-mon[83777]: pgmap v1018: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:38.157 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:20:37 smithi092 ceph-mon[83777]: from='client.44708 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:20:38.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:20:37 smithi090 ceph-mon[91928]: pgmap v1018: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:38.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:20:37 smithi090 ceph-mon[91928]: from='client.44708 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:20:38.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:20:37 smithi090 ceph-mon[89511]: pgmap v1018: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:38.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:20:37 smithi090 ceph-mon[89511]: from='client.44708 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:20:40.156 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:20:39 smithi092 ceph-mon[83777]: pgmap v1019: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:40.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:20:39 smithi090 ceph-mon[89511]: pgmap v1019: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:40.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:20:39 smithi090 ceph-mon[91928]: pgmap v1019: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:42.305 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:20:41 smithi092 ceph-mon[83777]: pgmap v1020: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:42.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:20:41 smithi090 ceph-mon[89511]: pgmap v1020: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:42.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:20:41 smithi090 ceph-mon[91928]: pgmap v1020: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:42.656 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:20:42 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:20:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:20:43.220 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:20:42 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:20:43.220 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:20:42 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:20:43.220 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:20:43 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:20:43] "GET /metrics HTTP/1.1" 200 36317 "" "Prometheus/2.43.0" 2024-03-07T03:20:43.406 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:20:42 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:20:44.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:20:43 smithi090 ceph-mon[89511]: pgmap v1021: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:44.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:20:43 smithi090 ceph-mon[91928]: pgmap v1021: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:44.406 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:20:43 smithi092 ceph-mon[83777]: pgmap v1021: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:46.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:20:45 smithi090 ceph-mon[89511]: pgmap v1022: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:46.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:20:45 smithi090 ceph-mon[91928]: pgmap v1022: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:46.406 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:20:45 smithi092 ceph-mon[83777]: pgmap v1022: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:47.104 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 -- ceph pg dump --format=json 2024-03-07T03:20:47.320 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T03:20:48.068 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:20:47 smithi090 ceph-mon[89511]: pgmap v1023: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:48.069 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:20:47 smithi090 ceph-mon[91928]: pgmap v1023: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:48.406 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:20:47 smithi092 ceph-mon[83777]: pgmap v1023: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:49.260 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T03:20:49.262 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-03-07T03:20:49.962 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":1024,"stamp":"2024-03-07T03:20:48.038862+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":858242044,"num_objects":540,"num_object_clones":466,"num_object_copies":1620,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":540,"num_whiteouts":8,"num_read":4717,"num_read_kb":5951239,"num_write":8310,"num_write_kb":1981084,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":113,"num_bytes_recovered":387483232,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28845,"ondisk_log_size":28845,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2878480,"kb_used_data":1220056,"kb_used_omap":379,"kb_used_meta":1657924,"kb_avail":747082736,"statfs":{"total":767960285184,"available":765012721664,"internally_reserved":0,"allocated":1249337344,"data_stored":3015980339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":388650,"internal_metadata":1697714646},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004030"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":976,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:18:21.438790+0000","last_change":"2024-03-07T03:07:58.753984+0000","last_active":"2024-03-07T03:18:21.438790+0000","last_peered":"2024-03-07T03:18:21.438790+0000","last_clean":"2024-03-07T03:18:21.438790+0000","last_became_active":"2024-03-07T03:07:58.753138+0000","last_became_peered":"2024-03-07T03:07:58.753138+0000","last_unstale":"2024-03-07T03:18:21.438790+0000","last_undegraded":"2024-03-07T03:18:21.438790+0000","last_fullsized":"2024-03-07T03:18:21.438790+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:37:39.612519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1188,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:54.928301+0000","last_change":"2024-03-07T03:07:23.074862+0000","last_active":"2024-03-07T03:16:54.928301+0000","last_peered":"2024-03-07T03:16:54.928301+0000","last_clean":"2024-03-07T03:16:54.928301+0000","last_became_active":"2024-03-07T03:07:23.074512+0000","last_became_peered":"2024-03-07T03:07:23.074512+0000","last_unstale":"2024-03-07T03:16:54.928301+0000","last_undegraded":"2024-03-07T03:16:54.928301+0000","last_fullsized":"2024-03-07T03:16:54.928301+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:45:24.128672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1217,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:18:25.835932+0000","last_change":"2024-03-07T03:05:01.446762+0000","last_active":"2024-03-07T03:18:25.835932+0000","last_peered":"2024-03-07T03:18:25.835932+0000","last_clean":"2024-03-07T03:18:25.835932+0000","last_became_active":"2024-03-07T03:05:01.446425+0000","last_became_peered":"2024-03-07T03:05:01.446425+0000","last_unstale":"2024-03-07T03:18:25.835932+0000","last_undegraded":"2024-03-07T03:18:25.835932+0000","last_fullsized":"2024-03-07T03:18:25.835932+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:39:39.897066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1056,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:18:45.993679+0000","last_change":"2024-03-07T03:07:58.755992+0000","last_active":"2024-03-07T03:18:45.993679+0000","last_peered":"2024-03-07T03:18:45.993679+0000","last_clean":"2024-03-07T03:18:45.993679+0000","last_became_active":"2024-03-07T03:07:58.755499+0000","last_became_peered":"2024-03-07T03:07:58.755499+0000","last_unstale":"2024-03-07T03:18:45.993679+0000","last_undegraded":"2024-03-07T03:18:45.993679+0000","last_fullsized":"2024-03-07T03:18:45.993679+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:26:12.313572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":988,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:56.436095+0000","last_change":"2024-03-07T03:07:58.752235+0000","last_active":"2024-03-07T03:17:56.436095+0000","last_peered":"2024-03-07T03:17:56.436095+0000","last_clean":"2024-03-07T03:17:56.436095+0000","last_became_active":"2024-03-07T03:07:58.751575+0000","last_became_peered":"2024-03-07T03:07:58.751575+0000","last_unstale":"2024-03-07T03:17:56.436095+0000","last_undegraded":"2024-03-07T03:17:56.436095+0000","last_fullsized":"2024-03-07T03:17:56.436095+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:12:05.995515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1032,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:45.979386+0000","last_change":"2024-03-07T03:06:47.859644+0000","last_active":"2024-03-07T03:16:45.979386+0000","last_peered":"2024-03-07T03:16:45.979386+0000","last_clean":"2024-03-07T03:16:45.979386+0000","last_became_active":"2024-03-07T03:06:47.859097+0000","last_became_peered":"2024-03-07T03:06:47.859097+0000","last_unstale":"2024-03-07T03:16:45.979386+0000","last_undegraded":"2024-03-07T03:16:45.979386+0000","last_fullsized":"2024-03-07T03:16:45.979386+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:22:46.909130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":988,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:56.436079+0000","last_change":"2024-03-07T03:07:58.754226+0000","last_active":"2024-03-07T03:17:56.436079+0000","last_peered":"2024-03-07T03:17:56.436079+0000","last_clean":"2024-03-07T03:17:56.436079+0000","last_became_active":"2024-03-07T03:07:58.753169+0000","last_became_peered":"2024-03-07T03:07:58.753169+0000","last_unstale":"2024-03-07T03:17:56.436079+0000","last_undegraded":"2024-03-07T03:17:56.436079+0000","last_fullsized":"2024-03-07T03:17:56.436079+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:46:59.258099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1089,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:18:04.003863+0000","last_change":"2024-03-07T03:07:23.073492+0000","last_active":"2024-03-07T03:18:04.003863+0000","last_peered":"2024-03-07T03:18:04.003863+0000","last_clean":"2024-03-07T03:18:04.003863+0000","last_became_active":"2024-03-07T03:07:23.071929+0000","last_became_peered":"2024-03-07T03:07:23.071929+0000","last_unstale":"2024-03-07T03:18:04.003863+0000","last_undegraded":"2024-03-07T03:18:04.003863+0000","last_fullsized":"2024-03-07T03:18:04.003863+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:35:26.391722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":981,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:36.434122+0000","last_change":"2024-03-07T03:07:58.760328+0000","last_active":"2024-03-07T03:17:36.434122+0000","last_peered":"2024-03-07T03:17:36.434122+0000","last_clean":"2024-03-07T03:17:36.434122+0000","last_became_active":"2024-03-07T03:07:58.760046+0000","last_became_peered":"2024-03-07T03:07:58.760046+0000","last_unstale":"2024-03-07T03:17:36.434122+0000","last_undegraded":"2024-03-07T03:17:36.434122+0000","last_fullsized":"2024-03-07T03:17:36.434122+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:08:46.356817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1007,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:01.196169+0000","last_change":"2024-03-07T03:07:23.079945+0000","last_active":"2024-03-07T03:17:01.196169+0000","last_peered":"2024-03-07T03:17:01.196169+0000","last_clean":"2024-03-07T03:17:01.196169+0000","last_became_active":"2024-03-07T03:07:23.078551+0000","last_became_peered":"2024-03-07T03:07:23.078551+0000","last_unstale":"2024-03-07T03:17:01.196169+0000","last_undegraded":"2024-03-07T03:17:01.196169+0000","last_fullsized":"2024-03-07T03:17:01.196169+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:03:46.670084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1007,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:01.196137+0000","last_change":"2024-03-07T03:07:23.081963+0000","last_active":"2024-03-07T03:17:01.196137+0000","last_peered":"2024-03-07T03:17:01.196137+0000","last_clean":"2024-03-07T03:17:01.196137+0000","last_became_active":"2024-03-07T03:07:23.080128+0000","last_became_peered":"2024-03-07T03:07:23.080128+0000","last_unstale":"2024-03-07T03:17:01.196137+0000","last_undegraded":"2024-03-07T03:17:01.196137+0000","last_fullsized":"2024-03-07T03:17:01.196137+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:56.813267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1150,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:04.539266+0000","last_change":"2024-03-07T03:07:23.074902+0000","last_active":"2024-03-07T03:17:04.539266+0000","last_peered":"2024-03-07T03:17:04.539266+0000","last_clean":"2024-03-07T03:17:04.539266+0000","last_became_active":"2024-03-07T03:07:23.074466+0000","last_became_peered":"2024-03-07T03:07:23.074466+0000","last_unstale":"2024-03-07T03:17:04.539266+0000","last_undegraded":"2024-03-07T03:17:04.539266+0000","last_fullsized":"2024-03-07T03:17:04.539266+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:40:20.268555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1119,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:39.000978+0000","last_change":"2024-03-07T03:07:23.072635+0000","last_active":"2024-03-07T03:17:39.000978+0000","last_peered":"2024-03-07T03:17:39.000978+0000","last_clean":"2024-03-07T03:17:39.000978+0000","last_became_active":"2024-03-07T03:07:23.071712+0000","last_became_peered":"2024-03-07T03:07:23.071712+0000","last_unstale":"2024-03-07T03:17:39.000978+0000","last_undegraded":"2024-03-07T03:17:39.000978+0000","last_fullsized":"2024-03-07T03:17:39.000978+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:00:39.298564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:50.831949+0000","last_change":"2024-03-07T03:06:47.851538+0000","last_active":"2024-03-07T03:17:50.831949+0000","last_peered":"2024-03-07T03:17:50.831949+0000","last_clean":"2024-03-07T03:17:50.831949+0000","last_became_active":"2024-03-07T03:06:47.851183+0000","last_became_peered":"2024-03-07T03:06:47.851183+0000","last_unstale":"2024-03-07T03:17:50.831949+0000","last_undegraded":"2024-03-07T03:17:50.831949+0000","last_fullsized":"2024-03-07T03:17:50.831949+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:36:23.932334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1190,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:18:24.937397+0000","last_change":"2024-03-07T03:06:47.843126+0000","last_active":"2024-03-07T03:18:24.937397+0000","last_peered":"2024-03-07T03:18:24.937397+0000","last_clean":"2024-03-07T03:18:24.937397+0000","last_became_active":"2024-03-07T03:06:47.842736+0000","last_became_peered":"2024-03-07T03:06:47.842736+0000","last_unstale":"2024-03-07T03:18:24.937397+0000","last_undegraded":"2024-03-07T03:18:24.937397+0000","last_fullsized":"2024-03-07T03:18:24.937397+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:48:10.843465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1037,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:18:25.991184+0000","last_change":"2024-03-07T03:07:58.755620+0000","last_active":"2024-03-07T03:18:25.991184+0000","last_peered":"2024-03-07T03:18:25.991184+0000","last_clean":"2024-03-07T03:18:25.991184+0000","last_became_active":"2024-03-07T03:07:58.755267+0000","last_became_peered":"2024-03-07T03:07:58.755267+0000","last_unstale":"2024-03-07T03:18:25.991184+0000","last_undegraded":"2024-03-07T03:18:25.991184+0000","last_fullsized":"2024-03-07T03:18:25.991184+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:51:32.339400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1041,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:18:25.991301+0000","last_change":"2024-03-07T03:07:58.756358+0000","last_active":"2024-03-07T03:18:25.991301+0000","last_peered":"2024-03-07T03:18:25.991301+0000","last_clean":"2024-03-07T03:18:25.991301+0000","last_became_active":"2024-03-07T03:07:58.755960+0000","last_became_peered":"2024-03-07T03:07:58.755960+0000","last_unstale":"2024-03-07T03:18:25.991301+0000","last_undegraded":"2024-03-07T03:18:25.991301+0000","last_fullsized":"2024-03-07T03:18:25.991301+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:47.464423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1158,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:39.537174+0000","last_change":"2024-03-07T03:07:58.755619+0000","last_active":"2024-03-07T03:16:39.537174+0000","last_peered":"2024-03-07T03:16:39.537174+0000","last_clean":"2024-03-07T03:16:39.537174+0000","last_became_active":"2024-03-07T03:07:58.755214+0000","last_became_peered":"2024-03-07T03:07:58.755214+0000","last_unstale":"2024-03-07T03:16:39.537174+0000","last_undegraded":"2024-03-07T03:16:39.537174+0000","last_fullsized":"2024-03-07T03:16:39.537174+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:59:02.041330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":974,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:56.430188+0000","last_change":"2024-03-07T03:07:58.756563+0000","last_active":"2024-03-07T03:16:56.430188+0000","last_peered":"2024-03-07T03:16:56.430188+0000","last_clean":"2024-03-07T03:16:56.430188+0000","last_became_active":"2024-03-07T03:07:58.752195+0000","last_became_peered":"2024-03-07T03:07:58.752195+0000","last_unstale":"2024-03-07T03:16:56.430188+0000","last_undegraded":"2024-03-07T03:16:56.430188+0000","last_fullsized":"2024-03-07T03:16:56.430188+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:32:35.496500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"716'5","reported_seq":1225,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:18:25.835979+0000","last_change":"2024-03-07T03:07:58.753999+0000","last_active":"2024-03-07T03:18:25.835979+0000","last_peered":"2024-03-07T03:18:25.835979+0000","last_clean":"2024-03-07T03:18:25.835979+0000","last_became_active":"2024-03-07T03:07:58.753607+0000","last_became_peered":"2024-03-07T03:07:58.753607+0000","last_unstale":"2024-03-07T03:18:25.835979+0000","last_undegraded":"2024-03-07T03:18:25.835979+0000","last_fullsized":"2024-03-07T03:18:25.835979+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:28:57.567238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1113,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:34.000512+0000","last_change":"2024-03-07T03:07:23.083830+0000","last_active":"2024-03-07T03:17:34.000512+0000","last_peered":"2024-03-07T03:17:34.000512+0000","last_clean":"2024-03-07T03:17:34.000512+0000","last_became_active":"2024-03-07T03:07:23.083530+0000","last_became_peered":"2024-03-07T03:07:23.083530+0000","last_unstale":"2024-03-07T03:17:34.000512+0000","last_undegraded":"2024-03-07T03:17:34.000512+0000","last_fullsized":"2024-03-07T03:17:34.000512+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:57.938032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"716'2","reported_seq":1133,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:34.000522+0000","last_change":"2024-03-07T03:06:47.849618+0000","last_active":"2024-03-07T03:17:34.000522+0000","last_peered":"2024-03-07T03:17:34.000522+0000","last_clean":"2024-03-07T03:17:34.000522+0000","last_became_active":"2024-03-07T03:06:47.849222+0000","last_became_peered":"2024-03-07T03:06:47.849222+0000","last_unstale":"2024-03-07T03:17:34.000522+0000","last_undegraded":"2024-03-07T03:17:34.000522+0000","last_fullsized":"2024-03-07T03:17:34.000522+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:36:41.880143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1217,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:18:25.835965+0000","last_change":"2024-03-07T03:06:47.851880+0000","last_active":"2024-03-07T03:18:25.835965+0000","last_peered":"2024-03-07T03:18:25.835965+0000","last_clean":"2024-03-07T03:18:25.835965+0000","last_became_active":"2024-03-07T03:06:47.851176+0000","last_became_peered":"2024-03-07T03:06:47.851176+0000","last_unstale":"2024-03-07T03:18:25.835965+0000","last_undegraded":"2024-03-07T03:18:25.835965+0000","last_fullsized":"2024-03-07T03:18:25.835965+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:38:59.663068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":979,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:56.436128+0000","last_change":"2024-03-07T03:07:58.757245+0000","last_active":"2024-03-07T03:17:56.436128+0000","last_peered":"2024-03-07T03:17:56.436128+0000","last_clean":"2024-03-07T03:17:56.436128+0000","last_became_active":"2024-03-07T03:07:58.754456+0000","last_became_peered":"2024-03-07T03:07:58.754456+0000","last_unstale":"2024-03-07T03:17:56.436128+0000","last_undegraded":"2024-03-07T03:17:56.436128+0000","last_fullsized":"2024-03-07T03:17:56.436128+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:57:32.153933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1045,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:45.979429+0000","last_change":"2024-03-07T03:06:47.855220+0000","last_active":"2024-03-07T03:16:45.979429+0000","last_peered":"2024-03-07T03:16:45.979429+0000","last_clean":"2024-03-07T03:16:45.979429+0000","last_became_active":"2024-03-07T03:06:47.854836+0000","last_became_peered":"2024-03-07T03:06:47.854836+0000","last_unstale":"2024-03-07T03:16:45.979429+0000","last_undegraded":"2024-03-07T03:16:45.979429+0000","last_fullsized":"2024-03-07T03:16:45.979429+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:51:35.386552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":986,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:56.436107+0000","last_change":"2024-03-07T03:07:58.757676+0000","last_active":"2024-03-07T03:17:56.436107+0000","last_peered":"2024-03-07T03:17:56.436107+0000","last_clean":"2024-03-07T03:17:56.436107+0000","last_became_active":"2024-03-07T03:07:58.753930+0000","last_became_peered":"2024-03-07T03:07:58.753930+0000","last_unstale":"2024-03-07T03:17:56.436107+0000","last_undegraded":"2024-03-07T03:17:56.436107+0000","last_fullsized":"2024-03-07T03:17:56.436107+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:56.639688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1039,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:45.979442+0000","last_change":"2024-03-07T03:07:23.076532+0000","last_active":"2024-03-07T03:16:45.979442+0000","last_peered":"2024-03-07T03:16:45.979442+0000","last_clean":"2024-03-07T03:16:45.979442+0000","last_became_active":"2024-03-07T03:07:23.076234+0000","last_became_peered":"2024-03-07T03:07:23.076234+0000","last_unstale":"2024-03-07T03:16:45.979442+0000","last_undegraded":"2024-03-07T03:16:45.979442+0000","last_fullsized":"2024-03-07T03:16:45.979442+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:16:39.967241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"716'2","reported_seq":1092,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:18:04.003932+0000","last_change":"2024-03-07T03:07:58.752045+0000","last_active":"2024-03-07T03:18:04.003932+0000","last_peered":"2024-03-07T03:18:04.003932+0000","last_clean":"2024-03-07T03:18:04.003932+0000","last_became_active":"2024-03-07T03:07:58.751585+0000","last_became_peered":"2024-03-07T03:07:58.751585+0000","last_unstale":"2024-03-07T03:18:04.003932+0000","last_undegraded":"2024-03-07T03:18:04.003932+0000","last_fullsized":"2024-03-07T03:18:04.003932+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:03:01.652607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1109,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:08.094223+0000","last_change":"2024-03-07T03:06:09.990854+0000","last_active":"2024-03-07T03:16:08.094223+0000","last_peered":"2024-03-07T03:16:08.094223+0000","last_clean":"2024-03-07T03:16:08.094223+0000","last_became_active":"2024-03-07T03:06:09.990464+0000","last_became_peered":"2024-03-07T03:06:09.990464+0000","last_unstale":"2024-03-07T03:16:08.094223+0000","last_undegraded":"2024-03-07T03:16:08.094223+0000","last_fullsized":"2024-03-07T03:16:08.094223+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:53:52.856954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"716'2","reported_seq":1012,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:21.198331+0000","last_change":"2024-03-07T03:07:58.754526+0000","last_active":"2024-03-07T03:17:21.198331+0000","last_peered":"2024-03-07T03:17:21.198331+0000","last_clean":"2024-03-07T03:17:21.198331+0000","last_became_active":"2024-03-07T03:07:58.754123+0000","last_became_peered":"2024-03-07T03:07:58.754123+0000","last_unstale":"2024-03-07T03:17:21.198331+0000","last_undegraded":"2024-03-07T03:17:21.198331+0000","last_fullsized":"2024-03-07T03:17:21.198331+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:41:34.446180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1214,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:20.822224+0000","last_change":"2024-03-07T03:07:58.750769+0000","last_active":"2024-03-07T03:16:20.822224+0000","last_peered":"2024-03-07T03:16:20.822224+0000","last_clean":"2024-03-07T03:16:20.822224+0000","last_became_active":"2024-03-07T03:07:58.749974+0000","last_became_peered":"2024-03-07T03:07:58.749974+0000","last_unstale":"2024-03-07T03:16:20.822224+0000","last_undegraded":"2024-03-07T03:16:20.822224+0000","last_fullsized":"2024-03-07T03:16:20.822224+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:56:14.059734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1129,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:39.000941+0000","last_change":"2024-03-07T03:07:23.072942+0000","last_active":"2024-03-07T03:17:39.000941+0000","last_peered":"2024-03-07T03:17:39.000941+0000","last_clean":"2024-03-07T03:17:39.000941+0000","last_became_active":"2024-03-07T03:07:23.072639+0000","last_became_peered":"2024-03-07T03:07:23.072639+0000","last_unstale":"2024-03-07T03:17:39.000941+0000","last_undegraded":"2024-03-07T03:17:39.000941+0000","last_fullsized":"2024-03-07T03:17:39.000941+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:42.808853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1126,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:39.000912+0000","last_change":"2024-03-07T03:05:35.934963+0000","last_active":"2024-03-07T03:17:39.000912+0000","last_peered":"2024-03-07T03:17:39.000912+0000","last_clean":"2024-03-07T03:17:39.000912+0000","last_became_active":"2024-03-07T03:05:35.932493+0000","last_became_peered":"2024-03-07T03:05:35.932493+0000","last_unstale":"2024-03-07T03:17:39.000912+0000","last_undegraded":"2024-03-07T03:17:39.000912+0000","last_fullsized":"2024-03-07T03:17:39.000912+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:00:57.111662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1041,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:25.976999+0000","last_change":"2024-03-07T03:07:58.756063+0000","last_active":"2024-03-07T03:16:25.976999+0000","last_peered":"2024-03-07T03:16:25.976999+0000","last_clean":"2024-03-07T03:16:25.976999+0000","last_became_active":"2024-03-07T03:07:58.755712+0000","last_became_peered":"2024-03-07T03:07:58.755712+0000","last_unstale":"2024-03-07T03:16:25.976999+0000","last_undegraded":"2024-03-07T03:16:25.976999+0000","last_fullsized":"2024-03-07T03:16:25.976999+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:13:06.484346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:29.925426+0000","last_change":"2024-03-07T03:06:09.996319+0000","last_active":"2024-03-07T03:16:29.925426+0000","last_peered":"2024-03-07T03:16:29.925426+0000","last_clean":"2024-03-07T03:16:29.925426+0000","last_became_active":"2024-03-07T03:06:09.996002+0000","last_became_peered":"2024-03-07T03:06:09.996002+0000","last_unstale":"2024-03-07T03:16:29.925426+0000","last_undegraded":"2024-03-07T03:16:29.925426+0000","last_fullsized":"2024-03-07T03:16:29.925426+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:41:55.764562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1008,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:01.196182+0000","last_change":"2024-03-07T03:07:23.083466+0000","last_active":"2024-03-07T03:17:01.196182+0000","last_peered":"2024-03-07T03:17:01.196182+0000","last_clean":"2024-03-07T03:17:01.196182+0000","last_became_active":"2024-03-07T03:07:23.083156+0000","last_became_peered":"2024-03-07T03:07:23.083156+0000","last_unstale":"2024-03-07T03:17:01.196182+0000","last_undegraded":"2024-03-07T03:17:01.196182+0000","last_fullsized":"2024-03-07T03:17:01.196182+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:32:00.539449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1027,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:25.977070+0000","last_change":"2024-03-07T03:07:58.752127+0000","last_active":"2024-03-07T03:16:25.977070+0000","last_peered":"2024-03-07T03:16:25.977070+0000","last_clean":"2024-03-07T03:16:25.977070+0000","last_became_active":"2024-03-07T03:07:58.751770+0000","last_became_peered":"2024-03-07T03:07:58.751770+0000","last_unstale":"2024-03-07T03:16:25.977070+0000","last_undegraded":"2024-03-07T03:16:25.977070+0000","last_fullsized":"2024-03-07T03:16:25.977070+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:43.791488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1061,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:25.977059+0000","last_change":"2024-03-07T03:07:23.077653+0000","last_active":"2024-03-07T03:16:25.977059+0000","last_peered":"2024-03-07T03:16:25.977059+0000","last_clean":"2024-03-07T03:16:25.977059+0000","last_became_active":"2024-03-07T03:07:23.077355+0000","last_became_peered":"2024-03-07T03:07:23.077355+0000","last_unstale":"2024-03-07T03:16:25.977059+0000","last_undegraded":"2024-03-07T03:16:25.977059+0000","last_fullsized":"2024-03-07T03:16:25.977059+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:28:45.861158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1215,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:18:20.835256+0000","last_change":"2024-03-07T03:06:47.851508+0000","last_active":"2024-03-07T03:18:20.835256+0000","last_peered":"2024-03-07T03:18:20.835256+0000","last_clean":"2024-03-07T03:18:20.835256+0000","last_became_active":"2024-03-07T03:06:47.850839+0000","last_became_peered":"2024-03-07T03:06:47.850839+0000","last_unstale":"2024-03-07T03:18:20.835256+0000","last_undegraded":"2024-03-07T03:18:20.835256+0000","last_fullsized":"2024-03-07T03:18:20.835256+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:08:06.622234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1194,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:29.925482+0000","last_change":"2024-03-07T03:06:47.845848+0000","last_active":"2024-03-07T03:16:29.925482+0000","last_peered":"2024-03-07T03:16:29.925482+0000","last_clean":"2024-03-07T03:16:29.925482+0000","last_became_active":"2024-03-07T03:06:47.845425+0000","last_became_peered":"2024-03-07T03:06:47.845425+0000","last_unstale":"2024-03-07T03:16:29.925482+0000","last_undegraded":"2024-03-07T03:16:29.925482+0000","last_fullsized":"2024-03-07T03:16:29.925482+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:16:24.833986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1081,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:48.105113+0000","last_change":"2024-03-07T03:07:58.754983+0000","last_active":"2024-03-07T03:17:48.105113+0000","last_peered":"2024-03-07T03:17:48.105113+0000","last_clean":"2024-03-07T03:17:48.105113+0000","last_became_active":"2024-03-07T03:07:58.754657+0000","last_became_peered":"2024-03-07T03:07:58.754657+0000","last_unstale":"2024-03-07T03:17:48.105113+0000","last_undegraded":"2024-03-07T03:17:48.105113+0000","last_fullsized":"2024-03-07T03:17:48.105113+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:06:00.897772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"716'29","reported_seq":1043,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:41.193896+0000","last_change":"2024-03-07T03:07:23.079677+0000","last_active":"2024-03-07T03:16:41.193896+0000","last_peered":"2024-03-07T03:16:41.193896+0000","last_clean":"2024-03-07T03:16:41.193896+0000","last_became_active":"2024-03-07T03:07:23.079320+0000","last_became_peered":"2024-03-07T03:07:23.079320+0000","last_unstale":"2024-03-07T03:16:41.193896+0000","last_undegraded":"2024-03-07T03:16:41.193896+0000","last_fullsized":"2024-03-07T03:16:41.193896+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:49:54.979015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":988,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:36.434092+0000","last_change":"2024-03-07T03:07:58.758376+0000","last_active":"2024-03-07T03:17:36.434092+0000","last_peered":"2024-03-07T03:17:36.434092+0000","last_clean":"2024-03-07T03:17:36.434092+0000","last_became_active":"2024-03-07T03:07:58.757816+0000","last_became_peered":"2024-03-07T03:07:58.757816+0000","last_unstale":"2024-03-07T03:17:36.434092+0000","last_undegraded":"2024-03-07T03:17:36.434092+0000","last_fullsized":"2024-03-07T03:17:36.434092+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:47.253727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1221,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:50.831987+0000","last_change":"2024-03-07T03:06:09.989072+0000","last_active":"2024-03-07T03:17:50.831987+0000","last_peered":"2024-03-07T03:17:50.831987+0000","last_clean":"2024-03-07T03:17:50.831987+0000","last_became_active":"2024-03-07T03:06:09.987754+0000","last_became_peered":"2024-03-07T03:06:09.987754+0000","last_unstale":"2024-03-07T03:17:50.831987+0000","last_undegraded":"2024-03-07T03:17:50.831987+0000","last_fullsized":"2024-03-07T03:17:50.831987+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:05:15.340331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1216,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:50.831968+0000","last_change":"2024-03-07T03:07:58.754207+0000","last_active":"2024-03-07T03:17:50.831968+0000","last_peered":"2024-03-07T03:17:50.831968+0000","last_clean":"2024-03-07T03:17:50.831968+0000","last_became_active":"2024-03-07T03:07:58.753859+0000","last_became_peered":"2024-03-07T03:07:58.753859+0000","last_unstale":"2024-03-07T03:17:50.831968+0000","last_undegraded":"2024-03-07T03:17:50.831968+0000","last_fullsized":"2024-03-07T03:17:50.831968+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:14:02.813872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1055,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:18:25.991264+0000","last_change":"2024-03-07T03:07:58.755838+0000","last_active":"2024-03-07T03:18:25.991264+0000","last_peered":"2024-03-07T03:18:25.991264+0000","last_clean":"2024-03-07T03:18:25.991264+0000","last_became_active":"2024-03-07T03:07:58.755436+0000","last_became_peered":"2024-03-07T03:07:58.755436+0000","last_unstale":"2024-03-07T03:18:25.991264+0000","last_undegraded":"2024-03-07T03:18:25.991264+0000","last_fullsized":"2024-03-07T03:18:25.991264+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:25.094944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":988,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:16.432089+0000","last_change":"2024-03-07T03:07:58.750199+0000","last_active":"2024-03-07T03:17:16.432089+0000","last_peered":"2024-03-07T03:17:16.432089+0000","last_clean":"2024-03-07T03:17:16.432089+0000","last_became_active":"2024-03-07T03:07:58.749858+0000","last_became_peered":"2024-03-07T03:07:58.749858+0000","last_unstale":"2024-03-07T03:17:16.432089+0000","last_undegraded":"2024-03-07T03:17:16.432089+0000","last_fullsized":"2024-03-07T03:17:16.432089+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:31:41.122539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1016,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:41.193859+0000","last_change":"2024-03-07T03:07:23.076835+0000","last_active":"2024-03-07T03:16:41.193859+0000","last_peered":"2024-03-07T03:16:41.193859+0000","last_clean":"2024-03-07T03:16:41.193859+0000","last_became_active":"2024-03-07T03:07:23.075094+0000","last_became_peered":"2024-03-07T03:07:23.075094+0000","last_unstale":"2024-03-07T03:16:41.193859+0000","last_undegraded":"2024-03-07T03:16:41.193859+0000","last_fullsized":"2024-03-07T03:16:41.193859+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:50:36.739831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1007,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:41.193835+0000","last_change":"2024-03-07T03:07:23.078279+0000","last_active":"2024-03-07T03:16:41.193835+0000","last_peered":"2024-03-07T03:16:41.193835+0000","last_clean":"2024-03-07T03:16:41.193835+0000","last_became_active":"2024-03-07T03:07:23.077338+0000","last_became_peered":"2024-03-07T03:07:23.077338+0000","last_unstale":"2024-03-07T03:16:41.193835+0000","last_undegraded":"2024-03-07T03:16:41.193835+0000","last_fullsized":"2024-03-07T03:16:41.193835+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:05:40.599683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1171,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:39.537087+0000","last_change":"2024-03-07T03:05:01.461919+0000","last_active":"2024-03-07T03:16:39.537087+0000","last_peered":"2024-03-07T03:16:39.537087+0000","last_clean":"2024-03-07T03:16:39.537087+0000","last_became_active":"2024-03-07T03:05:01.459759+0000","last_became_peered":"2024-03-07T03:05:01.459759+0000","last_unstale":"2024-03-07T03:16:39.537087+0000","last_undegraded":"2024-03-07T03:16:39.537087+0000","last_fullsized":"2024-03-07T03:16:39.537087+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:31:45.535178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":974,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:16.432055+0000","last_change":"2024-03-07T03:07:58.753856+0000","last_active":"2024-03-07T03:17:16.432055+0000","last_peered":"2024-03-07T03:17:16.432055+0000","last_clean":"2024-03-07T03:17:16.432055+0000","last_became_active":"2024-03-07T03:07:58.751889+0000","last_became_peered":"2024-03-07T03:07:58.751889+0000","last_unstale":"2024-03-07T03:17:16.432055+0000","last_undegraded":"2024-03-07T03:17:16.432055+0000","last_fullsized":"2024-03-07T03:17:16.432055+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:27:20.126942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"863'1273","reported_seq":4343,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:59.544694+0000","last_change":"2024-03-07T03:10:56.137635+0000","last_active":"2024-03-07T03:17:59.544694+0000","last_peered":"2024-03-07T03:17:59.544694+0000","last_clean":"2024-03-07T03:17:59.544694+0000","last_became_active":"2024-03-07T03:05:01.457883+0000","last_became_peered":"2024-03-07T03:05:01.457883+0000","last_unstale":"2024-03-07T03:17:59.544694+0000","last_undegraded":"2024-03-07T03:17:59.544694+0000","last_fullsized":"2024-03-07T03:17:59.544694+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1273,"log_dups_size":0,"ondisk_log_size":1273,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:21:46.718939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.021818005000000001,"stat_sum":{"num_bytes":15540224,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":258,"num_read_kb":529715,"num_write":442,"num_write_kb":102224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1441792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.f","version":"61'1","reported_seq":1084,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:23.102514+0000","last_change":"2024-03-07T03:07:58.755003+0000","last_active":"2024-03-07T03:17:23.102514+0000","last_peered":"2024-03-07T03:17:23.102514+0000","last_clean":"2024-03-07T03:17:23.102514+0000","last_became_active":"2024-03-07T03:07:58.754564+0000","last_became_peered":"2024-03-07T03:07:58.754564+0000","last_unstale":"2024-03-07T03:17:23.102514+0000","last_undegraded":"2024-03-07T03:17:23.102514+0000","last_fullsized":"2024-03-07T03:17:23.102514+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:34:53.344746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":989,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:56.430198+0000","last_change":"2024-03-07T03:07:58.750952+0000","last_active":"2024-03-07T03:16:56.430198+0000","last_peered":"2024-03-07T03:16:56.430198+0000","last_clean":"2024-03-07T03:16:56.430198+0000","last_became_active":"2024-03-07T03:07:58.749229+0000","last_became_peered":"2024-03-07T03:07:58.749229+0000","last_unstale":"2024-03-07T03:16:56.430198+0000","last_undegraded":"2024-03-07T03:16:56.430198+0000","last_fullsized":"2024-03-07T03:16:56.430198+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T06:53:10.534950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"863'847","reported_seq":4051,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:18:25.835895+0000","last_change":"2024-03-07T03:10:56.129162+0000","last_active":"2024-03-07T03:18:25.835895+0000","last_peered":"2024-03-07T03:18:25.835895+0000","last_clean":"2024-03-07T03:18:25.835895+0000","last_became_active":"2024-03-07T03:07:23.074596+0000","last_became_peered":"2024-03-07T03:07:23.074596+0000","last_unstale":"2024-03-07T03:18:25.835895+0000","last_undegraded":"2024-03-07T03:18:25.835895+0000","last_fullsized":"2024-03-07T03:18:25.835895+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":847,"log_dups_size":0,"ondisk_log_size":847,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:34:23.625809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0099120149999999997,"stat_sum":{"num_bytes":38936576,"num_objects":11,"num_object_clones":9,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":157,"num_read_kb":413258,"num_write":266,"num_write_kb":109952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":4374528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.2","version":"0'0","reported_seq":1190,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:54.928240+0000","last_change":"2024-03-07T03:06:47.845893+0000","last_active":"2024-03-07T03:16:54.928240+0000","last_peered":"2024-03-07T03:16:54.928240+0000","last_clean":"2024-03-07T03:16:54.928240+0000","last_became_active":"2024-03-07T03:06:47.845548+0000","last_became_peered":"2024-03-07T03:06:47.845548+0000","last_unstale":"2024-03-07T03:16:54.928240+0000","last_undegraded":"2024-03-07T03:16:54.928240+0000","last_fullsized":"2024-03-07T03:16:54.928240+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:19:55.051329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1189,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:54.928264+0000","last_change":"2024-03-07T03:07:58.751041+0000","last_active":"2024-03-07T03:16:54.928264+0000","last_peered":"2024-03-07T03:16:54.928264+0000","last_clean":"2024-03-07T03:16:54.928264+0000","last_became_active":"2024-03-07T03:07:58.749047+0000","last_became_peered":"2024-03-07T03:07:58.749047+0000","last_unstale":"2024-03-07T03:16:54.928264+0000","last_undegraded":"2024-03-07T03:16:54.928264+0000","last_fullsized":"2024-03-07T03:16:54.928264+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:47:59.256394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1060,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:10.982091+0000","last_change":"2024-03-07T03:06:47.858022+0000","last_active":"2024-03-07T03:17:10.982091+0000","last_peered":"2024-03-07T03:17:10.982091+0000","last_clean":"2024-03-07T03:17:10.982091+0000","last_became_active":"2024-03-07T03:06:47.857526+0000","last_became_peered":"2024-03-07T03:06:47.857526+0000","last_unstale":"2024-03-07T03:17:10.982091+0000","last_undegraded":"2024-03-07T03:17:10.982091+0000","last_fullsized":"2024-03-07T03:17:10.982091+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:02:03.856321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"862'1186","reported_seq":4382,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:18:25.835940+0000","last_change":"2024-03-07T03:10:56.119983+0000","last_active":"2024-03-07T03:18:25.835940+0000","last_peered":"2024-03-07T03:18:25.835940+0000","last_clean":"2024-03-07T03:18:25.835940+0000","last_became_active":"2024-03-07T03:06:09.988405+0000","last_became_peered":"2024-03-07T03:06:09.988405+0000","last_unstale":"2024-03-07T03:18:25.835940+0000","last_undegraded":"2024-03-07T03:18:25.835940+0000","last_fullsized":"2024-03-07T03:18:25.835940+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1186,"log_dups_size":0,"ondisk_log_size":1186,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:41:38.890400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099770099999999993,"stat_sum":{"num_bytes":13524992,"num_objects":9,"num_object_clones":6,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":208,"num_read_kb":390958,"num_write":505,"num_write_kb":103888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":50642944,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1190,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:54.928274+0000","last_change":"2024-03-07T03:05:35.928460+0000","last_active":"2024-03-07T03:16:54.928274+0000","last_peered":"2024-03-07T03:16:54.928274+0000","last_clean":"2024-03-07T03:16:54.928274+0000","last_became_active":"2024-03-07T03:05:35.928017+0000","last_became_peered":"2024-03-07T03:05:35.928017+0000","last_unstale":"2024-03-07T03:16:54.928274+0000","last_undegraded":"2024-03-07T03:16:54.928274+0000","last_fullsized":"2024-03-07T03:16:54.928274+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:53:27.674544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1029,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:10.982038+0000","last_change":"2024-03-07T03:07:23.075249+0000","last_active":"2024-03-07T03:17:10.982038+0000","last_peered":"2024-03-07T03:17:10.982038+0000","last_clean":"2024-03-07T03:17:10.982038+0000","last_became_active":"2024-03-07T03:07:23.074866+0000","last_became_peered":"2024-03-07T03:07:23.074866+0000","last_unstale":"2024-03-07T03:17:10.982038+0000","last_undegraded":"2024-03-07T03:17:10.982038+0000","last_fullsized":"2024-03-07T03:17:10.982038+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:03:03.393010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1082,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:18:38.110299+0000","last_change":"2024-03-07T03:07:23.069585+0000","last_active":"2024-03-07T03:18:38.110299+0000","last_peered":"2024-03-07T03:18:38.110299+0000","last_clean":"2024-03-07T03:18:38.110299+0000","last_became_active":"2024-03-07T03:07:23.069262+0000","last_became_peered":"2024-03-07T03:07:23.069262+0000","last_unstale":"2024-03-07T03:18:38.110299+0000","last_undegraded":"2024-03-07T03:18:38.110299+0000","last_fullsized":"2024-03-07T03:18:38.110299+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:11:22.045807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"861'1094","reported_seq":4799,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:17:59.544834+0000","last_change":"2024-03-07T03:10:57.331022+0000","last_active":"2024-03-07T03:17:59.544834+0000","last_peered":"2024-03-07T03:17:59.544834+0000","last_clean":"2024-03-07T03:17:59.544834+0000","last_became_active":"2024-03-07T03:06:47.847229+0000","last_became_peered":"2024-03-07T03:06:47.847229+0000","last_unstale":"2024-03-07T03:17:59.544834+0000","last_undegraded":"2024-03-07T03:17:59.544834+0000","last_fullsized":"2024-03-07T03:17:59.544834+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1094,"log_dups_size":0,"ondisk_log_size":1094,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:58:27.729404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.032339935,"stat_sum":{"num_bytes":113606656,"num_objects":59,"num_object_clones":55,"num_object_copies":177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":279,"num_read_kb":358703,"num_write":525,"num_write_kb":146904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":36642816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1185,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:24.931072+0000","last_change":"2024-03-07T03:06:47.843416+0000","last_active":"2024-03-07T03:17:24.931072+0000","last_peered":"2024-03-07T03:17:24.931072+0000","last_clean":"2024-03-07T03:17:24.931072+0000","last_became_active":"2024-03-07T03:06:47.842812+0000","last_became_peered":"2024-03-07T03:06:47.842812+0000","last_unstale":"2024-03-07T03:17:24.931072+0000","last_undegraded":"2024-03-07T03:17:24.931072+0000","last_fullsized":"2024-03-07T03:17:24.931072+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:03:02.672609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1192,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:18:24.937368+0000","last_change":"2024-03-07T03:07:23.071850+0000","last_active":"2024-03-07T03:18:24.937368+0000","last_peered":"2024-03-07T03:18:24.937368+0000","last_clean":"2024-03-07T03:18:24.937368+0000","last_became_active":"2024-03-07T03:07:23.071476+0000","last_became_peered":"2024-03-07T03:07:23.071476+0000","last_unstale":"2024-03-07T03:18:24.937368+0000","last_undegraded":"2024-03-07T03:18:24.937368+0000","last_fullsized":"2024-03-07T03:18:24.937368+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:13:05.296486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1160,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:29.541526+0000","last_change":"2024-03-07T03:05:35.926187+0000","last_active":"2024-03-07T03:17:29.541526+0000","last_peered":"2024-03-07T03:17:29.541526+0000","last_clean":"2024-03-07T03:17:29.541526+0000","last_became_active":"2024-03-07T03:05:35.925908+0000","last_became_peered":"2024-03-07T03:05:35.925908+0000","last_unstale":"2024-03-07T03:17:29.541526+0000","last_undegraded":"2024-03-07T03:17:29.541526+0000","last_fullsized":"2024-03-07T03:17:29.541526+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:48:33.101185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"863'1146","reported_seq":3876,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:18:21.438734+0000","last_change":"2024-03-07T03:10:56.132170+0000","last_active":"2024-03-07T03:18:21.438734+0000","last_peered":"2024-03-07T03:18:21.438734+0000","last_clean":"2024-03-07T03:18:21.438734+0000","last_became_active":"2024-03-07T03:07:58.756854+0000","last_became_peered":"2024-03-07T03:07:58.756854+0000","last_unstale":"2024-03-07T03:18:21.438734+0000","last_undegraded":"2024-03-07T03:18:21.438734+0000","last_fullsized":"2024-03-07T03:18:21.438734+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1146,"log_dups_size":0,"ondisk_log_size":1146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T02:59:04.693146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.010433211,"stat_sum":{"num_bytes":34668544,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":1,"num_read":219,"num_read_kb":317694,"num_write":420,"num_write_kb":93568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":10240000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1008,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:46.200874+0000","last_change":"2024-03-07T03:07:58.760449+0000","last_active":"2024-03-07T03:17:46.200874+0000","last_peered":"2024-03-07T03:17:46.200874+0000","last_clean":"2024-03-07T03:17:46.200874+0000","last_became_active":"2024-03-07T03:07:58.760086+0000","last_became_peered":"2024-03-07T03:07:58.760086+0000","last_unstale":"2024-03-07T03:17:46.200874+0000","last_undegraded":"2024-03-07T03:17:46.200874+0000","last_fullsized":"2024-03-07T03:17:46.200874+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:34:38.583100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1091,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:18:04.003910+0000","last_change":"2024-03-07T03:07:23.073659+0000","last_active":"2024-03-07T03:18:04.003910+0000","last_peered":"2024-03-07T03:18:04.003910+0000","last_clean":"2024-03-07T03:18:04.003910+0000","last_became_active":"2024-03-07T03:07:23.073277+0000","last_became_peered":"2024-03-07T03:07:23.073277+0000","last_unstale":"2024-03-07T03:18:04.003910+0000","last_undegraded":"2024-03-07T03:18:04.003910+0000","last_fullsized":"2024-03-07T03:18:04.003910+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:48:34.819985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1063,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:10.982075+0000","last_change":"2024-03-07T03:07:58.752576+0000","last_active":"2024-03-07T03:17:10.982075+0000","last_peered":"2024-03-07T03:17:10.982075+0000","last_clean":"2024-03-07T03:17:10.982075+0000","last_became_active":"2024-03-07T03:07:58.752193+0000","last_became_peered":"2024-03-07T03:07:58.752193+0000","last_unstale":"2024-03-07T03:17:10.982075+0000","last_undegraded":"2024-03-07T03:17:10.982075+0000","last_fullsized":"2024-03-07T03:17:10.982075+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:55:14.205594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"395'197","reported_seq":1468,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:56.436067+0000","last_change":"2024-03-07T03:07:58.752982+0000","last_active":"2024-03-07T03:17:56.436067+0000","last_peered":"2024-03-07T03:17:56.436067+0000","last_clean":"2024-03-07T03:17:56.436067+0000","last_became_active":"2024-03-07T03:07:58.752004+0000","last_became_peered":"2024-03-07T03:07:58.752004+0000","last_unstale":"2024-03-07T03:17:56.436067+0000","last_undegraded":"2024-03-07T03:17:56.436067+0000","last_fullsized":"2024-03-07T03:17:56.436067+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:51:31.238394+0000","last_clean_scrub_stamp":"2024-03-07T02:51:31.238394+0000","objects_scrubbed":0,"log_size":197,"log_dups_size":0,"ondisk_log_size":197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:53.766202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"858'3145","reported_seq":6532,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:17:35.985034+0000","last_change":"2024-03-07T03:10:57.131283+0000","last_active":"2024-03-07T03:17:35.985034+0000","last_peered":"2024-03-07T03:17:35.985034+0000","last_clean":"2024-03-07T03:17:35.985034+0000","last_became_active":"2024-03-07T03:06:47.859231+0000","last_became_peered":"2024-03-07T03:06:47.859231+0000","last_unstale":"2024-03-07T03:17:35.985034+0000","last_undegraded":"2024-03-07T03:17:35.985034+0000","last_fullsized":"2024-03-07T03:17:35.985034+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3145,"log_dups_size":0,"ondisk_log_size":3145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:10:03.781442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001499434,"stat_sum":{"num_bytes":18481152,"num_objects":15,"num_object_clones":14,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":124,"num_read_kb":398406,"num_write":253,"num_write_kb":45856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":9773056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1216,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:50.825515+0000","last_change":"2024-03-07T03:05:01.454053+0000","last_active":"2024-03-07T03:16:50.825515+0000","last_peered":"2024-03-07T03:16:50.825515+0000","last_clean":"2024-03-07T03:16:50.825515+0000","last_became_active":"2024-03-07T03:05:01.453718+0000","last_became_peered":"2024-03-07T03:05:01.453718+0000","last_unstale":"2024-03-07T03:16:50.825515+0000","last_undegraded":"2024-03-07T03:16:50.825515+0000","last_fullsized":"2024-03-07T03:16:50.825515+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:10:59.835543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1217,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:18:25.835865+0000","last_change":"2024-03-07T03:06:09.987673+0000","last_active":"2024-03-07T03:18:25.835865+0000","last_peered":"2024-03-07T03:18:25.835865+0000","last_clean":"2024-03-07T03:18:25.835865+0000","last_became_active":"2024-03-07T03:06:09.987328+0000","last_became_peered":"2024-03-07T03:06:09.987328+0000","last_unstale":"2024-03-07T03:18:25.835865+0000","last_undegraded":"2024-03-07T03:18:25.835865+0000","last_fullsized":"2024-03-07T03:18:25.835865+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:11:17.983744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":977,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:56.436043+0000","last_change":"2024-03-07T03:07:58.757849+0000","last_active":"2024-03-07T03:17:56.436043+0000","last_peered":"2024-03-07T03:17:56.436043+0000","last_clean":"2024-03-07T03:17:56.436043+0000","last_became_active":"2024-03-07T03:07:58.757399+0000","last_became_peered":"2024-03-07T03:07:58.757399+0000","last_unstale":"2024-03-07T03:17:56.436043+0000","last_undegraded":"2024-03-07T03:17:56.436043+0000","last_fullsized":"2024-03-07T03:17:56.436043+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:54:11.413787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"864'1259","reported_seq":4066,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:46.200844+0000","last_change":"2024-03-07T03:10:56.129203+0000","last_active":"2024-03-07T03:17:46.200844+0000","last_peered":"2024-03-07T03:17:46.200844+0000","last_clean":"2024-03-07T03:17:46.200844+0000","last_became_active":"2024-03-07T03:07:23.080120+0000","last_became_peered":"2024-03-07T03:07:23.080120+0000","last_unstale":"2024-03-07T03:17:46.200844+0000","last_undegraded":"2024-03-07T03:17:46.200844+0000","last_fullsized":"2024-03-07T03:17:46.200844+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1259,"log_dups_size":0,"ondisk_log_size":1259,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:33:24.850580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0059393290000000001,"stat_sum":{"num_bytes":23298048,"num_objects":10,"num_object_clones":7,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":249,"num_read_kb":271095,"num_write":553,"num_write_kb":138504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":18890752,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.3","version":"0'0","reported_seq":1217,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:18:25.835919+0000","last_change":"2024-03-07T03:07:58.750289+0000","last_active":"2024-03-07T03:18:25.835919+0000","last_peered":"2024-03-07T03:18:25.835919+0000","last_clean":"2024-03-07T03:18:25.835919+0000","last_became_active":"2024-03-07T03:07:58.749557+0000","last_became_peered":"2024-03-07T03:07:58.749557+0000","last_unstale":"2024-03-07T03:18:25.835919+0000","last_undegraded":"2024-03-07T03:18:25.835919+0000","last_fullsized":"2024-03-07T03:18:25.835919+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T07:54:43.865660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":991,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:18:21.438771+0000","last_change":"2024-03-07T03:07:58.758005+0000","last_active":"2024-03-07T03:18:21.438771+0000","last_peered":"2024-03-07T03:18:21.438771+0000","last_clean":"2024-03-07T03:18:21.438771+0000","last_became_active":"2024-03-07T03:07:58.756833+0000","last_became_peered":"2024-03-07T03:07:58.756833+0000","last_unstale":"2024-03-07T03:18:21.438771+0000","last_undegraded":"2024-03-07T03:18:21.438771+0000","last_fullsized":"2024-03-07T03:18:21.438771+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:37:55.288554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1190,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:54.928283+0000","last_change":"2024-03-07T03:06:47.843644+0000","last_active":"2024-03-07T03:16:54.928283+0000","last_peered":"2024-03-07T03:16:54.928283+0000","last_clean":"2024-03-07T03:16:54.928283+0000","last_became_active":"2024-03-07T03:06:47.842694+0000","last_became_peered":"2024-03-07T03:06:47.842694+0000","last_unstale":"2024-03-07T03:16:54.928283+0000","last_undegraded":"2024-03-07T03:16:54.928283+0000","last_fullsized":"2024-03-07T03:16:54.928283+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:25:34.783974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"863'880","reported_seq":3818,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:18:38.110251+0000","last_change":"2024-03-07T03:10:56.125509+0000","last_active":"2024-03-07T03:18:38.110251+0000","last_peered":"2024-03-07T03:18:38.110251+0000","last_clean":"2024-03-07T03:18:38.110251+0000","last_became_active":"2024-03-07T03:07:58.755248+0000","last_became_peered":"2024-03-07T03:07:58.755248+0000","last_unstale":"2024-03-07T03:18:38.110251+0000","last_undegraded":"2024-03-07T03:18:38.110251+0000","last_fullsized":"2024-03-07T03:18:38.110251+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":880,"log_dups_size":0,"ondisk_log_size":880,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:40:02.788467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0073429089999999999,"stat_sum":{"num_bytes":9224192,"num_objects":8,"num_object_clones":6,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":1,"num_read":161,"num_read_kb":133885,"num_write":362,"num_write_kb":55920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1127,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:34.000486+0000","last_change":"2024-03-07T03:07:58.764215+0000","last_active":"2024-03-07T03:17:34.000486+0000","last_peered":"2024-03-07T03:17:34.000486+0000","last_clean":"2024-03-07T03:17:34.000486+0000","last_became_active":"2024-03-07T03:07:58.763818+0000","last_became_peered":"2024-03-07T03:07:58.763818+0000","last_unstale":"2024-03-07T03:17:34.000486+0000","last_undegraded":"2024-03-07T03:17:34.000486+0000","last_fullsized":"2024-03-07T03:17:34.000486+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:27:54.623360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"719'2","reported_seq":1195,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:24.931055+0000","last_change":"2024-03-07T03:07:23.074913+0000","last_active":"2024-03-07T03:17:24.931055+0000","last_peered":"2024-03-07T03:17:24.931055+0000","last_clean":"2024-03-07T03:17:24.931055+0000","last_became_active":"2024-03-07T03:07:23.074530+0000","last_became_peered":"2024-03-07T03:07:23.074530+0000","last_unstale":"2024-03-07T03:17:24.931055+0000","last_undegraded":"2024-03-07T03:17:24.931055+0000","last_fullsized":"2024-03-07T03:17:24.931055+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:13:25.877187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1130,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:18:34.007213+0000","last_change":"2024-03-07T03:07:58.757756+0000","last_active":"2024-03-07T03:18:34.007213+0000","last_peered":"2024-03-07T03:18:34.007213+0000","last_clean":"2024-03-07T03:18:34.007213+0000","last_became_active":"2024-03-07T03:07:58.757430+0000","last_became_peered":"2024-03-07T03:07:58.757430+0000","last_unstale":"2024-03-07T03:18:34.007213+0000","last_undegraded":"2024-03-07T03:18:34.007213+0000","last_fullsized":"2024-03-07T03:18:34.007213+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:22:21.412765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"863'1564","reported_seq":5166,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:17:34.000392+0000","last_change":"2024-03-07T03:10:57.329944+0000","last_active":"2024-03-07T03:17:34.000392+0000","last_peered":"2024-03-07T03:17:34.000392+0000","last_clean":"2024-03-07T03:17:34.000392+0000","last_became_active":"2024-03-07T03:06:09.990793+0000","last_became_peered":"2024-03-07T03:06:09.990793+0000","last_unstale":"2024-03-07T03:17:34.000392+0000","last_undegraded":"2024-03-07T03:17:34.000392+0000","last_fullsized":"2024-03-07T03:17:34.000392+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1564,"log_dups_size":0,"ondisk_log_size":1564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":143,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:53.639078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.019553126000000001,"stat_sum":{"num_bytes":100999168,"num_objects":73,"num_object_clones":68,"num_object_copies":219,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":1,"num_read":410,"num_read_kb":572954,"num_write":777,"num_write_kb":204640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":51175424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"c"},{"start":"178","length":"4"},{"start":"17e","length":"3"},{"start":"182","length":"4"},{"start":"187","length":"5"},{"start":"18d","length":"2"}]},{"pgid":"4.1","version":"0'0","reported_seq":1083,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:18:38.110230+0000","last_change":"2024-03-07T03:07:23.071468+0000","last_active":"2024-03-07T03:18:38.110230+0000","last_peered":"2024-03-07T03:18:38.110230+0000","last_clean":"2024-03-07T03:18:38.110230+0000","last_became_active":"2024-03-07T03:07:23.071160+0000","last_became_peered":"2024-03-07T03:07:23.071160+0000","last_unstale":"2024-03-07T03:18:38.110230+0000","last_undegraded":"2024-03-07T03:18:38.110230+0000","last_fullsized":"2024-03-07T03:18:38.110230+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:54:18.352661+0000","last_clean_scrub_stamp":"2024-03-07T02:54:18.352661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:17:55.686793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":993,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:18:11.203943+0000","last_change":"2024-03-07T03:07:58.759142+0000","last_active":"2024-03-07T03:18:11.203943+0000","last_peered":"2024-03-07T03:18:11.203943+0000","last_clean":"2024-03-07T03:18:11.203943+0000","last_became_active":"2024-03-07T03:07:58.758771+0000","last_became_peered":"2024-03-07T03:07:58.758771+0000","last_unstale":"2024-03-07T03:18:11.203943+0000","last_undegraded":"2024-03-07T03:18:11.203943+0000","last_fullsized":"2024-03-07T03:18:11.203943+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:45:13.985820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1216,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:50.825492+0000","last_change":"2024-03-07T03:06:09.988597+0000","last_active":"2024-03-07T03:16:50.825492+0000","last_peered":"2024-03-07T03:16:50.825492+0000","last_clean":"2024-03-07T03:16:50.825492+0000","last_became_active":"2024-03-07T03:06:09.988261+0000","last_became_peered":"2024-03-07T03:06:09.988261+0000","last_unstale":"2024-03-07T03:16:50.825492+0000","last_undegraded":"2024-03-07T03:16:50.825492+0000","last_fullsized":"2024-03-07T03:16:50.825492+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:11:06.717251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"843'3099","reported_seq":6401,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:18:00.988298+0000","last_change":"2024-03-07T03:10:57.131044+0000","last_active":"2024-03-07T03:18:00.988298+0000","last_peered":"2024-03-07T03:18:00.988298+0000","last_clean":"2024-03-07T03:18:00.988298+0000","last_became_active":"2024-03-07T03:07:23.084936+0000","last_became_peered":"2024-03-07T03:07:23.084936+0000","last_unstale":"2024-03-07T03:18:00.988298+0000","last_undegraded":"2024-03-07T03:18:00.988298+0000","last_fullsized":"2024-03-07T03:18:00.988298+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":3099,"log_dups_size":0,"ondisk_log_size":3099,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":111,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:46:48.809690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012703,"stat_sum":{"num_bytes":8347648,"num_objects":13,"num_object_clones":12,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":56,"num_read_kb":33721,"num_write":241,"num_write_kb":36816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":434176,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"2b"},{"start":"197","length":"1"},{"start":"199","length":"7"},{"start":"1a2","length":"7"},{"start":"1ac","length":"3"},{"start":"1b0","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1149,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:59.544742+0000","last_change":"2024-03-07T03:05:01.461136+0000","last_active":"2024-03-07T03:17:59.544742+0000","last_peered":"2024-03-07T03:17:59.544742+0000","last_clean":"2024-03-07T03:17:59.544742+0000","last_became_active":"2024-03-07T03:05:01.457189+0000","last_became_peered":"2024-03-07T03:05:01.457189+0000","last_unstale":"2024-03-07T03:17:59.544742+0000","last_undegraded":"2024-03-07T03:17:59.544742+0000","last_fullsized":"2024-03-07T03:17:59.544742+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:23.791243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1105,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:58.099399+0000","last_change":"2024-03-07T03:07:58.750311+0000","last_active":"2024-03-07T03:16:58.099399+0000","last_peered":"2024-03-07T03:16:58.099399+0000","last_clean":"2024-03-07T03:16:58.099399+0000","last_became_active":"2024-03-07T03:07:58.750001+0000","last_became_peered":"2024-03-07T03:07:58.750001+0000","last_unstale":"2024-03-07T03:16:58.099399+0000","last_undegraded":"2024-03-07T03:16:58.099399+0000","last_fullsized":"2024-03-07T03:16:58.099399+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:48:05.963944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"847'12789","reported_seq":16205,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:17:23.102472+0000","last_change":"2024-03-07T03:10:57.124034+0000","last_active":"2024-03-07T03:17:23.102472+0000","last_peered":"2024-03-07T03:17:23.102472+0000","last_clean":"2024-03-07T03:17:23.102472+0000","last_became_active":"2024-03-07T03:06:47.859957+0000","last_became_peered":"2024-03-07T03:06:47.859957+0000","last_unstale":"2024-03-07T03:17:23.102472+0000","last_undegraded":"2024-03-07T03:17:23.102472+0000","last_fullsized":"2024-03-07T03:17:23.102472+0000","mapping_epoch":625,"log_start":"599'6200","ondisk_log_start":"599'6200","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":6589,"log_dups_size":0,"ondisk_log_size":6589,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":137,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:29:13.699651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0091875959999999993,"stat_sum":{"num_bytes":71745536,"num_objects":32,"num_object_clones":30,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":0,"num_read":146,"num_read_kb":316804,"num_write":323,"num_write_kb":90232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":20865024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"5"},{"start":"171","length":"b"},{"start":"17e","length":"8"},{"start":"187","length":"5"},{"start":"18d","length":"3"},{"start":"192","length":"1"},{"start":"197","length":"1"},{"start":"199","length":"2"}]},{"pgid":"2.9","version":"0'0","reported_seq":1190,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:24.930967+0000","last_change":"2024-03-07T03:07:58.752456+0000","last_active":"2024-03-07T03:17:24.930967+0000","last_peered":"2024-03-07T03:17:24.930967+0000","last_clean":"2024-03-07T03:17:24.930967+0000","last_became_active":"2024-03-07T03:07:58.752118+0000","last_became_peered":"2024-03-07T03:07:58.752118+0000","last_unstale":"2024-03-07T03:17:24.930967+0000","last_undegraded":"2024-03-07T03:17:24.930967+0000","last_fullsized":"2024-03-07T03:17:24.930967+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:08:08.574482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1121,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:18:34.007160+0000","last_change":"2024-03-07T03:07:58.757839+0000","last_active":"2024-03-07T03:18:34.007160+0000","last_peered":"2024-03-07T03:18:34.007160+0000","last_clean":"2024-03-07T03:18:34.007160+0000","last_became_active":"2024-03-07T03:07:58.757495+0000","last_became_peered":"2024-03-07T03:07:58.757495+0000","last_unstale":"2024-03-07T03:18:34.007160+0000","last_undegraded":"2024-03-07T03:18:34.007160+0000","last_fullsized":"2024-03-07T03:18:34.007160+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:27:02.190643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"861'1463","reported_seq":5091,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:18:29.548044+0000","last_change":"2024-03-07T03:10:57.330799+0000","last_active":"2024-03-07T03:18:29.548044+0000","last_peered":"2024-03-07T03:18:29.548044+0000","last_clean":"2024-03-07T03:18:29.548044+0000","last_became_active":"2024-03-07T03:07:58.763085+0000","last_became_peered":"2024-03-07T03:07:58.763085+0000","last_unstale":"2024-03-07T03:18:29.548044+0000","last_undegraded":"2024-03-07T03:18:29.548044+0000","last_fullsized":"2024-03-07T03:18:29.548044+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1463,"log_dups_size":0,"ondisk_log_size":1463,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:39:21.050544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.016579719999999999,"stat_sum":{"num_bytes":106192896,"num_objects":71,"num_object_clones":66,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":1,"num_read":323,"num_read_kb":516030,"num_write":942,"num_write_kb":231680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":48201728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1190,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:24.931017+0000","last_change":"2024-03-07T03:07:58.752370+0000","last_active":"2024-03-07T03:17:24.931017+0000","last_peered":"2024-03-07T03:17:24.931017+0000","last_clean":"2024-03-07T03:17:24.931017+0000","last_became_active":"2024-03-07T03:07:58.751985+0000","last_became_peered":"2024-03-07T03:07:58.751985+0000","last_unstale":"2024-03-07T03:17:24.931017+0000","last_undegraded":"2024-03-07T03:17:24.931017+0000","last_fullsized":"2024-03-07T03:17:24.931017+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T03:31:33.590004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1129,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:48.995494+0000","last_change":"2024-03-07T03:06:09.987484+0000","last_active":"2024-03-07T03:16:48.995494+0000","last_peered":"2024-03-07T03:16:48.995494+0000","last_clean":"2024-03-07T03:16:48.995494+0000","last_became_active":"2024-03-07T03:06:09.986947+0000","last_became_peered":"2024-03-07T03:06:09.986947+0000","last_unstale":"2024-03-07T03:16:48.995494+0000","last_undegraded":"2024-03-07T03:16:48.995494+0000","last_fullsized":"2024-03-07T03:16:48.995494+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:37:38.253630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"857'1055","reported_seq":4921,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:17:54.934037+0000","last_change":"2024-03-07T03:10:57.123092+0000","last_active":"2024-03-07T03:17:54.934037+0000","last_peered":"2024-03-07T03:17:54.934037+0000","last_clean":"2024-03-07T03:17:54.934037+0000","last_became_active":"2024-03-07T03:06:09.993513+0000","last_became_peered":"2024-03-07T03:06:09.993513+0000","last_unstale":"2024-03-07T03:17:54.934037+0000","last_undegraded":"2024-03-07T03:17:54.934037+0000","last_fullsized":"2024-03-07T03:17:54.934037+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1055,"log_dups_size":0,"ondisk_log_size":1055,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":183,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:34:07.352811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013205965,"stat_sum":{"num_bytes":99745792,"num_objects":66,"num_object_clones":62,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":306,"num_read_kb":434534,"num_write":588,"num_write_kb":145464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":21749760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.b","version":"716'3","reported_seq":987,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:56.430141+0000","last_change":"2024-03-07T03:07:58.749480+0000","last_active":"2024-03-07T03:16:56.430141+0000","last_peered":"2024-03-07T03:16:56.430141+0000","last_clean":"2024-03-07T03:16:56.430141+0000","last_became_active":"2024-03-07T03:07:58.749098+0000","last_became_peered":"2024-03-07T03:07:58.749098+0000","last_unstale":"2024-03-07T03:16:56.430141+0000","last_undegraded":"2024-03-07T03:16:56.430141+0000","last_fullsized":"2024-03-07T03:16:56.430141+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:35:33.945855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1038,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:18:11.203877+0000","last_change":"2024-03-07T03:07:23.075725+0000","last_active":"2024-03-07T03:18:11.203877+0000","last_peered":"2024-03-07T03:18:11.203877+0000","last_clean":"2024-03-07T03:18:11.203877+0000","last_became_active":"2024-03-07T03:07:23.075203+0000","last_became_peered":"2024-03-07T03:07:23.075203+0000","last_unstale":"2024-03-07T03:18:11.203877+0000","last_undegraded":"2024-03-07T03:18:11.203877+0000","last_fullsized":"2024-03-07T03:18:11.203877+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:47:11.192302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"863'1711","reported_seq":5463,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:18:29.547987+0000","last_change":"2024-03-07T03:10:57.330918+0000","last_active":"2024-03-07T03:18:29.547987+0000","last_peered":"2024-03-07T03:18:29.547987+0000","last_clean":"2024-03-07T03:18:29.547987+0000","last_became_active":"2024-03-07T03:06:47.849454+0000","last_became_peered":"2024-03-07T03:06:47.849454+0000","last_unstale":"2024-03-07T03:18:29.547987+0000","last_undegraded":"2024-03-07T03:18:29.547987+0000","last_fullsized":"2024-03-07T03:18:29.547987+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1711,"log_dups_size":0,"ondisk_log_size":1711,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":166,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:40:07.156907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.014160193999999999,"stat_sum":{"num_bytes":165158912,"num_objects":93,"num_object_clones":87,"num_object_copies":279,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":93,"num_whiteouts":2,"num_read":489,"num_read_kb":756200,"num_write":870,"num_write_kb":258896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":69541888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"1"},{"start":"16d","length":"2"},{"start":"173","length":"2"},{"start":"176","length":"1"},{"start":"17a","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1159,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:18:29.548032+0000","last_change":"2024-03-07T03:06:47.847077+0000","last_active":"2024-03-07T03:18:29.548032+0000","last_peered":"2024-03-07T03:18:29.548032+0000","last_clean":"2024-03-07T03:18:29.548032+0000","last_became_active":"2024-03-07T03:06:47.846359+0000","last_became_peered":"2024-03-07T03:06:47.846359+0000","last_unstale":"2024-03-07T03:18:29.548032+0000","last_undegraded":"2024-03-07T03:18:29.548032+0000","last_fullsized":"2024-03-07T03:18:29.548032+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:00:08.102949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":974,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:56.430175+0000","last_change":"2024-03-07T03:07:58.760528+0000","last_active":"2024-03-07T03:16:56.430175+0000","last_peered":"2024-03-07T03:16:56.430175+0000","last_clean":"2024-03-07T03:16:56.430175+0000","last_became_active":"2024-03-07T03:07:58.760226+0000","last_became_peered":"2024-03-07T03:07:58.760226+0000","last_unstale":"2024-03-07T03:16:56.430175+0000","last_undegraded":"2024-03-07T03:16:56.430175+0000","last_fullsized":"2024-03-07T03:16:56.430175+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:10:36.411047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"863'1938","reported_seq":4941,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:59.544782+0000","last_change":"2024-03-07T03:10:56.140803+0000","last_active":"2024-03-07T03:17:59.544782+0000","last_peered":"2024-03-07T03:17:59.544782+0000","last_clean":"2024-03-07T03:17:59.544782+0000","last_became_active":"2024-03-07T03:06:09.993933+0000","last_became_peered":"2024-03-07T03:06:09.993933+0000","last_unstale":"2024-03-07T03:17:59.544782+0000","last_undegraded":"2024-03-07T03:17:59.544782+0000","last_fullsized":"2024-03-07T03:17:59.544782+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":1938,"log_dups_size":0,"ondisk_log_size":1938,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T05:18:16.359457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.024996012000000001,"stat_sum":{"num_bytes":22765568,"num_objects":17,"num_object_clones":12,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":2,"num_read":350,"num_read_kb":387634,"num_write":702,"num_write_kb":183472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":7151616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"65"},{"start":"1d1","length":"31"},{"start":"203","length":"5"},{"start":"209","length":"8"},{"start":"215","length":"1"},{"start":"217","length":"1"},{"start":"219","length":"2"},{"start":"21c","length":"3"},{"start":"223","length":"1"},{"start":"226","length":"1"},{"start":"229","length":"1"}]},{"pgid":"2.d","version":"61'1","reported_seq":1193,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:54.934064+0000","last_change":"2024-03-07T03:06:09.993129+0000","last_active":"2024-03-07T03:17:54.934064+0000","last_peered":"2024-03-07T03:17:54.934064+0000","last_clean":"2024-03-07T03:17:54.934064+0000","last_became_active":"2024-03-07T03:06:09.992737+0000","last_became_peered":"2024-03-07T03:06:09.992737+0000","last_unstale":"2024-03-07T03:17:54.934064+0000","last_undegraded":"2024-03-07T03:17:54.934064+0000","last_fullsized":"2024-03-07T03:17:54.934064+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:02:42.055569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1054,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:18:00.988277+0000","last_change":"2024-03-07T03:07:23.076846+0000","last_active":"2024-03-07T03:18:00.988277+0000","last_peered":"2024-03-07T03:18:00.988277+0000","last_clean":"2024-03-07T03:18:00.988277+0000","last_became_active":"2024-03-07T03:07:23.075895+0000","last_became_peered":"2024-03-07T03:07:23.075895+0000","last_unstale":"2024-03-07T03:18:00.988277+0000","last_undegraded":"2024-03-07T03:18:00.988277+0000","last_fullsized":"2024-03-07T03:18:00.988277+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:09:15.080126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"854'331","reported_seq":3441,"reported_epoch":864,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-07T03:16:36.427861+0000","last_change":"2024-03-07T03:10:57.298223+0000","last_active":"2024-03-07T03:16:36.427861+0000","last_peered":"2024-03-07T03:16:36.427861+0000","last_clean":"2024-03-07T03:16:36.427861+0000","last_became_active":"2024-03-07T03:07:58.749089+0000","last_became_peered":"2024-03-07T03:07:58.749089+0000","last_unstale":"2024-03-07T03:16:36.427861+0000","last_undegraded":"2024-03-07T03:16:36.427861+0000","last_fullsized":"2024-03-07T03:16:36.427861+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:56:56.387263+0000","last_clean_scrub_stamp":"2024-03-07T02:56:56.387263+0000","objects_scrubbed":0,"log_size":331,"log_dups_size":0,"ondisk_log_size":331,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":83,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:26:07.404191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00085119700000000004,"stat_sum":{"num_bytes":15409152,"num_objects":11,"num_object_clones":10,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":91,"num_read_kb":118251,"num_write":162,"num_write_kb":30616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":34586624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"143","length":"1"},{"start":"158","length":"1"},{"start":"15b","length":"1"},{"start":"160","length":"3"},{"start":"164","length":"2"},{"start":"167","length":"2"},{"start":"16b","length":"56"},{"start":"1c2","length":"3"},{"start":"1c9","length":"1"}]},{"pgid":"2.e","version":"61'2","reported_seq":1163,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:18:29.548074+0000","last_change":"2024-03-07T03:07:58.755578+0000","last_active":"2024-03-07T03:18:29.548074+0000","last_peered":"2024-03-07T03:18:29.548074+0000","last_clean":"2024-03-07T03:18:29.548074+0000","last_became_active":"2024-03-07T03:07:58.755160+0000","last_became_peered":"2024-03-07T03:07:58.755160+0000","last_unstale":"2024-03-07T03:18:29.548074+0000","last_undegraded":"2024-03-07T03:18:29.548074+0000","last_fullsized":"2024-03-07T03:18:29.548074+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:48.464691+0000","last_clean_scrub_stamp":"2024-03-07T02:53:48.464691+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:20.584382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":989,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:56.430221+0000","last_change":"2024-03-07T03:07:58.751269+0000","last_active":"2024-03-07T03:16:56.430221+0000","last_peered":"2024-03-07T03:16:56.430221+0000","last_clean":"2024-03-07T03:16:56.430221+0000","last_became_active":"2024-03-07T03:07:58.750956+0000","last_became_peered":"2024-03-07T03:07:58.750956+0000","last_unstale":"2024-03-07T03:16:56.430221+0000","last_undegraded":"2024-03-07T03:16:56.430221+0000","last_fullsized":"2024-03-07T03:16:56.430221+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:29:39.414545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1009,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:46.200815+0000","last_change":"2024-03-07T03:07:23.081711+0000","last_active":"2024-03-07T03:17:46.200815+0000","last_peered":"2024-03-07T03:17:46.200815+0000","last_clean":"2024-03-07T03:17:46.200815+0000","last_became_active":"2024-03-07T03:07:23.079269+0000","last_became_peered":"2024-03-07T03:07:23.079269+0000","last_unstale":"2024-03-07T03:17:46.200815+0000","last_undegraded":"2024-03-07T03:17:46.200815+0000","last_fullsized":"2024-03-07T03:17:46.200815+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:12:39.008957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1160,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:29.541501+0000","last_change":"2024-03-07T03:07:23.072806+0000","last_active":"2024-03-07T03:17:29.541501+0000","last_peered":"2024-03-07T03:17:29.541501+0000","last_clean":"2024-03-07T03:17:29.541501+0000","last_became_active":"2024-03-07T03:07:23.071234+0000","last_became_peered":"2024-03-07T03:07:23.071234+0000","last_unstale":"2024-03-07T03:17:29.541501+0000","last_undegraded":"2024-03-07T03:17:29.541501+0000","last_fullsized":"2024-03-07T03:17:29.541501+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:46:52.610744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1060,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:10.982061+0000","last_change":"2024-03-07T03:06:47.851593+0000","last_active":"2024-03-07T03:17:10.982061+0000","last_peered":"2024-03-07T03:17:10.982061+0000","last_clean":"2024-03-07T03:17:10.982061+0000","last_became_active":"2024-03-07T03:06:47.849677+0000","last_became_peered":"2024-03-07T03:06:47.849677+0000","last_unstale":"2024-03-07T03:17:10.982061+0000","last_undegraded":"2024-03-07T03:17:10.982061+0000","last_fullsized":"2024-03-07T03:17:10.982061+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:49:30.969251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1119,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:29.541546+0000","last_change":"2024-03-07T03:06:09.995434+0000","last_active":"2024-03-07T03:17:29.541546+0000","last_peered":"2024-03-07T03:17:29.541546+0000","last_clean":"2024-03-07T03:17:29.541546+0000","last_became_active":"2024-03-07T03:06:09.994939+0000","last_became_peered":"2024-03-07T03:06:09.994939+0000","last_unstale":"2024-03-07T03:17:29.541546+0000","last_undegraded":"2024-03-07T03:17:29.541546+0000","last_fullsized":"2024-03-07T03:17:29.541546+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:27:11.737354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1130,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:18:34.007199+0000","last_change":"2024-03-07T03:06:09.987381+0000","last_active":"2024-03-07T03:18:34.007199+0000","last_peered":"2024-03-07T03:18:34.007199+0000","last_clean":"2024-03-07T03:18:34.007199+0000","last_became_active":"2024-03-07T03:06:09.986952+0000","last_became_peered":"2024-03-07T03:06:09.986952+0000","last_unstale":"2024-03-07T03:18:34.007199+0000","last_undegraded":"2024-03-07T03:18:34.007199+0000","last_fullsized":"2024-03-07T03:18:34.007199+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T09:26:15.439852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1190,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:24.931042+0000","last_change":"2024-03-07T03:05:35.923999+0000","last_active":"2024-03-07T03:17:24.931042+0000","last_peered":"2024-03-07T03:17:24.931042+0000","last_clean":"2024-03-07T03:17:24.931042+0000","last_became_active":"2024-03-07T03:05:35.923719+0000","last_became_peered":"2024-03-07T03:05:35.923719+0000","last_unstale":"2024-03-07T03:17:24.931042+0000","last_undegraded":"2024-03-07T03:17:24.931042+0000","last_fullsized":"2024-03-07T03:17:24.931042+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:43:04.724647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1011,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:18:11.203930+0000","last_change":"2024-03-07T03:07:58.749989+0000","last_active":"2024-03-07T03:18:11.203930+0000","last_peered":"2024-03-07T03:18:11.203930+0000","last_clean":"2024-03-07T03:18:11.203930+0000","last_became_active":"2024-03-07T03:07:58.749643+0000","last_became_peered":"2024-03-07T03:07:58.749643+0000","last_unstale":"2024-03-07T03:18:11.203930+0000","last_undegraded":"2024-03-07T03:18:11.203930+0000","last_fullsized":"2024-03-07T03:18:11.203930+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:00:44.729806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1113,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:18:34.007224+0000","last_change":"2024-03-07T03:06:09.999184+0000","last_active":"2024-03-07T03:18:34.007224+0000","last_peered":"2024-03-07T03:18:34.007224+0000","last_clean":"2024-03-07T03:18:34.007224+0000","last_became_active":"2024-03-07T03:06:09.998856+0000","last_became_peered":"2024-03-07T03:06:09.998856+0000","last_unstale":"2024-03-07T03:18:34.007224+0000","last_undegraded":"2024-03-07T03:18:34.007224+0000","last_fullsized":"2024-03-07T03:18:34.007224+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:37:00.102189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1060,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:35.984977+0000","last_change":"2024-03-07T03:06:47.857644+0000","last_active":"2024-03-07T03:17:35.984977+0000","last_peered":"2024-03-07T03:17:35.984977+0000","last_clean":"2024-03-07T03:17:35.984977+0000","last_became_active":"2024-03-07T03:06:47.857354+0000","last_became_peered":"2024-03-07T03:06:47.857354+0000","last_unstale":"2024-03-07T03:17:35.984977+0000","last_undegraded":"2024-03-07T03:17:35.984977+0000","last_fullsized":"2024-03-07T03:17:35.984977+0000","mapping_epoch":625,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":626,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T08:02:18.860369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1120,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:48.995469+0000","last_change":"2024-03-07T03:06:09.987872+0000","last_active":"2024-03-07T03:16:48.995469+0000","last_peered":"2024-03-07T03:16:48.995469+0000","last_clean":"2024-03-07T03:16:48.995469+0000","last_became_active":"2024-03-07T03:06:09.986852+0000","last_became_peered":"2024-03-07T03:06:09.986852+0000","last_unstale":"2024-03-07T03:16:48.995469+0000","last_undegraded":"2024-03-07T03:16:48.995469+0000","last_fullsized":"2024-03-07T03:16:48.995469+0000","mapping_epoch":591,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T04:22:13.708512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1038,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:18:00.988241+0000","last_change":"2024-03-07T03:07:58.755825+0000","last_active":"2024-03-07T03:18:00.988241+0000","last_peered":"2024-03-07T03:18:00.988241+0000","last_clean":"2024-03-07T03:18:00.988241+0000","last_became_active":"2024-03-07T03:07:58.755395+0000","last_became_peered":"2024-03-07T03:07:58.755395+0000","last_unstale":"2024-03-07T03:18:00.988241+0000","last_undegraded":"2024-03-07T03:18:00.988241+0000","last_fullsized":"2024-03-07T03:18:00.988241+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:10:43.184914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1216,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:17:20.828868+0000","last_change":"2024-03-07T03:07:58.753962+0000","last_active":"2024-03-07T03:17:20.828868+0000","last_peered":"2024-03-07T03:17:20.828868+0000","last_clean":"2024-03-07T03:17:20.828868+0000","last_became_active":"2024-03-07T03:07:58.753619+0000","last_became_peered":"2024-03-07T03:07:58.753619+0000","last_unstale":"2024-03-07T03:17:20.828868+0000","last_undegraded":"2024-03-07T03:17:20.828868+0000","last_fullsized":"2024-03-07T03:17:20.828868+0000","mapping_epoch":694,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":695,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:44:44.641067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1015,"reported_epoch":864,"state":"active+clean","last_fresh":"2024-03-07T03:16:21.191831+0000","last_change":"2024-03-07T03:07:23.078516+0000","last_active":"2024-03-07T03:16:21.191831+0000","last_peered":"2024-03-07T03:16:21.191831+0000","last_clean":"2024-03-07T03:16:21.191831+0000","last_became_active":"2024-03-07T03:07:23.076017+0000","last_became_peered":"2024-03-07T03:07:23.076017+0000","last_unstale":"2024-03-07T03:16:21.191831+0000","last_undegraded":"2024-03-07T03:16:21.191831+0000","last_fullsized":"2024-03-07T03:16:21.191831+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T02:53:49.466409+0000","last_clean_scrub_stamp":"2024-03-07T02:53:49.466409+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:17:54.725933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":857645056,"num_objects":516,"num_object_clones":466,"num_object_copies":1548,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":516,"num_whiteouts":8,"num_read":3826,"num_read_kb":5949842,"num_write":7931,"num_write_kb":1978632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":107,"num_bytes_recovered":385712128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1170673664,"data_stored":2969124864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28580,"ondisk_log_size":28580,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197,"ondisk_log_size":197,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":26375,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":694,"seq":2980707303579,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":150184,"kb_used_data":96156,"kb_used_omap":35,"kb_used_meta":53980,"kb_avail":93594968,"statfs":{"total":95995035648,"available":95841247232,"internally_reserved":0,"allocated":98463744,"data_stored":167037349,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36312,"internal_metadata":55276072},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":660,"seq":2834678415522,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":94940,"kb_used_data":42576,"kb_used_omap":23,"kb_used_meta":52328,"kb_avail":93650212,"statfs":{"total":95995035648,"available":95897817088,"internally_reserved":0,"allocated":43597824,"data_stored":80829959,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":24173,"internal_metadata":53584275},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":463,"seq":1988569858252,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":692864,"kb_used_data":193964,"kb_used_omap":46,"kb_used_meta":498833,"kb_avail":93052288,"statfs":{"total":95995035648,"available":95285542912,"internally_reserved":0,"allocated":198619136,"data_stored":533391905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48036,"internal_metadata":510805084},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":528,"seq":2267742732478,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":401776,"kb_used_data":209252,"kb_used_omap":54,"kb_used_meta":192457,"kb_avail":93343376,"statfs":{"total":95995035648,"available":95583617024,"internally_reserved":0,"allocated":214274048,"data_stored":587826473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56016,"internal_metadata":197076272},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":495,"seq":2126008811717,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":485244,"kb_used_data":166572,"kb_used_omap":47,"kb_used_meta":318608,"kb_avail":93259908,"statfs":{"total":95995035648,"available":95498145792,"internally_reserved":0,"allocated":170569728,"data_stored":457545161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48143,"internal_metadata":326255601},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":562,"seq":2413771620535,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":177748,"kb_used_data":84672,"kb_used_omap":37,"kb_used_meta":93018,"kb_avail":93567404,"statfs":{"total":95995035648,"available":95813021696,"internally_reserved":0,"allocated":86704128,"data_stored":171510863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38083,"internal_metadata":95251261},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":591,"seq":2538325672112,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":365920,"kb_used_data":157844,"kb_used_omap":61,"kb_used_meta":208002,"kb_avail":93379232,"statfs":{"total":95995035648,"available":95620333568,"internally_reserved":0,"allocated":161632256,"data_stored":367986669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":62843,"internal_metadata":212994693},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":625,"seq":2684354560169,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":509804,"kb_used_data":269020,"kb_used_omap":73,"kb_used_meta":240694,"kb_avail":93235348,"statfs":{"total":95995035648,"available":95472996352,"internally_reserved":0,"allocated":275476480,"data_stored":649851960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":75044,"internal_metadata":246471388},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7413,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2060,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2124,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3359,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3677,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2797,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2839,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2106,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":188411904,"data_stored":527167488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":160964608,"data_stored":451911680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":204677120,"data_stored":582193152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":77082624,"data_stored":165871616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":152018944,"data_stored":362352640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":265863168,"data_stored":644214784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":33390592,"data_stored":74600448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":88264704,"data_stored":160813056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-07T03:20:49.968 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:20:49.968 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:20:49.968 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:20:49.968 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-07T03:20:49.968 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-07T03:20:49.968 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-07T03:20:49.968 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.c in trimming, state: active+clean+snaptrim_error 2024-03-07T03:20:49.968 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-07T03:20:49.968 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-07T03:20:49.968 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-07T03:20:50.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:20:49 smithi090 ceph-mon[89511]: pgmap v1024: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:50.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:20:49 smithi090 ceph-mon[91928]: pgmap v1024: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:50.406 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:20:49 smithi092 ceph-mon[83777]: pgmap v1024: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:51.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:20:50 smithi090 ceph-mon[89511]: from='client.44714 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:20:51.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:20:50 smithi090 ceph-mon[91928]: from='client.44714 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:20:51.406 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:20:50 smithi092 ceph-mon[83777]: from='client.44714 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T03:20:52.305 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:20:51 smithi092 ceph-mon[83777]: pgmap v1025: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:52.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:20:51 smithi090 ceph-mon[89511]: pgmap v1025: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:52.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:20:51 smithi090 ceph-mon[91928]: pgmap v1025: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:52.656 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:20:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:20:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:20:53.318 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:20:53 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:20:53] "GET /metrics HTTP/1.1" 200 36317 "" "Prometheus/2.43.0" 2024-03-07T03:20:54.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:20:53 smithi090 ceph-mon[91928]: pgmap v1026: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:54.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:20:53 smithi090 ceph-mon[89511]: pgmap v1026: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:54.406 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:20:53 smithi092 ceph-mon[83777]: pgmap v1026: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:56.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:20:55 smithi090 ceph-mon[89511]: pgmap v1027: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:56.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:20:55 smithi090 ceph-mon[91928]: pgmap v1027: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:56.406 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:20:55 smithi092 ceph-mon[83777]: pgmap v1027: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:58.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:20:57 smithi090 ceph-mon[89511]: pgmap v1028: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:58.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:20:57 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:20:58.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:20:57 smithi090 ceph-mon[91928]: pgmap v1028: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:58.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:20:57 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:20:58.406 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:20:57 smithi092 ceph-mon[83777]: pgmap v1028: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:20:58.407 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:20:57 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-07T03:20:59.970 ERROR:teuthology:Uncaught exception (Hub) Traceback (most recent call last): File "src/gevent/greenlet.py", line 908, in gevent._gevent_cgreenlet.Greenlet.run File "/home/teuthworker/src/github.com_ceph_ceph_ac30ee6cd9cb289983b4db31a5b462d33a1efd30/qa/tasks/rados.py", line 290, in thread manager.wait_snap_trimming_complete(pool); File "/home/teuthworker/src/github.com_ceph_ceph_ac30ee6cd9cb289983b4db31a5b462d33a1efd30/qa/tasks/ceph_manager.py", line 2506, in wait_snap_trimming_complete assert (now - start) < FATAL_TIMEOUT, \ AssertionError: failed to complete snap trimming before timeout 2024-03-07T03:20:59.973 ERROR:teuthology.run_tasks:Saw exception from tasks. Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/task/parallel.py", line 56, in task p.spawn(_run_spawned, ctx, confg, taskname) File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/task/parallel.py", line 64, in _run_spawned mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/task/full_sequential.py", line 37, in task mgr.__exit__(*exc_info) File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__ next(self.gen) File "/home/teuthworker/src/github.com_ceph_ceph_ac30ee6cd9cb289983b4db31a5b462d33a1efd30/qa/tasks/rados.py", line 299, in task running.get() File "src/gevent/greenlet.py", line 831, in gevent._gevent_cgreenlet.Greenlet.get File "src/gevent/greenlet.py", line 373, in gevent._gevent_cgreenlet.Greenlet._raise_exception File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/virtualenv/lib/python3.8/site-packages/gevent/_compat.py", line 49, in reraise raise value.with_traceback(tb) File "src/gevent/greenlet.py", line 908, in gevent._gevent_cgreenlet.Greenlet.run File "/home/teuthworker/src/github.com_ceph_ceph_ac30ee6cd9cb289983b4db31a5b462d33a1efd30/qa/tasks/rados.py", line 290, in thread manager.wait_snap_trimming_complete(pool); File "/home/teuthworker/src/github.com_ceph_ceph_ac30ee6cd9cb289983b4db31a5b462d33a1efd30/qa/tasks/ceph_manager.py", line 2506, in wait_snap_trimming_complete assert (now - start) < FATAL_TIMEOUT, \ AssertionError: failed to complete snap trimming before timeout 2024-03-07T03:21:00.212 ERROR:teuthology.util.sentry: Sentry event: https://sentry.ceph.com/organizations/ceph/?query=8e45d2f81f8845409317bd9951bbc8ef Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/task/parallel.py", line 56, in task p.spawn(_run_spawned, ctx, confg, taskname) File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/task/parallel.py", line 64, in _run_spawned mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/task/full_sequential.py", line 37, in task mgr.__exit__(*exc_info) File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__ next(self.gen) File "/home/teuthworker/src/github.com_ceph_ceph_ac30ee6cd9cb289983b4db31a5b462d33a1efd30/qa/tasks/rados.py", line 299, in task running.get() File "src/gevent/greenlet.py", line 831, in gevent._gevent_cgreenlet.Greenlet.get File "src/gevent/greenlet.py", line 373, in gevent._gevent_cgreenlet.Greenlet._raise_exception File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/virtualenv/lib/python3.8/site-packages/gevent/_compat.py", line 49, in reraise raise value.with_traceback(tb) File "src/gevent/greenlet.py", line 908, in gevent._gevent_cgreenlet.Greenlet.run File "/home/teuthworker/src/github.com_ceph_ceph_ac30ee6cd9cb289983b4db31a5b462d33a1efd30/qa/tasks/rados.py", line 290, in thread manager.wait_snap_trimming_complete(pool); File "/home/teuthworker/src/github.com_ceph_ceph_ac30ee6cd9cb289983b4db31a5b462d33a1efd30/qa/tasks/ceph_manager.py", line 2506, in wait_snap_trimming_complete assert (now - start) < FATAL_TIMEOUT, \ AssertionError: failed to complete snap trimming before timeout 2024-03-07T03:21:00.215 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-03-07T03:21:00.225 INFO:tasks.cephadm:Teardown begin 2024-03-07T03:21:00.226 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-03-07T03:21:00.226 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-07T03:21:00.260 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:20:59 smithi090 ceph-mon[89511]: pgmap v1029: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:21:00.261 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:20:59 smithi090 ceph-mon[91928]: pgmap v1029: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:21:00.406 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:20:59 smithi092 ceph-mon[83777]: pgmap v1029: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:21:00.564 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T03:21:00.565 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":14,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54316,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6833/4085130954","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":4085130954},{"type":"v1","addr":"172.21.15.92:6833","nonce":4085130954}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":14}],"filesystems":[{"mdsmap":{"epoch":13,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-03-07T02:53:49.821771+0000","modified":"2024-03-07T03:08:25.793157+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":716,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":44318},"failed":[],"damaged":[],"stopped":[],"info":{"gid_44318":{"gid":44318,"name":"a","rank":0,"incarnation":10,"state":"up:active","state_seq":7,"addr":"172.21.15.90:6835/3785190061","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":3785190061},{"type":"v1","addr":"172.21.15.90:6835","nonce":3785190061}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-03-07T03:21:00.565 INFO:teuthology.orchestra.run.smithi090.stderr:dumped fsmap epoch 14 2024-03-07T03:21:00.577 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-07T03:21:00.937 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T03:21:00.938 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":14,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54316,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6833/4085130954","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":4085130954},{"type":"v1","addr":"172.21.15.92:6833","nonce":4085130954}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":14}],"filesystems":[{"mdsmap":{"epoch":13,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-03-07T02:53:49.821771+0000","modified":"2024-03-07T03:08:25.793157+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":716,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":44318},"failed":[],"damaged":[],"stopped":[],"info":{"gid_44318":{"gid":44318,"name":"a","rank":0,"incarnation":10,"state":"up:active","state_seq":7,"addr":"172.21.15.90:6835/3785190061","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":3785190061},{"type":"v1","addr":"172.21.15.90:6835","nonce":3785190061}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-03-07T03:21:00.938 INFO:teuthology.orchestra.run.smithi090.stderr:dumped fsmap epoch 14 2024-03-07T03:21:00.953 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-07T03:21:01.237 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-03-07T03:21:01.238 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":864,"fsid":"fb96fd1c-dc2c-11ee-95c6-87774f69a715","created":"2024-03-07T02:48:21.402557+0000","modified":"2024-03-07T03:10:57.113816+0000","last_up_change":"2024-03-07T03:07:57.722821+0000","last_in_change":"2024-03-07T02:53:14.634561+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-07T02:51:31.237978+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-07T02:53:48.161372+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-07T02:53:49.007562+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-03-07T02:54:18.302508+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"unique_pool_0","create_time":"2024-03-07T02:56:55.636031+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"864","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":557,"snap_epoch":864,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"teuthologyprofile","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rados":{}}}],"osds":[{"osd":0,"uuid":"62173b00-78b8-4233-9293-c750339830ce","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":453,"up_from":463,"up_thru":694,"down_at":454,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":2854812379},{"type":"v1","addr":"172.21.15.90:6803","nonce":2854812379}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":2854812379},{"type":"v1","addr":"172.21.15.90:6805","nonce":2854812379}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":2854812379},{"type":"v1","addr":"172.21.15.90:6809","nonce":2854812379}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":2854812379},{"type":"v1","addr":"172.21.15.90:6807","nonce":2854812379}]},"public_addr":"172.21.15.90:6803/2854812379","cluster_addr":"172.21.15.90:6805/2854812379","heartbeat_back_addr":"172.21.15.90:6809/2854812379","heartbeat_front_addr":"172.21.15.90:6807/2854812379","state":["exists","up"]},{"osd":1,"uuid":"ba6ddbb8-bfc5-473e-ac63-9dae10041bd2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":485,"up_from":495,"up_thru":694,"down_at":486,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":330129998},{"type":"v1","addr":"172.21.15.90:6811","nonce":330129998}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":330129998},{"type":"v1","addr":"172.21.15.90:6813","nonce":330129998}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":330129998},{"type":"v1","addr":"172.21.15.90:6817","nonce":330129998}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":330129998},{"type":"v1","addr":"172.21.15.90:6815","nonce":330129998}]},"public_addr":"172.21.15.90:6811/330129998","cluster_addr":"172.21.15.90:6813/330129998","heartbeat_back_addr":"172.21.15.90:6817/330129998","heartbeat_front_addr":"172.21.15.90:6815/330129998","state":["exists","up"]},{"osd":2,"uuid":"ff8047c3-1b5e-4299-a2ae-bedeef72354c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":518,"up_from":528,"up_thru":694,"down_at":519,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":624661862},{"type":"v1","addr":"172.21.15.90:6819","nonce":624661862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":624661862},{"type":"v1","addr":"172.21.15.90:6821","nonce":624661862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":624661862},{"type":"v1","addr":"172.21.15.90:6825","nonce":624661862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":624661862},{"type":"v1","addr":"172.21.15.90:6823","nonce":624661862}]},"public_addr":"172.21.15.90:6819/624661862","cluster_addr":"172.21.15.90:6821/624661862","heartbeat_back_addr":"172.21.15.90:6825/624661862","heartbeat_front_addr":"172.21.15.90:6823/624661862","state":["exists","up"]},{"osd":3,"uuid":"f593a0b8-5c6a-4956-8bfd-1786b23b8246","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":551,"up_from":562,"up_thru":694,"down_at":552,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":3299748417},{"type":"v1","addr":"172.21.15.90:6827","nonce":3299748417}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":3299748417},{"type":"v1","addr":"172.21.15.90:6829","nonce":3299748417}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":3299748417},{"type":"v1","addr":"172.21.15.90:6833","nonce":3299748417}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":3299748417},{"type":"v1","addr":"172.21.15.90:6831","nonce":3299748417}]},"public_addr":"172.21.15.90:6827/3299748417","cluster_addr":"172.21.15.90:6829/3299748417","heartbeat_back_addr":"172.21.15.90:6833/3299748417","heartbeat_front_addr":"172.21.15.90:6831/3299748417","state":["exists","up"]},{"osd":4,"uuid":"77430044-a6e2-4b54-b014-afa25de0ab3b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":30,"last_clean_end":580,"up_from":591,"up_thru":694,"down_at":581,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":3231169325},{"type":"v1","addr":"172.21.15.92:6801","nonce":3231169325}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":3231169325},{"type":"v1","addr":"172.21.15.92:6803","nonce":3231169325}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":3231169325},{"type":"v1","addr":"172.21.15.92:6807","nonce":3231169325}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":3231169325},{"type":"v1","addr":"172.21.15.92:6805","nonce":3231169325}]},"public_addr":"172.21.15.92:6801/3231169325","cluster_addr":"172.21.15.92:6803/3231169325","heartbeat_back_addr":"172.21.15.92:6807/3231169325","heartbeat_front_addr":"172.21.15.92:6805/3231169325","state":["exists","up"]},{"osd":5,"uuid":"3fcbbd00-1811-4019-9256-c715641d4bd7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":38,"last_clean_end":616,"up_from":625,"up_thru":694,"down_at":617,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":1132994683},{"type":"v1","addr":"172.21.15.92:6809","nonce":1132994683}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":1132994683},{"type":"v1","addr":"172.21.15.92:6811","nonce":1132994683}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":1132994683},{"type":"v1","addr":"172.21.15.92:6815","nonce":1132994683}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":1132994683},{"type":"v1","addr":"172.21.15.92:6813","nonce":1132994683}]},"public_addr":"172.21.15.92:6809/1132994683","cluster_addr":"172.21.15.92:6811/1132994683","heartbeat_back_addr":"172.21.15.92:6815/1132994683","heartbeat_front_addr":"172.21.15.92:6813/1132994683","state":["exists","up"]},{"osd":6,"uuid":"5b518f86-7f07-4b56-8fa6-9fda918cf3ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":46,"last_clean_end":648,"up_from":660,"up_thru":694,"down_at":650,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":1627700836},{"type":"v1","addr":"172.21.15.92:6817","nonce":1627700836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":1627700836},{"type":"v1","addr":"172.21.15.92:6819","nonce":1627700836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":1627700836},{"type":"v1","addr":"172.21.15.92:6823","nonce":1627700836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":1627700836},{"type":"v1","addr":"172.21.15.92:6821","nonce":1627700836}]},"public_addr":"172.21.15.92:6817/1627700836","cluster_addr":"172.21.15.92:6819/1627700836","heartbeat_back_addr":"172.21.15.92:6823/1627700836","heartbeat_front_addr":"172.21.15.92:6821/1627700836","state":["exists","up"]},{"osd":7,"uuid":"3149ce0a-5ae4-4ed2-9951-75533bf13891","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":54,"last_clean_end":683,"up_from":694,"up_thru":694,"down_at":684,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":3645226278},{"type":"v1","addr":"172.21.15.92:6825","nonce":3645226278}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":3645226278},{"type":"v1","addr":"172.21.15.92:6827","nonce":3645226278}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":3645226278},{"type":"v1","addr":"172.21.15.92:6831","nonce":3645226278}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":3645226278},{"type":"v1","addr":"172.21.15.92:6829","nonce":3645226278}]},"public_addr":"172.21.15.92:6825/3645226278","cluster_addr":"172.21.15.92:6827/3645226278","heartbeat_back_addr":"172.21.15.92:6831/3645226278","heartbeat_front_addr":"172.21.15.92:6829/3645226278","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:50:39.830230+0000","dead_epoch":453},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:51:04.477989+0000","dead_epoch":485},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:51:28.474759+0000","dead_epoch":518},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:51:53.216846+0000","dead_epoch":551},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:52:15.538439+0000","dead_epoch":580},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:52:39.888296+0000","dead_epoch":616},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:53:04.965858+0000","dead_epoch":648},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T02:53:30.264488+0000","dead_epoch":683}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.8","mappings":[{"from":7,"to":2}]},{"pgid":"3.a","mappings":[{"from":4,"to":3}]},{"pgid":"3.18","mappings":[{"from":0,"to":2}]},{"pgid":"3.23","mappings":[{"from":0,"to":2}]},{"pgid":"3.34","mappings":[{"from":4,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.90:0/3808008696":"2024-03-08T03:01:08.044964+0000","172.21.15.90:0/373439958":"2024-03-08T02:49:20.917138+0000","172.21.15.90:0/2953742548":"2024-03-08T02:49:20.917138+0000","172.21.15.90:0/1475705684":"2024-03-08T03:02:27.691827+0000","172.21.15.90:0/3526924373":"2024-03-08T03:01:08.044964+0000","172.21.15.90:6801/2944721963":"2024-03-08T02:49:20.917138+0000","172.21.15.90:0/4131887177":"2024-03-08T02:54:18.375588+0000","172.21.15.90:0/2975564":"2024-03-08T02:54:18.375588+0000","172.21.15.90:0/3538795341":"2024-03-08T02:54:18.375588+0000","172.21.15.90:0/3188894349":"2024-03-08T02:49:20.917138+0000","172.21.15.90:6801/175434517":"2024-03-08T02:54:18.375588+0000","172.21.15.90:6800/2704579126":"2024-03-08T03:01:08.044964+0000","172.21.15.90:6800/175434517":"2024-03-08T02:54:18.375588+0000","172.21.15.90:0/3469239149":"2024-03-08T03:02:27.691827+0000","172.21.15.90:6801/1272413110":"2024-03-08T03:02:27.691827+0000","172.21.15.92:0/2473483609":"2024-03-08T03:01:42.301533+0000","172.21.15.90:0/1679273472":"2024-03-08T02:48:56.020950+0000","172.21.15.90:0/3316228389":"2024-03-08T03:01:08.044964+0000","172.21.15.92:6834/333113691":"2024-03-08T03:01:42.301533+0000","172.21.15.92:6835/333113691":"2024-03-08T03:01:42.301533+0000","172.21.15.90:0/4015169376":"2024-03-08T03:02:27.691827+0000","172.21.15.90:0/1522080357":"2024-03-08T03:02:27.691827+0000","172.21.15.92:0/2444095337":"2024-03-08T03:01:42.301533+0000","172.21.15.92:0/1782759542":"2024-03-08T03:01:42.301533+0000","172.21.15.90:0/3731708305":"2024-03-08T02:48:56.020950+0000","172.21.15.92:0/4132070322":"2024-03-08T03:01:42.301533+0000","172.21.15.90:0/1828883733":"2024-03-08T02:48:56.020950+0000","172.21.15.92:0/536813679":"2024-03-08T03:01:42.301533+0000","172.21.15.90:6800/1272413110":"2024-03-08T03:02:27.691827+0000","172.21.15.90:0/3826123206":"2024-03-08T03:02:27.691827+0000","172.21.15.90:0/1014737162":"2024-03-08T03:01:08.044964+0000","172.21.15.90:6800/3621127890":"2024-03-08T02:48:56.020950+0000","172.21.15.90:6801/2704579126":"2024-03-08T03:01:08.044964+0000","172.21.15.90:0/2932899528":"2024-03-08T03:01:08.044964+0000","172.21.15.90:6800/2944721963":"2024-03-08T02:49:20.917138+0000","172.21.15.90:6801/3621127890":"2024-03-08T02:48:56.020950+0000","172.21.15.92:6832/1681570486":"2024-03-08T03:08:23.775747+0000","172.21.15.92:0/703420874":"2024-03-08T03:01:42.301533+0000","172.21.15.90:0/542255566":"2024-03-08T02:54:18.375588+0000","172.21.15.92:6833/1681570486":"2024-03-08T03:08:23.775747+0000","172.21.15.90:0/842512594":"2024-03-08T03:02:27.691827+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":323,"length":1},{"begin":344,"length":1},{"begin":347,"length":1},{"begin":352,"length":3},{"begin":356,"length":2},{"begin":359,"length":2},{"begin":363,"length":101},{"begin":465,"length":49},{"begin":515,"length":5},{"begin":521,"length":8},{"begin":533,"length":1},{"begin":535,"length":1},{"begin":537,"length":2},{"begin":540,"length":3},{"begin":547,"length":1},{"begin":550,"length":1},{"begin":553,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-07T03:21:01.249 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:21:00 smithi090 ceph-mon[89511]: from='client.? 172.21.15.90:0/565301033' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T03:21:01.249 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:21:00 smithi090 ceph-mon[89511]: from='client.? 172.21.15.90:0/529279207' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T03:21:01.249 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:21:00 smithi090 ceph-mon[91928]: from='client.? 172.21.15.90:0/565301033' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T03:21:01.249 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:21:00 smithi090 ceph-mon[91928]: from='client.? 172.21.15.90:0/529279207' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T03:21:01.251 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-03-07T03:21:01.406 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:21:00 smithi092 ceph-mon[83777]: from='client.? 172.21.15.90:0/565301033' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T03:21:01.406 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:21:00 smithi092 ceph-mon[83777]: from='client.? 172.21.15.90:0/529279207' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T03:21:01.578 INFO:teuthology.orchestra.run.smithi090.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-03-07T03:21:01.594 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-03-07T03:21:01.852 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:21:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-a[89507]: 2024-03-07T03:21:01.580+0000 7f55cd249700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-03-07T03:21:01.852 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:21:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:21:01.586+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:21:01.853 INFO:journalctl@ceph.mds.a.smithi090.stdout:Mar 07 03:21:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mds-a[116763]: -4059> 2024-03-07T03:08:27.402+0000 7f0e30e76700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-03-07T03:21:01.853 INFO:journalctl@ceph.mds.a.smithi090.stdout:Mar 07 03:21:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mds-a[116763]: ignoring --setuser ceph since I am not root 2024-03-07T03:21:01.853 INFO:journalctl@ceph.mds.a.smithi090.stdout:Mar 07 03:21:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mds-a[116763]: ignoring --setgroup ceph since I am not root 2024-03-07T03:21:01.853 INFO:journalctl@ceph.mds.a.smithi090.stdout:Mar 07 03:21:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mds-a[116763]: starting mds.a at 2024-03-07T03:21:01.950 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:21:01 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:21:01.860+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 229=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219],227=[227,225,224,223,222],229=[229,228]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:21:01.950 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:21:01 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:21:01.860+0000 7fec96c1a700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:21:01.951 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:21:01 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:21:01.677+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:21:01.951 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:21:01 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:21:01.677+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:21:01.951 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:21:01 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:21:01.677+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 22c=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222],22c=[22c,22b,22a,229,228,227,225,224]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:21:02.305 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:21:01 smithi092 ceph-mon[83777]: pgmap v1030: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:21:02.305 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:21:01 smithi092 ceph-mon[83777]: from='client.? 172.21.15.90:0/4228678444' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T03:21:02.305 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:21:01 smithi092 ceph-mon[83777]: from='client.? 172.21.15.90:0/3362101103' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-03-07T03:21:02.305 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:21:01 smithi092 ceph-mon[83777]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-03-07T03:21:02.305 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:21:01 smithi092 ceph-mon[83777]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-03-07T03:21:02.305 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:21:01 smithi092 ceph-mon[83777]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-03-07T03:21:02.306 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:21:01 smithi092 ceph-mon[83777]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-03-07T03:21:02.306 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:21:01 smithi092 ceph-mon[83777]: osdmap e865: 8 total, 8 up, 8 in 2024-03-07T03:21:02.306 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:21:01 smithi092 ceph-mon[83777]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-03-07T03:21:02.306 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:21:01 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:21:02.306 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:21:01 smithi092 ceph-mon[83777]: No clone_snaps in snapset 22c=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222],22c=[22c,22b,22a,229,228,227,225,224]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:21:02.306 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:21:01 smithi092 ceph-mon[83777]: No clone_snaps in snapset 229=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219],227=[227,225,224,223,222],229=[229,228]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:21:02.306 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:21:01 smithi092 ceph-mon[83777]: from='client.? 172.21.15.90:0/3065423911' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-03-07T03:21:02.306 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:21:01 smithi092 ceph-mon[83777]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-03-07T03:21:02.318 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:21:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:21:01.859+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:21:02.318 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:21:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:21:01.859+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:21:02.319 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:21:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:21:01.859+0000 7fa43bc24700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:21:02.319 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:21:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:21:01.859+0000 7fa43c425700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:21:02.319 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:21:01 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:21:01.859+0000 7fa43c425700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:21:02.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:21:01 smithi090 ceph-mon[89511]: pgmap v1030: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:21:02.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:21:01 smithi090 ceph-mon[89511]: from='client.? 172.21.15.90:0/4228678444' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T03:21:02.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:21:01 smithi090 ceph-mon[89511]: from='client.? 172.21.15.90:0/3362101103' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-03-07T03:21:02.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:21:01 smithi090 ceph-mon[89511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-03-07T03:21:02.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:21:01 smithi090 ceph-mon[89511]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-03-07T03:21:02.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:21:01 smithi090 ceph-mon[89511]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-03-07T03:21:02.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:21:01 smithi090 ceph-mon[89511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-03-07T03:21:02.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:21:01 smithi090 ceph-mon[89511]: osdmap e865: 8 total, 8 up, 8 in 2024-03-07T03:21:02.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:21:01 smithi090 ceph-mon[89511]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-03-07T03:21:02.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:21:01 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:21:02.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:21:01 smithi090 ceph-mon[89511]: No clone_snaps in snapset 22c=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222],22c=[22c,22b,22a,229,228,227,225,224]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:21:02.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:21:01 smithi090 ceph-mon[89511]: No clone_snaps in snapset 229=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219],227=[227,225,224,223,222],229=[229,228]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:21:02.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:21:01 smithi090 ceph-mon[89511]: from='client.? 172.21.15.90:0/3065423911' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-03-07T03:21:02.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:21:01 smithi090 ceph-mon[89511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-03-07T03:21:02.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:21:01 smithi090 ceph-mon[91928]: pgmap v1030: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:21:02.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:21:01 smithi090 ceph-mon[91928]: from='client.? 172.21.15.90:0/4228678444' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T03:21:02.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:21:01 smithi090 ceph-mon[91928]: from='client.? 172.21.15.90:0/3362101103' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-03-07T03:21:02.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:21:01 smithi090 ceph-mon[91928]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-03-07T03:21:02.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:21:01 smithi090 ceph-mon[91928]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-03-07T03:21:02.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:21:01 smithi090 ceph-mon[91928]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-03-07T03:21:02.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:21:01 smithi090 ceph-mon[91928]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-03-07T03:21:02.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:21:01 smithi090 ceph-mon[91928]: osdmap e865: 8 total, 8 up, 8 in 2024-03-07T03:21:02.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:21:01 smithi090 ceph-mon[91928]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-03-07T03:21:02.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:21:01 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:21:02.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:21:01 smithi090 ceph-mon[91928]: No clone_snaps in snapset 22c=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222],22c=[22c,22b,22a,229,228,227,225,224]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:21:02.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:21:01 smithi090 ceph-mon[91928]: No clone_snaps in snapset 229=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219],227=[227,225,224,223,222],229=[229,228]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:21:02.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:21:01 smithi090 ceph-mon[91928]: from='client.? 172.21.15.90:0/3065423911' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-03-07T03:21:02.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:21:01 smithi090 ceph-mon[91928]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-03-07T03:21:02.592 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-03-07T03:21:02.656 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:21:02 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:21:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:21:03.318 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:21:03 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: ::ffff:172.21.15.92 - - [07/Mar/2024:03:21:03] "GET /metrics HTTP/1.1" 200 36312 "" "Prometheus/2.43.0" 2024-03-07T03:21:03.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:21:02 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:21:03.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:21:02 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:21:03.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:21:02 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:21:03.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:21:02 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:21:03.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:21:02 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:21:03.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:21:02 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:21:03.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:21:02 smithi090 ceph-mon[89511]: pgmap v1032: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:21:03.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:21:02 smithi090 ceph-mon[89511]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-03-07T03:21:03.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:21:02 smithi090 ceph-mon[89511]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-03-07T03:21:03.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:21:02 smithi090 ceph-mon[89511]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-03-07T03:21:03.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:21:02 smithi090 ceph-mon[89511]: mds.? [v2:172.21.15.90:6834/3993340240,v1:172.21.15.90:6835/3993340240] up:boot 2024-03-07T03:21:03.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:21:02 smithi090 ceph-mon[89511]: fsmap 2 up:standby 2024-03-07T03:21:03.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:21:02 smithi090 ceph-mon[89511]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-07T03:21:03.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:21:02 smithi090 ceph-mon[89511]: from='client.? 172.21.15.90:0/340281381' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-03-07T03:21:03.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:21:02 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:21:03.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:21:02 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:21:03.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:21:02 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:21:03.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:21:02 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:21:03.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:21:02 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:21:03.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:21:02 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:21:03.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:21:02 smithi090 ceph-mon[91928]: pgmap v1032: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:21:03.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:21:02 smithi090 ceph-mon[91928]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-03-07T03:21:03.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:21:02 smithi090 ceph-mon[91928]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-03-07T03:21:03.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:21:02 smithi090 ceph-mon[91928]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-03-07T03:21:03.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:21:02 smithi090 ceph-mon[91928]: mds.? [v2:172.21.15.90:6834/3993340240,v1:172.21.15.90:6835/3993340240] up:boot 2024-03-07T03:21:03.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:21:02 smithi090 ceph-mon[91928]: fsmap 2 up:standby 2024-03-07T03:21:03.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:21:02 smithi090 ceph-mon[91928]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-07T03:21:03.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:21:02 smithi090 ceph-mon[91928]: from='client.? 172.21.15.90:0/340281381' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-03-07T03:21:03.406 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:21:02 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:21:03.407 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:21:02 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:21:03.407 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:21:02 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:21:03.407 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:21:02 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:21:03.407 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:21:02 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:21:03.407 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:21:02 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:21:03.407 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:21:02 smithi092 ceph-mon[83777]: pgmap v1032: 121 pgs: 112 active+clean, 9 active+clean+snaptrim_error; 818 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-03-07T03:21:03.407 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:21:02 smithi092 ceph-mon[83777]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-03-07T03:21:03.407 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:21:02 smithi092 ceph-mon[83777]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-03-07T03:21:03.407 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:21:02 smithi092 ceph-mon[83777]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-03-07T03:21:03.408 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:21:02 smithi092 ceph-mon[83777]: mds.? [v2:172.21.15.90:6834/3993340240,v1:172.21.15.90:6835/3993340240] up:boot 2024-03-07T03:21:03.408 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:21:02 smithi092 ceph-mon[83777]: fsmap 2 up:standby 2024-03-07T03:21:03.408 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:21:02 smithi092 ceph-mon[83777]: from='mgr.34107 172.21.15.90:0/3996606678' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-07T03:21:03.408 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:21:02 smithi092 ceph-mon[83777]: from='client.? 172.21.15.90:0/340281381' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-03-07T03:21:03.577 INFO:teuthology.orchestra.run.smithi090.stderr:pool 'cephfs_metadata' removed 2024-03-07T03:21:03.599 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-03-07T03:21:03.906 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:21:03 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:21:03.589+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:21:03.907 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:21:03 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:21:03.625+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:21:03.907 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:21:03 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:21:03.626+0000 7fcd922b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:21:03.907 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:21:03 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:21:03.626+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 22c=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222],22c=[22c,22b,22a,229,228,227,225,224]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:21:03.908 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:21:03 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:21:03.596+0000 7fc296413700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2024-03-07T03:21:03.908 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:21:03 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:21:03.596+0000 7fc296413700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 229=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219],227=[227,225,224,223,222],229=[229,228]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:21:04.068 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:21:03 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:21:03.591+0000 7fbebc408700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:21:04.069 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:21:03 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:21:03.622+0000 7fa43941f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:21:04.069 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:21:03 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:21:03.623+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:21:04.069 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:21:03 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:21:03.623+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:21:04.069 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:21:03 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:21:03.599+0000 7f4442f67700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 177 after trimming was started 2024-03-07T03:21:04.069 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:21:03 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:21:03.599+0000 7f4442f67700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:21:04.587 INFO:teuthology.orchestra.run.smithi090.stderr:pool 'cephfs_data' removed 2024-03-07T03:21:04.609 DEBUG:teuthology.orchestra.run.smithi090:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-03-07T03:21:04.637 DEBUG:teuthology.orchestra.run.smithi092:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-03-07T03:21:04.673 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-03-07T03:21:04.674 DEBUG:teuthology.orchestra.run.smithi090:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-03-07T03:21:04.693 DEBUG:teuthology.orchestra.run.smithi092:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-03-07T03:21:04.730 INFO:tasks.cephadm:Stopping all daemons... 2024-03-07T03:21:04.730 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-03-07T03:21:04.730 DEBUG:teuthology.orchestra.run.smithi090:> sudo systemctl stop ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@mon.a 2024-03-07T03:21:04.833 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:21:04 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:21:04.599+0000 7fbeb8400700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:21:04.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:21:04 smithi090 ceph-mon[91928]: from='client.? 172.21.15.90:0/340281381' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-03-07T03:21:04.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:21:04 smithi090 ceph-mon[91928]: osdmap e866: 8 total, 8 up, 8 in 2024-03-07T03:21:04.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:21:04 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:21:04.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:21:04 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:21:04.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:21:04 smithi090 ceph-mon[91928]: No clone_snaps in snapset 229=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219],227=[227,225,224,223,222],229=[229,228]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:21:04.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:21:04 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:21:04.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:21:04 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:21:04.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:21:04 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:21:04.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:21:04 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:21:04.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:21:04 smithi090 ceph-mon[91928]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:21:04.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:21:04 smithi090 ceph-mon[91928]: No clone_snaps in snapset 22c=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222],22c=[22c,22b,22a,229,228,227,225,224]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:21:04.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:21:04 smithi090 ceph-mon[91928]: from='client.? 172.21.15.90:0/1557224788' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-03-07T03:21:04.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:21:04 smithi090 ceph-mon[91928]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-03-07T03:21:04.835 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:21:04 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:21:04.838+0000 7f443ef5f700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:21:04.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:21:04 smithi090 ceph-mon[89511]: from='client.? 172.21.15.90:0/340281381' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-03-07T03:21:04.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:21:04 smithi090 ceph-mon[89511]: osdmap e866: 8 total, 8 up, 8 in 2024-03-07T03:21:04.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:21:04 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:21:04.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:21:04 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:21:04.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:21:04 smithi090 ceph-mon[89511]: No clone_snaps in snapset 229=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219],227=[227,225,224,223,222],229=[229,228]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:21:04.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:21:04 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:21:04.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:21:04 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:21:04.837 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:21:04 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:21:04.837 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:21:04 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:21:04.837 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:21:04 smithi090 ceph-mon[89511]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:21:04.837 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:21:04 smithi090 ceph-mon[89511]: No clone_snaps in snapset 22c=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222],22c=[22c,22b,22a,229,228,227,225,224]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:21:04.837 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:21:04 smithi090 ceph-mon[89511]: from='client.? 172.21.15.90:0/1557224788' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-03-07T03:21:04.837 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:21:04 smithi090 ceph-mon[89511]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-03-07T03:21:04.837 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:21:04 smithi090 systemd[1]: Stopping Ceph mon.a for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T03:21:04.838 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:21:04 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:21:04.596+0000 7fc29a41b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 229=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219],227=[227,225,224,223,222],229=[229,228]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:21:04.838 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:21:04 smithi092 ceph-mon[83777]: from='client.? 172.21.15.90:0/340281381' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-03-07T03:21:04.838 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:21:04 smithi092 ceph-mon[83777]: osdmap e866: 8 total, 8 up, 8 in 2024-03-07T03:21:04.838 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:21:04 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:21:04.838 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:21:04 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:3842c616:::smithi09077644-5:14a repair needed (no obc) 2024-03-07T03:21:04.839 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:21:04 smithi092 ceph-mon[83777]: No clone_snaps in snapset 229=[]:{1cb=[1cb],1cf=[1cf,1ce,1cd,1cc],1dc=[1dc,1db,1da,1d9,1d8,1d7,1d5,1d3,1d2,1d1,1d0],1e7=[1e7,1e6,1e5,1e4,1e2,1e1,1df,1de,1dd],1e8=[1e8],201=[201,200,1ff,1fe,1fd,1fc,1fa,1f9,1f8,1f7,1f5],218=[218,217,216,215,214,213,212,211,20f,20e,20d,20a,209,208,207,204],221=[221,220,21f,21e,21d,21c,21b,21a,219],227=[227,225,224,223,222],229=[229,228]} for object 5:9c816c51:::smithi09077644-7:1ca 2024-03-07T03:21:04.839 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:21:04 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:0ec057fb:::smithi09077644-23:17b repair needed (no obc) 2024-03-07T03:21:04.839 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:21:04 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:21:04.839 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:21:04 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:21:04.839 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:21:04 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:21:04.839 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:21:04 smithi092 ceph-mon[83777]: trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:21:04.839 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:21:04 smithi092 ceph-mon[83777]: No clone_snaps in snapset 22c=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222],22c=[22c,22b,22a,229,228,227,225,224]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:21:04.839 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:21:04 smithi092 ceph-mon[83777]: from='client.? 172.21.15.90:0/1557224788' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-03-07T03:21:04.840 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:21:04 smithi092 ceph-mon[83777]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-03-07T03:21:05.150 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:21:05 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-a[89507]: 2024-03-07T03:21:05.036+0000 7f55d2a54700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-03-07T03:21:05.151 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:21:05 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-a[89507]: 2024-03-07T03:21:05.036+0000 7f55d2a54700 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2024-03-07T03:21:05.151 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:21:05 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: [07/Mar/2024:03:21:05] ENGINE Bus STOPPING 2024-03-07T03:21:05.151 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:21:05 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: [07/Mar/2024:03:21:05] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-07T03:21:05.151 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:21:05 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: [07/Mar/2024:03:21:05] ENGINE Bus STOPPED 2024-03-07T03:21:05.151 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:21:05 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: [07/Mar/2024:03:21:05] ENGINE Bus STARTING 2024-03-07T03:21:05.151 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:21:05 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: [07/Mar/2024:03:21:05] ENGINE Serving on http://:::9283 2024-03-07T03:21:05.152 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:21:04 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:21:04.837+0000 7fa43841d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 16c after trimming was started 2024-03-07T03:21:05.152 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:21:04 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:21:04.837+0000 7fa43841d700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b9b7d4ca:::smithi09077644-17:16d repair needed (no obc) 2024-03-07T03:21:05.152 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:21:04 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:21:04.838+0000 7fa43d427700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d091193a:::smithi09077644-39:16d repair needed (no obc) 2024-03-07T03:21:05.152 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:21:04 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:21:04.839+0000 7fa437c1c700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:69400004:::smithi09077644-35:16f repair needed (no obc) 2024-03-07T03:21:05.156 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:21:04 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:21:04.842+0000 7fec92c12700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:74a2fa8e:::smithi09077644-40:18a repair needed (no obc) 2024-03-07T03:21:05.156 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:21:04 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:21:04.841+0000 7fcd962bf700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 196 after trimming was started 2024-03-07T03:21:05.156 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:21:04 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:21:04.842+0000 7fcd962bf700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:f3676f31:::smithi09077644-31:19e repair needed (no obc) 2024-03-07T03:21:05.157 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:21:04 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:21:04.844+0000 7fcd922b7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 22c=[]:{1aa=[1aa,1a9],1ae=[1ab],1ca=[1ca,1c9,1c8,1c7,1c6,1c5,1c1],1cb=[1cb],1cc=[1cc],1d1=[1d1,1d0,1cf,1ce],1d5=[1d5,1d4,1d3,1d2],1df=[1df,1de,1dd,1dc,1db,1d9,1d8,1d7],1e3=[1e2,1e1,1e0],1e4=[1e4],1e6=[1e6],1ee=[1ee,1ed,1ec,1eb,1e9,1e7],222=[222],22c=[22c,22b,22a,229,228,227,225,224]} for object 5:ef61ab6c:::smithi09077644-47:19a 2024-03-07T03:21:05.524 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:21:05 smithi090 podman[138958]: 2024-03-07 03:21:05.251383993 +0000 UTC m=+0.316538398 container died f36508ef70bc34663acdafb18450250a8dc6f136eeb1cfba42dd04b2c1513746 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-a, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240222, RELEASE=main-ea9a568, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-03-07T03:21:05.524 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:21:05 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: [07/Mar/2024:03:21:05] ENGINE Bus STARTED 2024-03-07T03:21:05.818 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:21:05 smithi090 podman[138958]: 2024-03-07 03:21:05.731853523 +0000 UTC m=+0.797007930 container cleanup f36508ef70bc34663acdafb18450250a8dc6f136eeb1cfba42dd04b2c1513746 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-a, io.buildah.version=1.33.5, org.label-schema.build-date=20240222, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, maintainer=Guillaume Abrioux , RELEASE=main-ea9a568, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-03-07T03:21:05.818 INFO:journalctl@ceph.mon.a.smithi090.stdout:Mar 07 03:21:05 smithi090 bash[138958]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-a 2024-03-07T03:21:06.104 DEBUG:teuthology.orchestra.run.smithi090:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@mon.a.service' 2024-03-07T03:21:06.149 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-07T03:21:06.149 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-03-07T03:21:06.150 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2024-03-07T03:21:06.150 DEBUG:teuthology.orchestra.run.smithi090:> sudo systemctl stop ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@mon.c 2024-03-07T03:21:06.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:21:06 smithi090 systemd[1]: Stopping Ceph mon.c for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T03:21:06.818 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:21:06 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-c[91924]: 2024-03-07T03:21:06.478+0000 7f1c5c9a7700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-03-07T03:21:06.818 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:21:06 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-c[91924]: 2024-03-07T03:21:06.478+0000 7f1c5c9a7700 -1 mon.c@2(peon) e4 *** Got Signal Terminated *** 2024-03-07T03:21:06.819 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:21:06 smithi090 podman[139176]: 2024-03-07 03:21:06.703607086 +0000 UTC m=+0.326252513 container died 93f762a9b94ad17d6cacf5f7d83c756741d9ac6ae656997c3265016188e9a2a1 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-c, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240222, RELEASE=main-ea9a568) 2024-03-07T03:21:06.819 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:21:06 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: [07/Mar/2024:03:21:06] ENGINE Bus STOPPING 2024-03-07T03:21:06.819 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:21:06 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: [07/Mar/2024:03:21:06] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-07T03:21:06.819 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:21:06 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: [07/Mar/2024:03:21:06] ENGINE Bus STOPPED 2024-03-07T03:21:06.819 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:21:06 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: [07/Mar/2024:03:21:06] ENGINE Bus STARTING 2024-03-07T03:21:06.819 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:21:06 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: [07/Mar/2024:03:21:06] ENGINE Serving on http://:::9283 2024-03-07T03:21:06.820 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:21:06 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: [07/Mar/2024:03:21:06] ENGINE Bus STARTED 2024-03-07T03:21:07.307 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:21:07 smithi090 podman[139176]: 2024-03-07 03:21:07.122702368 +0000 UTC m=+0.745347855 container cleanup 93f762a9b94ad17d6cacf5f7d83c756741d9ac6ae656997c3265016188e9a2a1 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-c, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240222, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=main-ea9a568, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-03-07T03:21:07.308 INFO:journalctl@ceph.mon.c.smithi090.stdout:Mar 07 03:21:07 smithi090 bash[139176]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-c 2024-03-07T03:21:07.530 DEBUG:teuthology.orchestra.run.smithi090:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@mon.c.service' 2024-03-07T03:21:07.567 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-07T03:21:07.568 INFO:tasks.cephadm.mon.b:Stopped mon.c 2024-03-07T03:21:07.568 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2024-03-07T03:21:07.568 DEBUG:teuthology.orchestra.run.smithi092:> sudo systemctl stop ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@mon.b 2024-03-07T03:21:07.860 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:21:07 smithi092 systemd[1]: Stopping Ceph mon.b for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T03:21:08.156 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:21:07 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-b[83772]: 2024-03-07T03:21:07.875+0000 7f822702b700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-03-07T03:21:08.157 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:21:07 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-b[83772]: 2024-03-07T03:21:07.875+0000 7f822702b700 -1 mon.b@1(peon) e4 *** Got Signal Terminated *** 2024-03-07T03:21:08.157 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:21:08 smithi092 podman[125065]: 2024-03-07 03:21:08.070339538 +0000 UTC m=+0.300471456 container died 70867588f01af8450bbaf10ec20c506e96dcbf50add7c25bb86e40b4d76f19f4 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-b, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240222, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=main-ea9a568, CEPH_POINT_RELEASE=) 2024-03-07T03:21:08.870 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:21:08 smithi092 podman[125065]: 2024-03-07 03:21:08.6020777 +0000 UTC m=+0.832209627 container cleanup 70867588f01af8450bbaf10ec20c506e96dcbf50add7c25bb86e40b4d76f19f4 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-b, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240222, org.label-schema.license=GPLv2, RELEASE=main-ea9a568, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-03-07T03:21:08.870 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:21:08 smithi092 bash[125065]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-b 2024-03-07T03:21:09.156 INFO:journalctl@ceph.mon.b.smithi092.stdout:Mar 07 03:21:08 smithi092 podman[125079]: 2024-03-07 03:21:08.878942682 +0000 UTC m=+0.811309182 container remove 70867588f01af8450bbaf10ec20c506e96dcbf50add7c25bb86e40b4d76f19f4 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mon-b, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240222, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=main-ea9a568, maintainer=Guillaume Abrioux , GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b) 2024-03-07T03:21:09.169 DEBUG:teuthology.orchestra.run.smithi092:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@mon.b.service' 2024-03-07T03:21:09.220 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-07T03:21:09.220 INFO:tasks.cephadm.mon.b:Stopped mon.b 2024-03-07T03:21:09.220 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-03-07T03:21:09.220 DEBUG:teuthology.orchestra.run.smithi090:> sudo systemctl stop ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@mgr.y 2024-03-07T03:21:09.568 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:21:09 smithi090 systemd[1]: Stopping Ceph mgr.y for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T03:21:09.871 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:21:09 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:21:09.577+0000 7f8362829700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-07T03:21:09.871 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:21:09 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y[80877]: 2024-03-07T03:21:09.577+0000 7f8362829700 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-03-07T03:21:09.871 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:21:09 smithi090 podman[139308]: 2024-03-07 03:21:09.608965387 +0000 UTC m=+0.192958206 container died 3f0549138d93976e2af28d1ff9046e103eb420a15f985ee95a82a34c4b430fbf (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y, RELEASE=main-ea9a568, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240222, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD) 2024-03-07T03:21:10.266 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:21:10 smithi090 podman[139308]: 2024-03-07 03:21:10.046226431 +0000 UTC m=+0.630219296 container cleanup 3f0549138d93976e2af28d1ff9046e103eb420a15f985ee95a82a34c4b430fbf (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=main-ea9a568, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240222) 2024-03-07T03:21:10.266 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:21:10 smithi090 bash[139308]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y 2024-03-07T03:21:10.505 DEBUG:teuthology.orchestra.run.smithi090:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@mgr.y.service' 2024-03-07T03:21:10.528 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:21:10 smithi090 podman[139322]: 2024-03-07 03:21:10.274614096 +0000 UTC m=+0.661688418 container remove 3f0549138d93976e2af28d1ff9046e103eb420a15f985ee95a82a34c4b430fbf (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-y, org.label-schema.build-date=20240222, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=main-ea9a568, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-03-07T03:21:10.528 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:21:10 smithi090 systemd[1]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@mgr.y.service: Deactivated successfully. 2024-03-07T03:21:10.529 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:21:10 smithi090 systemd[1]: Stopped Ceph mgr.y for fb96fd1c-dc2c-11ee-95c6-87774f69a715. 2024-03-07T03:21:10.529 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Mar 07 03:21:10 smithi090 systemd[1]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@mgr.y.service: Consumed 59.691s CPU time. 2024-03-07T03:21:10.541 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-07T03:21:10.541 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-03-07T03:21:10.541 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-03-07T03:21:10.541 DEBUG:teuthology.orchestra.run.smithi092:> sudo systemctl stop ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@mgr.x 2024-03-07T03:21:10.904 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:21:10 smithi092 systemd[1]: Stopping Ceph mgr.x for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T03:21:11.156 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:21:10 smithi092 podman[125199]: 2024-03-07 03:21:10.912981507 +0000 UTC m=+0.162588316 container died ca843ce9235f71be8155379b6b89e132b603431a12e0d5a9e046ba1f8bdc7d5d (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240222, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, RELEASE=main-ea9a568, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS) 2024-03-07T03:21:11.517 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:21:11 smithi092 podman[125199]: 2024-03-07 03:21:11.299595407 +0000 UTC m=+0.549202224 container cleanup ca843ce9235f71be8155379b6b89e132b603431a12e0d5a9e046ba1f8bdc7d5d (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x, org.label-schema.build-date=20240222, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=main-ea9a568, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-03-07T03:21:11.517 INFO:journalctl@ceph.mgr.x.smithi092.stdout:Mar 07 03:21:11 smithi092 bash[125199]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mgr-x 2024-03-07T03:21:11.665 DEBUG:teuthology.orchestra.run.smithi092:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@mgr.x.service' 2024-03-07T03:21:11.702 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-07T03:21:11.703 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-03-07T03:21:11.703 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-03-07T03:21:11.703 DEBUG:teuthology.orchestra.run.smithi090:> sudo systemctl stop ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@osd.0 2024-03-07T03:21:12.052 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 03:21:11 smithi090 systemd[1]: Stopping Ceph osd.0 for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T03:21:12.318 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 03:21:12 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-0[97505]: 2024-03-07T03:21:12.060+0000 7f1097ccc700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-07T03:21:12.318 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 03:21:12 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-0[97505]: 2024-03-07T03:21:12.060+0000 7f1097ccc700 -1 osd.0 867 *** Got signal Terminated *** 2024-03-07T03:21:12.318 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 03:21:12 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-0[97505]: 2024-03-07T03:21:12.060+0000 7f1097ccc700 -1 osd.0 867 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-07T03:21:12.656 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:21:12 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:21:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fb96fd1c-dc2c-11ee-95c6-87774f69a715\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-07T03:21:14.818 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:21:14 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[124708]: ts=2024-03-07T03:21:14.479Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi090.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.90:8443: connect: connection refused" 2024-03-07T03:21:14.818 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:21:14 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[124708]: ts=2024-03-07T03:21:14.479Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi092.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.92:8443: connect: connection refused" 2024-03-07T03:21:17.879 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 03:21:17 smithi090 podman[139430]: 2024-03-07 03:21:17.636540058 +0000 UTC m=+5.733734530 container died 7a23382ba34608d875fd823da5ad2945f30ebf85cc25cecc42d058748f7437a3 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-0, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.build-date=20240222, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=main-ea9a568, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-03-07T03:21:18.238 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 03:21:17 smithi090 podman[139430]: 2024-03-07 03:21:17.995528926 +0000 UTC m=+6.092723401 container cleanup 7a23382ba34608d875fd823da5ad2945f30ebf85cc25cecc42d058748f7437a3 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=main-ea9a568, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240222, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-03-07T03:21:18.239 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 03:21:17 smithi090 bash[139430]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-0 2024-03-07T03:21:18.548 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 03:21:18 smithi090 podman[139459]: 2024-03-07 03:21:18.247184572 +0000 UTC m=+0.610177594 container remove 7a23382ba34608d875fd823da5ad2945f30ebf85cc25cecc42d058748f7437a3 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-0, CEPH_POINT_RELEASE=, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240222, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5, RELEASE=main-ea9a568) 2024-03-07T03:21:18.818 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 03:21:18 smithi090 podman[139551]: 2024-03-07 03:21:18.459681396 +0000 UTC m=+0.017391274 image pull fdb83767c1ab7256a5adb2236a0d5ca62c64d53a1398fd6c12f8a81ff166e8ff quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71 2024-03-07T03:21:18.818 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 03:21:18 smithi090 podman[139551]: 2024-03-07 03:21:18.557963745 +0000 UTC m=+0.115673668 container create 94f5026438b516dd901977f4fa1e4556d6a60f7d1fe42e359b2882e58279c749 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-0-deactivate, RELEASE=main-ea9a568, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240222) 2024-03-07T03:21:18.818 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 03:21:18 smithi090 podman[139551]: 2024-03-07 03:21:18.78629394 +0000 UTC m=+0.344003815 container init 94f5026438b516dd901977f4fa1e4556d6a60f7d1fe42e359b2882e58279c749 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-0-deactivate, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240222, RELEASE=main-ea9a568, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, ceph=True) 2024-03-07T03:21:18.819 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 03:21:18 smithi090 podman[139551]: 2024-03-07 03:21:18.789967224 +0000 UTC m=+0.347677096 container start 94f5026438b516dd901977f4fa1e4556d6a60f7d1fe42e359b2882e58279c749 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-0-deactivate, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240222, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=main-ea9a568, org.label-schema.license=GPLv2, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-03-07T03:21:19.075 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 03:21:18 smithi090 podman[139551]: 2024-03-07 03:21:18.869776111 +0000 UTC m=+0.427485988 container attach 94f5026438b516dd901977f4fa1e4556d6a60f7d1fe42e359b2882e58279c749 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-0-deactivate, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=main-ea9a568, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240222, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-07T03:21:19.390 INFO:journalctl@ceph.osd.0.smithi090.stdout:Mar 07 03:21:19 smithi090 podman[139551]: 2024-03-07 03:21:19.084604298 +0000 UTC m=+0.642314174 container died 94f5026438b516dd901977f4fa1e4556d6a60f7d1fe42e359b2882e58279c749 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-0-deactivate, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-ea9a568, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240222, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-03-07T03:21:19.734 DEBUG:teuthology.orchestra.run.smithi090:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@osd.0.service' 2024-03-07T03:21:19.778 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-07T03:21:19.779 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-03-07T03:21:19.779 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-03-07T03:21:19.779 DEBUG:teuthology.orchestra.run.smithi090:> sudo systemctl stop ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@osd.1 2024-03-07T03:21:20.068 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:21:19 smithi090 systemd[1]: Stopping Ceph osd.1 for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T03:21:20.568 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:21:20 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[124708]: ts=2024-03-07T03:21:20.165Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi090.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.90:8443: connect: connection refused" 2024-03-07T03:21:20.568 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:21:20 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[124708]: ts=2024-03-07T03:21:20.166Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi092.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.92:8443: connect: connection refused" 2024-03-07T03:21:20.569 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:21:20 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:21:20.170+0000 7fbed9647700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-07T03:21:20.569 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:21:20 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:21:20.170+0000 7fbed9647700 -1 osd.1 867 *** Got signal Terminated *** 2024-03-07T03:21:20.569 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:21:20 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1[102075]: 2024-03-07T03:21:20.170+0000 7fbed9647700 -1 osd.1 867 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-07T03:21:23.818 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:21:23 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[124708]: ts=2024-03-07T03:21:23.549Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi090.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.90:8443: connect: connection refused" 2024-03-07T03:21:23.818 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:21:23 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[124708]: ts=2024-03-07T03:21:23.549Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi092.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.92:8443: connect: connection refused" 2024-03-07T03:21:24.818 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:21:24 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[124708]: ts=2024-03-07T03:21:24.478Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi092.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.92:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi090.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.90:8443: connect: connection refused" 2024-03-07T03:21:24.818 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:21:24 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[124708]: ts=2024-03-07T03:21:24.479Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi090.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.90:8443: connect: connection refused" 2024-03-07T03:21:24.818 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:21:24 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[124708]: ts=2024-03-07T03:21:24.480Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi092.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.92:8443: connect: connection refused" 2024-03-07T03:21:25.940 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:21:25 smithi090 podman[139658]: 2024-03-07 03:21:25.611532561 +0000 UTC m=+5.544485122 container died d1d5335a38082085904a233644d5ba3dd5c5f76afe2c759bcad3be5c6c6a5b21 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240222, RELEASE=main-ea9a568, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-07T03:21:26.318 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:21:26 smithi090 podman[139658]: 2024-03-07 03:21:26.122231213 +0000 UTC m=+6.055183825 container cleanup d1d5335a38082085904a233644d5ba3dd5c5f76afe2c759bcad3be5c6c6a5b21 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240222, RELEASE=main-ea9a568, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-03-07T03:21:26.318 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:21:26 smithi090 bash[139658]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1 2024-03-07T03:21:26.648 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:21:26 smithi090 podman[139678]: 2024-03-07 03:21:26.340507063 +0000 UTC m=+0.719581881 container remove d1d5335a38082085904a233644d5ba3dd5c5f76afe2c759bcad3be5c6c6a5b21 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240222, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, RELEASE=main-ea9a568, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b) 2024-03-07T03:21:26.962 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:21:26 smithi090 podman[139769]: 2024-03-07 03:21:26.560253085 +0000 UTC m=+0.018116410 image pull fdb83767c1ab7256a5adb2236a0d5ca62c64d53a1398fd6c12f8a81ff166e8ff quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71 2024-03-07T03:21:26.962 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:21:26 smithi090 podman[139769]: 2024-03-07 03:21:26.691781721 +0000 UTC m=+0.149645088 container create 8f0959e8e0ce2f4e8600f8270f6bbf8427583e6ab93394fa41eb97ea9df26bf2 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1-deactivate, org.label-schema.license=GPLv2, org.label-schema.build-date=20240222, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, RELEASE=main-ea9a568, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True) 2024-03-07T03:21:26.962 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:21:26 smithi090 podman[139769]: 2024-03-07 03:21:26.895675131 +0000 UTC m=+0.353538469 container init 8f0959e8e0ce2f4e8600f8270f6bbf8427583e6ab93394fa41eb97ea9df26bf2 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1-deactivate, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240222, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=main-ea9a568, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-03-07T03:21:26.962 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:21:26 smithi090 podman[139769]: 2024-03-07 03:21:26.898886559 +0000 UTC m=+0.356749892 container start 8f0959e8e0ce2f4e8600f8270f6bbf8427583e6ab93394fa41eb97ea9df26bf2 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1-deactivate, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-ea9a568, io.buildah.version=1.33.5, org.label-schema.build-date=20240222, GIT_CLEAN=True) 2024-03-07T03:21:26.962 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:21:26 smithi090 podman[139769]: 2024-03-07 03:21:26.970678042 +0000 UTC m=+0.428541383 container attach 8f0959e8e0ce2f4e8600f8270f6bbf8427583e6ab93394fa41eb97ea9df26bf2 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, RELEASE=main-ea9a568, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.build-date=20240222) 2024-03-07T03:21:27.318 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:21:27 smithi090 podman[139769]: 2024-03-07 03:21:27.192715848 +0000 UTC m=+0.650579165 container died 8f0959e8e0ce2f4e8600f8270f6bbf8427583e6ab93394fa41eb97ea9df26bf2 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1-deactivate, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.license=GPLv2, RELEASE=main-ea9a568, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240222, GIT_CLEAN=True) 2024-03-07T03:21:27.732 INFO:journalctl@ceph.osd.1.smithi090.stdout:Mar 07 03:21:27 smithi090 podman[139795]: 2024-03-07 03:21:27.725163486 +0000 UTC m=+0.527157633 container remove 8f0959e8e0ce2f4e8600f8270f6bbf8427583e6ab93394fa41eb97ea9df26bf2 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-1-deactivate, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240222, CEPH_POINT_RELEASE=, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_BRANCH=HEAD, RELEASE=main-ea9a568, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-03-07T03:21:27.737 DEBUG:teuthology.orchestra.run.smithi090:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@osd.1.service' 2024-03-07T03:21:27.776 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-07T03:21:27.777 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-03-07T03:21:27.777 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-03-07T03:21:27.777 DEBUG:teuthology.orchestra.run.smithi090:> sudo systemctl stop ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@osd.2 2024-03-07T03:21:28.068 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:21:27 smithi090 systemd[1]: Stopping Ceph osd.2 for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T03:21:28.568 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:21:28 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:21:28.127+0000 7fa455e5d700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-07T03:21:28.568 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:21:28 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:21:28.127+0000 7fa455e5d700 -1 osd.2 867 *** Got signal Terminated *** 2024-03-07T03:21:28.568 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:21:28 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2[106652]: 2024-03-07T03:21:28.127+0000 7fa455e5d700 -1 osd.2 867 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-07T03:21:30.568 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:21:30 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[124708]: ts=2024-03-07T03:21:30.165Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi092.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.92:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi090.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.90:8443: connect: connection refused" 2024-03-07T03:21:30.568 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:21:30 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[124708]: ts=2024-03-07T03:21:30.166Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi090.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.90:8443: connect: connection refused" 2024-03-07T03:21:30.568 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:21:30 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[124708]: ts=2024-03-07T03:21:30.167Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi092.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.92:8443: connect: connection refused" 2024-03-07T03:21:33.818 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:21:33 smithi090 podman[139874]: 2024-03-07 03:21:33.546441375 +0000 UTC m=+5.545709543 container died 34e4a76f0e0d80309b985810c04fd3f7a46bee20427ca05caf6660fe9c8ac27b (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240222, GIT_BRANCH=HEAD, RELEASE=main-ea9a568, ceph=True, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-03-07T03:21:33.819 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:21:33 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[124708]: ts=2024-03-07T03:21:33.549Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=3 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi092.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.92:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi090.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.90:8443: connect: connection refused" 2024-03-07T03:21:33.819 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:21:33 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[124708]: ts=2024-03-07T03:21:33.550Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi090.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.90:8443: connect: connection refused" 2024-03-07T03:21:33.819 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:21:33 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[124708]: ts=2024-03-07T03:21:33.550Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi092.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.92:8443: connect: connection refused" 2024-03-07T03:21:34.318 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:21:33 smithi090 podman[139874]: 2024-03-07 03:21:33.972676111 +0000 UTC m=+5.971944317 container cleanup 34e4a76f0e0d80309b985810c04fd3f7a46bee20427ca05caf6660fe9c8ac27b (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240222, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-ea9a568) 2024-03-07T03:21:34.318 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:21:33 smithi090 bash[139874]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2 2024-03-07T03:21:34.318 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:21:34 smithi090 podman[139891]: 2024-03-07 03:21:34.15763285 +0000 UTC m=+0.609033885 container remove 34e4a76f0e0d80309b985810c04fd3f7a46bee20427ca05caf6660fe9c8ac27b (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240222, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=main-ea9a568, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2) 2024-03-07T03:21:34.754 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:21:34 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[124708]: ts=2024-03-07T03:21:34.479Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi090.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.90:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi092.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.92:8443: connect: connection refused" 2024-03-07T03:21:34.754 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:21:34 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[124708]: ts=2024-03-07T03:21:34.480Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi090.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.90:8443: connect: connection refused" 2024-03-07T03:21:34.754 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:21:34 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[124708]: ts=2024-03-07T03:21:34.480Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi092.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.92:8443: connect: connection refused" 2024-03-07T03:21:34.754 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:21:34 smithi090 podman[139985]: 2024-03-07 03:21:34.575320897 +0000 UTC m=+0.106085965 container create e2603433a44e21c9939ef9a66706adc8e7b36db316a3d13fbbceb6780cfb7512 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240222, RELEASE=main-ea9a568, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=) 2024-03-07T03:21:34.755 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:21:34 smithi090 podman[139985]: 2024-03-07 03:21:34.487567013 +0000 UTC m=+0.018332101 image pull fdb83767c1ab7256a5adb2236a0d5ca62c64d53a1398fd6c12f8a81ff166e8ff quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71 2024-03-07T03:21:34.755 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:21:34 smithi090 podman[139985]: 2024-03-07 03:21:34.762751567 +0000 UTC m=+0.293516650 container init e2603433a44e21c9939ef9a66706adc8e7b36db316a3d13fbbceb6780cfb7512 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2-deactivate, RELEASE=main-ea9a568, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240222, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-07T03:21:35.046 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:21:34 smithi090 podman[139985]: 2024-03-07 03:21:34.76586485 +0000 UTC m=+0.296629928 container start e2603433a44e21c9939ef9a66706adc8e7b36db316a3d13fbbceb6780cfb7512 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2-deactivate, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=main-ea9a568, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240222, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b) 2024-03-07T03:21:35.046 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:21:34 smithi090 podman[139985]: 2024-03-07 03:21:34.871175297 +0000 UTC m=+0.401940374 container attach e2603433a44e21c9939ef9a66706adc8e7b36db316a3d13fbbceb6780cfb7512 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2-deactivate, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=main-ea9a568, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240222, CEPH_POINT_RELEASE=) 2024-03-07T03:21:35.318 INFO:journalctl@ceph.osd.2.smithi090.stdout:Mar 07 03:21:35 smithi090 podman[139985]: 2024-03-07 03:21:35.055247236 +0000 UTC m=+0.586012299 container died e2603433a44e21c9939ef9a66706adc8e7b36db316a3d13fbbceb6780cfb7512 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-2-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-ea9a568, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240222, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-03-07T03:21:35.622 DEBUG:teuthology.orchestra.run.smithi090:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@osd.2.service' 2024-03-07T03:21:35.663 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-07T03:21:35.663 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-03-07T03:21:35.663 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-03-07T03:21:35.664 DEBUG:teuthology.orchestra.run.smithi090:> sudo systemctl stop ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@osd.3 2024-03-07T03:21:35.978 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:21:35 smithi090 systemd[1]: Stopping Ceph osd.3 for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T03:21:36.318 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:21:35 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:21:35.985+0000 7f445a19a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-07T03:21:36.318 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:21:35 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:21:35.985+0000 7f445a19a700 -1 osd.3 867 *** Got signal Terminated *** 2024-03-07T03:21:36.318 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:21:35 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:21:35.985+0000 7f445a19a700 -1 osd.3 867 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-07T03:21:39.906 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:21:39 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:21:39.502+0000 7fcdad2ed700 -1 osd.5 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:15.677947+0000 front 2024-03-07T03:21:15.677856+0000 (oldest deadline 2024-03-07T03:21:39.177873+0000) 2024-03-07T03:21:39.906 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:21:39 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6[99095]: 2024-03-07T03:21:39.648+0000 7f9a0d12e700 -1 osd.6 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:14.211914+0000 front 2024-03-07T03:21:14.211800+0000 (oldest deadline 2024-03-07T03:21:39.511702+0000) 2024-03-07T03:21:40.567 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:21:40 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[124708]: ts=2024-03-07T03:21:40.165Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi092.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.92:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi090.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.90:8443: connect: connection refused" 2024-03-07T03:21:40.567 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:21:40 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[124708]: ts=2024-03-07T03:21:40.166Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi090.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.90:8443: connect: connection refused" 2024-03-07T03:21:40.568 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:21:40 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[124708]: ts=2024-03-07T03:21:40.166Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi092.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.92:8443: connect: connection refused" 2024-03-07T03:21:40.789 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:21:40 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:21:40.459+0000 7fcdad2ed700 -1 osd.5 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:15.677947+0000 front 2024-03-07T03:21:15.677856+0000 (oldest deadline 2024-03-07T03:21:39.177873+0000) 2024-03-07T03:21:40.789 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:21:40 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6[99095]: 2024-03-07T03:21:40.651+0000 7f9a0d12e700 -1 osd.6 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:14.211914+0000 front 2024-03-07T03:21:14.211800+0000 (oldest deadline 2024-03-07T03:21:39.511702+0000) 2024-03-07T03:21:40.789 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:21:40 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:21:40.651+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:16.896480+0000 front 2024-03-07T03:21:16.896430+0000 (oldest deadline 2024-03-07T03:21:39.796268+0000) 2024-03-07T03:21:40.817 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:21:40 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3[111481]: 2024-03-07T03:21:40.575+0000 7f445678e700 -1 osd.3 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:15.959200+0000 front 2024-03-07T03:21:15.959043+0000 (oldest deadline 2024-03-07T03:21:40.059091+0000) 2024-03-07T03:21:41.156 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:21:40 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:21:40.797+0000 7fecad447700 -1 osd.4 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:15.823608+0000 front 2024-03-07T03:21:15.823660+0000 (oldest deadline 2024-03-07T03:21:40.523502+0000) 2024-03-07T03:21:41.621 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:21:41 smithi090 podman[140090]: 2024-03-07 03:21:41.331513542 +0000 UTC m=+5.444504645 container died 04aef511bc7e8235867fde0599f37b0bdac5f168d41ece381ea7e916c88d8748 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240222, org.label-schema.license=GPLv2, RELEASE=main-ea9a568, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-03-07T03:21:41.621 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:21:41 smithi090 podman[140090]: 2024-03-07 03:21:41.629965881 +0000 UTC m=+5.742957000 container cleanup 04aef511bc7e8235867fde0599f37b0bdac5f168d41ece381ea7e916c88d8748 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240222, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, RELEASE=main-ea9a568) 2024-03-07T03:21:41.656 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:21:41 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6[99095]: 2024-03-07T03:21:41.636+0000 7f9a0d12e700 -1 osd.6 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:14.211914+0000 front 2024-03-07T03:21:14.211800+0000 (oldest deadline 2024-03-07T03:21:39.511702+0000) 2024-03-07T03:21:41.656 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:21:41 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:21:41.412+0000 7fcdad2ed700 -1 osd.5 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:15.677947+0000 front 2024-03-07T03:21:15.677856+0000 (oldest deadline 2024-03-07T03:21:39.177873+0000) 2024-03-07T03:21:42.068 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:21:41 smithi090 bash[140090]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3 2024-03-07T03:21:42.068 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:21:41 smithi090 podman[140110]: 2024-03-07 03:21:41.848125358 +0000 UTC m=+0.515355863 container remove 04aef511bc7e8235867fde0599f37b0bdac5f168d41ece381ea7e916c88d8748 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240222, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=main-ea9a568, CEPH_POINT_RELEASE=) 2024-03-07T03:21:42.156 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:21:41 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:21:41.833+0000 7fecad447700 -1 osd.4 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:15.823608+0000 front 2024-03-07T03:21:15.823660+0000 (oldest deadline 2024-03-07T03:21:40.523502+0000) 2024-03-07T03:21:42.156 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:21:41 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:21:41.673+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:16.896480+0000 front 2024-03-07T03:21:16.896430+0000 (oldest deadline 2024-03-07T03:21:39.796268+0000) 2024-03-07T03:21:42.443 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:21:42 smithi090 podman[140200]: 2024-03-07 03:21:42.056167431 +0000 UTC m=+0.018457129 image pull fdb83767c1ab7256a5adb2236a0d5ca62c64d53a1398fd6c12f8a81ff166e8ff quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71 2024-03-07T03:21:42.443 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:21:42 smithi090 podman[140200]: 2024-03-07 03:21:42.174263301 +0000 UTC m=+0.136553027 container create 1f2521a9e9c6eb58495c85be619bbe7a624c3389b39a84d2ee2c7f4a11e321a5 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3-deactivate, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=main-ea9a568, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, ceph=True, org.label-schema.build-date=20240222, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-07T03:21:42.443 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:21:42 smithi090 podman[140200]: 2024-03-07 03:21:42.37686109 +0000 UTC m=+0.339150777 container init 1f2521a9e9c6eb58495c85be619bbe7a624c3389b39a84d2ee2c7f4a11e321a5 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3-deactivate, GIT_BRANCH=HEAD, RELEASE=main-ea9a568, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240222, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-07T03:21:42.443 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:21:42 smithi090 podman[140200]: 2024-03-07 03:21:42.379795895 +0000 UTC m=+0.342085580 container start 1f2521a9e9c6eb58495c85be619bbe7a624c3389b39a84d2ee2c7f4a11e321a5 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3-deactivate, RELEASE=main-ea9a568, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240222, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-03-07T03:21:42.443 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:21:42 smithi090 podman[140200]: 2024-03-07 03:21:42.451928665 +0000 UTC m=+0.414218358 container attach 1f2521a9e9c6eb58495c85be619bbe7a624c3389b39a84d2ee2c7f4a11e321a5 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3-deactivate, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240222, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=main-ea9a568, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=) 2024-03-07T03:21:42.818 INFO:journalctl@ceph.osd.3.smithi090.stdout:Mar 07 03:21:42 smithi090 podman[140200]: 2024-03-07 03:21:42.668256383 +0000 UTC m=+0.630546083 container died 1f2521a9e9c6eb58495c85be619bbe7a624c3389b39a84d2ee2c7f4a11e321a5 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-3-deactivate, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240222, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , RELEASE=main-ea9a568, org.label-schema.schema-version=1.0) 2024-03-07T03:21:42.837 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:21:42 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:21:42.439+0000 7fcdad2ed700 -1 osd.5 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:15.677947+0000 front 2024-03-07T03:21:15.677856+0000 (oldest deadline 2024-03-07T03:21:39.177873+0000) 2024-03-07T03:21:42.837 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:21:42 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6[99095]: 2024-03-07T03:21:42.682+0000 7f9a0d12e700 -1 osd.6 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:14.211914+0000 front 2024-03-07T03:21:14.211800+0000 (oldest deadline 2024-03-07T03:21:39.511702+0000) 2024-03-07T03:21:42.838 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:21:42 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:21:42.675+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:16.896480+0000 front 2024-03-07T03:21:16.896430+0000 (oldest deadline 2024-03-07T03:21:39.796268+0000) 2024-03-07T03:21:43.156 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:21:42 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:21:42.845+0000 7fecad447700 -1 osd.4 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:15.823608+0000 front 2024-03-07T03:21:15.823660+0000 (oldest deadline 2024-03-07T03:21:40.523502+0000) 2024-03-07T03:21:43.255 DEBUG:teuthology.orchestra.run.smithi090:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@osd.3.service' 2024-03-07T03:21:43.296 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-07T03:21:43.296 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-03-07T03:21:43.297 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-03-07T03:21:43.297 DEBUG:teuthology.orchestra.run.smithi092:> sudo systemctl stop ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@osd.4 2024-03-07T03:21:43.599 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:21:43 smithi092 systemd[1]: Stopping Ceph osd.4 for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T03:21:43.599 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:21:43 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:21:43.427+0000 7fcdad2ed700 -1 osd.5 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:15.677947+0000 front 2024-03-07T03:21:15.677856+0000 (oldest deadline 2024-03-07T03:21:39.177873+0000) 2024-03-07T03:21:43.818 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:21:43 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[124708]: ts=2024-03-07T03:21:43.550Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=3 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi092.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.92:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi090.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.90:8443: connect: connection refused" 2024-03-07T03:21:43.818 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:21:43 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[124708]: ts=2024-03-07T03:21:43.551Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi090.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.90:8443: connect: connection refused" 2024-03-07T03:21:43.818 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:21:43 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[124708]: ts=2024-03-07T03:21:43.551Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi092.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.92:8443: connect: connection refused" 2024-03-07T03:21:43.906 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:21:43 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6[99095]: 2024-03-07T03:21:43.732+0000 7f9a0d12e700 -1 osd.6 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:14.211914+0000 front 2024-03-07T03:21:14.211800+0000 (oldest deadline 2024-03-07T03:21:39.511702+0000) 2024-03-07T03:21:43.906 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:21:43 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:21:43.693+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:16.896480+0000 front 2024-03-07T03:21:16.896430+0000 (oldest deadline 2024-03-07T03:21:39.796268+0000) 2024-03-07T03:21:43.906 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:21:43 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:21:43.607+0000 7fecb4e5b700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-07T03:21:43.907 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:21:43 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:21:43.607+0000 7fecb4e5b700 -1 osd.4 867 *** Got signal Terminated *** 2024-03-07T03:21:43.907 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:21:43 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:21:43.607+0000 7fecb4e5b700 -1 osd.4 867 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-07T03:21:43.907 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:21:43 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:21:43.846+0000 7fecad447700 -1 osd.4 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:15.823608+0000 front 2024-03-07T03:21:15.823660+0000 (oldest deadline 2024-03-07T03:21:40.523502+0000) 2024-03-07T03:21:44.656 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:21:44 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:21:44.380+0000 7fcdad2ed700 -1 osd.5 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:15.677947+0000 front 2024-03-07T03:21:15.677856+0000 (oldest deadline 2024-03-07T03:21:39.177873+0000) 2024-03-07T03:21:44.735 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:21:44 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[124708]: ts=2024-03-07T03:21:44.481Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi092.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.92:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi090.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.90:8443: connect: connection refused" 2024-03-07T03:21:44.735 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:21:44 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[124708]: ts=2024-03-07T03:21:44.481Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi090.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.90:8443: connect: connection refused" 2024-03-07T03:21:44.735 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:21:44 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[124708]: ts=2024-03-07T03:21:44.481Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi092.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.92:8443: connect: connection refused" 2024-03-07T03:21:45.156 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:21:44 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6[99095]: 2024-03-07T03:21:44.773+0000 7f9a0d12e700 -1 osd.6 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:14.211914+0000 front 2024-03-07T03:21:14.211800+0000 (oldest deadline 2024-03-07T03:21:39.511702+0000) 2024-03-07T03:21:45.157 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:21:44 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:21:44.804+0000 7fecad447700 -1 osd.4 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:15.823608+0000 front 2024-03-07T03:21:15.823660+0000 (oldest deadline 2024-03-07T03:21:40.523502+0000) 2024-03-07T03:21:45.157 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:21:44 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:21:44.713+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:16.896480+0000 front 2024-03-07T03:21:16.896430+0000 (oldest deadline 2024-03-07T03:21:39.796268+0000) 2024-03-07T03:21:45.656 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:21:45 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:21:45.396+0000 7fcdad2ed700 -1 osd.5 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:15.677947+0000 front 2024-03-07T03:21:15.677856+0000 (oldest deadline 2024-03-07T03:21:39.177873+0000) 2024-03-07T03:21:46.156 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:21:45 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6[99095]: 2024-03-07T03:21:45.798+0000 7f9a0d12e700 -1 osd.6 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:14.211914+0000 front 2024-03-07T03:21:14.211800+0000 (oldest deadline 2024-03-07T03:21:39.511702+0000) 2024-03-07T03:21:46.156 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:21:45 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:21:45.779+0000 7fecad447700 -1 osd.4 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:15.823608+0000 front 2024-03-07T03:21:15.823660+0000 (oldest deadline 2024-03-07T03:21:40.523502+0000) 2024-03-07T03:21:46.157 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:21:45 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:21:45.724+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:16.896480+0000 front 2024-03-07T03:21:16.896430+0000 (oldest deadline 2024-03-07T03:21:39.796268+0000) 2024-03-07T03:21:46.656 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:21:46 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:21:46.395+0000 7fcdad2ed700 -1 osd.5 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:15.677947+0000 front 2024-03-07T03:21:15.677856+0000 (oldest deadline 2024-03-07T03:21:39.177873+0000) 2024-03-07T03:21:47.156 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:21:46 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6[99095]: 2024-03-07T03:21:46.818+0000 7f9a0d12e700 -1 osd.6 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:14.211914+0000 front 2024-03-07T03:21:14.211800+0000 (oldest deadline 2024-03-07T03:21:39.511702+0000) 2024-03-07T03:21:47.157 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:21:46 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:21:46.732+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:16.896480+0000 front 2024-03-07T03:21:16.896430+0000 (oldest deadline 2024-03-07T03:21:39.796268+0000) 2024-03-07T03:21:47.157 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:21:46 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:21:46.813+0000 7fecad447700 -1 osd.4 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:15.823608+0000 front 2024-03-07T03:21:15.823660+0000 (oldest deadline 2024-03-07T03:21:40.523502+0000) 2024-03-07T03:21:47.157 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:21:46 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:21:46.813+0000 7fecad447700 -1 osd.4 867 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-03-07T03:21:20.524147+0000 front 2024-03-07T03:21:20.524133+0000 (oldest deadline 2024-03-07T03:21:46.423985+0000) 2024-03-07T03:21:47.656 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:21:47 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:21:47.381+0000 7fcdad2ed700 -1 osd.5 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:15.677947+0000 front 2024-03-07T03:21:15.677856+0000 (oldest deadline 2024-03-07T03:21:39.177873+0000) 2024-03-07T03:21:48.156 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:21:47 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6[99095]: 2024-03-07T03:21:47.783+0000 7f9a0d12e700 -1 osd.6 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:14.211914+0000 front 2024-03-07T03:21:14.211800+0000 (oldest deadline 2024-03-07T03:21:39.511702+0000) 2024-03-07T03:21:48.157 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:21:47 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:21:47.763+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:16.896480+0000 front 2024-03-07T03:21:16.896430+0000 (oldest deadline 2024-03-07T03:21:39.796268+0000) 2024-03-07T03:21:48.157 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:21:47 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:21:47.856+0000 7fecad447700 -1 osd.4 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:15.823608+0000 front 2024-03-07T03:21:15.823660+0000 (oldest deadline 2024-03-07T03:21:40.523502+0000) 2024-03-07T03:21:48.157 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:21:47 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4[89559]: 2024-03-07T03:21:47.856+0000 7fecad447700 -1 osd.4 867 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-03-07T03:21:20.524147+0000 front 2024-03-07T03:21:20.524133+0000 (oldest deadline 2024-03-07T03:21:46.423985+0000) 2024-03-07T03:21:48.757 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:21:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:21:48.426+0000 7fcdad2ed700 -1 osd.5 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:15.677947+0000 front 2024-03-07T03:21:15.677856+0000 (oldest deadline 2024-03-07T03:21:39.177873+0000) 2024-03-07T03:21:49.146 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:21:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6[99095]: 2024-03-07T03:21:48.765+0000 7f9a0d12e700 -1 osd.6 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:14.211914+0000 front 2024-03-07T03:21:14.211800+0000 (oldest deadline 2024-03-07T03:21:39.511702+0000) 2024-03-07T03:21:49.147 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:21:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:21:48.797+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:16.896480+0000 front 2024-03-07T03:21:16.896430+0000 (oldest deadline 2024-03-07T03:21:39.796268+0000) 2024-03-07T03:21:49.147 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:21:48 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:21:48.797+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-03-07T03:21:22.697190+0000 front 2024-03-07T03:21:22.697318+0000 (oldest deadline 2024-03-07T03:21:48.597117+0000) 2024-03-07T03:21:49.406 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:21:49 smithi092 podman[125341]: 2024-03-07 03:21:49.154116142 +0000 UTC m=+5.650404397 container died 8e559c34e8fe14e8d2246eb5481065e52b2895ada04fe5ff81997d13f92c6c3f (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240222, RELEASE=main-ea9a568, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-03-07T03:21:49.741 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:21:49 smithi092 podman[125341]: 2024-03-07 03:21:49.507009704 +0000 UTC m=+6.003297960 container cleanup 8e559c34e8fe14e8d2246eb5481065e52b2895ada04fe5ff81997d13f92c6c3f (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4, org.label-schema.schema-version=1.0, ceph=True, RELEASE=main-ea9a568, org.label-schema.build-date=20240222, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-03-07T03:21:49.741 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:21:49 smithi092 bash[125341]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4 2024-03-07T03:21:49.742 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:21:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:21:49.470+0000 7fcdad2ed700 -1 osd.5 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:15.677947+0000 front 2024-03-07T03:21:15.677856+0000 (oldest deadline 2024-03-07T03:21:39.177873+0000) 2024-03-07T03:21:49.742 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:21:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:21:49.470+0000 7fcdad2ed700 -1 osd.5 867 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-03-07T03:21:24.279593+0000 front 2024-03-07T03:21:24.279562+0000 (oldest deadline 2024-03-07T03:21:48.979433+0000) 2024-03-07T03:21:50.100 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:21:49 smithi092 podman[125358]: 2024-03-07 03:21:49.774859782 +0000 UTC m=+0.616957879 container remove 8e559c34e8fe14e8d2246eb5481065e52b2895ada04fe5ff81997d13f92c6c3f (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4, org.label-schema.license=GPLv2, RELEASE=main-ea9a568, org.label-schema.build-date=20240222, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, ceph=True, GIT_CLEAN=True) 2024-03-07T03:21:50.100 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:21:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6[99095]: 2024-03-07T03:21:49.749+0000 7f9a0d12e700 -1 osd.6 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:14.211914+0000 front 2024-03-07T03:21:14.211800+0000 (oldest deadline 2024-03-07T03:21:39.511702+0000) 2024-03-07T03:21:50.101 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:21:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6[99095]: 2024-03-07T03:21:49.749+0000 7f9a0d12e700 -1 osd.6 867 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-03-07T03:21:24.113243+0000 front 2024-03-07T03:21:24.113264+0000 (oldest deadline 2024-03-07T03:21:49.412946+0000) 2024-03-07T03:21:50.101 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:21:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:21:49.791+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:16.896480+0000 front 2024-03-07T03:21:16.896430+0000 (oldest deadline 2024-03-07T03:21:39.796268+0000) 2024-03-07T03:21:50.101 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:21:49 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:21:49.791+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-03-07T03:21:22.697190+0000 front 2024-03-07T03:21:22.697318+0000 (oldest deadline 2024-03-07T03:21:48.597117+0000) 2024-03-07T03:21:50.406 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:21:50 smithi092 podman[125452]: 2024-03-07 03:21:50.109264691 +0000 UTC m=+0.112527219 container create 54c64b45ae1aae2f5ce7c10aea66df7351cde6eb30a1036c4dd5b021d1d30289 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4-deactivate, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240222, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, ceph=True, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=main-ea9a568, GIT_CLEAN=True) 2024-03-07T03:21:50.406 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:21:50 smithi092 podman[125452]: 2024-03-07 03:21:50.015986719 +0000 UTC m=+0.019249267 image pull fdb83767c1ab7256a5adb2236a0d5ca62c64d53a1398fd6c12f8a81ff166e8ff quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71 2024-03-07T03:21:50.406 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:21:50 smithi092 podman[125452]: 2024-03-07 03:21:50.338037597 +0000 UTC m=+0.341300126 container init 54c64b45ae1aae2f5ce7c10aea66df7351cde6eb30a1036c4dd5b021d1d30289 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4-deactivate, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=main-ea9a568, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240222) 2024-03-07T03:21:50.407 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:21:50 smithi092 podman[125452]: 2024-03-07 03:21:50.341323216 +0000 UTC m=+0.344585752 container start 54c64b45ae1aae2f5ce7c10aea66df7351cde6eb30a1036c4dd5b021d1d30289 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4-deactivate, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240222, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=main-ea9a568, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-03-07T03:21:50.568 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:21:50 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[124708]: ts=2024-03-07T03:21:50.166Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi092.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.92:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi090.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.90:8443: connect: connection refused" 2024-03-07T03:21:50.568 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:21:50 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[124708]: ts=2024-03-07T03:21:50.166Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi090.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.90:8443: connect: connection refused" 2024-03-07T03:21:50.568 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:21:50 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[124708]: ts=2024-03-07T03:21:50.167Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi092.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.92:8443: connect: connection refused" 2024-03-07T03:21:50.724 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:21:50 smithi092 podman[125452]: 2024-03-07 03:21:50.441159448 +0000 UTC m=+0.444421987 container attach 54c64b45ae1aae2f5ce7c10aea66df7351cde6eb30a1036c4dd5b021d1d30289 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4-deactivate, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, RELEASE=main-ea9a568, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240222, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-03-07T03:21:50.725 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:21:50 smithi092 podman[125452]: 2024-03-07 03:21:50.633524226 +0000 UTC m=+0.636786757 container died 54c64b45ae1aae2f5ce7c10aea66df7351cde6eb30a1036c4dd5b021d1d30289 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4-deactivate, org.label-schema.vendor=CentOS, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-ea9a568, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240222) 2024-03-07T03:21:50.725 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:21:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:21:50.451+0000 7fcdad2ed700 -1 osd.5 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:15.677947+0000 front 2024-03-07T03:21:15.677856+0000 (oldest deadline 2024-03-07T03:21:39.177873+0000) 2024-03-07T03:21:50.725 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:21:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:21:50.451+0000 7fcdad2ed700 -1 osd.5 867 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-03-07T03:21:24.279593+0000 front 2024-03-07T03:21:24.279562+0000 (oldest deadline 2024-03-07T03:21:48.979433+0000) 2024-03-07T03:21:50.979 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:21:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6[99095]: 2024-03-07T03:21:50.733+0000 7f9a0d12e700 -1 osd.6 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:14.211914+0000 front 2024-03-07T03:21:14.211800+0000 (oldest deadline 2024-03-07T03:21:39.511702+0000) 2024-03-07T03:21:50.979 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:21:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6[99095]: 2024-03-07T03:21:50.733+0000 7f9a0d12e700 -1 osd.6 867 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-03-07T03:21:24.113243+0000 front 2024-03-07T03:21:24.113264+0000 (oldest deadline 2024-03-07T03:21:49.412946+0000) 2024-03-07T03:21:50.979 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:21:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:21:50.759+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:16.896480+0000 front 2024-03-07T03:21:16.896430+0000 (oldest deadline 2024-03-07T03:21:39.796268+0000) 2024-03-07T03:21:50.979 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:21:50 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:21:50.759+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-03-07T03:21:22.697190+0000 front 2024-03-07T03:21:22.697318+0000 (oldest deadline 2024-03-07T03:21:48.597117+0000) 2024-03-07T03:21:51.213 DEBUG:teuthology.orchestra.run.smithi092:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@osd.4.service' 2024-03-07T03:21:51.238 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:21:51 smithi092 podman[125478]: 2024-03-07 03:21:51.199855242 +0000 UTC m=+0.561573529 container remove 54c64b45ae1aae2f5ce7c10aea66df7351cde6eb30a1036c4dd5b021d1d30289 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-4-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-ea9a568, ceph=True, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240222) 2024-03-07T03:21:51.238 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:21:51 smithi092 systemd[1]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@osd.4.service: Deactivated successfully. 2024-03-07T03:21:51.238 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:21:51 smithi092 systemd[1]: Stopped Ceph osd.4 for fb96fd1c-dc2c-11ee-95c6-87774f69a715. 2024-03-07T03:21:51.239 INFO:journalctl@ceph.osd.4.smithi092.stdout:Mar 07 03:21:51 smithi092 systemd[1]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@osd.4.service: Consumed 46.521s CPU time. 2024-03-07T03:21:51.254 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-07T03:21:51.255 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-03-07T03:21:51.255 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-03-07T03:21:51.255 DEBUG:teuthology.orchestra.run.smithi092:> sudo systemctl stop ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@osd.5 2024-03-07T03:21:51.611 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:21:51 smithi092 systemd[1]: Stopping Ceph osd.5 for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T03:21:51.611 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:21:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:21:51.437+0000 7fcdad2ed700 -1 osd.5 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:15.677947+0000 front 2024-03-07T03:21:15.677856+0000 (oldest deadline 2024-03-07T03:21:39.177873+0000) 2024-03-07T03:21:51.612 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:21:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:21:51.437+0000 7fcdad2ed700 -1 osd.5 867 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-03-07T03:21:24.279593+0000 front 2024-03-07T03:21:24.279562+0000 (oldest deadline 2024-03-07T03:21:48.979433+0000) 2024-03-07T03:21:51.612 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:21:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:21:51.619+0000 7fcdb4d01700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-07T03:21:51.612 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:21:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:21:51.619+0000 7fcdb4d01700 -1 osd.5 867 *** Got signal Terminated *** 2024-03-07T03:21:51.613 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:21:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:21:51.619+0000 7fcdb4d01700 -1 osd.5 867 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-07T03:21:51.906 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:21:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6[99095]: 2024-03-07T03:21:51.772+0000 7f9a0d12e700 -1 osd.6 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:14.211914+0000 front 2024-03-07T03:21:14.211800+0000 (oldest deadline 2024-03-07T03:21:39.511702+0000) 2024-03-07T03:21:51.906 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:21:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6[99095]: 2024-03-07T03:21:51.772+0000 7f9a0d12e700 -1 osd.6 867 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-03-07T03:21:24.113243+0000 front 2024-03-07T03:21:24.113264+0000 (oldest deadline 2024-03-07T03:21:49.412946+0000) 2024-03-07T03:21:51.906 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:21:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:21:51.771+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:16.896480+0000 front 2024-03-07T03:21:16.896430+0000 (oldest deadline 2024-03-07T03:21:39.796268+0000) 2024-03-07T03:21:51.907 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:21:51 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:21:51.771+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-03-07T03:21:22.697190+0000 front 2024-03-07T03:21:22.697318+0000 (oldest deadline 2024-03-07T03:21:48.597117+0000) 2024-03-07T03:21:52.732 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:21:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:21:52.469+0000 7fcdad2ed700 -1 osd.5 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:15.677947+0000 front 2024-03-07T03:21:15.677856+0000 (oldest deadline 2024-03-07T03:21:39.177873+0000) 2024-03-07T03:21:52.732 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:21:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:21:52.469+0000 7fcdad2ed700 -1 osd.5 867 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-03-07T03:21:24.279593+0000 front 2024-03-07T03:21:24.279562+0000 (oldest deadline 2024-03-07T03:21:48.979433+0000) 2024-03-07T03:21:53.156 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:21:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6[99095]: 2024-03-07T03:21:52.740+0000 7f9a0d12e700 -1 osd.6 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:14.211914+0000 front 2024-03-07T03:21:14.211800+0000 (oldest deadline 2024-03-07T03:21:39.511702+0000) 2024-03-07T03:21:53.156 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:21:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6[99095]: 2024-03-07T03:21:52.740+0000 7f9a0d12e700 -1 osd.6 867 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-03-07T03:21:24.113243+0000 front 2024-03-07T03:21:24.113264+0000 (oldest deadline 2024-03-07T03:21:49.412946+0000) 2024-03-07T03:21:53.157 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:21:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:21:52.773+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:16.896480+0000 front 2024-03-07T03:21:16.896430+0000 (oldest deadline 2024-03-07T03:21:39.796268+0000) 2024-03-07T03:21:53.157 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:21:52 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:21:52.773+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-03-07T03:21:22.697190+0000 front 2024-03-07T03:21:22.697318+0000 (oldest deadline 2024-03-07T03:21:48.597117+0000) 2024-03-07T03:21:53.745 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:21:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6[99095]: 2024-03-07T03:21:53.716+0000 7f9a0d12e700 -1 osd.6 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:14.211914+0000 front 2024-03-07T03:21:14.211800+0000 (oldest deadline 2024-03-07T03:21:39.511702+0000) 2024-03-07T03:21:53.746 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:21:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6[99095]: 2024-03-07T03:21:53.716+0000 7f9a0d12e700 -1 osd.6 867 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-03-07T03:21:24.113243+0000 front 2024-03-07T03:21:24.113264+0000 (oldest deadline 2024-03-07T03:21:49.412946+0000) 2024-03-07T03:21:53.746 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:21:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:21:53.472+0000 7fcdad2ed700 -1 osd.5 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:15.677947+0000 front 2024-03-07T03:21:15.677856+0000 (oldest deadline 2024-03-07T03:21:39.177873+0000) 2024-03-07T03:21:53.746 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:21:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:21:53.472+0000 7fcdad2ed700 -1 osd.5 867 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-03-07T03:21:24.279593+0000 front 2024-03-07T03:21:24.279562+0000 (oldest deadline 2024-03-07T03:21:48.979433+0000) 2024-03-07T03:21:53.818 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:21:53 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[124708]: ts=2024-03-07T03:21:53.552Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=3 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi092.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.92:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi090.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.90:8443: connect: connection refused" 2024-03-07T03:21:53.818 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:21:53 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[124708]: ts=2024-03-07T03:21:53.552Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi090.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.90:8443: connect: connection refused" 2024-03-07T03:21:53.818 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:21:53 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[124708]: ts=2024-03-07T03:21:53.552Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi092.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.92:8443: connect: connection refused" 2024-03-07T03:21:54.156 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:21:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:21:53.753+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:16.896480+0000 front 2024-03-07T03:21:16.896430+0000 (oldest deadline 2024-03-07T03:21:39.796268+0000) 2024-03-07T03:21:54.156 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:21:53 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:21:53.753+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-03-07T03:21:22.697190+0000 front 2024-03-07T03:21:22.697318+0000 (oldest deadline 2024-03-07T03:21:48.597117+0000) 2024-03-07T03:21:54.795 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:21:54 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6[99095]: 2024-03-07T03:21:54.694+0000 7f9a0d12e700 -1 osd.6 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:14.211914+0000 front 2024-03-07T03:21:14.211800+0000 (oldest deadline 2024-03-07T03:21:39.511702+0000) 2024-03-07T03:21:54.795 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:21:54 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6[99095]: 2024-03-07T03:21:54.694+0000 7f9a0d12e700 -1 osd.6 867 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-03-07T03:21:24.113243+0000 front 2024-03-07T03:21:24.113264+0000 (oldest deadline 2024-03-07T03:21:49.412946+0000) 2024-03-07T03:21:54.795 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:21:54 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6[99095]: 2024-03-07T03:21:54.694+0000 7f9a0d12e700 -1 osd.6 867 heartbeat_check: no reply from 172.21.15.90:6822 osd.2 since back 2024-03-07T03:21:30.514038+0000 front 2024-03-07T03:21:30.513905+0000 (oldest deadline 2024-03-07T03:21:54.013722+0000) 2024-03-07T03:21:54.795 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:21:54 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:21:54.486+0000 7fcdad2ed700 -1 osd.5 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:15.677947+0000 front 2024-03-07T03:21:15.677856+0000 (oldest deadline 2024-03-07T03:21:39.177873+0000) 2024-03-07T03:21:54.795 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:21:54 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:21:54.486+0000 7fcdad2ed700 -1 osd.5 867 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-03-07T03:21:24.279593+0000 front 2024-03-07T03:21:24.279562+0000 (oldest deadline 2024-03-07T03:21:48.979433+0000) 2024-03-07T03:21:54.818 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:21:54 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[124708]: ts=2024-03-07T03:21:54.481Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi092.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.92:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi090.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.90:8443: connect: connection refused" 2024-03-07T03:21:54.818 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:21:54 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[124708]: ts=2024-03-07T03:21:54.482Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi090.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.90:8443: connect: connection refused" 2024-03-07T03:21:54.818 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:21:54 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[124708]: ts=2024-03-07T03:21:54.482Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi092.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.92:8443: connect: connection refused" 2024-03-07T03:21:55.156 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:21:54 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:21:54.803+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:16.896480+0000 front 2024-03-07T03:21:16.896430+0000 (oldest deadline 2024-03-07T03:21:39.796268+0000) 2024-03-07T03:21:55.156 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:21:54 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:21:54.803+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-03-07T03:21:22.697190+0000 front 2024-03-07T03:21:22.697318+0000 (oldest deadline 2024-03-07T03:21:48.597117+0000) 2024-03-07T03:21:55.156 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:21:54 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:21:54.803+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6822 osd.2 since back 2024-03-07T03:21:28.597735+0000 front 2024-03-07T03:21:28.597645+0000 (oldest deadline 2024-03-07T03:21:54.398035+0000) 2024-03-07T03:21:55.779 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:21:55 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6[99095]: 2024-03-07T03:21:55.724+0000 7f9a0d12e700 -1 osd.6 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:14.211914+0000 front 2024-03-07T03:21:14.211800+0000 (oldest deadline 2024-03-07T03:21:39.511702+0000) 2024-03-07T03:21:55.779 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:21:55 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6[99095]: 2024-03-07T03:21:55.724+0000 7f9a0d12e700 -1 osd.6 867 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-03-07T03:21:24.113243+0000 front 2024-03-07T03:21:24.113264+0000 (oldest deadline 2024-03-07T03:21:49.412946+0000) 2024-03-07T03:21:55.779 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:21:55 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6[99095]: 2024-03-07T03:21:55.724+0000 7f9a0d12e700 -1 osd.6 867 heartbeat_check: no reply from 172.21.15.90:6822 osd.2 since back 2024-03-07T03:21:30.514038+0000 front 2024-03-07T03:21:30.513905+0000 (oldest deadline 2024-03-07T03:21:54.013722+0000) 2024-03-07T03:21:55.780 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:21:55 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:21:55.493+0000 7fcdad2ed700 -1 osd.5 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:15.677947+0000 front 2024-03-07T03:21:15.677856+0000 (oldest deadline 2024-03-07T03:21:39.177873+0000) 2024-03-07T03:21:55.780 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:21:55 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:21:55.493+0000 7fcdad2ed700 -1 osd.5 867 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-03-07T03:21:24.279593+0000 front 2024-03-07T03:21:24.279562+0000 (oldest deadline 2024-03-07T03:21:48.979433+0000) 2024-03-07T03:21:56.156 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:21:55 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:21:55.787+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:16.896480+0000 front 2024-03-07T03:21:16.896430+0000 (oldest deadline 2024-03-07T03:21:39.796268+0000) 2024-03-07T03:21:56.156 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:21:55 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:21:55.787+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-03-07T03:21:22.697190+0000 front 2024-03-07T03:21:22.697318+0000 (oldest deadline 2024-03-07T03:21:48.597117+0000) 2024-03-07T03:21:56.156 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:21:55 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:21:55.787+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6822 osd.2 since back 2024-03-07T03:21:28.597735+0000 front 2024-03-07T03:21:28.597645+0000 (oldest deadline 2024-03-07T03:21:54.398035+0000) 2024-03-07T03:21:56.707 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:21:56 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:21:56.456+0000 7fcdad2ed700 -1 osd.5 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:15.677947+0000 front 2024-03-07T03:21:15.677856+0000 (oldest deadline 2024-03-07T03:21:39.177873+0000) 2024-03-07T03:21:56.708 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:21:56 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5[94385]: 2024-03-07T03:21:56.456+0000 7fcdad2ed700 -1 osd.5 867 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-03-07T03:21:24.279593+0000 front 2024-03-07T03:21:24.279562+0000 (oldest deadline 2024-03-07T03:21:48.979433+0000) 2024-03-07T03:21:57.093 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:21:56 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:21:56.796+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:16.896480+0000 front 2024-03-07T03:21:16.896430+0000 (oldest deadline 2024-03-07T03:21:39.796268+0000) 2024-03-07T03:21:57.093 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:21:56 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:21:56.796+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-03-07T03:21:22.697190+0000 front 2024-03-07T03:21:22.697318+0000 (oldest deadline 2024-03-07T03:21:48.597117+0000) 2024-03-07T03:21:57.094 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:21:56 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:21:56.796+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6822 osd.2 since back 2024-03-07T03:21:28.597735+0000 front 2024-03-07T03:21:28.597645+0000 (oldest deadline 2024-03-07T03:21:54.398035+0000) 2024-03-07T03:21:57.094 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:21:56 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6[99095]: 2024-03-07T03:21:56.716+0000 7f9a0d12e700 -1 osd.6 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:14.211914+0000 front 2024-03-07T03:21:14.211800+0000 (oldest deadline 2024-03-07T03:21:39.511702+0000) 2024-03-07T03:21:57.094 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:21:56 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6[99095]: 2024-03-07T03:21:56.716+0000 7f9a0d12e700 -1 osd.6 867 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-03-07T03:21:24.113243+0000 front 2024-03-07T03:21:24.113264+0000 (oldest deadline 2024-03-07T03:21:49.412946+0000) 2024-03-07T03:21:57.094 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:21:56 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6[99095]: 2024-03-07T03:21:56.716+0000 7f9a0d12e700 -1 osd.6 867 heartbeat_check: no reply from 172.21.15.90:6822 osd.2 since back 2024-03-07T03:21:30.514038+0000 front 2024-03-07T03:21:30.513905+0000 (oldest deadline 2024-03-07T03:21:54.013722+0000) 2024-03-07T03:21:57.353 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:21:57 smithi092 podman[125562]: 2024-03-07 03:21:57.102042765 +0000 UTC m=+5.600529902 container died d3fe952fea5f5e9d0ee83eeb107d5f6cd8262ca14f9ede79e5a2dc552b66c8d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240222, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, RELEASE=main-ea9a568, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-07T03:21:57.656 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:21:57 smithi092 podman[125562]: 2024-03-07 03:21:57.465620103 +0000 UTC m=+5.964107236 container cleanup d3fe952fea5f5e9d0ee83eeb107d5f6cd8262ca14f9ede79e5a2dc552b66c8d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=main-ea9a568, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240222) 2024-03-07T03:21:57.656 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:21:57 smithi092 bash[125562]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5 2024-03-07T03:21:58.019 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:21:57 smithi092 podman[125590]: 2024-03-07 03:21:57.720103218 +0000 UTC m=+0.618304500 container remove d3fe952fea5f5e9d0ee83eeb107d5f6cd8262ca14f9ede79e5a2dc552b66c8d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5, RELEASE=main-ea9a568, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240222, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-03-07T03:21:58.019 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:21:57 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6[99095]: 2024-03-07T03:21:57.724+0000 7f9a0d12e700 -1 osd.6 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:14.211914+0000 front 2024-03-07T03:21:14.211800+0000 (oldest deadline 2024-03-07T03:21:39.511702+0000) 2024-03-07T03:21:58.019 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:21:57 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6[99095]: 2024-03-07T03:21:57.724+0000 7f9a0d12e700 -1 osd.6 867 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-03-07T03:21:24.113243+0000 front 2024-03-07T03:21:24.113264+0000 (oldest deadline 2024-03-07T03:21:49.412946+0000) 2024-03-07T03:21:58.019 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:21:57 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6[99095]: 2024-03-07T03:21:57.724+0000 7f9a0d12e700 -1 osd.6 867 heartbeat_check: no reply from 172.21.15.90:6822 osd.2 since back 2024-03-07T03:21:30.514038+0000 front 2024-03-07T03:21:30.513905+0000 (oldest deadline 2024-03-07T03:21:54.013722+0000) 2024-03-07T03:21:58.020 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:21:57 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:21:57.752+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:16.896480+0000 front 2024-03-07T03:21:16.896430+0000 (oldest deadline 2024-03-07T03:21:39.796268+0000) 2024-03-07T03:21:58.020 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:21:57 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:21:57.752+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-03-07T03:21:22.697190+0000 front 2024-03-07T03:21:22.697318+0000 (oldest deadline 2024-03-07T03:21:48.597117+0000) 2024-03-07T03:21:58.020 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:21:57 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:21:57.752+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6822 osd.2 since back 2024-03-07T03:21:28.597735+0000 front 2024-03-07T03:21:28.597645+0000 (oldest deadline 2024-03-07T03:21:54.398035+0000) 2024-03-07T03:21:58.273 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:21:58 smithi092 podman[125682]: 2024-03-07 03:21:57.931244964 +0000 UTC m=+0.017984795 image pull fdb83767c1ab7256a5adb2236a0d5ca62c64d53a1398fd6c12f8a81ff166e8ff quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71 2024-03-07T03:21:58.273 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:21:58 smithi092 podman[125682]: 2024-03-07 03:21:58.029314712 +0000 UTC m=+0.116054542 container create edb67afc58db6eb015b7a0db1586be30937309af468d28fe4b725016beb9be95 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=main-ea9a568, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240222, GIT_CLEAN=True) 2024-03-07T03:21:58.563 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:21:58 smithi092 podman[125682]: 2024-03-07 03:21:58.282471793 +0000 UTC m=+0.369211624 container init edb67afc58db6eb015b7a0db1586be30937309af468d28fe4b725016beb9be95 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=main-ea9a568, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, ceph=True, org.label-schema.build-date=20240222) 2024-03-07T03:21:58.563 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:21:58 smithi092 podman[125682]: 2024-03-07 03:21:58.285591919 +0000 UTC m=+0.372331749 container start edb67afc58db6eb015b7a0db1586be30937309af468d28fe4b725016beb9be95 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5-deactivate, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.vendor=CentOS, RELEASE=main-ea9a568, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240222, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0) 2024-03-07T03:21:58.563 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:21:58 smithi092 podman[125682]: 2024-03-07 03:21:58.374023371 +0000 UTC m=+0.460763202 container attach edb67afc58db6eb015b7a0db1586be30937309af468d28fe4b725016beb9be95 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5-deactivate, RELEASE=main-ea9a568, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240222, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5) 2024-03-07T03:21:58.876 INFO:journalctl@ceph.osd.5.smithi092.stdout:Mar 07 03:21:58 smithi092 podman[125682]: 2024-03-07 03:21:58.572155677 +0000 UTC m=+0.658895514 container died edb67afc58db6eb015b7a0db1586be30937309af468d28fe4b725016beb9be95 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.vendor=CentOS, RELEASE=main-ea9a568, org.label-schema.build-date=20240222, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-03-07T03:21:58.877 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:21:58 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6[99095]: 2024-03-07T03:21:58.693+0000 7f9a0d12e700 -1 osd.6 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:14.211914+0000 front 2024-03-07T03:21:14.211800+0000 (oldest deadline 2024-03-07T03:21:39.511702+0000) 2024-03-07T03:21:58.877 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:21:58 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6[99095]: 2024-03-07T03:21:58.693+0000 7f9a0d12e700 -1 osd.6 867 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-03-07T03:21:24.113243+0000 front 2024-03-07T03:21:24.113264+0000 (oldest deadline 2024-03-07T03:21:49.412946+0000) 2024-03-07T03:21:58.877 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:21:58 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6[99095]: 2024-03-07T03:21:58.693+0000 7f9a0d12e700 -1 osd.6 867 heartbeat_check: no reply from 172.21.15.90:6822 osd.2 since back 2024-03-07T03:21:30.514038+0000 front 2024-03-07T03:21:30.513905+0000 (oldest deadline 2024-03-07T03:21:54.013722+0000) 2024-03-07T03:21:58.878 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:21:58 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:21:58.736+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:16.896480+0000 front 2024-03-07T03:21:16.896430+0000 (oldest deadline 2024-03-07T03:21:39.796268+0000) 2024-03-07T03:21:58.878 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:21:58 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:21:58.736+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-03-07T03:21:22.697190+0000 front 2024-03-07T03:21:22.697318+0000 (oldest deadline 2024-03-07T03:21:48.597117+0000) 2024-03-07T03:21:58.878 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:21:58 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:21:58.736+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6822 osd.2 since back 2024-03-07T03:21:28.597735+0000 front 2024-03-07T03:21:28.597645+0000 (oldest deadline 2024-03-07T03:21:54.398035+0000) 2024-03-07T03:21:59.182 DEBUG:teuthology.orchestra.run.smithi092:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@osd.5.service' 2024-03-07T03:21:59.225 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-07T03:21:59.225 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-03-07T03:21:59.225 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-03-07T03:21:59.225 DEBUG:teuthology.orchestra.run.smithi092:> sudo systemctl stop ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@osd.6 2024-03-07T03:21:59.547 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:21:59 smithi092 systemd[1]: Stopping Ceph osd.6 for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T03:21:59.906 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:21:59 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:21:59.705+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:16.896480+0000 front 2024-03-07T03:21:16.896430+0000 (oldest deadline 2024-03-07T03:21:39.796268+0000) 2024-03-07T03:21:59.906 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:21:59 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:21:59.705+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-03-07T03:21:22.697190+0000 front 2024-03-07T03:21:22.697318+0000 (oldest deadline 2024-03-07T03:21:48.597117+0000) 2024-03-07T03:21:59.906 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:21:59 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:21:59.705+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6822 osd.2 since back 2024-03-07T03:21:28.597735+0000 front 2024-03-07T03:21:28.597645+0000 (oldest deadline 2024-03-07T03:21:54.398035+0000) 2024-03-07T03:21:59.906 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:21:59 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6[99095]: 2024-03-07T03:21:59.555+0000 7f9a14b42700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-07T03:21:59.907 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:21:59 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6[99095]: 2024-03-07T03:21:59.555+0000 7f9a14b42700 -1 osd.6 867 *** Got signal Terminated *** 2024-03-07T03:21:59.907 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:21:59 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6[99095]: 2024-03-07T03:21:59.555+0000 7f9a14b42700 -1 osd.6 867 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-07T03:21:59.907 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:21:59 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6[99095]: 2024-03-07T03:21:59.686+0000 7f9a0d12e700 -1 osd.6 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:14.211914+0000 front 2024-03-07T03:21:14.211800+0000 (oldest deadline 2024-03-07T03:21:39.511702+0000) 2024-03-07T03:21:59.907 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:21:59 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6[99095]: 2024-03-07T03:21:59.686+0000 7f9a0d12e700 -1 osd.6 867 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-03-07T03:21:24.113243+0000 front 2024-03-07T03:21:24.113264+0000 (oldest deadline 2024-03-07T03:21:49.412946+0000) 2024-03-07T03:21:59.907 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:21:59 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6[99095]: 2024-03-07T03:21:59.686+0000 7f9a0d12e700 -1 osd.6 867 heartbeat_check: no reply from 172.21.15.90:6822 osd.2 since back 2024-03-07T03:21:30.514038+0000 front 2024-03-07T03:21:30.513905+0000 (oldest deadline 2024-03-07T03:21:54.013722+0000) 2024-03-07T03:22:00.568 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:22:00 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[124708]: ts=2024-03-07T03:22:00.167Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi090.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.90:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi092.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.92:8443: connect: connection refused" 2024-03-07T03:22:00.568 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:22:00 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[124708]: ts=2024-03-07T03:22:00.167Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi090.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.90:8443: connect: connection refused" 2024-03-07T03:22:00.568 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:22:00 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[124708]: ts=2024-03-07T03:22:00.168Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi092.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.92:8443: connect: connection refused" 2024-03-07T03:22:00.906 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:22:00 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6[99095]: 2024-03-07T03:22:00.637+0000 7f9a0d12e700 -1 osd.6 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:14.211914+0000 front 2024-03-07T03:21:14.211800+0000 (oldest deadline 2024-03-07T03:21:39.511702+0000) 2024-03-07T03:22:00.906 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:22:00 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6[99095]: 2024-03-07T03:22:00.637+0000 7f9a0d12e700 -1 osd.6 867 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-03-07T03:21:24.113243+0000 front 2024-03-07T03:21:24.113264+0000 (oldest deadline 2024-03-07T03:21:49.412946+0000) 2024-03-07T03:22:00.906 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:22:00 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6[99095]: 2024-03-07T03:22:00.637+0000 7f9a0d12e700 -1 osd.6 867 heartbeat_check: no reply from 172.21.15.90:6822 osd.2 since back 2024-03-07T03:21:30.514038+0000 front 2024-03-07T03:21:30.513905+0000 (oldest deadline 2024-03-07T03:21:54.013722+0000) 2024-03-07T03:22:00.907 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:22:00 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:22:00.705+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:16.896480+0000 front 2024-03-07T03:21:16.896430+0000 (oldest deadline 2024-03-07T03:21:39.796268+0000) 2024-03-07T03:22:00.907 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:22:00 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:22:00.705+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-03-07T03:21:22.697190+0000 front 2024-03-07T03:21:22.697318+0000 (oldest deadline 2024-03-07T03:21:48.597117+0000) 2024-03-07T03:22:00.907 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:22:00 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:22:00.705+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6822 osd.2 since back 2024-03-07T03:21:28.597735+0000 front 2024-03-07T03:21:28.597645+0000 (oldest deadline 2024-03-07T03:21:54.398035+0000) 2024-03-07T03:22:01.906 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:22:01 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6[99095]: 2024-03-07T03:22:01.606+0000 7f9a0d12e700 -1 osd.6 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:14.211914+0000 front 2024-03-07T03:21:14.211800+0000 (oldest deadline 2024-03-07T03:21:39.511702+0000) 2024-03-07T03:22:01.906 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:22:01 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6[99095]: 2024-03-07T03:22:01.606+0000 7f9a0d12e700 -1 osd.6 867 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-03-07T03:21:24.113243+0000 front 2024-03-07T03:21:24.113264+0000 (oldest deadline 2024-03-07T03:21:49.412946+0000) 2024-03-07T03:22:01.906 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:22:01 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6[99095]: 2024-03-07T03:22:01.606+0000 7f9a0d12e700 -1 osd.6 867 heartbeat_check: no reply from 172.21.15.90:6822 osd.2 since back 2024-03-07T03:21:30.514038+0000 front 2024-03-07T03:21:30.513905+0000 (oldest deadline 2024-03-07T03:21:54.013722+0000) 2024-03-07T03:22:01.907 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:22:01 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:22:01.689+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:16.896480+0000 front 2024-03-07T03:21:16.896430+0000 (oldest deadline 2024-03-07T03:21:39.796268+0000) 2024-03-07T03:22:01.907 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:22:01 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:22:01.689+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-03-07T03:21:22.697190+0000 front 2024-03-07T03:21:22.697318+0000 (oldest deadline 2024-03-07T03:21:48.597117+0000) 2024-03-07T03:22:01.907 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:22:01 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:22:01.689+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6822 osd.2 since back 2024-03-07T03:21:28.597735+0000 front 2024-03-07T03:21:28.597645+0000 (oldest deadline 2024-03-07T03:21:54.398035+0000) 2024-03-07T03:22:01.907 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:22:01 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:22:01.689+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6830 osd.3 since back 2024-03-07T03:21:40.298977+0000 front 2024-03-07T03:21:40.299062+0000 (oldest deadline 2024-03-07T03:22:01.398963+0000) 2024-03-07T03:22:02.906 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:22:02 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:22:02.730+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:16.896480+0000 front 2024-03-07T03:21:16.896430+0000 (oldest deadline 2024-03-07T03:21:39.796268+0000) 2024-03-07T03:22:02.906 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:22:02 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:22:02.730+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-03-07T03:21:22.697190+0000 front 2024-03-07T03:21:22.697318+0000 (oldest deadline 2024-03-07T03:21:48.597117+0000) 2024-03-07T03:22:02.906 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:22:02 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:22:02.730+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6822 osd.2 since back 2024-03-07T03:21:28.597735+0000 front 2024-03-07T03:21:28.597645+0000 (oldest deadline 2024-03-07T03:21:54.398035+0000) 2024-03-07T03:22:02.907 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:22:02 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:22:02.730+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6830 osd.3 since back 2024-03-07T03:21:40.298977+0000 front 2024-03-07T03:21:40.299062+0000 (oldest deadline 2024-03-07T03:22:01.398963+0000) 2024-03-07T03:22:02.907 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:22:02 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6[99095]: 2024-03-07T03:22:02.629+0000 7f9a0d12e700 -1 osd.6 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:14.211914+0000 front 2024-03-07T03:21:14.211800+0000 (oldest deadline 2024-03-07T03:21:39.511702+0000) 2024-03-07T03:22:02.907 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:22:02 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6[99095]: 2024-03-07T03:22:02.629+0000 7f9a0d12e700 -1 osd.6 867 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-03-07T03:21:24.113243+0000 front 2024-03-07T03:21:24.113264+0000 (oldest deadline 2024-03-07T03:21:49.412946+0000) 2024-03-07T03:22:02.907 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:22:02 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6[99095]: 2024-03-07T03:22:02.629+0000 7f9a0d12e700 -1 osd.6 867 heartbeat_check: no reply from 172.21.15.90:6822 osd.2 since back 2024-03-07T03:21:30.514038+0000 front 2024-03-07T03:21:30.513905+0000 (oldest deadline 2024-03-07T03:21:54.013722+0000) 2024-03-07T03:22:02.907 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:22:02 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6[99095]: 2024-03-07T03:22:02.629+0000 7f9a0d12e700 -1 osd.6 867 heartbeat_check: no reply from 172.21.15.90:6830 osd.3 since back 2024-03-07T03:21:38.714555+0000 front 2024-03-07T03:21:38.714732+0000 (oldest deadline 2024-03-07T03:22:02.214531+0000) 2024-03-07T03:22:03.818 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:22:03 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[124708]: ts=2024-03-07T03:22:03.553Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=3 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi090.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.90:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi092.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.92:8443: connect: connection refused" 2024-03-07T03:22:03.818 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:22:03 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[124708]: ts=2024-03-07T03:22:03.553Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi090.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.90:8443: connect: connection refused" 2024-03-07T03:22:03.818 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:22:03 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[124708]: ts=2024-03-07T03:22:03.554Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi092.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.92:8443: connect: connection refused" 2024-03-07T03:22:03.906 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:22:03 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6[99095]: 2024-03-07T03:22:03.610+0000 7f9a0d12e700 -1 osd.6 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:14.211914+0000 front 2024-03-07T03:21:14.211800+0000 (oldest deadline 2024-03-07T03:21:39.511702+0000) 2024-03-07T03:22:03.906 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:22:03 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6[99095]: 2024-03-07T03:22:03.610+0000 7f9a0d12e700 -1 osd.6 867 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-03-07T03:21:24.113243+0000 front 2024-03-07T03:21:24.113264+0000 (oldest deadline 2024-03-07T03:21:49.412946+0000) 2024-03-07T03:22:03.906 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:22:03 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6[99095]: 2024-03-07T03:22:03.610+0000 7f9a0d12e700 -1 osd.6 867 heartbeat_check: no reply from 172.21.15.90:6822 osd.2 since back 2024-03-07T03:21:30.514038+0000 front 2024-03-07T03:21:30.513905+0000 (oldest deadline 2024-03-07T03:21:54.013722+0000) 2024-03-07T03:22:03.906 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:22:03 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6[99095]: 2024-03-07T03:22:03.610+0000 7f9a0d12e700 -1 osd.6 867 heartbeat_check: no reply from 172.21.15.90:6830 osd.3 since back 2024-03-07T03:21:38.714555+0000 front 2024-03-07T03:21:38.714732+0000 (oldest deadline 2024-03-07T03:22:02.214531+0000) 2024-03-07T03:22:03.907 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:22:03 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:22:03.719+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:16.896480+0000 front 2024-03-07T03:21:16.896430+0000 (oldest deadline 2024-03-07T03:21:39.796268+0000) 2024-03-07T03:22:03.907 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:22:03 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:22:03.719+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-03-07T03:21:22.697190+0000 front 2024-03-07T03:21:22.697318+0000 (oldest deadline 2024-03-07T03:21:48.597117+0000) 2024-03-07T03:22:03.907 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:22:03 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:22:03.719+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6822 osd.2 since back 2024-03-07T03:21:28.597735+0000 front 2024-03-07T03:21:28.597645+0000 (oldest deadline 2024-03-07T03:21:54.398035+0000) 2024-03-07T03:22:03.907 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:22:03 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:22:03.719+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6830 osd.3 since back 2024-03-07T03:21:40.298977+0000 front 2024-03-07T03:21:40.299062+0000 (oldest deadline 2024-03-07T03:22:01.398963+0000) 2024-03-07T03:22:04.818 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:22:04 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[124708]: ts=2024-03-07T03:22:04.482Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi090.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.90:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi092.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.92:8443: connect: connection refused" 2024-03-07T03:22:04.818 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:22:04 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[124708]: ts=2024-03-07T03:22:04.482Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi090.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.90:8443: connect: connection refused" 2024-03-07T03:22:04.818 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:22:04 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[124708]: ts=2024-03-07T03:22:04.482Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi092.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.92:8443: connect: connection refused" 2024-03-07T03:22:05.021 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:22:04 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:22:04.748+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:16.896480+0000 front 2024-03-07T03:21:16.896430+0000 (oldest deadline 2024-03-07T03:21:39.796268+0000) 2024-03-07T03:22:05.022 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:22:04 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:22:04.748+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-03-07T03:21:22.697190+0000 front 2024-03-07T03:21:22.697318+0000 (oldest deadline 2024-03-07T03:21:48.597117+0000) 2024-03-07T03:22:05.022 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:22:04 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:22:04.748+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6822 osd.2 since back 2024-03-07T03:21:28.597735+0000 front 2024-03-07T03:21:28.597645+0000 (oldest deadline 2024-03-07T03:21:54.398035+0000) 2024-03-07T03:22:05.022 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:22:04 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:22:04.748+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6830 osd.3 since back 2024-03-07T03:21:40.298977+0000 front 2024-03-07T03:21:40.299062+0000 (oldest deadline 2024-03-07T03:22:01.398963+0000) 2024-03-07T03:22:05.281 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:22:05 smithi092 podman[125788]: 2024-03-07 03:22:05.03068356 +0000 UTC m=+5.575125445 container died 9a6332c192c9f14c556a21e2487122538ec2652231f740cc8ae6127d4ad06525 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6, org.label-schema.build-date=20240222, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=main-ea9a568) 2024-03-07T03:22:05.282 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:22:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:22:05.272Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.90:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.90:8765: connect: connection refused" 2024-03-07T03:22:05.282 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:22:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:22:05.274Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.90:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.90:8765: connect: connection refused" 2024-03-07T03:22:05.282 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:22:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:22:05.279Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.90:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.90:8765: connect: connection refused" 2024-03-07T03:22:05.282 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:22:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:22:05.279Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.90:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.90:8765: connect: connection refused" 2024-03-07T03:22:05.283 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:22:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:22:05.279Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.90:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.90:8765: connect: connection refused" 2024-03-07T03:22:05.639 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:22:05 smithi092 podman[125788]: 2024-03-07 03:22:05.388752813 +0000 UTC m=+5.933194698 container cleanup 9a6332c192c9f14c556a21e2487122538ec2652231f740cc8ae6127d4ad06525 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_CLEAN=True, org.label-schema.build-date=20240222, CEPH_POINT_RELEASE=, RELEASE=main-ea9a568, maintainer=Guillaume Abrioux ) 2024-03-07T03:22:05.639 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:22:05 smithi092 bash[125788]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6 2024-03-07T03:22:05.906 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:22:05 smithi092 podman[125805]: 2024-03-07 03:22:05.648183135 +0000 UTC m=+0.616617098 container remove 9a6332c192c9f14c556a21e2487122538ec2652231f740cc8ae6127d4ad06525 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6, CEPH_POINT_RELEASE=, RELEASE=main-ea9a568, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240222, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-03-07T03:22:05.906 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:22:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:22:05.766+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:16.896480+0000 front 2024-03-07T03:21:16.896430+0000 (oldest deadline 2024-03-07T03:21:39.796268+0000) 2024-03-07T03:22:05.906 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:22:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:22:05.766+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-03-07T03:21:22.697190+0000 front 2024-03-07T03:21:22.697318+0000 (oldest deadline 2024-03-07T03:21:48.597117+0000) 2024-03-07T03:22:05.906 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:22:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:22:05.766+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6822 osd.2 since back 2024-03-07T03:21:28.597735+0000 front 2024-03-07T03:21:28.597645+0000 (oldest deadline 2024-03-07T03:21:54.398035+0000) 2024-03-07T03:22:05.907 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:22:05 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:22:05.766+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6830 osd.3 since back 2024-03-07T03:21:40.298977+0000 front 2024-03-07T03:21:40.299062+0000 (oldest deadline 2024-03-07T03:22:01.398963+0000) 2024-03-07T03:22:06.325 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:22:06 smithi092 podman[125897]: 2024-03-07 03:22:06.007629202 +0000 UTC m=+0.113954704 container create bcbce75d46abe63ddb0d587c83913a56c8731e9410c1293e9b7f340403a77b48 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6-deactivate, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240222, RELEASE=main-ea9a568, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-03-07T03:22:06.326 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:22:06 smithi092 podman[125897]: 2024-03-07 03:22:05.911837296 +0000 UTC m=+0.018162757 image pull fdb83767c1ab7256a5adb2236a0d5ca62c64d53a1398fd6c12f8a81ff166e8ff quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71 2024-03-07T03:22:06.326 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:22:06 smithi092 podman[125897]: 2024-03-07 03:22:06.251646368 +0000 UTC m=+0.357971824 container init bcbce75d46abe63ddb0d587c83913a56c8731e9410c1293e9b7f340403a77b48 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6-deactivate, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240222, RELEASE=main-ea9a568, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-03-07T03:22:06.326 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:22:06 smithi092 podman[125897]: 2024-03-07 03:22:06.254576658 +0000 UTC m=+0.360902115 container start bcbce75d46abe63ddb0d587c83913a56c8731e9410c1293e9b7f340403a77b48 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6-deactivate, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, ceph=True, RELEASE=main-ea9a568, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240222, CEPH_POINT_RELEASE=, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b) 2024-03-07T03:22:06.326 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:22:06 smithi092 podman[125897]: 2024-03-07 03:22:06.334928953 +0000 UTC m=+0.441254416 container attach bcbce75d46abe63ddb0d587c83913a56c8731e9410c1293e9b7f340403a77b48 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6-deactivate, GIT_CLEAN=True, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, maintainer=Guillaume Abrioux , RELEASE=main-ea9a568, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240222, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-03-07T03:22:06.656 INFO:journalctl@ceph.osd.6.smithi092.stdout:Mar 07 03:22:06 smithi092 podman[125897]: 2024-03-07 03:22:06.540648289 +0000 UTC m=+0.646973752 container died bcbce75d46abe63ddb0d587c83913a56c8731e9410c1293e9b7f340403a77b48 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-6-deactivate, io.buildah.version=1.33.5, RELEASE=main-ea9a568, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240222, ceph=True, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-07T03:22:07.038 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:22:06 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:22:06.745+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:16.896480+0000 front 2024-03-07T03:21:16.896430+0000 (oldest deadline 2024-03-07T03:21:39.796268+0000) 2024-03-07T03:22:07.038 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:22:06 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:22:06.745+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-03-07T03:21:22.697190+0000 front 2024-03-07T03:21:22.697318+0000 (oldest deadline 2024-03-07T03:21:48.597117+0000) 2024-03-07T03:22:07.038 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:22:06 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:22:06.745+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6822 osd.2 since back 2024-03-07T03:21:28.597735+0000 front 2024-03-07T03:21:28.597645+0000 (oldest deadline 2024-03-07T03:21:54.398035+0000) 2024-03-07T03:22:07.038 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:22:06 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:22:06.745+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6830 osd.3 since back 2024-03-07T03:21:40.298977+0000 front 2024-03-07T03:21:40.299062+0000 (oldest deadline 2024-03-07T03:22:01.398963+0000) 2024-03-07T03:22:07.060 DEBUG:teuthology.orchestra.run.smithi092:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@osd.6.service' 2024-03-07T03:22:07.101 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-07T03:22:07.101 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-03-07T03:22:07.102 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-03-07T03:22:07.102 DEBUG:teuthology.orchestra.run.smithi092:> sudo systemctl stop ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@osd.7 2024-03-07T03:22:07.406 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:22:07 smithi092 systemd[1]: Stopping Ceph osd.7 for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T03:22:07.780 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:22:07 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:22:07.465+0000 7fc2b5e57700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-07T03:22:07.780 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:22:07 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:22:07.465+0000 7fc2b5e57700 -1 osd.7 867 *** Got signal Terminated *** 2024-03-07T03:22:07.780 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:22:07 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:22:07.465+0000 7fc2b5e57700 -1 osd.7 867 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-07T03:22:07.780 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:22:07 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:22:07.787+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:16.896480+0000 front 2024-03-07T03:21:16.896430+0000 (oldest deadline 2024-03-07T03:21:39.796268+0000) 2024-03-07T03:22:07.780 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:22:07 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:22:07.787+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-03-07T03:21:22.697190+0000 front 2024-03-07T03:21:22.697318+0000 (oldest deadline 2024-03-07T03:21:48.597117+0000) 2024-03-07T03:22:07.781 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:22:07 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:22:07.787+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6822 osd.2 since back 2024-03-07T03:21:28.597735+0000 front 2024-03-07T03:21:28.597645+0000 (oldest deadline 2024-03-07T03:21:54.398035+0000) 2024-03-07T03:22:07.781 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:22:07 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:22:07.787+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6830 osd.3 since back 2024-03-07T03:21:40.298977+0000 front 2024-03-07T03:21:40.299062+0000 (oldest deadline 2024-03-07T03:22:01.398963+0000) 2024-03-07T03:22:09.057 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:22:08 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:22:08.771+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:16.896480+0000 front 2024-03-07T03:21:16.896430+0000 (oldest deadline 2024-03-07T03:21:39.796268+0000) 2024-03-07T03:22:09.058 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:22:08 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:22:08.771+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-03-07T03:21:22.697190+0000 front 2024-03-07T03:21:22.697318+0000 (oldest deadline 2024-03-07T03:21:48.597117+0000) 2024-03-07T03:22:09.058 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:22:08 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:22:08.771+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6822 osd.2 since back 2024-03-07T03:21:28.597735+0000 front 2024-03-07T03:21:28.597645+0000 (oldest deadline 2024-03-07T03:21:54.398035+0000) 2024-03-07T03:22:09.058 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:22:08 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:22:08.771+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6830 osd.3 since back 2024-03-07T03:21:40.298977+0000 front 2024-03-07T03:21:40.299062+0000 (oldest deadline 2024-03-07T03:22:01.398963+0000) 2024-03-07T03:22:10.156 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:22:09 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:22:09.774+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:16.896480+0000 front 2024-03-07T03:21:16.896430+0000 (oldest deadline 2024-03-07T03:21:39.796268+0000) 2024-03-07T03:22:10.156 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:22:09 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:22:09.774+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-03-07T03:21:22.697190+0000 front 2024-03-07T03:21:22.697318+0000 (oldest deadline 2024-03-07T03:21:48.597117+0000) 2024-03-07T03:22:10.156 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:22:09 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:22:09.774+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6822 osd.2 since back 2024-03-07T03:21:28.597735+0000 front 2024-03-07T03:21:28.597645+0000 (oldest deadline 2024-03-07T03:21:54.398035+0000) 2024-03-07T03:22:10.156 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:22:09 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:22:09.774+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6830 osd.3 since back 2024-03-07T03:21:40.298977+0000 front 2024-03-07T03:21:40.299062+0000 (oldest deadline 2024-03-07T03:22:01.398963+0000) 2024-03-07T03:22:10.568 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:22:10 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[124708]: ts=2024-03-07T03:22:10.167Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi090.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.90:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi092.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.92:8443: connect: connection refused" 2024-03-07T03:22:10.568 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:22:10 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[124708]: ts=2024-03-07T03:22:10.168Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi090.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.90:8443: connect: connection refused" 2024-03-07T03:22:10.568 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:22:10 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[124708]: ts=2024-03-07T03:22:10.168Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi092.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.92:8443: connect: connection refused" 2024-03-07T03:22:11.156 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:22:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:22:10.793+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:16.896480+0000 front 2024-03-07T03:21:16.896430+0000 (oldest deadline 2024-03-07T03:21:39.796268+0000) 2024-03-07T03:22:11.156 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:22:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:22:10.793+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-03-07T03:21:22.697190+0000 front 2024-03-07T03:21:22.697318+0000 (oldest deadline 2024-03-07T03:21:48.597117+0000) 2024-03-07T03:22:11.157 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:22:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:22:10.793+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6822 osd.2 since back 2024-03-07T03:21:28.597735+0000 front 2024-03-07T03:21:28.597645+0000 (oldest deadline 2024-03-07T03:21:54.398035+0000) 2024-03-07T03:22:11.157 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:22:10 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:22:10.793+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6830 osd.3 since back 2024-03-07T03:21:40.298977+0000 front 2024-03-07T03:21:40.299062+0000 (oldest deadline 2024-03-07T03:22:01.398963+0000) 2024-03-07T03:22:12.156 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:22:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:22:11.811+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-03-07T03:21:16.896480+0000 front 2024-03-07T03:21:16.896430+0000 (oldest deadline 2024-03-07T03:21:39.796268+0000) 2024-03-07T03:22:12.156 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:22:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:22:11.811+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-03-07T03:21:22.697190+0000 front 2024-03-07T03:21:22.697318+0000 (oldest deadline 2024-03-07T03:21:48.597117+0000) 2024-03-07T03:22:12.157 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:22:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:22:11.811+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6822 osd.2 since back 2024-03-07T03:21:28.597735+0000 front 2024-03-07T03:21:28.597645+0000 (oldest deadline 2024-03-07T03:21:54.398035+0000) 2024-03-07T03:22:12.157 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:22:11 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7[104106]: 2024-03-07T03:22:11.811+0000 7fc2ae443700 -1 osd.7 867 heartbeat_check: no reply from 172.21.15.90:6830 osd.3 since back 2024-03-07T03:21:40.298977+0000 front 2024-03-07T03:21:40.299062+0000 (oldest deadline 2024-03-07T03:22:01.398963+0000) 2024-03-07T03:22:13.075 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:22:12 smithi092 podman[126001]: 2024-03-07 03:22:12.813816118 +0000 UTC m=+5.477289045 container died a2de553b24bee0fda55b7b8ebc9094f0d942878551acf32a38669fd45ad46312 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240222, org.label-schema.vendor=CentOS, RELEASE=main-ea9a568, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-03-07T03:22:13.406 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:22:13 smithi092 podman[126001]: 2024-03-07 03:22:13.174956844 +0000 UTC m=+5.838429770 container cleanup a2de553b24bee0fda55b7b8ebc9094f0d942878551acf32a38669fd45ad46312 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-ea9a568, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, ceph=True, org.label-schema.build-date=20240222, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-03-07T03:22:13.406 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:22:13 smithi092 bash[126001]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7 2024-03-07T03:22:13.736 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:22:13 smithi092 podman[126033]: 2024-03-07 03:22:13.41788182 +0000 UTC m=+0.598440586 container remove a2de553b24bee0fda55b7b8ebc9094f0d942878551acf32a38669fd45ad46312 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240222, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, ceph=True, org.label-schema.license=GPLv2, RELEASE=main-ea9a568, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-03-07T03:22:13.818 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:22:13 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[124708]: ts=2024-03-07T03:22:13.554Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=3 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi092.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.92:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi090.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.90:8443: connect: connection refused" 2024-03-07T03:22:13.818 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:22:13 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[124708]: ts=2024-03-07T03:22:13.554Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi090.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.90:8443: connect: connection refused" 2024-03-07T03:22:13.818 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:22:13 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[124708]: ts=2024-03-07T03:22:13.555Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi092.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.92:8443: connect: connection refused" 2024-03-07T03:22:14.037 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:22:13 smithi092 podman[126123]: 2024-03-07 03:22:13.64818394 +0000 UTC m=+0.017722015 image pull fdb83767c1ab7256a5adb2236a0d5ca62c64d53a1398fd6c12f8a81ff166e8ff quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71 2024-03-07T03:22:14.037 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:22:13 smithi092 podman[126123]: 2024-03-07 03:22:13.752063276 +0000 UTC m=+0.121601343 container create 5a1588f2675f9dccf8fa8f93b9ee1a2d3969721044af7dfd65383e3b1e443ff5 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7-deactivate, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , RELEASE=main-ea9a568, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240222, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-03-07T03:22:14.037 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:22:13 smithi092 podman[126123]: 2024-03-07 03:22:13.963085321 +0000 UTC m=+0.332623389 container init 5a1588f2675f9dccf8fa8f93b9ee1a2d3969721044af7dfd65383e3b1e443ff5 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7-deactivate, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240222, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=main-ea9a568, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-03-07T03:22:14.037 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:22:13 smithi092 podman[126123]: 2024-03-07 03:22:13.966350467 +0000 UTC m=+0.335888534 container start 5a1588f2675f9dccf8fa8f93b9ee1a2d3969721044af7dfd65383e3b1e443ff5 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7-deactivate, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, RELEASE=main-ea9a568, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.build-date=20240222, CEPH_POINT_RELEASE=) 2024-03-07T03:22:14.038 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:22:14 smithi092 podman[126123]: 2024-03-07 03:22:14.046389087 +0000 UTC m=+0.415927152 container attach 5a1588f2675f9dccf8fa8f93b9ee1a2d3969721044af7dfd65383e3b1e443ff5 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7-deactivate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=main-ea9a568, org.label-schema.build-date=20240222, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, ceph=True) 2024-03-07T03:22:14.406 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:22:14 smithi092 podman[126123]: 2024-03-07 03:22:14.257212993 +0000 UTC m=+0.626751059 container died 5a1588f2675f9dccf8fa8f93b9ee1a2d3969721044af7dfd65383e3b1e443ff5 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7-deactivate, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=main-ea9a568, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240222, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-03-07T03:22:14.817 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:22:14 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[124708]: ts=2024-03-07T03:22:14.482Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi090.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.90:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi092.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.92:8443: connect: connection refused" 2024-03-07T03:22:14.818 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:22:14 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[124708]: ts=2024-03-07T03:22:14.482Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi090.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.90:8443: connect: connection refused" 2024-03-07T03:22:14.818 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:22:14 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[124708]: ts=2024-03-07T03:22:14.483Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi092.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.92:8443: connect: connection refused" 2024-03-07T03:22:14.845 INFO:journalctl@ceph.osd.7.smithi092.stdout:Mar 07 03:22:14 smithi092 podman[126149]: 2024-03-07 03:22:14.833180395 +0000 UTC m=+0.570560302 container remove 5a1588f2675f9dccf8fa8f93b9ee1a2d3969721044af7dfd65383e3b1e443ff5 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-osd-7-deactivate, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240222, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, RELEASE=main-ea9a568, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-03-07T03:22:14.851 DEBUG:teuthology.orchestra.run.smithi092:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@osd.7.service' 2024-03-07T03:22:14.890 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-07T03:22:14.890 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-03-07T03:22:14.890 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-03-07T03:22:14.891 DEBUG:teuthology.orchestra.run.smithi090:> sudo systemctl stop ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@mds.a 2024-03-07T03:22:15.194 INFO:journalctl@ceph.mds.a.smithi090.stdout:Mar 07 03:22:14 smithi090 systemd[1]: Stopping Ceph mds.a for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T03:22:15.567 INFO:journalctl@ceph.mds.a.smithi090.stdout:Mar 07 03:22:15 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mds-a[116763]: 2024-03-07T03:22:15.202+0000 7fc6f75bf700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-07T03:22:15.568 INFO:journalctl@ceph.mds.a.smithi090.stdout:Mar 07 03:22:15 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mds-a[116763]: 2024-03-07T03:22:15.202+0000 7fc6f75bf700 -1 mds.a *** got signal Terminated *** 2024-03-07T03:22:18.019 INFO:journalctl@ceph.mds.a.smithi090.stdout:Mar 07 03:22:17 smithi090 podman[140321]: 2024-03-07 03:22:17.64105857 +0000 UTC m=+2.539645677 container died 005e0f69d9f671d016506c4dd06fb465fced0c366f5efe6b2e1f4071a54f8ea6 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mds-a, RELEASE=main-ea9a568, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240222, ceph=True, org.label-schema.schema-version=1.0) 2024-03-07T03:22:18.318 INFO:journalctl@ceph.mds.a.smithi090.stdout:Mar 07 03:22:18 smithi090 podman[140321]: 2024-03-07 03:22:18.028426306 +0000 UTC m=+2.927013415 container cleanup 005e0f69d9f671d016506c4dd06fb465fced0c366f5efe6b2e1f4071a54f8ea6 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mds-a, CEPH_POINT_RELEASE=, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, RELEASE=main-ea9a568, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240222, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-03-07T03:22:18.318 INFO:journalctl@ceph.mds.a.smithi090.stdout:Mar 07 03:22:18 smithi090 bash[140321]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mds-a 2024-03-07T03:22:18.318 INFO:journalctl@ceph.mds.a.smithi090.stdout:Mar 07 03:22:18 smithi090 podman[140335]: 2024-03-07 03:22:18.206280239 +0000 UTC m=+0.564281350 container remove 005e0f69d9f671d016506c4dd06fb465fced0c366f5efe6b2e1f4071a54f8ea6 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mds-a, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240222, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.vendor=CentOS, RELEASE=main-ea9a568, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-07T03:22:18.438 DEBUG:teuthology.orchestra.run.smithi090:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@mds.a.service' 2024-03-07T03:22:18.476 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-07T03:22:18.476 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-03-07T03:22:18.477 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-03-07T03:22:18.477 DEBUG:teuthology.orchestra.run.smithi092:> sudo systemctl stop ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@mds.b 2024-03-07T03:22:18.787 INFO:journalctl@ceph.mds.b.smithi092.stdout:Mar 07 03:22:18 smithi092 systemd[1]: Stopping Ceph mds.b for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T03:22:19.156 INFO:journalctl@ceph.mds.b.smithi092.stdout:Mar 07 03:22:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mds-b[108459]: 2024-03-07T03:22:18.795+0000 7fd0e7c0d700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-07T03:22:19.156 INFO:journalctl@ceph.mds.b.smithi092.stdout:Mar 07 03:22:18 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mds-b[108459]: 2024-03-07T03:22:18.795+0000 7fd0e7c0d700 -1 mds.b *** got signal Terminated *** 2024-03-07T03:22:20.568 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:22:20 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[124708]: ts=2024-03-07T03:22:20.168Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi092.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.92:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi090.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.90:8443: connect: connection refused" 2024-03-07T03:22:20.568 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:22:20 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[124708]: ts=2024-03-07T03:22:20.169Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi090.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.90:8443: connect: connection refused" 2024-03-07T03:22:20.568 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:22:20 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[124708]: ts=2024-03-07T03:22:20.169Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi092.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.92:8443: connect: connection refused" 2024-03-07T03:22:20.894 INFO:journalctl@ceph.mds.b.smithi092.stdout:Mar 07 03:22:20 smithi092 podman[126227]: 2024-03-07 03:22:20.635853689 +0000 UTC m=+1.949953884 container died 959ff8181ff348e70c85d8fab3ddb08f735fe76ae567dbef2b745a1113e39d93 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mds-b, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240222, org.label-schema.license=GPLv2, RELEASE=main-ea9a568, maintainer=Guillaume Abrioux , GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-03-07T03:22:21.156 INFO:journalctl@ceph.mds.b.smithi092.stdout:Mar 07 03:22:21 smithi092 podman[126227]: 2024-03-07 03:22:21.018962667 +0000 UTC m=+2.333062867 container cleanup 959ff8181ff348e70c85d8fab3ddb08f735fe76ae567dbef2b745a1113e39d93 (image=quay.ceph.io/ceph-ci/ceph@sha256:0eb4853713ff3db5d1325691ba5cce56012e1a1f886e3e0e051e4894fc066e71, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mds-b, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-ea9a568, org.label-schema.build-date=20240222, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-07T03:22:21.156 INFO:journalctl@ceph.mds.b.smithi092.stdout:Mar 07 03:22:21 smithi092 bash[126227]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-mds-b 2024-03-07T03:22:21.357 DEBUG:teuthology.orchestra.run.smithi092:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@mds.b.service' 2024-03-07T03:22:21.393 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-07T03:22:21.393 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-03-07T03:22:21.393 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2024-03-07T03:22:21.393 DEBUG:teuthology.orchestra.run.smithi092:> sudo systemctl stop ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@prometheus.a 2024-03-07T03:22:21.656 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:22:21 smithi092 systemd[1]: Stopping Ceph prometheus.a for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T03:22:22.031 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:22:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:22:21.772Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-03-07T03:22:22.032 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:22:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:22:21.772Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-03-07T03:22:22.032 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:22:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:22:21.773Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-03-07T03:22:22.032 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:22:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:22:21.773Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-03-07T03:22:22.032 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:22:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:22:21.773Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-03-07T03:22:22.032 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:22:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:22:21.773Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-03-07T03:22:22.032 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:22:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:22:21.773Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-03-07T03:22:22.032 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:22:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:22:21.773Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-03-07T03:22:22.033 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:22:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:22:21.773Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-03-07T03:22:22.033 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:22:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:22:21.774Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-03-07T03:22:22.033 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:22:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:22:21.774Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-03-07T03:22:22.033 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:22:21 smithi092 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a[115790]: ts=2024-03-07T03:22:21.774Z caller=main.go:1147 level=info msg="See you next time!" 2024-03-07T03:22:22.033 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:22:21 smithi092 podman[126348]: 2024-03-07 03:22:21.783411785 +0000 UTC m=+0.160213353 container died bd032c4c750a3290ce0e478575723bd9664c872ecbaa424b3a4b25a31d731116 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-07T03:22:22.398 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:22:22 smithi092 podman[126348]: 2024-03-07 03:22:22.148106326 +0000 UTC m=+0.524907903 container cleanup bd032c4c750a3290ce0e478575723bd9664c872ecbaa424b3a4b25a31d731116 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-07T03:22:22.398 INFO:journalctl@ceph.prometheus.a.smithi092.stdout:Mar 07 03:22:22 smithi092 bash[126348]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-prometheus-a 2024-03-07T03:22:22.555 DEBUG:teuthology.orchestra.run.smithi092:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@prometheus.a.service' 2024-03-07T03:22:22.590 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-07T03:22:22.590 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2024-03-07T03:22:22.590 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 --force --keep-logs 2024-03-07T03:22:22.745 INFO:teuthology.orchestra.run.smithi090.stdout:Deleting cluster with fsid: fb96fd1c-dc2c-11ee-95c6-87774f69a715 2024-03-07T03:22:23.681 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:22:23 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[124708]: ts=2024-03-07T03:22:23.555Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=3 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi090.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.90:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi092.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.92:8443: connect: connection refused" 2024-03-07T03:22:23.681 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:22:23 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[124708]: ts=2024-03-07T03:22:23.556Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi090.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.90:8443: connect: connection refused" 2024-03-07T03:22:23.682 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:22:23 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[124708]: ts=2024-03-07T03:22:23.556Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi092.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.92:8443: connect: connection refused" 2024-03-07T03:22:24.317 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:22:24 smithi090 systemd[1]: Stopping Ceph alertmanager.a for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T03:22:24.686 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:22:24 smithi090 ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a[124708]: ts=2024-03-07T03:22:24.410Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-03-07T03:22:24.686 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:22:24 smithi090 podman[140765]: 2024-03-07 03:22:24.451915031 +0000 UTC m=+0.127160289 container died 855c0ef689e3ffb37734f85b7f639034680e226b8c38fc2734a6e5a6b1666ec6 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-07T03:22:24.995 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:22:24 smithi090 podman[140765]: 2024-03-07 03:22:24.861654579 +0000 UTC m=+0.536899845 container cleanup 855c0ef689e3ffb37734f85b7f639034680e226b8c38fc2734a6e5a6b1666ec6 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-07T03:22:24.996 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:22:24 smithi090 bash[140765]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a 2024-03-07T03:22:25.299 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:22:25 smithi090 podman[140779]: 2024-03-07 03:22:25.004835502 +0000 UTC m=+0.552784706 container remove 855c0ef689e3ffb37734f85b7f639034680e226b8c38fc2734a6e5a6b1666ec6 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-07T03:22:25.299 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:22:25 smithi090 podman[140779]: 2024-03-07 03:22:25.081809542 +0000 UTC m=+0.629758755 volume remove 610b41761afae453630682122be9513e82c5ef79601e24171dc7f50cf6415c3b 2024-03-07T03:22:25.568 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:22:25 smithi090 systemd[1]: Stopping Ceph node-exporter.a for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T03:22:25.568 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:22:25 smithi090 systemd[1]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@alertmanager.a.service: Deactivated successfully. 2024-03-07T03:22:25.568 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:22:25 smithi090 systemd[1]: Stopped Ceph alertmanager.a for fb96fd1c-dc2c-11ee-95c6-87774f69a715. 2024-03-07T03:22:25.568 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Mar 07 03:22:25 smithi090 systemd[1]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@alertmanager.a.service: Consumed 1.554s CPU time. 2024-03-07T03:22:26.034 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:22:25 smithi090 podman[140883]: 2024-03-07 03:22:25.737232778 +0000 UTC m=+0.104322525 container died efb027e5514ab830e24b6d2d91c19423a01c0b04508f5aa190f85680932759f8 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2024-03-07T03:22:26.034 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:22:26 smithi090 podman[140883]: 2024-03-07 03:22:26.043607798 +0000 UTC m=+0.410697551 container cleanup efb027e5514ab830e24b6d2d91c19423a01c0b04508f5aa190f85680932759f8 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2024-03-07T03:22:26.317 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:22:26 smithi090 bash[140883]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a 2024-03-07T03:22:26.318 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:22:26 smithi090 podman[140897]: 2024-03-07 03:22:26.220256845 +0000 UTC m=+0.484503271 container remove efb027e5514ab830e24b6d2d91c19423a01c0b04508f5aa190f85680932759f8 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2024-03-07T03:22:26.318 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:22:26 smithi090 systemd[1]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-03-07T03:22:26.699 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:22:26 smithi090 systemd[1]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@node-exporter.a.service: Failed with result 'exit-code'. 2024-03-07T03:22:26.699 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:22:26 smithi090 systemd[1]: Stopped Ceph node-exporter.a for fb96fd1c-dc2c-11ee-95c6-87774f69a715. 2024-03-07T03:22:26.700 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Mar 07 03:22:26 smithi090 systemd[1]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@node-exporter.a.service: Consumed 2.003s CPU time. 2024-03-07T03:22:27.095 DEBUG:teuthology.orchestra.run.smithi092:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 --force --keep-logs 2024-03-07T03:22:27.251 INFO:teuthology.orchestra.run.smithi092.stdout:Deleting cluster with fsid: fb96fd1c-dc2c-11ee-95c6-87774f69a715 2024-03-07T03:22:28.906 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 03:22:28 smithi092 systemd[1]: Stopping Ceph grafana.a for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T03:22:29.185 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 03:22:28 smithi092 podman[126794]: 2024-03-07 03:22:28.937815093 +0000 UTC m=+0.111425845 container died d0325a4113e5a9453d2c2d0bc38f352fd28d182c5ad65e6e376b75ca2996e1cb (image=quay.io/ceph/ceph-grafana:9.4.12, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a, description=Ceph Grafana Container, maintainer=Paul Cuzner , build-date=2022-04-29T11:48:11.055897, distribution-scope=public, io.buildah.version=1.32.0, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., release=239.1651231664, summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-type=git, com.redhat.component=ubi8-container, name=ubi8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.openshift.tags=base rhel8, version=8.5, architecture=x86_64, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.openshift.expose-services=, io.k8s.display-name=Red Hat Universal Base Image 8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vendor=Red Hat, Inc., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI) 2024-03-07T03:22:29.444 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 03:22:29 smithi092 podman[126794]: 2024-03-07 03:22:29.268923762 +0000 UTC m=+0.442534511 container cleanup d0325a4113e5a9453d2c2d0bc38f352fd28d182c5ad65e6e376b75ca2996e1cb (image=quay.io/ceph/ceph-grafana:9.4.12, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a, version=8.5, summary=Grafana Container configured for Ceph mgr/dashboard integration, vendor=Red Hat, Inc., io.buildah.version=1.32.0, vcs-type=git, release=239.1651231664, maintainer=Paul Cuzner , io.k8s.display-name=Red Hat Universal Base Image 8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, name=ubi8, description=Ceph Grafana Container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.expose-services=, io.openshift.tags=base rhel8, architecture=x86_64, build-date=2022-04-29T11:48:11.055897, distribution-scope=public, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.component=ubi8-container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com) 2024-03-07T03:22:29.445 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 03:22:29 smithi092 bash[126794]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a 2024-03-07T03:22:29.846 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 03:22:29 smithi092 podman[126809]: 2024-03-07 03:22:29.453398417 +0000 UTC m=+0.514643507 container remove d0325a4113e5a9453d2c2d0bc38f352fd28d182c5ad65e6e376b75ca2996e1cb (image=quay.io/ceph/ceph-grafana:9.4.12, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-grafana-a, name=ubi8, version=8.5, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.k8s.display-name=Red Hat Universal Base Image 8, vcs-type=git, com.redhat.component=ubi8-container, io.buildah.version=1.32.0, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vendor=Red Hat, Inc., description=Ceph Grafana Container, io.openshift.tags=base rhel8, maintainer=Paul Cuzner , url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, release=239.1651231664, io.openshift.expose-services=, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, build-date=2022-04-29T11:48:11.055897, architecture=x86_64, distribution-scope=public) 2024-03-07T03:22:29.847 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 03:22:29 smithi092 systemd[1]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-03-07T03:22:29.847 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 03:22:29 smithi092 systemd[1]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@grafana.a.service: Failed with result 'exit-code'. 2024-03-07T03:22:29.847 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 03:22:29 smithi092 systemd[1]: Stopped Ceph grafana.a for fb96fd1c-dc2c-11ee-95c6-87774f69a715. 2024-03-07T03:22:29.847 INFO:journalctl@ceph.grafana.a.smithi092.stdout:Mar 07 03:22:29 smithi092 systemd[1]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@grafana.a.service: Consumed 7.460s CPU time. 2024-03-07T03:22:30.156 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:22:29 smithi092 systemd[1]: Stopping Ceph node-exporter.b for fb96fd1c-dc2c-11ee-95c6-87774f69a715... 2024-03-07T03:22:30.156 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:22:30 smithi092 podman[126914]: 2024-03-07 03:22:30.100106056 +0000 UTC m=+0.108762085 container died ffaf0c16175a619676900fb3b91382f01e6f2727366ef63d6d9589851f54d527 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2024-03-07T03:22:30.606 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:22:30 smithi092 podman[126914]: 2024-03-07 03:22:30.422915002 +0000 UTC m=+0.431571029 container cleanup ffaf0c16175a619676900fb3b91382f01e6f2727366ef63d6d9589851f54d527 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2024-03-07T03:22:30.606 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:22:30 smithi092 bash[126914]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b 2024-03-07T03:22:30.906 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:22:30 smithi092 podman[126928]: 2024-03-07 03:22:30.615677404 +0000 UTC m=+0.519962330 container remove ffaf0c16175a619676900fb3b91382f01e6f2727366ef63d6d9589851f54d527 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2024-03-07T03:22:30.906 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:22:30 smithi092 systemd[1]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-03-07T03:22:30.906 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:22:30 smithi092 systemd[1]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@node-exporter.b.service: Failed with result 'exit-code'. 2024-03-07T03:22:30.906 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:22:30 smithi092 systemd[1]: Stopped Ceph node-exporter.b for fb96fd1c-dc2c-11ee-95c6-87774f69a715. 2024-03-07T03:22:30.906 INFO:journalctl@ceph.node-exporter.b.smithi092.stdout:Mar 07 03:22:30 smithi092 systemd[1]: ceph-fb96fd1c-dc2c-11ee-95c6-87774f69a715@node-exporter.b.service: Consumed 1.991s CPU time. 2024-03-07T03:22:31.493 DEBUG:teuthology.orchestra.run.smithi090:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-03-07T03:22:31.528 DEBUG:teuthology.orchestra.run.smithi092:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-03-07T03:22:31.557 INFO:tasks.cephadm:Archiving crash dumps... 2024-03-07T03:22:31.559 DEBUG:teuthology.misc:Transferring archived files from smithi090:/var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/crash to /home/teuthworker/archive/teuthology-2024-03-07_02:25:02-upgrade:reef-x-main-distro-default-smithi/7583752/remote/smithi090/crash 2024-03-07T03:22:31.560 DEBUG:teuthology.orchestra.run.smithi090:> sudo tar c -f - -C /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/crash -- . 2024-03-07T03:22:31.613 INFO:teuthology.orchestra.run.smithi090.stderr:tar: /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/crash: Cannot open: No such file or directory 2024-03-07T03:22:31.613 INFO:teuthology.orchestra.run.smithi090.stderr:tar: Error is not recoverable: exiting now 2024-03-07T03:22:31.615 DEBUG:teuthology.misc:Transferring archived files from smithi092:/var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/crash to /home/teuthworker/archive/teuthology-2024-03-07_02:25:02-upgrade:reef-x-main-distro-default-smithi/7583752/remote/smithi092/crash 2024-03-07T03:22:31.616 DEBUG:teuthology.orchestra.run.smithi092:> sudo tar c -f - -C /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/crash -- . 2024-03-07T03:22:31.657 INFO:teuthology.orchestra.run.smithi092.stderr:tar: /var/lib/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/crash: Cannot open: No such file or directory 2024-03-07T03:22:31.657 INFO:teuthology.orchestra.run.smithi092.stderr:tar: Error is not recoverable: exiting now 2024-03-07T03:22:31.658 INFO:tasks.cephadm:Checking cluster log for badness... 2024-03-07T03:22:31.659 DEBUG:teuthology.orchestra.run.smithi090:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-03-07T03:22:31.690 INFO:teuthology.orchestra.run.smithi090.stdout:2024-03-07T03:10:00.000165+0000 mon.a (mon.0) 1243 : cluster 4 [ERR] PG_DAMAGED: Possible data damage: 9 pgs snaptrim_error 2024-03-07T03:22:31.690 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-03-07T03:22:31.691 INFO:tasks.cephadm:Compressing logs... 2024-03-07T03:22:31.691 DEBUG:teuthology.orchestra.run.smithi090:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-03-07T03:22:31.733 DEBUG:teuthology.orchestra.run.smithi092:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-03-07T03:22:31.758 INFO:teuthology.orchestra.run.smithi090.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-03-07T03:22:31.758 INFO:teuthology.orchestra.run.smithi090.stderr:: No such file or directory 2024-03-07T03:22:31.758 INFO:teuthology.orchestra.run.smithi090.stderr:gzip -5 --verbose -- /var/log/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/ceph-mon.a.log 2024-03-07T03:22:31.760 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/ceph.audit.log 2024-03-07T03:22:31.760 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/ceph-osd.1.log 2024-03-07T03:22:31.760 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/ceph-osd.3.log 2024-03-07T03:22:31.760 INFO:teuthology.orchestra.run.smithi090.stderr:gzip -5 --verbose -- /var/log/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/ceph-mgr.y.log 2024-03-07T03:22:31.768 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/ceph-osd.1.log: /var/log/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/ceph-osd.0.log 2024-03-07T03:22:31.768 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/ceph.cephadm.log 2024-03-07T03:22:31.768 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/ceph.log 2024-03-07T03:22:31.768 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/ceph.cephadm.log: 90.8% -- replaced with /var/log/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/ceph.cephadm.log.gz 2024-03-07T03:22:31.768 INFO:teuthology.orchestra.run.smithi090.stderr:gzip -5 --verbose -- /var/log/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/ceph-osd.2.log 2024-03-07T03:22:31.769 INFO:teuthology.orchestra.run.smithi090.stderr: 92.7%/var/log/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/ceph.log: -- replaced with /var/log/ceph/cephadm.log.gz 2024-03-07T03:22:31.769 INFO:teuthology.orchestra.run.smithi090.stderr:gzip -5 --verbose -- /var/log/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/ceph-volume.log 2024-03-07T03:22:31.769 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/ceph-osd.2.log: 94.4% -- replaced with /var/log/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/ceph.audit.log.gz 2024-03-07T03:22:31.770 INFO:teuthology.orchestra.run.smithi092.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-03-07T03:22:31.770 INFO:teuthology.orchestra.run.smithi092.stderr:: No such file or directory 2024-03-07T03:22:31.770 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/ceph-osd.6.log 2024-03-07T03:22:31.771 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/ceph.audit.log 2024-03-07T03:22:31.771 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/cephadm.log: /var/log/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/ceph-mds.b.log 2024-03-07T03:22:31.771 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/ceph-osd.4.log 2024-03-07T03:22:31.771 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/ceph-osd.7.log 2024-03-07T03:22:31.771 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/ceph-mds.b.log: /var/log/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/ceph-osd.4.log: gzip -5 --verbose 83.4% -- -- replaced with /var/log/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/ceph-mds.b.log.gz /var/log/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/ceph-osd.5.log 2024-03-07T03:22:31.771 INFO:teuthology.orchestra.run.smithi092.stderr: 2024-03-07T03:22:31.771 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/ceph-mgr.x.log 2024-03-07T03:22:31.771 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/ceph.cephadm.log 2024-03-07T03:22:31.771 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/ceph.log 2024-03-07T03:22:31.772 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/ceph.cephadm.log: 84.1% -- replaced with /var/log/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/ceph.cephadm.log.gz 2024-03-07T03:22:31.772 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/ceph-volume.log 2024-03-07T03:22:31.772 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/ceph.log: 90.7% -- replaced with /var/log/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/ceph.audit.log.gz 2024-03-07T03:22:31.772 INFO:teuthology.orchestra.run.smithi092.stderr: 82.9% -- replaced with /var/log/ceph/cephadm.log.gz 2024-03-07T03:22:31.772 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/ceph-mon.b.log 2024-03-07T03:22:31.775 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/ceph-volume.log: /var/log/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/ceph-mon.b.log: 90.4% -- replaced with /var/log/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/ceph.log.gz 2024-03-07T03:22:31.777 INFO:teuthology.orchestra.run.smithi090.stderr:gzip -5 --verbose -- /var/log/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/ceph-mds.a.log 2024-03-07T03:22:31.782 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/ceph-volume.log: 94.4% -- replaced with /var/log/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/ceph.log.gz 2024-03-07T03:22:31.782 INFO:teuthology.orchestra.run.smithi090.stderr:gzip -5 --verbose -- /var/log/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/ceph-mon.c.log 2024-03-07T03:22:31.790 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/ceph-mds.a.log: 91.4% -- replaced with /var/log/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/ceph-mds.a.log.gz 2024-03-07T03:22:31.794 INFO:teuthology.orchestra.run.smithi092.stderr: 91.1% -- replaced with /var/log/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/ceph-volume.log.gz 2024-03-07T03:22:31.801 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/ceph-mon.c.log: 91.1% -- replaced with /var/log/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/ceph-volume.log.gz 2024-03-07T03:22:31.805 INFO:teuthology.orchestra.run.smithi092.stderr: 89.1% -- replaced with /var/log/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/ceph-mgr.x.log.gz 2024-03-07T03:22:32.272 INFO:teuthology.orchestra.run.smithi090.stderr: 89.1% -- replaced with /var/log/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/ceph-mgr.y.log.gz 2024-03-07T03:22:32.541 INFO:teuthology.orchestra.run.smithi092.stderr: 91.9% -- replaced with /var/log/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/ceph-mon.b.log.gz 2024-03-07T03:22:32.561 INFO:teuthology.orchestra.run.smithi090.stderr: 91.8% -- replaced with /var/log/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/ceph-mon.c.log.gz 2024-03-07T03:22:33.482 INFO:teuthology.orchestra.run.smithi090.stderr: 90.5% -- replaced with /var/log/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/ceph-mon.a.log.gz 2024-03-07T03:22:34.656 INFO:teuthology.orchestra.run.smithi092.stderr: 94.0% -- replaced with /var/log/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/ceph-osd.6.log.gz 2024-03-07T03:22:35.003 INFO:teuthology.orchestra.run.smithi090.stderr: 93.8% -- replaced with /var/log/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/ceph-osd.3.log.gz 2024-03-07T03:22:35.090 INFO:teuthology.orchestra.run.smithi092.stderr: 94.0% -- replaced with /var/log/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/ceph-osd.7.log.gz 2024-03-07T03:22:35.783 INFO:teuthology.orchestra.run.smithi090.stderr: 94.0% -- replaced with /var/log/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/ceph-osd.1.log.gz 2024-03-07T03:22:36.645 INFO:teuthology.orchestra.run.smithi090.stderr: 94.5% -- replaced with /var/log/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/ceph-osd.0.log.gz 2024-03-07T03:22:37.355 INFO:teuthology.orchestra.run.smithi090.stderr: 93.8% -- replaced with /var/log/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/ceph-osd.2.log.gz 2024-03-07T03:22:37.357 INFO:teuthology.orchestra.run.smithi090.stderr: 2024-03-07T03:22:37.357 INFO:teuthology.orchestra.run.smithi090.stderr:real 0m5.612s 2024-03-07T03:22:37.358 INFO:teuthology.orchestra.run.smithi090.stderr:user 0m20.051s 2024-03-07T03:22:37.358 INFO:teuthology.orchestra.run.smithi090.stderr:sys 0m0.752s 2024-03-07T03:22:37.709 INFO:teuthology.orchestra.run.smithi092.stderr: 94.4% -- replaced with /var/log/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/ceph-osd.5.log.gz 2024-03-07T03:22:38.606 INFO:teuthology.orchestra.run.smithi092.stderr: 94.2% -- replaced with /var/log/ceph/fb96fd1c-dc2c-11ee-95c6-87774f69a715/ceph-osd.4.log.gz 2024-03-07T03:22:38.608 INFO:teuthology.orchestra.run.smithi092.stderr: 2024-03-07T03:22:38.608 INFO:teuthology.orchestra.run.smithi092.stderr:real 0m6.861s 2024-03-07T03:22:38.609 INFO:teuthology.orchestra.run.smithi092.stderr:user 0m19.165s 2024-03-07T03:22:38.609 INFO:teuthology.orchestra.run.smithi092.stderr:sys 0m0.712s 2024-03-07T03:22:38.609 INFO:tasks.cephadm:Archiving logs... 2024-03-07T03:22:38.609 DEBUG:teuthology.misc:Transferring archived files from smithi090:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-03-07_02:25:02-upgrade:reef-x-main-distro-default-smithi/7583752/remote/smithi090/log 2024-03-07T03:22:38.610 DEBUG:teuthology.orchestra.run.smithi090:> sudo tar c -f - -C /var/log/ceph -- . 2024-03-07T03:22:41.309 DEBUG:teuthology.misc:Transferring archived files from smithi092:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-03-07_02:25:02-upgrade:reef-x-main-distro-default-smithi/7583752/remote/smithi092/log 2024-03-07T03:22:41.310 DEBUG:teuthology.orchestra.run.smithi092:> sudo tar c -f - -C /var/log/ceph -- . 2024-03-07T03:22:43.910 INFO:tasks.cephadm:Removing cluster... 2024-03-07T03:22:43.910 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 --force 2024-03-07T03:22:44.064 INFO:teuthology.orchestra.run.smithi090.stdout:Deleting cluster with fsid: fb96fd1c-dc2c-11ee-95c6-87774f69a715 2024-03-07T03:22:44.348 DEBUG:teuthology.orchestra.run.smithi092:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid fb96fd1c-dc2c-11ee-95c6-87774f69a715 --force 2024-03-07T03:22:44.495 INFO:teuthology.orchestra.run.smithi092.stdout:Deleting cluster with fsid: fb96fd1c-dc2c-11ee-95c6-87774f69a715 2024-03-07T03:22:44.784 INFO:tasks.cephadm:Removing cephadm ... 2024-03-07T03:22:44.785 DEBUG:teuthology.orchestra.run.smithi090:> rm -rf /home/ubuntu/cephtest/cephadm 2024-03-07T03:22:44.800 DEBUG:teuthology.orchestra.run.smithi092:> rm -rf /home/ubuntu/cephtest/cephadm 2024-03-07T03:22:44.814 INFO:tasks.cephadm:Teardown complete 2024-03-07T03:22:44.815 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-03-07T03:22:44.826 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-03-07T03:22:44.826 DEBUG:teuthology.orchestra.run.smithi090:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-03-07T03:22:44.843 DEBUG:teuthology.orchestra.run.smithi092:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-03-07T03:22:44.935 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-03-07T03:22:44.945 INFO:teuthology.task.clock:Checking final clock skew... 2024-03-07T03:22:44.946 DEBUG:teuthology.orchestra.run.smithi090:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-03-07T03:22:44.948 DEBUG:teuthology.orchestra.run.smithi092:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-03-07T03:22:44.959 INFO:teuthology.orchestra.run.smithi090.stderr:bash: line 1: ntpq: command not found 2024-03-07T03:22:44.962 INFO:teuthology.orchestra.run.smithi092.stderr:bash: line 1: ntpq: command not found 2024-03-07T03:22:44.963 INFO:teuthology.orchestra.run.smithi090.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-03-07T03:22:44.963 INFO:teuthology.orchestra.run.smithi090.stdout:=============================================================================== 2024-03-07T03:22:44.964 INFO:teuthology.orchestra.run.smithi090.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 57 +3212us[+3212us] +/- 119ms 2024-03-07T03:22:44.964 INFO:teuthology.orchestra.run.smithi090.stdout:^* hv02.front.sepia.ceph.com 3 6 377 59 -1329us[-1369us] +/- 51ms 2024-03-07T03:22:44.964 INFO:teuthology.orchestra.run.smithi090.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 61 -152us[ -192us] +/- 87ms 2024-03-07T03:22:44.964 INFO:teuthology.orchestra.run.smithi090.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-03-07T03:22:44.966 INFO:teuthology.orchestra.run.smithi092.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-03-07T03:22:44.966 INFO:teuthology.orchestra.run.smithi092.stdout:=============================================================================== 2024-03-07T03:22:44.967 INFO:teuthology.orchestra.run.smithi092.stdout:^+ hv01.front.sepia.ceph.com 2 7 377 127 +3159us[+3115us] +/- 118ms 2024-03-07T03:22:44.967 INFO:teuthology.orchestra.run.smithi092.stdout:^* hv02.front.sepia.ceph.com 3 8 377 58 -1377us[-1418us] +/- 51ms 2024-03-07T03:22:44.967 INFO:teuthology.orchestra.run.smithi092.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 61 -229us[ -270us] +/- 87ms 2024-03-07T03:22:44.967 INFO:teuthology.orchestra.run.smithi092.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-03-07T03:22:44.967 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-03-07T03:22:44.979 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-03-07T03:22:44.980 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-03-07T03:22:44.993 DEBUG:teuthology.orchestra.run.smithi090:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-03-07T03:22:45.089 DEBUG:teuthology.orchestra.run.smithi092:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-03-07T03:22:45.167 DEBUG:teuthology.orchestra.run.smithi090:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-03-07T03:22:45.198 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-07T03:22:45.198 DEBUG:teuthology.orchestra.run.smithi092:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-03-07T03:22:45.228 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-07T03:22:45.229 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-03-07T03:22:45.240 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-03-07T03:22:45.251 INFO:teuthology.task.internal:Duration was 2653.132980 seconds 2024-03-07T03:22:45.251 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-03-07T03:22:45.262 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-03-07T03:22:45.262 DEBUG:teuthology.orchestra.run.smithi090:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-03-07T03:22:45.264 DEBUG:teuthology.orchestra.run.smithi092:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-03-07T03:22:45.305 INFO:teuthology.orchestra.run.smithi090.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-03-07T03:22:45.311 INFO:teuthology.orchestra.run.smithi092.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-03-07T03:22:45.561 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-03-07T03:22:45.562 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi090.front.sepia.ceph.com 2024-03-07T03:22:45.562 DEBUG:teuthology.orchestra.run.smithi090:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-03-07T03:22:45.621 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi092.front.sepia.ceph.com 2024-03-07T03:22:45.621 DEBUG:teuthology.orchestra.run.smithi092:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-03-07T03:22:45.644 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-03-07T03:22:45.644 DEBUG:teuthology.orchestra.run.smithi090:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-03-07T03:22:45.663 DEBUG:teuthology.orchestra.run.smithi092:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-03-07T03:22:45.712 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-03-07T03:22:45.712 DEBUG:teuthology.orchestra.run.smithi090:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-03-07T03:22:45.732 DEBUG:teuthology.orchestra.run.smithi092:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-03-07T03:22:46.523 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-03-07T03:22:46.540 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-03-07T03:22:46.540 DEBUG:teuthology.orchestra.run.smithi090:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-03-07T03:22:46.567 DEBUG:teuthology.orchestra.run.smithi092:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-03-07T03:22:46.595 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-03-07T03:22:46.609 DEBUG:teuthology.orchestra.run.smithi090:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-03-07T03:22:46.611 DEBUG:teuthology.orchestra.run.smithi092:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-03-07T03:22:46.634 INFO:teuthology.orchestra.run.smithi090.stdout:kernel.core_pattern = core 2024-03-07T03:22:46.660 INFO:teuthology.orchestra.run.smithi092.stdout:kernel.core_pattern = core 2024-03-07T03:22:46.685 DEBUG:teuthology.orchestra.run.smithi090:> test -e /home/ubuntu/cephtest/archive/coredump 2024-03-07T03:22:46.706 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-07T03:22:46.706 DEBUG:teuthology.orchestra.run.smithi092:> test -e /home/ubuntu/cephtest/archive/coredump 2024-03-07T03:22:46.738 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-07T03:22:46.739 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-03-07T03:22:46.750 INFO:teuthology.task.internal:Transferring archived files... 2024-03-07T03:22:46.751 DEBUG:teuthology.misc:Transferring archived files from smithi090:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-03-07_02:25:02-upgrade:reef-x-main-distro-default-smithi/7583752/remote/smithi090 2024-03-07T03:22:46.751 DEBUG:teuthology.orchestra.run.smithi090:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-03-07T03:22:46.824 DEBUG:teuthology.misc:Transferring archived files from smithi092:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-03-07_02:25:02-upgrade:reef-x-main-distro-default-smithi/7583752/remote/smithi092 2024-03-07T03:22:46.824 DEBUG:teuthology.orchestra.run.smithi092:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-03-07T03:22:46.866 INFO:teuthology.task.internal:Removing archive directory... 2024-03-07T03:22:46.866 DEBUG:teuthology.orchestra.run.smithi090:> rm -rf -- /home/ubuntu/cephtest/archive 2024-03-07T03:22:46.868 DEBUG:teuthology.orchestra.run.smithi092:> rm -rf -- /home/ubuntu/cephtest/archive 2024-03-07T03:22:46.913 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-03-07T03:22:46.926 INFO:teuthology.task.internal:Not uploading archives. 2024-03-07T03:22:46.926 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-03-07T03:22:46.942 INFO:teuthology.task.internal:Tidying up after the test... 2024-03-07T03:22:46.942 DEBUG:teuthology.orchestra.run.smithi090:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-03-07T03:22:46.945 DEBUG:teuthology.orchestra.run.smithi092:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-03-07T03:22:46.956 INFO:teuthology.orchestra.run.smithi090.stdout: 262166 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Mar 7 03:22 /home/ubuntu/cephtest 2024-03-07T03:22:46.967 INFO:teuthology.orchestra.run.smithi092.stdout: 265313 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Mar 7 03:22 /home/ubuntu/cephtest 2024-03-07T03:22:46.968 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-03-07T03:22:46.982 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-03-07T03:22:47.015 INFO:teuthology.nuke:Checking targets against current locks 2024-03-07T03:22:47.039 DEBUG:teuthology.nuke:shortname: smithi090 2024-03-07T03:22:47.040 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-03-07T03:22:47.065 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi090.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-03-07_02:25:02-upgrade:reef-x-main-distro-default-smithi/7583752', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-03-07 02:26:16.934146', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBKZW4omzcEbnb6XnHKEANotup6dQqrbyV932xuQpqhUDztpkeK7G4iL3EQdimqp7qevRwTbl887gDURSkkDBVyA='} 2024-03-07T03:22:47.068 DEBUG:teuthology.nuke:shortname: smithi092 2024-03-07T03:22:47.068 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-03-07T03:22:47.092 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi092.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-03-07_02:25:02-upgrade:reef-x-main-distro-default-smithi/7583752', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-03-07 02:26:16.935822', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFTbKYXyX1fhlFa8fPUPdAJTEveVRBAwVfqkOKEjAKG4GuvkTf3/OiXVBLU7KB5CM2pG3zr77ulDrlJjuO27b5E='} 2024-03-07T03:22:47.121 INFO:teuthology.orchestra.console.smithi090:Power off 2024-03-07T03:22:47.122 DEBUG:teuthology.orchestra.console.smithi090:pexpect command: ipmitool -H smithi090.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-03-07T03:22:47.148 DEBUG:teuthology.orchestra.console.smithi090:power off output: Chassis Power Control: Down/Off 2024-03-07T03:22:47.148 DEBUG:teuthology.orchestra.console.smithi090:pexpect command: ipmitool -H smithi090.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-03-07T03:22:47.164 INFO:teuthology.orchestra.console.smithi092:Power off 2024-03-07T03:22:47.164 DEBUG:teuthology.orchestra.console.smithi092:pexpect command: ipmitool -H smithi092.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-03-07T03:22:47.174 DEBUG:teuthology.orchestra.console.smithi090:check power output: Chassis Power is on 2024-03-07T03:22:47.191 DEBUG:teuthology.orchestra.console.smithi092:power off output: Chassis Power Control: Down/Off 2024-03-07T03:22:47.191 DEBUG:teuthology.orchestra.console.smithi092:pexpect command: ipmitool -H smithi092.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-03-07T03:22:47.214 DEBUG:teuthology.orchestra.console.smithi092:check power output: Chassis Power is on 2024-03-07T03:22:51.175 DEBUG:teuthology.orchestra.console.smithi090:pexpect command: ipmitool -H smithi090.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-03-07T03:22:51.215 DEBUG:teuthology.orchestra.console.smithi092:pexpect command: ipmitool -H smithi092.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-03-07T03:22:51.286 DEBUG:teuthology.orchestra.console.smithi090:check power output: Chassis Power is on 2024-03-07T03:22:51.327 DEBUG:teuthology.orchestra.console.smithi092:check power output: Chassis Power is on 2024-03-07T03:22:55.292 DEBUG:teuthology.orchestra.console.smithi090:pexpect command: ipmitool -H smithi090.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-03-07T03:22:55.328 DEBUG:teuthology.orchestra.console.smithi092:pexpect command: ipmitool -H smithi092.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-03-07T03:22:55.402 DEBUG:teuthology.orchestra.console.smithi090:check power output: Chassis Power is off 2024-03-07T03:22:55.438 DEBUG:teuthology.orchestra.console.smithi092:check power output: Chassis Power is off 2024-03-07T03:22:55.504 INFO:teuthology.orchestra.console.smithi090:Power off completed 2024-03-07T03:22:55.539 INFO:teuthology.orchestra.console.smithi092:Power off completed 2024-03-07T03:22:55.643 INFO:teuthology.run:Summary data: description: upgrade:reef-x/parallel/{0-random-distro$/{centos_9.stream} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} duration: 2653.1329803466797 failure_reason: failed to complete snap trimming before timeout flavor: default owner: scheduled_teuthology@teuthology sentry_event: https://sentry.ceph.com/organizations/ceph/?query=8e45d2f81f8845409317bd9951bbc8ef status: fail success: false 2024-03-07T03:22:55.644 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-03-07T03:22:55.732 INFO:teuthology.run:FAIL